-- Logs begin at Thu 2021-11-11 20:40:29 UTC, end at Thu 2021-11-11 23:00:29 UTC. -- Nov 11 21:13:56.665806 n-d-805737-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 11 21:13:59.390624 n-d-805737-3 neutron-server[102425]: INFO neutron.common.config [-] Logging enabled! Nov 11 21:13:59.391260 n-d-805737-3 neutron-server[102425]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 21:13:59.391356 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102425) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 21:13:59.394592 n-d-805737-3 neutron-server[102425]: INFO neutron.common.config [-] Logging enabled! Nov 11 21:13:59.394836 n-d-805737-3 neutron-server[102425]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 21:13:59.395141 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102425) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 21:13:59.396064 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 21:13:59.396286 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 21:13:59.396653 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 21:13:59.396918 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 21:13:59.397125 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 21:13:59.397433 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.397845 n-d-805737-3 neutron-server[102425]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 11 21:13:59.398164 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.398448 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.398739 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.399012 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.399287 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.399558 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.399834 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.400126 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.400406 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.400672 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.400980 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.401265 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.401534 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.401797 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.402075 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.402346 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] debug = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.402621 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.403038 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.403449 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.403718 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.403998 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.404269 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.404538 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.404826 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.405097 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.405609 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] host = n-d-805737-3 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.405885 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.406169 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.406451 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.406731 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.406999 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.407266 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.407540 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.407804 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.408067 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] log_file = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.408337 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.408613 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.408919 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.409204 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.409434 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.409634 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.409913 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.410190 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.410462 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.410726 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.410988 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.411253 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.411516 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.411776 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.412049 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.412323 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.412595 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.412892 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.413156 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.413419 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.413678 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.413950 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.414218 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.414469 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.414727 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.415001 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.415256 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.415518 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.415804 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.416079 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.416348 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.416621 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.416908 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.417179 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.417438 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.417698 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.417958 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] use_json = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.418216 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.418525 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.418788 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.419049 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.419317 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.419565 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.419826 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.420097 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:13:59.420388 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.420672 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.421027 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.421301 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.421599 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.421871 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.422149 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.422419 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.422695 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.422971 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.423248 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.423519 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.423795 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.424061 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.424342 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.424633 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.424940 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.425220 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.425484 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.425745 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.426004 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.426268 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.426545 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.426809 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.427082 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.427356 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.427621 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.427896 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.428182 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.428463 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.428726 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.429025 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.429308 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.429577 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.429843 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.430111 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.430387 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.430655 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.430916 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.431186 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.431455 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.431717 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.431979 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.432249 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.432530 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.432829 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.433084 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.433349 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.433614 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.433874 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.434148 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.434416 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.434681 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.434940 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.435209 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.435474 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.435744 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.436009 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.436271 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.436588 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.436884 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.437149 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.437414 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.437675 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.437937 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.438197 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.438456 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.438721 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.438981 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.439241 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.439502 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.439762 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.440026 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.440303 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.440587 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.440877 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.441145 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.441411 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.441675 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.441940 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.442205 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.442467 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.442729 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.442987 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.443267 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.443538 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.443811 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.444081 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.444346 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.444653 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.444948 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.445220 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.445487 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.445755 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.446027 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.446300 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.446583 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.446862 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.447145 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.447430 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.447714 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.447983 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.448279 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.448547 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:13:59.448756 n-d-805737-3 neutron-server[102425]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 21:13:59.449014 n-d-805737-3 neutron-server[102425]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102425) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 11 21:13:59.876730 n-d-805737-3 neutron-server[102425]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 21:13:59.877057 n-d-805737-3 neutron-server[102425]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 21:13:59.877312 n-d-805737-3 neutron-server[102425]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 21:13:59.877644 n-d-805737-3 neutron-server[102425]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 11 21:14:00.195990 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.196281 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.196540 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.197733 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.197999 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.198261 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.232300 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.232582 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.232825 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.247875 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.248152 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.248412 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.278884 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.279148 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.279410 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.314896 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.315183 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.315444 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.545760 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.546464 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.546464 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.546464 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.547209 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.671724 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.672035 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.672309 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.672572 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.672828 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.673166 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.673418 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.673668 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.673916 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.674188 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.674432 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.674687 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.674933 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.675181 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.675434 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.675690 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.675945 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.676187 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.676450 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.676705 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.676989 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.677235 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.677509 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.677880 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.678123 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.678347 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.678751 n-d-805737-3 neutron-server[102425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 21:14:00.678984 n-d-805737-3 neutron-server[102425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 21:14:00.679213 n-d-805737-3 neutron-server[102425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 21:14:00.679448 n-d-805737-3 neutron-server[102425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 21:14:00.679675 n-d-805737-3 neutron-server[102425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 21:14:00.679901 n-d-805737-3 neutron-server[102425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 21:14:00.680252 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 11 21:14:00.683742 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 11 21:14:00.687862 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 11 21:14:00.691848 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Nov 11 21:14:00.693526 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 11 21:14:00.694010 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 11 21:14:00.694342 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 11 21:14:00.694729 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 11 21:14:00.697584 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 11 21:14:00.697832 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 11 21:14:00.698203 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 21:14:00.703700 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 11 21:14:00.726387 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 11 21:14:00.726861 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.727152 n-d-805737-3 neutron-server[102425]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102425) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 11 21:14:00.727510 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.728875 n-d-805737-3 neutron-server[102425]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102425) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 11 21:14:00.729184 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 21:14:00.729404 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 11 21:14:00.732684 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.732985 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:00.796066 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 11 21:14:00.796223 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 11 21:14:00.796459 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 11 21:14:00.796846 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 11 21:14:00.819042 n-d-805737-3 neutron-server[102425]: DEBUG oslo_db.sqlalchemy.engines [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102425) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 11 21:14:01.362765 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Initializing driver for type 'gre' Nov 11 21:14:01.363322 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] gre ID ranges: [(1, 1000)] Nov 11 21:14:01.423135 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Initializing driver for type 'local' Nov 11 21:14:01.423507 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Initializing driver for type 'vlan' Nov 11 21:14:01.444969 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] VlanTypeDriver initialization complete Nov 11 21:14:01.445291 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Initializing driver for type 'vxlan' Nov 11 21:14:01.445854 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] vxlan ID ranges: [(1, 1000)] Nov 11 21:14:01.498221 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Initializing extension driver 'port_security' Nov 11 21:14:01.498562 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.extensions.port_security [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] PortSecurityExtensionDriver initialization complete Nov 11 21:14:01.498902 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Initializing mechanism driver 'openvswitch' Nov 11 21:14:01.499236 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Initializing mechanism driver 'hyperv' Nov 11 21:14:01.506088 n-d-805737-3 neutron-server[102425]: DEBUG neutron.plugins.ml2.plugin [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:01.506968 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > port after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.507341 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > port after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.507692 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > port after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.508226 n-d-805737-3 neutron-server[102425]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102425) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 21:14:01.508659 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > subnet after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.509035 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > subnet after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.509387 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.509784 n-d-805737-3 neutron-server[102425]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102425) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 21:14:01.510188 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > network after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.510567 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > network after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.510889 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > network after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.511270 n-d-805737-3 neutron-server[102425]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102425) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 21:14:01.511671 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > security_group after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.512021 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > security_group after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.512358 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.512743 n-d-805737-3 neutron-server[102425]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102425) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 21:14:01.513167 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.513510 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.513850 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.514207 n-d-805737-3 neutron-server[102425]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102425) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 21:14:01.514645 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > address_group after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.514991 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > address_group after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.515328 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.515717 n-d-805737-3 neutron-server[102425]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102425) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 21:14:01.516096 n-d-805737-3 neutron-server[102425]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] ML2 OVO RPC backend initialized. {{(pid=102425) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 11 21:14:01.516824 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.517180 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.517596 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > network before_response 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.517942 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > networks before_response 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.518292 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > port before_response 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.518626 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > ports before_response 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.518967 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > subnet before_response 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.519304 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > subnets before_response 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.519647 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > network after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.519985 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > network after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.520317 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > network after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.520650 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > port after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.521006 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > port after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.521340 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > port after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.521673 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > subnet after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.522004 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > subnet after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.522336 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.522905 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.plugin [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Modular L2 Plugin initialization complete Nov 11 21:14:01.523235 n-d-805737-3 neutron-server[102425]: DEBUG neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading services supported by the core plugin {{(pid=102425) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 11 21:14:01.523565 n-d-805737-3 neutron-server[102425]: INFO neutron.plugins.ml2.managers [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Got port-security extension from driver 'port_security' Nov 11 21:14:01.524029 n-d-805737-3 neutron-server[102425]: INFO neutron.extensions.vlantransparent [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Disabled vlantransparent extension. Nov 11 21:14:01.524515 n-d-805737-3 neutron-server[102425]: DEBUG neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102425) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 11 21:14:01.524855 n-d-805737-3 neutron-server[102425]: INFO neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading Plugin: router Nov 11 21:14:01.560619 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.561241 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router after_create 55549900 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.561462 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router before_create 55549900 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.561809 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.562187 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.562541 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router after_delete 55549900 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.562897 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.563366 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.563727 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router after_create 55549900 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.564069 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router after_update 55549900 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.564418 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router after_update 55549900 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.564761 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.565145 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router after_update 55549900 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.565553 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router precommit_update 55549900 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.565922 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: port after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.566258 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: port after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.566574 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: subnet after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.566916 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.567264 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.567611 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router precommit_create 55549900 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.567952 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: port before_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.568295 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router precommit_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.568651 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router after_update 55549900 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.569023 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.569375 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router precommit_create 55549900 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.569731 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.570075 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router precommit_update 55549900 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.570438 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > agent after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.570785 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > agent after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.571125 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > network after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.571985 n-d-805737-3 neutron-server[102425]: DEBUG neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Tracking information for resource: router configured {{(pid=102425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 21:14:01.572320 n-d-805737-3 neutron-server[102425]: DEBUG neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Tracking information for resource: floatingip configured {{(pid=102425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 21:14:01.577413 n-d-805737-3 neutron-server[102425]: INFO neutron.db.l3_agentschedulers_db [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 11 21:14:01.577982 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: port after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.578337 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: port after_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.578687 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: port after_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.579041 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: port after_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.579828 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router before_create 55550100 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.580198 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.580575 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router precommit_create 55550100 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.580945 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > router precommit_update 55550100 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.585808 n-d-805737-3 neutron-server[102425]: DEBUG neutron.services.provider_configuration [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Service providers = [] {{(pid=102425) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 11 21:14:01.586176 n-d-805737-3 neutron-server[102425]: DEBUG neutron.db.servicetype_db [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102425) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 11 21:14:01.589116 n-d-805737-3 neutron-server[102425]: DEBUG neutron.services.service_base [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 21:14:01.589469 n-d-805737-3 neutron-server[102425]: DEBUG neutron.services.service_base [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 21:14:01.589812 n-d-805737-3 neutron-server[102425]: DEBUG neutron.services.service_base [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 21:14:01.590696 n-d-805737-3 neutron-server[102425]: DEBUG neutron.services.service_base [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 21:14:01.591414 n-d-805737-3 neutron-server[102425]: INFO neutron.services.service_base [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 11 21:14:01.591788 n-d-805737-3 neutron-server[102425]: DEBUG neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 21:14:01.592103 n-d-805737-3 neutron-server[102425]: INFO neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 11 21:14:01.604159 n-d-805737-3 neutron-server[102425]: DEBUG neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 21:14:01.604493 n-d-805737-3 neutron-server[102425]: INFO neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading Plugin: auto_allocate Nov 11 21:14:01.610349 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: network precommit_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.610724 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: network precommit_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.611245 n-d-805737-3 neutron-server[102425]: DEBUG neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 21:14:01.611565 n-d-805737-3 neutron-server[102425]: INFO neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading Plugin: tag Nov 11 21:14:01.618486 n-d-805737-3 neutron-server[102425]: DEBUG neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 21:14:01.618746 n-d-805737-3 neutron-server[102425]: INFO neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading Plugin: timestamp Nov 11 21:14:01.622561 n-d-805737-3 neutron-server[102425]: DEBUG neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 21:14:01.622893 n-d-805737-3 neutron-server[102425]: INFO neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading Plugin: network_ip_availability Nov 11 21:14:01.628495 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.628890 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.629247 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.629955 n-d-805737-3 neutron-server[102425]: DEBUG neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 21:14:01.630277 n-d-805737-3 neutron-server[102425]: INFO neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading Plugin: flavors Nov 11 21:14:01.635333 n-d-805737-3 neutron-server[102425]: DEBUG neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 21:14:01.635662 n-d-805737-3 neutron-server[102425]: INFO neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading Plugin: revisions Nov 11 21:14:01.640119 n-d-805737-3 neutron-server[102425]: DEBUG neutron.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 21:14:01.640506 n-d-805737-3 neutron-server[102425]: DEBUG oslo_concurrency.lockutils [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.763s {{(pid=102425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 21:14:01.641282 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102425) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 11 21:14:01.641625 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Initializing extension manager. Nov 11 21:14:01.642141 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: __init__.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.642479 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: __pycache__ {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.642818 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.643148 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: address_group.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.643909 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.644488 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: address-group Nov 11 21:14:01.644836 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: address_scope.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.645555 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.646069 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: address-scope Nov 11 21:14:01.646406 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.647310 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.647839 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: router-admin-state-down-before-update Nov 11 21:14:01.648150 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: agent.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.648878 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.649391 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: agent Nov 11 21:14:01.649718 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: agent_resources_synced.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.650626 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.651134 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: agent-resources-synced Nov 11 21:14:01.651458 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: allowedaddresspairs.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.653274 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.653793 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: allowed-address-pairs Nov 11 21:14:01.654118 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: auto_allocated_topology.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.655231 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.655770 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: auto-allocated-topology Nov 11 21:14:01.656095 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: availability_zone.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.656785 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.657319 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: availability_zone Nov 11 21:14:01.657643 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: availability_zone_filter.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.658560 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.659070 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: availability_zone_filter Nov 11 21:14:01.659389 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: data_plane_status.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.660296 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.660830 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension data-plane-status not supported by any of loaded plugins Nov 11 21:14:01.661156 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: default_subnetpools.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.662063 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.662572 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: default-subnetpools Nov 11 21:14:01.662897 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.663702 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.664214 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: dhcp_agent_scheduler Nov 11 21:14:01.664542 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: dns.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.665489 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.665992 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension dns-integration not supported by any of loaded plugins Nov 11 21:14:01.666318 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: dns_domain_ports.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.667223 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.667728 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 11 21:14:01.668058 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.669004 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.669514 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 11 21:14:01.669838 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: dvr.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.670509 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.671054 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: dvr Nov 11 21:14:01.671379 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: ecmp_routes.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.672297 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.672829 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 11 21:14:01.673150 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: empty_string_filtering.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.674069 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.674578 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: empty-string-filtering Nov 11 21:14:01.674899 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.675811 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.676315 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 11 21:14:01.676636 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.677572 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.678083 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 11 21:14:01.678403 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: external_net.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.679318 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.679824 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: external-net Nov 11 21:14:01.680143 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.681080 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.681587 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: extra_dhcp_opt Nov 11 21:14:01.681903 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: extraroute.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.682820 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.683321 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: extraroute Nov 11 21:14:01.683642 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: extraroute_atomic.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.684673 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.685223 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: extraroute-atomic Nov 11 21:14:01.685544 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: filter_validation.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.686391 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.686943 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: filter-validation Nov 11 21:14:01.687268 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: fip_pf_description.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.688186 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.688692 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 11 21:14:01.689040 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: fip_port_details.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.689956 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.690463 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: fip-port-details Nov 11 21:14:01.690781 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: flavors.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.692014 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.692533 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: flavors Nov 11 21:14:01.692884 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.694555 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.695077 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 11 21:14:01.695408 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: floatingip_pools.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.696115 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.696626 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: floatingip-pools Nov 11 21:14:01.696983 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: ip_allocation.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.697916 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.698425 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension ip_allocation not supported by any of loaded plugins Nov 11 21:14:01.698751 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.699672 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.700195 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: ip-substring-filtering Nov 11 21:14:01.700512 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: l2_adjacency.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.701482 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.701992 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 11 21:14:01.702358 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: l3.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.703339 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.703864 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: router Nov 11 21:14:01.704195 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.706516 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.707052 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 11 21:14:01.707658 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.708305 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.708858 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: ext-gw-mode Nov 11 21:14:01.709188 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.710147 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.710669 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: l3-ha Nov 11 21:14:01.710994 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: l3_flavors.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.711931 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.712448 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: l3-flavors Nov 11 21:14:01.712772 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.713706 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.714218 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 11 21:14:01.714538 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: l3agentscheduler.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.715584 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.716458 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: l3_agent_scheduler Nov 11 21:14:01.716812 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: logging.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.718400 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.718917 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension logging not supported by any of loaded plugins Nov 11 21:14:01.719252 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: metering.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.720000 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.720578 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: metering Nov 11 21:14:01.720936 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.722170 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.722693 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: metering_source_and_destination_fields Nov 11 21:14:01.723019 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: multiprovidernet.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.723946 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.724463 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: multi-provider Nov 11 21:14:01.724786 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: netmtu.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.725724 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.726232 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: net-mtu Nov 11 21:14:01.726555 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: netmtu_writable.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.727473 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.727992 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: net-mtu-writable Nov 11 21:14:01.728316 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: network_availability_zone.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.729021 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.729529 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: network_availability_zone Nov 11 21:14:01.729854 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: network_ip_availability.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.730978 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.731493 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: network-ip-availability Nov 11 21:14:01.731815 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: network_segment_range.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.732571 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.733170 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension network-segment-range not supported by any of loaded plugins Nov 11 21:14:01.733521 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: pagination.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.734502 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.734830 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: pagination Nov 11 21:14:01.735152 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: port_device_profile.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.736058 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.736571 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: port-device-profile Nov 11 21:14:01.736933 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.737854 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.738363 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: port-mac-address-regenerate Nov 11 21:14:01.738685 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.739584 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.740090 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: port-numa-affinity-policy Nov 11 21:14:01.740413 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: port_resource_request.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.741363 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.741868 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension port-resource-request not supported by any of loaded plugins Nov 11 21:14:01.742189 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: port_resource_request_groups.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.743161 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.743671 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 11 21:14:01.743995 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: portbindings.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.744961 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.745475 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: binding Nov 11 21:14:01.745798 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: portbindings_extended.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.747059 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.747570 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: binding-extended Nov 11 21:14:01.747904 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: portsecurity.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.748824 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.749394 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: port-security Nov 11 21:14:01.749721 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: project_id.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.750691 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.751020 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: project-id Nov 11 21:14:01.751343 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: providernet.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.752252 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.752768 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: provider Nov 11 21:14:01.753123 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: qos.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.756648 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.757197 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension qos not supported by any of loaded plugins Nov 11 21:14:01.757528 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.758793 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.759316 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 11 21:14:01.759648 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.760570 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.761119 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 11 21:14:01.761445 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: qos_default.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.762367 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.762877 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension qos-default not supported by any of loaded plugins Nov 11 21:14:01.763203 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: qos_fip.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.763859 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.764360 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension qos-fip not supported by any of loaded plugins Nov 11 21:14:01.764711 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: qos_gateway_ip.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.765652 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.766154 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 11 21:14:01.766476 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: qos_port_network_policy.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.767393 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.767911 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 11 21:14:01.768234 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.769310 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.769823 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 11 21:14:01.770146 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: qos_pps_rule.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.771317 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.772008 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension qos-pps not supported by any of loaded plugins Nov 11 21:14:01.772339 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: qos_rule_type_details.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.773292 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.773804 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 11 21:14:01.774129 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: qos_rules_alias.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.775196 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.775709 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 11 21:14:01.776032 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: quota_check_limit.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.776984 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.777503 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: quota-check-limit Nov 11 21:14:01.777829 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: quotasv2.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.778760 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.779093 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: quotas Nov 11 21:14:01.779414 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: quotasv2_detail.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.782667 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.783013 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: quota_details Nov 11 21:14:01.783352 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: rbac.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.784416 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.784978 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: rbac-policies Nov 11 21:14:01.785315 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: rbac_address_group.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.786245 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.786765 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: rbac-address-group Nov 11 21:14:01.787094 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: rbac_address_scope.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.788022 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.788541 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: rbac-address-scope Nov 11 21:14:01.788893 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: rbac_security_groups.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.789811 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.790327 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: rbac-security-groups Nov 11 21:14:01.790654 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: rbac_subnetpool.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.791570 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.792087 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: rbac-subnetpool Nov 11 21:14:01.792419 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: revisionifmatch.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.793368 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.793887 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: revision-if-match Nov 11 21:14:01.794214 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: revisions.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.795352 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.795892 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: standard-attr-revisions Nov 11 21:14:01.796222 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: router_availability_zone.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.796930 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.797449 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: router_availability_zone Nov 11 21:14:01.797778 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: routerservicetype.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.798692 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.799200 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension router-service-type not supported by any of loaded plugins Nov 11 21:14:01.799525 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.800452 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.800990 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: security-groups-normalized-cidr Nov 11 21:14:01.801315 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.802318 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.802830 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: port-security-groups-filtering Nov 11 21:14:01.803155 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.804076 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.804591 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: security-groups-remote-address-group Nov 11 21:14:01.804942 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.805875 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.806387 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: security-groups-shared-filtering Nov 11 21:14:01.806712 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.807325 n-d-805737-3 neutron-server[102425]: WARNING neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 11 21:14:01.807649 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: securitygroup.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.817525 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.818090 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: security-group Nov 11 21:14:01.818425 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: segment.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.819232 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.819745 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension segment not supported by any of loaded plugins Nov 11 21:14:01.820069 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.821051 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.821564 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 11 21:14:01.821891 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: servicetype.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.823019 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.823529 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: service-type Nov 11 21:14:01.823858 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: sorting.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.824850 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.825205 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: sorting Nov 11 21:14:01.825530 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: standard_attr_segment.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.826428 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.826954 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 11 21:14:01.827287 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: standardattrdescription.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.827942 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.828454 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: standard-attr-description Nov 11 21:14:01.828777 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: stateful_security_group.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.829748 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.830270 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: stateful-security-group Nov 11 21:14:01.830593 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: stdattrs_common.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.831162 n-d-805737-3 neutron-server[102425]: WARNING neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 11 21:14:01.831481 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.832398 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.833110 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 11 21:14:01.833425 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: subnet_onboard.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.834523 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.835049 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: subnet_onboard Nov 11 21:14:01.835376 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.836313 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.836819 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 11 21:14:01.837177 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: subnet_service_types.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.838108 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.838630 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: subnet-service-types Nov 11 21:14:01.838955 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: subnetallocation.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.840055 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.840574 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: subnet_allocation Nov 11 21:14:01.841363 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.842064 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.842572 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: subnetpool-prefix-ops Nov 11 21:14:01.842944 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.843897 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.844401 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 11 21:14:01.844726 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: tagging.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.845832 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.846354 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: standard-attr-tag Nov 11 21:14:01.846684 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: timestamp.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.847900 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.848413 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loaded extension: standard-attr-timestamp Nov 11 21:14:01.848741 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: trunk.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.849805 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.850324 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension trunk not supported by any of loaded plugins Nov 11 21:14:01.850650 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: trunk_details.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.851575 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.852092 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension trunk-details not supported by any of loaded plugins Nov 11 21:14:01.852414 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: uplink_status_propagation.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.853402 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.853917 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 11 21:14:01.854237 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Loading extension file: vlantransparent.py {{(pid=102425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 21:14:01.854908 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 21:14:01.855416 n-d-805737-3 neutron-server[102425]: INFO neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 11 21:14:01.858013 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:network Nov 11 21:14:01.858557 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:subnet Nov 11 21:14:01.858954 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 21:14:01.859345 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:port Nov 11 21:14:01.860595 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.v2.resource_helper [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 21:14:01.861154 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.v2.resource_helper [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Service FLAVORS assigned prefix: {{(pid=102425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 21:14:01.861758 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.v2.resource_helper [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 21:14:01.862184 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.v2.resource_helper [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 21:14:01.862511 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:router Nov 11 21:14:01.862950 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 21:14:01.863447 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.v2.resource_helper [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Service METERING assigned prefix: /metering {{(pid=102425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 21:14:01.865008 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.865378 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.865727 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:14:01.866736 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 21:14:01.867173 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:security_group Nov 11 21:14:01.867612 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 21:14:01.868217 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.v2.resource_helper [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Service CORE assigned prefix: {{(pid=102425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 21:14:01.868610 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 21:14:01.868942 n-d-805737-3 neutron-server[102425]: WARNING neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] subnetpool is already registered Nov 11 21:14:01.869358 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.v2.resource_helper [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Service CORE assigned prefix: {{(pid=102425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 21:14:01.869682 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 21:14:01.870012 n-d-805737-3 neutron-server[102425]: WARNING neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] subnetpool is already registered Nov 11 21:14:01.872370 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.v2.resource_helper [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 21:14:01.872825 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.v2.resource_helper [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Service FLAVORS assigned prefix: {{(pid=102425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 21:14:01.873456 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.v2.resource_helper [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 21:14:01.873915 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.v2.resource_helper [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 21:14:01.874273 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:router Nov 11 21:14:01.874612 n-d-805737-3 neutron-server[102425]: WARNING neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] router is already registered Nov 11 21:14:01.875031 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 21:14:01.875364 n-d-805737-3 neutron-server[102425]: WARNING neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] floatingip is already registered Nov 11 21:14:01.875829 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.v2.resource_helper [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Service METERING assigned prefix: /metering {{(pid=102425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 21:14:01.876530 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 21:14:01.876887 n-d-805737-3 neutron-server[102425]: WARNING neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] rbac_policy is already registered Nov 11 21:14:01.877292 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:security_group Nov 11 21:14:01.877633 n-d-805737-3 neutron-server[102425]: WARNING neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] security_group is already registered Nov 11 21:14:01.878028 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 21:14:01.878368 n-d-805737-3 neutron-server[102425]: WARNING neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] security_group_rule is already registered Nov 11 21:14:01.878861 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.v2.resource_helper [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Service CORE assigned prefix: {{(pid=102425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 21:14:01.879181 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 21:14:01.879512 n-d-805737-3 neutron-server[102425]: WARNING neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] subnetpool is already registered Nov 11 21:14:01.879930 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.v2.resource_helper [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Service CORE assigned prefix: {{(pid=102425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 21:14:01.880252 n-d-805737-3 neutron-server[102425]: INFO neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 21:14:01.880580 n-d-805737-3 neutron-server[102425]: WARNING neutron.quota.resource_registry [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] subnetpool is already registered Nov 11 21:14:01.882342 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: extensions {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.883866 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: address-groups {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.885413 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: address-scopes {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.886672 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: agents {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.887957 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: auto-allocated-topology {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.889275 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: availability_zones {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.890537 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: dhcp-networks {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.892016 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: dhcp-agents {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.893617 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: routers {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.895754 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: flavors {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.897081 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: service_profiles {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.898316 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: next_providers {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.899768 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: service_profiles {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.901243 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: floatingip-pools {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.902589 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: routers {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.904710 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: floatingips {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.906095 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: l3-routers {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.907560 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: l3-agents {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.909010 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: metering-labels {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.910248 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: metering-label-rules {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.911648 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: network-ip-availabilities {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.912933 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: bindings {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.914530 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: quotas {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.916195 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: quotas {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.917770 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: rbac-policies {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.918976 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: security-groups {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.920313 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: security-group-rules {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.921625 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: service-providers {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.922849 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: subnetpools {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.924251 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: subnetpools {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.925774 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: tags {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.927496 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: tags {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.929407 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: tags {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.931200 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: tags {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.932967 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: tags {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.934919 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: tags {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.936694 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: tags {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.939533 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: tags {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.941357 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: tags {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.943115 n-d-805737-3 neutron-server[102425]: DEBUG neutron.api.extensions [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Extended resource: tags {{(pid=102425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 21:14:01.949366 n-d-805737-3 neutron-server[102425]: WARNING keystonemiddleware.auth_token [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 11 21:14:01.953982 n-d-805737-3 neutron-server[102425]: WARNING keystonemiddleware.auth_token [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 11 21:14:01.962891 n-d-805737-3 neutron-server[102425]: DEBUG oslo_concurrency.lockutils [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Acquired lock "singleton_lock" {{(pid=102425) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 11 21:14:01.963398 n-d-805737-3 neutron-server[102425]: DEBUG oslo_concurrency.lockutils [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Releasing lock "singleton_lock" {{(pid=102425) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 11 21:14:01.964049 n-d-805737-3 neutron-server[102425]: INFO oslo_service.service [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Starting 2 workers Nov 11 21:14:01.969378 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Started child 102534 {{(pid=102425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 21:14:01.973844 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Started child 102535 {{(pid=102425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 21:14:01.975127 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.975782 n-d-805737-3 neutron-server[102425]: INFO neutron.service [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 11 21:14:01.975970 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Publish callbacks [] for process, before_spawn {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.976568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [-] (102534) wsgi starting up on http://0.0.0.0:9696 Nov 11 21:14:01.978459 n-d-805737-3 neutron-server[102425]: INFO oslo_service.service [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Starting 1 workers Nov 11 21:14:01.978883 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.980210 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [-] (102535) wsgi starting up on http://0.0.0.0:9696 Nov 11 21:14:01.983839 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Started child 102536 {{(pid=102425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 21:14:01.984382 n-d-805737-3 neutron-server[102425]: INFO oslo_service.service [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Starting 1 workers Nov 11 21:14:01.987543 n-d-805737-3 neutron-server[102536]: DEBUG neutron.service [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] calling RpcWorker wait() {{(pid=102536) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 11 21:14:01.988144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.service [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] returning from RpcWorker wait() {{(pid=102536) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 11 21:14:01.988972 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Started child 102537 {{(pid=102425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 21:14:01.989296 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.989722 n-d-805737-3 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-191884b0-447d-416d-b8ab-b5069d326631 None None] Publish callbacks [] for process, after_spawn {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.989851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:01.991673 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102425) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 21:14:01.991862 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 21:14:01.992072 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 21:14:01.992250 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 21:14:01.992604 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 21:14:01.992742 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 21:14:01.993315 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.993580 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.993795 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.994049 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.994339 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.994635 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.995158 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.995158 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.995307 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.995575 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.995825 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.995971 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.996067 n-d-805737-3 neutron-server[102537]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:01.996140 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.996355 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.996586 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.996903 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.997173 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.997433 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.997693 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.997867 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.998098 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.998351 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.998593 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.998913 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] debug = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.999159 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.999607 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:01.999834 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.000077 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.000286 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.000568 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.000818 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.001067 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.001304 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.001528 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.001758 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.001995 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.002231 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.002456 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.002698 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.002925 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.003165 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.003391 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.003846 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] host = n-d-805737-3 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.004088 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.004329 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.004551 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.004814 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.005075 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.005288 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.005530 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.005783 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.006034 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.006254 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.006486 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.006748 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.006965 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.007218 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_file = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.007386 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_options = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.007641 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.007913 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.008172 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.008372 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.008539 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.008719 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.009059 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.009225 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.009477 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.009692 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.009903 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.010131 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.010343 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.010616 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.010803 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.011043 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.011268 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.011499 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.011763 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.011983 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.012224 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.012448 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.012705 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.012962 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.013176 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.013411 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.013648 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.013864 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.014095 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.014337 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.014637 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.014889 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.015146 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.015390 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.015656 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.015901 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.016127 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.016341 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.016613 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.016864 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.017114 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.017358 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.017576 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.017820 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.018048 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.018273 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.018483 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] use_json = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.018691 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.018920 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.019281 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.019498 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.019707 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.019919 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.020126 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.020370 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.020788 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.021236 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.021669 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.022061 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.024083 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.024083 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.024083 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.024083 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.024083 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.024083 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.024083 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.024083 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.024720 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.024720 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.024720 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.025032 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.025253 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.025514 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.025760 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.025977 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.026206 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.026439 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.026708 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.026944 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.027195 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.027434 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.027673 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.028019 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.028266 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.028529 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.029227 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.029227 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.029227 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.029657 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.029657 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.029927 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.030110 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.030379 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.030602 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.030815 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.031035 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.031278 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.031488 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.031714 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.031992 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.032187 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.032416 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.032633 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.032882 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.033169 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.033388 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.033636 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.033881 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.034115 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.034338 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.034589 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.034804 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.035530 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.035530 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.035530 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.036166 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.036166 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.036166 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.036591 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.036591 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.036881 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.037033 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.037240 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.037397 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.037611 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.037825 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.038054 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.038279 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.038511 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.038737 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.038950 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.039158 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.039386 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.039593 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.039803 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.040007 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.040232 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.040452 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.040661 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.040891 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.041144 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.041326 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.041551 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.041779 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.042065 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.042354 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.042742 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.042832 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.043056 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.043303 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.043515 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.043742 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.043954 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.044603 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.044603 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.044603 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.045062 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.045062 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.045329 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.045633 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.045837 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.046027 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.046267 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.046485 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.046717 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.046944 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.047233 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.047464 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.047697 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.047923 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.048171 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.048432 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.048666 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.048972 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.049230 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.049490 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.049789 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.050064 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.050320 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.050593 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.050836 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.051083 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.051331 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.051576 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.051828 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.052056 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.052299 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.052570 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.053080 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.053165 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.053379 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.053609 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.053921 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.054276 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.054494 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.054641 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.054849 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.055080 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.055324 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.055579 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.055863 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.056059 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.056297 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.056522 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.056765 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.057015 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.057552 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.057552 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.057818 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.057998 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.058162 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.058374 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.058601 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.058829 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.059041 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.059261 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.059488 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.059729 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.059974 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.060205 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.060415 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.060652 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.060912 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.061145 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.061388 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.061603 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.061850 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.062193 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.062411 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.062627 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.062759 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.062968 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.063207 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.063425 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.063674 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.063885 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.064125 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.064339 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.064548 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.064779 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.065017 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.065296 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.065513 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.065736 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.065969 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.066353 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.066469 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.066853 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.066989 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.067178 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.067507 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.067664 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.067880 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.068088 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.068303 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.068515 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.068726 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.068985 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.069248 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.069468 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.069702 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.069912 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.070126 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.070339 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.070551 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.070758 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.071033 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.071273 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.071499 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.071736 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.071973 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.072198 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.072490 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.072626 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.072851 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.073070 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.073297 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.073475 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.073713 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.073918 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.074122 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.074337 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.074549 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.074749 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.074997 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.075201 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.075403 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.075637 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.075849 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.076119 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.076247 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.076480 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.076696 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.077011 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.077236 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.077444 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.077699 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.077853 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.078060 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.078276 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.078486 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.078690 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.078971 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.079216 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.079447 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.079728 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.079970 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.080468 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.080468 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.080752 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.081009 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.081261 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.081478 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.082784 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.082784 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.082784 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.082784 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.082784 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.083187 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.083187 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.083687 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.083687 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.083947 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.084341 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.084436 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.084746 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.085128 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.085593 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.085593 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.085778 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.086456 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.086456 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.086456 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.086692 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.086852 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.087100 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.088829 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.088829 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.088829 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.088829 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.088829 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.088829 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.088829 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.089304 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.089304 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.089304 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 21:14:02.090866 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102425) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 21:14:02.090866 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 21:14:02.090866 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 21:14:02.090866 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 21:14:02.090866 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 21:14:02.090866 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 21:14:02.090866 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.090866 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093077 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093077 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093077 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093077 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093077 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093077 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093077 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093077 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093630 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093630 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093630 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093630 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093630 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093630 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093630 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.093630 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.094153 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.094153 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.094153 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.094153 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.094435 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] debug = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.094435 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.094641 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.094802 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.094963 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.095493 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.095493 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.095493 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.095767 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.095767 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.095917 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.095996 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.096133 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.096290 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.096448 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.096606 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.096765 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.096963 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.097116 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.097259 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] host = n-d-805737-3 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.097399 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.097559 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.097717 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.097874 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.098033 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.098187 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.098343 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.098499 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.098655 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.098812 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.098968 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.099122 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.099277 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.099432 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_file = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.099587 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_options = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.099742 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.099899 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.100058 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.100244 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.100405 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.100563 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.100719 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.100895 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.101053 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.101212 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.101367 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.101523 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.101680 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.101836 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.101993 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.102149 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.102306 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.102461 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.102620 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.102775 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.102932 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.103087 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.103242 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.103397 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.103554 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.103712 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.103866 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.104021 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.104176 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.104330 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.104485 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.104641 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.104824 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.104972 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.105129 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.105283 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.105438 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.105594 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.105828 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.105991 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.106145 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.106302 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.106457 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.106612 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.106768 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.106925 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.107084 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] use_json = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.107238 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.107548 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.107840 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.108131 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.108480 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.108811 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.108993 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.109180 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 21:14:02.109337 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.109509 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.109665 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.109826 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.109982 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.110148 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.110303 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.110604 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.110910 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.116827 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.116827 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.116827 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.116827 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.116827 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.116827 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.116827 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.116827 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.117649 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.117649 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.117649 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.117649 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.117649 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.117649 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.117649 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.117649 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118219 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118219 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118219 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118219 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118219 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118219 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118219 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118219 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118810 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118810 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118810 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118810 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118810 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118810 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118810 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118810 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.118810 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.119425 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.119425 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.119425 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.119425 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.119425 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.119425 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.119425 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.119425 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.119425 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120042 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120042 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120042 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120042 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120042 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120042 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120042 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120042 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120042 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120641 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120641 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120641 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120641 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120641 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120641 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120641 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120641 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.120641 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.121295 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.121295 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.121295 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.121295 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.121295 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.121295 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.121295 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.121295 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.121295 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.121895 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.121895 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.121895 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.121895 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.122164 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.122164 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.122305 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.122382 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.122517 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.122679 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.122841 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.123008 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.123181 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.123338 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.123496 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.123663 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.123834 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.124016 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.124139 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.124297 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.124455 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.124614 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.124772 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.124953 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.125115 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.125274 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.125432 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.125590 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.125747 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.125904 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.126061 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.126219 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.126377 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.126535 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.126698 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.126853 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.127009 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.127167 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.127336 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.127498 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.127661 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.127819 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.127983 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.128151 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.128310 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.128472 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.128617 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.128775 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.128958 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.129115 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.129298 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.129433 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.129955 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.130075 n-d-805737-3 neutron-server[102536]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:02.130173 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.130173 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.130173 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.130385 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.130385 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.130529 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.130658 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.130816 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.130973 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.131132 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.131289 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.131446 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.131603 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.131759 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.131917 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.132075 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.132232 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.132393 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.132550 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.132708 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.132888 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.133047 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.133207 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.133366 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.133525 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.133686 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.133848 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.134008 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.134165 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.134322 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.134480 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.134637 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.134794 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.134952 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.135110 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.135268 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.135426 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.135585 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.135742 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.135899 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.136056 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.136213 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.136371 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.136531 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.136691 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.136883 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.137046 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.137205 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.137362 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.137525 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.137685 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.137843 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.138004 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.138162 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.138320 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.138479 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.138638 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.138800 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.138959 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.139118 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.139274 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.139465 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.139646 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.139804 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.140034 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.140199 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.140358 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.140515 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.140673 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.141202 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.141202 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.141202 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.141714 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.141714 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.141714 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.142883 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.143052 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.143212 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.143372 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.143531 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.143702 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.143860 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.144019 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.144177 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.144337 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.144495 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.144662 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.144840 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.145749 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.145749 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.145749 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.145749 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.146098 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.146098 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.146243 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.146323 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.146444 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.146607 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.146774 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.146931 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.147118 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.147245 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.147638 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.147638 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.147788 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.147899 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.148047 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.148135 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.148290 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.148448 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.148632 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.148835 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.148943 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.149100 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.149258 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.149416 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.149582 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.149740 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.149898 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.150062 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.150221 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.150379 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.150536 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.150706 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.150865 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.151025 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.151183 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.151340 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.151497 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.151657 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.151819 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.151985 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.152148 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.152306 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.152471 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.152637 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.152861 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.152980 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.153145 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.153313 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.153470 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.153627 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.153784 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.153941 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.154099 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.154258 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.154416 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.154573 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.154732 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.154891 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.155048 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.155227 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.155385 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.155542 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.155698 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.155855 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.156013 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.156169 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.156326 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 21:14:02.156477 n-d-805737-3 neutron-server[102425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 21:14:02.341594 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45494) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:02.350591 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062964 Nov 11 21:14:13.844957 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22348ff7-c5a6-41be-9566-262dff5e3afc None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:14:13.898450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22348ff7-c5a6-41be-9566-262dff5e3afc None None] No non-hosted networks {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 11 21:14:13.912314 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.agentschedulers_db [None req-22348ff7-c5a6-41be-9566-262dff5e3afc None None] DHCP Agent not found on host n-d-805737-3 {{(pid=102536) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 11 21:14:14.017008 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c2166b5-a634-43c7-8a5b-92d45461da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2083253'] for agent, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:15.984894 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8069a1d-98dc-42f0-aec7-f02639323955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2083253'] for agent, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:16.038249 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-448b2253-a07f-498f-a060-2a813aa00f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.035572 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2083253'] for agent, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:18.380652 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2083253'] for agent, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:19.221703 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2083253'] for agent, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:19.222627 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:19.223128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:19.223558 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:19.223885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:19.224207 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:19.224523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:19.224866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:19.225191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:19.225502 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:19.225814 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:19.226123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:19.226431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:19.226831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-805737-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:19.232641 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-805737-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:19.788634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45586) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:20.318835 n-d-805737-3 neutron-server[102534]: WARNING oslo_policy.policy [None req-1ffc4906-404d-42ad-9085-3522386599b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 21:14:20.319657 n-d-805737-3 neutron-server[102534]: WARNING oslo_policy.policy [None req-1ffc4906-404d-42ad-9085-3522386599b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 21:14:20.552718 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-1ffc4906-404d-42ad-9085-3522386599b7 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:20.568820 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1ffc4906-404d-42ad-9085-3522386599b7 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7632287 Nov 11 21:14:22.472606 n-d-805737-3 neutron-server[102536]: INFO neutron.db.l3_hamode_db [None req-f423e896-6630-4147-a28b-0b6f6fbaaf96 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 11 21:14:22.550367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f423e896-6630-4147-a28b-0b6f6fbaaf96 None None] Routers set() bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:22.550741 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f423e896-6630-4147-a28b-0b6f6fbaaf96 None None] Router IDs set() for agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 21:14:23.080049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45602) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:23.631736 n-d-805737-3 neutron-server[102535]: WARNING oslo_policy.policy [None req-dcd61433-467c-4233-b2ca-8985607e8e7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 21:14:23.632310 n-d-805737-3 neutron-server[102535]: WARNING oslo_policy.policy [None req-dcd61433-467c-4233-b2ca-8985607e8e7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 21:14:23.851340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-dcd61433-467c-4233-b2ca-8985607e8e7d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:23.944572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.policy [None req-dcd61433-467c-4233-b2ca-8985607e8e7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102535) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 21:14:23.990745 n-d-805737-3 neutron-server[102535]: WARNING oslo_policy.policy [None req-dcd61433-467c-4233-b2ca-8985607e8e7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 21:14:23.991110 n-d-805737-3 neutron-server[102535]: WARNING oslo_policy.policy [None req-dcd61433-467c-4233-b2ca-8985607e8e7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 21:14:23.999613 n-d-805737-3 neutron-server[102535]: INFO neutron.quota [None req-dcd61433-467c-4233-b2ca-8985607e8e7d admin admin] Loaded quota_driver: . Nov 11 21:14:24.097809 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dcd61433-467c-4233-b2ca-8985607e8e7d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756758250714', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756758251145', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756758271179', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756758268098', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756758735532', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756758298058', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-563732', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-819080', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1935846', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1731976'] for rbac-policy, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:24.165755 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dcd61433-467c-4233-b2ca-8985607e8e7d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:24.166975 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dcd61433-467c-4233-b2ca-8985607e8e7d admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0856853 Nov 11 21:14:26.935098 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45620) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:27.258107 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Request body: {'network': {'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'name': 'private', 'admin_state_up': True, 'project_id': '43fc8c8f3bc7466b91aca860a4cab80e'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:27.288846 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Made reservation on behalf of 43fc8c8f3bc7466b91aca860a4cab80e for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:27.291658 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:27.309369 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:27.421916 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:27.427523 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:27.447252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:14:27.480108 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756756048869', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:27.480649 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Unsubscribe: segment precommit_create {{(pid=102535) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 21:14:27.481165 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Added segment 1fb00734-706d-499b-8eed-40d0786b5ee9 of type vlan for network e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4 Nov 11 21:14:27.486952 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fca8bf-4719-4207-ae87-d7eab63d6d8f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:27.523616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:27.523837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:27.524176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:27.524509 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:27.524821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:27.525186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:27.525502 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:27.525817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:27.526131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:27.526443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:27.526758 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:27.527068 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Tracked resource versions report: Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: pushed versions: Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: { 'AddressGroup': {'1.2'}, Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'ConntrackHelper': {'1.0'}, Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'Log': {'1.0'}, Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'Network': {'1.1'}, Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'Port': {'1.7'}, Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'PortForwarding': {'1.2'}, Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'QosPolicy': {'1.10'}, Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'SecurityGroup': {'1.5'}, Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'SecurityGroupRule': {'1.2'}, Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'SubPort': {'1.0'}, Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'Subnet': {'1.1'}, Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'Trunk': {'1.1'}} Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: consumer versions: Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: { DHCP agent@n-d-805737-3: {}, Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: L3 agent@n-d-805737-3: {}, Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: Metadata agent@n-d-805737-3: {}, Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: Metering agent@n-d-805737-3: {}, Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: Open vSwitch agent@n-d-805737-3: { 'AddressGroup': '1.2', Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'ConntrackHelper': '1.0', Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'Log': '1.0', Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'Network': '1.1', Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'Port': '1.7', Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'PortForwarding': '1.2', Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'QosPolicy': '1.10', Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'SecurityGroup': '1.5', Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'SecurityGroupRule': '1.2', Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'SubPort': '1.0', Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'Subnet': '1.1', Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: 'Trunk': '1.1'}} Nov 11 21:14:27.528093 n-d-805737-3 neutron-server[102535]: {{(pid=102535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 21:14:27.600081 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:27.641081 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:27.642114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:27.642837 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:27.699878 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7636807 Nov 11 21:14:27.741812 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f737e18-8bb8-4a7a-af72-c3c7fec37b7c admin admin] Pushing event updated for resources: {'Network': ['ID=e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:27.757223 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:14:30.496250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45634) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:31.055103 n-d-805737-3 neutron-server[102534]: DEBUG neutron.policy [None req-a1c1540c-75bf-45fa-9166-1e7f88d8d616 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102534) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 21:14:31.102001 n-d-805737-3 neutron-server[102534]: WARNING oslo_policy.policy [None req-a1c1540c-75bf-45fa-9166-1e7f88d8d616 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 21:14:31.102374 n-d-805737-3 neutron-server[102534]: WARNING oslo_policy.policy [None req-a1c1540c-75bf-45fa-9166-1e7f88d8d616 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 21:14:31.111135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c1540c-75bf-45fa-9166-1e7f88d8d616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:31.113004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a1c1540c-75bf-45fa-9166-1e7f88d8d616 admin admin] 10.222.0.57 "GET /v2.0/networks/e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4 HTTP/1.1" status: 200 len: 826 time: 0.6156800 Nov 11 21:14:31.156186 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-847e9c67-546b-47bb-84d6-6a25e6894758 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/9c718daa-4acc-498f-92a1-c322899d1195 HTTP/1.1" status: 200 len: 734 time: 0.0333350 Nov 11 21:14:31.169103 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Request body: {'subnet': {'subnetpool_id': '9c718daa-4acc-498f-92a1-c322899d1195', 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4', 'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:31.170683 n-d-805737-3 neutron-server[102534]: INFO neutron.quota [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Loaded quota_driver: . Nov 11 21:14:31.215282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Made reservation on behalf of 43fc8c8f3bc7466b91aca860a4cab80e for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:31.220162 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:31.528819 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:31.617176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Checking segment: {'id': '1fb00734-706d-499b-8eed-40d0786b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:31.617633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Network hostable DHCP agents. Network: e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:14:31.625246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8fc2f69-3dbf-4cbe-9ded-05ff543c814e,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:31.641284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:31.641755 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:31.642219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:31.642675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:31.643152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:31.643633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:31.644156 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:31.644477 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:31.644787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:31.645131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:31.645439 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:31.645697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Tracked resource versions report: Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: pushed versions: Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: { 'AddressGroup': {'1.2'}, Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'ConntrackHelper': {'1.0'}, Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'Log': {'1.0'}, Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'Network': {'1.1'}, Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'Port': {'1.7'}, Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'PortForwarding': {'1.2'}, Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'QosPolicy': {'1.10'}, Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'SecurityGroup': {'1.5'}, Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'SecurityGroupRule': {'1.2'}, Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'SubPort': {'1.0'}, Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'Subnet': {'1.1'}, Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'Trunk': {'1.1'}} Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: consumer versions: Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: { DHCP agent@n-d-805737-3: {}, Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: L3 agent@n-d-805737-3: {}, Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: Metadata agent@n-d-805737-3: {}, Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: Metering agent@n-d-805737-3: {}, Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: Open vSwitch agent@n-d-805737-3: { 'AddressGroup': '1.2', Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'ConntrackHelper': '1.0', Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'Log': '1.0', Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'Network': '1.1', Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'Port': '1.7', Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'PortForwarding': '1.2', Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'QosPolicy': '1.10', Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'SecurityGroup': '1.5', Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'SecurityGroupRule': '1.2', Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'SubPort': '1.0', Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'Subnet': '1.1', Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: 'Trunk': '1.1'}} Nov 11 21:14:31.646753 n-d-805737-3 neutron-server[102534]: {{(pid=102534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 21:14:31.687592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Network e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:14:31.702377 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:31.707098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:31.707720 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:31.714378 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e48e9c-5741-4087-817f-fa080e660bae None None] Network e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:31.731597 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-41006682-728d-4bab-b6d0-07031cef0c5d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5660517 Nov 11 21:14:32.045013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4', 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4', 'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'fixed_ips': [{'subnet_id': 'e8fc2f69-3dbf-4cbe-9ded-05ff543c814e'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:14:32.046539 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:32.344502 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Allocated IP 172.20.0.2 (e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4/e8fc2f69-3dbf-4cbe-9ded-05ff543c814e/1f09dc8b-1a80-4e93-9108-f1f285d6447c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:32.547002 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:32.554624 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:32.630137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Network e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:32.637841 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:32.645245 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:32.647319 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Pushing event updated for resources: {'Port': ['ID=1f09dc8b-1a80-4e93-9108-f1f285d6447c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:32.657336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:32.657670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:32.657996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:32.658322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:32.658644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:32.658937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:32.659252 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:32.659561 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:32.659876 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:32.660186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:32.660496 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:32.660820 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Tracked resource versions report: Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: pushed versions: Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: { 'AddressGroup': {'1.2'}, Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'ConntrackHelper': {'1.0'}, Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'Log': {'1.0'}, Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'Network': {'1.1'}, Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'Port': {'1.7'}, Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'PortForwarding': {'1.2'}, Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'QosPolicy': {'1.10'}, Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'SecurityGroup': {'1.5'}, Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'SecurityGroupRule': {'1.2'}, Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'SubPort': {'1.0'}, Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'Subnet': {'1.1'}, Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'Trunk': {'1.1'}} Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: consumer versions: Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: { DHCP agent@n-d-805737-3: {}, Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: L3 agent@n-d-805737-3: {}, Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: Metadata agent@n-d-805737-3: {}, Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: Metering agent@n-d-805737-3: {}, Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: Open vSwitch agent@n-d-805737-3: { 'AddressGroup': '1.2', Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'ConntrackHelper': '1.0', Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'Log': '1.0', Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'Network': '1.1', Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'Port': '1.7', Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'PortForwarding': '1.2', Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'QosPolicy': '1.10', Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'SecurityGroup': '1.5', Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'SecurityGroupRule': '1.2', Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'SubPort': '1.0', Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'Subnet': '1.1', Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: 'Trunk': '1.1'}} Nov 11 21:14:32.661858 n-d-805737-3 neutron-server[102536]: {{(pid=102536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 21:14:32.736509 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Attempting to bind port 1f09dc8b-1a80-4e93-9108-f1f285d6447c on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:14:32.737193 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Attempting to bind port 1f09dc8b-1a80-4e93-9108-f1f285d6447c by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '1fb00734-706d-499b-8eed-40d0786b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:14:32.737362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Attempting to bind port 1f09dc8b-1a80-4e93-9108-f1f285d6447c on network e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:14:32.743078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:14:32.743476 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Checking segment: {'id': '1fb00734-706d-499b-8eed-40d0786b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:32.743937 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:32.744320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Bound using segment: {'id': '1fb00734-706d-499b-8eed-40d0786b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:14:32.744934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Bound port: 1f09dc8b-1a80-4e93-9108-f1f285d6447c, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb00734-706d-499b-8eed-40d0786b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:14:32.745343 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:32.808281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] For port 1f09dc8b-1a80-4e93-9108-f1f285d6447c, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:14:32.812595 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] For port 1f09dc8b-1a80-4e93-9108-f1f285d6447c, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1f09dc8b-1a80-4e93-9108-f1f285d6447c,segment=NetworkSegment(1fb00734-706d-499b-8eed-40d0786b5ee9),segment_id=1fb00734-706d-499b-8eed-40d0786b5ee9)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:14:32.817042 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:32.885660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d6552-f247-474e-99c4-b7fc259dd4a3 None None] Pushing event updated for resources: {'Port': ['ID=1f09dc8b-1a80-4e93-9108-f1f285d6447c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:34.258410 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45648) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:34.593300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-05c9724c-b19e-4280-8f71-856cf22ca14e admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:34.594343 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-05c9724c-b19e-4280-8f71-856cf22ca14e admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3349259 Nov 11 21:14:37.099334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45656) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:37.433579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-167fd26b-aa8b-4b0e-bb84-51c25ef3aa15 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:37.434610 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-167fd26b-aa8b-4b0e-bb84-51c25ef3aa15 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3342347 Nov 11 21:14:40.160728 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:40.469257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d17c9877-b206-4851-8b23-a9434bd62def admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:40.494662 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d17c9877-b206-4851-8b23-a9434bd62def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:40.496217 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d17c9877-b206-4851-8b23-a9434bd62def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:40.653282 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d17c9877-b206-4851-8b23-a9434bd62def admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:40.659467 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d17c9877-b206-4851-8b23-a9434bd62def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:40.674276 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d17c9877-b206-4851-8b23-a9434bd62def admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:40.675489 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d17c9877-b206-4851-8b23-a9434bd62def admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5137882 Nov 11 21:14:41.071311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1f09dc8b-1a80-4e93-9108-f1f285d6447c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:14:41.163873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1f09dc8b-1a80-4e93-9108-f1f285d6447c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:41.164305 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:41.278888 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:41.314370 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 1f09dc8b-1a80-4e93-9108-f1f285d6447c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1f09dc8b-1a80-4e93-9108-f1f285d6447c,segment=NetworkSegment(1fb00734-706d-499b-8eed-40d0786b5ee9),segment_id=1fb00734-706d-499b-8eed-40d0786b5ee9)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:41.319544 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:41.365854 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=1f09dc8b-1a80-4e93-9108-f1f285d6447c,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:41.823773 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051e5207-6a4a-4531-9a63-0578b4efa298 None None] Network e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:41.897066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1a1f8d5b-c87a-45e7-90c9-ae2e60068984 None None] Provisioning complete for port 1f09dc8b-1a80-4e93-9108-f1f285d6447c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:41.897426 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1a1f8d5b-c87a-45e7-90c9-ae2e60068984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:42.260234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3fcc1bc5-57f1-47d0-8b14-73796615f246 None None] Provisioning complete for port 1f09dc8b-1a80-4e93-9108-f1f285d6447c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:42.260911 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3fcc1bc5-57f1-47d0-8b14-73796615f246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:43.050754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1f09dc8b-1a80-4e93-9108-f1f285d6447c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:14:43.082261 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 5 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:14:43.099675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1f09dc8b-1a80-4e93-9108-f1f285d6447c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:43.100051 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:43.214465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45678) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:43.569818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-849d4624-53bb-4b02-bd2e-ba5b54f0962a admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:43.570784 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-849d4624-53bb-4b02-bd2e-ba5b54f0962a admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3551981 Nov 11 21:14:43.762364 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa4f4-de2d-4834-a5e5-d95e97821cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:45.988663 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4e930d20-59d3-48d5-b244-498e5796ad77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:46.047824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45686) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:46.368474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:46.392416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Made reservation on behalf of ebcd8118c2f3405aaa53351928308aae for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:46.394711 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:46.409460 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:46.519978 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:46.526808 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:46.542704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Reserving flat network on physical network physnet1 {{(pid=102534) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 11 21:14:46.562943 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85efe80-9e6f-4303-8a39-b95f64eae354,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:46.571097 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756756048869', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:46.571650 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Unsubscribe: segment precommit_create {{(pid=102534) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 21:14:46.572110 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Added segment 7956fcc7-fdc3-4dd0-aea7-592d831515ca of type flat for network 0a630514-d3c7-460d-bc48-cd2bd16452e1 Nov 11 21:14:46.627359 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:46.670446 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:46.671422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:46.672229 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:46.769647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7204614 Nov 11 21:14:46.783313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb93260-d7ad-41b0-880f-d367e950a715 admin admin] Pushing event updated for resources: {'Network': ['ID=0a630514-d3c7-460d-bc48-cd2bd16452e1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:46.798935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:14:46.986498 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:48.305069 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:49.215220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45704) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:49.228877 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:49.450000 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a78f993-619c-4236-8114-ef151acf57ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:49.451504 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0a78f993-619c-4236-8114-ef151acf57ac admin admin] 10.222.0.57 "GET /v2.0/subnets/e8fc2f69-3dbf-4cbe-9ded-05ff543c814e HTTP/1.1" status: 200 len: 849 time: 0.2349582 Nov 11 21:14:49.588577 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5104eaa5-b387-405a-8c29-4d738c525677 admin admin] 10.222.0.57 "GET /v2.0/routers/3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee HTTP/1.1" status: 200 len: 704 time: 0.1304786 Nov 11 21:14:49.869501 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:50.190438 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Allocated IP 172.20.0.1 (e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4/e8fc2f69-3dbf-4cbe-9ded-05ff543c814e/5d0f1ec7-7af2-47d7-a057-e84d3455f43e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:50.379934 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:50.449271 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:50.518379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Network e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:50.523826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:50.536040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:50.536040 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:50.557209 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Pushing event updated for resources: {'Port': ['ID=5d0f1ec7-7af2-47d7-a057-e84d3455f43e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:50.720670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1b050848-2ff6-4ce0-98e4-5f64a3ef675b None None] Provisioning complete for port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:50.721246 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b050848-2ff6-4ce0-98e4-5f64a3ef675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:50.756748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1b050848-2ff6-4ce0-98e4-5f64a3ef675b None None] Port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:50.797107 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:51.004728 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:51.011867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:51.012774 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:51.091046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Pushing event updated for resources: {'Port': ['ID=5d0f1ec7-7af2-47d7-a057-e84d3455f43e,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:51.146797 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Network e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:51.148200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:51.310985 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Router 3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:14:51.380250 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1ce176c8-6861-4c6a-a77b-2e3aaf7d0148 None None] Provisioning complete for port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:51.380638 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ce176c8-6861-4c6a-a77b-2e3aaf7d0148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:51.400750 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:51.409779 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-67feade6-abf3-40b7-ae0a-09132bfc2ebc admin admin] 10.222.0.57 "PUT /v2.0/routers/3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8059778 Nov 11 21:14:51.415067 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1ce176c8-6861-4c6a-a77b-2e3aaf7d0148 None None] Port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:51.425432 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Sync routers for ids ['3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:51.440359 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Routers {'3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:51.441333 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:14:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:51.627571 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Set router 3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:14:52.053635 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee', 'name': 'router1', 'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:40Z', 'updated_at': '2021-11-11T21:14:50Z', 'revision_number': 2, 'project_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'gw_port_host': None, '_interfaces': [{'id': '5d0f1ec7-7af2-47d7-a057-e84d3455f43e', 'name': '', 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4', 'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'mac_address': 'fa:16:3e:18:52:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fc2f69-3dbf-4cbe-9ded-05ff543c814e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:49Z', 'updated_at': '2021-11-11T21:14:50Z', 'revision_number': 2, 'project_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'subnets': [{'id': 'e8fc2f69-3dbf-4cbe-9ded-05ff543c814e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c718daa-4acc-498f-92a1-c322899d1195'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:52.104993 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Checking router: 3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:14:52.105317 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Updating router 3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:14:52.154837 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:52.661926 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:52.669982 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:52.827161 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7af3e-e56f-4609-8607-c3bcc0611087 None None] Pushing event updated for resources: {'Port': ['ID=5d0f1ec7-7af2-47d7-a057-e84d3455f43e,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:52.833848 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Attempting to bind port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:14:52.834249 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Attempting to bind port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '1fb00734-706d-499b-8eed-40d0786b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:14:52.834874 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Attempting to bind port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e on network e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:14:52.842769 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:14:52.843179 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Checking segment: {'id': '1fb00734-706d-499b-8eed-40d0786b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:52.843644 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:52.844025 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Bound using segment: {'id': '1fb00734-706d-499b-8eed-40d0786b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:14:52.844508 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Bound port: 5d0f1ec7-7af2-47d7-a057-e84d3455f43e, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb00734-706d-499b-8eed-40d0786b5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:14:52.844915 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:52.848067 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7af3e-e56f-4609-8607-c3bcc0611087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:52.848403 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7af3e-e56f-4609-8607-c3bcc0611087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:52.848849 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7af3e-e56f-4609-8607-c3bcc0611087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:52.849202 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7af3e-e56f-4609-8607-c3bcc0611087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:52.849513 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7af3e-e56f-4609-8607-c3bcc0611087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:52.849833 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7af3e-e56f-4609-8607-c3bcc0611087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:52.850242 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7af3e-e56f-4609-8607-c3bcc0611087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:52.858534 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7af3e-e56f-4609-8607-c3bcc0611087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:52.858878 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7af3e-e56f-4609-8607-c3bcc0611087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:52.859214 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7af3e-e56f-4609-8607-c3bcc0611087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:52.859548 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7af3e-e56f-4609-8607-c3bcc0611087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:52.859877 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7af3e-e56f-4609-8607-c3bcc0611087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7af3e-e56f-4609-8607-c3bcc0611087 None None] Tracked resource versions report: Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: pushed versions: Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: { 'AddressGroup': {'1.2'}, Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'ConntrackHelper': {'1.0'}, Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'Log': {'1.0'}, Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'Network': {'1.1'}, Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'Port': {'1.7'}, Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'PortForwarding': {'1.2'}, Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'QosPolicy': {'1.10'}, Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'SecurityGroup': {'1.5'}, Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'SecurityGroupRule': {'1.2'}, Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'SubPort': {'1.0'}, Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'Subnet': {'1.1'}, Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'Trunk': {'1.1'}} Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: consumer versions: Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: { DHCP agent@n-d-805737-3: {}, Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: L3 agent@n-d-805737-3: {}, Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: Metadata agent@n-d-805737-3: {}, Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: Metering agent@n-d-805737-3: {}, Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: Open vSwitch agent@n-d-805737-3: { 'AddressGroup': '1.2', Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'ConntrackHelper': '1.0', Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'Log': '1.0', Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'Network': '1.1', Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'Port': '1.7', Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'PortForwarding': '1.2', Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'QosPolicy': '1.10', Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'SecurityGroup': '1.5', Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'SecurityGroupRule': '1.2', Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'SubPort': '1.0', Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'Subnet': '1.1', Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: 'Trunk': '1.1'}} Nov 11 21:14:52.861025 n-d-805737-3 neutron-server[102537]: {{(pid=102537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 21:14:52.928256 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] For port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:14:52.948301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-163c18a6-8347-4714-ab61-3107efbb21e1 None None] Provisioning complete for port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:52.948942 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] For port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5d0f1ec7-7af2-47d7-a057-e84d3455f43e,segment=NetworkSegment(1fb00734-706d-499b-8eed-40d0786b5ee9),segment_id=1fb00734-706d-499b-8eed-40d0786b5ee9)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:14:52.949090 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-163c18a6-8347-4714-ab61-3107efbb21e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:52.956286 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:52.985824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-163c18a6-8347-4714-ab61-3107efbb21e1 None None] Port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:53.006939 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Routers {'3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:53.007558 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:14:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:53.092595 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7af3e-e56f-4609-8607-c3bcc0611087 None None] Pushing event updated for resources: {'Port': ['ID=5d0f1ec7-7af2-47d7-a057-e84d3455f43e,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:53.112504 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] Set router 3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:14:53.214360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-59a6b9f1-d2be-4452-a50e-cb1ec420eea2 None None] Provisioning complete for port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:53.214604 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59a6b9f1-d2be-4452-a50e-cb1ec420eea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:53.292376 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59a6b9f1-d2be-4452-a50e-cb1ec420eea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:53.322533 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee', 'name': 'router1', 'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:40Z', 'updated_at': '2021-11-11T21:14:50Z', 'revision_number': 2, 'project_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'gw_port_host': None, '_interfaces': [{'id': '5d0f1ec7-7af2-47d7-a057-e84d3455f43e', 'name': '', 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4', 'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'mac_address': 'fa:16:3e:18:52:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fc2f69-3dbf-4cbe-9ded-05ff543c814e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:49Z', 'updated_at': '2021-11-11T21:14:52Z', 'revision_number': 4, 'project_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'subnets': [{'id': 'e8fc2f69-3dbf-4cbe-9ded-05ff543c814e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c718daa-4acc-498f-92a1-c322899d1195'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:53.325646 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-59a6b9f1-d2be-4452-a50e-cb1ec420eea2 None None] For port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5d0f1ec7-7af2-47d7-a057-e84d3455f43e,segment=NetworkSegment(1fb00734-706d-499b-8eed-40d0786b5ee9),segment_id=1fb00734-706d-499b-8eed-40d0786b5ee9)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:53.330664 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59a6b9f1-d2be-4452-a50e-cb1ec420eea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:53.350499 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6595bfd6-1b8e-4639-8629-2bdaad51c4d4 None None] The sync data for ids ['3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee'] in n-d-805737-3 is: [{'id': '3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee', 'name': 'router1', 'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:40Z', 'updated_at': '2021-11-11T21:14:50Z', 'revision_number': 2, 'project_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'gw_port_host': None, '_interfaces': [{'id': '5d0f1ec7-7af2-47d7-a057-e84d3455f43e', 'name': '', 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4', 'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'mac_address': 'fa:16:3e:18:52:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fc2f69-3dbf-4cbe-9ded-05ff543c814e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:49Z', 'updated_at': '2021-11-11T21:14:52Z', 'revision_number': 4, 'project_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'subnets': [{'id': 'e8fc2f69-3dbf-4cbe-9ded-05ff543c814e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c718daa-4acc-498f-92a1-c322899d1195'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:53.382282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6b9f1-d2be-4452-a50e-cb1ec420eea2 None None] Pushing event updated for resources: {'Port': ['ID=5d0f1ec7-7af2-47d7-a057-e84d3455f43e,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:53.746383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45724) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:53.855581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b53abe-1599-4c9c-83a9-15966a357f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:53.856997 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f3b53abe-1599-4c9c-83a9-15966a357f16 admin admin] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 842 time: 0.1096125 Nov 11 21:14:53.867348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-419d960d-d32d-42d2-a86f-cb40c9f969bf admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:53.895034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419d960d-d32d-42d2-a86f-cb40c9f969bf admin admin] Made reservation on behalf of ebcd8118c2f3405aaa53351928308aae for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:53.897577 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-419d960d-d32d-42d2-a86f-cb40c9f969bf admin admin] Publish callbacks [] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:54.197650 n-d-805737-3 neutron-server[102535]: DEBUG neutron.objects.ports [None req-419d960d-d32d-42d2-a86f-cb40c9f969bf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:14:54.198057 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-419d960d-d32d-42d2-a86f-cb40c9f969bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:54.250287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d960d-d32d-42d2-a86f-cb40c9f969bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17a2db5-2b6c-4c91-b4e6-13b915a1aacd,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:54.262403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419d960d-d32d-42d2-a86f-cb40c9f969bf admin admin] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:54.262768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419d960d-d32d-42d2-a86f-cb40c9f969bf admin admin] Network hostable DHCP agents. Network: 0a630514-d3c7-460d-bc48-cd2bd16452e1, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:14:54.285006 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419d960d-d32d-42d2-a86f-cb40c9f969bf admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:14:54.296603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-419d960d-d32d-42d2-a86f-cb40c9f969bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 0a630514-d3c7-460d-bc48-cd2bd16452e1) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:54.300696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419d960d-d32d-42d2-a86f-cb40c9f969bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:54.301415 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-419d960d-d32d-42d2-a86f-cb40c9f969bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:54.307803 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309aff4-6ac2-449f-91d9-c9d805c033d0 None None] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:54.329557 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-419d960d-d32d-42d2-a86f-cb40c9f969bf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4655688 Nov 11 21:14:54.438815 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c7a5d-4598-4c48-be2c-156fd00e5066 None None] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:56.713466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45732) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:56.983426 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f82b8b7e-e06e-4ff7-9573-f7c72f472106 admin admin] 10.222.0.57 "GET /v2.0/routers/3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee HTTP/1.1" status: 200 len: 710 time: 0.2686193 Nov 11 21:14:57.104263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3a6133-d389-48fc-ac2c-5ed60f0637fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:57.111530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4e3a6133-d389-48fc-ac2c-5ed60f0637fd admin admin] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 886 time: 0.1144397 Nov 11 21:14:57.116088 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:57.362063 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:57.612180 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:57.685709 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:57.844545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Allocated IP 172.25.0.34 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/b404f776-ef52-4bad-9724-273717ff6721) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:57.996293 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:58.059183 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:58.124153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:58.129848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:58.137747 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:58.147318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Pushing event updated for resources: {'Port': ['ID=b404f776-ef52-4bad-9724-273717ff6721,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:58.423144 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:58.613529 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:58.618998 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:58.742523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Router 3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:14:58.853569 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:58.858111 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:58.859302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0bff0042-63c9-40b1-97fe-1241b14a6246 admin admin] 10.222.0.57 "PUT /v2.0/routers/3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee HTTP/1.1" status: 200 len: 889 time: 1.7467875 Nov 11 21:14:59.086230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5d0f1ec7-7af2-47d7-a057-e84d3455f43e up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:14:59.137561 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:59.137934 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:00.258926 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Sync routers for ids ['3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:15:00.270787 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Routers {'3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:00.271445 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:14:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:00.476115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Set router 3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:15:00.921378 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee', 'name': 'router1', 'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b404f776-ef52-4bad-9724-273717ff6721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:40Z', 'updated_at': '2021-11-11T21:14:58Z', 'revision_number': 4, 'project_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'gw_port': {'id': 'b404f776-ef52-4bad-9724-273717ff6721', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:57Z', 'updated_at': '2021-11-11T21:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '5d0f1ec7-7af2-47d7-a057-e84d3455f43e', 'name': '', 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4', 'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'mac_address': 'fa:16:3e:18:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fc2f69-3dbf-4cbe-9ded-05ff543c814e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:49Z', 'updated_at': '2021-11-11T21:14:53Z', 'revision_number': 5, 'project_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'subnets': [{'id': 'e8fc2f69-3dbf-4cbe-9ded-05ff543c814e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c718daa-4acc-498f-92a1-c322899d1195'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:00.977510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Checking router: 3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:15:00.977760 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Updating router 3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee port b404f776-ef52-4bad-9724-273717ff6721 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:15:01.024990 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:01.337698 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:01.345710 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:01.373151 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45744) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:01.397388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e6748-07de-4111-aa9e-926532357909 None None] Pushing event updated for resources: {'Port': ['ID=b404f776-ef52-4bad-9724-273717ff6721,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:01.401352 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Attempting to bind port b404f776-ef52-4bad-9724-273717ff6721 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:15:01.401724 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Attempting to bind port b404f776-ef52-4bad-9724-273717ff6721 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:15:01.402078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Attempting to bind port b404f776-ef52-4bad-9724-273717ff6721 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:15:01.407198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:15:01.407566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:15:01.407961 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:01.408346 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:15:01.408831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Bound port: b404f776-ef52-4bad-9724-273717ff6721, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:15:01.409215 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:01.458022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] For port b404f776-ef52-4bad-9724-273717ff6721, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:15:01.461059 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] For port b404f776-ef52-4bad-9724-273717ff6721, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b404f776-ef52-4bad-9724-273717ff6721,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:15:01.465987 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:01.490726 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-faf52de5-6dfa-4aa4-9c19-35da7938b347 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1160815 Nov 11 21:15:01.520998 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Routers {'3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:01.521645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:14:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:01.559993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e6748-07de-4111-aa9e-926532357909 None None] Pushing event updated for resources: {'Port': ['ID=b404f776-ef52-4bad-9724-273717ff6721,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:01.636772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] Set router 3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:15:01.852093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee', 'name': 'router1', 'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b404f776-ef52-4bad-9724-273717ff6721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:40Z', 'updated_at': '2021-11-11T21:14:58Z', 'revision_number': 4, 'project_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'gw_port': {'id': 'b404f776-ef52-4bad-9724-273717ff6721', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:57Z', 'updated_at': '2021-11-11T21:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '5d0f1ec7-7af2-47d7-a057-e84d3455f43e', 'name': '', 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4', 'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'mac_address': 'fa:16:3e:18:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fc2f69-3dbf-4cbe-9ded-05ff543c814e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:49Z', 'updated_at': '2021-11-11T21:14:53Z', 'revision_number': 5, 'project_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'subnets': [{'id': 'e8fc2f69-3dbf-4cbe-9ded-05ff543c814e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c718daa-4acc-498f-92a1-c322899d1195'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:01.877566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9586f-74ee-4f94-91b8-eb760fecb310 None None] The sync data for ids ['3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee'] in n-d-805737-3 is: [{'id': '3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee', 'name': 'router1', 'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b404f776-ef52-4bad-9724-273717ff6721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:40Z', 'updated_at': '2021-11-11T21:14:58Z', 'revision_number': 4, 'project_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'gw_port': {'id': 'b404f776-ef52-4bad-9724-273717ff6721', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:57Z', 'updated_at': '2021-11-11T21:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '5d0f1ec7-7af2-47d7-a057-e84d3455f43e', 'name': '', 'network_id': 'e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4', 'tenant_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'mac_address': 'fa:16:3e:18:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd03f46-4cd6-4ae6-a5f8-cdef8dcbcbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fc2f69-3dbf-4cbe-9ded-05ff543c814e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:49Z', 'updated_at': '2021-11-11T21:14:53Z', 'revision_number': 5, 'project_id': '43fc8c8f3bc7466b91aca860a4cab80e', 'subnets': [{'id': 'e8fc2f69-3dbf-4cbe-9ded-05ff543c814e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c718daa-4acc-498f-92a1-c322899d1195'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:15:03.093965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b404f776-ef52-4bad-9724-273717ff6721 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:15:03.142351 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b404f776-ef52-4bad-9724-273717ff6721 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:03.142748 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:03.227649 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:03.248744 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port b404f776-ef52-4bad-9724-273717ff6721, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b404f776-ef52-4bad-9724-273717ff6721,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:15:03.254280 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:03.302182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=b404f776-ef52-4bad-9724-273717ff6721,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:05.105865 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b404f776-ef52-4bad-9724-273717ff6721 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:15:05.182416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b404f776-ef52-4bad-9724-273717ff6721 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:05.183087 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:13.760623 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aeea009a-b58a-4e2a-80db-c27f788bac7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:15.985836 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6023eac0-ed58-4882-8628-4d5656c01d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:16.987038 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:18.314223 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:19.230777 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:20.085850 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 5 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:15:43.761182 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32199d2a-451f-498a-b7f5-0a652ca65a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:45.988202 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11b3a036-fe9b-4905-894d-74c62f634f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:46.988618 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:48.319647 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:49.229274 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:57.095438 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 5 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:16:13.755747 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a871e822-c427-41db-a295-a91181d4825b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:15.981878 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b50555c-44ce-4215-9266-c43107216a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:16.993272 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:18.313189 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:19.225946 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.087675 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 5 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:16:43.090725 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46338) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:43.153735 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9335ad02-9a5f-4b46-aab0-613217af8a8a admin admin] GET failed (client error): The resource could not be found. Nov 11 21:16:43.154991 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9335ad02-9a5f-4b46-aab0-613217af8a8a admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630867 Nov 11 21:16:43.314475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb0776c-1160-4645-b7f3-2441458f07e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:43.315855 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-aeb0776c-1160-4645-b7f3-2441458f07e7 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1536431 Nov 11 21:16:43.758599 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea837208-981b-4dd5-bfcb-899c2839ee25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:45.602973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46348) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:45.710465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c51d4-1977-433f-9958-ba728c239feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:45.711871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7b9c51d4-1977-433f-9958-ba728c239feb admin admin] 10.222.0.57 "GET /v2.0/subnets/e8fc2f69-3dbf-4cbe-9ded-05ff543c814e HTTP/1.1" status: 200 len: 849 time: 0.1079040 Nov 11 21:16:45.725401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:45.822114 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Publish callbacks [] for subnet, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:45.968862 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756755880331'] for subnet, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:45.987764 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ccc9efa-afd9-4036-87a5-358b9c01c943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:46.005488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:46.006083 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:46.007486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] 10.222.0.57 "PUT /v2.0/subnets/e8fc2f69-3dbf-4cbe-9ded-05ff543c814e HTTP/1.1" status: 200 len: 868 time: 0.2857487 Nov 11 21:16:46.011683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ac2a93-e887-42df-8283-eccda81ea754 None None] Network e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:46.024576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8fc2f69-3dbf-4cbe-9ded-05ff543c814e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:46.032003 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:46.032345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:46.032686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:46.033608 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:46.033957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:46.034295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:46.034625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:46.034952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:46.035285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:46.035611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:46.035934 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:46.036256 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc91431-7240-4fbf-bfa2-d856c42e537b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:46.440453 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-522b4e6d-6621-4f34-9f74-c273c7c3bc57 None None] Provisioning complete for port 1f09dc8b-1a80-4e93-9108-f1f285d6447c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:46.440964 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-522b4e6d-6621-4f34-9f74-c273c7c3bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:46.530399 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-522b4e6d-6621-4f34-9f74-c273c7c3bc57 None None] Provisioning complete for port 5d0f1ec7-7af2-47d7-a057-e84d3455f43e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:46.530636 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-522b4e6d-6621-4f34-9f74-c273c7c3bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:46.993036 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:48.290194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46358) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:48.315614 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:48.563928 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd889a9-11ab-4d6f-99ce-c1b3888f3930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:48.564328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd889a9-11ab-4d6f-99ce-c1b3888f3930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:48.565856 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4dd889a9-11ab-4d6f-99ce-c1b3888f3930 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2747052 Nov 11 21:16:49.220507 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:50.839141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46366) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:51.118578 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046ff457-5b8c-4e2e-99bb-5a0c16e4b4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:51.119040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046ff457-5b8c-4e2e-99bb-5a0c16e4b4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:51.120580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-046ff457-5b8c-4e2e-99bb-5a0c16e4b4e7 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2798359 Nov 11 21:16:53.382247 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46374) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:53.516169 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adab710-5711-4cfb-a8d3-c53c8bf14a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:53.517595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0adab710-5711-4cfb-a8d3-c53c8bf14a3a admin admin] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 886 time: 0.1343400 Nov 11 21:16:55.801481 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46382) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:55.951238 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ada569-e9e1-4b6a-be7f-70182fc0a717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:55.952622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-50ada569-e9e1-4b6a-be7f-70182fc0a717 admin admin] 10.222.0.57 "GET /v2.0/networks/e4dcadd2-92fb-4c56-89a5-a0bbe7745cd4 HTTP/1.1" status: 200 len: 870 time: 0.1501627 Nov 11 21:16:58.233536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46390) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:58.360346 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb3aa37-264d-461a-9738-cd40d5658275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:58.361152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb3aa37-264d-461a-9738-cd40d5658275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:58.363745 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0fb3aa37-264d-461a-9738-cd40d5658275 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292281 Nov 11 21:17:00.631355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46398) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:00.757108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5375290-76c1-4768-af32-b2976d773447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:00.757558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5375290-76c1-4768-af32-b2976d773447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:00.759124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a5375290-76c1-4768-af32-b2976d773447 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268194 Nov 11 21:17:03.097431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46406) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:03.200875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b879035c-dc49-4c89-a2cd-35df8ebd4de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:03.202781 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b879035c-dc49-4c89-a2cd-35df8ebd4de9 admin admin] 10.222.0.57 "GET /v2.0/subnets/e8fc2f69-3dbf-4cbe-9ded-05ff543c814e HTTP/1.1" status: 200 len: 868 time: 0.1044176 Nov 11 21:17:05.455633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46414) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:05.554529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db28aa6-af29-4471-a681-fab449915319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:05.556212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3db28aa6-af29-4471-a681-fab449915319 admin admin] 10.222.0.57 "GET /v2.0/subnets/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd HTTP/1.1" status: 200 len: 816 time: 0.0996120 Nov 11 21:17:11.087911 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 5 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:17:13.762758 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebf38e55-90ec-4863-82ec-d872fa911469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:15.990586 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3746da8-e244-41d2-9d39-1e5e05560230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:16.995461 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:18.319916 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:19.226811 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:30.487329 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46468) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:30.534945 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-b45c7767-4b1d-4389-a192-ec3e1e52cdfd admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:17:30.535985 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b45c7767-4b1d-4389-a192-ec3e1e52cdfd admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476713 Nov 11 21:17:32.940013 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46476) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:33.006359 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-4890989e-6858-44fc-aab5-9b761586c70b admin admin] GET failed (client error): The resource could not be found. Nov 11 21:17:33.007682 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4890989e-6858-44fc-aab5-9b761586c70b admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667207 Nov 11 21:17:33.092705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02482b77-6eaa-4acb-8383-6cf212ba8ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:33.094260 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-02482b77-6eaa-4acb-8383-6cf212ba8ee9 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0808644 Nov 11 21:17:35.437579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46484) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:35.498274 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:35.521569 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Made reservation on behalf of ebcd8118c2f3405aaa53351928308aae for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:17:35.523827 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:35.554577 n-d-805737-3 neutron-server[102535]: WARNING neutron.services.revisions.revision_plugin [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Could not find related network for resource to bump revision. Nov 11 21:17:35.568615 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:17:35.578385 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:35.578719 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Added segment 1175a064-50cf-4839-815d-a966188b8fea of type vlan for network 96d7ae3a-6574-4f43-b86b-a82ee810a10d Nov 11 21:17:35.619493 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:35.647302 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:35.648417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:35.649057 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:35.704547 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2657733 Nov 11 21:17:35.709595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Pushing event updated for resources: {'Network': ['ID=96d7ae3a-6574-4f43-b86b-a82ee810a10d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:35.718231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:35.718568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:35.718922 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:35.719245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:35.719564 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:35.719893 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:35.720208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:35.720524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:35.720864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:35.721185 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:35.721507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:35.721820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40d841-f1de-4c59-9afd-3bc2f2593a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:35.733784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:17:38.014248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46492) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:38.088782 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71cb80e-a877-4858-b3a6-c6ed0afd7232 admin admin] GET failed (client error): The resource could not be found. Nov 11 21:17:38.090537 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e71cb80e-a877-4858-b3a6-c6ed0afd7232 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0750523 Nov 11 21:17:38.192732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b69546-7aac-4ea1-84d9-ec6689219f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:38.194221 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-10b69546-7aac-4ea1-84d9-ec6689219f38 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0987911 Nov 11 21:17:38.206257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5c2ad971-b63d-4ee7-8e55-a1e339878d23 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:38.230246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2ad971-b63d-4ee7-8e55-a1e339878d23 admin admin] Made reservation on behalf of ebcd8118c2f3405aaa53351928308aae for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:17:38.232412 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c2ad971-b63d-4ee7-8e55-a1e339878d23 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:38.395573 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c2ad971-b63d-4ee7-8e55-a1e339878d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:38.441789 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ad971-b63d-4ee7-8e55-a1e339878d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2f82de-aac9-4575-a475-aae627479fde,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:38.458446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ad971-b63d-4ee7-8e55-a1e339878d23 admin admin] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:17:38.458798 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ad971-b63d-4ee7-8e55-a1e339878d23 admin admin] Network hostable DHCP agents. Network: 96d7ae3a-6574-4f43-b86b-a82ee810a10d, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:17:38.478337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ad971-b63d-4ee7-8e55-a1e339878d23 admin admin] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:17:38.487547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ad971-b63d-4ee7-8e55-a1e339878d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 96d7ae3a-6574-4f43-b86b-a82ee810a10d) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:38.491830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ad971-b63d-4ee7-8e55-a1e339878d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:38.492424 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c2ad971-b63d-4ee7-8e55-a1e339878d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:38.496785 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22751388-4cb9-4959-8605-0d38336b704e None None] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:17:38.511256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5c2ad971-b63d-4ee7-8e55-a1e339878d23 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3083336 Nov 11 21:17:38.748479 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'tenant_id': 'ebcd8118c2f3405aaa53351928308aae', 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:17:38.749422 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:38.887086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Allocated IP 192.168.233.2 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:17:39.036610 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:39.043743 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:39.086563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:17:39.090353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:39.094989 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:17:39.100406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Pushing event updated for resources: {'Port': ['ID=da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:39.122543 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:39.122885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:39.123219 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:39.123553 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:39.123884 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:39.124227 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:39.124528 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:39.124870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:39.125192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:39.125507 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:39.125824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:39.126137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:39.163606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Attempting to bind port da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:17:39.163971 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Attempting to bind port da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:17:39.164344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Attempting to bind port da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:17:39.169665 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:17:39.170039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:17:39.170437 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:39.170827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:17:39.171295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Bound port: da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:17:39.171674 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:39.234677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] For port da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:17:39.238254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] For port da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:17:39.244046 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:39.300373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c163b-30fe-44d7-be81-33d3a205823d None None] Pushing event updated for resources: {'Port': ['ID=da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:40.155942 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d72e54-e4c9-43fc-b052-2cbd8d3e0c0d None None] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:17:40.238674 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4eb038e5-ae82-4056-80cd-28098a395d95 None None] Provisioning complete for port da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:40.239034 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4eb038e5-ae82-4056-80cd-28098a395d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:40.386261 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4eb038e5-ae82-4056-80cd-28098a395d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:40.421610 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4eb038e5-ae82-4056-80cd-28098a395d95 None None] For port da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:40.427228 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4eb038e5-ae82-4056-80cd-28098a395d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:40.484950 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb038e5-ae82-4056-80cd-28098a395d95 None None] Pushing event updated for resources: {'Port': ['ID=da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:40.651811 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-566be0ca-d719-4315-8c85-62400c8fa287 None None] Provisioning complete for port da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:40.652168 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-566be0ca-d719-4315-8c85-62400c8fa287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:41.217320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:17:41.273622 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port da6f3cab-a6bd-4dee-82e2-ef5532c1c3eb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:41.274004 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:43.766859 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ddd505cd-d273-4c35-9966-1dab163c56dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:45.986149 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32b88b04-0fd0-498d-bbf5-5adf2d118421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:47.002070 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:48.088363 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 5 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:17:48.323402 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:49.222266 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:13.771943 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-22646960-b98d-403b-ac86-65bfef7d6a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:15.992772 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7df3b052-d9bf-4ca2-93dc-3351c6491773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:17.016430 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:18.326595 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:19.227582 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:25.091709 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 5 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:18:43.779287 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e1a10f4d-db21-4c02-be54-d06e32051b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:45.989622 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d51f380-082c-48c1-b72f-1d0a07006b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:47.010302 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:48.328517 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:49.235766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:50.560984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46536) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:50.569243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-c9f563e8-e94a-419c-b1da-b7eee98725f8 tempest-verify_tempest_config-602411787 tempest-verify_tempest_config-602411787-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:18:50.570423 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c9f563e8-e94a-419c-b1da-b7eee98725f8 tempest-verify_tempest_config-602411787 tempest-verify_tempest_config-602411787-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0084059 Nov 11 21:18:50.883907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46554) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:51.003880 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.078454 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.083373 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.124949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c9ad86-c56f-4d82-92f9-03a8cbb9d20a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:51.128630 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a18ab203cae4ecaa7a1c528ee4af499&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2433677 Nov 11 21:18:51.131750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46560) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:51.134206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.134573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.134914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.135236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.135553 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.135876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.136165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.136516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.136829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.137153 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.137463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.138089 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab914b3a-f938-4516-b3a4-32f70c77fbfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.187987 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.217435 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.306612 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.309091 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.310584 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8c9ad86-c56f-4d82-92f9-03a8cbb9d20a HTTP/1.1" status: 204 len: 168 time: 0.1770740 Nov 11 21:18:51.318151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c9ad86-c56f-4d82-92f9-03a8cbb9d20a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:51.325442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.325762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.326135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.326472 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.326803 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.327115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.327445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.327758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.328079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.328403 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.328725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:51.329075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655cf1f-f2e5-4ce6-b6eb-1b142976befc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:02.090843 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 5 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:19:13.783088 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-247d8d11-2c5c-40ff-8578-282b6485c336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:15.996762 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c678b32b-f233-42ba-b8dc-faa3cf329896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:17.016165 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:18.345494 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:19.233486 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:39.094551 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 5 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:19:43.777430 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6125e69-872c-4b7e-aa29-20fd00048505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:45.982541 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-335aa45a-2c67-450c-aa18-c4c5294f471c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:47.021323 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:48.345287 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:49.230543 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:13.788602 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff19af3c-5814-4f93-922c-99927c0566ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:15.999299 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f90f541b-ef68-4642-b7ad-880b611440ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:16.100906 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 5 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:20:17.025777 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:18.346033 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:19.235565 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:43.795042 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76359253-ac49-4f87-a99b-7334a8aef321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:45.988717 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cdfe-87e4-44f6-a622-78feebad632a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:47.030831 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:48.357739 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:49.241781 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:53.105953 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 5 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:21:13.790387 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37ad17e0-b050-401c-9abb-3585a9c7e177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:15.989411 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f3c57dd-1861-47a7-9081-3fac0c33a125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:17.032153 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:18.360599 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:19.238995 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:30.108786 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 5 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:21:43.776213 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-26f2a454-801a-41b1-89a6-d55fb4249187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:45.990266 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8055-dfcd-4ed0-85fe-f96d1705f222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:47.037978 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:48.361470 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:49.233019 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:07.112381 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 5 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:22:10.809450 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2083253'] for agent, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:13.781836 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be806119-b33e-4a95-8dce-764ef443f914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:14.335491 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2083253'] for agent, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:15.995843 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-386e5615-3cb8-449b-916f-a0fe3091e874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:17.031216 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:18.367749 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:19.243339 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:40.772898 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:43.788286 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44f00b52-547e-4a95-a067-28468fcc90d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:44.117910 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:22:44.268405 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:45.999855 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0fc5a9a-30af-42d3-9cdc-680441ebbef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:47.043727 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:48.376142 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:49.239045 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:01.783303 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46616) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:23:01.914431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b816d444-6c0a-4e9a-9f13-55ad43ca3c60 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1300032 Nov 11 21:23:04.190973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46626) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:23:04.251427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e79883c5-d42c-4f29-a815-fbc6259dbbb3 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0593128 Nov 11 21:23:10.797107 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:13.790060 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ac9b-79ba-4cf1-9ea7-a556236c0a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:14.287767 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:16.004946 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1d91-a83b-4fec-afaa-1637371e1a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:17.038260 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:18.374352 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:19.240305 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:21.123742 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:23:40.797262 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:43.786716 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35bf5cec-e084-4dab-b46f-ffa0af5f8767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:44.282995 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:46.002357 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-650b2283-72d5-428c-9d7c-d29333b596b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:47.041481 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:48.376200 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:49.235082 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:58.125034 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:24:10.795747 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:13.781114 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89816186-8bbe-401b-aa89-5234fddbf19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:14.281965 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:15.998708 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7a57f52-8836-4af6-a358-6cda6d4c47e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:17.044021 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.380110 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:19.245238 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:27.684849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46824) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:27.743512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46832) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:28.059116 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-622276d9-fa12-48bb-9fa9-54dd665c6a95 tempest-AutoAllocateNetworkTest-2069883630 tempest-AutoAllocateNetworkTest-2069883630-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=18ebdd0ff5cc4d9192e8faef8ab916a9&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3728962 Nov 11 21:24:28.061593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46848) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:28.172133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-network', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:28.242962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Made reservation on behalf of b98c995e413247389f8d143b99b8f58a for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:24:28.245312 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:28.279303 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42233fab-7ebb-4b04-9d3e-31dc1155f16d tempest-AutoAllocateNetworkTest-2069883630 tempest-AutoAllocateNetworkTest-2069883630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:28.280834 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-42233fab-7ebb-4b04-9d3e-31dc1155f16d tempest-AutoAllocateNetworkTest-2069883630 tempest-AutoAllocateNetworkTest-2069883630-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2181137 Nov 11 21:24:28.282246 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:28.283895 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46858) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:28.365408 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-49ceafa4-32ad-4e81-8a4f-21d60101f6c1 tempest-AutoAllocateNetworkTest-2069883630 tempest-AutoAllocateNetworkTest-2069883630-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787656 Nov 11 21:24:28.368096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46864) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:28.369720 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:28.377642 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:28.400687 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-401af02c-c913-4703-b60b-837b435c8d0a tempest-AutoAllocateNetworkTest-2069883630 tempest-AutoAllocateNetworkTest-2069883630-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=18ebdd0ff5cc4d9192e8faef8ab916a9 HTTP/1.1" status: 200 len: 208 time: 0.0312839 Nov 11 21:24:28.432237 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f23a30f-3cfe-4f5e-afde-2a6cfe4d512c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:28.443149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.443622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.443963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.444481 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.444862 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.445188 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.445678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.446001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.446322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.446642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.446963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.447273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Tracked resource versions report: Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: pushed versions: Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: { 'AddressGroup': {'1.2'}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'ConntrackHelper': {'1.0'}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'Log': {'1.0'}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'Network': {'1.1'}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'Port': {'1.7'}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'PortForwarding': {'1.2'}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'QosPolicy': {'1.10'}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'SecurityGroup': {'1.5'}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'SecurityGroupRule': {'1.2'}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'SubPort': {'1.0'}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'Subnet': {'1.1'}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'Trunk': {'1.1'}} Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: consumer versions: Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: { DHCP agent@n-d-805737-3: {}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: HyperV agent@n-h1-805737-3: {}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: HyperV agent@n-h2-805737-3: {}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: L3 agent@n-d-805737-3: {}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: Metadata agent@n-d-805737-3: {}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: Metering agent@n-d-805737-3: {}, Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: Open vSwitch agent@n-d-805737-3: { 'AddressGroup': '1.2', Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'ConntrackHelper': '1.0', Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'Log': '1.0', Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'Network': '1.1', Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'Port': '1.7', Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'PortForwarding': '1.2', Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'QosPolicy': '1.10', Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'SecurityGroup': '1.5', Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'SecurityGroupRule': '1.2', Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'SubPort': '1.0', Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'Subnet': '1.1', Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: 'Trunk': '1.1'}} Nov 11 21:24:28.448320 n-d-805737-3 neutron-server[102534]: {{(pid=102534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 21:24:28.451801 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:24:28.462704 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:28.463046 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Added segment 359b1aaf-cec2-4c79-8d62-a0bed76a8ab3 of type vlan for network c7ada215-bfc4-465c-92bd-a6c626636ee6 Nov 11 21:24:28.502869 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:28.528957 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:28.530046 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:28.530980 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:28.599082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8544409 Nov 11 21:24:28.602199 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46878) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:28.607296 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Request body: {'subnet': {'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-subnet', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:28.611218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6954f1c-6802-4a96-9d36-0d26760f04ee admin admin] Pushing event updated for resources: {'Network': ['ID=c7ada215-bfc4-465c-92bd-a6c626636ee6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:28.623400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network c7ada215-bfc4-465c-92bd-a6c626636ee6 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:24:28.659868 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Made reservation on behalf of b98c995e413247389f8d143b99b8f58a for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:24:28.664135 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:28.916231 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:28.967536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6091a5d9-8902-4c2d-b74e-b485b0594464,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:28.977434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.977779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.978114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.978445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.978774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.979099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.979421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.979742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.980060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.980377 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.980689 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.981027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Tracked resource versions report: Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: pushed versions: Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: { 'AddressGroup': {'1.2'}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'ConntrackHelper': {'1.0'}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'Log': {'1.0'}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'Network': {'1.1'}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'Port': {'1.7'}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'PortForwarding': {'1.2'}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'QosPolicy': {'1.10'}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'SecurityGroup': {'1.5'}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'SecurityGroupRule': {'1.2'}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'SubPort': {'1.0'}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'Subnet': {'1.1'}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'Trunk': {'1.1'}} Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: consumer versions: Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: { DHCP agent@n-d-805737-3: {}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: HyperV agent@n-h1-805737-3: {}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: HyperV agent@n-h2-805737-3: {}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: L3 agent@n-d-805737-3: {}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: Metadata agent@n-d-805737-3: {}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: Metering agent@n-d-805737-3: {}, Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: Open vSwitch agent@n-d-805737-3: { 'AddressGroup': '1.2', Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'ConntrackHelper': '1.0', Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'Log': '1.0', Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'Network': '1.1', Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'Port': '1.7', Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'PortForwarding': '1.2', Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'QosPolicy': '1.10', Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'SecurityGroup': '1.5', Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'SecurityGroupRule': '1.2', Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'SubPort': '1.0', Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'Subnet': '1.1', Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: 'Trunk': '1.1'}} Nov 11 21:24:28.982055 n-d-805737-3 neutron-server[102535]: {{(pid=102535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 21:24:29.000766 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Checking segment: {'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:24:29.001158 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Network hostable DHCP agents. Network: c7ada215-bfc4-465c-92bd-a6c626636ee6, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:24:29.019641 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Network c7ada215-bfc4-465c-92bd-a6c626636ee6 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:24:29.029472 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, c7ada215-bfc4-465c-92bd-a6c626636ee6) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:29.033891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:29.034488 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.041516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9ae2f8-1fd3-4a4b-b6ac-aff96d1c1b4a None None] Network c7ada215-bfc4-465c-92bd-a6c626636ee6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:24:29.055982 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4edb0c91-8a0d-416e-b78a-ec92cb23c511 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4525986 Nov 11 21:24:29.059222 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46890) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:29.065008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:29.096431 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.098441 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.154556 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46898) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:29.213135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.240218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-c7ada215-bfc4-465c-92bd-a6c626636ee6', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:24:29.241376 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.406010 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Allocated IP 172.20.0.2 (c7ada215-bfc4-465c-92bd-a6c626636ee6/6091a5d9-8902-4c2d-b74e-b485b0594464/87289723-377d-4010-b0f5-c8b0f2f96e6d) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:24:29.467025 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.512958 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0d47dd1-717e-49e3-ab47-d0607691f103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.601239 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.612137 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.627941 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0d47dd1-717e-49e3-ab47-d0607691f103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.631469 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Network c7ada215-bfc4-465c-92bd-a6c626636ee6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:29.635816 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0d47dd1-717e-49e3-ab47-d0607691f103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.672827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:29.678335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Pushing event updated for resources: {'Port': ['ID=87289723-377d-4010-b0f5-c8b0f2f96e6d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:29.686877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:24:29.694213 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:29.694892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:29.695420 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:29.695946 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:29.696439 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:29.696958 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:29.697447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:29.697949 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:29.698540 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:29.699031 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:29.699517 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:29.700098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Tracked resource versions report: Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: pushed versions: Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: { 'AddressGroup': {'1.2'}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'ConntrackHelper': {'1.0'}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'Log': {'1.0'}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'Network': {'1.1'}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'Port': {'1.7'}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'PortForwarding': {'1.2'}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'QosPolicy': {'1.10'}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'SecurityGroup': {'1.5'}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'SecurityGroupRule': {'1.2'}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'SubPort': {'1.0'}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'Subnet': {'1.1'}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'Trunk': {'1.1'}} Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: consumer versions: Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: { DHCP agent@n-d-805737-3: {}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: HyperV agent@n-h1-805737-3: {}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: HyperV agent@n-h2-805737-3: {}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: L3 agent@n-d-805737-3: {}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: Metadata agent@n-d-805737-3: {}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: Metering agent@n-d-805737-3: {}, Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: Open vSwitch agent@n-d-805737-3: { 'AddressGroup': '1.2', Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'ConntrackHelper': '1.0', Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'Log': '1.0', Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'Network': '1.1', Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'Port': '1.7', Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'PortForwarding': '1.2', Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'QosPolicy': '1.10', Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'SecurityGroup': '1.5', Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'SecurityGroupRule': '1.2', Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'SubPort': '1.0', Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'Subnet': '1.1', Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: 'Trunk': '1.1'}} Nov 11 21:24:29.701680 n-d-805737-3 neutron-server[102536]: {{(pid=102536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 21:24:29.715073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d47dd1-717e-49e3-ab47-d0607691f103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d252e9c-60a6-4f7b-a110-16cc12843bcd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:29.736981 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.755604 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d0d47dd1-717e-49e3-ab47-d0607691f103 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=18ebdd0ff5cc4d9192e8faef8ab916a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5998504 Nov 11 21:24:29.756303 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46918) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:29.763943 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.791131 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Attempting to bind port 87289723-377d-4010-b0f5-c8b0f2f96e6d on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:24:29.791594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Attempting to bind port 87289723-377d-4010-b0f5-c8b0f2f96e6d by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:24:29.792017 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Attempting to bind port 87289723-377d-4010-b0f5-c8b0f2f96e6d on network c7ada215-bfc4-465c-92bd-a6c626636ee6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:24:29.799282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:24:29.799803 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Checking segment: {'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:24:29.800484 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.800975 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Bound using segment: {'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:24:29.801512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Bound port: 87289723-377d-4010-b0f5-c8b0f2f96e6d, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:24:29.801969 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.883530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Allocated IP 172.25.0.42 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/de928031-223f-49ab-bea0-01b8741d1fd9) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:24:29.884241 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] For port 87289723-377d-4010-b0f5-c8b0f2f96e6d, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:24:29.888412 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] For port 87289723-377d-4010-b0f5-c8b0f2f96e6d, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=87289723-377d-4010-b0f5-c8b0f2f96e6d,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:24:29.897979 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.898202 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adea8051-c038-4430-9f60-52f91596f616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.926373 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adea8051-c038-4430-9f60-52f91596f616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.976227 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984678d8-8ddd-4317-9625-87a38c3bbe60 None None] Pushing event updated for resources: {'Port': ['ID=87289723-377d-4010-b0f5-c8b0f2f96e6d,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:29.995226 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adea8051-c038-4430-9f60-52f91596f616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.998105 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adea8051-c038-4430-9f60-52f91596f616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.999442 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-adea8051-c038-4430-9f60-52f91596f616 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5d252e9c-60a6-4f7b-a110-16cc12843bcd HTTP/1.1" status: 204 len: 168 time: 0.2406263 Nov 11 21:24:30.008658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea8051-c038-4430-9f60-52f91596f616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d252e9c-60a6-4f7b-a110-16cc12843bcd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:30.017149 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:30.056630 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:30.121603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:30.125029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:30.130507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Pushing event updated for resources: {'Port': ['ID=de928031-223f-49ab-bea0-01b8741d1fd9,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:30.146897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:24:30.456046 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:30.679084 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:30.835971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Router 81aa319c-920f-4d80-917e-1877948a580f is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:24:30.977278 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:24:30.992177 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Sync routers for ids ['81aa319c-920f-4d80-917e-1877948a580f'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:24:31.003480 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:31.008550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46970) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:31.009289 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8b37ce7b-1910-4994-96bb-cfc1b5dcfff6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 1.9488416 Nov 11 21:24:31.011553 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Routers {'81aa319c-920f-4d80-917e-1877948a580f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:24:31.012195 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:24:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['81aa319c-920f-4d80-917e-1877948a580f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:31.273106 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Set router 81aa319c-920f-4d80-917e-1877948a580f gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:24:31.275545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2381519c-ff00-4112-9faf-ad88f0e16064 None None] Network c7ada215-bfc4-465c-92bd-a6c626636ee6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:24:31.624206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 87289723-377d-4010-b0f5-c8b0f2f96e6d up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:24:31.714375 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:30Z', 'revision_number': 3, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:31.745340 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 87289723-377d-4010-b0f5-c8b0f2f96e6d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:31.745951 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:31.752046 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Checking router: 81aa319c-920f-4d80-917e-1877948a580f for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:24:31.752481 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Updating router 81aa319c-920f-4d80-917e-1877948a580f port de928031-223f-49ab-bea0-01b8741d1fd9 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:24:31.822176 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:31.824305 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ae532bbb-5ea5-4be6-8e03-405ec9aaeff0 None None] Provisioning complete for port 87289723-377d-4010-b0f5-c8b0f2f96e6d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:31.824692 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae532bbb-5ea5-4be6-8e03-405ec9aaeff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:31.922878 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:31.971751 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.105786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 87289723-377d-4010-b0f5-c8b0f2f96e6d, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=87289723-377d-4010-b0f5-c8b0f2f96e6d,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:24:32.143032 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.148703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Allocated IP 172.20.0.1 (c7ada215-bfc4-465c-92bd-a6c626636ee6/6091a5d9-8902-4c2d-b74e-b485b0594464/65bc1b10-b75c-490b-91e5-2b283f02be08) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:24:32.235551 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=87289723-377d-4010-b0f5-c8b0f2f96e6d,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:32.304485 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.310394 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.322544 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.380493 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.382038 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Attempting to bind port de928031-223f-49ab-bea0-01b8741d1fd9 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:24:32.382832 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Attempting to bind port de928031-223f-49ab-bea0-01b8741d1fd9 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:24:32.383668 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Attempting to bind port de928031-223f-49ab-bea0-01b8741d1fd9 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:24:32.392141 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5e7f6-1adc-4def-8579-906bcd50aa66 None None] Pushing event updated for resources: {'Port': ['ID=de928031-223f-49ab-bea0-01b8741d1fd9,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:32.395623 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:24:32.396140 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:24:32.396635 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.397134 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:24:32.397672 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Bound port: de928031-223f-49ab-bea0-01b8741d1fd9, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:24:32.398122 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.424930 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5e7f6-1adc-4def-8579-906bcd50aa66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:32.425294 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5e7f6-1adc-4def-8579-906bcd50aa66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:32.425706 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5e7f6-1adc-4def-8579-906bcd50aa66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:32.426131 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5e7f6-1adc-4def-8579-906bcd50aa66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:32.426551 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5e7f6-1adc-4def-8579-906bcd50aa66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:32.427007 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5e7f6-1adc-4def-8579-906bcd50aa66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:32.427392 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5e7f6-1adc-4def-8579-906bcd50aa66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:32.427776 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5e7f6-1adc-4def-8579-906bcd50aa66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:32.428168 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5e7f6-1adc-4def-8579-906bcd50aa66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:32.428547 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5e7f6-1adc-4def-8579-906bcd50aa66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:32.428967 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5e7f6-1adc-4def-8579-906bcd50aa66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:32.429339 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5e7f6-1adc-4def-8579-906bcd50aa66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5e7f6-1adc-4def-8579-906bcd50aa66 None None] Tracked resource versions report: Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: pushed versions: Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: { 'AddressGroup': {'1.2'}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'ConntrackHelper': {'1.0'}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'Log': {'1.0'}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'Network': {'1.1'}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'Port': {'1.7'}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'PortForwarding': {'1.2'}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'QosPolicy': {'1.10'}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'SecurityGroup': {'1.5'}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'SecurityGroupRule': {'1.2'}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'SubPort': {'1.0'}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'Subnet': {'1.1'}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'Trunk': {'1.1'}} Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: consumer versions: Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: { DHCP agent@n-d-805737-3: {}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: HyperV agent@n-h1-805737-3: {}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: HyperV agent@n-h2-805737-3: {}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: L3 agent@n-d-805737-3: {}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: Metadata agent@n-d-805737-3: {}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: Metering agent@n-d-805737-3: {}, Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: Open vSwitch agent@n-d-805737-3: { 'AddressGroup': '1.2', Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'ConntrackHelper': '1.0', Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'Log': '1.0', Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'Network': '1.1', Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'Port': '1.7', Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'PortForwarding': '1.2', Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'QosPolicy': '1.10', Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'SecurityGroup': '1.5', Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'SecurityGroupRule': '1.2', Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'SubPort': '1.0', Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'Subnet': '1.1', Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: 'Trunk': '1.1'}} Nov 11 21:24:32.430800 n-d-805737-3 neutron-server[102537]: {{(pid=102537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 21:24:32.455708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Network c7ada215-bfc4-465c-92bd-a6c626636ee6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:32.466067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:32.468424 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Pushing event updated for resources: {'Port': ['ID=65bc1b10-b75c-490b-91e5-2b283f02be08,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:32.480648 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:24:32.481158 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.515048 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] For port de928031-223f-49ab-bea0-01b8741d1fd9, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:24:32.520396 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] For port de928031-223f-49ab-bea0-01b8741d1fd9, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=de928031-223f-49ab-bea0-01b8741d1fd9,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:24:32.530648 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.562804 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b1c430cf-8a18-449a-9e53-04b9325d52ce None None] Provisioning complete for port 87289723-377d-4010-b0f5-c8b0f2f96e6d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:32.563312 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1c430cf-8a18-449a-9e53-04b9325d52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.618036 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Routers {'81aa319c-920f-4d80-917e-1877948a580f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:24:32.618493 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:24:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['81aa319c-920f-4d80-917e-1877948a580f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:32.685104 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5e7f6-1adc-4def-8579-906bcd50aa66 None None] Pushing event updated for resources: {'Port': ['ID=de928031-223f-49ab-bea0-01b8741d1fd9,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:32.812270 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.817225 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] Set router 81aa319c-920f-4d80-917e-1877948a580f gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:24:32.862356 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-dfe4956e-1816-4d11-bfec-1d43574cb6a5 None None] Provisioning complete for port 65bc1b10-b75c-490b-91e5-2b283f02be08 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:32.864407 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfe4956e-1816-4d11-bfec-1d43574cb6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.924937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-dfe4956e-1816-4d11-bfec-1d43574cb6a5 None None] Port 65bc1b10-b75c-490b-91e5-2b283f02be08 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:24:33.093280 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:30Z', 'revision_number': 3, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:33.110458 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:33.116745 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:33.118797 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:33.134743 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397489d-a600-47c7-aa6b-f88c0691c390 None None] The sync data for ids ['81aa319c-920f-4d80-917e-1877948a580f'] in n-d-805737-3 is: [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:30Z', 'revision_number': 3, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:24:33.289380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Pushing event updated for resources: {'Port': ['ID=65bc1b10-b75c-490b-91e5-2b283f02be08,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:33.298948 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Network c7ada215-bfc4-465c-92bd-a6c626636ee6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:33.300858 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:33.492759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Router 81aa319c-920f-4d80-917e-1877948a580f has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:24:33.498545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 87289723-377d-4010-b0f5-c8b0f2f96e6d up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:24:33.611205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 87289723-377d-4010-b0f5-c8b0f2f96e6d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:33.612491 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:33.696491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:24:33.705859 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c3c538bb-5f73-4a72-95ea-eddf95e331ed admin admin] 10.222.0.57 "PUT /v2.0/routers/81aa319c-920f-4d80-917e-1877948a580f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6948011 Nov 11 21:24:33.753665 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-110352ac-26d9-4559-86c3-57b19345edec None None] Provisioning complete for port 65bc1b10-b75c-490b-91e5-2b283f02be08 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:33.754023 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-110352ac-26d9-4559-86c3-57b19345edec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:33.794824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-110352ac-26d9-4559-86c3-57b19345edec None None] Port 65bc1b10-b75c-490b-91e5-2b283f02be08 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:24:33.807353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47086) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:34.009601 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9458eeea-1899-4efd-96ac-73386168465f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.132384 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9458eeea-1899-4efd-96ac-73386168465f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.144113 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9458eeea-1899-4efd-96ac-73386168465f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.211224 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9458eeea-1899-4efd-96ac-73386168465f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1efe5c33966f4d498db3791513526f70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3994570 Nov 11 21:24:34.212280 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47110) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:34.230040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458eeea-1899-4efd-96ac-73386168465f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc26116c-0546-4d0e-b221-fd866fd126d1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:34.306853 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9270969-5930-4e91-b5e8-57d51821cbc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.341370 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9270969-5930-4e91-b5e8-57d51821cbc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.354249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47116) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:34.397659 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9270969-5930-4e91-b5e8-57d51821cbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.401161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9270969-5930-4e91-b5e8-57d51821cbc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.405211 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f9270969-5930-4e91-b5e8-57d51821cbc3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc26116c-0546-4d0e-b221-fd866fd126d1 HTTP/1.1" status: 204 len: 168 time: 0.1913879 Nov 11 21:24:34.413490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9270969-5930-4e91-b5e8-57d51821cbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc26116c-0546-4d0e-b221-fd866fd126d1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:34.474884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47128) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:34.597733 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ae8630b-7d0f-4c40-9259-a7462427e69f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.672117 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ae8630b-7d0f-4c40-9259-a7462427e69f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.677216 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ae8630b-7d0f-4c40-9259-a7462427e69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.839071 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2ae8630b-7d0f-4c40-9259-a7462427e69f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84094b53af8d4f07a6b86a04ba742350&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4832947 Nov 11 21:24:34.841844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47136) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:34.864133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8630b-7d0f-4c40-9259-a7462427e69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082aefff-8107-4038-9cbe-6c3206abe9f6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:34.867235 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bca34d17-6207-4970-90a4-51532bc6286a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.939369 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-507335b3-6037-4c9d-a4b0-01c395065968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.961226 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bca34d17-6207-4970-90a4-51532bc6286a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.968118 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bca34d17-6207-4970-90a4-51532bc6286a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.994955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47148) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:34.995395 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-507335b3-6037-4c9d-a4b0-01c395065968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.019781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca34d17-6207-4970-90a4-51532bc6286a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a005fb-705e-4428-9fff-5c501eace3e9,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:35.035986 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1e314408-2102-49e7-85f7-edde2975ee5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.052079 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-507335b3-6037-4c9d-a4b0-01c395065968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.052214 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bca34d17-6207-4970-90a4-51532bc6286a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2af8b7aa641f4ae489b71240e1b11130&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5761592 Nov 11 21:24:35.055294 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47156) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:35.055872 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-507335b3-6037-4c9d-a4b0-01c395065968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.057152 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-507335b3-6037-4c9d-a4b0-01c395065968 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/082aefff-8107-4038-9cbe-6c3206abe9f6 HTTP/1.1" status: 204 len: 168 time: 0.2142482 Nov 11 21:24:35.067137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507335b3-6037-4c9d-a4b0-01c395065968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082aefff-8107-4038-9cbe-6c3206abe9f6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:35.128579 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:24:35.132136 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0dc6-c358-43bd-875a-f8676656335d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.163829 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0dc6-c358-43bd-875a-f8676656335d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.205212 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1e314408-2102-49e7-85f7-edde2975ee5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.214884 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1e314408-2102-49e7-85f7-edde2975ee5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.227483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Sync routers for ids ['81aa319c-920f-4d80-917e-1877948a580f'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:24:35.239592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Routers {'81aa319c-920f-4d80-917e-1877948a580f'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:24:35.240442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:24:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['81aa319c-920f-4d80-917e-1877948a580f'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:35.260390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1e314408-2102-49e7-85f7-edde2975ee5c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3cd9ee60f7024a57b16eb8c8949aa28c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2627878 Nov 11 21:24:35.261885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e314408-2102-49e7-85f7-edde2975ee5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9904dfa-7a3e-4bd0-8a9a-4b662381010e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:35.263271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47170) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:35.282298 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0dc6-c358-43bd-875a-f8676656335d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.285666 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0dc6-c358-43bd-875a-f8676656335d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.289499 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7d2d0dc6-c358-43bd-875a-f8676656335d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f4a005fb-705e-4428-9fff-5c501eace3e9 HTTP/1.1" status: 204 len: 168 time: 0.2331641 Nov 11 21:24:35.304134 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d0dc6-c358-43bd-875a-f8676656335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a005fb-705e-4428-9fff-5c501eace3e9,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:35.345530 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f510d86a-1094-41a8-8dd2-fb51750c4b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.383183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Set router 81aa319c-920f-4d80-917e-1877948a580f gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:24:35.385051 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f510d86a-1094-41a8-8dd2-fb51750c4b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.481538 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f510d86a-1094-41a8-8dd2-fb51750c4b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.487561 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f510d86a-1094-41a8-8dd2-fb51750c4b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.493669 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f510d86a-1094-41a8-8dd2-fb51750c4b8c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f9904dfa-7a3e-4bd0-8a9a-4b662381010e HTTP/1.1" status: 204 len: 168 time: 0.2292147 Nov 11 21:24:35.509252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510d86a-1094-41a8-8dd2-fb51750c4b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9904dfa-7a3e-4bd0-8a9a-4b662381010e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:35.556010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47178) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:35.557035 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device de928031-223f-49ab-bea0-01b8741d1fd9 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:24:35.562983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-776062367-network', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:35.627138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] Made reservation on behalf of d8361c897d6c4eca935fafb8fe9b454c for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:24:35.635264 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.638460 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port de928031-223f-49ab-bea0-01b8741d1fd9 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:35.638833 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.644490 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47186) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:35.647399 n-d-805737-3 neutron-server[102534]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 21:24:35.652847 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.690943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-a7097591-39d9-4ddd-a3eb-a7ea883d824d tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=82d97b5d1a714bc0aa6ef6cb84797b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445993 Nov 11 21:24:35.773933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.785001 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.828532 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '65bc1b10-b75c-490b-91e5-2b283f02be08', 'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'mac_address': 'fa:16:3e:af:3c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:31Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 2, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'subnets': [{'id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:35.830099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-aa5dff92-a5cf-4cdc-aefa-af1470617389 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:35.832200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-aa5dff92-a5cf-4cdc-aefa-af1470617389 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345079 Nov 11 21:24:35.834082 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47190) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:35.836594 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1188, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:24:35.866652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Checking router: 81aa319c-920f-4d80-917e-1877948a580f for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:24:35.866927 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Updating router 81aa319c-920f-4d80-917e-1877948a580f port 65bc1b10-b75c-490b-91e5-2b283f02be08 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:24:35.875214 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-239d259a-6909-4c48-8113-a0d59b1be744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.876579 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.876955 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] Added segment b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c of type vlan for network 6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e Nov 11 21:24:35.883464 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec6f9a9-e572-469b-b4ca-65bd2cbcd7ad,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:35.899250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-41d46885-a401-4ab4-8fe8-f1a108b345df tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/quotas/82d97b5d1a714bc0aa6ef6cb84797b86 HTTP/1.1" status: 200 len: 375 time: 0.0439560 Nov 11 21:24:35.900872 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.924859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port de928031-223f-49ab-bea0-01b8741d1fd9, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=de928031-223f-49ab-bea0-01b8741d1fd9,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:24:35.928896 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.941083 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:35.967859 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-aadf47a8-ac6d-4afc-ad78-36ce632c7991 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=82d97b5d1a714bc0aa6ef6cb84797b86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646923 Nov 11 21:24:35.984675 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.026766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.028486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:36.029683 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.099507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47192) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:36.104218 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-239d259a-6909-4c48-8113-a0d59b1be744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.105136 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5464156 Nov 11 21:24:36.109842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47194) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:36.116973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-50ecd166-cbad-4607-82b9-87733ca9eedc admin admin] Request body: {'subnet': {'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-776062367-subnet', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:36.122268 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3618253f-beb3-43e1-817a-e75f48e5a6cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.134679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a5681-a1f9-4743-8fec-25c90b5209d9 admin admin] Pushing event updated for resources: {'Network': ['ID=6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:36.154023 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-239d259a-6909-4c48-8113-a0d59b1be744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.161758 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:24:36.181313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=de928031-223f-49ab-bea0-01b8741d1fd9,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:36.186565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ecd166-cbad-4607-82b9-87733ca9eedc admin admin] Made reservation on behalf of d8361c897d6c4eca935fafb8fe9b454c for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:24:36.191101 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-50ecd166-cbad-4607-82b9-87733ca9eedc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.294928 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-239d259a-6909-4c48-8113-a0d59b1be744 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6fbdf9e8aa7b46849ebceb219bca98fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4573045 Nov 11 21:24:36.302073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47208) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:36.317073 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3618253f-beb3-43e1-817a-e75f48e5a6cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.318088 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d259a-6909-4c48-8113-a0d59b1be744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa5dd2e-0fbe-4122-bc87-70cca2393494,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:36.375185 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3618253f-beb3-43e1-817a-e75f48e5a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.462219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47224) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:36.481959 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618253f-beb3-43e1-817a-e75f48e5a6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e3c400-3ed3-4d3b-aeb7-e0b554612826,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:36.493867 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3618253f-beb3-43e1-817a-e75f48e5a6cd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a66a25e74d74a128cf1f96e8127d53f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3899846 Nov 11 21:24:36.494171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47230) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:36.510873 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-50ecd166-cbad-4607-82b9-87733ca9eedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.556283 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5f3b32b-be18-43cc-a108-46d55d10f291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.570944 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.582780 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.588423 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5f3b32b-be18-43cc-a108-46d55d10f291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.594691 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33c9f0b5-0488-4207-b8af-83b2dbd9aeab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.637753 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33c9f0b5-0488-4207-b8af-83b2dbd9aeab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.652701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecd166-cbad-4607-82b9-87733ca9eedc admin admin] Pushing event updated for resources: {'Subnet': ['ID=90482730-477f-4770-aceb-7c122ebb0e6d,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:36.683878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6df02-de5e-40ff-b4bd-d8f0a5c8f55a None None] Pushing event updated for resources: {'Port': ['ID=65bc1b10-b75c-490b-91e5-2b283f02be08,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:36.694626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ecd166-cbad-4607-82b9-87733ca9eedc admin admin] Checking segment: {'id': 'b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:24:36.695445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ecd166-cbad-4607-82b9-87733ca9eedc admin admin] Network hostable DHCP agents. Network: 6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:24:36.712414 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5f3b32b-be18-43cc-a108-46d55d10f291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.715573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5f3b32b-be18-43cc-a108-46d55d10f291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.718233 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c5f3b32b-be18-43cc-a108-46d55d10f291 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7aa5dd2e-0fbe-4122-bc87-70cca2393494 HTTP/1.1" status: 204 len: 168 time: 0.4136527 Nov 11 21:24:36.747000 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3b32b-be18-43cc-a108-46d55d10f291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa5dd2e-0fbe-4122-bc87-70cca2393494,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:36.749682 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33c9f0b5-0488-4207-b8af-83b2dbd9aeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.752458 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33c9f0b5-0488-4207-b8af-83b2dbd9aeab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.753678 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-33c9f0b5-0488-4207-b8af-83b2dbd9aeab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86e3c400-3ed3-4d3b-aeb7-e0b554612826 HTTP/1.1" status: 204 len: 168 time: 0.2551856 Nov 11 21:24:36.780425 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9f0b5-0488-4207-b8af-83b2dbd9aeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e3c400-3ed3-4d3b-aeb7-e0b554612826,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:36.811669 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Attempting to bind port 65bc1b10-b75c-490b-91e5-2b283f02be08 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:24:36.812396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Attempting to bind port 65bc1b10-b75c-490b-91e5-2b283f02be08 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:24:36.813064 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Attempting to bind port 65bc1b10-b75c-490b-91e5-2b283f02be08 on network c7ada215-bfc4-465c-92bd-a6c626636ee6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:24:36.822047 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:24:36.822859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Checking segment: {'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:24:36.823461 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.823934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Bound using segment: {'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:24:36.825269 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Bound port: 65bc1b10-b75c-490b-91e5-2b283f02be08, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:24:36.825823 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.843763 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb4ad929-abf1-4d41-b6fe-f7382fa73079 req-67c60760-a35e-4874-9241-facb18fab6bb tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 210 time: 0.3803189 Nov 11 21:24:36.882896 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ecd166-cbad-4607-82b9-87733ca9eedc admin admin] Network 6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:24:36.918996 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-50ecd166-cbad-4607-82b9-87733ca9eedc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:36.931593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ecd166-cbad-4607-82b9-87733ca9eedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:36.933245 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-50ecd166-cbad-4607-82b9-87733ca9eedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:36.944526 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f898891f-08a2-4002-9e22-8f299870dc9c None None] Network 6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:24:36.958387 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47242) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:36.960894 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-50ecd166-cbad-4607-82b9-87733ca9eedc admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8490701 Nov 11 21:24:36.963299 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-776062367-router', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:37.015265 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:37.016705 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:37.083691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] For port 65bc1b10-b75c-490b-91e5-2b283f02be08, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:24:37.109692 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:37.219886 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] For port 65bc1b10-b75c-490b-91e5-2b283f02be08, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=65bc1b10-b75c-490b-91e5-2b283f02be08,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:24:37.228504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-539f693a-b680-4f6f-b683-849d10264a9b None None] Provisioning complete for port 65bc1b10-b75c-490b-91e5-2b283f02be08 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:37.229038 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-539f693a-b680-4f6f-b683-849d10264a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:37.234383 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:37.417453 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6df02-de5e-40ff-b4bd-d8f0a5c8f55a None None] Pushing event updated for resources: {'Port': ['ID=65bc1b10-b75c-490b-91e5-2b283f02be08,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:37.488443 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Routers {'81aa319c-920f-4d80-917e-1877948a580f'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:24:37.489115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:24:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['81aa319c-920f-4d80-917e-1877948a580f'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:37.517080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device de928031-223f-49ab-bea0-01b8741d1fd9 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:24:37.560322 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:37.768249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e', 'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'fixed_ips': [{'subnet_id': '90482730-477f-4770-aceb-7c122ebb0e6d'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:24:37.769468 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:37.783649 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-539f693a-b680-4f6f-b683-849d10264a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:37.847137 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:37.872746 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:38.076694 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-539f693a-b680-4f6f-b683-849d10264a9b None None] For port 65bc1b10-b75c-490b-91e5-2b283f02be08, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=65bc1b10-b75c-490b-91e5-2b283f02be08,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:24:38.084707 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Allocated IP 172.25.0.236 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/d6e79405-81c3-452d-908a-a3afda23e010) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:24:38.088056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port de928031-223f-49ab-bea0-01b8741d1fd9 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:38.088521 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:38.125945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecf8855a-4cb1-4673-b50a-091155161e93 req-8c8df7bc-f866-44fc-8122-ea78153b408b tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 210 time: 0.0563736 Nov 11 21:24:38.152107 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-539f693a-b680-4f6f-b683-849d10264a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:38.255839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f693a-b680-4f6f-b683-849d10264a9b None None] Pushing event updated for resources: {'Port': ['ID=65bc1b10-b75c-490b-91e5-2b283f02be08,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:38.264200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] Set router 81aa319c-920f-4d80-917e-1877948a580f gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:24:38.293344 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:38.333024 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:38.411052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:38.415848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:38.424704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:24:38.473176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Allocated IP 172.20.0.2 (6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e/90482730-477f-4770-aceb-7c122ebb0e6d/b6582e23-73b2-4768-b7b1-1f366eb6c909) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:24:38.506928 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c7146cb1-d1ba-4e59-864a-166bc5ba4fed None None] Provisioning complete for port 65bc1b10-b75c-490b-91e5-2b283f02be08 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:38.506928 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7146cb1-d1ba-4e59-864a-166bc5ba4fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:38.619096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e79405-81c3-452d-908a-a3afda23e010,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:38.694869 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:38.827105 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '65bc1b10-b75c-490b-91e5-2b283f02be08', 'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'mac_address': 'fa:16:3e:af:3c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:31Z', 'updated_at': '2021-11-11T21:24:37Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'subnets': [{'id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:38.910761 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.10', 58427) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:38.922902 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d672a-9bf9-41f0-82f9-0b10e4411a55 None None] The sync data for ids ['81aa319c-920f-4d80-917e-1877948a580f'] in n-d-805737-3 is: [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '65bc1b10-b75c-490b-91e5-2b283f02be08', 'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'mac_address': 'fa:16:3e:af:3c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:31Z', 'updated_at': '2021-11-11T21:24:37Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'subnets': [{'id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:24:38.925851 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:38.955944 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:38.962897 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-3412b199-4fd4-4a98-a1a5-39e86a101eb5 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=82d97b5d1a714bc0aa6ef6cb84797b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490541 Nov 11 21:24:38.968236 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:39.059230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Network 6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:39.074229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:39.083667 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:24:39.099521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Pushing event updated for resources: {'Port': ['ID=b6582e23-73b2-4768-b7b1-1f366eb6c909,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:39.270933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Attempting to bind port b6582e23-73b2-4768-b7b1-1f366eb6c909 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:24:39.275202 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Attempting to bind port b6582e23-73b2-4768-b7b1-1f366eb6c909 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:24:39.275441 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Attempting to bind port b6582e23-73b2-4768-b7b1-1f366eb6c909 on network 6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:24:39.288781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:24:39.299345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Checking segment: {'id': 'b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:24:39.300234 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:39.301927 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Router 2574d23b-30cd-499e-92dc-ca3d4984767c is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:24:39.304132 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Bound using segment: {'id': 'b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:24:39.304961 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Bound port: b6582e23-73b2-4768-b7b1-1f366eb6c909, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:24:39.308154 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:39.308997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-91a3764d-eadc-4596-a93d-cd07cb009b4e tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:39.311531 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-91a3764d-eadc-4596-a93d-cd07cb009b4e tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3437967 Nov 11 21:24:39.419961 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Request body: {'port': {'device_id': '6c9f3300-51b8-44e4-adec-8b3f8cc4a143', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': '82d97b5d1a714bc0aa6ef6cb84797b86'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:39.441979 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] For port b6582e23-73b2-4768-b7b1-1f366eb6c909, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:24:39.458460 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] For port b6582e23-73b2-4768-b7b1-1f366eb6c909, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b6582e23-73b2-4768-b7b1-1f366eb6c909,segment=NetworkSegment(b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c),segment_id=b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:24:39.473355 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:39.557285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:24:39.568766 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Sync routers for ids ['2574d23b-30cd-499e-92dc-ca3d4984767c'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:24:39.584349 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Routers {'2574d23b-30cd-499e-92dc-ca3d4984767c'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:24:39.585055 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:24:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2574d23b-30cd-499e-92dc-ca3d4984767c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:39.596557 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b813874-6887-4fd4-ad15-2fa7a1630689 req-10b4dbce-846f-415e-9c45-f8d2e2349a28 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 210 time: 0.0643938 Nov 11 21:24:39.637109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 65bc1b10-b75c-490b-91e5-2b283f02be08 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:24:39.641265 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:39.649629 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-462997f2-0f07-42ea-ad55-bf9e08b915c9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6900468 Nov 11 21:24:39.650245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47348) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:39.698872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276dab47-d225-478a-9459-26017a8e6dc8 None None] Pushing event updated for resources: {'Port': ['ID=b6582e23-73b2-4768-b7b1-1f366eb6c909,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:39.742229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 65bc1b10-b75c-490b-91e5-2b283f02be08 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:39.742607 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:39.886709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Made reservation on behalf of 82d97b5d1a714bc0aa6ef6cb84797b86 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:24:39.893813 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:39.908218 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:39.972009 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Set router 2574d23b-30cd-499e-92dc-ca3d4984767c gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:24:40.115231 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:40.127093 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:40.399149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0553a0-111b-4ccd-b3fb-6494b90cacef,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:40.442750 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-776062367-router', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd6e79405-81c3-452d-908a-a3afda23e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:24:38Z', 'revision_number': 3, 'project_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'gw_port': {'id': 'd6e79405-81c3-452d-908a-a3afda23e010', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:40.518184 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Checking router: 2574d23b-30cd-499e-92dc-ca3d4984767c for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:24:40.518838 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Updating router 2574d23b-30cd-499e-92dc-ca3d4984767c port d6e79405-81c3-452d-908a-a3afda23e010 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:24:40.552283 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:40.743069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Allocated IP 192.168.233.68 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/5c1ad995-69df-4416-9b7a-011868b4ea53) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:24:40.822786 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:40.833877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-7804f16e-e73f-4332-ad80-1bc91f11869e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2db67c61a20248e5899f98ea2989379c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814390 Nov 11 21:24:40.954870 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:41.294111 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:41.304092 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:41.310101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-990e160c-ad50-4f8c-a38b-4028a31cff40 req-30562c73-008c-49ee-b7b9-93efde12cc9f tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 210 time: 0.4701500 Nov 11 21:24:41.385060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bae181-93b6-4ea3-a949-ad7dcf7924b7 None None] Network 6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:24:41.419026 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Allocated IP 172.20.0.1 (6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e/90482730-477f-4770-aceb-7c122ebb0e6d/dab354f1-24b2-4ca7-97a6-8d90fc5061e4) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:24:41.561245 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Attempting to bind port d6e79405-81c3-452d-908a-a3afda23e010 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:24:41.561609 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Attempting to bind port d6e79405-81c3-452d-908a-a3afda23e010 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:24:41.562032 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Attempting to bind port d6e79405-81c3-452d-908a-a3afda23e010 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:24:41.613026 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:24:41.613399 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:24:41.613787 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:41.614173 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:24:41.614674 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Bound port: d6e79405-81c3-452d-908a-a3afda23e010, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:24:41.615051 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:41.675284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b6582e23-73b2-4768-b7b1-1f366eb6c909 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:24:41.719690 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:41.772847 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:41.777090 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-61bd5c0e-f4e7-45e8-922f-ae841e6b4851 None None] Provisioning complete for port b6582e23-73b2-4768-b7b1-1f366eb6c909 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:41.778053 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61bd5c0e-f4e7-45e8-922f-ae841e6b4851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:41.819637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Network 6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:41.823744 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:41.834668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:24:41.835543 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:41.837254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-94fde7dd-3e7f-424d-8a26-4bbe14159706 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:41.845110 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-94fde7dd-3e7f-424d-8a26-4bbe14159706 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0094242 Nov 11 21:24:41.877581 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-6a90d7ab-ae11-4d62-b926-5f0087f26228 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/quotas/2db67c61a20248e5899f98ea2989379c HTTP/1.1" status: 200 len: 375 time: 0.0313337 Nov 11 21:24:41.892631 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a550de9-67ce-4e0f-8311-ecebe8303073 None None] Pushing event updated for resources: {'Port': ['ID=d6e79405-81c3-452d-908a-a3afda23e010,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:41.896527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=dab354f1-24b2-4ca7-97a6-8d90fc5061e4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:41.964189 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-eb31b2c8-ff1c-4cb8-8daf-a11d141e12ae tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2db67c61a20248e5899f98ea2989379c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855484 Nov 11 21:24:42.074699 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] For port d6e79405-81c3-452d-908a-a3afda23e010, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:24:42.091843 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] For port d6e79405-81c3-452d-908a-a3afda23e010, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d6e79405-81c3-452d-908a-a3afda23e010,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:24:42.093478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b6582e23-73b2-4768-b7b1-1f366eb6c909 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:42.094113 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:42.111282 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:42.166552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:42.181664 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:42.216259 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61bd5c0e-f4e7-45e8-922f-ae841e6b4851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:42.308739 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-61bd5c0e-f4e7-45e8-922f-ae841e6b4851 None None] For port b6582e23-73b2-4768-b7b1-1f366eb6c909, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b6582e23-73b2-4768-b7b1-1f366eb6c909,segment=NetworkSegment(b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c),segment_id=b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:24:42.351964 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a550de9-67ce-4e0f-8311-ecebe8303073 None None] Pushing event updated for resources: {'Port': ['ID=d6e79405-81c3-452d-908a-a3afda23e010,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:42.368764 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:42.373449 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Routers {'2574d23b-30cd-499e-92dc-ca3d4984767c'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:24:42.374113 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:24:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2574d23b-30cd-499e-92dc-ca3d4984767c'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:42.408599 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61bd5c0e-f4e7-45e8-922f-ae841e6b4851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:42.554357 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:42.865380 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] Set router 2574d23b-30cd-499e-92dc-ca3d4984767c gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:24:42.880166 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:24:42.880576 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:24:42.881332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd5c0e-f4e7-45e8-922f-ae841e6b4851 None None] Pushing event updated for resources: {'Port': ['ID=b6582e23-73b2-4768-b7b1-1f366eb6c909,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:43.026685 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:43.034822 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:43.042955 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:43.044268 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:43.138544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:43.169228 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-febc37b9-df41-47c3-b807-d3cb96d044cf None None] Provisioning complete for port dab354f1-24b2-4ca7-97a6-8d90fc5061e4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:43.169734 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-febc37b9-df41-47c3-b807-d3cb96d044cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:43.247104 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1291f30d-c2ae-4585-83bd-acfc3f432bab req-f77fdfe5-154d-492e-9c67-f0dbbe0b1ec2 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 210 time: 0.3216896 Nov 11 21:24:43.248420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:24:43.261636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:43.263528 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:43.267378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Pushing event updated for resources: {'Port': ['ID=5c1ad995-69df-4416-9b7a-011868b4ea53,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:43.330680 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-febc37b9-df41-47c3-b807-d3cb96d044cf None None] Port dab354f1-24b2-4ca7-97a6-8d90fc5061e4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:24:43.341450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f739f-a932-40cb-bd2e-4f15f9bcbf4d req-d484ca26-dc7f-4b61-825f-5f297b50e925 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:43.361002 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd8f739f-a932-40cb-bd2e-4f15f9bcbf4d req-d484ca26-dc7f-4b61-825f-5f297b50e925 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 935 time: 0.5965614 Nov 11 21:24:43.373407 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-febc37b9-df41-47c3-b807-d3cb96d044cf None None] Provisioning complete for port b6582e23-73b2-4768-b7b1-1f366eb6c909 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:43.380719 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-febc37b9-df41-47c3-b807-d3cb96d044cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:43.470178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2af5a1c0-4be2-480e-967c-622177cf04b4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0575163 Nov 11 21:24:43.472076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47442) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:43.514297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-18aea8f4-e832-49c8-9185-9f40553a91aa tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:24:43.517161 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-18aea8f4-e832-49c8-9185-9f40553a91aa tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243585 Nov 11 21:24:43.620007 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd8f739f-a932-40cb-bd2e-4f15f9bcbf4d req-a02f3640-8a60-4fb2-9269-e49f13a0d3f7 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569408 Nov 11 21:24:43.645141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=dab354f1-24b2-4ca7-97a6-8d90fc5061e4,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:43.670443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Network 6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:43.685553 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:43.901298 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-776062367-router', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd6e79405-81c3-452d-908a-a3afda23e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:24:42Z', 'revision_number': 4, 'project_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'gw_port': {'id': 'd6e79405-81c3-452d-908a-a3afda23e010', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'dab354f1-24b2-4ca7-97a6-8d90fc5061e4', 'name': '', 'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'mac_address': 'fa:16:3e:01:6c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '90482730-477f-4770-aceb-7c122ebb0e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:41Z', 'updated_at': '2021-11-11T21:24:41Z', 'revision_number': 1, 'project_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'subnets': [{'id': '90482730-477f-4770-aceb-7c122ebb0e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:43.954036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Request body: {'port': {'device_id': '6c9f3300-51b8-44e4-adec-8b3f8cc4a143', 'device_owner': 'compute:tempest-test_az-759217030', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:43.968178 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2458761-5dfe-407a-9db0-9585c79e8358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:43.986440 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-49cbcf76-44e4-4c0a-bf47-2738acfc397d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:44.000216 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a0ff4-7dc1-415c-9f3c-c56df65f06c1 None None] The sync data for ids ['2574d23b-30cd-499e-92dc-ca3d4984767c'] in n-d-805737-3 is: [{'id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-776062367-router', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd6e79405-81c3-452d-908a-a3afda23e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:24:42Z', 'revision_number': 4, 'project_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'gw_port': {'id': 'd6e79405-81c3-452d-908a-a3afda23e010', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'dab354f1-24b2-4ca7-97a6-8d90fc5061e4', 'name': '', 'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'mac_address': 'fa:16:3e:01:6c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '90482730-477f-4770-aceb-7c122ebb0e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:41Z', 'updated_at': '2021-11-11T21:24:41Z', 'revision_number': 1, 'project_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'subnets': [{'id': '90482730-477f-4770-aceb-7c122ebb0e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:24:44.102556 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Router 2574d23b-30cd-499e-92dc-ca3d4984767c has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:24:44.139272 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b6582e23-73b2-4768-b7b1-1f366eb6c909 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:24:44.379860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:44.527624 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:44.565772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b6582e23-73b2-4768-b7b1-1f366eb6c909 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:44.566691 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:44.567473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47480) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:44.598963 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ee3ccd7-a741-46a4-9d72-775f405929f3 req-be833c8e-e65e-46af-80b6-f9a8183c2c74 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 210 time: 0.2218187 Nov 11 21:24:44.603639 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-49cbcf76-44e4-4c0a-bf47-2738acfc397d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:44.636098 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:24:44.663253 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a50ecd6c-ce06-43c4-87ee-ff6ac7033ba7 admin admin] 10.222.0.57 "PUT /v2.0/routers/2574d23b-30cd-499e-92dc-ca3d4984767c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0116911 Nov 11 21:24:44.665777 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-49cbcf76-44e4-4c0a-bf47-2738acfc397d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:44.721339 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-49cbcf76-44e4-4c0a-bf47-2738acfc397d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=69b70f6624a14eb1adff837d04f0cdfa&name=default HTTP/1.1" status: 200 len: 2993 time: 1.2454264 Nov 11 21:24:44.724011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47488) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:44.771074 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-934fe8a7-0307-40f8-b530-a251ec9b935b None None] Provisioning complete for port dab354f1-24b2-4ca7-97a6-8d90fc5061e4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:44.771464 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-934fe8a7-0307-40f8-b530-a251ec9b935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:44.940993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-934fe8a7-0307-40f8-b530-a251ec9b935b None None] Port dab354f1-24b2-4ca7-97a6-8d90fc5061e4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:24:44.954077 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54a3a5d2-f5c7-477b-abe9-15fd11888a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:44.957373 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9038183-b04c-4d1e-bcf6-36dae74f0ec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:44.983002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-934fe8a7-0307-40f8-b530-a251ec9b935b None None] Provisioning complete for port 5c1ad995-69df-4416-9b7a-011868b4ea53 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:44.983891 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-934fe8a7-0307-40f8-b530-a251ec9b935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:45.029902 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54a3a5d2-f5c7-477b-abe9-15fd11888a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:45.073315 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-934fe8a7-0307-40f8-b530-a251ec9b935b None None] Port 5c1ad995-69df-4416-9b7a-011868b4ea53 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:24:45.167232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbcf76-44e4-4c0a-bf47-2738acfc397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7811909-82c2-4979-a4e3-ba7dc5b53b20,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:45.333302 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9038183-b04c-4d1e-bcf6-36dae74f0ec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:45.336708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54a3a5d2-f5c7-477b-abe9-15fd11888a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:45.344844 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54a3a5d2-f5c7-477b-abe9-15fd11888a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:45.354175 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-54a3a5d2-f5c7-477b-abe9-15fd11888a81 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c7811909-82c2-4979-a4e3-ba7dc5b53b20 HTTP/1.1" status: 204 len: 168 time: 0.6277213 Nov 11 21:24:45.360328 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9038183-b04c-4d1e-bcf6-36dae74f0ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:45.370429 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808120b-7d4a-42e8-a51e-d0df31bc278b req-56555ac4-4977-4c32-9f74-36bd637f6907 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:45.378591 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4808120b-7d4a-42e8-a51e-d0df31bc278b req-56555ac4-4977-4c32-9f74-36bd637f6907 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 935 time: 0.5376709 Nov 11 21:24:45.390937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3a5d2-f5c7-477b-abe9-15fd11888a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7811909-82c2-4979-a4e3-ba7dc5b53b20,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:45.469226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9038183-b04c-4d1e-bcf6-36dae74f0ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e475461-a357-4390-8aac-affbe660187b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:45.544755 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f9038183-b04c-4d1e-bcf6-36dae74f0ec8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=587ca5eedae543ac8c7cf7852f4bc151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9761498 Nov 11 21:24:45.547567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47502) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:45.679346 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4808120b-7d4a-42e8-a51e-d0df31bc278b req-769bccfa-0255-4eb3-a34e-cb4bce049cb7 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993503 Nov 11 21:24:45.746408 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7d6074b-9c1e-49b9-b560-a7a6b77c6d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:45.836303 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7d6074b-9c1e-49b9-b560-a7a6b77c6d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:45.936646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.71', 60462) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:45.985157 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d6e79405-81c3-452d-908a-a3afda23e010 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:24:46.036941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1ad995-69df-4416-9b7a-011868b4ea53 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:24:46.058504 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-ed2f647f-cea6-43e2-8eef-951d96458629 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=2db67c61a20248e5899f98ea2989379c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1195073 Nov 11 21:24:46.070603 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:46.103529 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7d6074b-9c1e-49b9-b560-a7a6b77c6d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:46.108912 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c6d06c4e-807b-48ca-ac90-7ee1cb6efcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:46.124399 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7d6074b-9c1e-49b9-b560-a7a6b77c6d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:46.132113 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e7d6074b-9c1e-49b9-b560-a7a6b77c6d28 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e475461-a357-4390-8aac-affbe660187b HTTP/1.1" status: 204 len: 168 time: 0.5833087 Nov 11 21:24:46.151650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Transition to ACTIVE for port object 5c1ad995-69df-4416-9b7a-011868b4ea53 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:24:46.162908 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:46.167889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port d6e79405-81c3-452d-908a-a3afda23e010 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:46.169265 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:46.213574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47520) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:46.214360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6074b-9c1e-49b9-b560-a7a6b77c6d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e475461-a357-4390-8aac-affbe660187b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:46.288320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0fffc279-384b-4ee9-8782-27158d22e67d req-8f2a2468-7ac7-422c-90f9-78b2629049c6 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 210 time: 0.4441319 Nov 11 21:24:46.304070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1ad995-69df-4416-9b7a-011868b4ea53,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:46.439621 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:46.518624 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port d6e79405-81c3-452d-908a-a3afda23e010, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d6e79405-81c3-452d-908a-a3afda23e010,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:24:46.531807 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:46.537743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Attempting to bind port 5c1ad995-69df-4416-9b7a-011868b4ea53 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:24:46.537999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Attempting to bind port 5c1ad995-69df-4416-9b7a-011868b4ea53 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:24:46.539191 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Attempting to bind port 5c1ad995-69df-4416-9b7a-011868b4ea53 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:24:46.557708 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Port 5c1ad995-69df-4416-9b7a-011868b4ea53 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:24:46.558282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Attempting to bind port 5c1ad995-69df-4416-9b7a-011868b4ea53 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:24:46.570880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:24:46.572864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:24:46.577262 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:24:46.578798 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Bound port: 5c1ad995-69df-4416-9b7a-011868b4ea53, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:24:46.582886 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:46.682526 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=d6e79405-81c3-452d-908a-a3afda23e010,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:46.787731 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47536) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:46.796769 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4e2cacf7-edcc-4796-a4e6-0be464ed92b4 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128107912', 'description': 'tempest-description--1983938952'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:46.806811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-a67df256-1bc9-40e4-96ac-f53e36f6744e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:46.809144 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-a67df256-1bc9-40e4-96ac-f53e36f6744e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7356479 Nov 11 21:24:46.811487 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf8fd9fe-1e92-47b7-af79-eab84c9ac8cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:46.875073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] For port 5c1ad995-69df-4416-9b7a-011868b4ea53, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:24:46.928778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] For port 5c1ad995-69df-4416-9b7a-011868b4ea53, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5c1ad995-69df-4416-9b7a-011868b4ea53,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:24:46.931814 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e2cacf7-edcc-4796-a4e6-0be464ed92b4 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:46.938855 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:47.015511 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf8fd9fe-1e92-47b7-af79-eab84c9ac8cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:47.022782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Request body: {'port': {'device_id': '827666ad-ddd4-4b1a-b696-767271330223', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': '2db67c61a20248e5899f98ea2989379c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:47.038126 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf8fd9fe-1e92-47b7-af79-eab84c9ac8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:47.062167 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:47.069582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:47.070669 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:47.072915 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] 10.222.0.10 "PUT /v2.0/ports/5c1ad995-69df-4416-9b7a-011868b4ea53 HTTP/1.1" status: 200 len: 1116 time: 3.2836471 Nov 11 21:24:47.078787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9f3300-51b8-44e4-adec-8b3f8cc4a143', 'tag': '5c1ad995-69df-4416-9b7a-011868b4ea53'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:24:47.194632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a048eca-8963-4c53-ab5d-b666069600bc req-f121eeb6-905f-4f5e-9b07-caaf93425764 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:47.203131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a048eca-8963-4c53-ab5d-b666069600bc req-f121eeb6-905f-4f5e-9b07-caaf93425764 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 968 time: 0.3568103 Nov 11 21:24:47.317550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fd9fe-1e92-47b7-af79-eab84c9ac8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a01add-596d-48f6-be69-8ff862dac48d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:47.325976 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47540) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:47.415653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0d181-1de0-481b-a999-e0b4c812d3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1ad995-69df-4416-9b7a-011868b4ea53,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:47.560656 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bf8fd9fe-1e92-47b7-af79-eab84c9ac8cc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a52d3e1151c54a578687dbb8acaa295f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3439717 Nov 11 21:24:47.584918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47550) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:47.622455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e29c51b-798e-4e09-abe8-ace23e47bdf6 req-e3309f7a-bd5f-41d7-af01-c5cd9fd0f79c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 210 time: 0.1665854 Nov 11 21:24:47.623212 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-387a3952-2192-47bf-ab8a-2aa92fa4736a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:47.725298 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e4c168-aae9-4812-ad4b-1753b4afbf4f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9f3300-51b8-44e4-adec-8b3f8cc4a143", "tag": "5c1ad995-69df-4416-9b7a-011868b4ea53"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:24:47.730200 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2b93266e-af42-46c9-b1da-b79ffc2920aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:47.732823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-2b93266e-af42-46c9-b1da-b79ffc2920aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82d97b5d1a714bc0aa6ef6cb84797b86&device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 1119 time: 0.5643315 Nov 11 21:24:47.771772 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a048eca-8963-4c53-ab5d-b666069600bc req-2f6091e2-af9d-4947-82cf-8dac0ed4858a tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673466 Nov 11 21:24:47.778041 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e2cacf7-edcc-4796-a4e6-0be464ed92b4 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:47.797140 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e2cacf7-edcc-4796-a4e6-0be464ed92b4 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:47.822336 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e2cacf7-edcc-4796-a4e6-0be464ed92b4 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:47.824084 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4e2cacf7-edcc-4796-a4e6-0be464ed92b4 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0340853 Nov 11 21:24:47.827748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47556) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:47.832753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-db43484d-868d-46c6-bac5-24067b9f2fd2 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Request body: {'security_group_rule': {'security_group_id': '5931301b-afa2-471c-96c0-6059dfd649fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:47.872851 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-259dde4b-dd35-44b8-830a-6fa0ae505906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:47.900999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cacf7-edcc-4796-a4e6-0be464ed92b4 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5931301b-afa2-471c-96c0-6059dfd649fa,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:47.901240 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.db.api [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 21:24:47.901240 n-d-805737-3 neutron-server[102535]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 21:24:47.901240 n-d-805737-3 neutron-server[102535]: [parameters: {'project_id_1': '2db67c61a20248e5899f98ea2989379c', 'expiration_1': datetime.datetime(2021, 11, 11, 21, 24, 27, 858373)}] Nov 11 21:24:47.901240 n-d-805737-3 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:24:47.902165 n-d-805737-3 neutron-server[102535]: DEBUG oslo_db.api [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:24:47.923254 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db43484d-868d-46c6-bac5-24067b9f2fd2 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:47.943788 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-259dde4b-dd35-44b8-830a-6fa0ae505906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:47.994824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d6e79405-81c3-452d-908a-a3afda23e010 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:24:48.054492 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-259dde4b-dd35-44b8-830a-6fa0ae505906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:48.079007 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-259dde4b-dd35-44b8-830a-6fa0ae505906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:48.085681 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-259dde4b-dd35-44b8-830a-6fa0ae505906 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/28a01add-596d-48f6-be69-8ff862dac48d HTTP/1.1" status: 204 len: 168 time: 0.4962237 Nov 11 21:24:48.120717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dde4b-dd35-44b8-830a-6fa0ae505906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a01add-596d-48f6-be69-8ff862dac48d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:48.209440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port d6e79405-81c3-452d-908a-a3afda23e010 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:48.210024 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:48.413481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Sync routers for ids ['2574d23b-30cd-499e-92dc-ca3d4984767c'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:24:48.421705 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:48.438147 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba691b8-0695-4f67-a92d-6e299ef7c072 x-openstack-request-id: req-1ba691b8-0695-4f67-a92d-6e299ef7c072 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:24:48.438706 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9f3300-51b8-44e4-adec-8b3f8cc4a143", "tag": "5c1ad995-69df-4416-9b7a-011868b4ea53", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:24:48.439153 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1ba691b8-0695-4f67-a92d-6e299ef7c072 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:24:48.439959 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9f3300-51b8-44e4-adec-8b3f8cc4a143', 'tag': '5c1ad995-69df-4416-9b7a-011868b4ea53', 'status': 'completed', 'code': 200} Nov 11 21:24:48.440168 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Routers {'2574d23b-30cd-499e-92dc-ca3d4984767c'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:24:48.441970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:24:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2574d23b-30cd-499e-92dc-ca3d4984767c'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:48.448538 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-337804fe-9124-45bc-8301-650d7a820dcd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=5c1ad995-69df-4416-9b7a-011868b4ea53 HTTP/1.1" status: 200 len: 217 time: 0.4809806 Nov 11 21:24:48.461678 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Made reservation on behalf of 2db67c61a20248e5899f98ea2989379c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:24:48.481965 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:48.513865 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:48.530308 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-387a3952-2192-47bf-ab8a-2aa92fa4736a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:48.555454 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-387a3952-2192-47bf-ab8a-2aa92fa4736a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:48.561327 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db43484d-868d-46c6-bac5-24067b9f2fd2 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:48.584212 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-fdc13f21-5402-4bf9-9e91-14eea9e92b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:48.586732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-fdc13f21-5402-4bf9-9e91-14eea9e92b46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1227810 Nov 11 21:24:48.587634 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db43484d-868d-46c6-bac5-24067b9f2fd2 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:48.616029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Set router 2574d23b-30cd-499e-92dc-ca3d4984767c gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:24:48.661056 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43484d-868d-46c6-bac5-24067b9f2fd2 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b40c275-9ed4-4468-ace7-4c3646200f28,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:48.663316 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a3952-2192-47bf-ab8a-2aa92fa4736a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd8899b-2d73-41e1-ae0b-d7fd8c16c35e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:48.671242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-387a3952-2192-47bf-ab8a-2aa92fa4736a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=828ecf0ad63e4bb6b3affbd07a1a66d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3012226 Nov 11 21:24:48.682610 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47566) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:48.706553 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db43484d-868d-46c6-bac5-24067b9f2fd2 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:48.707749 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-db43484d-868d-46c6-bac5-24067b9f2fd2 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8788180 Nov 11 21:24:48.729009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47568) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:48.746155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-38c1ca01-1fcf-476d-9d9c-4647b9adad29 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Request body: {'security_group_rule': {'security_group_id': '5931301b-afa2-471c-96c0-6059dfd649fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:48.841586 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62e68145-225d-4e2d-b1f1-446e751f2166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:48.891714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-4b005a78-e9bd-4987-a19e-6767030fe44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:48.895449 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-4b005a78-e9bd-4987-a19e-6767030fe44b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2849538 Nov 11 21:24:48.904005 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d869b13-496d-4a8e-82ea-8ad98eb2e746 req-70bdf031-1415-4079-b9e3-0510c9b01bad tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 210 time: 0.1056461 Nov 11 21:24:48.953095 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:48.982102 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62e68145-225d-4e2d-b1f1-446e751f2166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:48.992974 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:49.124481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-776062367-router', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd6e79405-81c3-452d-908a-a3afda23e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:24:42Z', 'revision_number': 4, 'project_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'gw_port': {'id': 'd6e79405-81c3-452d-908a-a3afda23e010', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'dab354f1-24b2-4ca7-97a6-8d90fc5061e4', 'name': '', 'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'mac_address': 'fa:16:3e:01:6c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '90482730-477f-4770-aceb-7c122ebb0e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:41Z', 'updated_at': '2021-11-11T21:24:42Z', 'revision_number': 2, 'project_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'subnets': [{'id': '90482730-477f-4770-aceb-7c122ebb0e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:49.164639 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Checking router: 2574d23b-30cd-499e-92dc-ca3d4984767c for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:24:49.164945 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d94f9521-7f50-49bb-922d-7ff935a14611,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:49.165098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Updating router 2574d23b-30cd-499e-92dc-ca3d4984767c port dab354f1-24b2-4ca7-97a6-8d90fc5061e4 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:24:49.182222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-e1bd3275-70a2-41fc-895b-86eead19a6ea service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720973 Nov 11 21:24:49.204884 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:49.213230 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-38c1ca01-1fcf-476d-9d9c-4647b9adad29 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:49.305883 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:49.360256 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62e68145-225d-4e2d-b1f1-446e751f2166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:49.364500 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62e68145-225d-4e2d-b1f1-446e751f2166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:49.366009 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-62e68145-225d-4e2d-b1f1-446e751f2166 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9bd8899b-2d73-41e1-ae0b-d7fd8c16c35e HTTP/1.1" status: 204 len: 168 time: 0.6644161 Nov 11 21:24:49.426555 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-38c1ca01-1fcf-476d-9d9c-4647b9adad29 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:49.475376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e68145-225d-4e2d-b1f1-446e751f2166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd8899b-2d73-41e1-ae0b-d7fd8c16c35e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:49.529462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Allocated IP 192.168.233.233 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/9d975561-ae8e-4db4-acf5-200299bb332f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:24:49.697672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3cdc205-fa8c-485c-8545-bf1b3ad64a40 req-fcb0f132-ccf1-40f1-aec9-f2efd1566268 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713124 Nov 11 21:24:49.700168 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-38c1ca01-1fcf-476d-9d9c-4647b9adad29 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:49.863046 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-38c1ca01-1fcf-476d-9d9c-4647b9adad29 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:49.867425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-38c1ca01-1fcf-476d-9d9c-4647b9adad29 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1341219 Nov 11 21:24:49.879952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47592) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:49.913152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:49.918260 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1ca01-1fcf-476d-9d9c-4647b9adad29 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fb4206-32a1-4d6d-8ba9-f6432b919f8e,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:49.959202 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:49.979018 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:49.989463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ffa5c-0c99-4f62-911d-4c875469e287 req-b7784d5a-b1ec-41ed-8801-e4ba4fbce7a8 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:49.991401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f0ffa5c-0c99-4f62-911d-4c875469e287 req-b7784d5a-b1ec-41ed-8801-e4ba4fbce7a8 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 968 time: 0.9770968 Nov 11 21:24:50.076745 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:50.144452 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:50.180585 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:50.205861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4c168-aae9-4812-ad4b-1753b4afbf4f req-2bbd09ad-3de9-4441-a8ce-259c38612761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:50.211403 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0e4c168-aae9-4812-ad4b-1753b4afbf4f req-2bbd09ad-3de9-4441-a8ce-259c38612761 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82d97b5d1a714bc0aa6ef6cb84797b86&device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 1119 time: 0.3859820 Nov 11 21:24:50.331614 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec0686-f4b2-4592-855a-2f432db42dc4 None None] Pushing event updated for resources: {'Port': ['ID=dab354f1-24b2-4ca7-97a6-8d90fc5061e4,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:50.351930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Attempting to bind port dab354f1-24b2-4ca7-97a6-8d90fc5061e4 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:24:50.356746 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Attempting to bind port dab354f1-24b2-4ca7-97a6-8d90fc5061e4 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:24:50.357484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Attempting to bind port dab354f1-24b2-4ca7-97a6-8d90fc5061e4 on network 6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:24:50.370531 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:24:50.371395 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Checking segment: {'id': 'b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:24:50.377326 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:50.378268 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Bound using segment: {'id': 'b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:24:50.378971 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Bound port: dab354f1-24b2-4ca7-97a6-8d90fc5061e4, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:24:50.380042 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:50.461429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:50.505307 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:50.512762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:24:50.526131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:50.531239 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:50.588011 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f0ffa5c-0c99-4f62-911d-4c875469e287 req-18bd3b28-42b5-4812-a50a-cddef306cf59 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620577 Nov 11 21:24:50.600622 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Pushing event updated for resources: {'Port': ['ID=9d975561-ae8e-4db4-acf5-200299bb332f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:50.631892 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-31fb09b3-1ce8-49f9-965d-15a100616a7e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6120820 Nov 11 21:24:50.641713 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-1116d7cd-3ef1-4dca-88b4-2f4b9cc7cf8c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:24:50.648143 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-1116d7cd-3ef1-4dca-88b4-2f4b9cc7cf8c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096364 Nov 11 21:24:50.739960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423be66-4588-4710-8199-3493ca632f05 req-f69f79d5-822f-4941-9b71-7b58c38d1169 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:50.741615 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0423be66-4588-4710-8199-3493ca632f05 req-f69f79d5-822f-4941-9b71-7b58c38d1169 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 936 time: 0.5480590 Nov 11 21:24:50.826398 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3b4a5b91-3b67-4213-aee5-f6484687be3f None None] Provisioning complete for port dab354f1-24b2-4ca7-97a6-8d90fc5061e4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:50.831797 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5b91-3b67-4213-aee5-f6484687be3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:50.892458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] For port dab354f1-24b2-4ca7-97a6-8d90fc5061e4, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:24:50.938875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] For port dab354f1-24b2-4ca7-97a6-8d90fc5061e4, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=dab354f1-24b2-4ca7-97a6-8d90fc5061e4,segment=NetworkSegment(b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c),segment_id=b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:24:50.940548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3b4a5b91-3b67-4213-aee5-f6484687be3f None None] Port dab354f1-24b2-4ca7-97a6-8d90fc5061e4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:24:50.951147 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:50.954780 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0423be66-4588-4710-8199-3493ca632f05 req-146c496e-e35e-4c8a-8c06-bb2303ba9cf2 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932852 Nov 11 21:24:51.075319 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:51.129238 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Routers {'2574d23b-30cd-499e-92dc-ca3d4984767c'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:24:51.130240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:24:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2574d23b-30cd-499e-92dc-ca3d4984767c'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:51.146255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Request body: {'port': {'device_id': '827666ad-ddd4-4b1a-b696-767271330223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:51.289441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Allocated IP 172.25.0.85 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/df0b1147-30b1-4b2e-950f-76ea334b073c) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:24:51.295789 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:51.393279 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] Set router 2574d23b-30cd-499e-92dc-ca3d4984767c gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:24:51.427826 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:51.480733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4c168-aae9-4812-ad4b-1753b4afbf4f req-003a3909-a321-4e10-9cdf-a725f500242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:51.483062 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0e4c168-aae9-4812-ad4b-1753b4afbf4f req-003a3909-a321-4e10-9cdf-a725f500242c service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 1.2500632 Nov 11 21:24:51.486616 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:51.566687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Pushing event updated for resources: {'Port': ['ID=df0b1147-30b1-4b2e-950f-76ea334b073c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:51.597994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:51.600339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:51.624692 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:24:51.644776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-df53aa66-1e90-4943-ac72-7e33ab30f29e None None] Provisioning complete for port 9d975561-ae8e-4db4-acf5-200299bb332f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:51.646708 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df53aa66-1e90-4943-ac72-7e33ab30f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:51.724827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec0686-f4b2-4592-855a-2f432db42dc4 None None] Pushing event updated for resources: {'Port': ['ID=dab354f1-24b2-4ca7-97a6-8d90fc5061e4,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:51.896187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0e4c168-aae9-4812-ad4b-1753b4afbf4f req-76e58d67-3979-4b72-873f-c520fe3d45c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=5c1ad995-69df-4416-9b7a-011868b4ea53 HTTP/1.1" status: 200 len: 217 time: 0.3983517 Nov 11 21:24:51.899155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-df53aa66-1e90-4943-ac72-7e33ab30f29e None None] Port 9d975561-ae8e-4db4-acf5-200299bb332f cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:24:52.049943 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device dab354f1-24b2-4ca7-97a6-8d90fc5061e4 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:24:52.069678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55c254-a007-4559-91d6-40070ad27734 req-243afab2-5f5d-478a-8f3b-0605e5fe1d6d tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:52.073983 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa55c254-a007-4559-91d6-40070ad27734 req-243afab2-5f5d-478a-8f3b-0605e5fe1d6d tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 968 time: 0.2320609 Nov 11 21:24:52.143013 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:52.181429 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0609cc4c-d9b5-4eaf-9b3b-1072adc46d49 None None] Provisioning complete for port dab354f1-24b2-4ca7-97a6-8d90fc5061e4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:52.181995 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0609cc4c-d9b5-4eaf-9b3b-1072adc46d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:52.242114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4c168-aae9-4812-ad4b-1753b4afbf4f req-d59fae88-e43b-4f74-b12f-f5d4d46950b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:52.245095 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0e4c168-aae9-4812-ad4b-1753b4afbf4f req-d59fae88-e43b-4f74-b12f-f5d4d46950b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.2990305 Nov 11 21:24:52.261585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:52.275382 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port dab354f1-24b2-4ca7-97a6-8d90fc5061e4 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:52.275705 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:52.367121 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa55c254-a007-4559-91d6-40070ad27734 req-84cf8d08-9d04-4c3c-9a2b-b13ea3d2c827 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070999 Nov 11 21:24:52.444226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4c168-aae9-4812-ad4b-1753b4afbf4f req-b4fdf1f7-ab78-458e-bc90-9c7d5a23d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:52.446410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0e4c168-aae9-4812-ad4b-1753b4afbf4f req-b4fdf1f7-ab78-458e-bc90-9c7d5a23d4ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1756556 Nov 11 21:24:52.516668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d975561-ae8e-4db4-acf5-200299bb332f {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:24:52.543784 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:52.588046 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-776062367-router', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd6e79405-81c3-452d-908a-a3afda23e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:24:42Z', 'revision_number': 4, 'project_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'gw_port': {'id': 'd6e79405-81c3-452d-908a-a3afda23e010', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'dab354f1-24b2-4ca7-97a6-8d90fc5061e4', 'name': '', 'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'mac_address': 'fa:16:3e:01:6c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '90482730-477f-4770-aceb-7c122ebb0e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:41Z', 'updated_at': '2021-11-11T21:24:50Z', 'revision_number': 4, 'project_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'subnets': [{'id': '90482730-477f-4770-aceb-7c122ebb0e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:52.638902 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Transition to ACTIVE for port object 9d975561-ae8e-4db4-acf5-200299bb332f will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:24:52.644263 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:52.813260 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0609cc4c-d9b5-4eaf-9b3b-1072adc46d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:52.860351 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d975561-ae8e-4db4-acf5-200299bb332f,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:52.885511 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b0037-b15f-489b-baf5-e44b413e30bf None None] The sync data for ids ['2574d23b-30cd-499e-92dc-ca3d4984767c'] in n-d-805737-3 is: [{'id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-776062367-router', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd6e79405-81c3-452d-908a-a3afda23e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:24:42Z', 'revision_number': 4, 'project_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'gw_port': {'id': 'd6e79405-81c3-452d-908a-a3afda23e010', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'dab354f1-24b2-4ca7-97a6-8d90fc5061e4', 'name': '', 'network_id': '6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'mac_address': 'fa:16:3e:01:6c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '90482730-477f-4770-aceb-7c122ebb0e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:41Z', 'updated_at': '2021-11-11T21:24:50Z', 'revision_number': 4, 'project_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'subnets': [{'id': '90482730-477f-4770-aceb-7c122ebb0e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:24:52.945289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Attempting to bind port 9d975561-ae8e-4db4-acf5-200299bb332f on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:24:52.945669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Attempting to bind port 9d975561-ae8e-4db4-acf5-200299bb332f by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:24:52.946031 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Attempting to bind port 9d975561-ae8e-4db4-acf5-200299bb332f on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:24:53.003203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Port 9d975561-ae8e-4db4-acf5-200299bb332f on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:24:53.006092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Attempting to bind port 9d975561-ae8e-4db4-acf5-200299bb332f on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:24:53.015704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:24:53.016320 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:24:53.017226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:24:53.021502 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Bound port: 9d975561-ae8e-4db4-acf5-200299bb332f, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:24:53.024394 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:53.053796 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0609cc4c-d9b5-4eaf-9b3b-1072adc46d49 None None] For port dab354f1-24b2-4ca7-97a6-8d90fc5061e4, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=dab354f1-24b2-4ca7-97a6-8d90fc5061e4,segment=NetworkSegment(b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c),segment_id=b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:24:53.105852 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0609cc4c-d9b5-4eaf-9b3b-1072adc46d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:53.151036 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] For port 9d975561-ae8e-4db4-acf5-200299bb332f, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:24:53.159575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] For port 9d975561-ae8e-4db4-acf5-200299bb332f, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9d975561-ae8e-4db4-acf5-200299bb332f,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:24:53.170559 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:53.183008 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:53.258019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:53.258019 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:53.287015 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] 10.222.0.71 "PUT /v2.0/ports/9d975561-ae8e-4db4-acf5-200299bb332f HTTP/1.1" status: 200 len: 1096 time: 2.3903255 Nov 11 21:24:53.291667 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827666ad-ddd4-4b1a-b696-767271330223', 'tag': '9d975561-ae8e-4db4-acf5-200299bb332f'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:24:53.314123 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:53.371203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609cc4c-d9b5-4eaf-9b3b-1072adc46d49 None None] Pushing event updated for resources: {'Port': ['ID=dab354f1-24b2-4ca7-97a6-8d90fc5061e4,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:53.466919 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:53.599386 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:24:53.600009 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:24:53.616951 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76122f9b-b393-4868-af10-76a0e46359f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d975561-ae8e-4db4-acf5-200299bb332f,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:53.781742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-f997fd07-20f5-4ee4-8e4f-b4a3679787f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:53.783638 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-f997fd07-20f5-4ee4-8e4f-b4a3679787f5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2db67c61a20248e5899f98ea2989379c&device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 1099 time: 0.2327507 Nov 11 21:24:53.827465 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:53.934072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c0e5e-c2a9-4e0f-9270-b5e4bcbb8605 req-7de275b7-486f-4268-9bb9-54ab65b01f02 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:53.938827 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-039c0e5e-c2a9-4e0f-9270-b5e4bcbb8605 req-7de275b7-486f-4268-9bb9-54ab65b01f02 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 936 time: 1.4979024 Nov 11 21:24:53.946863 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:53.957928 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0760527 Nov 11 21:24:53.958890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69edba-6996-4a0e-993f-0c32e044de17 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Pushing event updated for resources: {'Port': ['ID=df0b1147-30b1-4b2e-950f-76ea334b073c,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:54.000748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47674) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:54.070731 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff161bf-de52-46af-b5a2-c336187ba638 req-9e0d0387-9249-4787-a82d-1d6f22717d4c tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:54.077461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ff161bf-de52-46af-b5a2-c336187ba638 req-9e0d0387-9249-4787-a82d-1d6f22717d4c tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 968 time: 0.4135044 Nov 11 21:24:54.134696 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0e4c168-aae9-4812-ad4b-1753b4afbf4f req-ea5aa415-0b3e-4275-b4c7-ae2bb3d57387 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6765378 Nov 11 21:24:54.322242 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b7127f-2a2f-414f-ace9-02a82fd3983e" -d '{"events": [{"name": "network-changed", "server_uuid": "827666ad-ddd4-4b1a-b696-767271330223", "tag": "9d975561-ae8e-4db4-acf5-200299bb332f"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:24:54.396109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device dab354f1-24b2-4ca7-97a6-8d90fc5061e4 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:24:54.421823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-039c0e5e-c2a9-4e0f-9270-b5e4bcbb8605 req-c612e767-71f1-45fe-ab7e-71b3d7c1749c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358895 Nov 11 21:24:54.426244 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0e4c168-aae9-4812-ad4b-1753b4afbf4f req-e8a0e898-323d-441d-a5f6-f61e5007c77b service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643726 Nov 11 21:24:54.445394 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-f5da6e47-4350-4f07-a4fe-798b8eeef674 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=9d975561-ae8e-4db4-acf5-200299bb332f HTTP/1.1" status: 200 len: 217 time: 0.6192024 Nov 11 21:24:54.494829 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ff161bf-de52-46af-b5a2-c336187ba638 req-20a8a9b6-b8c8-4aa2-b5e3-f5cf69449fb1 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160323 Nov 11 21:24:54.587198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port dab354f1-24b2-4ca7-97a6-8d90fc5061e4 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:54.587643 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:54.593988 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7109620-0b0a-44b9-9320-62077ecc6526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:54.608239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-8a65b852-a544-410b-8574-54081591fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:54.614364 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-8a65b852-a544-410b-8574-54081591fac2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1559048 Nov 11 21:24:54.774133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-a665969e-dcf0-44e7-8bc9-b7061af8ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:54.776346 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-a665969e-dcf0-44e7-8bc9-b7061af8ed21 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473510 Nov 11 21:24:54.782068 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7109620-0b0a-44b9-9320-62077ecc6526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:54.792905 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7109620-0b0a-44b9-9320-62077ecc6526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:54.886051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7109620-0b0a-44b9-9320-62077ecc6526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f099cb09-0423-4167-be3c-c7f181de5602,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:54.911676 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f7109620-0b0a-44b9-9320-62077ecc6526 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4f6b9cabc0704e458c4ae87b2fceed51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9081309 Nov 11 21:24:54.912864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47696) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:54.984189 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ddbe51c-8ad8-4d42-92e3-6f2633ffcc98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:55.015679 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ddbe51c-8ad8-4d42-92e3-6f2633ffcc98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:55.085887 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ddbe51c-8ad8-4d42-92e3-6f2633ffcc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:55.088885 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ddbe51c-8ad8-4d42-92e3-6f2633ffcc98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:55.090209 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7ddbe51c-8ad8-4d42-92e3-6f2633ffcc98 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f099cb09-0423-4167-be3c-c7f181de5602 HTTP/1.1" status: 204 len: 168 time: 0.1759586 Nov 11 21:24:55.110173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbe51c-8ad8-4d42-92e3-6f2633ffcc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f099cb09-0423-4167-be3c-c7f181de5602,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:55.581833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47706) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:55.596910 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3589cf16-81ce-4382-8b14-c289fa9661e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:55.677728 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3589cf16-81ce-4382-8b14-c289fa9661e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:55.682451 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3589cf16-81ce-4382-8b14-c289fa9661e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:55.732190 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3589cf16-81ce-4382-8b14-c289fa9661e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ca4b90899c2487c82085f2d8ffaaced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487532 Nov 11 21:24:55.733239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47708) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:55.734008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589cf16-81ce-4382-8b14-c289fa9661e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e15f553-a4dd-426d-9a96-0c242445673f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:55.802908 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ce51a24-7150-4d13-bea6-a44e99953b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:55.824451 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ce51a24-7150-4d13-bea6-a44e99953b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:55.888356 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ce51a24-7150-4d13-bea6-a44e99953b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:55.891070 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ce51a24-7150-4d13-bea6-a44e99953b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:55.892284 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8ce51a24-7150-4d13-bea6-a44e99953b9f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8e15f553-a4dd-426d-9a96-0c242445673f HTTP/1.1" status: 204 len: 168 time: 0.1576986 Nov 11 21:24:55.902392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce51a24-7150-4d13-bea6-a44e99953b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e15f553-a4dd-426d-9a96-0c242445673f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:56.819203 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-f89270e1-4f0c-4fd7-a10a-d4c7803bb9d5 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=befdcd5f40f6426ea3652685a0b4115c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373869 Nov 11 21:24:56.932096 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-baa8e1d3-bb9b-4068-81ac-8393820ec2ed tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1128107912&fields=id&tenant_id=b98c995e413247389f8d143b99b8f58a HTTP/1.1" status: 200 len: 267 time: 0.1295376 Nov 11 21:24:57.082972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-c64e93dd-d9ab-446b-be4b-3fa2151f6f6e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:57.084479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-c64e93dd-d9ab-446b-be4b-3fa2151f6f6e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586534 Nov 11 21:24:57.151954 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-d2f05c3a-2003-49da-9027-8038005c4b95 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/quotas/befdcd5f40f6426ea3652685a0b4115c HTTP/1.1" status: 200 len: 375 time: 0.0386031 Nov 11 21:24:57.207796 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-cb0ef5d0-6361-4fe9-9875-ec44561c617a tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490282 Nov 11 21:24:57.215253 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-3aeed170-8d60-4011-afbe-293606a87e73 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:57.216935 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-3aeed170-8d60-4011-afbe-293606a87e73 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/networks?id=c7ada215-bfc4-465c-92bd-a6c626636ee6 HTTP/1.1" status: 200 len: 823 time: 0.2751024 Nov 11 21:24:57.247033 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-d77f8819-c7a6-471c-b9cc-de0377432d18 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/quotas/b98c995e413247389f8d143b99b8f58a HTTP/1.1" status: 200 len: 375 time: 0.0206923 Nov 11 21:24:57.333574 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-928687c6-ee3e-40de-96f3-7bf93104cc2c tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b98c995e413247389f8d143b99b8f58a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769293 Nov 11 21:24:57.582655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-36e98653-4d22-4ecb-9fb0-795ef61f2d38 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:24:57.583925 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-36e98653-4d22-4ecb-9fb0-795ef61f2d38 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0566428 Nov 11 21:24:57.598622 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048f84dc-a584-4f34-9c31-5be110973fe7 x-openstack-request-id: req-048f84dc-a584-4f34-9c31-5be110973fe7 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:24:57.599519 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827666ad-ddd4-4b1a-b696-767271330223", "tag": "9d975561-ae8e-4db4-acf5-200299bb332f", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:24:57.599918 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-048f84dc-a584-4f34-9c31-5be110973fe7 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:24:57.600531 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827666ad-ddd4-4b1a-b696-767271330223', 'tag': '9d975561-ae8e-4db4-acf5-200299bb332f', 'status': 'completed', 'code': 200} Nov 11 21:24:57.753998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2ccd-4952-4961-b949-6bb68f884a6a req-b6f563aa-f345-4c0b-9b1b-7d96d0334459 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:57.755413 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-658e2ccd-4952-4961-b949-6bb68f884a6a req-b6f563aa-f345-4c0b-9b1b-7d96d0334459 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 948 time: 0.0767546 Nov 11 21:24:57.757772 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-d913dd19-b026-462b-8bcd-37f50c48bb9d service neutron] 10.222.0.57 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554773 Nov 11 21:24:57.888497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-658e2ccd-4952-4961-b949-6bb68f884a6a req-bc989e5f-f766-41da-98aa-c64b9a73f6ca tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207411 Nov 11 21:24:57.894612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-f9ce4417-511a-4bd7-b290-6ec30498eae0 service neutron] 10.222.0.57 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281931 Nov 11 21:24:57.999268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5868b-4918-4cc3-b63d-862e56188698 req-5d0e5c83-c88b-40b4-af2e-867076df48a6 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:58.008248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6dd5868b-4918-4cc3-b63d-862e56188698 req-5d0e5c83-c88b-40b4-af2e-867076df48a6 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 968 time: 0.0626564 Nov 11 21:24:58.061163 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6dd5868b-4918-4cc3-b63d-862e56188698 req-85ea4c07-3afa-4abd-a3be-e968ce245ab7 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450509 Nov 11 21:24:58.101286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46179563-7ef3-419b-b1fb-5bc0424014ce req-f0bd62f1-583e-41d6-af51-81e3082c8bae tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 210 time: 0.0320823 Nov 11 21:24:58.173955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff87254f-c11c-4bb4-bd5e-1199117bbcaa req-f2cc2b99-b069-4991-a44f-7ec656785c93 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 210 time: 0.0295291 Nov 11 21:24:58.294067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312c135-b61b-4105-80a6-e909b16af593 req-0fe7907c-bbbc-48ed-937e-63884129432b tempest-NetworksTest-610869644 tempest-NetworksTest-610869644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:58.294612 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312c135-b61b-4105-80a6-e909b16af593 req-0fe7907c-bbbc-48ed-937e-63884129432b tempest-NetworksTest-610869644 tempest-NetworksTest-610869644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:58.295255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312c135-b61b-4105-80a6-e909b16af593 req-0fe7907c-bbbc-48ed-937e-63884129432b tempest-NetworksTest-610869644 tempest-NetworksTest-610869644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:58.295849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312c135-b61b-4105-80a6-e909b16af593 req-0fe7907c-bbbc-48ed-937e-63884129432b tempest-NetworksTest-610869644 tempest-NetworksTest-610869644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:58.296423 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312c135-b61b-4105-80a6-e909b16af593 req-0fe7907c-bbbc-48ed-937e-63884129432b tempest-NetworksTest-610869644 tempest-NetworksTest-610869644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:58.301445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c312c135-b61b-4105-80a6-e909b16af593 req-0fe7907c-bbbc-48ed-937e-63884129432b tempest-NetworksTest-610869644 tempest-NetworksTest-610869644-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3632 time: 0.1309600 Nov 11 21:24:58.418905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681943c-6138-4dc7-a660-48271ed4ab6a req-43782cb6-6755-4cfa-a77e-feb729439ecf tempest-NetworksTest-610869644 tempest-NetworksTest-610869644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:58.420575 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2681943c-6138-4dc7-a660-48271ed4ab6a req-43782cb6-6755-4cfa-a77e-feb729439ecf tempest-NetworksTest-610869644 tempest-NetworksTest-610869644-project-admin] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 886 time: 0.1026587 Nov 11 21:24:58.542725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea54-39f4-419e-9b49-f8d76484cc56 req-5632a726-0822-4e99-9b0c-7e07afff4fc4 tempest-NetworksTest-610869644 tempest-NetworksTest-610869644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:58.543183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea54-39f4-419e-9b49-f8d76484cc56 req-5632a726-0822-4e99-9b0c-7e07afff4fc4 tempest-NetworksTest-610869644 tempest-NetworksTest-610869644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:58.543631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea54-39f4-419e-9b49-f8d76484cc56 req-5632a726-0822-4e99-9b0c-7e07afff4fc4 tempest-NetworksTest-610869644 tempest-NetworksTest-610869644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:58.544152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea54-39f4-419e-9b49-f8d76484cc56 req-5632a726-0822-4e99-9b0c-7e07afff4fc4 tempest-NetworksTest-610869644 tempest-NetworksTest-610869644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:58.544518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea54-39f4-419e-9b49-f8d76484cc56 req-5632a726-0822-4e99-9b0c-7e07afff4fc4 tempest-NetworksTest-610869644 tempest-NetworksTest-610869644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:58.546245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5202ea54-39f4-419e-9b49-f8d76484cc56 req-5632a726-0822-4e99-9b0c-7e07afff4fc4 tempest-NetworksTest-610869644 tempest-NetworksTest-610869644-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3632 time: 0.1054907 Nov 11 21:24:58.845247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47796) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:58.960394 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-699fb0a5-13b3-472d-b208-4287896f5a13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:59.010549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69863cfa-8a56-4771-86b4-118292a9db6f req-79d2075f-e144-4f5b-9e4c-a1fc3c26e503 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:59.012106 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69863cfa-8a56-4771-86b4-118292a9db6f req-79d2075f-e144-4f5b-9e4c-a1fc3c26e503 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 948 time: 0.0503995 Nov 11 21:24:59.038954 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-699fb0a5-13b3-472d-b208-4287896f5a13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:59.044098 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-699fb0a5-13b3-472d-b208-4287896f5a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:59.061880 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69863cfa-8a56-4771-86b4-118292a9db6f req-aca846e8-fcd4-4186-ba96-78daa70bd845 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427051 Nov 11 21:24:59.104231 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-699fb0a5-13b3-472d-b208-4287896f5a13 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb94d4d4446b418cb52a18d34abe0c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575102 Nov 11 21:24:59.105787 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fb0a5-13b3-472d-b208-4287896f5a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115c3daa-e2bf-4b66-8237-9d5665aba703,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:59.106897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47804) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:59.215138 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98d3c2d0-29e5-4caf-ba50-75bed6cf9a70 req-a07328ed-2493-4f85-b7c3-1f033f15c9f6 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 210 time: 0.0414999 Nov 11 21:24:59.222309 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba6b9-fd06-49de-ad58-4f61eafcfb63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:59.249360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bab1e-7f17-4974-8a56-915af4683760 req-fe5b3874-4352-4986-abde-580b472583ca tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:59.250820 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074bab1e-7f17-4974-8a56-915af4683760 req-fe5b3874-4352-4986-abde-580b472583ca tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 968 time: 0.1104865 Nov 11 21:24:59.261151 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba6b9-fd06-49de-ad58-4f61eafcfb63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:59.323090 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac0102ea-fe72-4020-bd0f-e85a2dcbfee7 req-32ca20ca-7a3d-4c4c-91fa-f20efbc463da tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 210 time: 0.0491152 Nov 11 21:24:59.356221 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074bab1e-7f17-4974-8a56-915af4683760 req-3cd57f83-30d3-4da2-bc08-4c0ca07a01e6 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977099 Nov 11 21:24:59.367113 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba6b9-fd06-49de-ad58-4f61eafcfb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:59.369855 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba6b9-fd06-49de-ad58-4f61eafcfb63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:59.370923 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4d7ba6b9-fd06-49de-ad58-4f61eafcfb63 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/115c3daa-e2bf-4b66-8237-9d5665aba703 HTTP/1.1" status: 204 len: 168 time: 0.2623997 Nov 11 21:24:59.379450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ba6b9-fd06-49de-ad58-4f61eafcfb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115c3daa-e2bf-4b66-8237-9d5665aba703,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:59.677493 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47814) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:59.857297 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-79070bac-f305-4e45-aee7-fc09d111c548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:59.933129 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-79070bac-f305-4e45-aee7-fc09d111c548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:59.946695 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-79070bac-f305-4e45-aee7-fc09d111c548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:59.985110 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-79070bac-f305-4e45-aee7-fc09d111c548 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40fd8f7f1ed747ebb8b943ffaeea214d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064959 Nov 11 21:24:59.986108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79070bac-f305-4e45-aee7-fc09d111c548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7d09f7-2c17-4539-9321-dc3db654478e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:59.988811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47816) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:00.036653 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5e2cf77-095c-4880-95b0-76277f231b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:00.056980 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5e2cf77-095c-4880-95b0-76277f231b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:00.111339 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5e2cf77-095c-4880-95b0-76277f231b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:00.114248 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5e2cf77-095c-4880-95b0-76277f231b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:00.115579 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e5e2cf77-095c-4880-95b0-76277f231b7c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d7d09f7-2c17-4539-9321-dc3db654478e HTTP/1.1" status: 204 len: 168 time: 0.1251099 Nov 11 21:25:00.125133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2cf77-095c-4880-95b0-76277f231b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7d09f7-2c17-4539-9321-dc3db654478e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:00.189032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700f83-ae6d-487a-a6ae-98bbd98fe42c req-f6fda0bf-7bac-4f9b-add3-697d9b1efeb5 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:00.190691 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98700f83-ae6d-487a-a6ae-98bbd98fe42c req-f6fda0bf-7bac-4f9b-add3-697d9b1efeb5 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 948 time: 0.0491624 Nov 11 21:25:00.252976 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98700f83-ae6d-487a-a6ae-98bbd98fe42c req-3b6c375b-d4a1-4d2d-b723-f857741d17ab tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480297 Nov 11 21:25:00.337479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec8e1665-5b8e-4712-b575-51fe71c42b0e req-c5eba637-f3b7-4f11-ae35-e9e2148337a3 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 210 time: 0.0406222 Nov 11 21:25:00.431945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae902a78-3672-49e6-a173-1cc05107557e req-5da7cd7b-afdc-4e63-93c5-726be4842ed5 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 210 time: 0.0326922 Nov 11 21:25:00.480478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55a315-af64-4f32-bf7b-ce9c8aa0d0a7 req-b7f954d4-d11c-4cb7-a559-452b6524d3df tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:00.483074 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c55a315-af64-4f32-bf7b-ce9c8aa0d0a7 req-b7f954d4-d11c-4cb7-a559-452b6524d3df tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 968 time: 0.0538437 Nov 11 21:25:00.539635 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c55a315-af64-4f32-bf7b-ce9c8aa0d0a7 req-1046ce91-bf40-480a-a7d5-2cb609c661fc tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479860 Nov 11 21:25:01.389651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6df465-24fa-4149-9b22-62cce3b871b8 req-a1e5d336-1517-41a7-992c-6a697a2a263c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:01.392259 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6e6df465-24fa-4149-9b22-62cce3b871b8 req-a1e5d336-1517-41a7-992c-6a697a2a263c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 948 time: 0.0704956 Nov 11 21:25:01.446255 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0cef1933-aa40-47c2-9fe9-1f9794c5d8f6 req-e8067e11-c8b4-4b42-8956-c0cf07c3e259 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 210 time: 0.0296195 Nov 11 21:25:01.477153 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6e6df465-24fa-4149-9b22-62cce3b871b8 req-5827ddcd-4d0d-44d1-8fd6-3567710525fc tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778840 Nov 11 21:25:01.541818 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6d85b42-5f98-4719-960d-fd7b8f36dfc6 req-bee1fc8e-06bf-4da4-92ba-90d571b8d8f7 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 210 time: 0.0267482 Nov 11 21:25:01.663592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259645-0056-40f0-9fbc-d410609bd798 req-d4a9c46d-dc39-470d-b7ec-0d4f3b3d7749 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:01.664842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87259645-0056-40f0-9fbc-d410609bd798 req-d4a9c46d-dc39-470d-b7ec-0d4f3b3d7749 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 968 time: 0.0528195 Nov 11 21:25:01.726200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87259645-0056-40f0-9fbc-d410609bd798 req-c6a10605-c038-41dc-bc10-788ec2636478 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542872 Nov 11 21:25:01.755164 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5c1ad995-69df-4416-9b7a-011868b4ea53 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:01.857286 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5c1ad995-69df-4416-9b7a-011868b4ea53, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5c1ad995-69df-4416-9b7a-011868b4ea53,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:01.873785 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '5c1ad995-69df-4416-9b7a-011868b4ea53', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '5c1ad995-69df-4416-9b7a-011868b4ea53', 'mac_address': 'fa:16:3e:6f:57:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:tempest-test_az-759217030', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:01.912243 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:01.925140 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1ad995-69df-4416-9b7a-011868b4ea53 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:01.949115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5c1ad995-69df-4416-9b7a-011868b4ea53, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5c1ad995-69df-4416-9b7a-011868b4ea53,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:01.959871 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:02.013971 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=5c1ad995-69df-4416-9b7a-011868b4ea53,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:02.050299 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-a5c2c237-41e9-4b4e-bade-c6808669c7cc service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246352 Nov 11 21:25:02.166581 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d358aa7e-fc82-4932-8bf3-44ad088237eb req-dbf80588-e9a1-47fc-a520-f1e1b5fb9da8 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037388 Nov 11 21:25:02.281774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['5c1ad995-69df-4416-9b7a-011868b4ea53'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:02.289363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7127f-2a2f-414f-ace9-02a82fd3983e req-741fb44f-9a24-4632-a96e-72ef9923a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:02.291027 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d6b7127f-2a2f-414f-ace9-02a82fd3983e req-741fb44f-9a24-4632-a96e-72ef9923a188 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2db67c61a20248e5899f98ea2989379c&device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 1099 time: 0.0502434 Nov 11 21:25:02.463654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7127f-2a2f-414f-ace9-02a82fd3983e req-56e0560f-542f-49c3-a5d1-139e89cdfb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:02.465488 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d6b7127f-2a2f-414f-ace9-02a82fd3983e req-56e0560f-542f-49c3-a5d1-139e89cdfb64 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1653948 Nov 11 21:25:02.522589 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d6b7127f-2a2f-414f-ace9-02a82fd3983e req-ad4cc775-a0dd-48d7-b488-e33634ce56ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=9d975561-ae8e-4db4-acf5-200299bb332f HTTP/1.1" status: 200 len: 217 time: 0.0472050 Nov 11 21:25:02.554668 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4690bf67-ac87-4b04-8a4f-cf253339cc6e req-228d0d9b-b9b5-483b-9a9f-5cd746817d55 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 210 time: 0.0320013 Nov 11 21:25:02.615402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7127f-2a2f-414f-ace9-02a82fd3983e req-bcb07874-68e6-46d1-a73b-a2d3d0c03792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:02.617125 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d6b7127f-2a2f-414f-ace9-02a82fd3983e req-bcb07874-68e6-46d1-a73b-a2d3d0c03792 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0667109 Nov 11 21:25:02.642254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.71', 60469) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:02.677665 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7127f-2a2f-414f-ace9-02a82fd3983e req-8af576b2-5ea0-4280-b3fa-ca0efef312ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:02.680228 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d6b7127f-2a2f-414f-ace9-02a82fd3983e req-8af576b2-5ea0-4280-b3fa-ca0efef312ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0508864 Nov 11 21:25:02.777977 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4432200d-c902-4451-a1ce-bffbdd3f7363 req-5cd619cd-5b77-4d7b-b678-2aed3a1ce059 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 210 time: 0.0558558 Nov 11 21:25:02.792570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1ae78-0f2d-4160-9fe5-a8da7af411b3 req-424b843b-23f2-478a-8d11-00e665408d6c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:02.794119 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-afe1ae78-0f2d-4160-9fe5-a8da7af411b3 req-424b843b-23f2-478a-8d11-00e665408d6c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 948 time: 0.1886203 Nov 11 21:25:02.838239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-2d757455-8fd0-4941-b6b2-fa8f7163a3d8 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:02.839647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-2d757455-8fd0-4941-b6b2-fa8f7163a3d8 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.71 "GET /v2.0/networks?id=c7ada215-bfc4-465c-92bd-a6c626636ee6 HTTP/1.1" status: 200 len: 823 time: 0.1959345 Nov 11 21:25:02.846054 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d6b7127f-2a2f-414f-ace9-02a82fd3983e req-190c106e-9f63-4104-92f6-eac556d48c1d service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575356 Nov 11 21:25:02.883799 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-afe1ae78-0f2d-4160-9fe5-a8da7af411b3 req-7a1aa4d8-b108-472b-9e79-2f03c7294276 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684707 Nov 11 21:25:02.972388 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d6b7127f-2a2f-414f-ace9-02a82fd3983e req-dd48bf19-1bc6-448a-a9a2-f0d33ee860e5 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091726 Nov 11 21:25:02.974023 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-6de02939-984b-4a01-9aca-6427eac0b192 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b98c995e413247389f8d143b99b8f58a HTTP/1.1" status: 200 len: 380 time: 0.1094348 Nov 11 21:25:02.982683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217a33f-4da1-4665-9337-e4d5dfa8c7e2 req-67a40b02-849e-4685-8721-a2e8c7467296 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:02.984156 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8217a33f-4da1-4665-9337-e4d5dfa8c7e2 req-67a40b02-849e-4685-8721-a2e8c7467296 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 969 time: 0.0996096 Nov 11 21:25:02.989054 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-a1da9ade-a0eb-473b-96af-cf402034fdce tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Request body: {'port': {'device_id': '47b40860-cf04-474e-bd38-51c287ac445c', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'admin_state_up': True, 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'security_groups': ['5931301b-afa2-471c-96c0-6059dfd649fa']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:03.094816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8217a33f-4da1-4665-9337-e4d5dfa8c7e2 req-03154c45-b798-4561-924e-ddca2b428437 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911846 Nov 11 21:25:03.131295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-a1da9ade-a0eb-473b-96af-cf402034fdce tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Made reservation on behalf of b98c995e413247389f8d143b99b8f58a for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:03.135174 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-a1da9ade-a0eb-473b-96af-cf402034fdce tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:03.177634 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-9156c40f-47b6-407c-b161-1dccebe17f5b tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=befdcd5f40f6426ea3652685a0b4115c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243149 Nov 11 21:25:03.324386 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-a1da9ade-a0eb-473b-96af-cf402034fdce tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Allocated IP 172.20.0.7 (c7ada215-bfc4-465c-92bd-a6c626636ee6/6091a5d9-8902-4c2d-b74e-b485b0594464/af020417-1e11-44f1-b2c6-3f3d6d119b29) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:03.353185 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47928) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:03.354118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-e4c9560a-b413-4643-a1a3-48fd996d059f tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:03.355580 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-e4c9560a-b413-4643-a1a3-48fd996d059f tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658525 Nov 11 21:25:03.371892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Request body: {'port': {'device_id': '189f24e4-ad98-479d-a1d8-f8f4a7af8e6f', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'befdcd5f40f6426ea3652685a0b4115c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:03.481819 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Made reservation on behalf of befdcd5f40f6426ea3652685a0b4115c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:03.485324 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:03.485681 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-50052a8a-f519-4a54-96a3-20fa9c4f87cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:03.491585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-a1da9ade-a0eb-473b-96af-cf402034fdce tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:03.493702 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:03.559146 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-a1da9ade-a0eb-473b-96af-cf402034fdce tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:03.574066 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:03.579398 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:03.616282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-a1da9ade-a0eb-473b-96af-cf402034fdce tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Network c7ada215-bfc4-465c-92bd-a6c626636ee6 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:03.626763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-a1da9ade-a0eb-473b-96af-cf402034fdce tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:03.637078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-a1da9ade-a0eb-473b-96af-cf402034fdce tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:03.642800 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-a1da9ade-a0eb-473b-96af-cf402034fdce tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:03.643428 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-a1da9ade-a0eb-473b-96af-cf402034fdce tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:03.644708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f750a55-42ad-4500-9a45-ced8bd6df1be,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:03.651093 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-50052a8a-f519-4a54-96a3-20fa9c4f87cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:03.655945 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da9ade-a0eb-473b-96af-cf402034fdce tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Pushing event updated for resources: {'Port': ['ID=af020417-1e11-44f1-b2c6-3f3d6d119b29,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:03.670387 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-50052a8a-f519-4a54-96a3-20fa9c4f87cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:03.691753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0699c190-bf20-435e-a63e-70ae2b32ecfe req-20a13540-1ec2-4f48-9fdb-76e1c5ecefa4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 210 time: 0.0367975 Nov 11 21:25:03.704925 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-a1da9ade-a0eb-473b-96af-cf402034fdce tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7195413 Nov 11 21:25:03.716109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5c1ad995-69df-4416-9b7a-011868b4ea53 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:03.734003 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Allocated IP 192.168.233.228 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/d186ccd5-204d-49b9-ac76-e4ac388b2a66) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:03.740339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Request body: {'port': {'device_id': '47b40860-cf04-474e-bd38-51c287ac445c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:03.780365 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-50052a8a-f519-4a54-96a3-20fa9c4f87cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=686c4e97db524defae69a961f075c2ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258265 Nov 11 21:25:03.785168 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47934) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:03.788652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50052a8a-f519-4a54-96a3-20fa9c4f87cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cffddb-c7c6-483f-90e3-8c36ce906578,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:03.813168 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 5c1ad995-69df-4416-9b7a-011868b4ea53 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:25:03.820355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 5c1ad995-69df-4416-9b7a-011868b4ea53 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:03.821035 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:03.828494 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:03.912947 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:03.945051 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9f3300-51b8-44e4-adec-8b3f8cc4a143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1ad995-69df-4416-9b7a-011868b4ea53'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:03.975822 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:03.991523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dd887-d373-4006-bd34-9c328642535a req-7826a8af-9dc9-4b21-8078-76fafc34e9c0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:03.993050 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d62dd887-d373-4006-bd34-9c328642535a req-7826a8af-9dc9-4b21-8078-76fafc34e9c0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 931 time: 0.1155324 Nov 11 21:25:04.005314 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f0c79b8-939a-47c8-a842-19198acc4f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.035083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5c1ad995-69df-4416-9b7a-011868b4ea53, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5c1ad995-69df-4416-9b7a-011868b4ea53,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:04.040660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-105c6c8a-4a22-4cc3-baef-a0632550a3f8 None None] Provisioning complete for port af020417-1e11-44f1-b2c6-3f3d6d119b29 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:04.041242 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-105c6c8a-4a22-4cc3-baef-a0632550a3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.041982 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f0c79b8-939a-47c8-a842-19198acc4f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.044522 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.067360 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.115120 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-105c6c8a-4a22-4cc3-baef-a0632550a3f8 None None] Port af020417-1e11-44f1-b2c6-3f3d6d119b29 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:04.130115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=5c1ad995-69df-4416-9b7a-011868b4ea53,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:04.139476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950532ae-a5f2-4cde-af0f-612a354411f2 req-f47e9eac-dbc7-40f7-9a1d-88b0b67dab04 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:04.141048 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-950532ae-a5f2-4cde-af0f-612a354411f2 req-f47e9eac-dbc7-40f7-9a1d-88b0b67dab04 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 948 time: 0.1601965 Nov 11 21:25:04.147144 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d62dd887-d373-4006-bd34-9c328642535a req-3259b89a-a6a4-4d2a-a1ab-8c4bdffef1d0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385479 Nov 11 21:25:04.183768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:04.185237 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:04.196702 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b862d24c-a49b-4743-88fb-cd28283f3b05" -d '{"events": [{"server_uuid": "6c9f3300-51b8-44e4-adec-8b3f8cc4a143", "name": "network-vif-plugged", "status": "completed", "tag": "5c1ad995-69df-4416-9b7a-011868b4ea53"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:04.210263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:04.217138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:04.217699 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.222377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-950532ae-a5f2-4cde-af0f-612a354411f2 req-0f7ee6f5-b835-4e0d-8fcc-7c199ba475d0 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726442 Nov 11 21:25:04.236691 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event updated for resources: {'Port': ['ID=d186ccd5-204d-49b9-ac76-e4ac388b2a66,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:04.241656 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ee48d185-94f3-445d-9371-4b483b5f9c63 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8736527 Nov 11 21:25:04.264359 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Request body: {'port': {'device_id': '189f24e4-ad98-479d-a1d8-f8f4a7af8e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:04.305915 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f0c79b8-939a-47c8-a842-19198acc4f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.308411 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f0c79b8-939a-47c8-a842-19198acc4f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.310297 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3f0c79b8-939a-47c8-a842-19198acc4f78 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/55cffddb-c7c6-483f-90e3-8c36ce906578 HTTP/1.1" status: 204 len: 168 time: 0.5237997 Nov 11 21:25:04.315978 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af020417-1e11-44f1-b2c6-3f3d6d119b29 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:04.319577 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c79b8-939a-47c8-a842-19198acc4f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cffddb-c7c6-483f-90e3-8c36ce906578,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:04.327092 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.369723 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Transition to ACTIVE for port object af020417-1e11-44f1-b2c6-3f3d6d119b29 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:04.381342 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807263ce-7032-4a64-923c-fa287a115fb5 x-openstack-request-id: req-807263ce-7032-4a64-923c-fa287a115fb5 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:04.381659 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9f3300-51b8-44e4-adec-8b3f8cc4a143", "name": "network-vif-plugged", "status": "completed", "tag": "5c1ad995-69df-4416-9b7a-011868b4ea53", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:04.381984 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-807263ce-7032-4a64-923c-fa287a115fb5 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:04.382457 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9f3300-51b8-44e4-adec-8b3f8cc4a143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1ad995-69df-4416-9b7a-011868b4ea53', 'code': 200} Nov 11 21:25:04.385761 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.386448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf375c2-811d-40dc-b8f5-29b00f74a783 req-d22c6007-77d7-4024-999b-80994f85800f tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:04.394192 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eaf375c2-811d-40dc-b8f5-29b00f74a783 req-d22c6007-77d7-4024-999b-80994f85800f tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 970 time: 0.1245205 Nov 11 21:25:04.402405 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.554388 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eaf375c2-811d-40dc-b8f5-29b00f74a783 req-7790937e-bd0d-4549-9889-1d1c5460031e tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589618 Nov 11 21:25:04.555679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Pushing event updated for resources: {'Port': ['ID=af020417-1e11-44f1-b2c6-3f3d6d119b29,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:04.566725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7f688d2e-a2f1-43d1-b6e2-db82e889d4aa None None] Provisioning complete for port d186ccd5-204d-49b9-ac76-e4ac388b2a66 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:04.567319 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f688d2e-a2f1-43d1-b6e2-db82e889d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.593463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Attempting to bind port af020417-1e11-44f1-b2c6-3f3d6d119b29 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:04.593984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Attempting to bind port af020417-1e11-44f1-b2c6-3f3d6d119b29 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:04.594200 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Attempting to bind port af020417-1e11-44f1-b2c6-3f3d6d119b29 on network c7ada215-bfc4-465c-92bd-a6c626636ee6 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:04.598899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Port af020417-1e11-44f1-b2c6-3f3d6d119b29 on network c7ada215-bfc4-465c-92bd-a6c626636ee6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:04.599527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Attempting to bind port af020417-1e11-44f1-b2c6-3f3d6d119b29 on network c7ada215-bfc4-465c-92bd-a6c626636ee6 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:04.617358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b62e09-604c-492b-9f1c-419a757620db req-d8c8dfb1-9e41-4af9-808c-c272a9cc07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:04.618879 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76b62e09-604c-492b-9f1c-419a757620db req-d8c8dfb1-9e41-4af9-808c-c272a9cc07cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 1121 time: 0.1514673 Nov 11 21:25:04.619989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:04.620310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Checking segment: {'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:04.620686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Bound using segment: {'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:04.621160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Bound port: af020417-1e11-44f1-b2c6-3f3d6d119b29, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:04.621512 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.659944 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7f688d2e-a2f1-43d1-b6e2-db82e889d4aa None None] Port d186ccd5-204d-49b9-ac76-e4ac388b2a66 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:04.680692 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-76b62e09-604c-492b-9f1c-419a757620db req-5a4f7ee1-9a46-4a79-92fe-c904061ba93e service neutron] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.742852 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] For port af020417-1e11-44f1-b2c6-3f3d6d119b29, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:04.746868 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] For port af020417-1e11-44f1-b2c6-3f3d6d119b29, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=af020417-1e11-44f1-b2c6-3f3d6d119b29,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:04.760735 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.797319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47956) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:04.802924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d186ccd5-204d-49b9-ac76-e4ac388b2a66 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:04.810477 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.824690 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Transition to ACTIVE for port object d186ccd5-204d-49b9-ac76-e4ac388b2a66 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:04.831862 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.839657 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:04.840287 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.841737 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] 10.222.0.71 "PUT /v2.0/ports/af020417-1e11-44f1-b2c6-3f3d6d119b29 HTTP/1.1" status: 200 len: 1091 time: 1.1114089 Nov 11 21:25:04.861101 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b40860-cf04-474e-bd38-51c287ac445c', 'tag': 'af020417-1e11-44f1-b2c6-3f3d6d119b29'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:04.864124 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08924a58-9902-498d-a677-5edefa4df2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "47b40860-cf04-474e-bd38-51c287ac445c", "tag": "af020417-1e11-44f1-b2c6-3f3d6d119b29"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:04.866527 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d64381a8-e99f-4786-ad14-185467e7ae73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.938919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d186ccd5-204d-49b9-ac76-e4ac388b2a66,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:04.948010 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946b2ff8-2828-41be-954e-46db38999d3b x-openstack-request-id: req-946b2ff8-2828-41be-954e-46db38999d3b {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:04.948349 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b40860-cf04-474e-bd38-51c287ac445c", "tag": "af020417-1e11-44f1-b2c6-3f3d6d119b29", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:04.948539 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-946b2ff8-2828-41be-954e-46db38999d3b {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:04.949432 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b40860-cf04-474e-bd38-51c287ac445c', 'tag': 'af020417-1e11-44f1-b2c6-3f3d6d119b29', 'status': 'completed', 'code': 200} Nov 11 21:25:04.955100 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Attempting to bind port d186ccd5-204d-49b9-ac76-e4ac388b2a66 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:04.955510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Attempting to bind port d186ccd5-204d-49b9-ac76-e4ac388b2a66 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:04.955901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Attempting to bind port d186ccd5-204d-49b9-ac76-e4ac388b2a66 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:04.961986 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Port d186ccd5-204d-49b9-ac76-e4ac388b2a66 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:04.962394 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Attempting to bind port d186ccd5-204d-49b9-ac76-e4ac388b2a66 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:04.967935 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:04.968528 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:04.969460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:04.969596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Bound port: d186ccd5-204d-49b9-ac76-e4ac388b2a66, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:04.970009 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.984308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28592100-1c7d-4f12-81f8-61e2d6acf67f service neutron] Pushing event updated for resources: {'Port': ['ID=af020417-1e11-44f1-b2c6-3f3d6d119b29,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:05.001933 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-76b62e09-604c-492b-9f1c-419a757620db req-5a4f7ee1-9a46-4a79-92fe-c904061ba93e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:05.019277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-76b62e09-604c-492b-9f1c-419a757620db req-5a4f7ee1-9a46-4a79-92fe-c904061ba93e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:05.032984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be848cac-71bf-4f93-bd13-129a3db8b0e6 req-82318864-95e1-456b-b62a-431907ad5ff2 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:05.034609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be848cac-71bf-4f93-bd13-129a3db8b0e6 req-82318864-95e1-456b-b62a-431907ad5ff2 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 948 time: 0.2270186 Nov 11 21:25:05.054905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] For port d186ccd5-204d-49b9-ac76-e4ac388b2a66, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:05.058963 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] For port d186ccd5-204d-49b9-ac76-e4ac388b2a66, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d186ccd5-204d-49b9-ac76-e4ac388b2a66,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:05.066672 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:05.103957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:05.104533 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:05.105941 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] 10.222.0.71 "PUT /v2.0/ports/d186ccd5-204d-49b9-ac76-e4ac388b2a66 HTTP/1.1" status: 200 len: 1096 time: 0.8473253 Nov 11 21:25:05.106397 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189f24e4-ad98-479d-a1d8-f8f4a7af8e6f', 'tag': 'd186ccd5-204d-49b9-ac76-e4ac388b2a66'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:05.108694 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4904159-3f07-4b48-82bb-24d61a18fccd" -d '{"events": [{"name": "network-changed", "server_uuid": "189f24e4-ad98-479d-a1d8-f8f4a7af8e6f", "tag": "d186ccd5-204d-49b9-ac76-e4ac388b2a66"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:05.134682 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9d975561-ae8e-4db4-acf5-200299bb332f details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:05.136694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-def4d907-03f2-4a9a-a178-e7db78a5efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:05.139041 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-def4d907-03f2-4a9a-a178-e7db78a5efa5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b98c995e413247389f8d143b99b8f58a&device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 1094 time: 0.2439656 Nov 11 21:25:05.165038 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f7ee1-9a46-4a79-92fe-c904061ba93e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=268e189c-29d0-413b-bc06-4974adc8d5b4,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:05.169473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d3a01-edf4-470b-845c-527b36f178b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d186ccd5-204d-49b9-ac76-e4ac388b2a66,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:05.184071 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76b62e09-604c-492b-9f1c-419a757620db req-5a4f7ee1-9a46-4a79-92fe-c904061ba93e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492439 Nov 11 21:25:05.188474 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19d517e-6c78-4467-818f-be088a0e3e44 x-openstack-request-id: req-c19d517e-6c78-4467-818f-be088a0e3e44 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:05.189060 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189f24e4-ad98-479d-a1d8-f8f4a7af8e6f", "tag": "d186ccd5-204d-49b9-ac76-e4ac388b2a66", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:05.189060 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c19d517e-6c78-4467-818f-be088a0e3e44 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:05.190071 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189f24e4-ad98-479d-a1d8-f8f4a7af8e6f', 'tag': 'd186ccd5-204d-49b9-ac76-e4ac388b2a66', 'status': 'completed', 'code': 200} Nov 11 21:25:05.244994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-dd26e096-338d-4a93-b4ad-56795aea37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:05.246732 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-dd26e096-338d-4a93-b4ad-56795aea37e5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 1099 time: 0.0702682 Nov 11 21:25:05.306194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 9d975561-ae8e-4db4-acf5-200299bb332f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9d975561-ae8e-4db4-acf5-200299bb332f,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:05.317856 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-ce3b9c26-c033-4c90-a041-338a18a72e0d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d186ccd5-204d-49b9-ac76-e4ac388b2a66 HTTP/1.1" status: 200 len: 217 time: 0.0554287 Nov 11 21:25:05.323690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '9d975561-ae8e-4db4-acf5-200299bb332f', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '9d975561-ae8e-4db4-acf5-200299bb332f', 'mac_address': 'fa:16:3e:b7:40:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:05.368115 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:05.383455 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d975561-ae8e-4db4-acf5-200299bb332f {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:05.388399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-40551e3c-c5bb-49b5-bf33-ba518fbced92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:05.389703 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-40551e3c-c5bb-49b5-bf33-ba518fbced92 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0592082 Nov 11 21:25:05.411084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 9d975561-ae8e-4db4-acf5-200299bb332f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9d975561-ae8e-4db4-acf5-200299bb332f,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:05.421120 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:05.450655 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-0b2a12b8-857d-46d0-96d6-ae56db6c7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:05.452414 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-0b2a12b8-857d-46d0-96d6-ae56db6c7719 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505366 Nov 11 21:25:05.454963 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be848cac-71bf-4f93-bd13-129a3db8b0e6 req-c2f6c7e4-08c1-4f84-9791-d559d270eb64 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970597 Nov 11 21:25:05.456254 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-f57e0b15-12db-459e-8ba1-931904c36dca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af020417-1e11-44f1-b2c6-3f3d6d119b29 HTTP/1.1" status: 200 len: 217 time: 0.2994649 Nov 11 21:25:05.493835 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=9d975561-ae8e-4db4-acf5-200299bb332f,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:05.565411 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-01bccb4e-aa32-4cfe-b4e8-0750012b32b6 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995669 Nov 11 21:25:05.570615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922b2ff-1aa1-4edb-a5ff-c1d46bb4f4d9 req-591b781f-a3a0-44c1-9d14-8f333ffd2b84 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:05.572186 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5922b2ff-1aa1-4edb-a5ff-c1d46bb4f4d9 req-591b781f-a3a0-44c1-9d14-8f333ffd2b84 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 943 time: 0.1149704 Nov 11 21:25:05.598099 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d64381a8-e99f-4786-ad14-185467e7ae73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:05.614277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d64381a8-e99f-4786-ad14-185467e7ae73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:05.626044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-56314ec6-3783-4074-a8d8-c7d21d0f08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:05.627541 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-56314ec6-3783-4074-a8d8-c7d21d0f08a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6091a5d9-8902-4c2d-b74e-b485b0594464 HTTP/1.1" status: 200 len: 862 time: 0.1353738 Nov 11 21:25:05.657604 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3dd324cb-7e36-4c4f-b0c9-f3022ef27bd4 req-a2223ece-a95a-4eba-be0f-f89f857636ea service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846372 Nov 11 21:25:05.715655 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d64381a8-e99f-4786-ad14-185467e7ae73 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b49385f33ee245c2a8b7076fd1dc3cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9146118 Nov 11 21:25:05.718504 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47968) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:05.728655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574851d6-1869-4571-b231-f2feed6a70a7 req-50b0630a-a627-463f-ad54-ed45dcc51e62 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:05.730199 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-574851d6-1869-4571-b231-f2feed6a70a7 req-50b0630a-a627-463f-ad54-ed45dcc51e62 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 949 time: 0.1985877 Nov 11 21:25:05.733488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64381a8-e99f-4786-ad14-185467e7ae73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2367a5bc-f16f-4d81-9968-1973c7de5ba3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:05.744266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5922b2ff-1aa1-4edb-a5ff-c1d46bb4f4d9 req-5d1a1c92-3747-4fa4-8172-0e9cfed3fc8b tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483839 Nov 11 21:25:05.763570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-93846f97-04d3-4bb4-af84-312bfad920be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:05.765116 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-93846f97-04d3-4bb4-af84-312bfad920be service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7ada215-bfc4-465c-92bd-a6c626636ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279461 Nov 11 21:25:05.767881 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['9d975561-ae8e-4db4-acf5-200299bb332f'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:05.795447 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904159-3f07-4b48-82bb-24d61a18fccd req-99c598bd-5f54-435a-b1c0-dc83858421fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:05.796966 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4904159-3f07-4b48-82bb-24d61a18fccd req-99c598bd-5f54-435a-b1c0-dc83858421fc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 1099 time: 0.0892334 Nov 11 21:25:05.825391 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0d9f-61a6-4c05-8859-a285c97bc24a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:05.866672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-574851d6-1869-4571-b231-f2feed6a70a7 req-8e6e1bc3-0e7f-40ae-9882-ece422534c30 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283398 Nov 11 21:25:05.888850 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0d9f-61a6-4c05-8859-a285c97bc24a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:05.917580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-343173d2-8f5f-4eb4-9f1e-08d8ed953ef1 service neutron] 10.222.0.71 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411011 Nov 11 21:25:05.925282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1d085-b6a6-44f1-95fd-6420203c9335 req-11124c96-48ea-41f8-adf8-7b286777b439 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:05.926821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e1d085-b6a6-44f1-95fd-6420203c9335 req-11124c96-48ea-41f8-adf8-7b286777b439 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 970 time: 0.0999501 Nov 11 21:25:05.935570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904159-3f07-4b48-82bb-24d61a18fccd req-78185413-322e-40e3-9327-87f76b5743a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:05.937034 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4904159-3f07-4b48-82bb-24d61a18fccd req-78185413-322e-40e3-9327-87f76b5743a3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1325841 Nov 11 21:25:05.982378 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4904159-3f07-4b48-82bb-24d61a18fccd req-49b69be9-7280-4b65-b71b-79d0c3896f64 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d186ccd5-204d-49b9-ac76-e4ac388b2a66 HTTP/1.1" status: 200 len: 217 time: 0.0369465 Nov 11 21:25:05.989723 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0d9f-61a6-4c05-8859-a285c97bc24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:05.992647 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0d9f-61a6-4c05-8859-a285c97bc24a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:05.996280 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d7bb0d9f-61a6-4c05-8859-a285c97bc24a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2367a5bc-f16f-4d81-9968-1973c7de5ba3 HTTP/1.1" status: 204 len: 168 time: 0.2725232 Nov 11 21:25:06.029832 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb0d9f-61a6-4c05-8859-a285c97bc24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2367a5bc-f16f-4d81-9968-1973c7de5ba3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:06.040213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e1d085-b6a6-44f1-95fd-6420203c9335 req-21491f0d-4cfe-41cf-b943-56880cb0cee4 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889938 Nov 11 21:25:06.048833 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904159-3f07-4b48-82bb-24d61a18fccd req-5dbd0c00-379b-441f-801c-304a67d9d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:06.050341 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4904159-3f07-4b48-82bb-24d61a18fccd req-5dbd0c00-379b-441f-801c-304a67d9d760 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0556512 Nov 11 21:25:06.052465 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8195ca80-9486-47d4-bd8f-08559bce20ed req-c4297c60-6ed5-46fc-a9d4-d115634f4948 service neutron] 10.222.0.71 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246388 Nov 11 21:25:06.107570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904159-3f07-4b48-82bb-24d61a18fccd req-759391a5-4f84-4794-95e2-d8652916dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:06.109263 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4904159-3f07-4b48-82bb-24d61a18fccd req-759391a5-4f84-4794-95e2-d8652916dd3f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0464237 Nov 11 21:25:06.149828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08924a58-9902-498d-a677-5edefa4df2ef req-e002f024-c881-474b-b7a2-d694d0553f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:06.151424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08924a58-9902-498d-a677-5edefa4df2ef req-e002f024-c881-474b-b7a2-d694d0553f55 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b98c995e413247389f8d143b99b8f58a&device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 1094 time: 0.0425808 Nov 11 21:25:06.209228 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4904159-3f07-4b48-82bb-24d61a18fccd req-c55432aa-bd26-4052-9a68-11cd17b7d150 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907567 Nov 11 21:25:06.248286 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08924a58-9902-498d-a677-5edefa4df2ef req-c77137d6-d71a-4eff-8915-716ff2077e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:06.249908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08924a58-9902-498d-a677-5edefa4df2ef req-c77137d6-d71a-4eff-8915-716ff2077e8c service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7ada215-bfc4-465c-92bd-a6c626636ee6 HTTP/1.1" status: 200 len: 925 time: 0.0902991 Nov 11 21:25:06.295923 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08924a58-9902-498d-a677-5edefa4df2ef req-0aafb1d2-4618-4e94-9408-1e76ff3815cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af020417-1e11-44f1-b2c6-3f3d6d119b29 HTTP/1.1" status: 200 len: 217 time: 0.0382655 Nov 11 21:25:06.351331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08924a58-9902-498d-a677-5edefa4df2ef req-cc7db606-9dc8-4051-ab33-d642348d9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:06.353466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08924a58-9902-498d-a677-5edefa4df2ef req-cc7db606-9dc8-4051-ab33-d642348d9e2b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6091a5d9-8902-4c2d-b74e-b485b0594464 HTTP/1.1" status: 200 len: 862 time: 0.0484056 Nov 11 21:25:06.410860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08924a58-9902-498d-a677-5edefa4df2ef req-772e88c2-5db2-4111-b133-25f9a62d8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:06.412994 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08924a58-9902-498d-a677-5edefa4df2ef req-772e88c2-5db2-4111-b133-25f9a62d8105 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7ada215-bfc4-465c-92bd-a6c626636ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497150 Nov 11 21:25:06.471381 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4904159-3f07-4b48-82bb-24d61a18fccd req-2cb6a21b-13ee-436e-a20a-4220cad022f1 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499151 Nov 11 21:25:06.518381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08924a58-9902-498d-a677-5edefa4df2ef req-b0f164d6-3e42-4ce2-95c3-ac91b158f023 service neutron] 10.222.0.71 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968702 Nov 11 21:25:06.633236 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89357f66-b00f-471c-bb4e-cf31b1ce5da8 req-c7c89b9b-2e82-4817-83cb-7a32365cb032 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:06.634731 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89357f66-b00f-471c-bb4e-cf31b1ce5da8 req-c7c89b9b-2e82-4817-83cb-7a32365cb032 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 948 time: 0.1079593 Nov 11 21:25:06.668554 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08924a58-9902-498d-a677-5edefa4df2ef req-fa53f93e-5950-4d2c-a214-d6c842fe6edd service neutron] 10.222.0.71 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404653 Nov 11 21:25:06.696292 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89357f66-b00f-471c-bb4e-cf31b1ce5da8 req-3cbddb73-d306-43e0-bdb9-8b4571df5dab tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540903 Nov 11 21:25:06.867002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4c2e-67e4-4bcf-b8b8-1f61755cca28 req-3b84f3ea-a38a-4a93-bcbf-d7e7d793de5f tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:06.868669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4fa4c2e-67e4-4bcf-b8b8-1f61755cca28 req-3b84f3ea-a38a-4a93-bcbf-d7e7d793de5f tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 943 time: 0.0565143 Nov 11 21:25:06.917509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4fa4c2e-67e4-4bcf-b8b8-1f61755cca28 req-1ec6b508-e8eb-48d3-8060-042843f83fbc tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429783 Nov 11 21:25:07.015117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca0a59-52d4-4429-826a-8881b31a65be req-7b217213-fddd-47d7-91df-3e86774d5c9c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:07.016703 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23ca0a59-52d4-4429-826a-8881b31a65be req-7b217213-fddd-47d7-91df-3e86774d5c9c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 949 time: 0.0574443 Nov 11 21:25:07.065433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23ca0a59-52d4-4429-826a-8881b31a65be req-0cc0129c-1cf6-485b-aaeb-21997d7e03d5 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 Nov 11 21:25:07.112725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9d975561-ae8e-4db4-acf5-200299bb332f up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:07.166582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 9d975561-ae8e-4db4-acf5-200299bb332f completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:25:07.170657 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 9d975561-ae8e-4db4-acf5-200299bb332f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:07.171171 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:07.175618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c8f23-f52e-4874-9839-b7cbcb5c5f29 req-fa6e1c4c-4f88-4c07-a737-4d6dbfeb8315 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:07.177302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-112c8f23-f52e-4874-9839-b7cbcb5c5f29 req-fa6e1c4c-4f88-4c07-a737-4d6dbfeb8315 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 970 time: 0.0508308 Nov 11 21:25:07.237416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-112c8f23-f52e-4874-9839-b7cbcb5c5f29 req-b0a6d1ca-10cf-4505-8b84-2cdc8f8b9fae tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522466 Nov 11 21:25:07.249788 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:07.272689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827666ad-ddd4-4b1a-b696-767271330223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d975561-ae8e-4db4-acf5-200299bb332f'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:07.275109 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f2257d-9baa-4248-8379-0b1690e82d96" -d '{"events": [{"server_uuid": "827666ad-ddd4-4b1a-b696-767271330223", "name": "network-vif-plugged", "status": "completed", "tag": "9d975561-ae8e-4db4-acf5-200299bb332f"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:07.297418 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 9d975561-ae8e-4db4-acf5-200299bb332f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9d975561-ae8e-4db4-acf5-200299bb332f,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:07.302499 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:07.360344 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87df97e5-46e6-4450-8913-1fdd685d6075 x-openstack-request-id: req-87df97e5-46e6-4450-8913-1fdd685d6075 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:07.360882 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827666ad-ddd4-4b1a-b696-767271330223", "name": "network-vif-plugged", "status": "completed", "tag": "9d975561-ae8e-4db4-acf5-200299bb332f", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:07.361318 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87df97e5-46e6-4450-8913-1fdd685d6075 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:07.361909 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827666ad-ddd4-4b1a-b696-767271330223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d975561-ae8e-4db4-acf5-200299bb332f', 'code': 200} Nov 11 21:25:07.367601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=9d975561-ae8e-4db4-acf5-200299bb332f,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:07.450518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80573c6a-3ea2-45cb-97bb-809aec798f8f req-9d1a262f-eaae-4ff2-96b5-04b05aedbde8 tempest-AggregatesAdminTestJSON-1794506262 tempest-AggregatesAdminTestJSON-1794506262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:07.452069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-80573c6a-3ea2-45cb-97bb-809aec798f8f req-9d1a262f-eaae-4ff2-96b5-04b05aedbde8 tempest-AggregatesAdminTestJSON-1794506262 tempest-AggregatesAdminTestJSON-1794506262-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 1121 time: 0.0634143 Nov 11 21:25:07.475526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909de2c5-3792-4364-aab9-abef9f33c46d req-7b9c8fbd-cca7-4be8-8276-aa65e6cbb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:07.476959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-909de2c5-3792-4364-aab9-abef9f33c46d req-7b9c8fbd-cca7-4be8-8276-aa65e6cbb081 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 1101 time: 0.0552654 Nov 11 21:25:07.477886 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-80573c6a-3ea2-45cb-97bb-809aec798f8f req-0a1d4a41-65da-45a5-91ce-aff4a73f0c0d tempest-AggregatesAdminTestJSON-1794506262 tempest-AggregatesAdminTestJSON-1794506262-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:07.546892 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-909de2c5-3792-4364-aab9-abef9f33c46d req-77022fbf-28fe-47b8-a160-761214acbcd0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612535 Nov 11 21:25:07.589893 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-80573c6a-3ea2-45cb-97bb-809aec798f8f req-0a1d4a41-65da-45a5-91ce-aff4a73f0c0d tempest-AggregatesAdminTestJSON-1794506262 tempest-AggregatesAdminTestJSON-1794506262-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:07.594988 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-80573c6a-3ea2-45cb-97bb-809aec798f8f req-0a1d4a41-65da-45a5-91ce-aff4a73f0c0d tempest-AggregatesAdminTestJSON-1794506262 tempest-AggregatesAdminTestJSON-1794506262-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:07.632611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-80573c6a-3ea2-45cb-97bb-809aec798f8f req-0a1d4a41-65da-45a5-91ce-aff4a73f0c0d tempest-AggregatesAdminTestJSON-1794506262 tempest-AggregatesAdminTestJSON-1794506262-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733928 Nov 11 21:25:07.633398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d4a41-65da-45a5-91ce-aff4a73f0c0d tempest-AggregatesAdminTestJSON-1794506262 tempest-AggregatesAdminTestJSON-1794506262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2467a434-62eb-4a90-9f13-b6e9f5a8113c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:07.824390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7b06c-813f-4a6b-99d6-841760c525fb req-4be87b06-1906-46ec-ab3f-8fb81dbb9855 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:07.829250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58e7b06c-813f-4a6b-99d6-841760c525fb req-4be87b06-1906-46ec-ab3f-8fb81dbb9855 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 948 time: 0.0647092 Nov 11 21:25:07.874051 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58e7b06c-813f-4a6b-99d6-841760c525fb req-84349a70-b2be-47c1-9bf2-3e4e2f990dec tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419834 Nov 11 21:25:07.934101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a75ff10-50db-4648-8756-a92c47ac3b76 req-7606275b-5012-49b2-8a55-10aa1763f7f3 tempest-QuotasAdminNegativeTest-564637433 tempest-QuotasAdminNegativeTest-564637433-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f21956751f3c41898f72b7e4b6c31f68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222411 Nov 11 21:25:08.073047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75ff10-50db-4648-8756-a92c47ac3b76 req-6b91d977-bb4c-45ac-9578-e0098c3334fc tempest-QuotasAdminNegativeTest-564637433 tempest-QuotasAdminNegativeTest-564637433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:08.074369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a75ff10-50db-4648-8756-a92c47ac3b76 req-6b91d977-bb4c-45ac-9578-e0098c3334fc tempest-QuotasAdminNegativeTest-564637433 tempest-QuotasAdminNegativeTest-564637433-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345105 Nov 11 21:25:08.083100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cb7b0-6e71-48bc-a905-b71b231bfb45 req-da91ac79-eea4-4bf2-8d50-368b78fd5f75 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:08.084561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-385cb7b0-6e71-48bc-a905-b71b231bfb45 req-da91ac79-eea4-4bf2-8d50-368b78fd5f75 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 943 time: 0.0796022 Nov 11 21:25:08.106679 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a75ff10-50db-4648-8756-a92c47ac3b76 req-39d3d2b5-51a1-4f80-a047-de29b8272a5c tempest-QuotasAdminNegativeTest-564637433 tempest-QuotasAdminNegativeTest-564637433-project] 10.222.0.57 "GET /v2.0/quotas/f21956751f3c41898f72b7e4b6c31f68 HTTP/1.1" status: 200 len: 375 time: 0.0207779 Nov 11 21:25:08.152410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a75ff10-50db-4648-8756-a92c47ac3b76 req-1a1758bc-94bc-4748-b5c8-12480103fa26 tempest-QuotasAdminNegativeTest-564637433 tempest-QuotasAdminNegativeTest-564637433-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f21956751f3c41898f72b7e4b6c31f68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392878 Nov 11 21:25:08.160430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-385cb7b0-6e71-48bc-a905-b71b231bfb45 req-ddf432f3-338c-4deb-b8d7-17ebf41947e5 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684175 Nov 11 21:25:08.300223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e6925-32b4-4bfa-86f6-cd842027fbd6 req-ec1b0118-7542-4480-ad95-9b3bec8479e2 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:08.301769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-673e6925-32b4-4bfa-86f6-cd842027fbd6 req-ec1b0118-7542-4480-ad95-9b3bec8479e2 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 950 time: 0.0496678 Nov 11 21:25:08.351157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-673e6925-32b4-4bfa-86f6-cd842027fbd6 req-4fbd2f9a-9c6a-49d4-b341-c8c61d3425a6 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Nov 11 21:25:08.834341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4789f43d-77c7-4981-a311-29af32f90bfb req-65a84db3-387d-4334-8d57-2051bc1d5f1e tempest-QuotasAdminNegativeTest-564637433 tempest-QuotasAdminNegativeTest-564637433-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f21956751f3c41898f72b7e4b6c31f68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224578 Nov 11 21:25:08.947657 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f43d-77c7-4981-a311-29af32f90bfb req-2ca47296-700a-41d4-9499-a0933cdc40c4 tempest-QuotasAdminNegativeTest-564637433 tempest-QuotasAdminNegativeTest-564637433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:08.949151 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4789f43d-77c7-4981-a311-29af32f90bfb req-2ca47296-700a-41d4-9499-a0933cdc40c4 tempest-QuotasAdminNegativeTest-564637433 tempest-QuotasAdminNegativeTest-564637433-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1084609 Nov 11 21:25:08.984727 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4789f43d-77c7-4981-a311-29af32f90bfb req-8a3e21cb-f964-474f-a95f-1ee0f774ba37 tempest-QuotasAdminNegativeTest-564637433 tempest-QuotasAdminNegativeTest-564637433-project] 10.222.0.57 "GET /v2.0/quotas/f21956751f3c41898f72b7e4b6c31f68 HTTP/1.1" status: 200 len: 375 time: 0.0262623 Nov 11 21:25:09.019239 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4789f43d-77c7-4981-a311-29af32f90bfb req-7c7c9047-a50f-4da3-843e-997bfe66779f tempest-QuotasAdminNegativeTest-564637433 tempest-QuotasAdminNegativeTest-564637433-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f21956751f3c41898f72b7e4b6c31f68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282118 Nov 11 21:25:09.027172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ae8f1-d2d4-4b80-8e3d-19238bf3fe0f req-8cf0d420-ff38-480d-8693-6cfbecdd3795 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:09.028538 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b6ae8f1-d2d4-4b80-8e3d-19238bf3fe0f req-8cf0d420-ff38-480d-8693-6cfbecdd3795 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 948 time: 0.0785146 Nov 11 21:25:09.079889 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b6ae8f1-d2d4-4b80-8e3d-19238bf3fe0f req-58a6b056-150a-490c-a80f-0695cd3cac1f tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450087 Nov 11 21:25:09.124637 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device af020417-1e11-44f1-b2c6-3f3d6d119b29 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:09.234315 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port af020417-1e11-44f1-b2c6-3f3d6d119b29, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=af020417-1e11-44f1-b2c6-3f3d6d119b29,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:09.252194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'af020417-1e11-44f1-b2c6-3f3d6d119b29', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'port_id': 'af020417-1e11-44f1-b2c6-3f3d6d119b29', 'mac_address': 'fa:16:3e:9a:b5:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:09.298560 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:09.312646 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af020417-1e11-44f1-b2c6-3f3d6d119b29 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:09.329074 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb01667-94d5-49f7-9df3-80de5efade5f req-a29e8108-1727-415b-a89c-3a4755f10c01 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:09.333072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port af020417-1e11-44f1-b2c6-3f3d6d119b29, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=af020417-1e11-44f1-b2c6-3f3d6d119b29,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:09.337274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecb01667-94d5-49f7-9df3-80de5efade5f req-a29e8108-1727-415b-a89c-3a4755f10c01 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 943 time: 0.0703828 Nov 11 21:25:09.338651 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:09.340173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d186ccd5-204d-49b9-ac76-e4ac388b2a66 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:09.409337 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecb01667-94d5-49f7-9df3-80de5efade5f req-15bbbf23-3250-4949-9533-245ed871eb31 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667722 Nov 11 21:25:09.450934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=af020417-1e11-44f1-b2c6-3f3d6d119b29,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:09.497929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d186ccd5-204d-49b9-ac76-e4ac388b2a66, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d186ccd5-204d-49b9-ac76-e4ac388b2a66,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:09.514190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'd186ccd5-204d-49b9-ac76-e4ac388b2a66', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': 'd186ccd5-204d-49b9-ac76-e4ac388b2a66', 'mac_address': 'fa:16:3e:58:9c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:09.564216 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:09.579281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d186ccd5-204d-49b9-ac76-e4ac388b2a66 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:09.607929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d186ccd5-204d-49b9-ac76-e4ac388b2a66, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d186ccd5-204d-49b9-ac76-e4ac388b2a66,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:09.614387 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:09.624850 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb117-8a18-4d21-9a25-a0bcbfd89065 req-4404b64b-2575-4d79-ae52-90b7a2bad73c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:09.632411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e8eb117-8a18-4d21-9a25-a0bcbfd89065 req-4404b64b-2575-4d79-ae52-90b7a2bad73c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 950 time: 0.0657461 Nov 11 21:25:09.678323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d186ccd5-204d-49b9-ac76-e4ac388b2a66,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:09.690883 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e8eb117-8a18-4d21-9a25-a0bcbfd89065 req-d2b0f7c8-d92c-4e9f-958f-740dbb43c7e0 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571127 Nov 11 21:25:09.861201 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c4ab250-f87e-4fc7-8b85-84bb790363c4 req-e6b4242c-7911-4a62-bd31-8e2f02282691 tempest-QuotasAdminNegativeTest-564637433 tempest-QuotasAdminNegativeTest-564637433-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f21956751f3c41898f72b7e4b6c31f68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468001 Nov 11 21:25:09.923885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d186ccd5-204d-49b9-ac76-e4ac388b2a66'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:09.959704 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['af020417-1e11-44f1-b2c6-3f3d6d119b29'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:09.988098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ab250-f87e-4fc7-8b85-84bb790363c4 req-d5ee72d3-5843-477c-868f-ddc701c463c0 tempest-QuotasAdminNegativeTest-564637433 tempest-QuotasAdminNegativeTest-564637433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:09.989981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c4ab250-f87e-4fc7-8b85-84bb790363c4 req-d5ee72d3-5843-477c-868f-ddc701c463c0 tempest-QuotasAdminNegativeTest-564637433 tempest-QuotasAdminNegativeTest-564637433-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245606 Nov 11 21:25:10.008082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c4ab250-f87e-4fc7-8b85-84bb790363c4 req-7a28f430-32cb-4551-bc7e-6e291f1c75a2 tempest-QuotasAdminNegativeTest-564637433 tempest-QuotasAdminNegativeTest-564637433-project] 10.222.0.57 "GET /v2.0/quotas/f21956751f3c41898f72b7e4b6c31f68 HTTP/1.1" status: 200 len: 375 time: 0.0114079 Nov 11 21:25:10.067375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c4ab250-f87e-4fc7-8b85-84bb790363c4 req-4bfb2fbf-355c-4ded-a55a-617eb2205579 tempest-QuotasAdminNegativeTest-564637433 tempest-QuotasAdminNegativeTest-564637433-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f21956751f3c41898f72b7e4b6c31f68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510030 Nov 11 21:25:10.271860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23062f7-1405-4dbc-b00a-dcc4393c0903 req-a07217b9-eadf-4fd8-8380-4b953d232c65 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:10.273692 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c23062f7-1405-4dbc-b00a-dcc4393c0903 req-a07217b9-eadf-4fd8-8380-4b953d232c65 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 949 time: 0.0513337 Nov 11 21:25:10.321624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c23062f7-1405-4dbc-b00a-dcc4393c0903 req-16161e19-217c-4e6d-84b9-f64707b41c91 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Nov 11 21:25:10.527500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e9221-f2df-4cfb-90d5-67bb83ca33df req-da879f17-3a91-4e58-8986-7d37654f9a4b tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:10.529073 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3e9221-f2df-4cfb-90d5-67bb83ca33df req-da879f17-3a91-4e58-8986-7d37654f9a4b tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 944 time: 0.0572619 Nov 11 21:25:10.591841 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3e9221-f2df-4cfb-90d5-67bb83ca33df req-40175e16-2fd5-4470-ae80-a9d9d24fcb07 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530040 Nov 11 21:25:10.781159 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48288) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:10.814326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68458e2e-7dfc-433c-a819-8d4b7c7ffd8e req-2efff331-1e84-4448-9068-e073c5d240f9 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:10.816327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-68458e2e-7dfc-433c-a819-8d4b7c7ffd8e req-2efff331-1e84-4448-9068-e073c5d240f9 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 950 time: 0.0559955 Nov 11 21:25:10.822927 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:10.883404 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48296) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:10.885360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-68458e2e-7dfc-433c-a819-8d4b7c7ffd8e req-cd4319e6-cde1-4827-b61a-1c03bef5addb tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577850 Nov 11 21:25:11.022269 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad702-1ac1-4321-b784-7c9995a1ee72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.040244 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b7e0-8a36-4826-abfa-3480d8586f60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.129978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device af020417-1e11-44f1-b2c6-3f3d6d119b29 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:11.189690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port af020417-1e11-44f1-b2c6-3f3d6d119b29 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:25:11.191672 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b7e0-8a36-4826-abfa-3480d8586f60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.197715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port af020417-1e11-44f1-b2c6-3f3d6d119b29 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:11.198479 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.202283 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b7e0-8a36-4826-abfa-3480d8586f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.248760 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a5e6b7e0-8a36-4826-abfa-3480d8586f60 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f21956751f3c41898f72b7e4b6c31f68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4641066 Nov 11 21:25:11.249196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48320) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:11.264162 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6b7e0-8a36-4826-abfa-3480d8586f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d63970-1cdf-46a9-98ad-96a68d6d0ce4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:11.315426 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad702-1ac1-4321-b784-7c9995a1ee72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.322188 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad702-1ac1-4321-b784-7c9995a1ee72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.341263 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2f6c6034-5d04-49e1-8dab-d12cc180c69b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.356062 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ad702-1ac1-4321-b784-7c9995a1ee72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6c04e4-388d-4c8f-a8b5-3628406998cd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:11.359358 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.374332 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2f6c6034-5d04-49e1-8dab-d12cc180c69b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.415857 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b40860-cf04-474e-bd38-51c287ac445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af020417-1e11-44f1-b2c6-3f3d6d119b29'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:11.418608 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf300c2e-a20c-40e0-ad2c-d0838dbc5810" -d '{"events": [{"server_uuid": "47b40860-cf04-474e-bd38-51c287ac445c", "name": "network-vif-plugged", "status": "completed", "tag": "af020417-1e11-44f1-b2c6-3f3d6d119b29"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:11.425387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port af020417-1e11-44f1-b2c6-3f3d6d119b29, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=af020417-1e11-44f1-b2c6-3f3d6d119b29,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:11.432095 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.433139 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d186ccd5-204d-49b9-ac76-e4ac388b2a66 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:11.436277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2f6c6034-5d04-49e1-8dab-d12cc180c69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.439255 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2f6c6034-5d04-49e1-8dab-d12cc180c69b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.443370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2f6c6034-5d04-49e1-8dab-d12cc180c69b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/44d63970-1cdf-46a9-98ad-96a68d6d0ce4 HTTP/1.1" status: 204 len: 168 time: 0.1906955 Nov 11 21:25:11.457637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c6034-5d04-49e1-8dab-d12cc180c69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d63970-1cdf-46a9-98ad-96a68d6d0ce4,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:11.470159 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ee3ad702-1ac1-4321-b784-7c9995a1ee72 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ec7f8bb37deb4f99aa52f689f461395e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5853536 Nov 11 21:25:11.473364 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48338) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:11.570736 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-181607a1-603a-4779-8b6d-69d1d1996623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.583439 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48346) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:11.616870 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-181607a1-603a-4779-8b6d-69d1d1996623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.652977 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=af020417-1e11-44f1-b2c6-3f3d6d119b29,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:11.666325 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f894ab1-9df5-4aa8-ba97-b2895ea6999e x-openstack-request-id: req-8f894ab1-9df5-4aa8-ba97-b2895ea6999e {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:11.667664 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b40860-cf04-474e-bd38-51c287ac445c", "name": "network-vif-plugged", "status": "completed", "tag": "af020417-1e11-44f1-b2c6-3f3d6d119b29", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:11.668382 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f894ab1-9df5-4aa8-ba97-b2895ea6999e {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:11.669169 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b40860-cf04-474e-bd38-51c287ac445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af020417-1e11-44f1-b2c6-3f3d6d119b29', 'code': 200} Nov 11 21:25:11.675809 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port d186ccd5-204d-49b9-ac76-e4ac388b2a66 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:25:11.683542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port d186ccd5-204d-49b9-ac76-e4ac388b2a66 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:11.693551 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.698587 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-181607a1-603a-4779-8b6d-69d1d1996623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.704880 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-181607a1-603a-4779-8b6d-69d1d1996623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.706351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-181607a1-603a-4779-8b6d-69d1d1996623 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/db6c04e4-388d-4c8f-a8b5-3628406998cd HTTP/1.1" status: 204 len: 168 time: 0.2320759 Nov 11 21:25:11.818225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181607a1-603a-4779-8b6d-69d1d1996623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6c04e4-388d-4c8f-a8b5-3628406998cd,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:11.848345 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.867067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c16f50-f627-41e0-8fb0-f3a2d4c18015 req-0eb2f17f-7082-4b3e-95e9-475755c3b6a5 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:11.868619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44c16f50-f627-41e0-8fb0-f3a2d4c18015 req-0eb2f17f-7082-4b3e-95e9-475755c3b6a5 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 949 time: 0.1420815 Nov 11 21:25:11.893000 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d186ccd5-204d-49b9-ac76-e4ac388b2a66, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d186ccd5-204d-49b9-ac76-e4ac388b2a66,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:11.893542 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84bd51-b4dd-4e21-87e1-5f7b5963fa89 req-2c79fcc0-2894-4707-84ab-539fa0c93c49 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:11.895323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d84bd51-b4dd-4e21-87e1-5f7b5963fa89 req-2c79fcc0-2894-4707-84ab-539fa0c93c49 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 950 time: 0.0889373 Nov 11 21:25:11.899062 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.902480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70ad01-5f57-4f97-8609-d0aef09bf527 req-6c4ba5c4-8cab-4a42-b263-f8c61b4ba4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:11.903934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8b70ad01-5f57-4f97-8609-d0aef09bf527 req-6c4ba5c4-8cab-4a42-b263-f8c61b4ba4bc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 1096 time: 0.1324410 Nov 11 21:25:11.957819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d186ccd5-204d-49b9-ac76-e4ac388b2a66,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:11.977327 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1995f7d8-13cb-490f-81d5-90938c9806a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.024128 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44c16f50-f627-41e0-8fb0-f3a2d4c18015 req-ed96ec48-94ca-4a3a-81d4-330725e5905b tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461995 Nov 11 21:25:12.038162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d84bd51-b4dd-4e21-87e1-5f7b5963fa89 req-f47a8cc7-4c2f-4096-925a-75e6eafabccf tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330194 Nov 11 21:25:12.042447 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8b70ad01-5f57-4f97-8609-d0aef09bf527 req-06f42032-8f45-4d1c-8c35-259c757ad47e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236281 Nov 11 21:25:12.085212 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1995f7d8-13cb-490f-81d5-90938c9806a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.092786 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1995f7d8-13cb-490f-81d5-90938c9806a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.133548 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:25:12.162270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48364) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:12.193314 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1995f7d8-13cb-490f-81d5-90938c9806a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=de4317ee23e74b9a8840e9f895d28ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6087458 Nov 11 21:25:12.194161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbcdc3b5-2b2d-4e66-84aa-9ba14f147684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.196076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48372) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:12.196752 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995f7d8-13cb-490f-81d5-90938c9806a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159bc7d0-469f-4155-ab45-91ba2a9296eb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:12.221301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90d4f1-51e8-42b1-88c6-03ad69dc3d41 req-d35e9e2c-814f-4228-ad61-5bd9325d9d54 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:12.223001 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e90d4f1-51e8-42b1-88c6-03ad69dc3d41 req-d35e9e2c-814f-4228-ad61-5bd9325d9d54 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 945 time: 0.0801661 Nov 11 21:25:12.291735 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f5049390-825b-4a76-a7c3-42f1abe9791b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.297169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e90d4f1-51e8-42b1-88c6-03ad69dc3d41 req-617ef9ba-a9cf-4250-9a4e-d6e11fe429da tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672805 Nov 11 21:25:12.329352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f5049390-825b-4a76-a7c3-42f1abe9791b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.362109 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbcdc3b5-2b2d-4e66-84aa-9ba14f147684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.392561 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbcdc3b5-2b2d-4e66-84aa-9ba14f147684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.429044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdc3b5-2b2d-4e66-84aa-9ba14f147684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2ef29c-edf3-400b-a145-0438035a34f1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:12.452276 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48378) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:12.482243 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8291ba9b-0bed-45ec-b41a-743126c698a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.486227 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bbcdc3b5-2b2d-4e66-84aa-9ba14f147684 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=47443978001a4961b6369cf341e98335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149109 Nov 11 21:25:12.489098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48382) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:12.506921 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f5049390-825b-4a76-a7c3-42f1abe9791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.509621 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f5049390-825b-4a76-a7c3-42f1abe9791b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.510783 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f5049390-825b-4a76-a7c3-42f1abe9791b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/159bc7d0-469f-4155-ab45-91ba2a9296eb HTTP/1.1" status: 204 len: 168 time: 0.3108215 Nov 11 21:25:12.526401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5049390-825b-4a76-a7c3-42f1abe9791b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159bc7d0-469f-4155-ab45-91ba2a9296eb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:12.589133 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c446d2a-9e16-4023-b230-a3cf38b66440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.622316 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c446d2a-9e16-4023-b230-a3cf38b66440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.639567 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8291ba9b-0bed-45ec-b41a-743126c698a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.652204 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8291ba9b-0bed-45ec-b41a-743126c698a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.709268 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8291ba9b-0bed-45ec-b41a-743126c698a6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e03d2cd17684908a9784d68442cafce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455945 Nov 11 21:25:12.709268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291ba9b-0bed-45ec-b41a-743126c698a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0c312d-e7f0-4012-8baa-0c22d3b26ea3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:12.709268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48398) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:12.769184 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c446d2a-9e16-4023-b230-a3cf38b66440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.772204 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c446d2a-9e16-4023-b230-a3cf38b66440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.773635 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3c446d2a-9e16-4023-b230-a3cf38b66440 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/af2ef29c-edf3-400b-a145-0438035a34f1 HTTP/1.1" status: 204 len: 168 time: 0.2832291 Nov 11 21:25:12.783025 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0ad227e-3f2b-4e8b-93ea-a6c263c7a372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.803076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f497c4-b12e-49db-9d0f-cba57c52e48a req-1c3009f8-169c-4395-bc7b-1c0463596ea5 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:12.809427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4f497c4-b12e-49db-9d0f-cba57c52e48a req-1c3009f8-169c-4395-bc7b-1c0463596ea5 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 970 time: 0.0781364 Nov 11 21:25:12.809763 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0ad227e-3f2b-4e8b-93ea-a6c263c7a372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.810620 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c446d2a-9e16-4023-b230-a3cf38b66440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2ef29c-edf3-400b-a145-0438035a34f1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:12.885775 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4f497c4-b12e-49db-9d0f-cba57c52e48a req-f14bceba-4e4f-4a20-b8fe-9449d52a2a73 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694885 Nov 11 21:25:12.916896 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0ad227e-3f2b-4e8b-93ea-a6c263c7a372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.919685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0ad227e-3f2b-4e8b-93ea-a6c263c7a372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.923167 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b0ad227e-3f2b-4e8b-93ea-a6c263c7a372 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7e0c312d-e7f0-4012-8baa-0c22d3b26ea3 HTTP/1.1" status: 204 len: 168 time: 0.2011981 Nov 11 21:25:12.933839 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad227e-3f2b-4e8b-93ea-a6c263c7a372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0c312d-e7f0-4012-8baa-0c22d3b26ea3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:13.144384 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48432) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:13.163614 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e2aed536-58cd-4094-95eb-b74d91c48a85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.165554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61476ccb-1fe8-4a96-819c-2c219937c05f req-132576ce-52df-4a23-acf2-da041d080e3c tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:13.167111 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61476ccb-1fe8-4a96-819c-2c219937c05f req-132576ce-52df-4a23-acf2-da041d080e3c tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 950 time: 0.0628386 Nov 11 21:25:13.253715 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fb62d-8c56-41dd-9c13-fe8afaf7d910 req-f748c05c-5c26-47c3-a1f6-52120a51360a tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:13.262551 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-107fb62d-8c56-41dd-9c13-fe8afaf7d910 req-f748c05c-5c26-47c3-a1f6-52120a51360a tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 950 time: 0.1072078 Nov 11 21:25:13.291336 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e2aed536-58cd-4094-95eb-b74d91c48a85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.300502 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e2aed536-58cd-4094-95eb-b74d91c48a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.340817 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61476ccb-1fe8-4a96-819c-2c219937c05f req-925054b6-3889-46f2-b5b1-6ca2fb7dd3c7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278546 Nov 11 21:25:13.393048 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-107fb62d-8c56-41dd-9c13-fe8afaf7d910 req-69154e2c-0a5b-40a7-ba15-511fd4f93574 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295364 Nov 11 21:25:13.419581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aed536-58cd-4094-95eb-b74d91c48a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1cfd5b-3dad-4106-a195-bcc1fff978f3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:13.443392 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e2aed536-58cd-4094-95eb-b74d91c48a85 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=694816af0de3469f8d93e8a79b22fbc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971632 Nov 11 21:25:13.446249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48444) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:13.606848 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-35bed304-a13d-4944-a2ae-9596928b40b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.630323 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f07197-0894-4e23-acfe-75e7bb0d5cc9 req-6bd8a2b1-7092-4c14-a9fe-219001e1cd3d tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:13.641414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8f07197-0894-4e23-acfe-75e7bb0d5cc9 req-6bd8a2b1-7092-4c14-a9fe-219001e1cd3d tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 945 time: 0.1303005 Nov 11 21:25:13.645047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521c8b1-eeee-4c53-86f3-5e2f02bfbdf9 req-c6e9e027-3426-4025-bd81-2d55feb727dc tempest-DeleteServersAdminTestJSON-955827521 tempest-DeleteServersAdminTestJSON-955827521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:13.646903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7521c8b1-eeee-4c53-86f3-5e2f02bfbdf9 req-c6e9e027-3426-4025-bd81-2d55feb727dc tempest-DeleteServersAdminTestJSON-955827521 tempest-DeleteServersAdminTestJSON-955827521-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 1101 time: 0.1498818 Nov 11 21:25:13.670665 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189f24e4-ad98-479d-a1d8-f8f4a7af8e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd186ccd5-204d-49b9-ac76-e4ac388b2a66'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:13.673857 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51295f7-bf5d-4ea2-8220-2dc2a809f142" -d '{"events": [{"server_uuid": "189f24e4-ad98-479d-a1d8-f8f4a7af8e6f", "name": "network-vif-plugged", "status": "completed", "tag": "d186ccd5-204d-49b9-ac76-e4ac388b2a66"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:13.706335 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-35bed304-a13d-4944-a2ae-9596928b40b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.765278 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0795167a-df85-49c3-9920-8dd141a7e588 x-openstack-request-id: req-0795167a-df85-49c3-9920-8dd141a7e588 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:13.765690 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189f24e4-ad98-479d-a1d8-f8f4a7af8e6f", "name": "network-vif-plugged", "status": "completed", "tag": "d186ccd5-204d-49b9-ac76-e4ac388b2a66", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:13.766179 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0795167a-df85-49c3-9920-8dd141a7e588 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:13.766760 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189f24e4-ad98-479d-a1d8-f8f4a7af8e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd186ccd5-204d-49b9-ac76-e4ac388b2a66', 'code': 200} Nov 11 21:25:13.801778 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-460669a0-0217-4094-ac96-6c6454e1b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.853314 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-35bed304-a13d-4944-a2ae-9596928b40b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.856084 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-35bed304-a13d-4944-a2ae-9596928b40b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.857413 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-35bed304-a13d-4944-a2ae-9596928b40b0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c1cfd5b-3dad-4106-a195-bcc1fff978f3 HTTP/1.1" status: 204 len: 168 time: 0.4101658 Nov 11 21:25:13.867255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bed304-a13d-4944-a2ae-9596928b40b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1cfd5b-3dad-4106-a195-bcc1fff978f3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:13.899017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8f07197-0894-4e23-acfe-75e7bb0d5cc9 req-7a2d4f96-d03b-4e5f-af26-02f5b25db74a tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490056 Nov 11 21:25:13.953549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-7521c8b1-eeee-4c53-86f3-5e2f02bfbdf9 req-717af38e-4ca6-49e1-9311-585859c0d063 tempest-DeleteServersAdminTestJSON-955827521 tempest-DeleteServersAdminTestJSON-955827521-project-admin] Deleting port 9d975561-ae8e-4db4-acf5-200299bb332f {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:25:13.953962 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7521c8b1-eeee-4c53-86f3-5e2f02bfbdf9 req-717af38e-4ca6-49e1-9311-585859c0d063 tempest-DeleteServersAdminTestJSON-955827521 tempest-DeleteServersAdminTestJSON-955827521-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:14.066079 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e559e4-bccf-4fb4-9fea-6deb6db73994 req-f8665b06-9873-4123-a791-65838447d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:14.068233 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-90e559e4-bccf-4fb4-9fea-6deb6db73994 req-f8665b06-9873-4123-a791-65838447d1e1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 1101 time: 0.2253795 Nov 11 21:25:14.145793 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-90e559e4-bccf-4fb4-9fea-6deb6db73994 req-bd52229c-59ce-4b5a-8389-492df0dad72a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669544 Nov 11 21:25:14.300961 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:14.441404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-7521c8b1-eeee-4c53-86f3-5e2f02bfbdf9 req-717af38e-4ca6-49e1-9311-585859c0d063 tempest-DeleteServersAdminTestJSON-955827521 tempest-DeleteServersAdminTestJSON-955827521-project-admin] For port 9d975561-ae8e-4db4-acf5-200299bb332f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9d975561-ae8e-4db4-acf5-200299bb332f,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:14.442090 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7521c8b1-eeee-4c53-86f3-5e2f02bfbdf9 req-717af38e-4ca6-49e1-9311-585859c0d063 tempest-DeleteServersAdminTestJSON-955827521 tempest-DeleteServersAdminTestJSON-955827521-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:14.464862 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b56ef-bdee-413d-b897-d4a73ec61c3b req-f84f3844-4e2b-4d10-9d97-e668d5258371 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:14.466235 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-038b56ef-bdee-413d-b897-d4a73ec61c3b req-f84f3844-4e2b-4d10-9d97-e668d5258371 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 970 time: 0.4046922 Nov 11 21:25:14.471174 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-7521c8b1-eeee-4c53-86f3-5e2f02bfbdf9 req-717af38e-4ca6-49e1-9311-585859c0d063 tempest-DeleteServersAdminTestJSON-955827521 tempest-DeleteServersAdminTestJSON-955827521-project-admin] Calling delete_port for 9d975561-ae8e-4db4-acf5-200299bb332f owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:25:14.540784 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8203aaa-0999-4c48-91c2-fddfcbadf81b req-26a3d22b-2e75-42a6-9987-9f7d1647a5bb tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:14.542695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8203aaa-0999-4c48-91c2-fddfcbadf81b req-26a3d22b-2e75-42a6-9987-9f7d1647a5bb tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 970 time: 0.2064726 Nov 11 21:25:14.560003 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993058f-2c27-4cf7-95b2-38f6df0e049f req-eb0e673d-9fb1-45f9-bb1a-4a1074cb55d0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:14.570055 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4993058f-2c27-4cf7-95b2-38f6df0e049f req-eb0e673d-9fb1-45f9-bb1a-4a1074cb55d0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 945 time: 0.2240987 Nov 11 21:25:14.570422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48520) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:14.575461 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2cb1b851-3864-41d2-962a-47f0f402553e tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Request body: {'floatingip': {'port_id': 'af020417-1e11-44f1-b2c6-3f3d6d119b29'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:14.703263 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cb1b851-3864-41d2-962a-47f0f402553e tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:14.826222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8203aaa-0999-4c48-91c2-fddfcbadf81b req-feff7154-4b14-40cd-a187-4b7fc035361e tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac0553a0-111b-4ccd-b3fb-6494b90cacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419372 Nov 11 21:25:14.884895 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9db94-b341-40cd-b5c5-27c298afbdfe req-b528bfe6-65e8-43f7-828e-493d89b09c03 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:14.895407 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3d9db94-b341-40cd-b5c5-27c298afbdfe req-b528bfe6-65e8-43f7-828e-493d89b09c03 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 950 time: 0.2339003 Nov 11 21:25:14.954801 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-038b56ef-bdee-413d-b897-d4a73ec61c3b req-9e464145-0487-4555-845a-0fe33fa25c0e tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Deleting port 5c1ad995-69df-4416-9b7a-011868b4ea53 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:25:14.955135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-038b56ef-bdee-413d-b897-d4a73ec61c3b req-9e464145-0487-4555-845a-0fe33fa25c0e tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.106445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0c1bb-b0d9-45f1-8356-92d31ef31154 req-1dccd13a-c6e5-486d-85c7-bdefefa40873 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:15.114722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63e0c1bb-b0d9-45f1-8356-92d31ef31154 req-1dccd13a-c6e5-486d-85c7-bdefefa40873 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=827666ad-ddd4-4b1a-b696-767271330223 HTTP/1.1" status: 200 len: 950 time: 0.2091889 Nov 11 21:25:15.116543 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7521c8b1-eeee-4c53-86f3-5e2f02bfbdf9 req-717af38e-4ca6-49e1-9311-585859c0d063 tempest-DeleteServersAdminTestJSON-955827521 tempest-DeleteServersAdminTestJSON-955827521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.128530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['9d975561-ae8e-4db4-acf5-200299bb332f'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:15.148658 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3d9db94-b341-40cd-b5c5-27c298afbdfe req-8d9c4851-6a91-42a4-9834-d27f334cd1c0 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391009 Nov 11 21:25:15.218709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717af38e-4ca6-49e1-9311-585859c0d063 tempest-DeleteServersAdminTestJSON-955827521 tempest-DeleteServersAdminTestJSON-955827521-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d975561-ae8e-4db4-acf5-200299bb332f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:15.229405 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-038b56ef-bdee-413d-b897-d4a73ec61c3b req-9e464145-0487-4555-845a-0fe33fa25c0e tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] For port 5c1ad995-69df-4416-9b7a-011868b4ea53, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5c1ad995-69df-4416-9b7a-011868b4ea53,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:15.229839 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-038b56ef-bdee-413d-b897-d4a73ec61c3b req-9e464145-0487-4555-845a-0fe33fa25c0e tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.279115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-038b56ef-bdee-413d-b897-d4a73ec61c3b req-9e464145-0487-4555-845a-0fe33fa25c0e tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Calling delete_port for 5c1ad995-69df-4416-9b7a-011868b4ea53 owned by compute:tempest-test_az-759217030 {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:25:15.308374 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-7521c8b1-eeee-4c53-86f3-5e2f02bfbdf9 req-717af38e-4ca6-49e1-9311-585859c0d063 tempest-DeleteServersAdminTestJSON-955827521 tempest-DeleteServersAdminTestJSON-955827521-project-admin] No DVR routers for this DVR port 9d975561-ae8e-4db4-acf5-200299bb332f on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:25:15.329351 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7521c8b1-eeee-4c53-86f3-5e2f02bfbdf9 req-717af38e-4ca6-49e1-9311-585859c0d063 tempest-DeleteServersAdminTestJSON-955827521 tempest-DeleteServersAdminTestJSON-955827521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.334515 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7521c8b1-eeee-4c53-86f3-5e2f02bfbdf9 req-717af38e-4ca6-49e1-9311-585859c0d063 tempest-DeleteServersAdminTestJSON-955827521 tempest-DeleteServersAdminTestJSON-955827521-project-admin] 10.222.0.71 "DELETE /v2.0/ports/9d975561-ae8e-4db4-acf5-200299bb332f HTTP/1.1" status: 204 len: 173 time: 1.6736732 Nov 11 21:25:15.335504 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827666ad-ddd4-4b1a-b696-767271330223', 'name': 'network-vif-deleted', 'tag': '9d975561-ae8e-4db4-acf5-200299bb332f'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:15.338062 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd108d30-4d53-4575-80b2-1f906d6339d5" -d '{"events": [{"server_uuid": "827666ad-ddd4-4b1a-b696-767271330223", "name": "network-vif-deleted", "tag": "9d975561-ae8e-4db4-acf5-200299bb332f"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:15.399018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63e0c1bb-b0d9-45f1-8356-92d31ef31154 req-9db86e42-c6e8-47c8-a546-7f009cdb257e tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833006 Nov 11 21:25:15.512713 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35938910-3c1a-4e00-a26b-d735d6a81f2a x-openstack-request-id: req-35938910-3c1a-4e00-a26b-d735d6a81f2a {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:15.513312 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827666ad-ddd4-4b1a-b696-767271330223", "name": "network-vif-deleted", "tag": "9d975561-ae8e-4db4-acf5-200299bb332f", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:15.513312 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-35938910-3c1a-4e00-a26b-d735d6a81f2a {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:15.513722 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827666ad-ddd4-4b1a-b696-767271330223', 'name': 'network-vif-deleted', 'tag': '9d975561-ae8e-4db4-acf5-200299bb332f', 'status': 'completed', 'code': 200} Nov 11 21:25:15.642982 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-038b56ef-bdee-413d-b897-d4a73ec61c3b req-9e464145-0487-4555-845a-0fe33fa25c0e tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.669124 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['5c1ad995-69df-4416-9b7a-011868b4ea53'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:15.761794 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e464145-0487-4555-845a-0fe33fa25c0e tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Pushing event deleted for resources: {'Port': ['ID=5c1ad995-69df-4416-9b7a-011868b4ea53,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:15.781304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-038b56ef-bdee-413d-b897-d4a73ec61c3b req-9e464145-0487-4555-845a-0fe33fa25c0e tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] No DVR routers for this DVR port 5c1ad995-69df-4416-9b7a-011868b4ea53 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:25:15.785100 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-038b56ef-bdee-413d-b897-d4a73ec61c3b req-9e464145-0487-4555-845a-0fe33fa25c0e tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.790943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-038b56ef-bdee-413d-b897-d4a73ec61c3b req-9e464145-0487-4555-845a-0fe33fa25c0e tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.10 "DELETE /v2.0/ports/5c1ad995-69df-4416-9b7a-011868b4ea53 HTTP/1.1" status: 204 len: 173 time: 1.3145700 Nov 11 21:25:15.795708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.db.resource_extend [None req-2cb1b851-3864-41d2-962a-47f0f402553e tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:25:15.906687 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cb1b851-3864-41d2-962a-47f0f402553e tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.913231 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cb1b851-3864-41d2-962a-47f0f402553e tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.039470 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99e96e04-c018-44c2-be48-1707f7854d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.054618 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-754e94d3-1ef7-426e-a881-893697af859f req-55b85d1f-c142-4da0-a207-b7f60194cd47 tempest-AggregatesAdminTestJSON-1527250136 tempest-AggregatesAdminTestJSON-1527250136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9f3300-51b8-44e4-adec-8b3f8cc4a143 HTTP/1.1" status: 200 len: 210 time: 0.0615675 Nov 11 21:25:16.074689 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-2cb1b851-3864-41d2-962a-47f0f402553e tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Floating IP e64c0727-8442-49ff-9d0d-9b3df4698e96 associated. External IP: 172.25.0.85, port: af020417-1e11-44f1-b2c6-3f3d6d119b29. Nov 11 21:25:16.175754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48576) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:16.302475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bf15b-1c68-4df2-a2a5-3733ab05d505 req-1a3d8202-50ba-4dce-91de-0066a25c621a tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:16.310170 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b0bf15b-1c68-4df2-a2a5-3733ab05d505 req-1a3d8202-50ba-4dce-91de-0066a25c621a tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 950 time: 0.0743134 Nov 11 21:25:16.367696 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b0bf15b-1c68-4df2-a2a5-3733ab05d505 req-08368c29-7084-4a10-a4d5-f2c6ad2f151d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528483 Nov 11 21:25:16.554123 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-d493d66d-ef5c-45ff-bed4-b0e1cc8f963c tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=cb7efcc9c39a421083213e6524d8d18a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438266 Nov 11 21:25:16.589598 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb1b851-3864-41d2-962a-47f0f402553e tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Router 81aa319c-920f-4d80-917e-1877948a580f has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:25:16.720203 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c7b9bc17-d04d-4a66-a6ca-2b0c21682ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.757253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb1b851-3864-41d2-962a-47f0f402553e tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:25:16.762566 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cb1b851-3864-41d2-962a-47f0f402553e tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.775925 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8d251-5d07-40c2-8066-b463a15217f6 None None] Sync routers for ids ['81aa319c-920f-4d80-917e-1877948a580f'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:25:16.790443 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8d251-5d07-40c2-8066-b463a15217f6 None None] Routers {'81aa319c-920f-4d80-917e-1877948a580f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:25:16.795512 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-95f8d251-5d07-40c2-8066-b463a15217f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:25:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['81aa319c-920f-4d80-917e-1877948a580f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:16.818734 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2cb1b851-3864-41d2-962a-47f0f402553e tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "PUT /v2.0/floatingips/e64c0727-8442-49ff-9d0d-9b3df4698e96 HTTP/1.1" status: 200 len: 990 time: 2.2470381 Nov 11 21:25:16.819283 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b40860-cf04-474e-bd38-51c287ac445c', 'tag': 'af020417-1e11-44f1-b2c6-3f3d6d119b29'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:16.822089 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c750a42-6e03-45f3-a34d-81120201f81d" -d '{"events": [{"name": "network-changed", "server_uuid": "47b40860-cf04-474e-bd38-51c287ac445c", "tag": "af020417-1e11-44f1-b2c6-3f3d6d119b29"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:16.921388 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c7b9bc17-d04d-4a66-a6ca-2b0c21682ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.927463 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-95f8d251-5d07-40c2-8066-b463a15217f6 None None] Set router 81aa319c-920f-4d80-917e-1877948a580f gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:25:16.930134 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-de242e94-a978-4bc8-a760-f8bc1c010f36 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:16.931654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-de242e94-a978-4bc8-a760-f8bc1c010f36 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3768365 Nov 11 21:25:16.934318 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c7b9bc17-d04d-4a66-a6ca-2b0c21682ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.988075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c7b9bc17-d04d-4a66-a6ca-2b0c21682ff9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb9b09c9eaf04520b37a02d0dc7d0fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8110363 Nov 11 21:25:16.990954 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48612) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:16.997606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ebef115-55dc-4592-93d4-0416ffea8381 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/quotas/cb7efcc9c39a421083213e6524d8d18a HTTP/1.1" status: 200 len: 375 time: 0.0532541 Nov 11 21:25:17.012860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9bc17-d04d-4a66-a6ca-2b0c21682ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b7d0b3-ed94-421d-a70f-f90ede47c1e5,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:17.018204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158d128-817e-4837-87fe-521d15cd9811 req-5797ed72-3272-4f65-8eed-6373914e208f tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:17.027714 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2158d128-817e-4837-87fe-521d15cd9811 req-5797ed72-3272-4f65-8eed-6373914e208f tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 1101 time: 0.1508625 Nov 11 21:25:17.051002 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c05edc0-f7ba-4638-a68f-7cb562fa77eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.057391 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.082413 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c05edc0-f7ba-4638-a68f-7cb562fa77eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.092104 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2158d128-817e-4837-87fe-521d15cd9811 req-9b1929ff-3cdf-475f-bc30-0c212413da01 tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.105223 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-8b3512b6-e264-48d2-b026-82d1795d8af4 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb7efcc9c39a421083213e6524d8d18a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742347 Nov 11 21:25:17.145045 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9d975561-ae8e-4db4-acf5-200299bb332f no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:25:17.155666 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c05edc0-f7ba-4638-a68f-7cb562fa77eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.160599 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c05edc0-f7ba-4638-a68f-7cb562fa77eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.177362 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6c05edc0-f7ba-4638-a68f-7cb562fa77eb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/40b7d0b3-ed94-421d-a70f-f90ede47c1e5 HTTP/1.1" status: 204 len: 168 time: 0.1850753 Nov 11 21:25:17.184495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 9d975561-ae8e-4db4-acf5-200299bb332f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:25:17.184868 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9d975561-ae8e-4db4-acf5-200299bb332f not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:25:17.198904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05edc0-f7ba-4638-a68f-7cb562fa77eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b7d0b3-ed94-421d-a70f-f90ede47c1e5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:17.285950 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2158d128-817e-4837-87fe-521d15cd9811 req-9b1929ff-3cdf-475f-bc30-0c212413da01 tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.291346 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2158d128-817e-4837-87fe-521d15cd9811 req-9b1929ff-3cdf-475f-bc30-0c212413da01 tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.377556 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2158d128-817e-4837-87fe-521d15cd9811 req-9b1929ff-3cdf-475f-bc30-0c212413da01 tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433342 Nov 11 21:25:17.392632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1929ff-3cdf-475f-bc30-0c212413da01 tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d62bcf-f8aa-4fb1-bb26-28763658c1a1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:17.439539 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-95f8d251-5d07-40c2-8066-b463a15217f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'e64c0727-8442-49ff-9d0d-9b3df4698e96', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '81aa319c-920f-4d80-917e-1877948a580f', 'port_id': 'af020417-1e11-44f1-b2c6-3f3d6d119b29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'mac_address': 'fa:16:3e:9a:b5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b40860-cf04-474e-bd38-51c287ac445c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:24:51Z', 'updated_at': '2021-11-11T21:25:15Z', 'revision_number': 1, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bc1b10-b75c-490b-91e5-2b283f02be08', 'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'mac_address': 'fa:16:3e:af:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:31Z', 'updated_at': '2021-11-11T21:24:37Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'subnets': [{'id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:17.445395 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba29b214-74ed-44a8-8b7d-a552bffcec5e x-openstack-request-id: req-ba29b214-74ed-44a8-8b7d-a552bffcec5e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:17.445689 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b40860-cf04-474e-bd38-51c287ac445c", "tag": "af020417-1e11-44f1-b2c6-3f3d6d119b29", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:17.445944 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ba29b214-74ed-44a8-8b7d-a552bffcec5e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:17.446343 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b40860-cf04-474e-bd38-51c287ac445c', 'tag': 'af020417-1e11-44f1-b2c6-3f3d6d119b29', 'status': 'completed', 'code': 200} Nov 11 21:25:17.485800 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8d251-5d07-40c2-8066-b463a15217f6 None None] Checking router: 81aa319c-920f-4d80-917e-1877948a580f for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:25:17.496185 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8d251-5d07-40c2-8066-b463a15217f6 None None] Routers {'81aa319c-920f-4d80-917e-1877948a580f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:25:17.497267 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-95f8d251-5d07-40c2-8066-b463a15217f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:25:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['81aa319c-920f-4d80-917e-1877948a580f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:17.520917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9f3300-51b8-44e4-adec-8b3f8cc4a143', 'name': 'network-vif-deleted', 'tag': '5c1ad995-69df-4416-9b7a-011868b4ea53'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:17.531894 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f8205b-288a-4a57-9dd2-cb0b6a72be7c" -d '{"events": [{"server_uuid": "6c9f3300-51b8-44e4-adec-8b3f8cc4a143", "name": "network-vif-deleted", "tag": "5c1ad995-69df-4416-9b7a-011868b4ea53"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:17.604566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c750a42-6e03-45f3-a34d-81120201f81d req-a2bb9cbb-800c-4402-989b-26d483467e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:17.610818 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c750a42-6e03-45f3-a34d-81120201f81d req-a2bb9cbb-800c-4402-989b-26d483467e9f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b98c995e413247389f8d143b99b8f58a&device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 1096 time: 0.1344104 Nov 11 21:25:17.673471 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48646) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:17.683153 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-95f8d251-5d07-40c2-8066-b463a15217f6 None None] Set router 81aa319c-920f-4d80-917e-1877948a580f gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:25:17.748967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5c1ad995-69df-4416-9b7a-011868b4ea53 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:25:17.750433 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-26417244-69a6-44ab-8595-6200366219d2 req-8c69f878-544d-40e8-a286-9c25cf9d715c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381223 Nov 11 21:25:17.752809 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bad62b4-3fa3-4e72-a63e-ab5a5dfe8927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.801726 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 5c1ad995-69df-4416-9b7a-011868b4ea53 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:25:17.802617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5c1ad995-69df-4416-9b7a-011868b4ea53 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:25:17.814992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c750a42-6e03-45f3-a34d-81120201f81d req-afb6ecd0-72b4-44c1-bf1c-dbb3bfa09c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:17.818265 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c750a42-6e03-45f3-a34d-81120201f81d req-afb6ecd0-72b4-44c1-bf1c-dbb3bfa09c89 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7ada215-bfc4-465c-92bd-a6c626636ee6 HTTP/1.1" status: 200 len: 925 time: 0.1997964 Nov 11 21:25:17.888395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26417244-69a6-44ab-8595-6200366219d2 req-c84233f9-56fe-40f4-aeb2-20dae59cf5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:17.890143 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-26417244-69a6-44ab-8595-6200366219d2 req-c84233f9-56fe-40f4-aeb2-20dae59cf5e1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 1101 time: 0.0677416 Nov 11 21:25:17.991287 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65141e15-561d-4ae4-a060-b26fb54dd520 req-bc4d966a-c278-48e0-a38c-380e72d8d758 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/ports?device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 210 time: 0.1654899 Nov 11 21:25:18.014241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26417244-69a6-44ab-8595-6200366219d2 req-35ce6930-ece5-4651-ada1-84268802f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:18.015719 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-26417244-69a6-44ab-8595-6200366219d2 req-35ce6930-ece5-4651-ada1-84268802f24c service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1007586 Nov 11 21:25:18.047980 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bad62b4-3fa3-4e72-a63e-ab5a5dfe8927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:18.072527 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c750a42-6e03-45f3-a34d-81120201f81d req-6705756e-8af8-438a-9657-cdae64ef8e80 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af020417-1e11-44f1-b2c6-3f3d6d119b29 HTTP/1.1" status: 200 len: 998 time: 0.2308910 Nov 11 21:25:18.126768 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-26417244-69a6-44ab-8595-6200366219d2 req-58bf5c81-23e7-4c41-8caf-c2437ec9588d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d186ccd5-204d-49b9-ac76-e4ac388b2a66 HTTP/1.1" status: 200 len: 217 time: 0.1011693 Nov 11 21:25:18.127753 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bad62b4-3fa3-4e72-a63e-ab5a5dfe8927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:18.160711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c750a42-6e03-45f3-a34d-81120201f81d req-1787256c-ccce-4169-9b46-0b4fc9cde321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:18.161140 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c750a42-6e03-45f3-a34d-81120201f81d req-1787256c-ccce-4169-9b46-0b4fc9cde321 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6091a5d9-8902-4c2d-b74e-b485b0594464 HTTP/1.1" status: 200 len: 862 time: 0.0800014 Nov 11 21:25:18.161648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48656) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:18.162434 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3bad62b4-3fa3-4e72-a63e-ab5a5dfe8927 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8d92125a913e4c5fb7a18ae99c6fd62e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4704843 Nov 11 21:25:18.196099 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-95f8d251-5d07-40c2-8066-b463a15217f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'e64c0727-8442-49ff-9d0d-9b3df4698e96', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '81aa319c-920f-4d80-917e-1877948a580f', 'port_id': 'af020417-1e11-44f1-b2c6-3f3d6d119b29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'mac_address': 'fa:16:3e:9a:b5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b40860-cf04-474e-bd38-51c287ac445c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:24:51Z', 'updated_at': '2021-11-11T21:25:15Z', 'revision_number': 1, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bc1b10-b75c-490b-91e5-2b283f02be08', 'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'mac_address': 'fa:16:3e:af:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:31Z', 'updated_at': '2021-11-11T21:24:37Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'subnets': [{'id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:18.229540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad62b4-3fa3-4e72-a63e-ab5a5dfe8927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ff8ff2-781c-4aa3-8817-16a5da26e12f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:18.243127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26417244-69a6-44ab-8595-6200366219d2 req-8aa2e99b-5a66-40e1-9f6d-b333cda4a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:18.246035 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-26417244-69a6-44ab-8595-6200366219d2 req-8aa2e99b-5a66-40e1-9f6d-b333cda4a0a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0921302 Nov 11 21:25:18.293535 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8d251-5d07-40c2-8066-b463a15217f6 None None] The sync data for ids ['81aa319c-920f-4d80-917e-1877948a580f'] in n-d-805737-3 is: [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'e64c0727-8442-49ff-9d0d-9b3df4698e96', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '81aa319c-920f-4d80-917e-1877948a580f', 'port_id': 'af020417-1e11-44f1-b2c6-3f3d6d119b29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'mac_address': 'fa:16:3e:9a:b5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b40860-cf04-474e-bd38-51c287ac445c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:24:51Z', 'updated_at': '2021-11-11T21:25:15Z', 'revision_number': 1, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bc1b10-b75c-490b-91e5-2b283f02be08', 'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'mac_address': 'fa:16:3e:af:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:31Z', 'updated_at': '2021-11-11T21:24:37Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'subnets': [{'id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:25:18.294673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48664) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:18.303627 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24751a52-107d-4ecd-baf9-23ee7e9f110b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:18.309362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c750a42-6e03-45f3-a34d-81120201f81d req-98074614-0fe9-4329-9287-dbe1a03f3b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:18.311075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c750a42-6e03-45f3-a34d-81120201f81d req-98074614-0fe9-4329-9287-dbe1a03f3b92 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7ada215-bfc4-465c-92bd-a6c626636ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971067 Nov 11 21:25:18.348768 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e14a601-0e0c-4c9d-979f-13a290b13c6b x-openstack-request-id: req-8e14a601-0e0c-4c9d-979f-13a290b13c6b {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:18.349147 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9f3300-51b8-44e4-adec-8b3f8cc4a143", "name": "network-vif-deleted", "tag": "5c1ad995-69df-4416-9b7a-011868b4ea53", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:18.349402 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e14a601-0e0c-4c9d-979f-13a290b13c6b {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:18.349796 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9f3300-51b8-44e4-adec-8b3f8cc4a143', 'name': 'network-vif-deleted', 'tag': '5c1ad995-69df-4416-9b7a-011868b4ea53', 'status': 'completed', 'code': 200} Nov 11 21:25:18.379531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26417244-69a6-44ab-8595-6200366219d2 req-6cd3f300-28dd-4697-9fb2-ae970ef5b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:18.381279 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-26417244-69a6-44ab-8595-6200366219d2 req-6cd3f300-28dd-4697-9fb2-ae970ef5b500 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1271856 Nov 11 21:25:18.388767 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24751a52-107d-4ecd-baf9-23ee7e9f110b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:18.412660 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:18.519807 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-26417244-69a6-44ab-8595-6200366219d2 req-f7804718-78c2-4c54-99aa-60ce61be74c3 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159534 Nov 11 21:25:18.614542 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24751a52-107d-4ecd-baf9-23ee7e9f110b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:18.617910 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24751a52-107d-4ecd-baf9-23ee7e9f110b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:18.621486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-24751a52-107d-4ecd-baf9-23ee7e9f110b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d6ff8ff2-781c-4aa3-8817-16a5da26e12f HTTP/1.1" status: 204 len: 168 time: 0.4564397 Nov 11 21:25:18.637498 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c750a42-6e03-45f3-a34d-81120201f81d req-f8cdc8e9-c694-4f7b-9cf2-aa42ec778c1b service neutron] 10.222.0.71 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983549 Nov 11 21:25:18.643578 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-26417244-69a6-44ab-8595-6200366219d2 req-a342f1df-aa12-4614-a79a-8cadaf909b2e service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228964 Nov 11 21:25:18.692342 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3871c47a-b909-445c-afa2-fca4223235b9 None None] New status for floating IP e64c0727-8442-49ff-9d0d-9b3df4698e96: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:25:18.902866 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4245b78-d276-4606-b82a-07f9748a477a req-8e5f72ca-0b9a-40d5-b215-a985b5d15453 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2db67c61a20248e5899f98ea2989379c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4294286 Nov 11 21:25:18.923585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24751a52-107d-4ecd-baf9-23ee7e9f110b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ff8ff2-781c-4aa3-8817-16a5da26e12f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:18.996634 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-684033e4-57b0-47ac-be01-e74ac44b9a94 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=befdcd5f40f6426ea3652685a0b4115c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985179 Nov 11 21:25:19.082955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-a85c76b9-7daa-4ec0-9bc2-2d75d160030b tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=cb7efcc9c39a421083213e6524d8d18a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1607990 Nov 11 21:25:19.246449 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:19.312373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a80dfcd8-3cb4-4758-b4c0-8fa64880c0b6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=82d97b5d1a714bc0aa6ef6cb84797b86&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0154274 Nov 11 21:25:19.315448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48710) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:19.372746 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a362f49-ba23-4eec-961f-c07968cf77c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:19.382370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c750a42-6e03-45f3-a34d-81120201f81d req-6a3e7d78-cbb1-44cd-bbd3-6a8f0e11cc14 service neutron] 10.222.0.71 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7159917 Nov 11 21:25:19.401715 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a362f49-ba23-4eec-961f-c07968cf77c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:19.416279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4245b78-d276-4606-b82a-07f9748a477a req-190e4cda-2f61-4966-bf11-8c92cdb9fdbd tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:19.417856 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4245b78-d276-4606-b82a-07f9748a477a req-190e4cda-2f61-4966-bf11-8c92cdb9fdbd tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4580579 Nov 11 21:25:19.454804 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-b09d0e13-9b76-4c9d-8adb-481ab531e897 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:19.456300 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-b09d0e13-9b76-4c9d-8adb-481ab531e897 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3535483 Nov 11 21:25:19.470591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-1a4c1fbe-a0ef-42e4-8135-c7800772b31b tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:19.472286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-1a4c1fbe-a0ef-42e4-8135-c7800772b31b tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3740165 Nov 11 21:25:19.473779 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4245b78-d276-4606-b82a-07f9748a477a req-d6232874-77ac-42f6-b10f-e8cb2700270c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/quotas/2db67c61a20248e5899f98ea2989379c HTTP/1.1" status: 200 len: 375 time: 0.0483539 Nov 11 21:25:19.479275 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Request body: {'port': {'device_id': '073114c1-cd6a-42b5-9bb4-c9b868cc0092', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'cb7efcc9c39a421083213e6524d8d18a'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:19.481592 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a362f49-ba23-4eec-961f-c07968cf77c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:19.485307 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a362f49-ba23-4eec-961f-c07968cf77c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:19.487098 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1a362f49-ba23-4eec-961f-c07968cf77c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ac0553a0-111b-4ccd-b3fb-6494b90cacef HTTP/1.1" status: 204 len: 168 time: 0.1705019 Nov 11 21:25:19.506135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a362f49-ba23-4eec-961f-c07968cf77c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0553a0-111b-4ccd-b3fb-6494b90cacef,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:19.543573 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4245b78-d276-4606-b82a-07f9748a477a req-7c7fe954-a56c-4600-8918-4382541a7ecb tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2db67c61a20248e5899f98ea2989379c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593455 Nov 11 21:25:19.548010 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-9cf1fe4c-6e1a-4603-a4b1-a4f355c785ce tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/quotas/befdcd5f40f6426ea3652685a0b4115c HTTP/1.1" status: 200 len: 375 time: 0.0649428 Nov 11 21:25:19.667633 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-8a12e702-7083-4d3f-8dd2-de9eca9d120d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0907290 Nov 11 21:25:19.717469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Made reservation on behalf of cb7efcc9c39a421083213e6524d8d18a for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:19.722742 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:19.735442 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:19.848941 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:19.858462 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:19.948817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4506cb-5d13-4351-a427-e1db48a3acde,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:20.053746 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48734) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:20.143423 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-94539ab2-543f-4cc6-94d0-a25bb96393d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d492798cc64e4433af49ff5562bc8104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0880163 Nov 11 21:25:20.144005 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48740) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:20.195184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Allocated IP 192.168.233.81 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/29147427-5edb-43e1-8506-9152dcd267b8) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:20.216934 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ef935e4-b826-40e1-a201-4a0eb47412b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:20.270897 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ef935e4-b826-40e1-a201-4a0eb47412b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:20.310756 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-12fe9c6b-a410-4a6f-8a81-9c15aafa02e9 req-eee69bcc-c84f-44ca-953c-413373df3369 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/ports?device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 210 time: 0.0509562 Nov 11 21:25:20.353308 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ef935e4-b826-40e1-a201-4a0eb47412b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:20.369388 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ef935e4-b826-40e1-a201-4a0eb47412b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:20.374073 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2ef935e4-b826-40e1-a201-4a0eb47412b0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2467a434-62eb-4a90-9f13-b6e9f5a8113c HTTP/1.1" status: 204 len: 168 time: 0.2284431 Nov 11 21:25:20.401840 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef935e4-b826-40e1-a201-4a0eb47412b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2467a434-62eb-4a90-9f13-b6e9f5a8113c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:20.466952 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:20.511709 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:20.588635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Pushing event updated for resources: {'Port': ['ID=29147427-5edb-43e1-8506-9152dcd267b8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:20.602885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:20.615582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:20.630383 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:20.659914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:20.660625 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:20.724765 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-6ab07a93-8c77-4b55-b1d1-764621131d86 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2488732 Nov 11 21:25:20.738294 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Request body: {'port': {'device_id': '073114c1-cd6a-42b5-9bb4-c9b868cc0092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:20.881450 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:20.907141 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7155d79d-8861-4044-bd89-d27595936306 req-020049f9-3f0b-43d6-9363-681c8e0eec27 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 210 time: 0.0355716 Nov 11 21:25:21.017891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e16b720b-c5cf-4380-9051-8826ce1eb38b None None] Provisioning complete for port 29147427-5edb-43e1-8506-9152dcd267b8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:21.018394 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e16b720b-c5cf-4380-9051-8826ce1eb38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:21.074370 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e16b720b-c5cf-4380-9051-8826ce1eb38b None None] Port 29147427-5edb-43e1-8506-9152dcd267b8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:21.277616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79af1b41-df2b-49ee-a536-f8e8bbd2c0ad req-2e91693c-78e5-4edb-a9cc-7bbe469304fc tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 210 time: 0.1208382 Nov 11 21:25:21.279307 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4245b78-d276-4606-b82a-07f9748a477a req-3e9d0517-7c31-4214-9dd5-ab2443bfd65d tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=2db67c61a20248e5899f98ea2989379c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828929 Nov 11 21:25:21.545222 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4245b78-d276-4606-b82a-07f9748a477a req-3ac41d92-eb23-4162-a07c-3fd8f978d293 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:21.546577 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4245b78-d276-4606-b82a-07f9748a477a req-3ac41d92-eb23-4162-a07c-3fd8f978d293 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2600219 Nov 11 21:25:21.566777 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-d4245b78-d276-4606-b82a-07f9748a477a req-7ba735c4-6cdf-4fe5-8825-e22a99c4806a tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Request body: {'port': {'device_id': 'b812a18c-cdfd-4006-bdc0-8a505e79c46c', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': '2db67c61a20248e5899f98ea2989379c'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:21.572619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29147427-5edb-43e1-8506-9152dcd267b8 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:21.591977 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929101a7-f3cf-4661-9556-dac332a082e8 req-d9945ec1-1ef0-4a83-b28c-0d80921a9594 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:21.593530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-929101a7-f3cf-4661-9556-dac332a082e8 req-d9945ec1-1ef0-4a83-b28c-0d80921a9594 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/ports?device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 935 time: 0.1073720 Nov 11 21:25:21.605886 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:21.675127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Transition to ACTIVE for port object 29147427-5edb-43e1-8506-9152dcd267b8 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:21.691408 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:21.757789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-929101a7-f3cf-4661-9556-dac332a082e8 req-f098a6b3-224c-41da-bc46-0f0d9ac34d71 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a4506cb-5d13-4351-a427-e1db48a3acde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490688 Nov 11 21:25:21.789623 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Pushing event updated for resources: {'Port': ['ID=29147427-5edb-43e1-8506-9152dcd267b8,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:21.844022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Attempting to bind port 29147427-5edb-43e1-8506-9152dcd267b8 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:21.844257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Attempting to bind port 29147427-5edb-43e1-8506-9152dcd267b8 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:21.844388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Attempting to bind port 29147427-5edb-43e1-8506-9152dcd267b8 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:21.849265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4245b78-d276-4606-b82a-07f9748a477a req-7ba735c4-6cdf-4fe5-8825-e22a99c4806a tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Made reservation on behalf of 2db67c61a20248e5899f98ea2989379c for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:21.853080 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4245b78-d276-4606-b82a-07f9748a477a req-7ba735c4-6cdf-4fe5-8825-e22a99c4806a tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:21.856450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Port 29147427-5edb-43e1-8506-9152dcd267b8 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:21.857062 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Attempting to bind port 29147427-5edb-43e1-8506-9152dcd267b8 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:21.869933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:21.870269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:21.870646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:21.871267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Bound port: 29147427-5edb-43e1-8506-9152dcd267b8, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:21.871626 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:22.033605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] For port 29147427-5edb-43e1-8506-9152dcd267b8, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:22.040307 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] For port 29147427-5edb-43e1-8506-9152dcd267b8, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29147427-5edb-43e1-8506-9152dcd267b8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:22.079580 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:22.144302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72768ec7-9747-4c78-a4ec-4f9ff10f98de req-4ae87180-115c-42eb-8629-200b7d064bf7 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 210 time: 0.0714395 Nov 11 21:25:22.157732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:22.158634 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:22.160228 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] 10.222.0.10 "PUT /v2.0/ports/29147427-5edb-43e1-8506-9152dcd267b8 HTTP/1.1" status: 200 len: 1095 time: 1.4273708 Nov 11 21:25:22.160916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073114c1-cd6a-42b5-9bb4-c9b868cc0092', 'tag': '29147427-5edb-43e1-8506-9152dcd267b8'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:22.163410 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcc1038-7bb2-4a6c-b5cb-b52b8fff953c" -d '{"events": [{"name": "network-changed", "server_uuid": "073114c1-cd6a-42b5-9bb4-c9b868cc0092", "tag": "29147427-5edb-43e1-8506-9152dcd267b8"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:22.181103 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-d4245b78-d276-4606-b82a-07f9748a477a req-7ba735c4-6cdf-4fe5-8825-e22a99c4806a tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Allocated IP 192.168.233.127 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/77d55bbe-4025-4d29-84b7-a02d515382ae) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:22.212901 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f355d68-ee97-4518-b8fe-e4b9f6d6e767 service neutron] Pushing event updated for resources: {'Port': ['ID=29147427-5edb-43e1-8506-9152dcd267b8,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:22.421758 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23d5d02-a54b-4bfa-a87d-0c2a2eb0be1a x-openstack-request-id: req-b23d5d02-a54b-4bfa-a87d-0c2a2eb0be1a {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:22.422258 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073114c1-cd6a-42b5-9bb4-c9b868cc0092", "tag": "29147427-5edb-43e1-8506-9152dcd267b8", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:22.423099 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b23d5d02-a54b-4bfa-a87d-0c2a2eb0be1a {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:22.423218 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073114c1-cd6a-42b5-9bb4-c9b868cc0092', 'tag': '29147427-5edb-43e1-8506-9152dcd267b8', 'status': 'completed', 'code': 200} Nov 11 21:25:22.607958 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-776c41b4-27ef-4452-b100-8d02e493d541 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=befdcd5f40f6426ea3652685a0b4115c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581250 Nov 11 21:25:22.759958 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48874) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:22.895408 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-01a03cf4-e497-4344-b8e0-81e8a43d97d4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:22.900545 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-01a03cf4-e497-4344-b8e0-81e8a43d97d4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2835202 Nov 11 21:25:22.914034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-559357a8-a2c9-4a75-85ec-5b1549042c34 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Request body: {'port': {'device_id': '2b4d4f71-4fa6-456a-947c-bbf4106c4ed8', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'befdcd5f40f6426ea3652685a0b4115c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:22.932063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59b79d34-4657-47d4-9ab6-165b3b826a5e req-b6b454c6-8908-44a6-8c9f-8f9ec891c633 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 210 time: 0.4081500 Nov 11 21:25:22.939981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-b20dd9ab-37fd-4a69-a2af-3d35c34ce1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:22.941503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-b20dd9ab-37fd-4a69-a2af-3d35c34ce1ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcc9c39a421083213e6524d8d18a&device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 1098 time: 0.5175159 Nov 11 21:25:22.942832 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.71', 60482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:22.976164 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-bcc35371-b15f-4703-bcc4-66c902126616 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=befdcd5f40f6426ea3652685a0b4115c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292795 Nov 11 21:25:22.978898 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4245b78-d276-4606-b82a-07f9748a477a req-7ba735c4-6cdf-4fe5-8825-e22a99c4806a tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.040984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1307bf-f537-46a3-9837-bac393d96811 req-62264823-5168-4f20-a110-df5a971b3e3b tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:23.042765 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a1307bf-f537-46a3-9837-bac393d96811 req-62264823-5168-4f20-a110-df5a971b3e3b tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/ports?device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 947 time: 0.1134520 Nov 11 21:25:23.044259 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3bc992c1-8910-469c-9a25-2813388650a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=29147427-5edb-43e1-8506-9152dcd267b8 HTTP/1.1" status: 200 len: 217 time: 0.0690501 Nov 11 21:25:23.053907 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6472a386-d449-450b-8b27-72ffcdcb4ad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.126093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-724c42b7-3608-45d2-a0e9-bf637a2a48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:23.127915 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-724c42b7-3608-45d2-a0e9-bf637a2a48f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0709119 Nov 11 21:25:23.161164 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6472a386-d449-450b-8b27-72ffcdcb4ad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.175489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a1307bf-f537-46a3-9837-bac393d96811 req-6fd65375-59da-481b-aca0-02f5e3682ca7 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a4506cb-5d13-4351-a427-e1db48a3acde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246612 Nov 11 21:25:23.177505 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6472a386-d449-450b-8b27-72ffcdcb4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.234675 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4245b78-d276-4606-b82a-07f9748a477a req-7ba735c4-6cdf-4fe5-8825-e22a99c4806a tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.267141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472a386-d449-450b-8b27-72ffcdcb4ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf323214-7799-47ce-8665-9b0fc466d8dd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:23.286687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba735c4-6cdf-4fe5-8825-e22a99c4806a tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Pushing event updated for resources: {'Port': ['ID=77d55bbe-4025-4d29-84b7-a02d515382ae,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:23.292062 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6472a386-d449-450b-8b27-72ffcdcb4ad3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ccf63bc1373342d48b8e71ce61b8b353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5309181 Nov 11 21:25:23.304150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48914) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:23.319124 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4245b78-d276-4606-b82a-07f9748a477a req-7ba735c4-6cdf-4fe5-8825-e22a99c4806a tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:23.333752 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-d4245b78-d276-4606-b82a-07f9748a477a req-7ba735c4-6cdf-4fe5-8825-e22a99c4806a tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:23.337594 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4245b78-d276-4606-b82a-07f9748a477a req-7ba735c4-6cdf-4fe5-8825-e22a99c4806a tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:23.343243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4245b78-d276-4606-b82a-07f9748a477a req-7ba735c4-6cdf-4fe5-8825-e22a99c4806a tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:23.343874 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4245b78-d276-4606-b82a-07f9748a477a req-7ba735c4-6cdf-4fe5-8825-e22a99c4806a tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.371690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-560100d5-1490-4a24-9f2e-81bd95f6e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:23.373128 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-560100d5-1490-4a24-9f2e-81bd95f6e1d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2152925 Nov 11 21:25:23.382164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4245b78-d276-4606-b82a-07f9748a477a req-7ba735c4-6cdf-4fe5-8825-e22a99c4806a tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8203225 Nov 11 21:25:23.398236 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e7172-5d31-4b88-bd20-1cd837fd8951 req-64cdd4ff-1eb0-4e63-9528-fbb9c6c3b3f0 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:23.399793 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-661e7172-5d31-4b88-bd20-1cd837fd8951 req-64cdd4ff-1eb0-4e63-9528-fbb9c6c3b3f0 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 936 time: 0.1171949 Nov 11 21:25:23.405966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Request body: {'port': {'device_id': 'b812a18c-cdfd-4006-bdc0-8a505e79c46c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:23.423252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-ef571cad-b302-4891-8cd0-4ec7c6884301 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:23.427794 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-ef571cad-b302-4891-8cd0-4ec7c6884301 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4147098 Nov 11 21:25:23.458722 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11cebcfb-1cab-4a10-b3e8-30dad18731c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.473334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-582b7162-28ee-4682-a159-205276df3421 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Request body: {'port': {'device_id': '334f839f-3cb5-4c9d-81e8-56020ad507af', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'befdcd5f40f6426ea3652685a0b4115c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:23.565802 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.589051 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-661e7172-5d31-4b88-bd20-1cd837fd8951 req-0e0e7b08-71c2-43dc-b427-e1b0ead55132 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644573 Nov 11 21:25:23.618968 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6a374c33-5583-4cbf-88b3-690c715f5f85 None None] Provisioning complete for port 77d55bbe-4025-4d29-84b7-a02d515382ae triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:23.623589 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-559357a8-a2c9-4a75-85ec-5b1549042c34 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Made reservation on behalf of befdcd5f40f6426ea3652685a0b4115c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:23.628900 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-e60c0116-9e0d-49d5-9909-6a63dabcc7a1 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457266 Nov 11 21:25:23.633640 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a374c33-5583-4cbf-88b3-690c715f5f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.636510 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-559357a8-a2c9-4a75-85ec-5b1549042c34 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.676375 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11cebcfb-1cab-4a10-b3e8-30dad18731c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.682670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6a374c33-5583-4cbf-88b3-690c715f5f85 None None] Port 77d55bbe-4025-4d29-84b7-a02d515382ae cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:23.878968 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476388e9-cf47-4ff1-b22f-793970bd1780 req-3f0a8c09-97e1-4d6d-a69c-bb01e1fd95ad service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418792 Nov 11 21:25:23.882520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-582b7162-28ee-4682-a159-205276df3421 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Made reservation on behalf of befdcd5f40f6426ea3652685a0b4115c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:23.903572 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-582b7162-28ee-4682-a159-205276df3421 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.934909 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11cebcfb-1cab-4a10-b3e8-30dad18731c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.937730 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11cebcfb-1cab-4a10-b3e8-30dad18731c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.939266 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-11cebcfb-1cab-4a10-b3e8-30dad18731c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf323214-7799-47ce-8665-9b0fc466d8dd HTTP/1.1" status: 204 len: 168 time: 0.6343005 Nov 11 21:25:23.955705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cebcfb-1cab-4a10-b3e8-30dad18731c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf323214-7799-47ce-8665-9b0fc466d8dd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:24.082713 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c298a523-569c-4378-a88d-52a951eaeaee req-3148d311-b909-4cac-9939-a2f2086c4c7a tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 210 time: 0.0409079 Nov 11 21:25:24.106909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc1038-7bb2-4a6c-b5cb-b52b8fff953c req-22a8a84d-4d07-47af-945d-9d5fa6b37591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:24.108414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdcc1038-7bb2-4a6c-b5cb-b52b8fff953c req-22a8a84d-4d07-47af-945d-9d5fa6b37591 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcc9c39a421083213e6524d8d18a&device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 1098 time: 0.1314921 Nov 11 21:25:24.144488 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48960) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:24.240443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d55bbe-4025-4d29-84b7-a02d515382ae {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:24.253431 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:24.269571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc1038-7bb2-4a6c-b5cb-b52b8fff953c req-5894ee90-9755-421e-8465-28d60d014179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:24.271428 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdcc1038-7bb2-4a6c-b5cb-b52b8fff953c req-5894ee90-9755-421e-8465-28d60d014179 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1536386 Nov 11 21:25:24.285008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Transition to ACTIVE for port object 77d55bbe-4025-4d29-84b7-a02d515382ae will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:24.308508 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:24.351849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdcc1038-7bb2-4a6c-b5cb-b52b8fff953c req-91c5b261-5f59-412e-a472-4fcbc492150f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=29147427-5edb-43e1-8506-9152dcd267b8 HTTP/1.1" status: 200 len: 217 time: 0.0644505 Nov 11 21:25:24.382073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-559357a8-a2c9-4a75-85ec-5b1549042c34 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Allocated IP 192.168.233.15 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/a9adedb1-ca68-4ac8-b9c0-236cbe80705b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:24.467105 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2d41623-4677-4fa9-850e-789e78400a9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:24.483438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc1038-7bb2-4a6c-b5cb-b52b8fff953c req-657cb37a-3505-47a9-991a-09a23f80d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:24.485568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdcc1038-7bb2-4a6c-b5cb-b52b8fff953c req-657cb37a-3505-47a9-991a-09a23f80d5e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1104167 Nov 11 21:25:24.495277 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181231f6-87e6-47b2-80e5-97e839aab75b req-80beedf3-5124-4ef9-a951-942e653ea05c tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:24.497353 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-181231f6-87e6-47b2-80e5-97e839aab75b req-80beedf3-5124-4ef9-a951-942e653ea05c tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/ports?device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 947 time: 0.2228205 Nov 11 21:25:24.498222 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Pushing event updated for resources: {'Port': ['ID=77d55bbe-4025-4d29-84b7-a02d515382ae,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:24.621826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48982) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:24.642069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Attempting to bind port 77d55bbe-4025-4d29-84b7-a02d515382ae on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:24.642760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Attempting to bind port 77d55bbe-4025-4d29-84b7-a02d515382ae by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:24.643292 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Attempting to bind port 77d55bbe-4025-4d29-84b7-a02d515382ae on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:24.657100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Port 77d55bbe-4025-4d29-84b7-a02d515382ae on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:24.657760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Attempting to bind port 77d55bbe-4025-4d29-84b7-a02d515382ae on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:24.664766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b60c799-a2ec-45da-bbf3-33e11567f04a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:24.679710 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:24.680342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:24.680780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:24.681263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Bound port: 77d55bbe-4025-4d29-84b7-a02d515382ae, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:24.681663 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:24.707821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-181231f6-87e6-47b2-80e5-97e839aab75b req-67081944-995e-468f-a677-db1e5dbfda80 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a4506cb-5d13-4351-a427-e1db48a3acde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434937 Nov 11 21:25:24.707821 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc1038-7bb2-4a6c-b5cb-b52b8fff953c req-3fda50c3-36f7-4d4d-8b87-f54b5f8019e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:24.707821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdcc1038-7bb2-4a6c-b5cb-b52b8fff953c req-3fda50c3-36f7-4d4d-8b87-f54b5f8019e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2063572 Nov 11 21:25:24.750449 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-559357a8-a2c9-4a75-85ec-5b1549042c34 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:24.795459 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2d41623-4677-4fa9-850e-789e78400a9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:24.811046 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2d41623-4677-4fa9-850e-789e78400a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:24.826042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b60c799-a2ec-45da-bbf3-33e11567f04a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:24.840093 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b60c799-a2ec-45da-bbf3-33e11567f04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:24.862304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] For port 77d55bbe-4025-4d29-84b7-a02d515382ae, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:24.868697 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-559357a8-a2c9-4a75-85ec-5b1549042c34 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:24.876847 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f2d41623-4677-4fa9-850e-789e78400a9c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e13ff00fb7c54c5c95545aa4bf3fec28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7283442 Nov 11 21:25:24.878673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48996) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:24.891355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] For port 77d55bbe-4025-4d29-84b7-a02d515382ae, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=77d55bbe-4025-4d29-84b7-a02d515382ae,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:24.903606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d186ccd5-204d-49b9-ac76-e4ac388b2a66'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:24.913896 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bdb79-c291-4534-ae27-c853e6304300 req-fe535fe8-7204-43f1-b0e5-1b3ad24063e8 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:24.921269 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a48bdb79-c291-4534-ae27-c853e6304300 req-fe535fe8-7204-43f1-b0e5-1b3ad24063e8 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 948 time: 0.1842754 Nov 11 21:25:24.932011 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:24.953857 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d41623-4677-4fa9-850e-789e78400a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7246cfc1-5a20-4394-845b-da24e146cfca,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:24.964091 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8b60c799-a2ec-45da-bbf3-33e11567f04a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c6bd7ccef67d4169a5b6326604f27ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412368 Nov 11 21:25:24.971764 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdcc1038-7bb2-4a6c-b5cb-b52b8fff953c req-64a6f01b-0786-42de-ab23-b287e95ab7b7 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379217 Nov 11 21:25:24.975638 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49000) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:25.013851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-559357a8-a2c9-4a75-85ec-5b1549042c34 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:25.044264 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-582b7162-28ee-4682-a159-205276df3421 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Allocated IP 192.168.233.152 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/08790ad1-7421-419a-8479-730cf963e787) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:25.046523 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-559357a8-a2c9-4a75-85ec-5b1549042c34 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:25.058627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-559357a8-a2c9-4a75-85ec-5b1549042c34 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:25.059258 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a48bdb79-c291-4534-ae27-c853e6304300 req-f2539ea0-9e55-4e8e-be9f-d396de8ab2a6 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369846 Nov 11 21:25:25.071271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-559357a8-a2c9-4a75-85ec-5b1549042c34 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:25.077031 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-559357a8-a2c9-4a75-85ec-5b1549042c34 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:25.083537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559357a8-a2c9-4a75-85ec-5b1549042c34 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event updated for resources: {'Port': ['ID=a9adedb1-ca68-4ac8-b9c0-236cbe80705b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:25.092647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:25.093739 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:25.094745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4245b78-d276-4606-b82a-07f9748a477a req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] 10.222.0.71 "PUT /v2.0/ports/77d55bbe-4025-4d29-84b7-a02d515382ae HTTP/1.1" status: 200 len: 1096 time: 1.6939969 Nov 11 21:25:25.096925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60c799-a2ec-45da-bbf3-33e11567f04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801c156d-4852-4d2d-b41c-445885310c6c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:25.111020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b812a18c-cdfd-4006-bdc0-8a505e79c46c', 'tag': '77d55bbe-4025-4d29-84b7-a02d515382ae'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:25.113274 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365b98ee-6bfc-461c-9f11-d28e95138cda" -d '{"events": [{"name": "network-changed", "server_uuid": "b812a18c-cdfd-4006-bdc0-8a505e79c46c", "tag": "77d55bbe-4025-4d29-84b7-a02d515382ae"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:25.159202 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-559357a8-a2c9-4a75-85ec-5b1549042c34 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2518563 Nov 11 21:25:25.185436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Request body: {'port': {'device_id': '2b4d4f71-4fa6-456a-947c-bbf4106c4ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:25.273992 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f7262d8-3458-4a3b-a7a2-7fbe075959b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:25.320653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75c0c0-b99f-437b-bb64-723c415cd02d service neutron] Pushing event updated for resources: {'Port': ['ID=77d55bbe-4025-4d29-84b7-a02d515382ae,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:25.336252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c17e38ac-cea5-490b-8e2f-f98b7f7af47d req-0fd75316-c49d-4a3e-a011-63867986fdac tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 210 time: 0.0638146 Nov 11 21:25:25.415422 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:25.423343 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-582b7162-28ee-4682-a159-205276df3421 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:25.432911 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f7262d8-3458-4a3b-a7a2-7fbe075959b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:25.434112 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa66ecfb-87f0-40d3-9d9f-e8a0c2957127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:25.450425 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd18415-393e-44ac-b0f6-734f185f961a x-openstack-request-id: req-ecd18415-393e-44ac-b0f6-734f185f961a {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:25.450715 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b812a18c-cdfd-4006-bdc0-8a505e79c46c", "tag": "77d55bbe-4025-4d29-84b7-a02d515382ae", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:25.450975 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ecd18415-393e-44ac-b0f6-734f185f961a {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:25.451377 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b812a18c-cdfd-4006-bdc0-8a505e79c46c', 'tag': '77d55bbe-4025-4d29-84b7-a02d515382ae', 'status': 'completed', 'code': 200} Nov 11 21:25:25.467706 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa66ecfb-87f0-40d3-9d9f-e8a0c2957127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:25.498579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4245b78-d276-4606-b82a-07f9748a477a req-e7c63af9-d085-4ab9-bb2c-6ea2a4824bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:25.500428 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4245b78-d276-4606-b82a-07f9748a477a req-e7c63af9-d085-4ab9-bb2c-6ea2a4824bdf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2db67c61a20248e5899f98ea2989379c&device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 1099 time: 0.3363881 Nov 11 21:25:25.537739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdcc1038-7bb2-4a6c-b5cb-b52b8fff953c req-5d2da602-a25d-4ae6-8dbb-60e3d9488360 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284629 Nov 11 21:25:25.620031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4245b78-d276-4606-b82a-07f9748a477a req-ad417c63-16ab-465c-a3c5-4a480790201f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=77d55bbe-4025-4d29-84b7-a02d515382ae HTTP/1.1" status: 200 len: 217 time: 0.0952189 Nov 11 21:25:25.658480 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa66ecfb-87f0-40d3-9d9f-e8a0c2957127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:25.661236 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa66ecfb-87f0-40d3-9d9f-e8a0c2957127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:25.662498 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fa66ecfb-87f0-40d3-9d9f-e8a0c2957127 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/801c156d-4852-4d2d-b41c-445885310c6c HTTP/1.1" status: 204 len: 168 time: 0.6844349 Nov 11 21:25:25.729615 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f7262d8-3458-4a3b-a7a2-7fbe075959b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:25.733107 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f7262d8-3458-4a3b-a7a2-7fbe075959b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:25.734509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7f7262d8-3458-4a3b-a7a2-7fbe075959b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7246cfc1-5a20-4394-845b-da24e146cfca HTTP/1.1" status: 204 len: 168 time: 0.8538699 Nov 11 21:25:25.762670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7262d8-3458-4a3b-a7a2-7fbe075959b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7246cfc1-5a20-4394-845b-da24e146cfca,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:25.774948 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4245b78-d276-4606-b82a-07f9748a477a req-fe1e7e90-fe49-4974-a088-d77ae6d8bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:25.786753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4245b78-d276-4606-b82a-07f9748a477a req-fe1e7e90-fe49-4974-a088-d77ae6d8bc5f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1483722 Nov 11 21:25:25.839471 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66ecfb-87f0-40d3-9d9f-e8a0c2957127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801c156d-4852-4d2d-b41c-445885310c6c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:25.863161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4245b78-d276-4606-b82a-07f9748a477a req-dff27b3c-7ba0-42d6-9f86-42211d15bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:25.874707 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4245b78-d276-4606-b82a-07f9748a477a req-dff27b3c-7ba0-42d6-9f86-42211d15bff3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871215 Nov 11 21:25:25.877408 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-582b7162-28ee-4682-a159-205276df3421 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:25.893592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d186ccd5-204d-49b9-ac76-e4ac388b2a66'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:25.972991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-582b7162-28ee-4682-a159-205276df3421 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:25.981400 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-582b7162-28ee-4682-a159-205276df3421 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:25.984162 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-582b7162-28ee-4682-a159-205276df3421 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:25.990301 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-582b7162-28ee-4682-a159-205276df3421 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:25.990932 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-582b7162-28ee-4682-a159-205276df3421 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:26.006592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-01fdd39c-f93a-4660-bec4-2bbe587fff1a None None] Provisioning complete for port a9adedb1-ca68-4ac8-b9c0-236cbe80705b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:26.007197 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01fdd39c-f93a-4660-bec4-2bbe587fff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:26.041155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b7162-28ee-4682-a159-205276df3421 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event updated for resources: {'Port': ['ID=08790ad1-7421-419a-8479-730cf963e787,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:26.065323 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-582b7162-28ee-4682-a159-205276df3421 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6007516 Nov 11 21:25:26.105740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-01fdd39c-f93a-4660-bec4-2bbe587fff1a None None] Port a9adedb1-ca68-4ac8-b9c0-236cbe80705b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:26.184243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237ffa2-8548-4cad-9cc6-8afbe1d94df6 req-85456dc6-4b0b-4d63-8b92-4535808e5e68 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:26.198068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a237ffa2-8548-4cad-9cc6-8afbe1d94df6 req-85456dc6-4b0b-4d63-8b92-4535808e5e68 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/ports?device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 947 time: 0.2620347 Nov 11 21:25:26.204004 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9adedb1-ca68-4ac8-b9c0-236cbe80705b {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:26.221431 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:26.248974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Transition to ACTIVE for port object a9adedb1-ca68-4ac8-b9c0-236cbe80705b will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:26.249499 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4245b78-d276-4606-b82a-07f9748a477a req-ecbb6e9c-ef80-4643-9d3c-b0e297f65581 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661435 Nov 11 21:25:26.256462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Request body: {'port': {'device_id': '334f839f-3cb5-4c9d-81e8-56020ad507af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:26.323887 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:26.327390 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:26.398690 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49072) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:26.421936 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-581a7b45-7ae7-49ab-90c2-aaccd9b12af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:26.448921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-094ed179-4af3-4294-9737-8e3a1aa62aef None None] Provisioning complete for port 08790ad1-7421-419a-8479-730cf963e787 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:26.449320 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-094ed179-4af3-4294-9737-8e3a1aa62aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:26.530298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Pushing event updated for resources: {'Port': ['ID=a9adedb1-ca68-4ac8-b9c0-236cbe80705b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:26.559740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-094ed179-4af3-4294-9737-8e3a1aa62aef None None] Port 08790ad1-7421-419a-8479-730cf963e787 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:26.606723 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Attempting to bind port a9adedb1-ca68-4ac8-b9c0-236cbe80705b on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:26.607070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Attempting to bind port a9adedb1-ca68-4ac8-b9c0-236cbe80705b by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:26.607369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Attempting to bind port a9adedb1-ca68-4ac8-b9c0-236cbe80705b on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:26.632358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Port a9adedb1-ca68-4ac8-b9c0-236cbe80705b on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:26.632721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Attempting to bind port a9adedb1-ca68-4ac8-b9c0-236cbe80705b on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:26.664001 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:26.664351 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:26.664735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:26.665306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Bound port: a9adedb1-ca68-4ac8-b9c0-236cbe80705b, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:26.665668 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:26.695890 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-581a7b45-7ae7-49ab-90c2-aaccd9b12af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:26.718845 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a237ffa2-8548-4cad-9cc6-8afbe1d94df6 req-d91ba35f-0b6e-4379-8202-11b64edc5393 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a4506cb-5d13-4351-a427-e1db48a3acde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197599 Nov 11 21:25:26.799479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae8695-d709-41f8-be37-dba79a9b85db req-608f77b1-2f15-491c-8c59-4ffe39b45294 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:26.807530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91ae8695-d709-41f8-be37-dba79a9b85db req-608f77b1-2f15-491c-8c59-4ffe39b45294 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 948 time: 0.1052768 Nov 11 21:25:26.837732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4245b78-d276-4606-b82a-07f9748a477a req-008b2564-c8c3-4f29-a649-02f9772f8336 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763745 Nov 11 21:25:26.873276 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91ae8695-d709-41f8-be37-dba79a9b85db req-00b9adea-1ff6-4648-bf76-ad9c73427e1c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651529 Nov 11 21:25:26.992454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b98ee-6bfc-461c-9f11-d28e95138cda req-33bb0009-c469-4e30-b081-4ff21c56a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:26.993986 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-365b98ee-6bfc-461c-9f11-d28e95138cda req-33bb0009-c469-4e30-b081-4ff21c56a5a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2db67c61a20248e5899f98ea2989379c&device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 1099 time: 0.0882301 Nov 11 21:25:27.012129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c35b37-6468-485b-8455-54991da07f62 req-c5facc8a-dd98-4e6a-8260-75e2baca044a tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:27.024916 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5c35b37-6468-485b-8455-54991da07f62 req-c5facc8a-dd98-4e6a-8260-75e2baca044a tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 936 time: 0.0783582 Nov 11 21:25:27.045686 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-581a7b45-7ae7-49ab-90c2-aaccd9b12af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:27.142124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a7b45-7ae7-49ab-90c2-aaccd9b12af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27171ad3-1481-4e34-9aa1-b4e2475060e7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:27.150090 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-581a7b45-7ae7-49ab-90c2-aaccd9b12af2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=49c60438e98e4a0ba22afebd7b56c9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7474387 Nov 11 21:25:27.150684 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49102) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:27.153474 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5c35b37-6468-485b-8455-54991da07f62 req-10f67fbb-b94c-4171-a37d-fad6f8fd8a4f tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094759 Nov 11 21:25:27.173113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] For port a9adedb1-ca68-4ac8-b9c0-236cbe80705b, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:27.178041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b98ee-6bfc-461c-9f11-d28e95138cda req-6c575be8-ccfb-4bc5-8c34-110d4c4ff41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:27.179515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] For port a9adedb1-ca68-4ac8-b9c0-236cbe80705b, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=a9adedb1-ca68-4ac8-b9c0-236cbe80705b,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:27.184260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-365b98ee-6bfc-461c-9f11-d28e95138cda req-6c575be8-ccfb-4bc5-8c34-110d4c4ff41d service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1693344 Nov 11 21:25:27.185015 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08790ad1-7421-419a-8479-730cf963e787 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:27.214689 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:27.234491 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:27.249052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Transition to ACTIVE for port object 08790ad1-7421-419a-8479-730cf963e787 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:27.259184 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-365b98ee-6bfc-461c-9f11-d28e95138cda req-396d040b-8600-477e-85ed-6089f3dd1734 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=77d55bbe-4025-4d29-84b7-a02d515382ae HTTP/1.1" status: 200 len: 217 time: 0.0653851 Nov 11 21:25:27.263614 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:27.264201 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:27.265599 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] 10.222.0.71 "PUT /v2.0/ports/a9adedb1-ca68-4ac8-b9c0-236cbe80705b HTTP/1.1" status: 200 len: 1095 time: 2.0906646 Nov 11 21:25:27.287092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4d4f71-4fa6-456a-947c-bbf4106c4ed8', 'tag': 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:27.289497 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d754c339-0dcc-4b58-ac98-f970691c5f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4d4f71-4fa6-456a-947c-bbf4106c4ed8", "tag": "a9adedb1-ca68-4ac8-b9c0-236cbe80705b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:27.312830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:27.346953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b98ee-6bfc-461c-9f11-d28e95138cda req-8a5e8204-6daf-4eb8-866d-f270d263753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:27.351922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-365b98ee-6bfc-461c-9f11-d28e95138cda req-8a5e8204-6daf-4eb8-866d-f270d263753c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0838459 Nov 11 21:25:27.380391 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d994e85-ea82-41d1-94a1-c388a2c2287a x-openstack-request-id: req-6d994e85-ea82-41d1-94a1-c388a2c2287a {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:27.380788 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4d4f71-4fa6-456a-947c-bbf4106c4ed8", "tag": "a9adedb1-ca68-4ac8-b9c0-236cbe80705b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:27.380976 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d994e85-ea82-41d1-94a1-c388a2c2287a {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:27.381366 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4d4f71-4fa6-456a-947c-bbf4106c4ed8', 'tag': 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', 'status': 'completed', 'code': 200} Nov 11 21:25:27.409854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b98ee-6bfc-461c-9f11-d28e95138cda req-7b8e6dda-311c-407a-8d7b-a0022d92e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:27.411819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-365b98ee-6bfc-461c-9f11-d28e95138cda req-7b8e6dda-311c-407a-8d7b-a0022d92e0f0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431063 Nov 11 21:25:27.479333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771b527-96d9-4bc7-a902-d37554573dac service neutron] Pushing event updated for resources: {'Port': ['ID=a9adedb1-ca68-4ac8-b9c0-236cbe80705b,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:27.506792 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-d0ffaf22-7e37-4d57-9b15-f71daaec3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:27.509243 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-d0ffaf22-7e37-4d57-9b15-f71daaec3ee9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=2b4d4f71-4fa6-456a-947c-bbf4106c4ed8 HTTP/1.1" status: 200 len: 1098 time: 0.1792760 Nov 11 21:25:27.509968 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16031c39-27a5-488f-838b-225359df6b7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:27.604133 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-365b98ee-6bfc-461c-9f11-d28e95138cda req-ec72ae6d-c055-48ce-bd95-5361ace473ec service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828022 Nov 11 21:25:27.622139 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-32326180-cf90-4b4c-8b31-ba04a8e96161 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a9adedb1-ca68-4ac8-b9c0-236cbe80705b HTTP/1.1" status: 200 len: 217 time: 0.0934596 Nov 11 21:25:27.628440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Attempting to bind port 08790ad1-7421-419a-8479-730cf963e787 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:27.628772 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Attempting to bind port 08790ad1-7421-419a-8479-730cf963e787 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:27.629137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Attempting to bind port 08790ad1-7421-419a-8479-730cf963e787 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:27.643030 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16031c39-27a5-488f-838b-225359df6b7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:27.736074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Port 08790ad1-7421-419a-8479-730cf963e787 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:27.736500 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Attempting to bind port 08790ad1-7421-419a-8479-730cf963e787 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:27.738383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=08790ad1-7421-419a-8479-730cf963e787,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:27.758636 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-365b98ee-6bfc-461c-9f11-d28e95138cda req-2f6cdcf3-92cd-4c31-bc3a-da97a0838871 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232841 Nov 11 21:25:27.765495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:27.765933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:27.766202 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:27.766824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Bound port: 08790ad1-7421-419a-8479-730cf963e787, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:27.767179 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:27.782254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29147427-5edb-43e1-8506-9152dcd267b8 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:27.788300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-87478e52-6428-4d86-ba3b-e2774c10b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:27.789825 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-87478e52-6428-4d86-ba3b-e2774c10b51c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1436832 Nov 11 21:25:27.912942 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16031c39-27a5-488f-838b-225359df6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:27.915487 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16031c39-27a5-488f-838b-225359df6b7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:27.918952 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-16031c39-27a5-488f-838b-225359df6b7d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/27171ad3-1481-4e34-9aa1-b4e2475060e7 HTTP/1.1" status: 204 len: 168 time: 0.7614989 Nov 11 21:25:27.939127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16031c39-27a5-488f-838b-225359df6b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27171ad3-1481-4e34-9aa1-b4e2475060e7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:27.944060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] For port 08790ad1-7421-419a-8479-730cf963e787, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:27.947956 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-84ee2c33-abf5-4ffe-8c42-481c41725aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:27.949555 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-84ee2c33-abf5-4ffe-8c42-481c41725aaf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1219211 Nov 11 21:25:27.962244 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] For port 08790ad1-7421-419a-8479-730cf963e787, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=08790ad1-7421-419a-8479-730cf963e787,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:27.972325 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:27.979943 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 29147427-5edb-43e1-8506-9152dcd267b8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29147427-5edb-43e1-8506-9152dcd267b8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:27.981701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eafd75-569d-4948-82c1-a5942ccf06af req-89bf090f-2f8f-499f-a947-66e3edc599bb tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:27.983409 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57eafd75-569d-4948-82c1-a5942ccf06af req-89bf090f-2f8f-499f-a947-66e3edc599bb tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/ports?device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 947 time: 0.1608462 Nov 11 21:25:28.005341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '29147427-5edb-43e1-8506-9152dcd267b8', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '29147427-5edb-43e1-8506-9152dcd267b8', 'mac_address': 'fa:16:3e:64:77:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:28.026795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49142) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:28.075233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:28.075856 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:28.077317 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] 10.222.0.71 "PUT /v2.0/ports/08790ad1-7421-419a-8479-730cf963e787 HTTP/1.1" status: 200 len: 1096 time: 1.8262866 Nov 11 21:25:28.116569 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:28.158545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735a242-6565-4e87-9f79-327b55812fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=08790ad1-7421-419a-8479-730cf963e787,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:28.166042 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29147427-5edb-43e1-8506-9152dcd267b8 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:28.173082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57eafd75-569d-4948-82c1-a5942ccf06af req-e6bb208f-8077-467a-a0ff-1b88084f9bcb tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a4506cb-5d13-4351-a427-e1db48a3acde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668024 Nov 11 21:25:28.201312 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-ea323281-a4c6-49c4-8870-39c50f66b6a9 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414708 Nov 11 21:25:28.205046 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 29147427-5edb-43e1-8506-9152dcd267b8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29147427-5edb-43e1-8506-9152dcd267b8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:28.212985 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:28.292068 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=29147427-5edb-43e1-8506-9152dcd267b8,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:28.327962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-d05e7c9b-771e-4000-bf2b-c24b8aac96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:28.330153 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-d05e7c9b-771e-4000-bf2b-c24b8aac96f1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 1099 time: 0.1943054 Nov 11 21:25:28.408668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['29147427-5edb-43e1-8506-9152dcd267b8'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:28.413533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac223d-142b-4c95-872f-ad3a0ea15b11 req-3a54a618-e762-4521-b13d-2bb97bb99d7c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:28.415648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16ac223d-142b-4c95-872f-ad3a0ea15b11 req-3a54a618-e762-4521-b13d-2bb97bb99d7c tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 948 time: 0.1363926 Nov 11 21:25:28.428714 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-3271942b-6efb-40b7-87b1-f81320563a65 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=08790ad1-7421-419a-8479-730cf963e787 HTTP/1.1" status: 200 len: 217 time: 0.0528717 Nov 11 21:25:28.473635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a76af9-29bc-4215-af84-a2d3d3f4d067 req-44a9ef10-26d3-47e0-b962-6518c6150735 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:28.475837 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72a76af9-29bc-4215-af84-a2d3d3f4d067 req-44a9ef10-26d3-47e0-b962-6518c6150735 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 948 time: 0.1171002 Nov 11 21:25:28.502781 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-265a0537-9d8c-4f60-864a-f6d24197732b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:28.579753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16ac223d-142b-4c95-872f-ad3a0ea15b11 req-1ee475dc-84af-41a7-955b-3d11a73bd7d8 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517143 Nov 11 21:25:28.625939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72a76af9-29bc-4215-af84-a2d3d3f4d067 req-e56f3852-9349-434d-9399-830d9b2f2423 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369820 Nov 11 21:25:28.678615 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-f845678a-7340-4445-8dae-f5c66c825b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:28.678615 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-f845678a-7340-4445-8dae-f5c66c825b4d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.2280328 Nov 11 21:25:28.680596 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-351492d6-ace5-4c33-a110-16627e159e12 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499066 Nov 11 21:25:28.745833 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-265a0537-9d8c-4f60-864a-f6d24197732b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:28.756148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-6bfa15d3-dc41-416b-8609-435ae0a3201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:28.757802 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-6bfa15d3-dc41-416b-8609-435ae0a3201e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694721 Nov 11 21:25:28.758638 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-265a0537-9d8c-4f60-864a-f6d24197732b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:28.862265 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-265a0537-9d8c-4f60-864a-f6d24197732b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=323ea0ea739242aca515731890820fe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8288639 Nov 11 21:25:28.862760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49180) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:28.884570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a0537-9d8c-4f60-864a-f6d24197732b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404eb5c2-91ec-408e-b6d7-cc9cc66f2259,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:28.911756 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754c339-0dcc-4b58-ac98-f970691c5f8b req-dd5b4011-4ff1-452e-b020-61d1674d09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:28.913276 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d754c339-0dcc-4b58-ac98-f970691c5f8b req-dd5b4011-4ff1-452e-b020-61d1674d09d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=2b4d4f71-4fa6-456a-947c-bbf4106c4ed8 HTTP/1.1" status: 200 len: 1098 time: 0.1388962 Nov 11 21:25:28.924118 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:28.951650 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-142d004d-b36a-42c6-8c99-3f9d1825647c service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782384 Nov 11 21:25:28.956697 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:29.034392 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:29.037549 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:29.041499 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/404eb5c2-91ec-408e-b6d7-cc9cc66f2259 HTTP/1.1" status: 204 len: 168 time: 0.1751828 Nov 11 21:25:29.056064 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404eb5c2-91ec-408e-b6d7-cc9cc66f2259,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:29.095779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754c339-0dcc-4b58-ac98-f970691c5f8b req-d6ad731c-6c1b-40b5-9e53-8f6717b7f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:29.097410 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d754c339-0dcc-4b58-ac98-f970691c5f8b req-d6ad731c-6c1b-40b5-9e53-8f6717b7f213 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1734698 Nov 11 21:25:29.107061 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:29.107640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:29.109290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:29.109714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:29.110126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:29.113525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:29.113875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:29.114214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:29.114553 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:29.114884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:29.115232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:29.115540 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362d32e-1da1-47d0-896b-f607e69d2fc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:29.190385 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d754c339-0dcc-4b58-ac98-f970691c5f8b req-d1b51692-4164-497b-99e2-ccc132981b1b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a9adedb1-ca68-4ac8-b9c0-236cbe80705b HTTP/1.1" status: 200 len: 217 time: 0.0839851 Nov 11 21:25:29.194506 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-974f0c5b-0364-46f3-b3fd-4522cee0713e req-4c9ca5ec-d63e-47b2-a3e9-f1b53f71554b service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345030 Nov 11 21:25:29.227466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 77d55bbe-4025-4d29-84b7-a02d515382ae details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:29.277925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754c339-0dcc-4b58-ac98-f970691c5f8b req-d011ddbf-65c5-4eda-bb3b-64cae30c5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:29.279398 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d754c339-0dcc-4b58-ac98-f970691c5f8b req-d011ddbf-65c5-4eda-bb3b-64cae30c5530 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0766990 Nov 11 21:25:29.353489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 77d55bbe-4025-4d29-84b7-a02d515382ae, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=77d55bbe-4025-4d29-84b7-a02d515382ae,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:29.365211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754c339-0dcc-4b58-ac98-f970691c5f8b req-1ea4caf9-20cf-42c8-8b3c-e91e514c9d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:29.369031 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d754c339-0dcc-4b58-ac98-f970691c5f8b req-1ea4caf9-20cf-42c8-8b3c-e91e514c9d53 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696628 Nov 11 21:25:29.370511 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '77d55bbe-4025-4d29-84b7-a02d515382ae', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '77d55bbe-4025-4d29-84b7-a02d515382ae', 'mac_address': 'fa:16:3e:0e:6a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:29.389254 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334f839f-3cb5-4c9d-81e8-56020ad507af', 'tag': '08790ad1-7421-419a-8479-730cf963e787'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:29.391251 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85327f65-8ff3-46b9-95eb-0ac5a65e8f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "334f839f-3cb5-4c9d-81e8-56020ad507af", "tag": "08790ad1-7421-419a-8479-730cf963e787"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:29.417934 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:29.433994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d55bbe-4025-4d29-84b7-a02d515382ae {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:29.461371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 77d55bbe-4025-4d29-84b7-a02d515382ae, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=77d55bbe-4025-4d29-84b7-a02d515382ae,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:29.469113 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:29.486539 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d754c339-0dcc-4b58-ac98-f970691c5f8b req-f8360713-ed48-49d2-ab2a-42bd568e04e3 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922627 Nov 11 21:25:29.531167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=77d55bbe-4025-4d29-84b7-a02d515382ae,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:29.614159 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bb029-1ef5-409c-99c3-cc1fa2415ed1 req-4b0a3c2d-481d-4777-8302-71df2587c81b tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:29.615780 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc2bb029-1ef5-409c-99c3-cc1fa2415ed1 req-4b0a3c2d-481d-4777-8302-71df2587c81b tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/ports?device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 948 time: 0.0795894 Nov 11 21:25:29.647788 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe5e308-2225-4688-a228-08fe93390a29 x-openstack-request-id: req-bbe5e308-2225-4688-a228-08fe93390a29 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:29.648078 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334f839f-3cb5-4c9d-81e8-56020ad507af", "tag": "08790ad1-7421-419a-8479-730cf963e787", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:29.648378 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bbe5e308-2225-4688-a228-08fe93390a29 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:29.648740 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334f839f-3cb5-4c9d-81e8-56020ad507af', 'tag': '08790ad1-7421-419a-8479-730cf963e787', 'status': 'completed', 'code': 200} Nov 11 21:25:29.692712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc2bb029-1ef5-409c-99c3-cc1fa2415ed1 req-4084b108-c319-4739-a54b-fc1aa20e8194 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a4506cb-5d13-4351-a427-e1db48a3acde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689385 Nov 11 21:25:29.738010 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['77d55bbe-4025-4d29-84b7-a02d515382ae'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:29.761488 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49214) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:29.790812 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29147427-5edb-43e1-8506-9152dcd267b8 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:29.828612 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1355357-de46-4e18-a5b4-56f2f2c6d44c req-b30f6bd2-bf32-4f96-a529-414ccad8c551 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:29.830468 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1355357-de46-4e18-a5b4-56f2f2c6d44c req-b30f6bd2-bf32-4f96-a529-414ccad8c551 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 949 time: 0.1093209 Nov 11 21:25:29.832360 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d754c339-0dcc-4b58-ac98-f970691c5f8b req-3e2a44aa-c47e-4ab5-b74d-6a612988b230 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362231 Nov 11 21:25:29.835157 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85327f65-8ff3-46b9-95eb-0ac5a65e8f2c req-8da81a81-efa7-4fd8-abd5-f47be7360348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:29.836735 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85327f65-8ff3-46b9-95eb-0ac5a65e8f2c req-8da81a81-efa7-4fd8-abd5-f47be7360348 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 1099 time: 0.1739743 Nov 11 21:25:29.837842 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:29.889706 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49218) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:29.929966 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 29147427-5edb-43e1-8506-9152dcd267b8 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:25:29.949231 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 29147427-5edb-43e1-8506-9152dcd267b8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:29.949605 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:29.988987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85327f65-8ff3-46b9-95eb-0ac5a65e8f2c req-8145d3d9-9f55-49fb-a117-caed03a9a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:29.990879 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85327f65-8ff3-46b9-95eb-0ac5a65e8f2c req-8145d3d9-9f55-49fb-a117-caed03a9a674 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1358688 Nov 11 21:25:29.999590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1355357-de46-4e18-a5b4-56f2f2c6d44c req-b2c0f6d4-7126-4906-bf82-fa0bbfe7ec41 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599007 Nov 11 21:25:30.082182 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85327f65-8ff3-46b9-95eb-0ac5a65e8f2c req-41f38951-a7ee-47a5-889f-432e0b490660 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=08790ad1-7421-419a-8479-730cf963e787 HTTP/1.1" status: 200 len: 217 time: 0.0793037 Nov 11 21:25:30.149812 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:30.177759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073114c1-cd6a-42b5-9bb4-c9b868cc0092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29147427-5edb-43e1-8506-9152dcd267b8'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:30.181715 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae997701-2ee6-4210-8355-d8518dba88f3" -d '{"events": [{"server_uuid": "073114c1-cd6a-42b5-9bb4-c9b868cc0092", "name": "network-vif-plugged", "status": "completed", "tag": "29147427-5edb-43e1-8506-9152dcd267b8"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:30.196339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 29147427-5edb-43e1-8506-9152dcd267b8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29147427-5edb-43e1-8506-9152dcd267b8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:30.201742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85327f65-8ff3-46b9-95eb-0ac5a65e8f2c req-83a76346-61f3-46e0-af7f-9546087143de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:30.202808 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85327f65-8ff3-46b9-95eb-0ac5a65e8f2c req-83a76346-61f3-46e0-af7f-9546087143de service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1057866 Nov 11 21:25:30.205099 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:30.205649 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:30.212648 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:30.249986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0b38d-e92d-46d0-96af-ee38d82d3b5d req-b0cd4b7d-5f4c-42f3-b1b8-af37c52e8db9 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:30.266115 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2c0b38d-e92d-46d0-96af-ee38d82d3b5d req-b0cd4b7d-5f4c-42f3-b1b8-af37c52e8db9 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 948 time: 0.1410997 Nov 11 21:25:30.293706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17b3197-1ac5-487b-b90e-b08ac8b76954,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:30.299543 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=58a88ce09b3b465aa389f2d818e8799f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5367839 Nov 11 21:25:30.303391 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85327f65-8ff3-46b9-95eb-0ac5a65e8f2c req-e1c7e15c-9c64-467f-b33a-ec377676c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:30.304917 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85327f65-8ff3-46b9-95eb-0ac5a65e8f2c req-e1c7e15c-9c64-467f-b33a-ec377676c8d7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939860 Nov 11 21:25:30.306861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49230) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:30.311355 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.311702 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.312041 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.312516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.312864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.313195 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.313579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.313900 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.314220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.314559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.314874 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.315188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930f0d3-5529-41d2-abb4-4ba7dca8c757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.331651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=29147427-5edb-43e1-8506-9152dcd267b8,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:30.356380 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.356727 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.357091 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.357424 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.357754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.358080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.358404 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.358725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.359044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.359362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.359681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.359983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:30.437672 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d736b6d5-0653-4c72-908b-8ee6c74216fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:30.446606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2c0b38d-e92d-46d0-96af-ee38d82d3b5d req-ccf4ce26-ff7a-464b-9ee2-dfa8f1a9ae86 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784844 Nov 11 21:25:30.457992 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85327f65-8ff3-46b9-95eb-0ac5a65e8f2c req-6b3bb151-321e-42f1-8322-b594f826a26d service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367207 Nov 11 21:25:30.487971 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-489cf7e2-00ba-4e11-b400-6dba274bac7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:30.492274 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cfdff5-9e59-4dad-aa5f-9943a57dfb17 x-openstack-request-id: req-24cfdff5-9e59-4dad-aa5f-9943a57dfb17 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:30.492596 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073114c1-cd6a-42b5-9bb4-c9b868cc0092", "name": "network-vif-plugged", "status": "completed", "tag": "29147427-5edb-43e1-8506-9152dcd267b8", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:30.493009 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-24cfdff5-9e59-4dad-aa5f-9943a57dfb17 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:30.493459 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073114c1-cd6a-42b5-9bb4-c9b868cc0092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29147427-5edb-43e1-8506-9152dcd267b8', 'code': 200} Nov 11 21:25:30.561635 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-489cf7e2-00ba-4e11-b400-6dba274bac7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:30.601251 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85327f65-8ff3-46b9-95eb-0ac5a65e8f2c req-b696d11a-4edb-4178-9646-d5181974d012 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200805 Nov 11 21:25:30.682208 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d736b6d5-0653-4c72-908b-8ee6c74216fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:30.686518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff37bf7-5090-45cd-af88-8cde75c32fa2 req-f1667f12-3d4c-476e-8bbb-989f5a16ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:30.688409 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fff37bf7-5090-45cd-af88-8cde75c32fa2 req-f1667f12-3d4c-476e-8bbb-989f5a16ee36 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 1100 time: 0.1324167 Nov 11 21:25:30.690000 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d736b6d5-0653-4c72-908b-8ee6c74216fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:30.720130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-489cf7e2-00ba-4e11-b400-6dba274bac7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:30.722692 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-489cf7e2-00ba-4e11-b400-6dba274bac7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:30.724018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-489cf7e2-00ba-4e11-b400-6dba274bac7b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b17b3197-1ac5-487b-b90e-b08ac8b76954 HTTP/1.1" status: 204 len: 168 time: 0.4158201 Nov 11 21:25:30.771739 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736b6d5-0653-4c72-908b-8ee6c74216fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a15fd2b-f617-4535-a3b7-d1dd41921d2b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:30.784342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49254) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:30.791253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d736b6d5-0653-4c72-908b-8ee6c74216fc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cfe6ad6b00364bbe99ffbb579b8718a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8978405 Nov 11 21:25:30.828912 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cf7e2-00ba-4e11-b400-6dba274bac7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17b3197-1ac5-487b-b90e-b08ac8b76954,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:30.849940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fff37bf7-5090-45cd-af88-8cde75c32fa2 req-9ec53833-a827-4894-9733-90b031481482 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8a4506cb-5d13-4351-a427-e1db48a3acde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523602 Nov 11 21:25:30.867554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362c7cd-07dd-45c5-96e4-8aaff5caef47 req-3891652f-1900-46aa-bbfd-c8578c516653 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:30.869077 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0eaf3b1d-5800-4ce9-8d91-d8157c517e55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:30.869550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2362c7cd-07dd-45c5-96e4-8aaff5caef47 req-3891652f-1900-46aa-bbfd-c8578c516653 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/ports?device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 949 time: 0.0945899 Nov 11 21:25:30.893048 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0eaf3b1d-5800-4ce9-8d91-d8157c517e55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:30.928571 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2362c7cd-07dd-45c5-96e4-8aaff5caef47 req-687d36d3-25e8-486f-8c8f-f6d3a0176ece tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a4506cb-5d13-4351-a427-e1db48a3acde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510857 Nov 11 21:25:30.963660 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0eaf3b1d-5800-4ce9-8d91-d8157c517e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:30.966742 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0eaf3b1d-5800-4ce9-8d91-d8157c517e55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:30.968518 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0eaf3b1d-5800-4ce9-8d91-d8157c517e55 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a15fd2b-f617-4535-a3b7-d1dd41921d2b HTTP/1.1" status: 204 len: 168 time: 0.1829069 Nov 11 21:25:30.979524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf3b1d-5800-4ce9-8d91-d8157c517e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a15fd2b-f617-4535-a3b7-d1dd41921d2b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:31.146656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d3423-75b7-40ba-afe4-243dc5f985b8 req-b609717a-368b-4e0e-b974-3cba36248495 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:31.148947 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-565d3423-75b7-40ba-afe4-243dc5f985b8 req-b609717a-368b-4e0e-b974-3cba36248495 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 949 time: 0.0634632 Nov 11 21:25:31.202837 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-565d3423-75b7-40ba-afe4-243dc5f985b8 req-5eb39ee4-4160-4b5b-aea6-c1a971b0db22 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467801 Nov 11 21:25:31.247461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device a9adedb1-ca68-4ac8-b9c0-236cbe80705b details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:31.252764 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 77d55bbe-4025-4d29-84b7-a02d515382ae up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:31.374809 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 77d55bbe-4025-4d29-84b7-a02d515382ae completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:25:31.387511 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 77d55bbe-4025-4d29-84b7-a02d515382ae triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:31.387880 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:31.400097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49282) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:31.422144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port a9adedb1-ca68-4ac8-b9c0-236cbe80705b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=a9adedb1-ca68-4ac8-b9c0-236cbe80705b,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:31.440025 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', 'mac_address': 'fa:16:3e:27:d7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:31.507983 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:31.529707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9adedb1-ca68-4ac8-b9c0-236cbe80705b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:31.535045 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:31.537881 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49290) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:31.570528 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1898f204-1914-4a55-8018-4fdcb9601cc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:31.574859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port a9adedb1-ca68-4ac8-b9c0-236cbe80705b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=a9adedb1-ca68-4ac8-b9c0-236cbe80705b,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:31.585035 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:31.588349 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 77d55bbe-4025-4d29-84b7-a02d515382ae, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=77d55bbe-4025-4d29-84b7-a02d515382ae,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:31.627180 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f500749-1c93-46d8-bd97-935d1a9f02e1 req-05682838-00d6-4646-9584-d9682b0a317b tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:31.637573 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f500749-1c93-46d8-bd97-935d1a9f02e1 req-05682838-00d6-4646-9584-d9682b0a317b tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 948 time: 0.1060681 Nov 11 21:25:31.639908 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:31.687799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=a9adedb1-ca68-4ac8-b9c0-236cbe80705b,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:31.714464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f500749-1c93-46d8-bd97-935d1a9f02e1 req-b61c88d7-79e9-423f-a1ba-3ec4cf7e5eb0 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711236 Nov 11 21:25:31.727648 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1898f204-1914-4a55-8018-4fdcb9601cc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:31.733260 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f54ffbf6-e397-4c29-9275-920b69261d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:31.739036 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1898f204-1914-4a55-8018-4fdcb9601cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:31.783153 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=77d55bbe-4025-4d29-84b7-a02d515382ae,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:31.792474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49296) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:31.805214 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1898f204-1914-4a55-8018-4fdcb9601cc6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a055bb309d584216b426217a9f5fb428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653883 Nov 11 21:25:31.808570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49300) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:31.816007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898f204-1914-4a55-8018-4fdcb9601cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23275405-0061-4246-a6bf-17a575677354,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:31.873905 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f54ffbf6-e397-4c29-9275-920b69261d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:31.888055 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f54ffbf6-e397-4c29-9275-920b69261d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:31.910992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['a9adedb1-ca68-4ac8-b9c0-236cbe80705b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:31.919693 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1f1db208-ad9a-4dbf-83b6-1b62c46ad0d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:31.940487 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f54ffbf6-e397-4c29-9275-920b69261d71 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04b3218055014aa3b036bf8fec114298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5392761 Nov 11 21:25:31.943897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49304) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:31.996271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ffbf6-e397-4c29-9275-920b69261d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c689f2-4d07-4d91-a244-07c221343924,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:32.014445 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4120d0-65ad-4ec7-be1b-830d2021864e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.025773 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1f1db208-ad9a-4dbf-83b6-1b62c46ad0d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.045989 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4120d0-65ad-4ec7-be1b-830d2021864e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.078977 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb370f88-a564-43c7-aa0c-4f57ce67c703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.110698 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4120d0-65ad-4ec7-be1b-830d2021864e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.115022 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4120d0-65ad-4ec7-be1b-830d2021864e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.124602 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1f4120d0-65ad-4ec7-be1b-830d2021864e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c9c689f2-4d07-4d91-a244-07c221343924 HTTP/1.1" status: 204 len: 168 time: 0.1793661 Nov 11 21:25:32.135158 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4120d0-65ad-4ec7-be1b-830d2021864e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c689f2-4d07-4d91-a244-07c221343924,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:32.192406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354948f-433b-4586-8030-711421de23d9 req-d433a96d-034d-4c1c-bdb4-aa10f37ca3f5 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:32.193975 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a354948f-433b-4586-8030-711421de23d9 req-d433a96d-034d-4c1c-bdb4-aa10f37ca3f5 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/ports?device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 949 time: 0.1010780 Nov 11 21:25:32.199449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1f1db208-ad9a-4dbf-83b6-1b62c46ad0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.202029 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1f1db208-ad9a-4dbf-83b6-1b62c46ad0d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.213164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1f1db208-ad9a-4dbf-83b6-1b62c46ad0d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/23275405-0061-4246-a6bf-17a575677354 HTTP/1.1" status: 204 len: 168 time: 0.4031398 Nov 11 21:25:32.242339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1db208-ad9a-4dbf-83b6-1b62c46ad0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23275405-0061-4246-a6bf-17a575677354,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:32.289366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb370f88-a564-43c7-aa0c-4f57ce67c703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.294398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a354948f-433b-4586-8030-711421de23d9 req-6446da43-5f0e-4a1c-8a20-2cccb1622ce9 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a4506cb-5d13-4351-a427-e1db48a3acde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786343 Nov 11 21:25:32.299486 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb370f88-a564-43c7-aa0c-4f57ce67c703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.348549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb370f88-a564-43c7-aa0c-4f57ce67c703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859d3026-20ae-434b-9ab5-b91dc4b85374,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:32.384338 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eb370f88-a564-43c7-aa0c-4f57ce67c703 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=19362bc293d24dfda5baadec004e0e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5903451 Nov 11 21:25:32.386984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49328) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:32.426470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085a6b8-f6b3-478d-bb64-6d046c715863 req-c53230b0-9e5d-4ba7-8568-32b2bc151461 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:32.428059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a085a6b8-f6b3-478d-bb64-6d046c715863 req-c53230b0-9e5d-4ba7-8568-32b2bc151461 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 950 time: 0.1179695 Nov 11 21:25:32.477074 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3752a143-068b-4686-a1da-37b756bea3e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.495052 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b812a18c-cdfd-4006-bdc0-8a505e79c46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d55bbe-4025-4d29-84b7-a02d515382ae'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:32.500933 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392cd7b7-df32-4935-93f2-2eba1f0ef312" -d '{"events": [{"server_uuid": "b812a18c-cdfd-4006-bdc0-8a505e79c46c", "name": "network-vif-plugged", "status": "completed", "tag": "77d55bbe-4025-4d29-84b7-a02d515382ae"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:32.508237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a085a6b8-f6b3-478d-bb64-6d046c715863 req-7864c3fc-de0d-4cf7-ba89-b81d80c86f5b tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706973 Nov 11 21:25:32.513123 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3752a143-068b-4686-a1da-37b756bea3e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.570644 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3752a143-068b-4686-a1da-37b756bea3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.577426 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3752a143-068b-4686-a1da-37b756bea3e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.578664 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3752a143-068b-4686-a1da-37b756bea3e9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/859d3026-20ae-434b-9ab5-b91dc4b85374 HTTP/1.1" status: 204 len: 168 time: 0.1907675 Nov 11 21:25:32.589847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752a143-068b-4686-a1da-37b756bea3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859d3026-20ae-434b-9ab5-b91dc4b85374,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:32.590668 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c33e0d-52e8-45b3-9cb4-dd44bc3a6fff x-openstack-request-id: req-67c33e0d-52e8-45b3-9cb4-dd44bc3a6fff {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:32.591188 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b812a18c-cdfd-4006-bdc0-8a505e79c46c", "name": "network-vif-plugged", "status": "completed", "tag": "77d55bbe-4025-4d29-84b7-a02d515382ae", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:32.595487 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-67c33e0d-52e8-45b3-9cb4-dd44bc3a6fff {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:32.595896 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b812a18c-cdfd-4006-bdc0-8a505e79c46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d55bbe-4025-4d29-84b7-a02d515382ae', 'code': 200} Nov 11 21:25:32.629422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49340) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:32.651041 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdc4e7cc-35d6-4640-8806-8dc8e7234bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.732493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1d454-f519-445c-abd8-68194d300040 req-1858bff9-1501-436d-94ac-05cb1a3140f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:32.735510 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2fa1d454-f519-445c-abd8-68194d300040 req-1858bff9-1501-436d-94ac-05cb1a3140f5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 1101 time: 0.0613091 Nov 11 21:25:32.799093 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2fa1d454-f519-445c-abd8-68194d300040 req-888d5413-53b8-44ad-aaf5-387c7fe44187 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451686 Nov 11 21:25:32.801083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027c0fe-d0cb-42a9-a338-54435a511937 req-486f6a6b-504c-4ced-bc08-beb6dfe66925 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:32.802654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6027c0fe-d0cb-42a9-a338-54435a511937 req-486f6a6b-504c-4ced-bc08-beb6dfe66925 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/ports?device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 949 time: 0.1012375 Nov 11 21:25:32.827907 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdc4e7cc-35d6-4640-8806-8dc8e7234bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.841113 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdc4e7cc-35d6-4640-8806-8dc8e7234bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.923968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4e7cc-35d6-4640-8806-8dc8e7234bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7de0cf-200c-44c7-a665-5d31be29158f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:32.932755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bdc4e7cc-35d6-4640-8806-8dc8e7234bff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c7bb101048d4f0b88caf8e1401cbb38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021536 Nov 11 21:25:32.935545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49350) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:32.951199 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6027c0fe-d0cb-42a9-a338-54435a511937 req-566ebeaa-2378-4cb9-a2d9-ce5106ffed10 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a4506cb-5d13-4351-a427-e1db48a3acde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328194 Nov 11 21:25:32.965035 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a285825-a394-4e1f-b933-460981f56a8a req-279fd681-2efb-4701-9fdf-673f2b34ae0d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:32.966924 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a285825-a394-4e1f-b933-460981f56a8a req-279fd681-2efb-4701-9fdf-673f2b34ae0d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 948 time: 0.1283162 Nov 11 21:25:33.010461 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c26b15c1-2551-42f9-8a01-33c1d032503f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.036121 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a285825-a394-4e1f-b933-460981f56a8a req-89d4f13b-7028-4b05-bb03-fadda1ee5719 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620859 Nov 11 21:25:33.039838 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c26b15c1-2551-42f9-8a01-33c1d032503f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.042682 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49354) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:33.067048 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4655acd-d6d0-4e1d-ab04-ea0151986f31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.143106 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c26b15c1-2551-42f9-8a01-33c1d032503f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.146579 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c26b15c1-2551-42f9-8a01-33c1d032503f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.147735 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c26b15c1-2551-42f9-8a01-33c1d032503f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d7de0cf-200c-44c7-a665-5d31be29158f HTTP/1.1" status: 204 len: 168 time: 0.2112019 Nov 11 21:25:33.161658 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49360) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:33.162231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b15c1-2551-42f9-8a01-33c1d032503f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7de0cf-200c-44c7-a665-5d31be29158f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:33.191728 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-446307e4-06ac-48b9-8931-c30cb85319c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.202075 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4655acd-d6d0-4e1d-ab04-ea0151986f31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.209381 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4655acd-d6d0-4e1d-ab04-ea0151986f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.261353 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e4655acd-d6d0-4e1d-ab04-ea0151986f31 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f83d0a976edf4501aa7bb2a63364190e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150378 Nov 11 21:25:33.261353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4655acd-d6d0-4e1d-ab04-ea0151986f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e16aa7b-2332-48fe-adeb-2c366756a2b7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:33.261775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49362) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:33.269059 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 08790ad1-7421-419a-8479-730cf963e787 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:33.271427 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device a9adedb1-ca68-4ac8-b9c0-236cbe80705b up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:33.314250 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-446307e4-06ac-48b9-8931-c30cb85319c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.331970 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-446307e4-06ac-48b9-8931-c30cb85319c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.359855 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-446307e4-06ac-48b9-8931-c30cb85319c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=696c4cbe2aba419c8efe92ed57672a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972823 Nov 11 21:25:33.362658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49366) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:33.380659 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f71e8239-960a-4307-afd7-ce4056e3fa34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.393258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port a9adedb1-ca68-4ac8-b9c0-236cbe80705b completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:25:33.401366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port a9adedb1-ca68-4ac8-b9c0-236cbe80705b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:33.401921 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.403810 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f71e8239-960a-4307-afd7-ce4056e3fa34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.444533 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 08790ad1-7421-419a-8479-730cf963e787, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=08790ad1-7421-419a-8479-730cf963e787,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:33.456338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446307e4-06ac-48b9-8931-c30cb85319c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229504f3-55c9-4f34-864c-ac53359ec470,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:33.464140 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f71e8239-960a-4307-afd7-ce4056e3fa34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.466833 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '08790ad1-7421-419a-8479-730cf963e787', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '08790ad1-7421-419a-8479-730cf963e787', 'mac_address': 'fa:16:3e:77:16:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:33.471869 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f71e8239-960a-4307-afd7-ce4056e3fa34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.473110 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f71e8239-960a-4307-afd7-ce4056e3fa34 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7e16aa7b-2332-48fe-adeb-2c366756a2b7 HTTP/1.1" status: 204 len: 168 time: 0.2102764 Nov 11 21:25:33.479033 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b34ac548-5ea0-4a2e-a2e0-12aaa4e17758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.490870 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e8239-960a-4307-afd7-ce4056e3fa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e16aa7b-2332-48fe-adeb-2c366756a2b7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:33.512052 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b34ac548-5ea0-4a2e-a2e0-12aaa4e17758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.575092 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b34ac548-5ea0-4a2e-a2e0-12aaa4e17758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.579322 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.580276 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b34ac548-5ea0-4a2e-a2e0-12aaa4e17758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.581999 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b34ac548-5ea0-4a2e-a2e0-12aaa4e17758 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/229504f3-55c9-4f34-864c-ac53359ec470 HTTP/1.1" status: 204 len: 168 time: 0.2179432 Nov 11 21:25:33.595344 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ac548-5ea0-4a2e-a2e0-12aaa4e17758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229504f3-55c9-4f34-864c-ac53359ec470,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:33.616004 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.685022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ea96e-153f-4192-8242-a7bd75b5ef78 req-74406ebd-33de-4633-a573-1b727551dcb8 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:33.687998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b2ea96e-153f-4192-8242-a7bd75b5ef78 req-74406ebd-33de-4633-a573-1b727551dcb8 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 950 time: 0.0709922 Nov 11 21:25:33.749503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08790ad1-7421-419a-8479-730cf963e787 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:33.773411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b2ea96e-153f-4192-8242-a7bd75b5ef78 req-71e44d94-a626-4f11-8c1d-9e4cb33619c1 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795405 Nov 11 21:25:33.785283 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 08790ad1-7421-419a-8479-730cf963e787, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=08790ad1-7421-419a-8479-730cf963e787,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:33.795548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port a9adedb1-ca68-4ac8-b9c0-236cbe80705b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=a9adedb1-ca68-4ac8-b9c0-236cbe80705b,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:33.798914 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.804077 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.850611 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=08790ad1-7421-419a-8479-730cf963e787,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:33.904225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=a9adedb1-ca68-4ac8-b9c0-236cbe80705b,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:34.039635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee06ad-8d27-451c-8061-ced8f7f4d0ae req-d6762c26-28fd-4452-964c-71d032c43a8a tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:34.041453 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4aee06ad-8d27-451c-8061-ced8f7f4d0ae req-d6762c26-28fd-4452-964c-71d032c43a8a tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.10 "GET /v2.0/ports?device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 949 time: 0.0651922 Nov 11 21:25:34.100052 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['08790ad1-7421-419a-8479-730cf963e787'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:34.187687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0f98f-206e-495c-891c-d057ec7f091d req-d7bfef13-680c-4fb4-a580-25a97d9dd64a tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:34.189377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cad0f98f-206e-495c-891c-d057ec7f091d req-d7bfef13-680c-4fb4-a580-25a97d9dd64a tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/ports?device_id=073114c1-cd6a-42b5-9bb4-c9b868cc0092 HTTP/1.1" status: 200 len: 949 time: 0.1468487 Nov 11 21:25:34.249345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-4aee06ad-8d27-451c-8061-ced8f7f4d0ae req-a53b32ba-729c-4886-9aee-c0e4655eba5f tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Deleting port 29147427-5edb-43e1-8506-9152dcd267b8 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:25:34.249829 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4aee06ad-8d27-451c-8061-ced8f7f4d0ae req-a53b32ba-729c-4886-9aee-c0e4655eba5f tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:34.356240 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cad0f98f-206e-495c-891c-d057ec7f091d req-72f490e0-92bb-4c94-88e1-eb8a106feec0 tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a4506cb-5d13-4351-a427-e1db48a3acde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591802 Nov 11 21:25:34.392047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9593c87-dcce-44f1-8b13-17abaf50d9eb req-1d4515a9-76d5-41ea-bb67-8e575bee2079 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:34.397269 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9593c87-dcce-44f1-8b13-17abaf50d9eb req-1d4515a9-76d5-41ea-bb67-8e575bee2079 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 949 time: 0.1699369 Nov 11 21:25:34.442709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-4aee06ad-8d27-451c-8061-ced8f7f4d0ae req-a53b32ba-729c-4886-9aee-c0e4655eba5f tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] For port 29147427-5edb-43e1-8506-9152dcd267b8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29147427-5edb-43e1-8506-9152dcd267b8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:34.443077 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4aee06ad-8d27-451c-8061-ced8f7f4d0ae req-a53b32ba-729c-4886-9aee-c0e4655eba5f tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:34.467681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-4aee06ad-8d27-451c-8061-ced8f7f4d0ae req-a53b32ba-729c-4886-9aee-c0e4655eba5f tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Calling delete_port for 29147427-5edb-43e1-8506-9152dcd267b8 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:25:34.483989 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9593c87-dcce-44f1-8b13-17abaf50d9eb req-e761f1c7-9e45-4540-b189-9187914c2548 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820057 Nov 11 21:25:34.598381 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4d4f71-4fa6-456a-947c-bbf4106c4ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:34.601489 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb304c81-a63d-4fb3-bddc-44665a7196d6" -d '{"events": [{"server_uuid": "2b4d4f71-4fa6-456a-947c-bbf4106c4ed8", "name": "network-vif-plugged", "status": "completed", "tag": "a9adedb1-ca68-4ac8-b9c0-236cbe80705b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:34.631410 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4aee06ad-8d27-451c-8061-ced8f7f4d0ae req-a53b32ba-729c-4886-9aee-c0e4655eba5f tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:34.644595 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['29147427-5edb-43e1-8506-9152dcd267b8'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:34.648907 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872f8176-c6c2-4718-b8e6-be66720c4981 x-openstack-request-id: req-872f8176-c6c2-4718-b8e6-be66720c4981 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:34.649218 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4d4f71-4fa6-456a-947c-bbf4106c4ed8", "name": "network-vif-plugged", "status": "completed", "tag": "a9adedb1-ca68-4ac8-b9c0-236cbe80705b", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:34.649481 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-872f8176-c6c2-4718-b8e6-be66720c4981 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:34.649998 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4d4f71-4fa6-456a-947c-bbf4106c4ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', 'code': 200} Nov 11 21:25:34.687068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b32ba-729c-4886-9aee-c0e4655eba5f tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Pushing event deleted for resources: {'Port': ['ID=29147427-5edb-43e1-8506-9152dcd267b8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:34.734506 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aee06ad-8d27-451c-8061-ced8f7f4d0ae req-a53b32ba-729c-4886-9aee-c0e4655eba5f tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] No DVR routers for this DVR port 29147427-5edb-43e1-8506-9152dcd267b8 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:25:34.745402 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4aee06ad-8d27-451c-8061-ced8f7f4d0ae req-a53b32ba-729c-4886-9aee-c0e4655eba5f tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:34.748991 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4aee06ad-8d27-451c-8061-ced8f7f4d0ae req-a53b32ba-729c-4886-9aee-c0e4655eba5f tempest-ServerDiagnosticsNegativeTest-329785549 tempest-ServerDiagnosticsNegativeTest-329785549-project] 10.222.0.10 "DELETE /v2.0/ports/29147427-5edb-43e1-8506-9152dcd267b8 HTTP/1.1" status: 204 len: 173 time: 0.6959975 Nov 11 21:25:34.749464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073114c1-cd6a-42b5-9bb4-c9b868cc0092', 'name': 'network-vif-deleted', 'tag': '29147427-5edb-43e1-8506-9152dcd267b8'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:34.751827 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79096142-b1c7-4c4d-a437-17d5a6098b98" -d '{"events": [{"server_uuid": "073114c1-cd6a-42b5-9bb4-c9b868cc0092", "name": "network-vif-deleted", "tag": "29147427-5edb-43e1-8506-9152dcd267b8"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:34.807863 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8a531-9416-40e2-82e0-1bf15ccf731c req-cddf9164-0efd-4656-a1ff-ed726489bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:34.808725 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44d8a531-9416-40e2-82e0-1bf15ccf731c req-cddf9164-0efd-4656-a1ff-ed726489bd96 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2b4d4f71-4fa6-456a-947c-bbf4106c4ed8 HTTP/1.1" status: 200 len: 1100 time: 0.0778160 Nov 11 21:25:34.825317 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6189f71-6c8c-47aa-8961-f460c2529917 x-openstack-request-id: req-b6189f71-6c8c-47aa-8961-f460c2529917 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:34.825781 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073114c1-cd6a-42b5-9bb4-c9b868cc0092", "name": "network-vif-deleted", "tag": "29147427-5edb-43e1-8506-9152dcd267b8", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:34.826194 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6189f71-6c8c-47aa-8961-f460c2529917 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:34.826845 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073114c1-cd6a-42b5-9bb4-c9b868cc0092', 'name': 'network-vif-deleted', 'tag': '29147427-5edb-43e1-8506-9152dcd267b8', 'status': 'completed', 'code': 200} Nov 11 21:25:34.921374 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44d8a531-9416-40e2-82e0-1bf15ccf731c req-f1c1cdbd-33bc-4805-ae43-b0473d2dc03e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974178 Nov 11 21:25:34.979537 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a6cdc-134c-43c1-9f1c-26741af8892b req-1320f579-d0a8-4c48-99c0-7c63ab3a8ac7 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:34.982417 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-595a6cdc-134c-43c1-9f1c-26741af8892b req-1320f579-d0a8-4c48-99c0-7c63ab3a8ac7 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 950 time: 0.0689578 Nov 11 21:25:35.034196 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-595a6cdc-134c-43c1-9f1c-26741af8892b req-622c82eb-08b4-4f75-bec8-bbe24095711d tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459888 Nov 11 21:25:35.280499 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 08790ad1-7421-419a-8479-730cf963e787 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:35.347740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 08790ad1-7421-419a-8479-730cf963e787 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:25:35.353339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 08790ad1-7421-419a-8479-730cf963e787 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:35.353990 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:35.453271 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:35.468451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365e315-6313-4001-964a-282583f51b78 req-d93cc0b1-7f46-4841-a73b-1c89861b0226 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:35.470297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f365e315-6313-4001-964a-282583f51b78 req-d93cc0b1-7f46-4841-a73b-1c89861b0226 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 950 time: 0.0616393 Nov 11 21:25:35.489494 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 08790ad1-7421-419a-8479-730cf963e787, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=08790ad1-7421-419a-8479-730cf963e787,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:35.496216 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:35.534370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f365e315-6313-4001-964a-282583f51b78 req-fee50414-ab11-47ee-83b2-736b4aa3b1e0 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549943 Nov 11 21:25:35.551345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=08790ad1-7421-419a-8479-730cf963e787,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:35.704586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6035dac-ce25-48b2-a7f5-14eeccdf69bf req-24ac4557-24b3-499e-8d28-3aa585dbaf03 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:35.706185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6035dac-ce25-48b2-a7f5-14eeccdf69bf req-24ac4557-24b3-499e-8d28-3aa585dbaf03 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 950 time: 0.0515604 Nov 11 21:25:35.764879 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6035dac-ce25-48b2-a7f5-14eeccdf69bf req-1cef788a-19c5-4f66-8f85-17114113cff7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514755 Nov 11 21:25:36.056721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49520) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:36.086454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f00014-0e73-4cd3-9e97-b697c471a07a req-439bfb75-33bb-407d-88f6-7f0028171fa8 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:36.087984 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5f00014-0e73-4cd3-9e97-b697c471a07a req-439bfb75-33bb-407d-88f6-7f0028171fa8 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 950 time: 0.0539181 Nov 11 21:25:36.160106 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5f00014-0e73-4cd3-9e97-b697c471a07a req-9450607b-b8be-4db2-a357-ba158b45a0ec tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646577 Nov 11 21:25:36.453068 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a06f8604-2b13-4454-b703-805fdf395908 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cb7efcc9c39a421083213e6524d8d18a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3949511 Nov 11 21:25:36.455465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49540) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:36.478345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49542) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:36.511688 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7ac28c0-bd05-4c60-995e-efcd009fb872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:36.536227 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7ac28c0-bd05-4c60-995e-efcd009fb872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:36.584054 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7ac28c0-bd05-4c60-995e-efcd009fb872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:36.586982 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7ac28c0-bd05-4c60-995e-efcd009fb872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:36.588137 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f7ac28c0-bd05-4c60-995e-efcd009fb872 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a4506cb-5d13-4351-a427-e1db48a3acde HTTP/1.1" status: 204 len: 168 time: 0.1314297 Nov 11 21:25:36.596265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac28c0-bd05-4c60-995e-efcd009fb872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4506cb-5d13-4351-a427-e1db48a3acde,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:36.651576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334f839f-3cb5-4c9d-81e8-56020ad507af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08790ad1-7421-419a-8479-730cf963e787'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:36.654062 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968814ab-23a0-434c-8e9e-11dc9a34b17d" -d '{"events": [{"server_uuid": "334f839f-3cb5-4c9d-81e8-56020ad507af", "name": "network-vif-plugged", "status": "completed", "tag": "08790ad1-7421-419a-8479-730cf963e787"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:36.684023 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-208650b0-bcdb-4344-b91a-9b7a0850e784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:36.691374 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee812582-effd-4037-acd4-c6e4dbb43747 x-openstack-request-id: req-ee812582-effd-4037-acd4-c6e4dbb43747 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:36.691697 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334f839f-3cb5-4c9d-81e8-56020ad507af", "name": "network-vif-plugged", "status": "completed", "tag": "08790ad1-7421-419a-8479-730cf963e787", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:36.691949 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee812582-effd-4037-acd4-c6e4dbb43747 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:36.692341 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334f839f-3cb5-4c9d-81e8-56020ad507af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08790ad1-7421-419a-8479-730cf963e787', 'code': 200} Nov 11 21:25:36.840160 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-208650b0-bcdb-4344-b91a-9b7a0850e784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:36.846867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e4bd-7b14-4486-b22a-bbf5667cf09a req-a34441f4-08c6-4fdd-84ad-8145ae5ce8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:36.848500 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c5e6e4bd-7b14-4486-b22a-bbf5667cf09a req-a34441f4-08c6-4fdd-84ad-8145ae5ce8d3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 1101 time: 0.0762963 Nov 11 21:25:36.849630 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-208650b0-bcdb-4344-b91a-9b7a0850e784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:36.907030 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208650b0-bcdb-4344-b91a-9b7a0850e784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6d75aa-82d0-4975-ad72-41f98c9133a2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:36.907756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd1d00-a889-4111-9fee-abc237565bd5 req-fe02642d-607d-4692-aa1b-11521229d020 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:36.913094 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-208650b0-bcdb-4344-b91a-9b7a0850e784 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fe7ebf78bd994cb3863f9a24d894b832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4335747 Nov 11 21:25:36.915675 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35bd1d00-a889-4111-9fee-abc237565bd5 req-fe02642d-607d-4692-aa1b-11521229d020 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 950 time: 0.0659909 Nov 11 21:25:36.917445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49566) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:36.951888 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c5e6e4bd-7b14-4486-b22a-bbf5667cf09a req-cf49b8b3-ac4e-419c-bd6e-d3f6d3c4c29f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904500 Nov 11 21:25:37.001684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35bd1d00-a889-4111-9fee-abc237565bd5 req-0d29b4a8-f21c-43fc-8a26-369deabde915 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848639 Nov 11 21:25:37.014828 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-155d227d-5bb4-47d1-a2bf-e93f3359a1d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.041628 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-155d227d-5bb4-47d1-a2bf-e93f3359a1d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.096167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-155d227d-5bb4-47d1-a2bf-e93f3359a1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.099258 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-155d227d-5bb4-47d1-a2bf-e93f3359a1d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.100436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-155d227d-5bb4-47d1-a2bf-e93f3359a1d1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad6d75aa-82d0-4975-ad72-41f98c9133a2 HTTP/1.1" status: 204 len: 168 time: 0.1814311 Nov 11 21:25:37.108624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d227d-5bb4-47d1-a2bf-e93f3359a1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6d75aa-82d0-4975-ad72-41f98c9133a2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:37.311717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf81667-239c-4108-9cfa-1b3acabb702a req-5bcc3c22-3f96-4e8d-9ea8-91e7ec434175 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:37.313598 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdf81667-239c-4108-9cfa-1b3acabb702a req-5bcc3c22-3f96-4e8d-9ea8-91e7ec434175 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 950 time: 0.0563684 Nov 11 21:25:37.364299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdf81667-239c-4108-9cfa-1b3acabb702a req-2358caa6-3305-45cd-8b2d-ab969a0a1273 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432794 Nov 11 21:25:37.377570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49590) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:37.391143 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cff19e21-161c-438b-b8cb-4f08e46f7a4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.479105 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cff19e21-161c-438b-b8cb-4f08e46f7a4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.485366 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cff19e21-161c-438b-b8cb-4f08e46f7a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.530892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff19e21-161c-438b-b8cb-4f08e46f7a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a718f15-2bb0-4c6e-82d1-d1c126cb1f90,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:37.538007 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49596) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:37.538147 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cff19e21-161c-438b-b8cb-4f08e46f7a4e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=49adc52a060d42659e0e2b9ebd3eae4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1594353 Nov 11 21:25:37.613273 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1804e04c-214e-49a3-bd4a-eb45890c5238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.637126 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1804e04c-214e-49a3-bd4a-eb45890c5238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.691917 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1804e04c-214e-49a3-bd4a-eb45890c5238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.695788 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1804e04c-214e-49a3-bd4a-eb45890c5238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.699550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1804e04c-214e-49a3-bd4a-eb45890c5238 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a718f15-2bb0-4c6e-82d1-d1c126cb1f90 HTTP/1.1" status: 204 len: 168 time: 0.1580024 Nov 11 21:25:37.713689 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804e04c-214e-49a3-bd4a-eb45890c5238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a718f15-2bb0-4c6e-82d1-d1c126cb1f90,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:37.738396 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49608) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:37.759396 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-43cff0dd-eb30-4a25-af99-b05e56a2e5e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.811173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-5a5f4c69-85d9-4685-a0db-1482c7fcf622 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=711cfca792ca4a929180d50276b25251&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335135 Nov 11 21:25:37.826030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29147427-5edb-43e1-8506-9152dcd267b8 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:25:37.861098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 29147427-5edb-43e1-8506-9152dcd267b8 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:25:37.861775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29147427-5edb-43e1-8506-9152dcd267b8 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:25:37.867014 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-43cff0dd-eb30-4a25-af99-b05e56a2e5e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.873500 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-43cff0dd-eb30-4a25-af99-b05e56a2e5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.913114 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-43cff0dd-eb30-4a25-af99-b05e56a2e5e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac447b664dd143cf8d45fdde9f3fa3a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733408 Nov 11 21:25:37.915643 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49618) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:37.981946 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cff0dd-eb30-4a25-af99-b05e56a2e5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da2a25d-831b-4ee2-8cb1-0cb3feab91ae,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:38.018705 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-577d2a82-ddbb-477a-b31b-987de9023684 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:38.020519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-577d2a82-ddbb-477a-b31b-987de9023684 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085979 Nov 11 21:25:38.024979 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-155666a3-cbef-400f-807f-d6f9c81266c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:38.026512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c9666-2c1e-4427-89d7-194965d41b91 req-19d95163-16d3-41d9-bec9-5177fc56f87b tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:38.028176 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f2c9666-2c1e-4427-89d7-194965d41b91 req-19d95163-16d3-41d9-bec9-5177fc56f87b tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.71 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 950 time: 0.0955014 Nov 11 21:25:38.055828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-7b7ee14c-6f7c-4cd2-9c9e-a3d00fa4c9e6 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/quotas/711cfca792ca4a929180d50276b25251 HTTP/1.1" status: 200 len: 375 time: 0.0269547 Nov 11 21:25:38.067813 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-155666a3-cbef-400f-807f-d6f9c81266c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:38.118922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-bc43be29-3659-4358-900b-56bc60f7dfa2 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=711cfca792ca4a929180d50276b25251&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547071 Nov 11 21:25:38.166095 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-155666a3-cbef-400f-807f-d6f9c81266c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:38.168738 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-155666a3-cbef-400f-807f-d6f9c81266c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:38.172237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-155666a3-cbef-400f-807f-d6f9c81266c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7da2a25d-831b-4ee2-8cb1-0cb3feab91ae HTTP/1.1" status: 204 len: 168 time: 0.2522137 Nov 11 21:25:38.179181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155666a3-cbef-400f-807f-d6f9c81266c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da2a25d-831b-4ee2-8cb1-0cb3feab91ae,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:38.255732 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-9f2c9666-2c1e-4427-89d7-194965d41b91 req-bcf17c66-5fe4-49bf-8298-2af9af63a2ce tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Deleting port 77d55bbe-4025-4d29-84b7-a02d515382ae {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:25:38.256111 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f2c9666-2c1e-4427-89d7-194965d41b91 req-bcf17c66-5fe4-49bf-8298-2af9af63a2ce tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:38.439484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d9af5-3926-4fb0-8a86-3514d318ce45 req-99e5bee2-98a8-40b3-b357-8724d9526efc tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:38.444417 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-010d9af5-3926-4fb0-8a86-3514d318ce45 req-99e5bee2-98a8-40b3-b357-8724d9526efc tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 950 time: 0.1085534 Nov 11 21:25:38.562735 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-010d9af5-3926-4fb0-8a86-3514d318ce45 req-4d8ab35b-1377-4977-85e4-949a92739703 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073639 Nov 11 21:25:38.639611 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f2c9666-2c1e-4427-89d7-194965d41b91 req-bcf17c66-5fe4-49bf-8298-2af9af63a2ce tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] For port 77d55bbe-4025-4d29-84b7-a02d515382ae, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=77d55bbe-4025-4d29-84b7-a02d515382ae,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:38.640707 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f2c9666-2c1e-4427-89d7-194965d41b91 req-bcf17c66-5fe4-49bf-8298-2af9af63a2ce tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:38.658578 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-559bf636-7af7-4436-acb9-1198675237db req-6b10585b-e59a-4a88-97e6-54678a74be18 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/ports?device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 210 time: 0.0426378 Nov 11 21:25:38.660344 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-9f2c9666-2c1e-4427-89d7-194965d41b91 req-bcf17c66-5fe4-49bf-8298-2af9af63a2ce tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Calling delete_port for 77d55bbe-4025-4d29-84b7-a02d515382ae owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:25:38.797521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49664) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:38.864111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8659b-e23c-4f39-af2c-db65131178a1 req-dd1ec0a9-161d-442a-84d5-b493c9729102 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:38.868890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89c8659b-e23c-4f39-af2c-db65131178a1 req-dd1ec0a9-161d-442a-84d5-b493c9729102 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/ports?device_id=b812a18c-cdfd-4006-bdc0-8a505e79c46c HTTP/1.1" status: 200 len: 950 time: 0.1032326 Nov 11 21:25:38.912370 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f2c9666-2c1e-4427-89d7-194965d41b91 req-bcf17c66-5fe4-49bf-8298-2af9af63a2ce tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:38.928863 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['77d55bbe-4025-4d29-84b7-a02d515382ae'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:38.992228 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89c8659b-e23c-4f39-af2c-db65131178a1 req-178aed50-d128-43cb-ba67-3125839a5e37 tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.57 "GET /v2.0/security-groups?id=d94f9521-7f50-49bb-922d-7ff935a14611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089206 Nov 11 21:25:39.048523 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf17c66-5fe4-49bf-8298-2af9af63a2ce tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Pushing event deleted for resources: {'Port': ['ID=77d55bbe-4025-4d29-84b7-a02d515382ae,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:39.108497 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c09502f0-4a9c-4200-8d1a-8a0f6a3736b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.126544 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2c9666-2c1e-4427-89d7-194965d41b91 req-bcf17c66-5fe4-49bf-8298-2af9af63a2ce tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] No DVR routers for this DVR port 77d55bbe-4025-4d29-84b7-a02d515382ae on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:25:39.136374 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f2c9666-2c1e-4427-89d7-194965d41b91 req-bcf17c66-5fe4-49bf-8298-2af9af63a2ce tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.148416 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f2c9666-2c1e-4427-89d7-194965d41b91 req-bcf17c66-5fe4-49bf-8298-2af9af63a2ce tempest-DeleteServersAdminTestJSON-1158362306 tempest-DeleteServersAdminTestJSON-1158362306-project] 10.222.0.71 "DELETE /v2.0/ports/77d55bbe-4025-4d29-84b7-a02d515382ae HTTP/1.1" status: 204 len: 173 time: 1.1083193 Nov 11 21:25:39.150058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b812a18c-cdfd-4006-bdc0-8a505e79c46c', 'name': 'network-vif-deleted', 'tag': '77d55bbe-4025-4d29-84b7-a02d515382ae'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:39.153090 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5131d3-8e9d-4d95-91b1-8da52d0d4fbb" -d '{"events": [{"server_uuid": "b812a18c-cdfd-4006-bdc0-8a505e79c46c", "name": "network-vif-deleted", "tag": "77d55bbe-4025-4d29-84b7-a02d515382ae"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:39.249995 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c36948a-0827-41ef-b8e3-507c03af013a x-openstack-request-id: req-1c36948a-0827-41ef-b8e3-507c03af013a {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:39.250455 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b812a18c-cdfd-4006-bdc0-8a505e79c46c", "name": "network-vif-deleted", "tag": "77d55bbe-4025-4d29-84b7-a02d515382ae", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:39.250836 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c36948a-0827-41ef-b8e3-507c03af013a {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:39.251594 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b812a18c-cdfd-4006-bdc0-8a505e79c46c', 'name': 'network-vif-deleted', 'tag': '77d55bbe-4025-4d29-84b7-a02d515382ae', 'status': 'completed', 'code': 200} Nov 11 21:25:39.297692 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c09502f0-4a9c-4200-8d1a-8a0f6a3736b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.305651 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c09502f0-4a9c-4200-8d1a-8a0f6a3736b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.345762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09502f0-4a9c-4200-8d1a-8a0f6a3736b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516acb7a-669f-4cc8-ad2f-64fb3593e0df,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:39.350763 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c09502f0-4a9c-4200-8d1a-8a0f6a3736b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8564ccd804d64218bd6c7f01f1e8d409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5468216 Nov 11 21:25:39.353793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49686) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:39.412142 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de495422-2caf-4809-9423-632276ceffb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.443321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de495422-2caf-4809-9423-632276ceffb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.506520 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de495422-2caf-4809-9423-632276ceffb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.509357 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de495422-2caf-4809-9423-632276ceffb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.525390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-de495422-2caf-4809-9423-632276ceffb7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/516acb7a-669f-4cc8-ad2f-64fb3593e0df HTTP/1.1" status: 204 len: 168 time: 0.1700373 Nov 11 21:25:39.533829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de495422-2caf-4809-9423-632276ceffb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516acb7a-669f-4cc8-ad2f-64fb3593e0df,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:39.707917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64644d03-6f4f-4d7c-b0ad-341de316e058 req-4d34d9a1-b5f4-41cf-b754-fbc5247a46bb tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:39.712546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64644d03-6f4f-4d7c-b0ad-341de316e058 req-4d34d9a1-b5f4-41cf-b754-fbc5247a46bb tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 950 time: 0.0797734 Nov 11 21:25:39.767504 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64644d03-6f4f-4d7c-b0ad-341de316e058 req-0e93e4f4-f8b8-4417-8606-53f8c15a8ec4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539517 Nov 11 21:25:39.875382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa16b73d-454d-40f8-8964-ddf813518cdc req-9f79f903-c240-480d-a25e-70e5c0ca93da tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/ports?device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 210 time: 0.0405905 Nov 11 21:25:39.955562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-8b88fbd3-7a58-4b38-8850-3121c5558a4c tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=711cfca792ca4a929180d50276b25251&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321729 Nov 11 21:25:39.969142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aaea3d-130c-40bf-8e2c-b64cd676c09b req-7b079bf3-f17f-499c-a36e-b92c6997dd2d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:39.977676 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76aaea3d-130c-40bf-8e2c-b64cd676c09b req-7b079bf3-f17f-499c-a36e-b92c6997dd2d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b4d4f71-4fa6-456a-947c-bbf4106c4ed8 HTTP/1.1" status: 200 len: 949 time: 0.1257312 Nov 11 21:25:40.046427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49724) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:40.063548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3034c134-1dab-453e-bd89-9ade6590c819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.112065 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76aaea3d-130c-40bf-8e2c-b64cd676c09b req-326561d7-72cc-47c9-afa0-9b73f6e0413a tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333640 Nov 11 21:25:40.140906 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-b3d6c685-4d2f-4bf5-808e-566e8cd30872 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:40.142394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-b3d6c685-4d2f-4bf5-808e-566e8cd30872 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624906 Nov 11 21:25:40.158951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Request body: {'port': {'device_id': '15b95aef-06f4-43f5-8764-f17912c1891f', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': '711cfca792ca4a929180d50276b25251'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:40.230410 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3034c134-1dab-453e-bd89-9ade6590c819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.237668 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3034c134-1dab-453e-bd89-9ade6590c819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.309394 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3034c134-1dab-453e-bd89-9ade6590c819 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1770c524c824436e84ea096923e6359e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618124 Nov 11 21:25:40.310360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49736) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:40.310725 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034c134-1dab-453e-bd89-9ade6590c819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb60de85-7c57-439f-8260-2117c29d1a71,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:40.369556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Made reservation on behalf of 711cfca792ca4a929180d50276b25251 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:40.382634 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.400347 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.438000 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f84008c4-dc7c-4509-b948-71743fa83080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.470720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49740) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:40.477053 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f84008c4-dc7c-4509-b948-71743fa83080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.542711 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.549684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.583391 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f84008c4-dc7c-4509-b948-71743fa83080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.586228 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f84008c4-dc7c-4509-b948-71743fa83080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.589840 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f84008c4-dc7c-4509-b948-71743fa83080 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bb60de85-7c57-439f-8260-2117c29d1a71 HTTP/1.1" status: 204 len: 168 time: 0.2741611 Nov 11 21:25:40.667562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bad0f6-915a-4e8a-be31-8087861119c8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:40.677264 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1862888487-network', 'tenant_id': '1e7495b94c334f7f86e765392527ed29'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:40.695451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84008c4-dc7c-4509-b948-71743fa83080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb60de85-7c57-439f-8260-2117c29d1a71,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:40.731239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96e479-1776-4489-92e6-abaf66fd1439 req-d22057c1-d9d9-44d9-9e66-3ad36948212a tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:40.733434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] Made reservation on behalf of 1e7495b94c334f7f86e765392527ed29 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:40.735858 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.737858 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96e479-1776-4489-92e6-abaf66fd1439 req-d22057c1-d9d9-44d9-9e66-3ad36948212a tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:40.745262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a96e479-1776-4489-92e6-abaf66fd1439 req-d22057c1-d9d9-44d9-9e66-3ad36948212a tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af&device_id=2b4d4f71-4fa6-456a-947c-bbf4106c4ed8 HTTP/1.1" status: 200 len: 1690 time: 0.1902494 Nov 11 21:25:40.748270 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.803961 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Allocated IP 192.168.233.174 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/c7a5afc1-7970-4564-9f36-96fcd73f0151) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:40.836016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a96e479-1776-4489-92e6-abaf66fd1439 req-45f829cf-34df-4bec-9162-db670a316050 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897920 Nov 11 21:25:40.850968 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.863474 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.872682 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.908403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1183, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:25:40.924467 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:40.928734 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.929114 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] Added segment baa4e23f-05b2-4873-adf4-c72b147aa95c of type vlan for network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 Nov 11 21:25:40.996009 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.023515 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.024716 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:41.025440 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.048820 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.092832 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.096992 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6224973 Nov 11 21:25:41.097499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49772) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:41.104024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a47040cd-e4f4-4673-8586-371284ea36c7 admin admin] Request body: {'subnet': {'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1862888487-subnet', 'tenant_id': '1e7495b94c334f7f86e765392527ed29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:41.118587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e13520-6697-444e-bdbd-445c717311d7 admin admin] Pushing event updated for resources: {'Network': ['ID=bb7b2ef0-98c6-4640-9855-bbeac6f5b314,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:41.132785 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:25:41.157041 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47040cd-e4f4-4673-8586-371284ea36c7 admin admin] Made reservation on behalf of 1e7495b94c334f7f86e765392527ed29 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:41.159605 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a47040cd-e4f4-4673-8586-371284ea36c7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.204460 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:41.215483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:41.241334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:41.257289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:41.257855 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.301592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Pushing event updated for resources: {'Port': ['ID=c7a5afc1-7970-4564-9f36-96fcd73f0151,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:41.340292 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-f852ac43-2e81-484b-bc83-fcfaaa784e70 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1867557 Nov 11 21:25:41.342841 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 77d55bbe-4025-4d29-84b7-a02d515382ae no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:25:41.384009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Request body: {'port': {'device_id': '15b95aef-06f4-43f5-8764-f17912c1891f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:41.398992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 77d55bbe-4025-4d29-84b7-a02d515382ae {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:25:41.405414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 77d55bbe-4025-4d29-84b7-a02d515382ae not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:25:41.470368 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-46aaccec-006b-4f7c-b3f5-3531c4fa08c3 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ff52f4052c07490abeb42905cf2f8c75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1585751 Nov 11 21:25:41.502701 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a47040cd-e4f4-4673-8586-371284ea36c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.565178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47040cd-e4f4-4673-8586-371284ea36c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42830d8e-a75d-4ff9-adfb-bfb530d80e8d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:41.599301 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47040cd-e4f4-4673-8586-371284ea36c7 admin admin] Checking segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:41.599670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47040cd-e4f4-4673-8586-371284ea36c7 admin admin] Network hostable DHCP agents. Network: bb7b2ef0-98c6-4640-9855-bbeac6f5b314, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:25:41.609620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-23324afb-e473-4559-be87-9a832d585f7a None None] Provisioning complete for port c7a5afc1-7970-4564-9f36-96fcd73f0151 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:41.610054 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23324afb-e473-4559-be87-9a832d585f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.623310 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47040cd-e4f4-4673-8586-371284ea36c7 admin admin] Network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:25:41.641860 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a47040cd-e4f4-4673-8586-371284ea36c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, bb7b2ef0-98c6-4640-9855-bbeac6f5b314) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:41.653667 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d24865-96b1-4880-b1ff-f8e87d6cc539 None None] Network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:41.655749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47040cd-e4f4-4673-8586-371284ea36c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:41.656302 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-23324afb-e473-4559-be87-9a832d585f7a None None] Port c7a5afc1-7970-4564-9f36-96fcd73f0151 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:41.658386 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a47040cd-e4f4-4673-8586-371284ea36c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.694026 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a47040cd-e4f4-4673-8586-371284ea36c7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5942771 Nov 11 21:25:41.830985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f37bc11-1c12-4e59-a577-d44aff2e6bcb None None] Network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:41.900090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49810) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:41.917497 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.982628 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46a46e-161b-457d-9e29-db0d76ee88be req-542611ac-9ce3-4c2c-8d38-fe5727c7f07c tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:41.985429 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d46a46e-161b-457d-9e29-db0d76ee88be req-542611ac-9ce3-4c2c-8d38-fe5727c7f07c tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/ports?device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 936 time: 0.5105104 Nov 11 21:25:42.046354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6a85a165-e897-44a5-86ac-59b6d6de8350 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:42.047929 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6a85a165-e897-44a5-86ac-59b6d6de8350 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2434227 Nov 11 21:25:42.136053 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-50f8e3fb-974e-43c6-a56b-8c07cdee8aa8 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/quotas/ff52f4052c07490abeb42905cf2f8c75 HTTP/1.1" status: 200 len: 375 time: 0.0360897 Nov 11 21:25:42.151188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d46a46e-161b-457d-9e29-db0d76ee88be req-ef13229c-a0bd-4370-ba29-a30cfa63019c tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7bad0f6-915a-4e8a-be31-8087861119c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587732 Nov 11 21:25:42.187623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49820) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:42.199883 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2053905276-network', 'tenant_id': '84de113e4e264de9b1292139646defb0'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:42.232561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-efca6afd-f9b8-4258-b5f6-1fad5e49c72b tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff52f4052c07490abeb42905cf2f8c75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803738 Nov 11 21:25:42.274215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8415181e-7e0d-4e17-b328-44a41129f7e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.299531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] Made reservation on behalf of 84de113e4e264de9b1292139646defb0 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:42.300840 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.325296 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.338746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9ded6-abe6-42d8-a319-668c35bc84d0 req-5a77fdda-5616-4684-8a32-9dc5dc287f0a tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:42.340616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27e9ded6-abe6-42d8-a319-668c35bc84d0 req-5a77fdda-5616-4684-8a32-9dc5dc287f0a tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 1101 time: 0.1056914 Nov 11 21:25:42.383367 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8415181e-7e0d-4e17-b328-44a41129f7e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.413107 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8415181e-7e0d-4e17-b328-44a41129f7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.483707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a5afc1-7970-4564-9f36-96fcd73f0151 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:42.519468 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27e9ded6-abe6-42d8-a319-668c35bc84d0 req-f4fce405-fc06-4c38-8ff0-6a10947dea85 tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662369 Nov 11 21:25:42.521336 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8415181e-7e0d-4e17-b328-44a41129f7e5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e2a84d6175e45b6b9017fc3942b580c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324916 Nov 11 21:25:42.522288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415181e-7e0d-4e17-b328-44a41129f7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dc15f1-e428-4196-a0ea-75f9bd1ce892,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:42.524931 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49836) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:42.532056 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.580682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49844) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:42.588413 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-496935887-network', 'tenant_id': '3d49c81c634340ff8739b250d8d33dd6'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:42.619449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Transition to ACTIVE for port object c7a5afc1-7970-4564-9f36-96fcd73f0151 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:42.622250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] Made reservation on behalf of 3d49c81c634340ff8739b250d8d33dd6 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:42.625790 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91cd182e-9574-45a8-be80-060ce3dcc104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.626040 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.662301 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.666041 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-cfded0da-f7dd-4d4a-8211-07d5668f57ac tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ff52f4052c07490abeb42905cf2f8c75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350385 Nov 11 21:25:42.674181 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91cd182e-9574-45a8-be80-060ce3dcc104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.722532 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.748221 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91cd182e-9574-45a8-be80-060ce3dcc104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.758388 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91cd182e-9574-45a8-be80-060ce3dcc104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.762119 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-91cd182e-9574-45a8-be80-060ce3dcc104 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e5dc15f1-e428-4196-a0ea-75f9bd1ce892 HTTP/1.1" status: 204 len: 168 time: 0.2336965 Nov 11 21:25:42.768629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd182e-9574-45a8-be80-060ce3dcc104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dc15f1-e428-4196-a0ea-75f9bd1ce892,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:42.786635 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.837145 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.840198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Pushing event updated for resources: {'Port': ['ID=c7a5afc1-7970-4564-9f36-96fcd73f0151,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:42.926142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:25:42.988319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:42.993914 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.994292 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] Added segment d7c3a3b3-d1b3-433b-af7b-096f900a2706 of type vlan for network e804e73e-0e84-4575-af51-ae80f841f278 Nov 11 21:25:43.018169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49864) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:43.028862 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa33b2-c090-4f9a-bd5a-495b9a08530e req-1c5b3cb9-dc61-41e3-88f1-d0d9ea7e6f3b tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:43.036222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61fa33b2-c090-4f9a-bd5a-495b9a08530e req-1c5b3cb9-dc61-41e3-88f1-d0d9ea7e6f3b tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2b4d4f71-4fa6-456a-947c-bbf4106c4ed8 HTTP/1.1" status: 200 len: 1100 time: 0.3146443 Nov 11 21:25:43.083625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Attempting to bind port c7a5afc1-7970-4564-9f36-96fcd73f0151 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:43.084497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Attempting to bind port c7a5afc1-7970-4564-9f36-96fcd73f0151 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:43.085184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Attempting to bind port c7a5afc1-7970-4564-9f36-96fcd73f0151 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:43.114785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Port c7a5afc1-7970-4564-9f36-96fcd73f0151 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:43.115156 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Attempting to bind port c7a5afc1-7970-4564-9f36-96fcd73f0151 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:43.132590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-13dafc12-ce6e-4e0b-b6bd-704718e9dfe6 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:43.137696 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-13dafc12-ce6e-4e0b-b6bd-704718e9dfe6 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4172933 Nov 11 21:25:43.156771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49868) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:43.170127 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.173656 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5731614-717a-4d64-8431-4c9dc753f63c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.190829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:43.191122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:43.191525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:43.191968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Bound port: c7a5afc1-7970-4564-9f36-96fcd73f0151, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:43.192314 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.224939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-c6e17d33-cd41-436e-8f74-7dc15a699c66 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/quotas/ff52f4052c07490abeb42905cf2f8c75 HTTP/1.1" status: 200 len: 375 time: 0.0642722 Nov 11 21:25:43.274537 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5731614-717a-4d64-8431-4c9dc753f63c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.275781 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61fa33b2-c090-4f9a-bd5a-495b9a08530e req-7c9b3ff7-5a52-411f-921f-af996d995c0a tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384372 Nov 11 21:25:43.283227 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5731614-717a-4d64-8431-4c9dc753f63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.320154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-47fb778d-4e96-4efa-875e-68bc4c6be8bb tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff52f4052c07490abeb42905cf2f8c75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805674 Nov 11 21:25:43.328937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5731614-717a-4d64-8431-4c9dc753f63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a565679-ee81-4729-85a1-5cc688af7add,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:43.342413 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.357690 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.372724 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.373762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:43.374370 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.383953 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b5731614-717a-4d64-8431-4c9dc753f63c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=32b9875de30f481f96c843701b32540c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249372 Nov 11 21:25:43.387624 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49874) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:43.442845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:25:43.467541 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5662067 Nov 11 21:25:43.508942 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49876) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:43.514696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a5231ff6-09e0-4904-b411-524cd87478c7 admin admin] Request body: {'subnet': {'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2053905276-subnet', 'tenant_id': '84de113e4e264de9b1292139646defb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:43.515875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7089bc5-5f3d-4ecd-ae20-a60042d22e87,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:43.518960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] For port c7a5afc1-7970-4564-9f36-96fcd73f0151, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:43.532928 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.533069 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-43febac4-11de-490c-aa2c-d7993ce3e15b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2db67c61a20248e5899f98ea2989379c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5112417 Nov 11 21:25:43.533176 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] Added segment 6fdec776-ba54-4316-8dc4-97dbb245f7e6 of type vlan for network ce80925c-9c87-4bae-b4a8-98922af89d43 Nov 11 21:25:43.534493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49884) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:43.583397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6dd14769-cebb-4762-8be1-46db8e719a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.608687 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5231ff6-09e0-4904-b411-524cd87478c7 admin admin] Made reservation on behalf of 84de113e4e264de9b1292139646defb0 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:43.611383 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5231ff6-09e0-4904-b411-524cd87478c7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.636379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] For port c7a5afc1-7970-4564-9f36-96fcd73f0151, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c7a5afc1-7970-4564-9f36-96fcd73f0151,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:43.643639 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.667359 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.677164 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6dd14769-cebb-4762-8be1-46db8e719a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.693721 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3b2d4-9bb5-4d43-a766-1d6e4cf5c312 admin admin] Pushing event updated for resources: {'Network': ['ID=e804e73e-0e84-4575-af51-ae80f841f278,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:43.708426 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network e804e73e-0e84-4575-af51-ae80f841f278 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:25:43.719034 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e051eeb-48cb-4ec1-946a-bbf62bca29bd req-83822f08-1fb2-4fd3-8b1e-ce07db7ec4d5 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 210 time: 0.0779035 Nov 11 21:25:43.759137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.10', 58444) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:43.809553 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-43b09327-262c-4cc0-a9e3-3dfdb22f49a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.816691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:43.817641 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.819375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] 10.222.0.10 "PUT /v2.0/ports/c7a5afc1-7970-4564-9f36-96fcd73f0151 HTTP/1.1" status: 200 len: 1096 time: 2.4469121 Nov 11 21:25:43.824271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b95aef-06f4-43f5-8764-f17912c1891f', 'tag': 'c7a5afc1-7970-4564-9f36-96fcd73f0151'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:43.838322 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-27c48110-447f-4552-8924-8e3f54748007 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ff52f4052c07490abeb42905cf2f8c75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780635 Nov 11 21:25:43.841226 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13867739-d870-4805-884e-e273b7ff94ba" -d '{"events": [{"name": "network-changed", "server_uuid": "15b95aef-06f4-43f5-8764-f17912c1891f", "tag": "c7a5afc1-7970-4564-9f36-96fcd73f0151"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:43.860690 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.865694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:43.866417 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.882085 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f25e77ea-edaa-44c7-ac17-7faaeaf4330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:43.889860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762601ae-6350-445e-bf97-69c123e4e319 req-a79e4814-5698-432e-bc2d-2f37cb9b8ff2 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:43.904862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-762601ae-6350-445e-bf97-69c123e4e319 req-a79e4814-5698-432e-bc2d-2f37cb9b8ff2 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/ports?device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 948 time: 0.4792023 Nov 11 21:25:44.041931 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-43b09327-262c-4cc0-a9e3-3dfdb22f49a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.066442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423841c3-dbc3-4ba2-a691-c9dc31694a8a service neutron] Pushing event updated for resources: {'Port': ['ID=c7a5afc1-7970-4564-9f36-96fcd73f0151,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:44.074639 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4924822 Nov 11 21:25:44.085553 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49906) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:44.097502 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2a11e421-ebad-4a75-b4c0-39bdf1d4aa16 admin admin] Request body: {'subnet': {'network_id': 'ce80925c-9c87-4bae-b4a8-98922af89d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-496935887-subnet', 'tenant_id': '3d49c81c634340ff8739b250d8d33dd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:44.135215 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a299159-dd98-483a-b28a-05982454681e admin admin] Pushing event updated for resources: {'Network': ['ID=ce80925c-9c87-4bae-b4a8-98922af89d43,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:44.146263 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network ce80925c-9c87-4bae-b4a8-98922af89d43 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:25:44.147521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-90bee6ee-17ff-4af2-8d4b-ab6b22f38dfd tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=befdcd5f40f6426ea3652685a0b4115c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1298797 Nov 11 21:25:44.154284 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6dd14769-cebb-4762-8be1-46db8e719a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.156818 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6dd14769-cebb-4762-8be1-46db8e719a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.165464 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6dd14769-cebb-4762-8be1-46db8e719a6b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a565679-ee81-4729-85a1-5cc688af7add HTTP/1.1" status: 204 len: 168 time: 0.7712777 Nov 11 21:25:44.199986 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd14769-cebb-4762-8be1-46db8e719a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a565679-ee81-4729-85a1-5cc688af7add,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:44.210179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-762601ae-6350-445e-bf97-69c123e4e319 req-8a6336b7-87e0-4bf3-b655-d986d9f0a80f tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7bad0f6-915a-4e8a-be31-8087861119c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003161 Nov 11 21:25:44.214976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-806f8dac-d5a2-4b82-829a-e8e318efc83e tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:44.216665 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-806f8dac-d5a2-4b82-829a-e8e318efc83e tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3508260 Nov 11 21:25:44.220942 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a11e421-ebad-4a75-b4c0-39bdf1d4aa16 admin admin] Made reservation on behalf of 3d49c81c634340ff8739b250d8d33dd6 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:44.223400 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a11e421-ebad-4a75-b4c0-39bdf1d4aa16 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.309569 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943bb23b-5e4b-4d76-ba22-410bedc0c4c4 x-openstack-request-id: req-943bb23b-5e4b-4d76-ba22-410bedc0c4c4 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:44.313411 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b95aef-06f4-43f5-8764-f17912c1891f", "tag": "c7a5afc1-7970-4564-9f36-96fcd73f0151", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:44.314593 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-943bb23b-5e4b-4d76-ba22-410bedc0c4c4 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:44.317061 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Request body: {'port': {'device_id': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'ff52f4052c07490abeb42905cf2f8c75'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:44.318801 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b95aef-06f4-43f5-8764-f17912c1891f', 'tag': 'c7a5afc1-7970-4564-9f36-96fcd73f0151', 'status': 'completed', 'code': 200} Nov 11 21:25:44.324922 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-43b09327-262c-4cc0-a9e3-3dfdb22f49a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.329214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-b7d938d6-e6c4-41e8-9a38-c8051cb10b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:44.330209 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-43b09327-262c-4cc0-a9e3-3dfdb22f49a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.330769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-b7d938d6-e6c4-41e8-9a38-c8051cb10b2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=711cfca792ca4a929180d50276b25251&device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 1099 time: 0.3953712 Nov 11 21:25:44.335292 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-43b09327-262c-4cc0-a9e3-3dfdb22f49a9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d94f9521-7f50-49bb-922d-7ff935a14611 HTTP/1.1" status: 204 len: 168 time: 0.7968447 Nov 11 21:25:44.338852 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.390832 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b09327-262c-4cc0-a9e3-3dfdb22f49a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94f9521-7f50-49bb-922d-7ff935a14611,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:44.478915 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5231ff6-09e0-4904-b411-524cd87478c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.517279 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-fa54ca44-9df8-4550-9738-9d24d4f0bd67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=c7a5afc1-7970-4564-9f36-96fcd73f0151 HTTP/1.1" status: 200 len: 217 time: 0.1749356 Nov 11 21:25:44.525652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5231ff6-09e0-4904-b411-524cd87478c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5a99ce-ab7f-414f-98ea-4a261df03b32,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:44.580387 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba82d-6c59-40e4-be99-a462fd50434f req-629cba97-8465-46a7-813c-dcabf3d7234f tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:44.597004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-629cba97-8465-46a7-813c-dcabf3d7234f tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4483755 Nov 11 21:25:44.617639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Made reservation on behalf of ff52f4052c07490abeb42905cf2f8c75 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:44.622028 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.638029 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-fb1e04f6-2c78-48f6-a5ea-9b37590c1c83 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/quotas/befdcd5f40f6426ea3652685a0b4115c HTTP/1.1" status: 200 len: 375 time: 0.0326371 Nov 11 21:25:44.653559 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-7968c02f-cc41-43c7-b1a5-4e6c1fb64e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:44.655275 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-7968c02f-cc41-43c7-b1a5-4e6c1fb64e8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1290853 Nov 11 21:25:44.658488 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.730601 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5231ff6-09e0-4904-b411-524cd87478c7 admin admin] Checking segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:44.730921 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5231ff6-09e0-4904-b411-524cd87478c7 admin admin] Network hostable DHCP agents. Network: e804e73e-0e84-4575-af51-ae80f841f278, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:25:44.762562 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a11e421-ebad-4a75-b4c0-39bdf1d4aa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.772533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-7c6b4352-3f9a-4c7f-8072-d28dc43354e0 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1330903 Nov 11 21:25:44.787352 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-2226d7e7-10bd-4ba1-86f7-debed415c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:44.794219 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-2226d7e7-10bd-4ba1-86f7-debed415c68f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1217024 Nov 11 21:25:44.803029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5231ff6-09e0-4904-b411-524cd87478c7 admin admin] Network e804e73e-0e84-4575-af51-ae80f841f278 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:25:44.842364 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a5231ff6-09e0-4904-b411-524cd87478c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, e804e73e-0e84-4575-af51-ae80f841f278) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:44.847176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11e421-ebad-4a75-b4c0-39bdf1d4aa16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff470cb1-f3b3-464f-86ab-381177a750ff,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:44.853237 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5231ff6-09e0-4904-b411-524cd87478c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:44.853817 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5231ff6-09e0-4904-b411-524cd87478c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.856174 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d4f174-10f2-4dca-a545-bbc1c81910b8 None None] Network e804e73e-0e84-4575-af51-ae80f841f278 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:44.950377 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a5231ff6-09e0-4904-b411-524cd87478c7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4343956 Nov 11 21:25:44.952558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a11e421-ebad-4a75-b4c0-39bdf1d4aa16 admin admin] Checking segment: {'id': '6fdec776-ba54-4316-8dc4-97dbb245f7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ce80925c-9c87-4bae-b4a8-98922af89d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:44.952947 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a11e421-ebad-4a75-b4c0-39bdf1d4aa16 admin admin] Network hostable DHCP agents. Network: ce80925c-9c87-4bae-b4a8-98922af89d43, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:25:44.956307 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49930) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:44.960161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.979348 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:45.034189 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e39900a-9acd-4fc3-b43e-91bc6122211d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:45.057986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cddb877-4913-41af-a78a-29cc32456a89 None None] Network e804e73e-0e84-4575-af51-ae80f841f278 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:45.096635 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-4c9c6a10-902c-47e8-98f2-6c70b036d23e service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930453 Nov 11 21:25:45.137816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db1b2b08-952e-4c98-8802-f5dae80a826a req-39dd3ee3-ca3d-46ce-b4f4-2ad95dbff879 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 210 time: 0.2207861 Nov 11 21:25:45.150464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.10', 58446) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:45.213163 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e21800-3543-4dec-9595-e331bec232a0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:45.215585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a11e421-ebad-4a75-b4c0-39bdf1d4aa16 admin admin] Network ce80925c-9c87-4bae-b4a8-98922af89d43 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:25:45.248439 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-d80ed3b7-d6fd-4820-abbd-a2a28342ab61 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ff52f4052c07490abeb42905cf2f8c75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959311 Nov 11 21:25:45.298986 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2a11e421-ebad-4a75-b4c0-39bdf1d4aa16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, ce80925c-9c87-4bae-b4a8-98922af89d43) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:45.347220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb74306-6099-4c09-90bf-8259d35e07b2 None None] Network ce80925c-9c87-4bae-b4a8-98922af89d43 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:45.384578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a11e421-ebad-4a75-b4c0-39bdf1d4aa16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:45.400641 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a11e421-ebad-4a75-b4c0-39bdf1d4aa16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:45.585016 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2a11e421-ebad-4a75-b4c0-39bdf1d4aa16 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4924829 Nov 11 21:25:45.644850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Allocated IP 192.168.233.92 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/6c40a48b-7093-4830-868e-8d6d4670c4e8) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:45.806971 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e39900a-9acd-4fc3-b43e-91bc6122211d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:45.849475 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e39900a-9acd-4fc3-b43e-91bc6122211d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:45.883839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2493adc4-2592-4188-9cbc-524042cba2a9 None None] Network ce80925c-9c87-4bae-b4a8-98922af89d43 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:46.029304 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-16c64a3c-633c-4db6-8807-17a37f9c8afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:46.099710 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3e39900a-9acd-4fc3-b43e-91bc6122211d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=214b373e705e4349a9d101b5458df72d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1316018 Nov 11 21:25:46.100611 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49970) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:46.107305 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39900a-9acd-4fc3-b43e-91bc6122211d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c614cc47-f1e5-4954-b2c2-5c21450cac3b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:46.163354 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4db2f51b-4b58-48ab-a96c-5eb4b9ee6c14 req-0dfb9ee6-7d21-439b-8d15-d305f88f9b04 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0463068 Nov 11 21:25:46.324066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee805c9b-5627-4544-9a14-9d1beb5ed6cc req-35134734-a5e9-413c-bf73-bdf79747983d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 210 time: 0.1578217 Nov 11 21:25:46.326163 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-249c0220-973b-415f-bce6-b8157034d3a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:46.332628 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:46.446677 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:46.460699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49986) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:46.468359 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-249c0220-973b-415f-bce6-b8157034d3a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:46.478499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-681931488-network', 'tenant_id': '3d229de294d34f90955d38a819371c76'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:46.483859 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ec2ef-b255-4197-bb65-4d24c1e05083 req-9f4fbeac-34e8-4872-b317-a5ebb929ffc5 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:46.496770 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c78ec2ef-b255-4197-bb65-4d24c1e05083 req-9f4fbeac-34e8-4872-b317-a5ebb929ffc5 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/ports?device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 948 time: 1.0619264 Nov 11 21:25:46.548506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:46.554984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:46.558447 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] Made reservation on behalf of 3d229de294d34f90955d38a819371c76 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:46.560996 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:46.563508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:46.565441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-d860cc5d-f24c-423f-a210-ef655ab24873 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:46.567196 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-d860cc5d-f24c-423f-a210-ef655ab24873 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3113799 Nov 11 21:25:46.571784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:46.572588 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:46.587435 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13867739-d870-4805-884e-e273b7ff94ba req-36ec81e0-17f1-4dad-a4c4-bd1703228d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:46.594310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13867739-d870-4805-884e-e273b7ff94ba req-36ec81e0-17f1-4dad-a4c4-bd1703228d12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=711cfca792ca4a929180d50276b25251&device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 1099 time: 0.3374083 Nov 11 21:25:46.598277 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd11e441-4485-431d-9ac9-c24b4113dc98 req-c6f4422d-d9c8-4c07-9f83-a53aa91634ac tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 210 time: 0.0877678 Nov 11 21:25:46.601832 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-58a9ab4a-c710-4814-a78c-3d353b82d024 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Request body: {'port': {'device_id': '76a1584a-5b7e-4971-9c81-81c7d0b51511', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'ff52f4052c07490abeb42905cf2f8c75'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:46.665053 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:46.696105 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4576430 Nov 11 21:25:46.696774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335c0d2-60f0-4967-9521-fb3638a28632 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Pushing event updated for resources: {'Port': ['ID=6c40a48b-7093-4830-868e-8d6d4670c4e8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:46.712575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Request body: {'port': {'device_id': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:46.862411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c78ec2ef-b255-4197-bb65-4d24c1e05083 req-49cb70c8-687b-4f21-adf2-72c956a80520 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7bad0f6-915a-4e8a-be31-8087861119c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643978 Nov 11 21:25:46.892672 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:46.896594 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:46.914736 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:46.921725 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-249c0220-973b-415f-bce6-b8157034d3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:46.924676 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-249c0220-973b-415f-bce6-b8157034d3a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:46.928441 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-249c0220-973b-415f-bce6-b8157034d3a9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c614cc47-f1e5-4954-b2c2-5c21450cac3b HTTP/1.1" status: 204 len: 168 time: 0.8204470 Nov 11 21:25:46.990296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-29d4272e-616d-4c7f-9b16-6a75b2d7694b None None] Provisioning complete for port 6c40a48b-7093-4830-868e-8d6d4670c4e8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:46.990853 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29d4272e-616d-4c7f-9b16-6a75b2d7694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.004181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] vlan segment allocate from pool success with {'vlan_id': 1180, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:25:47.092334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13867739-d870-4805-884e-e273b7ff94ba req-573e31c7-1132-4694-9deb-353cdb433e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:47.093105 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.093457 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] Added segment 688841ea-6929-4b83-838f-4aad45b3da55 of type vlan for network a6c92fa2-d0e4-4c6c-832e-41161a8a4b13 Nov 11 21:25:47.094903 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a65a04-ecf5-4a73-8a17-b2fd62ca7bec,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:47.095613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13867739-d870-4805-884e-e273b7ff94ba req-573e31c7-1132-4694-9deb-353cdb433e7e service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.4895551 Nov 11 21:25:47.103743 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-29d4272e-616d-4c7f-9b16-6a75b2d7694b None None] Port 6c40a48b-7093-4830-868e-8d6d4670c4e8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:47.112170 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.184138 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13867739-d870-4805-884e-e273b7ff94ba req-7829c021-1492-4d32-be98-827fb61b2558 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=c7a5afc1-7970-4564-9f36-96fcd73f0151 HTTP/1.1" status: 200 len: 217 time: 0.0667267 Nov 11 21:25:47.188411 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c0220-973b-415f-bce6-b8157034d3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c614cc47-f1e5-4954-b2c2-5c21450cac3b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:47.216881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-58a9ab4a-c710-4814-a78c-3d353b82d024 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Made reservation on behalf of ff52f4052c07490abeb42905cf2f8c75 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:47.222512 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-58a9ab4a-c710-4814-a78c-3d353b82d024 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.291184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.348779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13867739-d870-4805-884e-e273b7ff94ba req-15ecc2c7-c732-43f5-bb03-e613c5e65496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:47.350539 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13867739-d870-4805-884e-e273b7ff94ba req-15ecc2c7-c732-43f5-bb03-e613c5e65496 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1492493 Nov 11 21:25:47.359185 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.361716 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:47.362491 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.439630 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9766810 Nov 11 21:25:47.464313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50018) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:47.473200 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8e8d3ee1-7954-4e0a-960a-11a1f746f563 admin admin] Request body: {'subnet': {'network_id': 'a6c92fa2-d0e4-4c6c-832e-41161a8a4b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-681931488-subnet', 'tenant_id': '3d229de294d34f90955d38a819371c76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:47.523865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13867739-d870-4805-884e-e273b7ff94ba req-ee0a1c43-d53c-40ab-89e2-1508e943e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:47.532580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13867739-d870-4805-884e-e273b7ff94ba req-ee0a1c43-d53c-40ab-89e2-1508e943e127 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682177 Nov 11 21:25:47.553408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3963ea29-0951-42ae-a7e8-bd69fbdaaf99 req-a7d060ed-dc1d-4b9c-bc72-32f448497882 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 210 time: 0.0880044 Nov 11 21:25:47.561510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a566f-6625-44cd-ba40-d87a9965d28e admin admin] Pushing event updated for resources: {'Network': ['ID=a6c92fa2-d0e4-4c6c-832e-41161a8a4b13,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:47.584222 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8d3ee1-7954-4e0a-960a-11a1f746f563 admin admin] Made reservation on behalf of 3d229de294d34f90955d38a819371c76 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:47.585681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network a6c92fa2-d0e4-4c6c-832e-41161a8a4b13 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:25:47.587050 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3ee1-7954-4e0a-960a-11a1f746f563 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.632059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c40a48b-7093-4830-868e-8d6d4670c4e8 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:47.652936 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.682436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Transition to ACTIVE for port object 6c40a48b-7093-4830-868e-8d6d4670c4e8 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:47.701663 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.895410 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.10', 58448) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:47.953972 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13867739-d870-4805-884e-e273b7ff94ba req-ef650a05-0d1f-49e1-a733-7e64d042d260 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981311 Nov 11 21:25:47.973204 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-8b603f8b-17d6-45ac-94ae-e748c5b66937 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=befdcd5f40f6426ea3652685a0b4115c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762649 Nov 11 21:25:47.973422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-11aa8291-75c8-412b-bfce-72b6d23b35d0 req-551e3361-78ff-4839-b471-736a61b1bbf8 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 210 time: 0.1763754 Nov 11 21:25:48.009075 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c40a48b-7093-4830-868e-8d6d4670c4e8,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:48.072355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc852a-1b07-439f-b916-3042b8050225 req-9e8ec35c-fbcf-4185-8c4e-58f84283be57 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:48.079674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59bc852a-1b07-439f-b916-3042b8050225 req-9e8ec35c-fbcf-4185-8c4e-58f84283be57 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 821 time: 0.7485392 Nov 11 21:25:48.110243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Attempting to bind port 6c40a48b-7093-4830-868e-8d6d4670c4e8 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:48.110612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Attempting to bind port 6c40a48b-7093-4830-868e-8d6d4670c4e8 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:48.112284 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Attempting to bind port 6c40a48b-7093-4830-868e-8d6d4670c4e8 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:48.129617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Port 6c40a48b-7093-4830-868e-8d6d4670c4e8 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:48.130091 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Attempting to bind port 6c40a48b-7093-4830-868e-8d6d4670c4e8 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:48.139525 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-3b2db413-47ff-4a90-ae01-28199dad7eee tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=befdcd5f40f6426ea3652685a0b4115c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1689377 Nov 11 21:25:48.147056 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:48.147429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:48.147767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:48.148210 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Bound port: 6c40a48b-7093-4830-868e-8d6d4670c4e8, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:48.148698 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:48.206409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-58a9ab4a-c710-4814-a78c-3d353b82d024 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Allocated IP 192.168.233.118 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/29a1febd-3556-44e9-bc3d-f6ea7679bc5d) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:48.211498 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59bc852a-1b07-439f-b916-3042b8050225 req-41fb8314-f1a7-43a7-8db3-24ab5f890889 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/quotas/1e7495b94c334f7f86e765392527ed29 HTTP/1.1" status: 200 len: 375 time: 0.1309304 Nov 11 21:25:48.277057 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59bc852a-1b07-439f-b916-3042b8050225 req-dcf21022-bf85-4340-a561-3b1889905287 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548730 Nov 11 21:25:48.282799 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3ee1-7954-4e0a-960a-11a1f746f563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:48.357188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13867739-d870-4805-884e-e273b7ff94ba req-5ba9e17b-5c07-4b6d-b186-7327fdd54c2e service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560405 Nov 11 21:25:48.382974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52558fd7-91ed-40ee-8f67-d424a5960266 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:48.384409 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52558fd7-91ed-40ee-8f67-d424a5960266 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175949 Nov 11 21:25:48.410420 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:48.411030 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-45dba82d-6c59-40e4-be99-a462fd50434f req-4088561b-5e2e-467b-88b4-53c8267e8223 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Request body: {'port': {'device_id': '29241155-6c2a-4679-a076-cc51f1c50467', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'befdcd5f40f6426ea3652685a0b4115c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:48.422779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-da4b71b0-b409-4762-8a55-e1a374f06404 req-97413c02-ab95-4656-a0d5-64cdd2e88bed tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1436718148', 'description': 'tempest-description-555971617'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:48.452679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] For port 6c40a48b-7093-4830-868e-8d6d4670c4e8, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:48.485682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d3ee1-7954-4e0a-960a-11a1f746f563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f21aa2f0-ef11-42fa-8943-d4b4b7ab1900,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:48.509352 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] For port 6c40a48b-7093-4830-868e-8d6d4670c4e8, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:48.521324 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:48.529955 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba82d-6c59-40e4-be99-a462fd50434f req-62bd2e94-af59-4d46-b931-ba6f5abb6a10 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:48.531395 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-62bd2e94-af59-4d46-b931-ba6f5abb6a10 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5041113 Nov 11 21:25:48.551026 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-da4b71b0-b409-4762-8a55-e1a374f06404 req-97413c02-ab95-4656-a0d5-64cdd2e88bed tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:48.568548 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-45dba82d-6c59-40e4-be99-a462fd50434f req-bd63bfa2-f5d9-4ce6-ba99-d5c79dc576d4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Request body: {'port': {'device_id': 'c161a3aa-df6c-482b-aae1-67ca8d2dbbce', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'befdcd5f40f6426ea3652685a0b4115c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:48.573529 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-da4b71b0-b409-4762-8a55-e1a374f06404 req-97413c02-ab95-4656-a0d5-64cdd2e88bed tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:48.575610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d3ee1-7954-4e0a-960a-11a1f746f563 admin admin] Checking segment: {'id': '688841ea-6929-4b83-838f-4aad45b3da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a6c92fa2-d0e4-4c6c-832e-41161a8a4b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:48.576079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d3ee1-7954-4e0a-960a-11a1f746f563 admin admin] Network hostable DHCP agents. Network: a6c92fa2-d0e4-4c6c-832e-41161a8a4b13, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:25:48.583488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59bc852a-1b07-439f-b916-3042b8050225 req-b3491f0c-5632-4f47-b963-a7f4ba33ea15 service neutron] 10.222.0.57 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958167 Nov 11 21:25:48.600927 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:48.601811 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:48.603319 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] 10.222.0.10 "PUT /v2.0/ports/6c40a48b-7093-4830-868e-8d6d4670c4e8 HTTP/1.1" status: 200 len: 1095 time: 1.8967271 Nov 11 21:25:48.627227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'tag': '6c40a48b-7093-4830-868e-8d6d4670c4e8'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:48.636089 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93ef7c0-616f-4480-b398-07ef77eb093b" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb36f71-48bb-4d2b-a52e-0386b2eb392e", "tag": "6c40a48b-7093-4830-868e-8d6d4670c4e8"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:48.759712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15c4d3-c2ac-4641-b040-c481182be6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c40a48b-7093-4830-868e-8d6d4670c4e8,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:48.785060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dba82d-6c59-40e4-be99-a462fd50434f req-4088561b-5e2e-467b-88b4-53c8267e8223 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Made reservation on behalf of befdcd5f40f6426ea3652685a0b4115c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:48.788968 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-4088561b-5e2e-467b-88b4-53c8267e8223 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:48.798451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-3c13e467-e4a2-40c7-9920-9711173af8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:48.800012 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-3c13e467-e4a2-40c7-9920-9711173af8ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff52f4052c07490abeb42905cf2f8c75&device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 1098 time: 0.1441910 Nov 11 21:25:48.811585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-58a9ab4a-c710-4814-a78c-3d353b82d024 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:48.838020 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59bc852a-1b07-439f-b916-3042b8050225 req-4774bfd3-4eb3-4718-8666-4c9e3845ce29 service neutron] 10.222.0.57 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442129 Nov 11 21:25:48.843606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d3ee1-7954-4e0a-960a-11a1f746f563 admin admin] Network a6c92fa2-d0e4-4c6c-832e-41161a8a4b13 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:25:48.874865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-8e8d3ee1-7954-4e0a-960a-11a1f746f563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, a6c92fa2-d0e4-4c6c-832e-41161a8a4b13) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:48.892422 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f8154e-81ab-4f3a-95bf-df0495b71979 None None] Network a6c92fa2-d0e4-4c6c-832e-41161a8a4b13 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:48.924383 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8d3ee1-7954-4e0a-960a-11a1f746f563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:48.925010 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3ee1-7954-4e0a-960a-11a1f746f563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:48.953806 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-da4b71b0-b409-4762-8a55-e1a374f06404 req-97413c02-ab95-4656-a0d5-64cdd2e88bed tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:48.963224 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-da4b71b0-b409-4762-8a55-e1a374f06404 req-97413c02-ab95-4656-a0d5-64cdd2e88bed tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.045055 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-58a9ab4a-c710-4814-a78c-3d353b82d024 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.103820 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-da4b71b0-b409-4762-8a55-e1a374f06404 req-97413c02-ab95-4656-a0d5-64cdd2e88bed tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.128231 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-da4b71b0-b409-4762-8a55-e1a374f06404 req-97413c02-ab95-4656-a0d5-64cdd2e88bed tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.135611 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:25:49.155343 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-5f8d8525-6f04-41c9-82ac-55c601e56042 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8 HTTP/1.1" status: 200 len: 217 time: 0.3448601 Nov 11 21:25:49.172157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97413c02-ab95-4656-a0d5-64cdd2e88bed tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4ab107-7f77-4a94-91fd-e522a2bd3fc2,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:49.183109 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-58a9ab4a-c710-4814-a78c-3d353b82d024 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:49.198544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-58a9ab4a-c710-4814-a78c-3d353b82d024 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:49.201073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-58a9ab4a-c710-4814-a78c-3d353b82d024 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:49.207972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-58a9ab4a-c710-4814-a78c-3d353b82d024 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:49.208597 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-58a9ab4a-c710-4814-a78c-3d353b82d024 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.221214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9ab4a-c710-4814-a78c-3d353b82d024 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Pushing event updated for resources: {'Port': ['ID=29a1febd-3556-44e9-bc3d-f6ea7679bc5d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:49.242075 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-0a43f3ed-8690-4646-bce5-72f77ea7bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:49.243740 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-0a43f3ed-8690-4646-bce5-72f77ea7bdc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0542645 Nov 11 21:25:49.243877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97413c02-ab95-4656-a0d5-64cdd2e88bed tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73aaca7e-df08-44f7-9a4d-2bdd0c73866e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:49.265771 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d537f5-4786-49b7-b057-c5c81792e057 req-7ceb198a-e014-4b62-9493-3f19608ef071 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:49.267642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16d537f5-4786-49b7-b057-c5c81792e057 req-7ceb198a-e014-4b62-9493-3f19608ef071 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/ports?device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 948 time: 0.1688778 Nov 11 21:25:49.272407 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-da4b71b0-b409-4762-8a55-e1a374f06404 req-97413c02-ab95-4656-a0d5-64cdd2e88bed tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.273647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da4b71b0-b409-4762-8a55-e1a374f06404 req-97413c02-ab95-4656-a0d5-64cdd2e88bed tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8671067 Nov 11 21:25:49.278407 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-58a9ab4a-c710-4814-a78c-3d353b82d024 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6827199 Nov 11 21:25:49.286130 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dba82d-6c59-40e4-be99-a462fd50434f req-bd63bfa2-f5d9-4ce6-ba99-d5c79dc576d4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Made reservation on behalf of befdcd5f40f6426ea3652685a0b4115c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:49.289632 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-bd63bfa2-f5d9-4ce6-ba99-d5c79dc576d4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.297554 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8e8d3ee1-7954-4e0a-960a-11a1f746f563 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8300486 Nov 11 21:25:49.309268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Request body: {'port': {'device_id': '76a1584a-5b7e-4971-9c81-81c7d0b51511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:49.345912 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.431002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cbb2d1-ca2f-4e88-96f3-ac90e82fd9be None None] Network a6c92fa2-d0e4-4c6c-832e-41161a8a4b13 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:49.465332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16d537f5-4786-49b7-b057-c5c81792e057 req-f69fdb17-929c-4570-b8f7-7f833e191486 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7bad0f6-915a-4e8a-be31-8087861119c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852670 Nov 11 21:25:49.484225 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.588344 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-f904b9fa-ea1b-4e9f-9037-b647bbe13fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:49.589693 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-f904b9fa-ea1b-4e9f-9037-b647bbe13fe2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3299599 Nov 11 21:25:49.634971 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f1cc199-8e10-44df-b9d6-2681c81cf0af req-104f62a4-5003-4740-b56e-a6a0891b4af5 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 210 time: 0.0504293 Nov 11 21:25:49.707243 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2c31cf-bea4-4299-af7e-8c9fdb65bcb5 x-openstack-request-id: req-fa2c31cf-bea4-4299-af7e-8c9fdb65bcb5 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:49.707521 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb36f71-48bb-4d2b-a52e-0386b2eb392e", "tag": "6c40a48b-7093-4830-868e-8d6d4670c4e8", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:49.707857 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fa2c31cf-bea4-4299-af7e-8c9fdb65bcb5 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:49.708285 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'tag': '6c40a48b-7093-4830-868e-8d6d4670c4e8', 'status': 'completed', 'code': 200} Nov 11 21:25:49.722529 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-058942c4-8977-4954-a4b9-df0ec8e345ea service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233442 Nov 11 21:25:49.723102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-dc849bfc-9444-4573-ada6-527494dea489 None None] Provisioning complete for port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:49.724717 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc849bfc-9444-4573-ada6-527494dea489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.742174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-45dba82d-6c59-40e4-be99-a462fd50434f req-4088561b-5e2e-467b-88b4-53c8267e8223 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Allocated IP 192.168.233.107 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:49.784684 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-dc849bfc-9444-4573-ada6-527494dea489 None None] Port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:49.868446 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device c7a5afc1-7970-4564-9f36-96fcd73f0151 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:49.889445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e478dc-0081-422b-8037-b6d02d6023ee req-52f9adfd-f973-4eed-a5fe-618191f5efe3 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:49.897262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78e478dc-0081-422b-8037-b6d02d6023ee req-52f9adfd-f973-4eed-a5fe-618191f5efe3 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 936 time: 0.0866649 Nov 11 21:25:49.899771 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46be5b62-56b1-42dc-9ada-e6b452f920a5 req-bf2f9e38-a308-46fd-916b-5b4c6e0a99f5 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694503 Nov 11 21:25:50.011639 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port c7a5afc1-7970-4564-9f36-96fcd73f0151, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c7a5afc1-7970-4564-9f36-96fcd73f0151,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:50.019427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78e478dc-0081-422b-8037-b6d02d6023ee req-16c19c02-6561-4ee2-92e5-fc3e63579290 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212249 Nov 11 21:25:50.025027 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-4088561b-5e2e-467b-88b4-53c8267e8223 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.027259 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'c7a5afc1-7970-4564-9f36-96fcd73f0151', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': 'c7a5afc1-7970-4564-9f36-96fcd73f0151', 'mac_address': 'fa:16:3e:60:5d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:50.049701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ef7c0-616f-4480-b398-07ef77eb093b req-40655592-49e8-4f7b-8ab6-ce8eda189ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:50.051451 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f93ef7c0-616f-4480-b398-07ef77eb093b req-40655592-49e8-4f7b-8ab6-ce8eda189ecc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff52f4052c07490abeb42905cf2f8c75&device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 1098 time: 0.0944314 Nov 11 21:25:50.062016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40100144-dcf1-43ff-963c-9a462cfae5db req-59491cb2-448b-4bbe-a0fe-8ac28bbc55af tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 210 time: 0.0414369 Nov 11 21:25:50.065916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-753ec908-e099-4f54-8812-2932dcee1b48 req-59c4b556-6fb2-4d9c-afec-69af70ec8350 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1519149765', 'description': 'tempest-description-856771188'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:50.099749 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-753ec908-e099-4f54-8812-2932dcee1b48 req-59c4b556-6fb2-4d9c-afec-69af70ec8350 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.115368 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.133046 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a5afc1-7970-4564-9f36-96fcd73f0151 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:50.156062 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-4088561b-5e2e-467b-88b4-53c8267e8223 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.161068 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port c7a5afc1-7970-4564-9f36-96fcd73f0151, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c7a5afc1-7970-4564-9f36-96fcd73f0151,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:50.172626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d186ccd5-204d-49b9-ac76-e4ac388b2a66', 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', '08790ad1-7421-419a-8479-730cf963e787'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:50.187655 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-753ec908-e099-4f54-8812-2932dcee1b48 req-59c4b556-6fb2-4d9c-afec-69af70ec8350 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.197278 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-753ec908-e099-4f54-8812-2932dcee1b48 req-59c4b556-6fb2-4d9c-afec-69af70ec8350 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.210746 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.249505 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-753ec908-e099-4f54-8812-2932dcee1b48 req-59c4b556-6fb2-4d9c-afec-69af70ec8350 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.262849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-753ec908-e099-4f54-8812-2932dcee1b48 req-59c4b556-6fb2-4d9c-afec-69af70ec8350 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2031538 Nov 11 21:25:50.265718 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4b556-6fb2-4d9c-afec-69af70ec8350 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c6eaac-26a7-44d0-8e4a-01a3800ff5cc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:50.275944 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=c7a5afc1-7970-4564-9f36-96fcd73f0151,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:50.305258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dba82d-6c59-40e4-be99-a462fd50434f req-4088561b-5e2e-467b-88b4-53c8267e8223 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:50.316151 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-45dba82d-6c59-40e4-be99-a462fd50434f req-4088561b-5e2e-467b-88b4-53c8267e8223 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:50.329859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dba82d-6c59-40e4-be99-a462fd50434f req-4088561b-5e2e-467b-88b4-53c8267e8223 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:50.337259 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba82d-6c59-40e4-be99-a462fd50434f req-4088561b-5e2e-467b-88b4-53c8267e8223 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:50.338218 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-4088561b-5e2e-467b-88b4-53c8267e8223 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.375854 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-4088561b-5e2e-467b-88b4-53c8267e8223 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9766858 Nov 11 21:25:50.377295 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ef7c0-616f-4480-b398-07ef77eb093b req-162d08b1-22bc-497d-ac47-7b36ea372bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:50.378873 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f93ef7c0-616f-4480-b398-07ef77eb093b req-162d08b1-22bc-497d-ac47-7b36ea372bcb service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.3169959 Nov 11 21:25:50.383071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088561b-5e2e-467b-88b4-53c8267e8223 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event updated for resources: {'Port': ['ID=7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:50.401974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-45dba82d-6c59-40e4-be99-a462fd50434f req-bd63bfa2-f5d9-4ce6-ba99-d5c79dc576d4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Allocated IP 192.168.233.218 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/d5824c32-0e9d-4911-b510-cfa01dba619d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:50.441799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['c7a5afc1-7970-4564-9f36-96fcd73f0151'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:50.448690 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Request body: {'port': {'device_id': '29241155-6c2a-4679-a076-cc51f1c50467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:50.469419 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-8e30b2ff-c5c7-4eae-bee3-ba03d6d0bb62 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:50.477949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-8e30b2ff-c5c7-4eae-bee3-ba03d6d0bb62 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 808 time: 0.1776555 Nov 11 21:25:50.495765 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-a90c71cc-c6df-4948-9a53-f631531460a1 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/quotas/84de113e4e264de9b1292139646defb0 HTTP/1.1" status: 200 len: 375 time: 0.0163910 Nov 11 21:25:50.511885 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f93ef7c0-616f-4480-b398-07ef77eb093b req-360e11ba-4e1c-4a81-9923-cf94a6a2fad1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8 HTTP/1.1" status: 200 len: 217 time: 0.1058354 Nov 11 21:25:50.544898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-d02d6c2f-9579-43e2-9248-8071eeaeab00 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476887 Nov 11 21:25:50.647998 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ef7c0-616f-4480-b398-07ef77eb093b req-2f499956-347b-4d17-8492-ff85c62de810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:50.652666 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f93ef7c0-616f-4480-b398-07ef77eb093b req-2f499956-347b-4d17-8492-ff85c62de810 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1276126 Nov 11 21:25:50.658945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-0e816455-3dd4-464c-9be0-260567ac49e3 service neutron] 10.222.0.57 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132843 Nov 11 21:25:50.673632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-e9c1e0b7-1483-46fc-9446-746fcd899d73 req-8a6fdd17-8848-4935-a25a-eb15843a881e tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-715753408', 'description': 'tempest-description-1773510495'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:50.709344 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.785114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-632662a2-933b-44f0-b866-babf205b843c None None] Provisioning complete for port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:50.785799 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-632662a2-933b-44f0-b866-babf205b843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.904811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ef7c0-616f-4480-b398-07ef77eb093b req-ff6293b0-4d9b-42f5-a445-bf0ef0647a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:50.906325 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f93ef7c0-616f-4480-b398-07ef77eb093b req-ff6293b0-4d9b-42f5-a445-bf0ef0647a62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2377205 Nov 11 21:25:50.920988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-632662a2-933b-44f0-b866-babf205b843c None None] Port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:50.967578 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e9c1e0b7-1483-46fc-9446-746fcd899d73 req-8a6fdd17-8848-4935-a25a-eb15843a881e tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.979789 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e9c1e0b7-1483-46fc-9446-746fcd899d73 req-8a6fdd17-8848-4935-a25a-eb15843a881e tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.013561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-614fe2ea-53ce-4513-ac6f-3a02e1d34f74 service neutron] 10.222.0.57 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536677 Nov 11 21:25:51.086022 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e9c1e0b7-1483-46fc-9446-746fcd899d73 req-8a6fdd17-8848-4935-a25a-eb15843a881e tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.094433 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e9c1e0b7-1483-46fc-9446-746fcd899d73 req-8a6fdd17-8848-4935-a25a-eb15843a881e tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.132419 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fdd17-8848-4935-a25a-eb15843a881e tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c731159-2ee3-46f4-99c9-734585edaf45,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:51.190647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc852a-1b07-439f-b916-3042b8050225 req-bf2858cb-cd54-4cb2-8f91-47712a9c9dbb tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:51.192105 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-59bc852a-1b07-439f-b916-3042b8050225 req-bf2858cb-cd54-4cb2-8f91-47712a9c9dbb tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.71 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 821 time: 0.4538455 Nov 11 21:25:51.198641 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e9c1e0b7-1483-46fc-9446-746fcd899d73 req-8a6fdd17-8848-4935-a25a-eb15843a881e tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.204372 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e9c1e0b7-1483-46fc-9446-746fcd899d73 req-8a6fdd17-8848-4935-a25a-eb15843a881e tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.220477 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-bd63bfa2-f5d9-4ce6-ba99-d5c79dc576d4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.225907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-59bc852a-1b07-439f-b916-3042b8050225 req-e4b83233-ac79-4443-85a9-0cbcb950b8ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Request body: {'port': {'device_id': 'f82e0d22-9546-4749-b64c-095fa4f55611', 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314', 'admin_state_up': True, 'tenant_id': '1e7495b94c334f7f86e765392527ed29'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:51.234240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fdd17-8848-4935-a25a-eb15843a881e tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f3352f-043e-4369-9ae1-2fdfb4662a41,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:51.248956 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e9c1e0b7-1483-46fc-9446-746fcd899d73 req-8a6fdd17-8848-4935-a25a-eb15843a881e tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.250524 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9c1e0b7-1483-46fc-9446-746fcd899d73 req-8a6fdd17-8848-4935-a25a-eb15843a881e tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5816486 Nov 11 21:25:51.317690 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f93ef7c0-616f-4480-b398-07ef77eb093b req-94847b87-d570-4f99-aef4-17133f2ccf59 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986652 Nov 11 21:25:51.393375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6dd2c7fa-0703-4e81-b3d2-9fb6c7913978 req-f895ceed-b0f5-405d-823f-492e5ebbbd0e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 210 time: 0.0418205 Nov 11 21:25:51.417988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86769cad-cbd4-4395-ada3-f62d4fb16946 req-1e07e06d-6d65-40a4-b10e-2b5a632416a5 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:51.420059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86769cad-cbd4-4395-ada3-f62d4fb16946 req-1e07e06d-6d65-40a4-b10e-2b5a632416a5 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/ports?device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 949 time: 0.1055670 Nov 11 21:25:51.435197 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-bd63bfa2-f5d9-4ce6-ba99-d5c79dc576d4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.511567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dba82d-6c59-40e4-be99-a462fd50434f req-bd63bfa2-f5d9-4ce6-ba99-d5c79dc576d4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:51.523025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-45dba82d-6c59-40e4-be99-a462fd50434f req-bd63bfa2-f5d9-4ce6-ba99-d5c79dc576d4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:51.534777 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f93ef7c0-616f-4480-b398-07ef77eb093b req-eb808ed5-5eff-4b77-b459-6c86db017d43 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052858 Nov 11 21:25:51.536177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dba82d-6c59-40e4-be99-a462fd50434f req-bd63bfa2-f5d9-4ce6-ba99-d5c79dc576d4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:51.543572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba82d-6c59-40e4-be99-a462fd50434f req-bd63bfa2-f5d9-4ce6-ba99-d5c79dc576d4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:51.544228 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-bd63bfa2-f5d9-4ce6-ba99-d5c79dc576d4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.549887 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59bc852a-1b07-439f-b916-3042b8050225 req-e4b83233-ac79-4443-85a9-0cbcb950b8ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Made reservation on behalf of 1e7495b94c334f7f86e765392527ed29 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:51.556951 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59bc852a-1b07-439f-b916-3042b8050225 req-e4b83233-ac79-4443-85a9-0cbcb950b8ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.573937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63bfa2-f5d9-4ce6-ba99-d5c79dc576d4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event updated for resources: {'Port': ['ID=d5824c32-0e9d-4911-b510-cfa01dba619d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:51.591283 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86769cad-cbd4-4395-ada3-f62d4fb16946 req-7dc5dede-f33a-4e06-a1f5-2e3565de1bf9 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7bad0f6-915a-4e8a-be31-8087861119c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622763 Nov 11 21:25:51.612024 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-bd63bfa2-f5d9-4ce6-ba99-d5c79dc576d4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0488386 Nov 11 21:25:51.629311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda7deb-5e4c-464d-a0cb-7dbf46998f76 req-d865592c-1ea0-4adb-a99e-dd6a009aa612 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:51.631336 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8eda7deb-5e4c-464d-a0cb-7dbf46998f76 req-d865592c-1ea0-4adb-a99e-dd6a009aa612 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 936 time: 0.1326320 Nov 11 21:25:51.662642 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d186ccd5-204d-49b9-ac76-e4ac388b2a66', 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', '08790ad1-7421-419a-8479-730cf963e787'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:51.671663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Request body: {'port': {'device_id': 'c161a3aa-df6c-482b-aae1-67ca8d2dbbce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:51.784144 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8eda7deb-5e4c-464d-a0cb-7dbf46998f76 req-0b287ab0-9c5d-41be-aa73-66f4f63df4e8 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407957 Nov 11 21:25:51.824916 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-12def141-1c84-4ce0-a8bd-4052b56f444b req-d29187b0-7208-4bba-a8b4-48a95dcfffd9 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 210 time: 0.0882025 Nov 11 21:25:51.825406 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.885988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device c7a5afc1-7970-4564-9f36-96fcd73f0151 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:51.891440 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-9ba5faa5-93a5-4e6b-8c7f-fcf63bf30ee9 req-5f77e233-121c-4b04-8aba-a953daa39ada tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-572232483', 'description': 'tempest-description-447496917'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:51.910817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-59bc852a-1b07-439f-b916-3042b8050225 req-e4b83233-ac79-4443-85a9-0cbcb950b8ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Allocated IP 172.20.0.7 (bb7b2ef0-98c6-4640-9855-bbeac6f5b314/42830d8e-a75d-4ff9-adfb-bfb530d80e8d/d2d7b60b-15a6-4715-8f34-1fa64508c6ed) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:51.933065 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a27849e-7ff1-4926-9bfb-79b0812e7be2 req-1e5e39de-1399-41b3-9240-5e35152613c7 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 210 time: 0.0483296 Nov 11 21:25:51.939332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a1febd-3556-44e9-bc3d-f6ea7679bc5d {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:51.951790 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.960575 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d2202ede-1262-4682-909c-f8726dc832c1 None None] Provisioning complete for port d5824c32-0e9d-4911-b510-cfa01dba619d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:51.960993 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2202ede-1262-4682-909c-f8726dc832c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.970613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Transition to ACTIVE for port object 29a1febd-3556-44e9-bc3d-f6ea7679bc5d will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:51.971678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9ba5faa5-93a5-4e6b-8c7f-fcf63bf30ee9 req-5f77e233-121c-4b04-8aba-a953daa39ada tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.981859 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.041957 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port c7a5afc1-7970-4564-9f36-96fcd73f0151 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:25:52.047061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port c7a5afc1-7970-4564-9f36-96fcd73f0151 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:52.047453 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.050088 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d2202ede-1262-4682-909c-f8726dc832c1 None None] Port d5824c32-0e9d-4911-b510-cfa01dba619d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:52.084291 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Pushing event updated for resources: {'Port': ['ID=29a1febd-3556-44e9-bc3d-f6ea7679bc5d,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:52.100688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Attempting to bind port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:52.101112 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Attempting to bind port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:52.101423 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Attempting to bind port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:52.113687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:52.114011 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Attempting to bind port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:52.143809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:52.144157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:52.144564 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:52.148476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Bound port: 29a1febd-3556-44e9-bc3d-f6ea7679bc5d, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:52.148871 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.175948 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9ba5faa5-93a5-4e6b-8c7f-fcf63bf30ee9 req-5f77e233-121c-4b04-8aba-a953daa39ada tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.219028 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9ba5faa5-93a5-4e6b-8c7f-fcf63bf30ee9 req-5f77e233-121c-4b04-8aba-a953daa39ada tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.299830 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.312030 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9ba5faa5-93a5-4e6b-8c7f-fcf63bf30ee9 req-5f77e233-121c-4b04-8aba-a953daa39ada tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.350948 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b95aef-06f4-43f5-8764-f17912c1891f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a5afc1-7970-4564-9f36-96fcd73f0151'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:52.355684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ba5faa5-93a5-4e6b-8c7f-fcf63bf30ee9 req-5f77e233-121c-4b04-8aba-a953daa39ada tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4478745 Nov 11 21:25:52.360980 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5fcb7f-f084-4fb1-9f84-2b9d9a862cf8" -d '{"events": [{"server_uuid": "15b95aef-06f4-43f5-8764-f17912c1891f", "name": "network-vif-plugged", "status": "completed", "tag": "c7a5afc1-7970-4564-9f36-96fcd73f0151"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:52.390428 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port c7a5afc1-7970-4564-9f36-96fcd73f0151, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c7a5afc1-7970-4564-9f36-96fcd73f0151,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:52.407629 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.478485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77e233-121c-4b04-8aba-a953daa39ada tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12789f25-05d9-4c05-8a3f-9da3b7b17ab6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:52.513890 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5e669a-6508-476b-8188-45058081941e x-openstack-request-id: req-cb5e669a-6508-476b-8188-45058081941e {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:52.514096 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b95aef-06f4-43f5-8764-f17912c1891f", "name": "network-vif-plugged", "status": "completed", "tag": "c7a5afc1-7970-4564-9f36-96fcd73f0151", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:52.514333 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb5e669a-6508-476b-8188-45058081941e {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:52.514717 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b95aef-06f4-43f5-8764-f17912c1891f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a5afc1-7970-4564-9f36-96fcd73f0151', 'code': 200} Nov 11 21:25:52.534496 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=c7a5afc1-7970-4564-9f36-96fcd73f0151,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:52.534736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] For port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:52.561371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] For port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29a1febd-3556-44e9-bc3d-f6ea7679bc5d,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:52.575501 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.709264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:52.712394 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.713808 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] 10.222.0.10 "PUT /v2.0/ports/29a1febd-3556-44e9-bc3d-f6ea7679bc5d HTTP/1.1" status: 200 len: 1096 time: 3.4144332 Nov 11 21:25:52.717086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a1584a-5b7e-4971-9c81-81c7d0b51511', 'tag': '29a1febd-3556-44e9-bc3d-f6ea7679bc5d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:52.726728 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2735fcc5-e3bf-458d-92c8-f3c5625790e5" -d '{"events": [{"name": "network-changed", "server_uuid": "76a1584a-5b7e-4971-9c81-81c7d0b51511", "tag": "29a1febd-3556-44e9-bc3d-f6ea7679bc5d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:52.781122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50152) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:52.838488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08c07d-6d6f-4ba9-8fb1-55d5cfbd000e service neutron] Pushing event updated for resources: {'Port': ['ID=29a1febd-3556-44e9-bc3d-f6ea7679bc5d,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:52.877961 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59bc852a-1b07-439f-b916-3042b8050225 req-e4b83233-ac79-4443-85a9-0cbcb950b8ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.878230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4db981-e063-43cf-8a8b-1fc4b1712e4a req-bf028d2b-55f6-42d9-b9f4-df8cedd60cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:52.879708 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e4db981-e063-43cf-8a8b-1fc4b1712e4a req-bf028d2b-55f6-42d9-b9f4-df8cedd60cda service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 1101 time: 0.2701411 Nov 11 21:25:52.898681 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-f4d5841c-c000-4b52-b868-baef3a3c6259 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:52.900239 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-f4d5841c-c000-4b52-b868-baef3a3c6259 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.10 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 808 time: 0.2605677 Nov 11 21:25:52.925918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a0f15-6f6d-428b-9ac1-5d8fc48a5364 req-61167d78-c5a5-42d1-aa03-432ab3344397 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:52.933185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a4a0f15-6f6d-428b-9ac1-5d8fc48a5364 req-61167d78-c5a5-42d1-aa03-432ab3344397 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 936 time: 0.2938929 Nov 11 21:25:52.934591 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-3a65b306-897a-4ee9-877f-e51c6275ee22 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Request body: {'port': {'device_id': 'e1ca6ad1-9f6c-4c2e-8c53-903298abf90d', 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278', 'admin_state_up': True, 'tenant_id': '84de113e4e264de9b1292139646defb0'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:52.980484 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e68e93c-8e6e-47a5-a804-c9f008c0cb45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.984352 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-035f612f-63a7-4c95-b24c-05ebc8bbc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:52.985895 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-035f612f-63a7-4c95-b24c-05ebc8bbc8cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff52f4052c07490abeb42905cf2f8c75&device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 1099 time: 0.1680121 Nov 11 21:25:52.999546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:53.038478 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.067682 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59bc852a-1b07-439f-b916-3042b8050225 req-e4b83233-ac79-4443-85a9-0cbcb950b8ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.071779 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e4db981-e063-43cf-8a8b-1fc4b1712e4a req-147e8f9b-eaaf-4119-aa20-90808cb6f8a2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a7bad0f6-915a-4e8a-be31-8087861119c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790316 Nov 11 21:25:53.078550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-173ea600-39ef-4c6c-a5dd-ae3852fef24f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=29a1febd-3556-44e9-bc3d-f6ea7679bc5d HTTP/1.1" status: 200 len: 217 time: 0.0790174 Nov 11 21:25:53.080079 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Transition to ACTIVE for port object 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:53.093947 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a4a0f15-6f6d-428b-9ac1-5d8fc48a5364 req-36834b6d-bb90-45b3-861d-ded08d913272 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592858 Nov 11 21:25:53.123580 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.174734 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59bc852a-1b07-439f-b916-3042b8050225 req-e4b83233-ac79-4443-85a9-0cbcb950b8ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:53.182742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-1a954fe2-e947-4bdf-9838-e62962c38db8 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50947 time: 0.7560780 Nov 11 21:25:53.219781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-59bc852a-1b07-439f-b916-3042b8050225 req-e4b83233-ac79-4443-85a9-0cbcb950b8ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:53.222658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bc852a-1b07-439f-b916-3042b8050225 req-e4b83233-ac79-4443-85a9-0cbcb950b8ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:53.228623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc852a-1b07-439f-b916-3042b8050225 req-e4b83233-ac79-4443-85a9-0cbcb950b8ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:53.229302 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59bc852a-1b07-439f-b916-3042b8050225 req-e4b83233-ac79-4443-85a9-0cbcb950b8ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.243021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b83233-ac79-4443-85a9-0cbcb950b8ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Pushing event updated for resources: {'Port': ['ID=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:53.262406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a08ee0-c394-46d4-baff-c633023f2473 req-4852d1c7-e21b-406d-924b-88dfa7574b91 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:53.267486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49a08ee0-c394-46d4-baff-c633023f2473 req-4852d1c7-e21b-406d-924b-88dfa7574b91 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/ports?device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 950 time: 0.1111281 Nov 11 21:25:53.270445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-73c996b5-d15e-497e-8c00-c13855261521 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/0f750a55-42ad-4500-9a45-ced8bd6df1be HTTP/1.1" status: 200 len: 2998 time: 0.0736961 Nov 11 21:25:53.368948 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-4f4cefcb-5c0c-4d6d-a86d-ce7e3c6bf975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:53.370532 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-4f4cefcb-5c0c-4d6d-a86d-ce7e3c6bf975 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0985467 Nov 11 21:25:53.394978 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-3a65b306-897a-4ee9-877f-e51c6275ee22 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Made reservation on behalf of 84de113e4e264de9b1292139646defb0 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:53.398457 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-3a65b306-897a-4ee9-877f-e51c6275ee22 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.400300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:53.415869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Attempting to bind port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:53.416191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Attempting to bind port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:53.416517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Attempting to bind port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:53.421291 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-59bc852a-1b07-439f-b916-3042b8050225 req-e4b83233-ac79-4443-85a9-0cbcb950b8ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1991818 Nov 11 21:25:53.429597 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49a08ee0-c394-46d4-baff-c633023f2473 req-fa6d4488-d0ea-4600-965b-d66d3489b162 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7bad0f6-915a-4e8a-be31-8087861119c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456859 Nov 11 21:25:53.432038 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-ea0fb740-825b-47d6-8bde-102d7ca4296c tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/0f750a55-42ad-4500-9a45-ced8bd6df1be HTTP/1.1" status: 200 len: 2998 time: 0.1503310 Nov 11 21:25:53.434932 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e68e93c-8e6e-47a5-a804-c9f008c0cb45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.440171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:53.440551 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Attempting to bind port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:53.460052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Request body: {'port': {'device_id': 'f82e0d22-9546-4749-b64c-095fa4f55611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:53.464058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-7bcf8dac-6133-4bd1-8bfd-5181b4e477cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:53.465662 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-7bcf8dac-6133-4bd1-8bfd-5181b4e477cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0861337 Nov 11 21:25:53.469326 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e68e93c-8e6e-47a5-a804-c9f008c0cb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.499916 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ea8072-2fbb-4553-b25e-bd2fa540e23b x-openstack-request-id: req-c1ea8072-2fbb-4553-b25e-bd2fa540e23b {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:53.500278 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a1584a-5b7e-4971-9c81-81c7d0b51511", "tag": "29a1febd-3556-44e9-bc3d-f6ea7679bc5d", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:53.500531 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1ea8072-2fbb-4553-b25e-bd2fa540e23b {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:53.500946 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a1584a-5b7e-4971-9c81-81c7d0b51511', 'tag': '29a1febd-3556-44e9-bc3d-f6ea7679bc5d', 'status': 'completed', 'code': 200} Nov 11 21:25:53.508480 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:53.508841 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:53.509247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:53.509660 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Bound port: 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:53.510013 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.540294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-ac3a0b15-0702-4fac-b67f-564c5cf6b233 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/268e189c-29d0-413b-bc06-4974adc8d5b4 HTTP/1.1" status: 200 len: 2998 time: 0.0996122 Nov 11 21:25:53.624713 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0e68e93c-8e6e-47a5-a804-c9f008c0cb45 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9afb04ccc79a45fca3ff58497dc89cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8407524 Nov 11 21:25:53.629288 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-88c1fbb0-4173-41d6-a69e-d683841ccbe8 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509364 Nov 11 21:25:53.631285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50166) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:53.647565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68e93c-8e6e-47a5-a804-c9f008c0cb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41a8aab-403c-4503-bd17-f554408ee430,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:53.652641 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-840b5cbf-86b6-436a-b066-4fc0845be626 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/268e189c-29d0-413b-bc06-4974adc8d5b4 HTTP/1.1" status: 200 len: 2998 time: 0.0996606 Nov 11 21:25:53.677929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5824c32-0e9d-4911-b510-cfa01dba619d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:53.690068 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.708018 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.727449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630bc55-49fc-4987-b1ee-970e412ca5b1 req-678b201b-d7ac-4558-927f-fa5643d2fa43 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:53.728942 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0630bc55-49fc-4987-b1ee-970e412ca5b1 req-678b201b-d7ac-4558-927f-fa5643d2fa43 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 948 time: 0.1771882 Nov 11 21:25:53.764961 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Transition to ACTIVE for port object d5824c32-0e9d-4911-b510-cfa01dba619d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:53.776355 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.804063 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] For port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:53.829947 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-5cd7baf5-f611-4b06-b84e-890807c8487f tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c HTTP/1.1" status: 200 len: 2998 time: 0.1576993 Nov 11 21:25:53.836297 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17bb50cf-fb7e-4f33-a422-24766b409cbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.847315 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-3a65b306-897a-4ee9-877f-e51c6275ee22 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Allocated IP 172.20.0.4 (e804e73e-0e84-4575-af51-ae80f841f278/da5a99ce-ab7f-414f-98ea-4a261df03b32/c711562c-c0c8-4084-a044-15b203cc940c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:53.859718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] For port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:53.859877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0630bc55-49fc-4987-b1ee-970e412ca5b1 req-31b9f0a3-d71f-4fed-b857-fc0cc4487644 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173911 Nov 11 21:25:53.861831 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a6bd95-dad5-4cf4-8fe2-6d1c9329aa43 req-9df31b18-948a-42d9-a2e4-60c339d9d91e service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226410 Nov 11 21:25:53.894873 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.898743 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6c40a48b-7093-4830-868e-8d6d4670c4e8 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:53.900138 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17bb50cf-fb7e-4f33-a422-24766b409cbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.949053 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-04b79f7d-e99f-4072-9c59-af41f5252d14 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c HTTP/1.1" status: 200 len: 2998 time: 0.1038857 Nov 11 21:25:53.987572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5824c32-0e9d-4911-b510-cfa01dba619d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:54.056099 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17bb50cf-fb7e-4f33-a422-24766b409cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:54.059220 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17bb50cf-fb7e-4f33-a422-24766b409cbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:54.060481 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-17bb50cf-fb7e-4f33-a422-24766b409cbd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a41a8aab-403c-4503-bd17-f554408ee430 HTTP/1.1" status: 204 len: 168 time: 0.4271421 Nov 11 21:25:54.114340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb50cf-fb7e-4f33-a422-24766b409cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41a8aab-403c-4503-bd17-f554408ee430,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:54.131516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6c40a48b-7093-4830-868e-8d6d4670c4e8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:54.131829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735fcc5-e3bf-458d-92c8-f3c5625790e5 req-07276646-ca77-4f43-be6d-e9c065fed867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:54.135894 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2735fcc5-e3bf-458d-92c8-f3c5625790e5 req-07276646-ca77-4f43-be6d-e9c065fed867 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff52f4052c07490abeb42905cf2f8c75&device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 1099 time: 0.1755428 Nov 11 21:25:54.139559 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-ff09d0f1-546d-4554-b444-73dd701553a2 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/44d62bcf-f8aa-4fb1-bb26-28763658c1a1 HTTP/1.1" status: 200 len: 2998 time: 0.1697450 Nov 11 21:25:54.161239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849b8cb-83b5-413d-ad77-70ac788573fa req-11fe219f-4be6-4f92-94ca-54430d2aff81 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:54.162867 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d849b8cb-83b5-413d-ad77-70ac788573fa req-11fe219f-4be6-4f92-94ca-54430d2aff81 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 931 time: 0.1546068 Nov 11 21:25:54.182521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '6c40a48b-7093-4830-868e-8d6d4670c4e8', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '6c40a48b-7093-4830-868e-8d6d4670c4e8', 'mac_address': 'fa:16:3e:66:af:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:54.278393 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:54.302177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c40a48b-7093-4830-868e-8d6d4670c4e8 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:54.330013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6c40a48b-7093-4830-868e-8d6d4670c4e8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:54.340296 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-3a65b306-897a-4ee9-877f-e51c6275ee22 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:54.343083 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:54.365764 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-7d672b60-8b29-4afc-b685-ce2b6c3a29db tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/44d62bcf-f8aa-4fb1-bb26-28763658c1a1 HTTP/1.1" status: 200 len: 2998 time: 0.2145820 Nov 11 21:25:54.401822 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d849b8cb-83b5-413d-ad77-70ac788573fa req-d3d48701-5371-4593-afdf-7c8c8132f27e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043431 Nov 11 21:25:54.422246 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=6c40a48b-7093-4830-868e-8d6d4670c4e8,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:54.437127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:54.438045 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:54.439636 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] 10.222.0.71 "PUT /v2.0/ports/7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 HTTP/1.1" status: 200 len: 1096 time: 4.0080423 Nov 11 21:25:54.451186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29241155-6c2a-4679-a076-cc51f1c50467', 'tag': '7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:54.455516 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23379771-256f-4a3d-93da-3443994c5ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "29241155-6c2a-4679-a076-cc51f1c50467", "tag": "7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:54.485906 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-d4126646-d4ee-4420-be00-d938977a2c63 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/47a65a04-ecf5-4a73-8a17-b2fd62ca7bec HTTP/1.1" status: 200 len: 2998 time: 0.1089866 Nov 11 21:25:54.487483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735fcc5-e3bf-458d-92c8-f3c5625790e5 req-d0a48b7e-9db6-4cc8-ab1b-f14375d5cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:54.489122 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2735fcc5-e3bf-458d-92c8-f3c5625790e5 req-d0a48b7e-9db6-4cc8-ab1b-f14375d5cf3b service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.3465750 Nov 11 21:25:54.546073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50178) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:54.554281 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7b511-3348-4374-b8b6-8b3ff7e5db95 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:54.559000 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2735fcc5-e3bf-458d-92c8-f3c5625790e5 req-c33e07f9-d83c-4b30-ba3b-efb758db199c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=29a1febd-3556-44e9-bc3d-f6ea7679bc5d HTTP/1.1" status: 200 len: 217 time: 0.0579855 Nov 11 21:25:54.562364 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-3a65b306-897a-4ee9-877f-e51c6275ee22 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:54.608318 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9bd73e3d-f890-4ac0-b100-c02b891040f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:54.634274 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Attempting to bind port d5824c32-0e9d-4911-b510-cfa01dba619d on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:54.634274 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Attempting to bind port d5824c32-0e9d-4911-b510-cfa01dba619d by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:54.634595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Attempting to bind port d5824c32-0e9d-4911-b510-cfa01dba619d on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:54.636154 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['6c40a48b-7093-4830-868e-8d6d4670c4e8'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:54.652918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-992d71db-44ff-405b-804a-79d6aa32579d tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/47a65a04-ecf5-4a73-8a17-b2fd62ca7bec HTTP/1.1" status: 200 len: 2998 time: 0.1575952 Nov 11 21:25:54.666434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-3a65b306-897a-4ee9-877f-e51c6275ee22 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Network e804e73e-0e84-4575-af51-ae80f841f278 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:54.669272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Port d5824c32-0e9d-4911-b510-cfa01dba619d on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:54.669593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Attempting to bind port d5824c32-0e9d-4911-b510-cfa01dba619d on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:54.687196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735fcc5-e3bf-458d-92c8-f3c5625790e5 req-85554962-ab3f-4dc8-b391-657e1c2117e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:54.688826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2735fcc5-e3bf-458d-92c8-f3c5625790e5 req-85554962-ab3f-4dc8-b391-657e1c2117e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1079285 Nov 11 21:25:54.688984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-3a65b306-897a-4ee9-877f-e51c6275ee22 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:54.702081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-3a65b306-897a-4ee9-877f-e51c6275ee22 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:54.707890 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-3a65b306-897a-4ee9-877f-e51c6275ee22 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:54.708526 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-3a65b306-897a-4ee9-877f-e51c6275ee22 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:54.723312 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:54.723718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:54.725522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:54.725522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Bound port: d5824c32-0e9d-4911-b510-cfa01dba619d, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:54.725522 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:54.730533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65b306-897a-4ee9-877f-e51c6275ee22 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Pushing event updated for resources: {'Port': ['ID=c711562c-c0c8-4084-a044-15b203cc940c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:54.731630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b06d21-517a-4732-9fc0-20ea66067cee req-b9102685-755c-42d1-b1f2-79ab40a768a7 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:54.733299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79b06d21-517a-4732-9fc0-20ea66067cee req-b9102685-755c-42d1-b1f2-79ab40a768a7 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 931 time: 0.1844685 Nov 11 21:25:54.752475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba82d-6c59-40e4-be99-a462fd50434f req-f315ca22-175b-4ec7-b847-5d84b7596d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:54.753913 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-f315ca22-175b-4ec7-b847-5d84b7596d79 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=29241155-6c2a-4679-a076-cc51f1c50467 HTTP/1.1" status: 200 len: 1099 time: 0.1965327 Nov 11 21:25:54.763630 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-3a65b306-897a-4ee9-877f-e51c6275ee22 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8356178 Nov 11 21:25:54.800663 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-48b21c4b-641f-48e5-bdf8-3b1da08b7870 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/5c731159-2ee3-46f4-99c9-734585edaf45 HTTP/1.1" status: 200 len: 2998 time: 0.1375422 Nov 11 21:25:54.815595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Request body: {'port': {'device_id': 'e1ca6ad1-9f6c-4c2e-8c53-903298abf90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:54.900587 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-900b34a9-4c54-4313-9dce-e418a0cbdcee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 HTTP/1.1" status: 200 len: 217 time: 0.1313500 Nov 11 21:25:54.927484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d7b60b-15a6-4715-8f34-1fa64508c6ed {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:54.981114 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:55.016698 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] For port d5824c32-0e9d-4911-b510-cfa01dba619d, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:55.018849 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:55.022266 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] For port d5824c32-0e9d-4911-b510-cfa01dba619d, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d5824c32-0e9d-4911-b510-cfa01dba619d,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:55.027147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba82d-6c59-40e4-be99-a462fd50434f req-9003aa8d-c8ad-4bec-9a93-6327386ca158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:55.028898 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-9003aa8d-c8ad-4bec-9a93-6327386ca158 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1206341 Nov 11 21:25:55.035566 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Transition to ACTIVE for port object d2d7b60b-15a6-4715-8f34-1fa64508c6ed will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:55.038736 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:55.039386 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735fcc5-e3bf-458d-92c8-f3c5625790e5 req-2919f495-b461-4ae2-a06f-16b69770b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:55.040965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2735fcc5-e3bf-458d-92c8-f3c5625790e5 req-2919f495-b461-4ae2-a06f-16b69770b13d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3364737 Nov 11 21:25:55.050113 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79b06d21-517a-4732-9fc0-20ea66067cee req-1dfe7991-d8ae-4c50-90ad-aa0092b2e5de tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962680 Nov 11 21:25:55.057071 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:55.096907 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9bd73e3d-f890-4ac0-b100-c02b891040f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:55.112226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:55.112986 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:55.114780 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] 10.222.0.10 "PUT /v2.0/ports/d5824c32-0e9d-4911-b510-cfa01dba619d HTTP/1.1" status: 200 len: 1096 time: 3.4503849 Nov 11 21:25:55.142081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9bd73e3d-f890-4ac0-b100-c02b891040f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:55.202640 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-15b85e24-19f8-46c4-a22b-d3771b451628 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/5c731159-2ee3-46f4-99c9-734585edaf45 HTTP/1.1" status: 200 len: 2998 time: 0.3897974 Nov 11 21:25:55.219874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd73e3d-f890-4ac0-b100-c02b891040f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9f3fdb-89bf-4a6f-aef4-af07a47f80d3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:55.244445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9bd73e3d-f890-4ac0-b100-c02b891040f2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8916535e34c407889973e27d14be974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6941018 Nov 11 21:25:55.262096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50182) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:55.270198 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389acf85-a720-4808-9302-7462c32ca6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5824c32-0e9d-4911-b510-cfa01dba619d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:55.301514 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2735fcc5-e3bf-458d-92c8-f3c5625790e5 req-972d408b-9478-4c7b-bd96-0fe1203d7608 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484753 Nov 11 21:25:55.409458 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-bc751dab-9cab-47a6-8deb-56e0d1f86558 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/5f23a30f-3cfe-4f5e-afde-2a6cfe4d512c HTTP/1.1" status: 200 len: 2994 time: 0.1838584 Nov 11 21:25:55.420152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db66c3-541c-4fc5-a307-8658000560b2 req-a6849cd8-bea7-4853-a8c4-fc04c4cd93e6 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:55.421733 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24db66c3-541c-4fc5-a307-8658000560b2 req-a6849cd8-bea7-4853-a8c4-fc04c4cd93e6 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 948 time: 0.1893106 Nov 11 21:25:55.493387 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0c14bfe6-38a9-4ff9-8076-83c69aaa79cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:55.529337 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-e13c382f-317d-49eb-80a7-bb83798c70a4 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/5f23a30f-3cfe-4f5e-afde-2a6cfe4d512c HTTP/1.1" status: 200 len: 2994 time: 0.1061733 Nov 11 21:25:55.543674 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0c14bfe6-38a9-4ff9-8076-83c69aaa79cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:55.560013 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2735fcc5-e3bf-458d-92c8-f3c5625790e5 req-12092c42-021d-4e8b-9e7a-2cca16c30ef4 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465675 Nov 11 21:25:55.574447 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba82d-6c59-40e4-be99-a462fd50434f req-80611381-3155-4613-b62c-4f0d56cb4cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:55.575953 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-80611381-3155-4613-b62c-4f0d56cb4cb1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5346451 Nov 11 21:25:55.583918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24db66c3-541c-4fc5-a307-8658000560b2 req-e0a91504-89fd-47d3-802c-4261d1d4d8ee tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482620 Nov 11 21:25:55.590375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Attempting to bind port d2d7b60b-15a6-4715-8f34-1fa64508c6ed on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:55.590712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Attempting to bind port d2d7b60b-15a6-4715-8f34-1fa64508c6ed by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:55.591074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Attempting to bind port d2d7b60b-15a6-4715-8f34-1fa64508c6ed on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:55.618978 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-4573320d-d2f5-424e-8c49-29ad599b32a2 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/8a4ab107-7f77-4a94-91fd-e522a2bd3fc2 HTTP/1.1" status: 200 len: 2998 time: 0.0797448 Nov 11 21:25:55.620084 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba82d-6c59-40e4-be99-a462fd50434f req-1abe4f43-a4d0-498d-9351-fb9464a9e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:55.621619 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-1abe4f43-a4d0-498d-9351-fb9464a9e2e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 1099 time: 0.4568131 Nov 11 21:25:55.634767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Port d2d7b60b-15a6-4715-8f34-1fa64508c6ed on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:55.635094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Attempting to bind port d2d7b60b-15a6-4715-8f34-1fa64508c6ed on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:55.690568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:55.697460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:55.697460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Checking segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:55.697889 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Bound using segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:55.698271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Bound port: d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:55.698628 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:55.700969 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0c14bfe6-38a9-4ff9-8076-83c69aaa79cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:55.703486 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0c14bfe6-38a9-4ff9-8076-83c69aaa79cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:55.704667 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0c14bfe6-38a9-4ff9-8076-83c69aaa79cf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4c9f3fdb-89bf-4a6f-aef4-af07a47f80d3 HTTP/1.1" status: 204 len: 168 time: 0.4427612 Nov 11 21:25:55.717963 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-833a1678-f2ff-407d-a318-99c8e8f354b3 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/8a4ab107-7f77-4a94-91fd-e522a2bd3fc2 HTTP/1.1" status: 200 len: 2998 time: 0.0882387 Nov 11 21:25:55.720614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14bfe6-38a9-4ff9-8076-83c69aaa79cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9f3fdb-89bf-4a6f-aef4-af07a47f80d3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:55.745895 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-6afff8ba-0e2e-47c1-af31-36a967f5e3fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=d5824c32-0e9d-4911-b510-cfa01dba619d HTTP/1.1" status: 200 len: 217 time: 0.1075194 Nov 11 21:25:55.749941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f532b-6155-452e-ab74-16f6151dd35f req-2cc9edea-d613-424e-87d5-98a793828f0f tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:55.751649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f76f532b-6155-452e-ab74-16f6151dd35f req-2cc9edea-d613-424e-87d5-98a793828f0f tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/ports?device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 950 time: 0.1010592 Nov 11 21:25:55.801749 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-8a3cb473-6462-45d8-a66c-5c2a0f23eb24 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/8fbfb4d3-3a3e-4ecb-9dd4-479992c52809 HTTP/1.1" status: 200 len: 2998 time: 0.0666771 Nov 11 21:25:55.837085 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f76f532b-6155-452e-ab74-16f6151dd35f req-850e313e-f7c4-4e44-ba30-4fcba7b0a4c1 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7bad0f6-915a-4e8a-be31-8087861119c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734084 Nov 11 21:25:55.863648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-683e92c6-1f46-4e96-a22e-21a2e5fd6f6f tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/8fbfb4d3-3a3e-4ecb-9dd4-479992c52809 HTTP/1.1" status: 200 len: 2998 time: 0.0457251 Nov 11 21:25:55.906095 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca12635-bc88-45d0-b649-2db25947ac96 x-openstack-request-id: req-dca12635-bc88-45d0-b649-2db25947ac96 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:55.906095 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29241155-6c2a-4679-a076-cc51f1c50467", "tag": "7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:55.906095 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dca12635-bc88-45d0-b649-2db25947ac96 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:55.906095 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29241155-6c2a-4679-a076-cc51f1c50467', 'tag': '7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3', 'status': 'completed', 'code': 200} Nov 11 21:25:55.906934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6c40a48b-7093-4830-868e-8d6d4670c4e8 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:55.910284 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba82d-6c59-40e4-be99-a462fd50434f req-01d8760e-88e4-4ec9-b330-40a25c362426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:55.911866 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-01d8760e-88e4-4ec9-b330-40a25c362426 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1487138 Nov 11 21:25:55.925934 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-0d3e6d33-c9b4-4fef-aa03-1a8bce7b52d6 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303101 Nov 11 21:25:55.944603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-9dbd2888-14fe-4967-9bb1-6f645c4e430b tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/a7bad0f6-915a-4e8a-be31-8087861119c8 HTTP/1.1" status: 200 len: 2998 time: 0.0691884 Nov 11 21:25:55.997042 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 6c40a48b-7093-4830-868e-8d6d4670c4e8 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:25:56.003435 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 6c40a48b-7093-4830-868e-8d6d4670c4e8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:56.003812 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.043153 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-5cb17e78-90e3-4e02-a326-74efb49315fa tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/a7bad0f6-915a-4e8a-be31-8087861119c8 HTTP/1.1" status: 200 len: 2998 time: 0.0928392 Nov 11 21:25:56.052552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed702c62-c178-4904-97a2-c1701957618f req-8b017e73-e358-4b71-8146-4d41a26c72f7 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:56.054315 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed702c62-c178-4904-97a2-c1701957618f req-8b017e73-e358-4b71-8146-4d41a26c72f7 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 948 time: 0.0954452 Nov 11 21:25:56.070203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:56.095309 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba82d-6c59-40e4-be99-a462fd50434f req-fdf90cac-4802-4468-b124-8160e8b17e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:56.097268 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-fdf90cac-4802-4468-b124-8160e8b17e40 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1680081 Nov 11 21:25:56.103587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:56.135243 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-a97c3492-33af-4ad2-8c5d-082176b63e9f tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/b85efe80-9e6f-4303-8a39-b95f64eae354 HTTP/1.1" status: 200 len: 2994 time: 0.0796399 Nov 11 21:25:56.139278 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed702c62-c178-4904-97a2-c1701957618f req-9057b97f-41d1-4205-806f-2fed7337f606 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779660 Nov 11 21:25:56.146581 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.146716 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.191731 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40a48b-7093-4830-868e-8d6d4670c4e8'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:56.197030 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af05e29a-b552-4f6c-95e0-98f707fe5218" -d '{"events": [{"server_uuid": "4eb36f71-48bb-4d2b-a52e-0386b2eb392e", "name": "network-vif-plugged", "status": "completed", "tag": "6c40a48b-7093-4830-868e-8d6d4670c4e8"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:56.209813 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-70083f9a-637e-40ac-8fdb-f163c96f283d tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/b85efe80-9e6f-4303-8a39-b95f64eae354 HTTP/1.1" status: 200 len: 2994 time: 0.0587251 Nov 11 21:25:56.212667 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:56.213365 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.214787 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-59bc852a-1b07-439f-b916-3042b8050225 req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] 10.222.0.71 "PUT /v2.0/ports/d2d7b60b-15a6-4715-8f34-1fa64508c6ed HTTP/1.1" status: 200 len: 1091 time: 2.7690885 Nov 11 21:25:56.222681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6c40a48b-7093-4830-868e-8d6d4670c4e8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:56.231825 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.290653 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c711562c-c0c8-4084-a044-15b203cc940c {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:56.297165 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=6c40a48b-7093-4830-868e-8d6d4670c4e8,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:56.314137 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-e980183e-fd68-4b99-893f-ceafd9006e1e tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/c5fca8bf-4719-4207-ae87-d7eab63d6d8f HTTP/1.1" status: 200 len: 2990 time: 0.0945375 Nov 11 21:25:56.316598 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.324075 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-e1e23fb8-c058-4729-89f7-eafa61a80094 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538129 Nov 11 21:25:56.339890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a2a25-1910-452e-a4be-d6b871dd2f5c req-a236d09b-61e6-4a21-aa91-10c058a51ecc tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:56.347325 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b7a2a25-1910-452e-a4be-d6b871dd2f5c req-a236d09b-61e6-4a21-aa91-10c058a51ecc tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 943 time: 0.1038010 Nov 11 21:25:56.400719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc852a-1b07-439f-b916-3042b8050225 req-c0836b92-f883-4da0-b7eb-2c2cc9729334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:56.402306 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-59bc852a-1b07-439f-b916-3042b8050225 req-c0836b92-f883-4da0-b7eb-2c2cc9729334 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 1094 time: 0.1283789 Nov 11 21:25:56.403355 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Transition to ACTIVE for port object c711562c-c0c8-4084-a044-15b203cc940c will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:56.414429 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-e72ccc9b-2fd5-42c4-a1b3-36b982ea5664 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/c5fca8bf-4719-4207-ae87-d7eab63d6d8f HTTP/1.1" status: 200 len: 2990 time: 0.0883460 Nov 11 21:25:56.422665 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.430304 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33883fdc-3fe9-4462-b219-f64d54a06170 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:56.433107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b7a2a25-1910-452e-a4be-d6b871dd2f5c req-f912f6aa-9324-4dc0-8159-90f4354aa6d9 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774002 Nov 11 21:25:56.482312 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-cb6f0c07-bc48-4bc8-b17c-01a0ccfa265e tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/e1e21800-3543-4dec-9595-e331bec232a0 HTTP/1.1" status: 200 len: 2998 time: 0.0481155 Nov 11 21:25:56.513733 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-0c1af902-fbf0-4188-84aa-8ac84a9a7314 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047852 Nov 11 21:25:56.522908 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-59bc852a-1b07-439f-b916-3042b8050225 req-57b6b495-866b-4005-a2b2-462ed0ef9e7a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed HTTP/1.1" status: 200 len: 217 time: 0.1040609 Nov 11 21:25:56.547149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-89c6b5cf-2016-4bc1-99b0-e65d31c88a33 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/e1e21800-3543-4dec-9595-e331bec232a0 HTTP/1.1" status: 200 len: 2998 time: 0.0574734 Nov 11 21:25:56.603163 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-8b89fdaa-cd00-44ae-8b28-8cb1be899a5d tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/f7089bc5-5f3d-4ecd-ae20-a60042d22e87 HTTP/1.1" status: 200 len: 2998 time: 0.0481484 Nov 11 21:25:56.605468 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Pushing event updated for resources: {'Port': ['ID=c711562c-c0c8-4084-a044-15b203cc940c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:56.653094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23379771-256f-4a3d-93da-3443994c5ac4 req-e17ec42b-4af3-4959-af45-fb8b5aefd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:56.654595 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-23379771-256f-4a3d-93da-3443994c5ac4 req-e17ec42b-4af3-4959-af45-fb8b5aefd173 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=29241155-6c2a-4679-a076-cc51f1c50467 HTTP/1.1" status: 200 len: 1099 time: 0.2619693 Nov 11 21:25:56.655439 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-5e4553f0-a55f-47bb-b566-a359adddb18d tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/f7089bc5-5f3d-4ecd-ae20-a60042d22e87 HTTP/1.1" status: 200 len: 2998 time: 0.0423090 Nov 11 21:25:56.704557 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Attempting to bind port c711562c-c0c8-4084-a044-15b203cc940c on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:56.704943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Attempting to bind port c711562c-c0c8-4084-a044-15b203cc940c by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:56.705255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Attempting to bind port c711562c-c0c8-4084-a044-15b203cc940c on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:56.717059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc852a-1b07-439f-b916-3042b8050225 req-70b95ded-dd72-4945-93e6-92dca2c74445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:56.718510 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-59bc852a-1b07-439f-b916-3042b8050225 req-70b95ded-dd72-4945-93e6-92dca2c74445 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.1769643 Nov 11 21:25:56.724640 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-3b2b1f1f-f16f-401d-bc8d-ea99af525b3b tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/fec6f9a9-e572-469b-b4ca-65bd2cbcd7ad HTTP/1.1" status: 200 len: 2994 time: 0.0614400 Nov 11 21:25:56.767959 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Port c711562c-c0c8-4084-a044-15b203cc940c on network e804e73e-0e84-4575-af51-ae80f841f278 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:56.768294 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Attempting to bind port c711562c-c0c8-4084-a044-15b203cc940c on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:56.793167 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4744ace6-4860-4545-888a-aafa8742ab7e req-5de8a5d5-1cfb-4d4e-9553-ce962ec6baf3 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/fec6f9a9-e572-469b-b4ca-65bd2cbcd7ad HTTP/1.1" status: 200 len: 2994 time: 0.0682166 Nov 11 21:25:56.818430 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:56.818833 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Checking segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:56.819293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Bound using segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:56.819800 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Bound port: c711562c-c0c8-4084-a044-15b203cc940c, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:56.820239 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.841504 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-59bc852a-1b07-439f-b916-3042b8050225 req-97d05246-3eae-4c00-881a-380b328956e8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849855 Nov 11 21:25:56.843389 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45dba82d-6c59-40e4-be99-a462fd50434f req-4b8f9d7b-a518-469c-9dd6-55fec9e1dce1 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170342 Nov 11 21:25:56.881135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5467f8-a1ec-4395-9c2e-46bad685ca2a req-dec9aeb9-1bc8-4049-8ee5-fdade647d00d tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:56.883335 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce5467f8-a1ec-4395-9c2e-46bad685ca2a req-dec9aeb9-1bc8-4049-8ee5-fdade647d00d tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 943 time: 0.0657306 Nov 11 21:25:56.919780 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596eb484-bbbd-4f64-8a20-67fe0ede2e9a x-openstack-request-id: req-596eb484-bbbd-4f64-8a20-67fe0ede2e9a {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:56.920285 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb36f71-48bb-4d2b-a52e-0386b2eb392e", "name": "network-vif-plugged", "status": "completed", "tag": "6c40a48b-7093-4830-868e-8d6d4670c4e8", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:56.920471 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-596eb484-bbbd-4f64-8a20-67fe0ede2e9a {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:56.921108 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40a48b-7093-4830-868e-8d6d4670c4e8', 'code': 200} Nov 11 21:25:56.927850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23379771-256f-4a3d-93da-3443994c5ac4 req-d5d96394-5821-4fb2-8a1c-5e072c5e60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:56.929452 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-23379771-256f-4a3d-93da-3443994c5ac4 req-d5d96394-5821-4fb2-8a1c-5e072c5e60f3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.2572310 Nov 11 21:25:56.969139 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce5467f8-a1ec-4395-9c2e-46bad685ca2a req-b9baf1c2-d19d-4137-9794-feb7c623eafe tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793936 Nov 11 21:25:57.027640 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:57.037944 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c711562c-c0c8-4084-a044-15b203cc940c,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:57.037944 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-23379771-256f-4a3d-93da-3443994c5ac4 req-2aaf2a4e-56d3-432b-88a2-1286ec920cca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 HTTP/1.1" status: 200 len: 217 time: 0.0538542 Nov 11 21:25:57.074929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790ea72-e45e-4a70-a083-ce3b38e1e2b6 req-0783c9c0-d180-42ef-9d42-8cc3e7b0c359 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:57.076526 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b790ea72-e45e-4a70-a083-ce3b38e1e2b6 req-0783c9c0-d180-42ef-9d42-8cc3e7b0c359 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 948 time: 0.0846796 Nov 11 21:25:57.083507 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:57.163302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b790ea72-e45e-4a70-a083-ce3b38e1e2b6 req-966d8bd5-6261-4f41-a8e0-3174760f6769 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805993 Nov 11 21:25:57.171699 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92bc4008-e034-4ec2-a0b8-f6ebbe6fc49b req-74fa94da-fcea-4e32-a886-7ea5214faba1 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a6e74fbe5b414667a8eade5279124825 HTTP/1.1" status: 200 len: 6153 time: 0.1234782 Nov 11 21:25:57.173746 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:57.174423 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:57.175847 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] 10.222.0.10 "PUT /v2.0/ports/c711562c-c0c8-4084-a044-15b203cc940c HTTP/1.1" status: 200 len: 1091 time: 2.3914685 Nov 11 21:25:57.203278 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-59bc852a-1b07-439f-b916-3042b8050225 req-70c71e83-f059-4acd-b413-4153db77318e service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298442 Nov 11 21:25:57.211392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23379771-256f-4a3d-93da-3443994c5ac4 req-95933dab-830a-4126-8923-1c46cbffb968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:57.213009 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-23379771-256f-4a3d-93da-3443994c5ac4 req-95933dab-830a-4126-8923-1c46cbffb968 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1600013 Nov 11 21:25:57.216439 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52642a7d-3551-4989-8d72-5934551a0cdf service neutron] Pushing event updated for resources: {'Port': ['ID=c711562c-c0c8-4084-a044-15b203cc940c,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:57.227378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe899ce-a2a6-4ea3-a3e7-e718fed030c4 req-68860d26-c629-4e54-8057-abd51425d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:57.228911 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ebe899ce-a2a6-4ea3-a3e7-e718fed030c4 req-68860d26-c629-4e54-8057-abd51425d971 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 1100 time: 0.1964478 Nov 11 21:25:57.235881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92bc4008-e034-4ec2-a0b8-f6ebbe6fc49b req-59ebe517-7251-4880-95cd-5248f8d8e145 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] 10.222.0.57 "GET /v2.0/security-groups/8a4ab107-7f77-4a94-91fd-e522a2bd3fc2 HTTP/1.1" status: 200 len: 2998 time: 0.0516212 Nov 11 21:25:57.291350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92bc4008-e034-4ec2-a0b8-f6ebbe6fc49b req-9622431c-e5ef-469b-bb40-86360139bcc2 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] 10.222.0.57 "GET /v2.0/security-groups/8a4ab107-7f77-4a94-91fd-e522a2bd3fc2 HTTP/1.1" status: 200 len: 2998 time: 0.0443280 Nov 11 21:25:57.368416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-835c0628-d1a6-4428-a46b-7aa027c0b3bf req-5f8a55fd-667e-4b3b-8a74-2e7475c92750 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/12789f25-05d9-4c05-8a3f-9da3b7b17ab6 HTTP/1.1" status: 200 len: 1793 time: 0.0403755 Nov 11 21:25:57.390904 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ebe899ce-a2a6-4ea3-a3e7-e718fed030c4 req-b2ddfd48-2bf0-46e6-b9ec-27c67083e0a4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399133 Nov 11 21:25:57.398402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23379771-256f-4a3d-93da-3443994c5ac4 req-6f78eaf9-b3d2-40e1-8c03-35b16606bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:57.399841 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-23379771-256f-4a3d-93da-3443994c5ac4 req-6f78eaf9-b3d2-40e1-8c03-35b16606bdde service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1700828 Nov 11 21:25:57.406885 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-d53f0ea1-f51d-4560-8229-4d5230c5d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:57.408374 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-d53f0ea1-f51d-4560-8229-4d5230c5d377 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 1094 time: 0.1563892 Nov 11 21:25:57.431379 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-59bc852a-1b07-439f-b916-3042b8050225 req-c5f1b583-d4d0-4d06-bf7d-693d2a2c4f4a service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159796 Nov 11 21:25:57.469051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa81fe2-533d-47a8-be53-2c4d9ea39e49 req-023c5214-5729-435d-be2e-0614745c739f tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:57.476121 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2aa81fe2-533d-47a8-be53-2c4d9ea39e49 req-023c5214-5729-435d-be2e-0614745c739f tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 948 time: 0.0934205 Nov 11 21:25:57.502647 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-835c0628-d1a6-4428-a46b-7aa027c0b3bf req-2cac9453-a850-48ff-817e-7abbb2b69a45 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:57.508471 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-23379771-256f-4a3d-93da-3443994c5ac4 req-584cee2c-eef0-4778-a961-680c94f41cce service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974553 Nov 11 21:25:57.539864 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-835c0628-d1a6-4428-a46b-7aa027c0b3bf req-2cac9453-a850-48ff-817e-7abbb2b69a45 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:57.554785 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2aa81fe2-533d-47a8-be53-2c4d9ea39e49 req-094ac938-0425-4dd7-bb75-23cdccd19499 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776942 Nov 11 21:25:57.590788 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-835c0628-d1a6-4428-a46b-7aa027c0b3bf req-2cac9453-a850-48ff-817e-7abbb2b69a45 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:57.594230 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-835c0628-d1a6-4428-a46b-7aa027c0b3bf req-2cac9453-a850-48ff-817e-7abbb2b69a45 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:57.595602 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-835c0628-d1a6-4428-a46b-7aa027c0b3bf req-2cac9453-a850-48ff-817e-7abbb2b69a45 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/12789f25-05d9-4c05-8a3f-9da3b7b17ab6 HTTP/1.1" status: 204 len: 173 time: 0.2145903 Nov 11 21:25:57.604580 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac9453-a850-48ff-817e-7abbb2b69a45 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12789f25-05d9-4c05-8a3f-9da3b7b17ab6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:57.710423 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1062bc8-8b3b-4376-84a7-62bc9daab650 req-9b01e3c4-5ede-45c9-b821-9454da87c2d4 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:57.712126 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1062bc8-8b3b-4376-84a7-62bc9daab650 req-9b01e3c4-5ede-45c9-b821-9454da87c2d4 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 943 time: 0.0535548 Nov 11 21:25:57.781238 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1062bc8-8b3b-4376-84a7-62bc9daab650 req-89d941e5-b98b-4e09-a943-0c2fe796b706 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592659 Nov 11 21:25:57.849840 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e77c124a-227c-4840-b558-e9a2b48911da req-fe6c88b2-c87e-4026-aacd-47eb431ac5c0 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "GET /v2.0/security-groups/15f3352f-043e-4369-9ae1-2fdfb4662a41 HTTP/1.1" status: 200 len: 1794 time: 0.0406168 Nov 11 21:25:57.857742 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-2e5cea4f-6b0a-4a07-8061-c569f10855d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c711562c-c0c8-4084-a044-15b203cc940c HTTP/1.1" status: 200 len: 217 time: 0.2725728 Nov 11 21:25:57.902236 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-23379771-256f-4a3d-93da-3443994c5ac4 req-325c0124-7332-4a5b-89d7-f8f4c1c706a0 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845642 Nov 11 21:25:57.903704 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e77c124a-227c-4840-b558-e9a2b48911da req-f0b96dfe-3f5c-4cf8-9067-ddf7c84f0191 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:57.904277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c161a3aa-df6c-482b-aae1-67ca8d2dbbce', 'tag': 'd5824c32-0e9d-4911-b510-cfa01dba619d'}, {'name': 'network-changed', 'server_uuid': 'f82e0d22-9546-4749-b64c-095fa4f55611', 'tag': 'd2d7b60b-15a6-4715-8f34-1fa64508c6ed'}, {'name': 'network-changed', 'server_uuid': 'e1ca6ad1-9f6c-4c2e-8c53-903298abf90d', 'tag': 'c711562c-c0c8-4084-a044-15b203cc940c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:57.906428 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f367880-f189-45d8-8377-df9c4bc9e3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c161a3aa-df6c-482b-aae1-67ca8d2dbbce", "tag": "d5824c32-0e9d-4911-b510-cfa01dba619d"}, {"name": "network-changed", "server_uuid": "f82e0d22-9546-4749-b64c-095fa4f55611", "tag": "d2d7b60b-15a6-4715-8f34-1fa64508c6ed"}, {"name": "network-changed", "server_uuid": "e1ca6ad1-9f6c-4c2e-8c53-903298abf90d", "tag": "c711562c-c0c8-4084-a044-15b203cc940c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:57.911534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29a1febd-3556-44e9-bc3d-f6ea7679bc5d details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:57.935490 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e77c124a-227c-4840-b558-e9a2b48911da req-f0b96dfe-3f5c-4cf8-9067-ddf7c84f0191 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:57.940080 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-80db185f-4b8e-4e4b-95c6-9ad974f4fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:57.943033 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-80db185f-4b8e-4e4b-95c6-9ad974f4fed9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.0693846 Nov 11 21:25:57.981294 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e77c124a-227c-4840-b558-e9a2b48911da req-f0b96dfe-3f5c-4cf8-9067-ddf7c84f0191 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:57.984559 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e77c124a-227c-4840-b558-e9a2b48911da req-f0b96dfe-3f5c-4cf8-9067-ddf7c84f0191 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:57.997397 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-7d9dc87b-54bf-41e8-80df-1a90c6884ceb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376399 Nov 11 21:25:57.997602 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e77c124a-227c-4840-b558-e9a2b48911da req-f0b96dfe-3f5c-4cf8-9067-ddf7c84f0191 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/15f3352f-043e-4369-9ae1-2fdfb4662a41 HTTP/1.1" status: 204 len: 173 time: 0.1408052 Nov 11 21:25:58.018865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b96dfe-3f5c-4cf8-9067-ddf7c84f0191 tempest-SecurityGroupsTestAdminJSON-1769528879 tempest-SecurityGroupsTestAdminJSON-1769528879-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f3352f-043e-4369-9ae1-2fdfb4662a41,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:58.042473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29a1febd-3556-44e9-bc3d-f6ea7679bc5d,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:58.064148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '29a1febd-3556-44e9-bc3d-f6ea7679bc5d', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '29a1febd-3556-44e9-bc3d-f6ea7679bc5d', 'mac_address': 'fa:16:3e:37:1d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:58.067182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23ee8e-7003-47fc-91af-bfe5437c5bfe req-8c20ee3e-0415-4a4f-89cc-1ecdff27e9a0 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:58.071295 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d23ee8e-7003-47fc-91af-bfe5437c5bfe req-8c20ee3e-0415-4a4f-89cc-1ecdff27e9a0 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/ports?device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 950 time: 0.0721116 Nov 11 21:25:58.113128 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e30b83b-6477-4c34-84dd-b6dd4738119c x-openstack-request-id: req-8e30b83b-6477-4c34-84dd-b6dd4738119c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:58.113452 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c161a3aa-df6c-482b-aae1-67ca8d2dbbce", "tag": "d5824c32-0e9d-4911-b510-cfa01dba619d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f82e0d22-9546-4749-b64c-095fa4f55611", "tag": "d2d7b60b-15a6-4715-8f34-1fa64508c6ed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1ca6ad1-9f6c-4c2e-8c53-903298abf90d", "tag": "c711562c-c0c8-4084-a044-15b203cc940c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:58.113709 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e30b83b-6477-4c34-84dd-b6dd4738119c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:58.114175 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c161a3aa-df6c-482b-aae1-67ca8d2dbbce', 'tag': 'd5824c32-0e9d-4911-b510-cfa01dba619d', 'status': 'completed', 'code': 200} Nov 11 21:25:58.114430 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82e0d22-9546-4749-b64c-095fa4f55611', 'tag': 'd2d7b60b-15a6-4715-8f34-1fa64508c6ed', 'status': 'completed', 'code': 200} Nov 11 21:25:58.114672 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ca6ad1-9f6c-4c2e-8c53-903298abf90d', 'tag': 'c711562c-c0c8-4084-a044-15b203cc940c', 'status': 'completed', 'code': 200} Nov 11 21:25:58.118120 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-1d43cc32-ae80-400f-aa7c-5c652c2448ee service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109834 Nov 11 21:25:58.121465 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.147231 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a1febd-3556-44e9-bc3d-f6ea7679bc5d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:58.157210 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d23ee8e-7003-47fc-91af-bfe5437c5bfe req-2c287a45-ba9b-472b-ad6a-02773369d58c tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7bad0f6-915a-4e8a-be31-8087861119c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776772 Nov 11 21:25:58.173524 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29a1febd-3556-44e9-bc3d-f6ea7679bc5d,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:58.186184 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.239345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=29a1febd-3556-44e9-bc3d-f6ea7679bc5d,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:58.267728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d75a3b-de42-4780-b49c-f47c3b96ba53 req-23ff79b2-98e3-46ca-a1fa-10ddeb8ed5dd tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:58.269369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-36d75a3b-de42-4780-b49c-f47c3b96ba53 req-23ff79b2-98e3-46ca-a1fa-10ddeb8ed5dd tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 943 time: 0.0884919 Nov 11 21:25:58.272651 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74c1a93e-00b1-44f4-bbb2-3265fc3947f5 req-b8a88323-6dd7-44ab-b5b9-54f0dfdf6928 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] 10.222.0.57 "GET /v2.0/security-groups/00c6eaac-26a7-44d0-8e4a-01a3800ff5cc HTTP/1.1" status: 200 len: 1794 time: 0.0786793 Nov 11 21:25:58.276514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-d58d65b9-2831-432a-83d5-253ef6b390b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:58.278032 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-d58d65b9-2831-432a-83d5-253ef6b390b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 1099 time: 0.1329141 Nov 11 21:25:58.289007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-1ba76bb5-f30b-4de9-bc48-7a5b4d4944e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:58.290485 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-1ba76bb5-f30b-4de9-bc48-7a5b4d4944e9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 1094 time: 0.1295731 Nov 11 21:25:58.330732 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ff2252ec-6cd4-4d17-bfff-14ee9f3f4b9e req-8c8870f8-c228-45a2-b445-1f2f157df42c service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028537 Nov 11 21:25:58.345135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-36d75a3b-de42-4780-b49c-f47c3b96ba53 req-568d856a-2ee5-4ff5-b724-2aacee160ec0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690641 Nov 11 21:25:58.372089 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-74c1a93e-00b1-44f4-bbb2-3265fc3947f5 req-b06834f7-d969-4f64-a6ab-55d190c2c49e tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.404148 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-74c1a93e-00b1-44f4-bbb2-3265fc3947f5 req-b06834f7-d969-4f64-a6ab-55d190c2c49e tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.461666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-28eff8ee-480e-4d59-afbd-a564e48411df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:58.463174 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-28eff8ee-480e-4d59-afbd-a564e48411df service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1673653 Nov 11 21:25:58.464545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-bedc0306-b3a8-4e42-8c73-0937f21edde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:58.465917 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-bedc0306-b3a8-4e42-8c73-0937f21edde9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.1598561 Nov 11 21:25:58.479991 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb87a8c-542e-45d7-a300-100d483c5c20 req-da264309-6330-4d6d-aed2-f439503920f0 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:58.481493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5cb87a8c-542e-45d7-a300-100d483c5c20 req-da264309-6330-4d6d-aed2-f439503920f0 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 948 time: 0.0606639 Nov 11 21:25:58.487417 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-74c1a93e-00b1-44f4-bbb2-3265fc3947f5 req-b06834f7-d969-4f64-a6ab-55d190c2c49e tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.490009 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-74c1a93e-00b1-44f4-bbb2-3265fc3947f5 req-b06834f7-d969-4f64-a6ab-55d190c2c49e tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.491057 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74c1a93e-00b1-44f4-bbb2-3265fc3947f5 req-b06834f7-d969-4f64-a6ab-55d190c2c49e tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] 10.222.0.57 "DELETE /v2.0/security-groups/00c6eaac-26a7-44d0-8e4a-01a3800ff5cc HTTP/1.1" status: 204 len: 173 time: 0.2080584 Nov 11 21:25:58.515980 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06834f7-d969-4f64-a6ab-55d190c2c49e tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c6eaac-26a7-44d0-8e4a-01a3800ff5cc,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:58.519810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['29a1febd-3556-44e9-bc3d-f6ea7679bc5d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:58.556364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5cb87a8c-542e-45d7-a300-100d483c5c20 req-97d19539-6f04-4976-b183-806b41a29763 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643246 Nov 11 21:25:58.567580 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-125847ba-ba8e-475f-8090-80b18c628391 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed HTTP/1.1" status: 200 len: 217 time: 0.0872445 Nov 11 21:25:58.568870 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-b3ecc8be-ff20-4ce5-afb7-452f4057c252 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=d5824c32-0e9d-4911-b510-cfa01dba619d HTTP/1.1" status: 200 len: 217 time: 0.0953174 Nov 11 21:25:58.658653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14e4ada2-1953-4366-95da-fa06d8235009 req-24f93efc-90b9-4d96-a867-70db9b424390 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] 10.222.0.57 "GET /v2.0/security-groups/73aaca7e-df08-44f7-9a4d-2bdd0c73866e HTTP/1.1" status: 200 len: 1794 time: 0.0508022 Nov 11 21:25:58.688025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-6d2933fe-36ef-475d-afb2-1616cbe64388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:58.690940 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-6d2933fe-36ef-475d-afb2-1616cbe64388 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.1086786 Nov 11 21:25:58.697253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-dd438f54-99cd-4309-8762-ad562680db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:58.698710 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-dd438f54-99cd-4309-8762-ad562680db2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0992475 Nov 11 21:25:58.733831 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-a6387b74-985d-40d2-be78-c0fc30d923b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341740 Nov 11 21:25:58.763509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0025c6-8a48-41a0-aa26-fd2c6f94bbc3 req-6a0ee32f-251d-40f0-bf11-0c3a35710f79 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:58.765402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f0025c6-8a48-41a0-aa26-fd2c6f94bbc3 req-6a0ee32f-251d-40f0-bf11-0c3a35710f79 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 949 time: 0.0925996 Nov 11 21:25:58.769535 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-14e4ada2-1953-4366-95da-fa06d8235009 req-5f25f03c-1e4d-42c3-856c-555f055eebb7 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.810174 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-14e4ada2-1953-4366-95da-fa06d8235009 req-5f25f03c-1e4d-42c3-856c-555f055eebb7 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.830030 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-c771d93d-bab7-4d85-b02c-7ddc64f27342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:58.831503 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-c771d93d-bab7-4d85-b02c-7ddc64f27342 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000464 Nov 11 21:25:58.856708 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f0025c6-8a48-41a0-aa26-fd2c6f94bbc3 req-e1a6f439-2980-413b-8e8c-07bd046beb21 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813079 Nov 11 21:25:58.872108 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-14e4ada2-1953-4366-95da-fa06d8235009 req-5f25f03c-1e4d-42c3-856c-555f055eebb7 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.875103 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-14e4ada2-1953-4366-95da-fa06d8235009 req-5f25f03c-1e4d-42c3-856c-555f055eebb7 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.877962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14e4ada2-1953-4366-95da-fa06d8235009 req-5f25f03c-1e4d-42c3-856c-555f055eebb7 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] 10.222.0.57 "DELETE /v2.0/security-groups/73aaca7e-df08-44f7-9a4d-2bdd0c73866e HTTP/1.1" status: 204 len: 173 time: 0.2109499 Nov 11 21:25:58.890198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25f03c-1e4d-42c3-856c-555f055eebb7 tempest-SecurityGroupsTestAdminJSON-30841605 tempest-SecurityGroupsTestAdminJSON-30841605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73aaca7e-df08-44f7-9a4d-2bdd0c73866e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:58.963613 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-16cbe0ce-0d8e-4eee-ab62-690a8a9a0db6 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169610 Nov 11 21:25:58.967917 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-86b37c66-f849-4d49-80a4-58cd8cbb8f97 service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241201 Nov 11 21:25:59.006284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22395fe9-d156-481d-9ac1-486f2730a50d req-f3a1d02d-b4a5-499e-a7b0-03f837faf5f7 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:59.008066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22395fe9-d156-481d-9ac1-486f2730a50d req-f3a1d02d-b4a5-499e-a7b0-03f837faf5f7 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 943 time: 0.0591071 Nov 11 21:25:59.086350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22395fe9-d156-481d-9ac1-486f2730a50d req-ebea8471-a8f8-4b5e-acac-54202e455bd3 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713887 Nov 11 21:25:59.150685 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-8d04afe3-7674-4f56-8033-38ff3bb3ccd1 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642451 Nov 11 21:25:59.161339 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-400c1c40-fae3-4083-89c0-dd86a2462e1a service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838427 Nov 11 21:25:59.239081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50300) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:59.260543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-c68ef476-ceff-4dcb-adf2-e80f12b3658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:59.262692 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-c68ef476-ceff-4dcb-adf2-e80f12b3658d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 1094 time: 0.0589676 Nov 11 21:25:59.275669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50304) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:59.304746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec9d79-1946-4de2-942c-2239824b92a4 req-85d79d7d-0766-4c90-96c8-b1b2d1f67e60 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:59.306930 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37ec9d79-1946-4de2-942c-2239824b92a4 req-85d79d7d-0766-4c90-96c8-b1b2d1f67e60 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/ports?device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 950 time: 0.0726759 Nov 11 21:25:59.365907 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37ec9d79-1946-4de2-942c-2239824b92a4 req-3e95255e-92af-40a9-9928-804a8fed5ba1 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a7bad0f6-915a-4e8a-be31-8087861119c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517485 Nov 11 21:25:59.373285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-e9d964b0-7f0a-44f9-8553-abbb9a91a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:59.374663 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-e9d964b0-7f0a-44f9-8553-abbb9a91a6aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.1045079 Nov 11 21:25:59.404300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:59.447926 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-d63156b1-8581-4303-ba35-fcaa29d5aa8a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c711562c-c0c8-4084-a044-15b203cc940c HTTP/1.1" status: 200 len: 217 time: 0.0623381 Nov 11 21:25:59.459807 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c1e7f4e8-36ef-46da-916a-5f05caa0dee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:59.506407 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:59.517875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3', 'mac_address': 'fa:16:3e:74:ee:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:59.520070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-20eada48-ba96-46be-94fd-219563e7767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:59.521656 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-20eada48-ba96-46be-94fd-219563e7767b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.0619786 Nov 11 21:25:59.545027 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-725aaf3f-a681-44f1-ae4a-5f37ec91e830 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a6e74fbe5b414667a8eade5279124825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951095 Nov 11 21:25:59.545632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50310) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:59.555612 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-2283aaa5-973c-4def-9cea-6ddc6a290d6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259185 Nov 11 21:25:59.559456 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:59.575191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:59.578881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31103a-ddda-493d-9dab-78b5ad523969 req-46baadb0-6662-42c6-9fc9-eeb22e805fbb tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:59.580511 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd31103a-ddda-493d-9dab-78b5ad523969 req-46baadb0-6662-42c6-9fc9-eeb22e805fbb tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 943 time: 0.1302259 Nov 11 21:25:59.603032 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:59.610583 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:59.674284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:59.695176 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-1bc5211c-2098-473e-a962-0b5e5c3d21d3 service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310210 Nov 11 21:25:59.719130 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73363583-5d7d-4f77-9a8c-148cc21c4834 req-ec06eaca-add3-450c-918b-8851bf079ae9 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:59.720682 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-73363583-5d7d-4f77-9a8c-148cc21c4834 req-ec06eaca-add3-450c-918b-8851bf079ae9 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.10 "GET /v2.0/ports?device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 950 time: 0.0737495 Nov 11 21:25:59.733702 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c1e7f4e8-36ef-46da-916a-5f05caa0dee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:59.736949 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cceb0eab-95bf-4734-9a30-fcc9ac95128d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:59.745508 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd31103a-ddda-493d-9dab-78b5ad523969 req-fa4ce051-c5ca-47d6-90d1-536c0bb64c45 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527686 Nov 11 21:25:59.750643 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c1e7f4e8-36ef-46da-916a-5f05caa0dee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:59.801905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482b37d-3386-4fff-80e4-61f906c327a4 req-8b6d49ed-6962-453f-aabb-57fecef18abe tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:59.803375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0482b37d-3386-4fff-80e4-61f906c327a4 req-8b6d49ed-6962-453f-aabb-57fecef18abe tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 948 time: 0.1502964 Nov 11 21:25:59.816048 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cceb0eab-95bf-4734-9a30-fcc9ac95128d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:59.837599 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c1e7f4e8-36ef-46da-916a-5f05caa0dee7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa3c3f048d0d40978b468c84f4fbfa48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5609319 Nov 11 21:25:59.838389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7f4e8-36ef-46da-916a-5f05caa0dee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b1762d-bf7d-4274-96a6-b0c454725778,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:59.845105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50314) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:59.852777 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f367880-f189-45d8-8377-df9c4bc9e3fb req-aa6959cd-5fa0-4411-99e1-775146f8cd11 service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500630 Nov 11 21:25:59.871364 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-73363583-5d7d-4f77-9a8c-148cc21c4834 req-ab0dbaa2-2747-4cec-a147-abc797f1e3bd tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Deleting port c7a5afc1-7970-4564-9f36-96fcd73f0151 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:25:59.871701 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-73363583-5d7d-4f77-9a8c-148cc21c4834 req-ab0dbaa2-2747-4cec-a147-abc797f1e3bd tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:59.881247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:59.933489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0482b37d-3386-4fff-80e4-61f906c327a4 req-88d3fa78-0fb4-4a64-ab93-0859334c1fd1 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153386 Nov 11 21:25:59.942609 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d5824c32-0e9d-4911-b510-cfa01dba619d details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:59.949574 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cceb0eab-95bf-4734-9a30-fcc9ac95128d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:59.954091 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cceb0eab-95bf-4734-9a30-fcc9ac95128d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:59.961049 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cceb0eab-95bf-4734-9a30-fcc9ac95128d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a4ab107-7f77-4a94-91fd-e522a2bd3fc2 HTTP/1.1" status: 204 len: 168 time: 0.4139748 Nov 11 21:25:59.973368 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6dd6231b-73a2-43da-9e07-d113e0f03a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:59.989975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-73363583-5d7d-4f77-9a8c-148cc21c4834 req-ab0dbaa2-2747-4cec-a147-abc797f1e3bd tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] For port c7a5afc1-7970-4564-9f36-96fcd73f0151, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c7a5afc1-7970-4564-9f36-96fcd73f0151,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:59.990582 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-73363583-5d7d-4f77-9a8c-148cc21c4834 req-ab0dbaa2-2747-4cec-a147-abc797f1e3bd tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:59.998666 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29a1febd-3556-44e9-bc3d-f6ea7679bc5d up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:00.007568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-73363583-5d7d-4f77-9a8c-148cc21c4834 req-ab0dbaa2-2747-4cec-a147-abc797f1e3bd tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Calling delete_port for c7a5afc1-7970-4564-9f36-96fcd73f0151 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:26:00.013521 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb0eab-95bf-4734-9a30-fcc9ac95128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4ab107-7f77-4a94-91fd-e522a2bd3fc2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:00.045670 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6dd6231b-73a2-43da-9e07-d113e0f03a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:00.094338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148726ce-fa9b-497d-b6c0-a6309b3569a8 req-b26b4281-ab6a-4345-85a1-098de1fc39a8 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:00.095914 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-148726ce-fa9b-497d-b6c0-a6309b3569a8 req-b26b4281-ab6a-4345-85a1-098de1fc39a8 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 949 time: 0.1132243 Nov 11 21:26:00.131997 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6dd6231b-73a2-43da-9e07-d113e0f03a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:00.134613 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6dd6231b-73a2-43da-9e07-d113e0f03a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:00.138662 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6dd6231b-73a2-43da-9e07-d113e0f03a67 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b5b1762d-bf7d-4274-96a6-b0c454725778 HTTP/1.1" status: 204 len: 168 time: 0.2832103 Nov 11 21:26:00.154053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6231b-73a2-43da-9e07-d113e0f03a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b1762d-bf7d-4274-96a6-b0c454725778,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:00.183416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-148726ce-fa9b-497d-b6c0-a6309b3569a8 req-39ecdc44-ee27-45be-a141-9beed975f7f7 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797553 Nov 11 21:26:00.253247 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-73363583-5d7d-4f77-9a8c-148cc21c4834 req-ab0dbaa2-2747-4cec-a147-abc797f1e3bd tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:00.296556 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0dbaa2-2747-4cec-a147-abc797f1e3bd tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Pushing event deleted for resources: {'Port': ['ID=c7a5afc1-7970-4564-9f36-96fcd73f0151,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:00.298242 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7c1a9-b874-48b4-a1ee-2971eb1ad283 req-d9943206-1f02-4eea-a951-af11c8c3ba1e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:00.314487 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8cc7c1a9-b874-48b4-a1ee-2971eb1ad283 req-d9943206-1f02-4eea-a951-af11c8c3ba1e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 943 time: 0.0988128 Nov 11 21:26:00.314675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['c7a5afc1-7970-4564-9f36-96fcd73f0151'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:00.351196 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-73363583-5d7d-4f77-9a8c-148cc21c4834 req-ab0dbaa2-2747-4cec-a147-abc797f1e3bd tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] No DVR routers for this DVR port c7a5afc1-7970-4564-9f36-96fcd73f0151 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:26:00.360007 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-73363583-5d7d-4f77-9a8c-148cc21c4834 req-ab0dbaa2-2747-4cec-a147-abc797f1e3bd tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:00.363384 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-73363583-5d7d-4f77-9a8c-148cc21c4834 req-ab0dbaa2-2747-4cec-a147-abc797f1e3bd tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.10 "DELETE /v2.0/ports/c7a5afc1-7970-4564-9f36-96fcd73f0151 HTTP/1.1" status: 204 len: 173 time: 0.6329203 Nov 11 21:26:00.363841 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b95aef-06f4-43f5-8764-f17912c1891f', 'name': 'network-vif-deleted', 'tag': 'c7a5afc1-7970-4564-9f36-96fcd73f0151'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:00.371839 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44079672-1c84-4ce7-b89e-c9ff095b87a9" -d '{"events": [{"server_uuid": "15b95aef-06f4-43f5-8764-f17912c1891f", "name": "network-vif-deleted", "tag": "c7a5afc1-7970-4564-9f36-96fcd73f0151"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:00.422960 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8cc7c1a9-b874-48b4-a1ee-2971eb1ad283 req-4b33e0de-5dbe-4a6d-a1e8-b2f7bf79b43f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072729 Nov 11 21:26:00.470286 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede685c0-00e0-447f-be55-8b8d8bc994d0 x-openstack-request-id: req-ede685c0-00e0-447f-be55-8b8d8bc994d0 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:00.470568 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b95aef-06f4-43f5-8764-f17912c1891f", "name": "network-vif-deleted", "tag": "c7a5afc1-7970-4564-9f36-96fcd73f0151", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:00.470819 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ede685c0-00e0-447f-be55-8b8d8bc994d0 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:00.471206 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b95aef-06f4-43f5-8764-f17912c1891f', 'name': 'network-vif-deleted', 'tag': 'c7a5afc1-7970-4564-9f36-96fcd73f0151', 'status': 'completed', 'code': 200} Nov 11 21:26:00.483037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d5824c32-0e9d-4911-b510-cfa01dba619d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d5824c32-0e9d-4911-b510-cfa01dba619d,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:00.519743 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:26:00.543903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:00.544295 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:00.550611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50336) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:00.594102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'd5824c32-0e9d-4911-b510-cfa01dba619d', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': 'd5824c32-0e9d-4911-b510-cfa01dba619d', 'mac_address': 'fa:16:3e:9a:80:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:26:00.639055 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac3f79d2-0052-4351-bb94-1e01355939aa req-ee065fd0-b8ac-4c6f-8a41-92ea61408c47 tempest-TenantUsagesTestJSON-1304261199 tempest-TenantUsagesTestJSON-1304261199-project] 10.222.0.57 "GET /v2.0/ports?device_id=15b95aef-06f4-43f5-8764-f17912c1891f HTTP/1.1" status: 200 len: 210 time: 0.0417037 Nov 11 21:26:00.642591 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:00.657941 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c00e4a14-3a9b-49ed-9b70-d288c9696fc1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=607fbda2c23c42599b2555a500a460ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1057990 Nov 11 21:26:00.660471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50340) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:00.679092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5824c32-0e9d-4911-b510-cfa01dba619d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:00.706790 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:00.711176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d5824c32-0e9d-4911-b510-cfa01dba619d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d5824c32-0e9d-4911-b510-cfa01dba619d,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:00.720726 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:00.726347 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dafdcb60-ba4c-4b6b-9abe-ea33f6e173b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:00.751411 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dafdcb60-ba4c-4b6b-9abe-ea33f6e173b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:00.755394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a1584a-5b7e-4971-9c81-81c7d0b51511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a1febd-3556-44e9-bc3d-f6ea7679bc5d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:00.757741 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a252425-b074-4e21-b6eb-e8308a8929a4" -d '{"events": [{"server_uuid": "76a1584a-5b7e-4971-9c81-81c7d0b51511", "name": "network-vif-plugged", "status": "completed", "tag": "29a1febd-3556-44e9-bc3d-f6ea7679bc5d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:00.788139 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29a1febd-3556-44e9-bc3d-f6ea7679bc5d,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:00.805358 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:00.806396 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50346) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:00.814786 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dafdcb60-ba4c-4b6b-9abe-ea33f6e173b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:00.817774 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dafdcb60-ba4c-4b6b-9abe-ea33f6e173b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:00.822374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dafdcb60-ba4c-4b6b-9abe-ea33f6e173b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5c731159-2ee3-46f4-99c9-734585edaf45 HTTP/1.1" status: 204 len: 168 time: 0.1605790 Nov 11 21:26:00.824332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=d5824c32-0e9d-4911-b510-cfa01dba619d,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:00.824961 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3fc6a17c-9dab-4f4d-b26d-f6f8aef1d5e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:00.829359 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f40612-90e5-48f9-bfa6-5d653bfaa906 x-openstack-request-id: req-c6f40612-90e5-48f9-bfa6-5d653bfaa906 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:00.829850 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a1584a-5b7e-4971-9c81-81c7d0b51511", "name": "network-vif-plugged", "status": "completed", "tag": "29a1febd-3556-44e9-bc3d-f6ea7679bc5d", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:00.830217 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6f40612-90e5-48f9-bfa6-5d653bfaa906 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:00.830691 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a1584a-5b7e-4971-9c81-81c7d0b51511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a1febd-3556-44e9-bc3d-f6ea7679bc5d', 'code': 200} Nov 11 21:26:00.856998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdcb60-ba4c-4b6b-9abe-ea33f6e173b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c731159-2ee3-46f4-99c9-734585edaf45,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:00.881746 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=29a1febd-3556-44e9-bc3d-f6ea7679bc5d,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:00.955830 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883dc28-7988-46ba-bcde-3f1a26296b05 req-f90e7008-d0a5-4ad7-af53-edd73d9c939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:00.957511 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8883dc28-7988-46ba-bcde-3f1a26296b05 req-f90e7008-d0a5-4ad7-af53-edd73d9c939e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 1101 time: 0.0557363 Nov 11 21:26:00.966467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430a4d4-841b-4dde-8f98-a7a5814d57a7 req-920551d8-4d5a-44ce-a5f8-333da14cde63 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:00.974160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['d5824c32-0e9d-4911-b510-cfa01dba619d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:00.976339 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d430a4d4-841b-4dde-8f98-a7a5814d57a7 req-920551d8-4d5a-44ce-a5f8-333da14cde63 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 943 time: 0.0763993 Nov 11 21:26:01.021625 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3fc6a17c-9dab-4f4d-b26d-f6f8aef1d5e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:01.024127 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8883dc28-7988-46ba-bcde-3f1a26296b05 req-1cc40160-7c8d-41b4-ab50-b4d720838f71 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564544 Nov 11 21:26:01.028740 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3fc6a17c-9dab-4f4d-b26d-f6f8aef1d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:01.077091 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3fc6a17c-9dab-4f4d-b26d-f6f8aef1d5e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e1fe4e0873d64e4ab25f1e8fbe6fefd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670052 Nov 11 21:26:01.077091 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6a17c-9dab-4f4d-b26d-f6f8aef1d5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af74d9bf-3a78-4267-95d4-3767ea1d556e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:01.077965 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50352) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:01.095423 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d430a4d4-841b-4dde-8f98-a7a5814d57a7 req-a4b710b2-44dd-4b45-b55e-9555d1a43cf1 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180215 Nov 11 21:26:01.147709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a8cc5-b9c3-45ff-a960-c2cae3fbcb7b req-a5624959-083a-46d7-8acd-7a6d4bfce7b0 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:01.152185 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6777-ea46-4e82-be4f-f4c503207c08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:01.155279 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e9a8cc5-b9c3-45ff-a960-c2cae3fbcb7b req-a5624959-083a-46d7-8acd-7a6d4bfce7b0 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 949 time: 0.0588915 Nov 11 21:26:01.185204 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6777-ea46-4e82-be4f-f4c503207c08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:01.213877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e9a8cc5-b9c3-45ff-a960-c2cae3fbcb7b req-41a9d0b2-8371-43dc-ad40-c0b361873afe tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577219 Nov 11 21:26:01.250252 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6777-ea46-4e82-be4f-f4c503207c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:01.253171 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6777-ea46-4e82-be4f-f4c503207c08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:01.257249 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4a2c6777-ea46-4e82-be4f-f4c503207c08 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/af74d9bf-3a78-4267-95d4-3767ea1d556e HTTP/1.1" status: 204 len: 168 time: 0.1771770 Nov 11 21:26:01.265686 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c6777-ea46-4e82-be4f-f4c503207c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af74d9bf-3a78-4267-95d4-3767ea1d556e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:01.333411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c42320-ba00-4110-acec-4a3d150efa1b req-a04fc078-8796-4b2a-b95b-93a4c457e0ab tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:01.336067 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59c42320-ba00-4110-acec-4a3d150efa1b req-a04fc078-8796-4b2a-b95b-93a4c457e0ab tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 950 time: 0.0769849 Nov 11 21:26:01.396546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59c42320-ba00-4110-acec-4a3d150efa1b req-70d412a3-69a3-442d-a9ce-cc39855c6bba tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554998 Nov 11 21:26:01.404504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d2d7b60b-15a6-4715-8f34-1fa64508c6ed details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:26:01.406630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:01.544974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:26:01.553430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:01.554124 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:01.586690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ce0e-37e6-4c58-a3b1-421dcb1e3d9d req-b0db966a-772c-4629-9a42-38e6a9b6a353 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:01.596370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8c1ce0e-37e6-4c58-a3b1-421dcb1e3d9d req-b0db966a-772c-4629-9a42-38e6a9b6a353 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 943 time: 0.0820596 Nov 11 21:26:01.600247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:01.620976 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'd2d7b60b-15a6-4715-8f34-1fa64508c6ed', 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314', 'port_id': 'd2d7b60b-15a6-4715-8f34-1fa64508c6ed', 'mac_address': 'fa:16:3e:8a:d8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42830d8e-a75d-4ff9-adfb-bfb530d80e8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:26:01.658255 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8c1ce0e-37e6-4c58-a3b1-421dcb1e3d9d req-9aead276-7bc6-4179-874f-1e64fdd4d1eb tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560346 Nov 11 21:26:01.689850 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:01.724610 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:01.737067 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d7b60b-15a6-4715-8f34-1fa64508c6ed {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:01.775448 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:01.782981 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:01.785866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:01.810012 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:01.836625 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:01.885589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:01.937830 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device c711562c-c0c8-4084-a044-15b203cc940c details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:26:01.940159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d5824c32-0e9d-4911-b510-cfa01dba619d up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:02.003690 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50396) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:02.065504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port d5824c32-0e9d-4911-b510-cfa01dba619d completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:26:02.077085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port d5824c32-0e9d-4911-b510-cfa01dba619d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:02.077460 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:02.117441 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d2d7b60b-15a6-4715-8f34-1fa64508c6ed'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:02.171237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c711562c-c0c8-4084-a044-15b203cc940c,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:02.200251 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'c711562c-c0c8-4084-a044-15b203cc940c', 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278', 'port_id': 'c711562c-c0c8-4084-a044-15b203cc940c', 'mac_address': 'fa:16:3e:cb:72:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5a99ce-ab7f-414f-98ea-4a261df03b32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:26:02.294414 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5e0a70f9-f137-405d-8ab9-a2853469b6ec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=711cfca792ca4a929180d50276b25251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891247 Nov 11 21:26:02.300783 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50410) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:02.336075 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:02.380292 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:02.382732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ee82f-a953-442f-b6c2-ef2340c8aa8b req-94db1172-d3f9-4514-9c8f-74268ee4326d tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:02.397784 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f2ee82f-a953-442f-b6c2-ef2340c8aa8b req-94db1172-d3f9-4514-9c8f-74268ee4326d tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 943 time: 0.1608150 Nov 11 21:26:02.398592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c711562c-c0c8-4084-a044-15b203cc940c {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:02.409658 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-08cf8234-9597-4713-9fb0-b007c2e442d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:02.441621 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-08cf8234-9597-4713-9fb0-b007c2e442d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:02.460216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c711562c-c0c8-4084-a044-15b203cc940c,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:02.474306 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:02.480200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d5824c32-0e9d-4911-b510-cfa01dba619d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d5824c32-0e9d-4911-b510-cfa01dba619d,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:02.499034 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a6041-ca42-4275-9e1a-04ee4844d476 req-f03b04b6-f89b-4eaf-a370-ffc98660f545 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:02.503364 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50420) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:02.505658 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:02.506545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device c7a5afc1-7970-4564-9f36-96fcd73f0151 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:26:02.508598 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd7a6041-ca42-4275-9e1a-04ee4844d476 req-f03b04b6-f89b-4eaf-a370-ffc98660f545 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 949 time: 0.1055408 Nov 11 21:26:02.532786 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f2ee82f-a953-442f-b6c2-ef2340c8aa8b req-3918c4a8-dccf-4d8d-aacb-079000fec1d1 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209197 Nov 11 21:26:02.533501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: c7a5afc1-7970-4564-9f36-96fcd73f0151 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:26:02.534035 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device c7a5afc1-7970-4564-9f36-96fcd73f0151 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:26:02.557720 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=c711562c-c0c8-4084-a044-15b203cc940c,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:02.559357 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-08cf8234-9597-4713-9fb0-b007c2e442d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:02.565237 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-08cf8234-9597-4713-9fb0-b007c2e442d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:02.569317 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-08cf8234-9597-4713-9fb0-b007c2e442d1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a7bad0f6-915a-4e8a-be31-8087861119c8 HTTP/1.1" status: 204 len: 168 time: 0.2666752 Nov 11 21:26:02.582654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf8234-9597-4713-9fb0-b007c2e442d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bad0f6-915a-4e8a-be31-8087861119c8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:02.623059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd7a6041-ca42-4275-9e1a-04ee4844d476 req-d43c40e6-da35-4343-ba86-ccf767a76ce7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134357 Nov 11 21:26:02.640316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=d5824c32-0e9d-4911-b510-cfa01dba619d,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:02.741629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1856456458-network', 'tenant_id': 'f55f80ff281f4465a11a9d99e936f49c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:02.742672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['c711562c-c0c8-4084-a044-15b203cc940c'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:02.784662 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] Made reservation on behalf of f55f80ff281f4465a11a9d99e936f49c for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:02.787911 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:02.812734 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:02.828098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d6eaa-e0ce-46bc-ba47-df7237b4ac4e req-578595e6-71c0-4fd5-bd94-051eedbee1c3 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:02.833385 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29241155-6c2a-4679-a076-cc51f1c50467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3'}, {'server_uuid': 'c161a3aa-df6c-482b-aae1-67ca8d2dbbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5824c32-0e9d-4911-b510-cfa01dba619d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:02.837003 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d926a95f-526e-4447-aa23-f461118e10a6" -d '{"events": [{"server_uuid": "29241155-6c2a-4679-a076-cc51f1c50467", "name": "network-vif-plugged", "status": "completed", "tag": "7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3"}, {"server_uuid": "c161a3aa-df6c-482b-aae1-67ca8d2dbbce", "name": "network-vif-plugged", "status": "completed", "tag": "d5824c32-0e9d-4911-b510-cfa01dba619d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:02.838391 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4d8d6eaa-e0ce-46bc-ba47-df7237b4ac4e req-578595e6-71c0-4fd5-bd94-051eedbee1c3 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 950 time: 0.1379757 Nov 11 21:26:02.882848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded2e99-fa1f-4637-bd8d-95edbd138b9c req-dc8185a1-a00a-4eb8-9607-7e9eb9cc82f7 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:02.890357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ded2e99-fa1f-4637-bd8d-95edbd138b9c req-dc8185a1-a00a-4eb8-9607-7e9eb9cc82f7 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 944 time: 0.1351840 Nov 11 21:26:02.950975 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:02.957887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4d8d6eaa-e0ce-46bc-ba47-df7237b4ac4e req-a7f8e1e3-b2e8-4352-a96a-ce6db62b41c0 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146898 Nov 11 21:26:02.958862 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:02.994184 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ded2e99-fa1f-4637-bd8d-95edbd138b9c req-2a17fcab-b92a-4934-84e8-89cc4425c21c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986319 Nov 11 21:26:03.006957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c22fe67-a1ad-4d39-bdd3-e0969a54d63a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:03.012158 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:26:03.033262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.033924 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] Added segment c990bfd7-bac4-47d7-b3df-dae6173e0012 of type vlan for network 80b2eaff-4add-45ab-bb5f-df86c0846c7f Nov 11 21:26:03.036512 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9093491f-39b0-4c6b-8f62-5e9b8b8889c7 x-openstack-request-id: req-9093491f-39b0-4c6b-8f62-5e9b8b8889c7 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:03.036885 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29241155-6c2a-4679-a076-cc51f1c50467", "name": "network-vif-plugged", "status": "completed", "tag": "7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3", "code": 200}, {"server_uuid": "c161a3aa-df6c-482b-aae1-67ca8d2dbbce", "name": "network-vif-plugged", "status": "completed", "tag": "d5824c32-0e9d-4911-b510-cfa01dba619d", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:03.044171 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9093491f-39b0-4c6b-8f62-5e9b8b8889c7 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:03.044976 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29241155-6c2a-4679-a076-cc51f1c50467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3', 'code': 200} Nov 11 21:26:03.045236 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c161a3aa-df6c-482b-aae1-67ca8d2dbbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5824c32-0e9d-4911-b510-cfa01dba619d', 'code': 200} Nov 11 21:26:03.088615 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.143587 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.144542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:03.145173 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.185395 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b00aa2-606f-4a3e-9fcf-2142d090399a req-6fdd4c59-00c2-4d56-90df-cf33676c6217 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:03.193326 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57b00aa2-606f-4a3e-9fcf-2142d090399a req-6fdd4c59-00c2-4d56-90df-cf33676c6217 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.0685833 Nov 11 21:26:03.193825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50446) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:03.222996 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2031b911-6e83-4d36-b022-2500aa836795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.251512 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7446325 Nov 11 21:26:03.257123 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50448) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:03.263200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8f22754a-fbdd-4e54-abe0-7d526ebbf1c1 admin admin] Request body: {'subnet': {'network_id': '80b2eaff-4add-45ab-bb5f-df86c0846c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1856456458-subnet', 'tenant_id': 'f55f80ff281f4465a11a9d99e936f49c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:03.267638 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c4ebc-e43c-4286-8b82-f4d48a1240bf admin admin] Pushing event updated for resources: {'Network': ['ID=80b2eaff-4add-45ab-bb5f-df86c0846c7f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:03.278901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f14315-348d-4d56-8a50-ef8d0567295a req-b970b0fb-ec41-4c49-bc2c-486a692c775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:03.279258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 80b2eaff-4add-45ab-bb5f-df86c0846c7f details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:26:03.280783 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f2f14315-348d-4d56-8a50-ef8d0567295a req-b970b0fb-ec41-4c49-bc2c-486a692c775d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=29241155-6c2a-4679-a076-cc51f1c50467 HTTP/1.1" status: 200 len: 1101 time: 0.1595159 Nov 11 21:26:03.291606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b7f9b-0d8a-40a3-bf77-35f29d84fb7d req-0cedb5e5-4850-40d4-b6e0-9a056740feba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:03.292891 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57b00aa2-606f-4a3e-9fcf-2142d090399a req-500d23da-2ce6-4efc-a4a2-35836dc32952 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921092 Nov 11 21:26:03.293550 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-598b7f9b-0d8a-40a3-bf77-35f29d84fb7d req-0cedb5e5-4850-40d4-b6e0-9a056740feba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 1101 time: 0.1527500 Nov 11 21:26:03.329494 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f22754a-fbdd-4e54-abe0-7d526ebbf1c1 admin admin] Made reservation on behalf of f55f80ff281f4465a11a9d99e936f49c for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:03.332322 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f22754a-fbdd-4e54-abe0-7d526ebbf1c1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.350821 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2031b911-6e83-4d36-b022-2500aa836795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.360048 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2031b911-6e83-4d36-b022-2500aa836795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.428854 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2031b911-6e83-4d36-b022-2500aa836795 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fe422aa08930457985d7f59e92dfc895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311907 Nov 11 21:26:03.429063 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f2f14315-348d-4d56-8a50-ef8d0567295a req-fb4fb288-decd-4bd6-ad61-e6ce5d88b089 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317406 Nov 11 21:26:03.430361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50456) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:03.432340 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-598b7f9b-0d8a-40a3-bf77-35f29d84fb7d req-8e435b99-4b05-4279-8394-26bf9d6d112c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279333 Nov 11 21:26:03.433218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d2d7b60b-15a6-4715-8f34-1fa64508c6ed up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:03.434180 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031b911-6e83-4d36-b022-2500aa836795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a3805d-eb9e-422f-aba8-9492c478867b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:03.500164 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ce2df97-7a42-4acf-9f51-ffe4a5a3cbfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.528956 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ce2df97-7a42-4acf-9f51-ffe4a5a3cbfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.545993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port d2d7b60b-15a6-4715-8f34-1fa64508c6ed completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:26:03.553501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port d2d7b60b-15a6-4715-8f34-1fa64508c6ed triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:03.554613 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.572652 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-d890c5ae-43f9-46ab-8b21-40ceb01a1184 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ff52f4052c07490abeb42905cf2f8c75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415797 Nov 11 21:26:03.619961 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f22754a-fbdd-4e54-abe0-7d526ebbf1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.669172 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.679333 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ce2df97-7a42-4acf-9f51-ffe4a5a3cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.681912 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ce2df97-7a42-4acf-9f51-ffe4a5a3cbfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.685482 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3ce2df97-7a42-4acf-9f51-ffe4a5a3cbfb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f4a3805d-eb9e-422f-aba8-9492c478867b HTTP/1.1" status: 204 len: 168 time: 0.2502439 Nov 11 21:26:03.689359 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22754a-fbdd-4e54-abe0-7d526ebbf1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8533339f-d51e-4a10-acd1-327bc1c519bf,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:03.695008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f22754a-fbdd-4e54-abe0-7d526ebbf1c1 admin admin] Checking segment: {'id': 'c990bfd7-bac4-47d7-b3df-dae6173e0012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '80b2eaff-4add-45ab-bb5f-df86c0846c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:03.695360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f22754a-fbdd-4e54-abe0-7d526ebbf1c1 admin admin] Network hostable DHCP agents. Network: 80b2eaff-4add-45ab-bb5f-df86c0846c7f, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:26:03.717180 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:03.724719 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.732917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2df97-7a42-4acf-9f51-ffe4a5a3cbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a3805d-eb9e-422f-aba8-9492c478867b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:03.734228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f22754a-fbdd-4e54-abe0-7d526ebbf1c1 admin admin] Network 80b2eaff-4add-45ab-bb5f-df86c0846c7f is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:26:03.747938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8f22754a-fbdd-4e54-abe0-7d526ebbf1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 80b2eaff-4add-45ab-bb5f-df86c0846c7f) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:03.757706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f22754a-fbdd-4e54-abe0-7d526ebbf1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:03.758809 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f22754a-fbdd-4e54-abe0-7d526ebbf1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.764639 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0becd40-dddd-4808-8f6b-8a50cd4fca7d None None] Network 80b2eaff-4add-45ab-bb5f-df86c0846c7f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:03.775009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01db768-1759-44c7-a577-5fa6453bbf30 req-84c56c0f-8ac4-41af-a96c-447a15bd4f36 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:03.776619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b01db768-1759-44c7-a577-5fa6453bbf30 req-84c56c0f-8ac4-41af-a96c-447a15bd4f36 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 944 time: 0.1207190 Nov 11 21:26:03.787635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-cce9b995-311c-4a93-b2d8-3622bfe818f7 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:03.799718 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8f22754a-fbdd-4e54-abe0-7d526ebbf1c1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5324295 Nov 11 21:26:03.799923 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-cce9b995-311c-4a93-b2d8-3622bfe818f7 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137043 Nov 11 21:26:03.835296 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-960ff6c7-38fc-43ec-b7f9-3967e7300a0e tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/quotas/ff52f4052c07490abeb42905cf2f8c75 HTTP/1.1" status: 200 len: 375 time: 0.0396943 Nov 11 21:26:03.853930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:03.889198 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b01db768-1759-44c7-a577-5fa6453bbf30 req-0d0dfba2-e520-4567-bda9-3ccc2757d10d tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924785 Nov 11 21:26:03.919355 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-5f83c230-0d0a-43fd-af7e-3bfd45d0c59e tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff52f4052c07490abeb42905cf2f8c75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831215 Nov 11 21:26:03.950659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c97cb3a-bf45-4b77-9e58-9af04aa6a16e None None] Network 80b2eaff-4add-45ab-bb5f-df86c0846c7f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:03.955194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device c711562c-c0c8-4084-a044-15b203cc940c up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:04.164306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port c711562c-c0c8-4084-a044-15b203cc940c completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:26:04.171707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port c711562c-c0c8-4084-a044-15b203cc940c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:04.172109 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:04.244923 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974e919-d573-425c-8fa2-decfae64033f req-f88b5cbb-0226-477d-b609-96492da4d8cf tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:04.246520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9974e919-d573-425c-8fa2-decfae64033f req-f88b5cbb-0226-477d-b609-96492da4d8cf tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 950 time: 0.1087704 Nov 11 21:26:04.268490 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:04.313512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c711562c-c0c8-4084-a044-15b203cc940c,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:04.320621 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:04.368657 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9974e919-d573-425c-8fa2-decfae64033f req-b449ddf4-709a-44cf-9d86-496e0562e2c5 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922439 Nov 11 21:26:04.393561 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=c711562c-c0c8-4084-a044-15b203cc940c,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:04.408315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8aba3-b729-467f-8058-d9cb9f28b87e req-4c379ea8-8fa4-4898-a6da-d12489ddc09a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:04.423400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fc8aba3-b729-467f-8058-d9cb9f28b87e req-4c379ea8-8fa4-4898-a6da-d12489ddc09a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 945 time: 0.2019691 Nov 11 21:26:04.469426 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fb05c154-4f99-44c6-8de6-b1170e6bbc70 req-7c9fad81-2539-4ac4-be29-a4747c4e6041 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 210 time: 0.0365646 Nov 11 21:26:04.505220 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fc8aba3-b729-467f-8058-d9cb9f28b87e req-21786a1c-74b2-45b6-b96a-b34031175be8 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780745 Nov 11 21:26:05.046483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82e0d22-9546-4749-b64c-095fa4f55611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d7b60b-15a6-4715-8f34-1fa64508c6ed'}, {'server_uuid': 'e1ca6ad1-9f6c-4c2e-8c53-903298abf90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c711562c-c0c8-4084-a044-15b203cc940c'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:05.049001 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e030ec-845a-47a9-b726-c8a5d74a061c" -d '{"events": [{"server_uuid": "f82e0d22-9546-4749-b64c-095fa4f55611", "name": "network-vif-plugged", "status": "completed", "tag": "d2d7b60b-15a6-4715-8f34-1fa64508c6ed"}, {"server_uuid": "e1ca6ad1-9f6c-4c2e-8c53-903298abf90d", "name": "network-vif-plugged", "status": "completed", "tag": "c711562c-c0c8-4084-a044-15b203cc940c"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:05.065707 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50556) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:05.073575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-28214643-network', 'tenant_id': '9ab8ec7158834781ab660f22cbe7face'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:05.099708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] Made reservation on behalf of 9ab8ec7158834781ab660f22cbe7face for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:05.103201 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:05.113807 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:05.200526 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50562) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:05.245804 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:05.251133 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:05.251267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef18f55-2977-4c20-b56c-2f0b8cacab66 req-d30ca72e-e078-4919-b85f-465972721aca tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:05.259929 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bef18f55-2977-4c20-b56c-2f0b8cacab66 req-d30ca72e-e078-4919-b85f-465972721aca tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 945 time: 0.2917173 Nov 11 21:26:05.278383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:26:05.298293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03690004-1606-4658-907c-8ca315149994,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:05.302045 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:05.302381 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] Added segment 4f291343-2025-40d5-a1e5-6bb1603fa4b4 of type vlan for network f7296b70-be7b-4195-9e84-de4ae6d22ed5 Nov 11 21:26:05.327551 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bef18f55-2977-4c20-b56c-2f0b8cacab66 req-6f659d23-fbe5-4c35-9427-5bfdefa45e94 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666070 Nov 11 21:26:05.382145 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-26de36f3-1a25-4b8b-8ff4-4cfd295b5def tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ff52f4052c07490abeb42905cf2f8c75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302241 Nov 11 21:26:05.386135 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:05.389151 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6b778cc-f268-4583-8ce5-67cfe96b20ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:05.399406 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a2465c-aa8d-4bcc-9831-76d372127dfd x-openstack-request-id: req-04a2465c-aa8d-4bcc-9831-76d372127dfd {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:05.400063 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82e0d22-9546-4749-b64c-095fa4f55611", "name": "network-vif-plugged", "status": "completed", "tag": "d2d7b60b-15a6-4715-8f34-1fa64508c6ed", "code": 200}, {"server_uuid": "e1ca6ad1-9f6c-4c2e-8c53-903298abf90d", "name": "network-vif-plugged", "status": "completed", "tag": "c711562c-c0c8-4084-a044-15b203cc940c", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:05.400560 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04a2465c-aa8d-4bcc-9831-76d372127dfd {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:05.401175 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82e0d22-9546-4749-b64c-095fa4f55611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d7b60b-15a6-4715-8f34-1fa64508c6ed', 'code': 200} Nov 11 21:26:05.401665 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ca6ad1-9f6c-4c2e-8c53-903298abf90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c711562c-c0c8-4084-a044-15b203cc940c', 'code': 200} Nov 11 21:26:05.567210 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:05.568070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:05.568654 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:05.608149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4cef516a-9701-439e-b79a-bce23f46817d req-90f4c51f-d615-48b9-aad2-635b7405fb14 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 210 time: 0.0416672 Nov 11 21:26:05.633949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e5132-f851-4d5a-9404-d244cee402bd req-44306fbd-89e5-4aa2-9075-db3e179d4abd tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:05.642594 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a82e5132-f851-4d5a-9404-d244cee402bd req-44306fbd-89e5-4aa2-9075-db3e179d4abd tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 950 time: 0.0855904 Nov 11 21:26:05.719145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a82e5132-f851-4d5a-9404-d244cee402bd req-516cec69-5edc-4b02-a8c7-f1f4818e8c31 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755193 Nov 11 21:26:05.777490 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646924ec-5fcd-40f6-8b58-4827e268ee17 req-63d4df40-306b-43f2-ab96-496ddebebf7d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:05.779049 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-646924ec-5fcd-40f6-8b58-4827e268ee17 req-63d4df40-306b-43f2-ab96-496ddebebf7d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 945 time: 0.0850587 Nov 11 21:26:05.866090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ae2f6-fab5-4d20-a0c5-48ec85d2185e req-b0a2c107-e7f1-42df-9836-c762f210ad3a tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:05.867955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-875ae2f6-fab5-4d20-a0c5-48ec85d2185e req-b0a2c107-e7f1-42df-9836-c762f210ad3a tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=29241155-6c2a-4679-a076-cc51f1c50467 HTTP/1.1" status: 200 len: 950 time: 0.0785482 Nov 11 21:26:05.875740 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-646924ec-5fcd-40f6-8b58-4827e268ee17 req-6b8ae54a-4463-405d-8092-b6fd63d40ea8 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854211 Nov 11 21:26:05.937587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9808a35-d09b-4529-90fa-2b5728a08db1 req-e08db4da-6954-4907-959a-20d67494d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:05.939128 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9808a35-d09b-4529-90fa-2b5728a08db1 req-e08db4da-6954-4907-959a-20d67494d447 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 1096 time: 0.4247451 Nov 11 21:26:05.941342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-875ae2f6-fab5-4d20-a0c5-48ec85d2185e req-34d8d677-b480-4c5e-a62b-80fac14d573b tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602663 Nov 11 21:26:05.952722 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8747704 Nov 11 21:26:05.952998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50596) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:05.956136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-10f09b6a-d23b-46a7-a976-fa6dfcd78220 admin admin] Request body: {'subnet': {'network_id': 'f7296b70-be7b-4195-9e84-de4ae6d22ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-28214643-subnet', 'tenant_id': '9ab8ec7158834781ab660f22cbe7face', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:05.968078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9561f-0721-406f-8484-0a7f365f7d1d admin admin] Pushing event updated for resources: {'Network': ['ID=f7296b70-be7b-4195-9e84-de4ae6d22ed5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:05.977969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network f7296b70-be7b-4195-9e84-de4ae6d22ed5 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:26:05.991380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f09b6a-d23b-46a7-a976-fa6dfcd78220 admin admin] Made reservation on behalf of 9ab8ec7158834781ab660f22cbe7face for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:05.997723 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10f09b6a-d23b-46a7-a976-fa6dfcd78220 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:05.998406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-a7468b1d-4fa9-4ea9-8676-016a9986a920 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:05.999903 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-a7468b1d-4fa9-4ea9-8676-016a9986a920 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6039879 Nov 11 21:26:06.008139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384659e2-7a79-4ec6-8d11-39945f9eec1a req-cd5ec7fe-0f5f-45bb-bed3-db223f995797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:06.010764 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-384659e2-7a79-4ec6-8d11-39945f9eec1a req-cd5ec7fe-0f5f-45bb-bed3-db223f995797 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 1096 time: 0.4971611 Nov 11 21:26:06.018090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-d2565340-81cc-448d-a99a-0c20b6b93b21 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Request body: {'port': {'device_id': 'fd365b22-2051-49cb-bd55-c127daf34106', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'ff52f4052c07490abeb42905cf2f8c75'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:06.139807 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6b778cc-f268-4583-8ce5-67cfe96b20ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:06.158351 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6b778cc-f268-4583-8ce5-67cfe96b20ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:06.162531 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9808a35-d09b-4529-90fa-2b5728a08db1 req-de8c5569-1e92-4586-b12a-705c67ecce3b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098215 Nov 11 21:26:06.200390 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-384659e2-7a79-4ec6-8d11-39945f9eec1a req-22477e9c-0c8a-4125-bc6a-2d1b6d80718e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776044 Nov 11 21:26:06.229456 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d6b778cc-f268-4583-8ce5-67cfe96b20ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=62b7000d22204ea7af20c26cecd99691&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0276895 Nov 11 21:26:06.231235 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b778cc-f268-4583-8ce5-67cfe96b20ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbfc9fd-e6ca-42ff-b887-ec4d4aca36a3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:06.233491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50606) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:06.280989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-d2565340-81cc-448d-a99a-0c20b6b93b21 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Made reservation on behalf of ff52f4052c07490abeb42905cf2f8c75 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:06.284557 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-d2565340-81cc-448d-a99a-0c20b6b93b21 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:06.306637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f135d-90c3-4dc6-afe5-d31f54cd4abc req-2cb03ffa-6d99-43cf-a3be-39f72fb664a7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:06.312621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f135d-90c3-4dc6-afe5-d31f54cd4abc req-2cb03ffa-6d99-43cf-a3be-39f72fb664a7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:06.314283 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-995f135d-90c3-4dc6-afe5-d31f54cd4abc req-2cb03ffa-6d99-43cf-a3be-39f72fb664a7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=29241155-6c2a-4679-a076-cc51f1c50467&device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 1691 time: 0.1020796 Nov 11 21:26:06.348210 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10f09b6a-d23b-46a7-a976-fa6dfcd78220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:06.351686 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c78c2a7-49ed-4013-97ab-83ededbc3a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:06.383780 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c78c2a7-49ed-4013-97ab-83ededbc3a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:06.417767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9291f92a-1fc5-4de8-8f36-39844f184729 req-1a720a43-fd23-4af6-9da8-49b79fc0d15a tempest-FlavorsV2NegativeTest-2005749442 tempest-FlavorsV2NegativeTest-2005749442-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=3cb1fdab03e7485eb557e386745deda6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632000 Nov 11 21:26:06.462116 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-995f135d-90c3-4dc6-afe5-d31f54cd4abc req-5ba1d000-e666-4d85-9921-29a1b7ce039c tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364315 Nov 11 21:26:06.479312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f09b6a-d23b-46a7-a976-fa6dfcd78220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac200c16-d873-4da6-82f6-f755c4b3b25d,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:06.486017 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-d2565340-81cc-448d-a99a-0c20b6b93b21 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Allocated IP 192.168.233.29 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/255c0b26-ad90-4d1b-beb1-c2695d6ee4c2) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:06.496674 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c78c2a7-49ed-4013-97ab-83ededbc3a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:06.499397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c78c2a7-49ed-4013-97ab-83ededbc3a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:06.503072 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5c78c2a7-49ed-4013-97ab-83ededbc3a17 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9fbfc9fd-e6ca-42ff-b887-ec4d4aca36a3 HTTP/1.1" status: 204 len: 168 time: 0.2643213 Nov 11 21:26:06.514737 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78c2a7-49ed-4013-97ab-83ededbc3a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbfc9fd-e6ca-42ff-b887-ec4d4aca36a3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:06.531512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f09b6a-d23b-46a7-a976-fa6dfcd78220 admin admin] Checking segment: {'id': '4f291343-2025-40d5-a1e5-6bb1603fa4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f7296b70-be7b-4195-9e84-de4ae6d22ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:06.531815 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f09b6a-d23b-46a7-a976-fa6dfcd78220 admin admin] Network hostable DHCP agents. Network: f7296b70-be7b-4195-9e84-de4ae6d22ed5, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:26:06.576751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f09b6a-d23b-46a7-a976-fa6dfcd78220 admin admin] Network f7296b70-be7b-4195-9e84-de4ae6d22ed5 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:26:06.603029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291f92a-1fc5-4de8-8f36-39844f184729 req-0164dd16-8374-4ace-b14e-03b5c578ed5c tempest-FlavorsV2NegativeTest-2005749442 tempest-FlavorsV2NegativeTest-2005749442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:06.604448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9291f92a-1fc5-4de8-8f36-39844f184729 req-0164dd16-8374-4ace-b14e-03b5c578ed5c tempest-FlavorsV2NegativeTest-2005749442 tempest-FlavorsV2NegativeTest-2005749442-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782062 Nov 11 21:26:06.620315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-10f09b6a-d23b-46a7-a976-fa6dfcd78220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, f7296b70-be7b-4195-9e84-de4ae6d22ed5) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:06.628518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f09b6a-d23b-46a7-a976-fa6dfcd78220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:06.629055 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10f09b6a-d23b-46a7-a976-fa6dfcd78220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:06.634605 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe1277e-3a1d-46d7-8bcb-aec284f86da0 None None] Network f7296b70-be7b-4195-9e84-de4ae6d22ed5 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:06.651102 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9291f92a-1fc5-4de8-8f36-39844f184729 req-0871ecc8-fffb-4e43-8517-684a6cf3f24f tempest-FlavorsV2NegativeTest-2005749442 tempest-FlavorsV2NegativeTest-2005749442-project] 10.222.0.57 "GET /v2.0/quotas/3cb1fdab03e7485eb557e386745deda6 HTTP/1.1" status: 200 len: 375 time: 0.0325029 Nov 11 21:26:06.673398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-10f09b6a-d23b-46a7-a976-fa6dfcd78220 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7270894 Nov 11 21:26:06.682782 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-d2565340-81cc-448d-a99a-0c20b6b93b21 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:06.708380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9291f92a-1fc5-4de8-8f36-39844f184729 req-4b8214a7-a056-4c53-871f-32bc2c80449a tempest-FlavorsV2NegativeTest-2005749442 tempest-FlavorsV2NegativeTest-2005749442-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3cb1fdab03e7485eb557e386745deda6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427005 Nov 11 21:26:06.718004 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ad5a8-c4d7-4589-83be-ffb994a3b497 req-c314ef06-4292-4a77-aa79-704c259090c0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:06.725622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a70ad5a8-c4d7-4589-83be-ffb994a3b497 req-c314ef06-4292-4a77-aa79-704c259090c0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 945 time: 0.1608007 Nov 11 21:26:06.765953 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-d2565340-81cc-448d-a99a-0c20b6b93b21 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:06.784592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['6c40a48b-7093-4830-868e-8d6d4670c4e8', '29a1febd-3556-44e9-bc3d-f6ea7679bc5d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:06.808433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a70ad5a8-c4d7-4589-83be-ffb994a3b497 req-20615e97-80d7-4eec-bbf7-75d6b54976f0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722926 Nov 11 21:26:06.809323 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50640) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:06.883264 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-d2565340-81cc-448d-a99a-0c20b6b93b21 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:06.885695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2565340-81cc-448d-a99a-0c20b6b93b21 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Pushing event updated for resources: {'Port': ['ID=255c0b26-ad90-4d1b-beb1-c2695d6ee4c2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:06.892280 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-d2565340-81cc-448d-a99a-0c20b6b93b21 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:06.898286 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-d2565340-81cc-448d-a99a-0c20b6b93b21 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:06.913744 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-d2565340-81cc-448d-a99a-0c20b6b93b21 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:06.914537 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-d2565340-81cc-448d-a99a-0c20b6b93b21 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:06.939759 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8d180a-7f3e-4e2d-8c85-9b284d115622 admin admin] Deleting subnet 8533339f-d51e-4a10-acd1-327bc1c519bf {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:26:06.944565 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc8d180a-7f3e-4e2d-8c85-9b284d115622 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:06.967832 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-d2565340-81cc-448d-a99a-0c20b6b93b21 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9535112 Nov 11 21:26:06.977945 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Request body: {'port': {'device_id': 'fd365b22-2051-49cb-bd55-c127daf34106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:07.008340 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d660f0ec-eb4a-46f7-8b92-457451f4281d None None] Network f7296b70-be7b-4195-9e84-de4ae6d22ed5 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:07.113449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50650) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:07.114685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.160541 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-246a815d-9fd7-4e8f-a69b-a7da77610573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.182893 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc8d180a-7f3e-4e2d-8c85-9b284d115622 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.217132 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc8d180a-7f3e-4e2d-8c85-9b284d115622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.262455 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cacf2-d713-4315-8c40-eaecde9837d2 req-eff4b520-c344-4675-b62a-1ed0cd594f7c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:07.264128 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-631cacf2-d713-4315-8c40-eaecde9837d2 req-eff4b520-c344-4675-b62a-1ed0cd594f7c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 935 time: 0.2587535 Nov 11 21:26:07.273671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf947b1-4a8a-44f1-8900-94b02020ee1c req-ac419008-abfa-454a-a712-7b8ca444f696 tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:07.275205 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebf947b1-4a8a-44f1-8900-94b02020ee1c req-ac419008-abfa-454a-a712-7b8ca444f696 tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=29241155-6c2a-4679-a076-cc51f1c50467 HTTP/1.1" status: 200 len: 1101 time: 0.2341642 Nov 11 21:26:07.373105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-631cacf2-d713-4315-8c40-eaecde9837d2 req-067670e9-3fa0-4fe5-86eb-5ac6def5f5da tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951700 Nov 11 21:26:07.378818 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc8d180a-7f3e-4e2d-8c85-9b284d115622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.391691 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebf947b1-4a8a-44f1-8900-94b02020ee1c req-48db3b40-4af0-4514-a00a-b349752f7c4a tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037002 Nov 11 21:26:07.430246 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-11cb7860-a6f3-478d-8a9a-d6e16220a60f None None] Provisioning complete for port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:07.435496 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11cb7860-a6f3-478d-8a9a-d6e16220a60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.452767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d180a-7f3e-4e2d-8c85-9b284d115622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8533339f-d51e-4a10-acd1-327bc1c519bf,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:07.463918 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc8d180a-7f3e-4e2d-8c85-9b284d115622 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.467796 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bc8d180a-7f3e-4e2d-8c85-9b284d115622 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8533339f-d51e-4a10-acd1-327bc1c519bf HTTP/1.1" status: 204 len: 168 time: 0.6573803 Nov 11 21:26:07.472621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50656) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:07.558993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-11cb7860-a6f3-478d-8a9a-d6e16220a60f None None] Port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:07.568758 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-246a815d-9fd7-4e8f-a69b-a7da77610573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.614532 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-246a815d-9fd7-4e8f-a69b-a7da77610573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.640729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f3fd4-e896-482f-9fe3-71537809e839 req-9406c424-80a7-471d-bcfe-3637c430c76a tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:07.643195 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9c9f3fd4-e896-482f-9fe3-71537809e839 req-9406c424-80a7-471d-bcfe-3637c430c76a tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 1101 time: 0.1320453 Nov 11 21:26:07.657951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1edc4-9d2e-4d83-8c05-1519d5e61654 req-7fb78b69-af82-49ac-878c-7243df5f14de tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:07.659459 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94f1edc4-9d2e-4d83-8c05-1519d5e61654 req-7fb78b69-af82-49ac-878c-7243df5f14de tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 945 time: 0.1321201 Nov 11 21:26:07.696180 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.716373 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-246a815d-9fd7-4e8f-a69b-a7da77610573 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=567fc8d130344b57a1688d8b77c9b759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5942080 Nov 11 21:26:07.720469 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a815d-9fd7-4e8f-a69b-a7da77610573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33713fe8-1d0f-454e-bc4e-961266919a99,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:07.722526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50664) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:07.740038 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9c9f3fd4-e896-482f-9fe3-71537809e839 req-f5cda85d-4f09-421a-8e18-33a9bf549bcc tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795641 Nov 11 21:26:07.775046 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94f1edc4-9d2e-4d83-8c05-1519d5e61654 req-5a4558ea-ac9d-44ab-ad91-dc33c99d6b49 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010540 Nov 11 21:26:07.816135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97f0f6f0-f0d5-4515-977d-a9766593ba71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.818551 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:07.846115 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97f0f6f0-f0d5-4515-977d-a9766593ba71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.874386 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.925111 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.941935 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97f0f6f0-f0d5-4515-977d-a9766593ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.944729 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97f0f6f0-f0d5-4515-977d-a9766593ba71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.946016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-97f0f6f0-f0d5-4515-977d-a9766593ba71 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/33713fe8-1d0f-454e-bc4e-961266919a99 HTTP/1.1" status: 204 len: 168 time: 0.2225525 Nov 11 21:26:07.946687 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:07.947211 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:07.948017 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:07.948348 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Subscribe: > port after_create 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:07.957092 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:07.961809 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Subscribe: > port after_update 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:07.962161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:07.962521 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:07.962849 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:07.963178 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:07.964633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0f6f0-f0d5-4515-977d-a9766593ba71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33713fe8-1d0f-454e-bc4e-961266919a99,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:07.980084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9a9f6-a7ca-4523-a1cc-abbc1cc5f538 req-4d6157f4-0843-4a12-8c24-6588496c367a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:07.987401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2dc9a9f6-a7ca-4523-a1cc-abbc1cc5f538 req-4d6157f4-0843-4a12-8c24-6588496c367a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 945 time: 0.0856314 Nov 11 21:26:08.003874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50686) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:08.085521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2dc9a9f6-a7ca-4523-a1cc-abbc1cc5f538 req-76977502-8891-40e0-be97-0bfa3e3b77a5 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971088 Nov 11 21:26:08.092625 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-09324234-4057-4145-abea-dc8049ded8b7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=befdcd5f40f6426ea3652685a0b4115c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1228147 Nov 11 21:26:08.109883 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:08.110249 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:08.112441 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:08.112815 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:08.113215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b2eaff-4add-45ab-bb5f-df86c0846c7f']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:08.173345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c990bfd7-bac4-47d7-b3df-dae6173e0012') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:08.174458 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c990bfd7-bac4-47d7-b3df-dae6173e0012') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:08.179079 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Transition to ACTIVE for port object 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:26:08.192299 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.195438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.255093 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.270987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-07c1506f-a84d-4bb3-b6d5-af2e8130b283 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:08.272512 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-07c1506f-a84d-4bb3-b6d5-af2e8130b283 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724017 Nov 11 21:26:08.292314 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Pushing event updated for resources: {'Port': ['ID=255c0b26-ad90-4d1b-beb1-c2695d6ee4c2,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:08.306711 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:26:08.307530 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.312953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-7a85cba3-07ba-431b-9c40-27763b3e0748 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/quotas/befdcd5f40f6426ea3652685a0b4115c HTTP/1.1" status: 200 len: 375 time: 0.0344653 Nov 11 21:26:08.335498 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bec8a879-dd3d-4e81-895e-a035ac69504e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: from cryptography.utils import int_from_bytes Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: from cryptography.utils import int_from_bytes Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:26:08.344653 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:26:08.458568 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.465945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-eaf549f9-c89c-46e4-a5c4-29f4431d7a7f tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1274624 Nov 11 21:26:08.478900 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.482505 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] 10.222.0.57 "DELETE /v2.0/networks/80b2eaff-4add-45ab-bb5f-df86c0846c7f HTTP/1.1" status: 204 len: 168 time: 1.0087056 Nov 11 21:26:08.486697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50704) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:08.505804 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Attempting to bind port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:08.506443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Attempting to bind port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:08.506954 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Attempting to bind port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:08.511760 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fd205-eec3-46a5-aa8a-ca6d409a9f66 admin admin] Pushing event deleted for resources: {'Network': ['ID=80b2eaff-4add-45ab-bb5f-df86c0846c7f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:08.537707 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:26:08.538539 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Attempting to bind port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:08.549530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:08.549936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:08.550459 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:08.550940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Bound port: 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:08.551412 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.574518 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bec8a879-dd3d-4e81-895e-a035ac69504e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.577001 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3f945e-57d3-4b4c-88c3-d539b1c46866 admin admin] Deleting subnet ac200c16-d873-4da6-82f6-f755c4b3b25d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:26:08.581263 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bec8a879-dd3d-4e81-895e-a035ac69504e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.599286 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b3f945e-57d3-4b4c-88c3-d539b1c46866 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.697870 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bec8a879-dd3d-4e81-895e-a035ac69504e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3cb1fdab03e7485eb557e386745deda6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6904840 Nov 11 21:26:08.703066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50710) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:08.739615 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] For port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:08.747831 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] For port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=255c0b26-ad90-4d1b-beb1-c2695d6ee4c2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:08.750699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8a879-dd3d-4e81-895e-a035ac69504e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26631b83-8853-4b27-9558-77f7b0fa0184,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:08.755231 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b3f945e-57d3-4b4c-88c3-d539b1c46866 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.802706 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.826014 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7ad2-cd46-45d1-b846-92fa4451d9a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.852957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d912e8-5a88-4a89-a577-c5e9b6f38323 req-caaa59de-952d-443f-9417-36f4346721a9 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:08.860393 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:08.861041 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.861407 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75d912e8-5a88-4a89-a577-c5e9b6f38323 req-caaa59de-952d-443f-9417-36f4346721a9 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 1096 time: 0.2093015 Nov 11 21:26:08.862661 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] 10.222.0.10 "PUT /v2.0/ports/255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 HTTP/1.1" status: 200 len: 1095 time: 1.8898604 Nov 11 21:26:08.863109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd365b22-2051-49cb-bd55-c127daf34106', 'tag': '255c0b26-ad90-4d1b-beb1-c2695d6ee4c2'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:08.865483 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71969d8-fe0c-4494-a9f4-22c199f8cb00" -d '{"events": [{"name": "network-changed", "server_uuid": "fd365b22-2051-49cb-bd55-c127daf34106", "tag": "255c0b26-ad90-4d1b-beb1-c2695d6ee4c2"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:08.871811 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b3f945e-57d3-4b4c-88c3-d539b1c46866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.874081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7ad2-cd46-45d1-b846-92fa4451d9a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.910186 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44610857-a9bb-4703-a9d0-97c168871c65 req-53d74abb-e713-4f94-a6b3-48b8c591a695 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:08.918794 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44610857-a9bb-4703-a9d0-97c168871c65 req-53d74abb-e713-4f94-a6b3-48b8c591a695 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 947 time: 0.1595109 Nov 11 21:26:08.976756 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3681e-4991-425e-93f7-0a605dde4c37 service neutron] Pushing event updated for resources: {'Port': ['ID=255c0b26-ad90-4d1b-beb1-c2695d6ee4c2,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:09.019545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-591fd65c-7e8b-44f6-8833-b7b54711cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:09.021374 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-591fd65c-7e8b-44f6-8833-b7b54711cb44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff52f4052c07490abeb42905cf2f8c75&device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 1098 time: 0.0800662 Nov 11 21:26:09.027932 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b3f945e-57d3-4b4c-88c3-d539b1c46866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.053849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44610857-a9bb-4703-a9d0-97c168871c65 req-0f2f2f41-8c6f-4a5a-9418-e16508bb4e18 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337309 Nov 11 21:26:09.072147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f945e-57d3-4b4c-88c3-d539b1c46866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac200c16-d873-4da6-82f6-f755c4b3b25d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:09.075708 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75d912e8-5a88-4a89-a577-c5e9b6f38323 req-c96721c8-53e8-4fe5-95b7-9596b6ed6a37 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134116 Nov 11 21:26:09.103476 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7ad2-cd46-45d1-b846-92fa4451d9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.111271 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7ad2-cd46-45d1-b846-92fa4451d9a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.117965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4f3d7ad2-cd46-45d1-b846-92fa4451d9a8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/26631b83-8853-4b27-9558-77f7b0fa0184 HTTP/1.1" status: 204 len: 168 time: 0.4148591 Nov 11 21:26:09.144327 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d7ad2-cd46-45d1-b846-92fa4451d9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26631b83-8853-4b27-9558-77f7b0fa0184,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:09.152841 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b3f945e-57d3-4b4c-88c3-d539b1c46866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.157354 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3b3f945e-57d3-4b4c-88c3-d539b1c46866 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ac200c16-d873-4da6-82f6-f755c4b3b25d HTTP/1.1" status: 204 len: 168 time: 0.6604540 Nov 11 21:26:09.159060 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-cea42734-b14e-4be2-929c-96ddf5b5d33c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 HTTP/1.1" status: 200 len: 217 time: 0.1254077 Nov 11 21:26:09.159971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50736) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:09.243864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-46fd14b0-5301-4e7d-bc2d-4b3ff2d1fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:09.249270 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-46fd14b0-5301-4e7d-bc2d-4b3ff2d1fe26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0831709 Nov 11 21:26:09.251083 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50740) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:09.273249 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd068574-5e09-41bf-9d27-fe9caadb1694 req-4521a923-2380-46d8-880d-a3f35603ea71 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 210 time: 0.0970435 Nov 11 21:26:09.351553 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.374445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-31d6147b-b35d-4741-b5ba-669e83d683cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:09.376310 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-31d6147b-b35d-4741-b5ba-669e83d683cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1138232 Nov 11 21:26:09.377848 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26be989c-4baf-47e0-ba94-29f30c5970b8 x-openstack-request-id: req-26be989c-4baf-47e0-ba94-29f30c5970b8 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:09.378169 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd365b22-2051-49cb-bd55-c127daf34106", "tag": "255c0b26-ad90-4d1b-beb1-c2695d6ee4c2", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:09.378422 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-26be989c-4baf-47e0-ba94-29f30c5970b8 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:09.378813 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd365b22-2051-49cb-bd55-c127daf34106', 'tag': '255c0b26-ad90-4d1b-beb1-c2695d6ee4c2', 'status': 'completed', 'code': 200} Nov 11 21:26:09.382313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330180b2-1151-4877-9e78-b3ed69acb360 req-87932aef-4de9-4b78-bee2-1d5876fab947 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:09.384130 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-330180b2-1151-4877-9e78-b3ed69acb360 req-87932aef-4de9-4b78-bee2-1d5876fab947 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 945 time: 0.1515296 Nov 11 21:26:09.526814 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-eff47344-e308-43fc-b072-ae3fa04ac9a4 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292551 Nov 11 21:26:09.611773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-912640722-network', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:09.621968 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-330180b2-1151-4877-9e78-b3ed69acb360 req-5e34af93-d04b-425b-adfa-c525ef8744f6 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304339 Nov 11 21:26:09.623686 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.644399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] Made reservation on behalf of 4760953b72d444f1a09d53b6186d1f92 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:09.654130 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abe97b-e9a7-460b-90fc-64d274be521c req-37d39b28-56c4-4ab2-9a90-2fbf8a5b96ab tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:09.655852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e3abe97b-e9a7-460b-90fc-64d274be521c req-37d39b28-56c4-4ab2-9a90-2fbf8a5b96ab tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 1096 time: 0.1630373 Nov 11 21:26:09.658999 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.660821 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:09.661203 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:09.662328 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:09.662877 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Subscribe: > port after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:09.663207 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:09.663528 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Subscribe: > port after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:09.663847 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:09.664180 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:09.664493 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:09.664832 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:09.674050 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.724470 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e2db1925-5e8e-4b40-a578-3f94fc4acb82 req-783116d2-20f9-465d-ae14-67d55c0d126b service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914310 Nov 11 21:26:09.741162 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:09.742311 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:09.742673 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:09.743050 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 21:26:09.743463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7296b70-be7b-4195-9e84-de4ae6d22ed5']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:09.776589 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f291343-2025-40d5-a1e5-6bb1603fa4b4') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:09.776856 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f291343-2025-40d5-a1e5-6bb1603fa4b4') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:09.802265 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.835296 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.837401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.844279 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.852222 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:26:09.852948 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: from cryptography.utils import int_from_bytes Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: from cryptography.utils import int_from_bytes Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:26:09.858567 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:26:09.867177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71969d8-fe0c-4494-a9f4-22c199f8cb00 req-786277d4-3f6e-4e9b-887a-f938f2cf52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:09.868711 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f71969d8-fe0c-4494-a9f4-22c199f8cb00 req-786277d4-3f6e-4e9b-887a-f938f2cf52fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff52f4052c07490abeb42905cf2f8c75&device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 1098 time: 0.0786731 Nov 11 21:26:09.871901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e3abe97b-e9a7-460b-90fc-64d274be521c req-79da4565-8bb6-4160-a570-88a25467c580 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221859 Nov 11 21:26:09.927806 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed3770d-9db7-4c92-9e83-a2ef56c309a7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:09.937833 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.953999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] vlan segment allocate from pool success with {'vlan_id': 1172, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:26:09.964928 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.965287 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] Added segment d2818c18-a53d-49ab-80c9-cf054c1c3527 of type vlan for network 0cdf8c34-5a47-461f-9b7a-130819e76f23 Nov 11 21:26:09.980674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7296b70-be7b-4195-9e84-de4ae6d22ed5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:09.984054 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:09.993416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4fcd2811-f8da-494f-aa6e-36c72973d009 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f7296b70-be7b-4195-9e84-de4ae6d22ed5 HTTP/1.1" status: 204 len: 168 time: 0.8305264 Nov 11 21:26:10.064215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:10.080555 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71969d8-fe0c-4494-a9f4-22c199f8cb00 req-46822fea-c475-4b7d-a242-ba08fade6ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:10.082197 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f71969d8-fe0c-4494-a9f4-22c199f8cb00 req-46822fea-c475-4b7d-a242-ba08fade6ec0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.2004561 Nov 11 21:26:10.139239 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f71969d8-fe0c-4494-a9f4-22c199f8cb00 req-3f6cbc29-4bcb-4d6a-bf9d-267ab3d859ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 HTTP/1.1" status: 200 len: 217 time: 0.0447319 Nov 11 21:26:10.142129 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:10.143369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:10.143824 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:10.152125 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50774) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:10.244588 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e8147bcf-f32a-4fdd-839f-13e2d74e425b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f55f80ff281f4465a11a9d99e936f49c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0884259 Nov 11 21:26:10.245274 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50778) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:10.260536 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-cfcdbec7-8652-4912-b2c2-a02c132ababc tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=befdcd5f40f6426ea3652685a0b4115c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863490 Nov 11 21:26:10.263942 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0117190 Nov 11 21:26:10.272382 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50780) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:10.294463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e15b315f-110b-44a9-b599-3babe0b480da admin admin] Request body: {'subnet': {'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-912640722-subnet', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:10.327399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e9ef6-59b1-4d02-9637-2f9f1fec559d admin admin] Pushing event updated for resources: {'Network': ['ID=0cdf8c34-5a47-461f-9b7a-130819e76f23,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:10.340159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 0cdf8c34-5a47-461f-9b7a-130819e76f23 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:26:10.341736 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15b315f-110b-44a9-b599-3babe0b480da admin admin] Made reservation on behalf of 4760953b72d444f1a09d53b6186d1f92 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:10.344985 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a916b1-79d2-483e-a554-6dbefc7edb68 req-a3197523-8e04-4a1a-a626-73823e75aa8a tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:10.345149 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e15b315f-110b-44a9-b599-3babe0b480da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:10.352619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7a916b1-79d2-483e-a554-6dbefc7edb68 req-a3197523-8e04-4a1a-a626-73823e75aa8a tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 1096 time: 0.0806789 Nov 11 21:26:10.377266 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71969d8-fe0c-4494-a9f4-22c199f8cb00 req-a702ff78-74fc-4afe-a1d5-35c73dd11397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:10.384313 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f71969d8-fe0c-4494-a9f4-22c199f8cb00 req-a702ff78-74fc-4afe-a1d5-35c73dd11397 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.2298691 Nov 11 21:26:10.406749 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-03456362-3cac-4260-9424-6252e6672bbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:10.435422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7a916b1-79d2-483e-a554-6dbefc7edb68 req-df30ab80-d95e-4b9b-b8ca-7d2ad38cec46 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762603 Nov 11 21:26:10.468107 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-03456362-3cac-4260-9424-6252e6672bbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:10.494882 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-179c3c42-1549-45a6-acf9-a98ec614494f req-f257e592-a29a-4ea6-a69e-a0040a6d49b8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:26:10.501169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-179c3c42-1549-45a6-acf9-a98ec614494f req-f257e592-a29a-4ea6-a69e-a0040a6d49b8 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1253347 Nov 11 21:26:10.522555 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71969d8-fe0c-4494-a9f4-22c199f8cb00 req-d1db2395-28c9-4135-991f-50c880a5233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:10.524198 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f71969d8-fe0c-4494-a9f4-22c199f8cb00 req-d1db2395-28c9-4135-991f-50c880a5233b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176243 Nov 11 21:26:10.596141 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-03456362-3cac-4260-9424-6252e6672bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:10.599012 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-03456362-3cac-4260-9424-6252e6672bbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:10.600293 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-03456362-3cac-4260-9424-6252e6672bbe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4c22fe67-a1ad-4d39-bdd3-e0969a54d63a HTTP/1.1" status: 204 len: 168 time: 0.3540089 Nov 11 21:26:10.615228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-b3df69ee-7aa4-4bf4-81cf-8bbd925624dd tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:10.615452 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-b3df69ee-7aa4-4bf4-81cf-8bbd925624dd tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465631 Nov 11 21:26:10.618559 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03456362-3cac-4260-9424-6252e6672bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c22fe67-a1ad-4d39-bdd3-e0969a54d63a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:10.635443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ed48489-7f87-4bcf-b92a-10f5c4003557 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Request body: {'port': {'device_id': '6bfab05b-41fd-4763-b068-efac7232b669', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'befdcd5f40f6426ea3652685a0b4115c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:10.772109 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c07989-526c-476e-8155-1c611171b2a3 req-a8318f1b-f219-43e0-9c31-d0b00d87e170 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:10.793504 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-26c07989-526c-476e-8155-1c611171b2a3 req-a8318f1b-f219-43e0-9c31-d0b00d87e170 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 947 time: 0.1319160 Nov 11 21:26:10.835033 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:10.889459 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-26c07989-526c-476e-8155-1c611171b2a3 req-55aff319-6845-4d10-a489-abde0be59c7f tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902109 Nov 11 21:26:10.980186 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e2d02dd-161a-4b9b-98f2-59bdd8b191db req-bf2d83fb-c2df-461d-a94c-55c5d0e73dc0 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 210 time: 0.0361094 Nov 11 21:26:11.057006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50806) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:11.111881 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f71969d8-fe0c-4494-a9f4-22c199f8cb00 req-cf143da5-ec0a-4503-a873-b177416116cd service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611196 Nov 11 21:26:11.130864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b80f12-7cde-46e6-adbf-db59f2ca479f req-e38ad20b-2691-4fe7-a20a-97d4b8de1e04 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:11.132869 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24b80f12-7cde-46e6-adbf-db59f2ca479f req-e38ad20b-2691-4fe7-a20a-97d4b8de1e04 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 1096 time: 0.0679653 Nov 11 21:26:11.138639 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e303177b-f1e0-4081-b811-beff2d8d9aee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9ab8ec7158834781ab660f22cbe7face&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0804563 Nov 11 21:26:11.139290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50814) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:11.141337 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e15b315f-110b-44a9-b599-3babe0b480da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:11.215477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24b80f12-7cde-46e6-adbf-db59f2ca479f req-a325e490-22d1-4228-acd3-ed822e0db6e2 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729644 Nov 11 21:26:11.228415 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ead157f3-5ba4-4407-b933-7114d5f2332e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:11.231735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ed48489-7f87-4bcf-b92a-10f5c4003557 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Made reservation on behalf of befdcd5f40f6426ea3652685a0b4115c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:11.235347 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ed48489-7f87-4bcf-b92a-10f5c4003557 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:11.253684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ead157f3-5ba4-4407-b933-7114d5f2332e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:11.260184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b315f-110b-44a9-b599-3babe0b480da admin admin] Pushing event updated for resources: {'Subnet': ['ID=45967afb-f40d-4100-aba9-e4dd43b5ed99,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:11.301343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15b315f-110b-44a9-b599-3babe0b480da admin admin] Checking segment: {'id': 'd2818c18-a53d-49ab-80c9-cf054c1c3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:11.302020 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15b315f-110b-44a9-b599-3babe0b480da admin admin] Network hostable DHCP agents. Network: 0cdf8c34-5a47-461f-9b7a-130819e76f23, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:26:11.306289 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f71969d8-fe0c-4494-a9f4-22c199f8cb00 req-86383d24-3cbd-47de-8f19-59a961e051f0 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854639 Nov 11 21:26:11.344969 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ead157f3-5ba4-4407-b933-7114d5f2332e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:11.349934 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ead157f3-5ba4-4407-b933-7114d5f2332e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:11.353520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ead157f3-5ba4-4407-b933-7114d5f2332e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/03690004-1606-4658-907c-8ca315149994 HTTP/1.1" status: 204 len: 168 time: 0.2126224 Nov 11 21:26:11.362549 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15b315f-110b-44a9-b599-3babe0b480da admin admin] Network 0cdf8c34-5a47-461f-9b7a-130819e76f23 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:26:11.370313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead157f3-5ba4-4407-b933-7114d5f2332e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03690004-1606-4658-907c-8ca315149994,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:11.396199 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e15b315f-110b-44a9-b599-3babe0b480da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 0cdf8c34-5a47-461f-9b7a-130819e76f23) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:11.403563 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15b315f-110b-44a9-b599-3babe0b480da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:11.404144 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e15b315f-110b-44a9-b599-3babe0b480da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:11.425598 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30814dc8-7cc9-498e-bbb4-5c17df22eaf5 None None] Network 0cdf8c34-5a47-461f-9b7a-130819e76f23 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:11.437441 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e15b315f-110b-44a9-b599-3babe0b480da admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1639261 Nov 11 21:26:11.440443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50828) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:11.449336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-912640722-router', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:11.465387 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ed48489-7f87-4bcf-b92a-10f5c4003557 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Allocated IP 192.168.233.103 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/121b3e52-647c-40e6-b392-e75070822b94) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:11.540729 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:11.541971 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:11.622002 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:11.640674 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ed48489-7f87-4bcf-b92a-10f5c4003557 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:11.719297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-0cdf8c34-5a47-461f-9b7a-130819e76f23', 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92', 'fixed_ips': [{'subnet_id': '45967afb-f40d-4100-aba9-e4dd43b5ed99'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:26:11.720175 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:11.726047 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ed48489-7f87-4bcf-b92a-10f5c4003557 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:11.757878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['d5824c32-0e9d-4911-b510-cfa01dba619d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:11.760614 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d186ccd5-204d-49b9-ac76-e4ac388b2a66', 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', '08790ad1-7421-419a-8479-730cf963e787', '7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:11.804323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ed48489-7f87-4bcf-b92a-10f5c4003557 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:11.817861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ed48489-7f87-4bcf-b92a-10f5c4003557 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:11.823404 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ed48489-7f87-4bcf-b92a-10f5c4003557 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:11.829112 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed48489-7f87-4bcf-b92a-10f5c4003557 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event updated for resources: {'Port': ['ID=121b3e52-647c-40e6-b392-e75070822b94,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:11.917546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ed48489-7f87-4bcf-b92a-10f5c4003557 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:11.918786 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ed48489-7f87-4bcf-b92a-10f5c4003557 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:11.952005 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ed48489-7f87-4bcf-b92a-10f5c4003557 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3230703 Nov 11 21:26:11.967871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Request body: {'port': {'device_id': '6bfab05b-41fd-4763-b068-efac7232b669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:12.122607 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:12.251405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50862) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:12.293784 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:12.397697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938565a-0e92-4137-ad91-5de0d330c315 req-543739b5-eca3-4206-b378-609f35cf1924 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:12.407289 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9938565a-0e92-4137-ad91-5de0d330c315 req-543739b5-eca3-4206-b378-609f35cf1924 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 947 time: 0.1299279 Nov 11 21:26:12.482881 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d8d7c7ee-e608-4b19-887e-08878a83948d None None] Provisioning complete for port 121b3e52-647c-40e6-b392-e75070822b94 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:12.483443 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c7ee-e608-4b19-887e-08878a83948d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:12.526401 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d8d7c7ee-e608-4b19-887e-08878a83948d None None] Port 121b3e52-647c-40e6-b392-e75070822b94 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:12.533152 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Allocated IP 172.20.0.2 (0cdf8c34-5a47-461f-9b7a-130819e76f23/45967afb-f40d-4100-aba9-e4dd43b5ed99/47b4b0d8-0a9b-446c-89e1-403af220b236) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:12.554149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9938565a-0e92-4137-ad91-5de0d330c315 req-99a15891-3f40-4e48-ad7b-4cc5a6737bfd tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416457 Nov 11 21:26:12.646844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121b3e52-647c-40e6-b392-e75070822b94 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:12.696403 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:12.705200 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-938ec0c2-1bba-46b4-bb03-082f5c6337aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:12.740828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50878) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:12.753552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Transition to ACTIVE for port object 121b3e52-647c-40e6-b392-e75070822b94 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:26:12.786404 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:12.813574 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-015312c1-05fe-448f-988c-17c77f3efc9b req-2f9cad26-513b-4160-a9ec-00f742dd9861 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:26:12.814958 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-015312c1-05fe-448f-988c-17c77f3efc9b req-2f9cad26-513b-4160-a9ec-00f742dd9861 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063300 Nov 11 21:26:12.817606 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:12.864355 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:12.880890 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:12.908454 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:12.948553 n-d-805737-3 neutron-server[102535]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 21:26:12.984900 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-bcf9fe7d-4c33-4872-be64-ef3f9118503c tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:26:12.986290 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-bcf9fe7d-4c33-4872-be64-ef3f9118503c tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2418725 Nov 11 21:26:12.995320 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Pushing event updated for resources: {'Port': ['ID=121b3e52-647c-40e6-b392-e75070822b94,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:13.010784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Network 0cdf8c34-5a47-461f-9b7a-130819e76f23 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:13.017651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:13.039333 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Allocated IP 172.25.0.95 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/07201e92-64e3-4a3b-85b1-d9f203992753) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:13.080732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:13.147820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-938ec0c2-1bba-46b4-bb03-082f5c6337aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:13.175867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-938ec0c2-1bba-46b4-bb03-082f5c6337aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:13.191472 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Attempting to bind port 121b3e52-647c-40e6-b392-e75070822b94 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:13.191472 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Attempting to bind port 121b3e52-647c-40e6-b392-e75070822b94 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:13.191837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Attempting to bind port 121b3e52-647c-40e6-b392-e75070822b94 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:13.197522 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdb374e3-d443-472f-b4b4-25a94178ef60 req-4e39e3d5-5e9c-4800-8b8c-aca9e90200df service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2526753 Nov 11 21:26:13.199436 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Pushing event updated for resources: {'Port': ['ID=47b4b0d8-0a9b-446c-89e1-403af220b236,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:13.262188 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:13.266220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Port 121b3e52-647c-40e6-b392-e75070822b94 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:26:13.267798 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Attempting to bind port 121b3e52-647c-40e6-b392-e75070822b94 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:13.286633 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Attempting to bind port 47b4b0d8-0a9b-446c-89e1-403af220b236 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:13.287002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Attempting to bind port 47b4b0d8-0a9b-446c-89e1-403af220b236 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'd2818c18-a53d-49ab-80c9-cf054c1c3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:13.287367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Attempting to bind port 47b4b0d8-0a9b-446c-89e1-403af220b236 on network 0cdf8c34-5a47-461f-9b7a-130819e76f23 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:13.309514 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:13.310104 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:13.310351 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Checking segment: {'id': 'd2818c18-a53d-49ab-80c9-cf054c1c3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:13.310759 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:13.317009 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Bound using segment: {'id': 'd2818c18-a53d-49ab-80c9-cf054c1c3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:13.317009 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Bound port: 47b4b0d8-0a9b-446c-89e1-403af220b236, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2818c18-a53d-49ab-80c9-cf054c1c3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:13.317009 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:13.371044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:13.377158 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:13.382101 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401022c-0bbc-4149-942e-95a8c681469c req-7b502002-b4b7-4b58-bb3f-b5e21c96f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:13.383778 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-7b502002-b4b7-4b58-bb3f-b5e21c96f720 service neutron] 10.222.0.57 "GET /v2.0/ports/c711562c-c0c8-4084-a044-15b203cc940c HTTP/1.1" status: 200 len: 1093 time: 0.1942184 Nov 11 21:26:13.391650 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-938ec0c2-1bba-46b4-bb03-082f5c6337aa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=23e5fca59bf44c2996acbf9de153a960&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1387486 Nov 11 21:26:13.392664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50900) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:13.397383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:13.397905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:13.398446 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:13.399031 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Bound port: 121b3e52-647c-40e6-b392-e75070822b94, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:13.399592 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:13.400691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:13.407236 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Pushing event updated for resources: {'Port': ['ID=07201e92-64e3-4a3b-85b1-d9f203992753,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:13.431747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ec0c2-1bba-46b4-bb03-082f5c6337aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bac03ac-649e-4fd7-9adf-09495e1c0f43,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:13.440013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] For port 47b4b0d8-0a9b-446c-89e1-403af220b236, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:13.443703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] For port 47b4b0d8-0a9b-446c-89e1-403af220b236, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=47b4b0d8-0a9b-446c-89e1-403af220b236,segment=NetworkSegment(d2818c18-a53d-49ab-80c9-cf054c1c3527),segment_id=d2818c18-a53d-49ab-80c9-cf054c1c3527)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:13.450202 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:13.454992 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6401022c-0bbc-4149-942e-95a8c681469c req-edb9ae7d-fef8-4020-aaa9-1624b99045e9 service neutron] Request body: {'binding': {'host': 'n-h2-805737-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:13.455728 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6401022c-0bbc-4149-942e-95a8c681469c req-edb9ae7d-fef8-4020-aaa9-1624b99045e9 service neutron] Unknown quota resources ['binding']. {{(pid=102535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:26:13.523664 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f41cce-2d31-4b1a-aac0-a2169ebf97d0 None None] Pushing event updated for resources: {'Port': ['ID=47b4b0d8-0a9b-446c-89e1-403af220b236,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:13.642190 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] For port 121b3e52-647c-40e6-b392-e75070822b94, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:13.646642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb374e3-d443-472f-b4b4-25a94178ef60 req-05522b45-10cc-4e9e-aa40-a9372a471efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:13.648432 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdb374e3-d443-472f-b4b4-25a94178ef60 req-05522b45-10cc-4e9e-aa40-a9372a471efc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff52f4052c07490abeb42905cf2f8c75&device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 1100 time: 0.3833942 Nov 11 21:26:13.655254 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] For port 121b3e52-647c-40e6-b392-e75070822b94, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=121b3e52-647c-40e6-b392-e75070822b94,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:13.705022 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:13.786965 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:13.810397 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6f01070-e55a-4469-9534-48f6357aaaa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:13.812252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:13.812934 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:13.815598 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] 10.222.0.10 "PUT /v2.0/ports/121b3e52-647c-40e6-b392-e75070822b94 HTTP/1.1" status: 200 len: 1096 time: 1.8524086 Nov 11 21:26:13.853435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfab05b-41fd-4763-b068-efac7232b669', 'tag': '121b3e52-647c-40e6-b392-e75070822b94'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:13.857073 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0680375a-2a13-48c4-ad00-d52f03299c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfab05b-41fd-4763-b068-efac7232b669", "tag": "121b3e52-647c-40e6-b392-e75070822b94"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:13.942200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6401022c-0bbc-4149-942e-95a8c681469c req-edb9ae7d-fef8-4020-aaa9-1624b99045e9 service neutron] Attempting to bind port c711562c-c0c8-4084-a044-15b203cc940c on host n-h2-805737-3 for vnic_type normal with profile None {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:13.942553 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6401022c-0bbc-4149-942e-95a8c681469c req-edb9ae7d-fef8-4020-aaa9-1624b99045e9 service neutron] Attempting to bind port c711562c-c0c8-4084-a044-15b203cc940c by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:13.949096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6401022c-0bbc-4149-942e-95a8c681469c req-edb9ae7d-fef8-4020-aaa9-1624b99045e9 service neutron] Attempting to bind port c711562c-c0c8-4084-a044-15b203cc940c on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:13.984497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:26:13.990155 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-979834bb-6c0a-4ca6-a141-642ac14c12c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:14.024435 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-979834bb-6c0a-4ca6-a141-642ac14c12c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:14.084717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6401022c-0bbc-4149-942e-95a8c681469c req-edb9ae7d-fef8-4020-aaa9-1624b99045e9 service neutron] Port c711562c-c0c8-4084-a044-15b203cc940c on network e804e73e-0e84-4575-af51-ae80f841f278 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:26:14.084717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6401022c-0bbc-4149-942e-95a8c681469c req-edb9ae7d-fef8-4020-aaa9-1624b99045e9 service neutron] Attempting to bind port c711562c-c0c8-4084-a044-15b203cc940c on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:14.154352 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6401022c-0bbc-4149-942e-95a8c681469c req-edb9ae7d-fef8-4020-aaa9-1624b99045e9 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:14.154706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6401022c-0bbc-4149-942e-95a8c681469c req-edb9ae7d-fef8-4020-aaa9-1624b99045e9 service neutron] Checking segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:14.155108 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6401022c-0bbc-4149-942e-95a8c681469c req-edb9ae7d-fef8-4020-aaa9-1624b99045e9 service neutron] Bound using segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:14.155568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6401022c-0bbc-4149-942e-95a8c681469c req-edb9ae7d-fef8-4020-aaa9-1624b99045e9 service neutron] Bound port: c711562c-c0c8-4084-a044-15b203cc940c, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:14.181944 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=255c0b26-ad90-4d1b-beb1-c2695d6ee4c2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:14.198212 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:14.206629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '255c0b26-ad90-4d1b-beb1-c2695d6ee4c2', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '255c0b26-ad90-4d1b-beb1-c2695d6ee4c2', 'mac_address': 'fa:16:3e:e7:7d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:26:14.239362 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bcdb-6cd4-461d-8a4e-1248c89fabd7 service neutron] Pushing event updated for resources: {'Port': ['ID=121b3e52-647c-40e6-b392-e75070822b94,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:14.314277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-e561fb68-75a9-426e-b842-c6237c2f3c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:14.315743 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:14.316948 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-e561fb68-75a9-426e-b842-c6237c2f3c68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 1099 time: 0.3859258 Nov 11 21:26:14.321580 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:14.324939 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb374e3-d443-472f-b4b4-25a94178ef60 req-c1e61d17-9d1f-482d-8561-ff8ff3de6c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:14.326772 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdb374e3-d443-472f-b4b4-25a94178ef60 req-c1e61d17-9d1f-482d-8561-ff8ff3de6c2d service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.6341250 Nov 11 21:26:14.343052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6401022c-0bbc-4149-942e-95a8c681469c req-edb9ae7d-fef8-4020-aaa9-1624b99045e9 service neutron] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=c711562c-c0c8-4084-a044-15b203cc940c,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:14.351818 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:14.356243 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6401022c-0bbc-4149-942e-95a8c681469c req-edb9ae7d-fef8-4020-aaa9-1624b99045e9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:14.357899 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-edb9ae7d-fef8-4020-aaa9-1624b99045e9 service neutron] 10.222.0.57 "POST /v2.0/ports/c711562c-c0c8-4084-a044-15b203cc940c/bindings HTTP/1.1" status: 201 len: 389 time: 0.9340727 Nov 11 21:26:14.395833 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=255c0b26-ad90-4d1b-beb1-c2695d6ee4c2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:14.402147 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-979834bb-6c0a-4ca6-a141-642ac14c12c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:14.406515 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:14.413225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-979834bb-6c0a-4ca6-a141-642ac14c12c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:14.442469 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-979834bb-6c0a-4ca6-a141-642ac14c12c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3bac03ac-649e-4fd7-9adf-09495e1c0f43 HTTP/1.1" status: 204 len: 168 time: 1.0462334 Nov 11 21:26:14.465681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Router d8ecdf09-7305-4e08-bce2-8023fe5aece7 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:26:14.471837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 47b4b0d8-0a9b-446c-89e1-403af220b236 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:14.617505 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=255c0b26-ad90-4d1b-beb1-c2695d6ee4c2,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:14.687158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 47b4b0d8-0a9b-446c-89e1-403af220b236 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:14.687669 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:14.729644 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-e3ca28de-63da-4f94-997f-aede950932ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=121b3e52-647c-40e6-b392-e75070822b94 HTTP/1.1" status: 200 len: 217 time: 0.3625858 Nov 11 21:26:14.748195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['255c0b26-ad90-4d1b-beb1-c2695d6ee4c2'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:14.756827 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdb374e3-d443-472f-b4b4-25a94178ef60 req-c5b05d56-1a43-48c0-96b5-e31ca079670e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8 HTTP/1.1" status: 200 len: 217 time: 0.3979180 Nov 11 21:26:14.773888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979834bb-6c0a-4ca6-a141-642ac14c12c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bac03ac-649e-4fd7-9adf-09495e1c0f43,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:14.948514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:26:14.962822 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Sync routers for ids ['d8ecdf09-7305-4e08-bce2-8023fe5aece7'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:26:14.991566 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Routers {'d8ecdf09-7305-4e08-bce2-8023fe5aece7'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:14.992190 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:25:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d8ecdf09-7305-4e08-bce2-8023fe5aece7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:14.997961 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beac31-d5ba-4181-8c99-1a55b41811a0 req-34cbaf56-9403-40eb-a9da-04e84b83df92 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:14.998804 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50946) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:15.010055 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3beac31-d5ba-4181-8c99-1a55b41811a0 req-34cbaf56-9403-40eb-a9da-04e84b83df92 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 948 time: 0.2128229 Nov 11 21:26:15.053409 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-3e32f4d0-3746-4cbf-a0af-85911f7d07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:15.054895 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-3e32f4d0-3746-4cbf-a0af-85911f7d07d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.3002899 Nov 11 21:26:15.087141 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:15.088432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-68dea525-a501-4f50-a08a-7a7dbd8adb4d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6468005 Nov 11 21:26:15.094243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50950) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:15.113243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb374e3-d443-472f-b4b4-25a94178ef60 req-14578b54-8056-472d-99b1-b0aaa1934d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:15.119806 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdb374e3-d443-472f-b4b4-25a94178ef60 req-14578b54-8056-472d-99b1-b0aaa1934d15 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.3359957 Nov 11 21:26:15.155825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4d2947-ed61-4a1b-aa7f-e869db9d0b82 None None] Network 0cdf8c34-5a47-461f-9b7a-130819e76f23 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:15.169843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401022c-0bbc-4149-942e-95a8c681469c req-cb48407e-c7cc-49ae-8ccb-005b677e5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:15.176079 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-cb48407e-c7cc-49ae-8ccb-005b677e5e19 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 1096 time: 0.2651086 Nov 11 21:26:15.183827 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3beac31-d5ba-4181-8c99-1a55b41811a0 req-8a9da602-bbe4-4a3b-84be-776253dac9b7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729028 Nov 11 21:26:15.229293 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Set router d8ecdf09-7305-4e08-bce2-8023fe5aece7 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:15.259500 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:15.331601 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb374e3-d443-472f-b4b4-25a94178ef60 req-4bb6b1a9-b284-42e3-b8c6-7531c93ed989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:15.333604 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdb374e3-d443-472f-b4b4-25a94178ef60 req-4bb6b1a9-b284-42e3-b8c6-7531c93ed989 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1788549 Nov 11 21:26:15.335086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401022c-0bbc-4149-942e-95a8c681469c req-43369f8e-0e0a-4db1-9904-69692e327dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:15.336399 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-43369f8e-0e0a-4db1-9904-69692e327dc3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.1429837 Nov 11 21:26:15.342886 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-6e01e1af-1779-42ed-81fe-9b35001cbebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:15.344520 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-6e01e1af-1779-42ed-81fe-9b35001cbebc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2758644 Nov 11 21:26:15.431720 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-5d7950db-f1de-43e6-87af-fdfc62017f8c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c711562c-c0c8-4084-a044-15b203cc940c HTTP/1.1" status: 200 len: 217 time: 0.0820937 Nov 11 21:26:15.482613 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ce43785d-e3b2-4d07-909f-7dca995b0b62 None None] Provisioning complete for port 47b4b0d8-0a9b-446c-89e1-403af220b236 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:15.482976 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce43785d-e3b2-4d07-909f-7dca995b0b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:15.542055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 47b4b0d8-0a9b-446c-89e1-403af220b236, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=47b4b0d8-0a9b-446c-89e1-403af220b236,segment=NetworkSegment(d2818c18-a53d-49ab-80c9-cf054c1c3527),segment_id=d2818c18-a53d-49ab-80c9-cf054c1c3527)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:15.565406 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'name': 'tempest-AttachSCSIVolumeTestJSON-912640722-router', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '07201e92-64e3-4a3b-85b1-d9f203992753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:11Z', 'updated_at': '2021-11-11T21:26:13Z', 'revision_number': 3, 'project_id': '4760953b72d444f1a09d53b6186d1f92', 'gw_port': {'id': '07201e92-64e3-4a3b-85b1-d9f203992753', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:71:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:12Z', 'updated_at': '2021-11-11T21:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:15.568776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee16c98-cd07-4b59-ba6f-0a8f24dc77b5 req-01b24714-00fd-4a66-a65b-b654bade97e9 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:15.570387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ee16c98-cd07-4b59-ba6f-0a8f24dc77b5 req-01b24714-00fd-4a66-a65b-b654bade97e9 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 948 time: 0.0931311 Nov 11 21:26:15.600528 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Checking router: d8ecdf09-7305-4e08-bce2-8023fe5aece7 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:26:15.601709 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Updating router d8ecdf09-7305-4e08-bce2-8023fe5aece7 port 07201e92-64e3-4a3b-85b1-d9f203992753 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:26:15.621429 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-12380459-9e4b-4bf4-9882-3294b76ee350 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886997 Nov 11 21:26:15.629953 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:15.654054 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-3eabde8a-5002-43d5-8d92-711d9e52b317 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:26:15.655038 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-3eabde8a-5002-43d5-8d92-711d9e52b317 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6502717 Nov 11 21:26:15.660163 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:15.708229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=47b4b0d8-0a9b-446c-89e1-403af220b236,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:15.783140 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:15.811031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ee16c98-cd07-4b59-ba6f-0a8f24dc77b5 req-521e7196-39c6-4711-87c1-0f54b3985232 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315822 Nov 11 21:26:15.948312 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8537644-b221-4c57-839f-6ec2339bea97 x-openstack-request-id: req-e8537644-b221-4c57-839f-6ec2339bea97 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:15.948312 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfab05b-41fd-4763-b068-efac7232b669", "tag": "121b3e52-647c-40e6-b392-e75070822b94", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:15.948312 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8537644-b221-4c57-839f-6ec2339bea97 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:15.949113 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfab05b-41fd-4763-b068-efac7232b669', 'tag': '121b3e52-647c-40e6-b392-e75070822b94', 'status': 'completed', 'code': 200} Nov 11 21:26:15.960558 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2efc513-34b2-4685-b3c0-85b90874cb27 req-c16fe02f-5bb1-49d7-8484-bb278f23b833 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110156 Nov 11 21:26:16.008370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401022c-0bbc-4149-942e-95a8c681469c req-f55980f3-a0e0-4f77-acb8-0d0516d8b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:16.011225 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-f55980f3-a0e0-4f77-acb8-0d0516d8b378 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.3888831 Nov 11 21:26:16.025698 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b345e90-0056-4849-abcc-8d6c6d78c49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.061714 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-9a29ee93-e26b-45cb-95f6-97044b7ef3ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366166 Nov 11 21:26:16.165011 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Allocated IP 172.20.0.1 (0cdf8c34-5a47-461f-9b7a-130819e76f23/45967afb-f40d-4100-aba9-e4dd43b5ed99/e8a1e543-15d6-4cdc-9548-5dc333053ad0) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:16.183324 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdb374e3-d443-472f-b4b4-25a94178ef60 req-98b0f3bf-35d5-4643-9dda-4a80943d20c0 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7483776 Nov 11 21:26:16.233731 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.243732 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.310288 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7452c1e-604a-49c5-bd88-c6ad0b573947 None None] Pushing event updated for resources: {'Port': ['ID=07201e92-64e3-4a3b-85b1-d9f203992753,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:16.335363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fd8614c9-e5c9-4d43-bafe-0c651704ffdb None None] Provisioning complete for port 47b4b0d8-0a9b-446c-89e1-403af220b236 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:16.335732 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd8614c9-e5c9-4d43-bafe-0c651704ffdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.336543 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7452c1e-604a-49c5-bd88-c6ad0b573947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:16.337165 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7452c1e-604a-49c5-bd88-c6ad0b573947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:16.337702 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7452c1e-604a-49c5-bd88-c6ad0b573947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:16.338301 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7452c1e-604a-49c5-bd88-c6ad0b573947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:16.338844 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7452c1e-604a-49c5-bd88-c6ad0b573947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:16.339401 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7452c1e-604a-49c5-bd88-c6ad0b573947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:16.339923 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7452c1e-604a-49c5-bd88-c6ad0b573947 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:16.340452 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7452c1e-604a-49c5-bd88-c6ad0b573947 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:16.341035 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7452c1e-604a-49c5-bd88-c6ad0b573947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:16.341710 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7452c1e-604a-49c5-bd88-c6ad0b573947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:16.342466 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7452c1e-604a-49c5-bd88-c6ad0b573947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:16.342997 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7452c1e-604a-49c5-bd88-c6ad0b573947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:16.347063 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Attempting to bind port 07201e92-64e3-4a3b-85b1-d9f203992753 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:16.347710 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Attempting to bind port 07201e92-64e3-4a3b-85b1-d9f203992753 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:16.348323 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Attempting to bind port 07201e92-64e3-4a3b-85b1-d9f203992753 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:16.355129 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:16.355869 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:16.356509 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.357256 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:16.357948 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Bound port: 07201e92-64e3-4a3b-85b1-d9f203992753, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:16.358578 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.387726 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.404745 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 47b4b0d8-0a9b-446c-89e1-403af220b236 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:16.453072 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] For port 07201e92-64e3-4a3b-85b1-d9f203992753, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:16.458924 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] For port 07201e92-64e3-4a3b-85b1-d9f203992753, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=07201e92-64e3-4a3b-85b1-d9f203992753,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:16.464920 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.485328 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a7144-a4db-4149-b1d9-3b316df215ba req-fa36544c-726c-434b-bc4b-9545060f6626 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:16.486266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 47b4b0d8-0a9b-446c-89e1-403af220b236 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:16.486874 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.486982 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f35a7144-a4db-4149-b1d9-3b316df215ba req-fa36544c-726c-434b-bc4b-9545060f6626 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 945 time: 0.0825114 Nov 11 21:26:16.488630 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.552528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Network 0cdf8c34-5a47-461f-9b7a-130819e76f23 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:16.556992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:16.567047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:16.605301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Pushing event updated for resources: {'Port': ['ID=e8a1e543-15d6-4cdc-9548-5dc333053ad0,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:16.606859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-628b31f5-4941-40eb-8ab1-f96a793c688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:16.609081 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-628b31f5-4941-40eb-8ab1-f96a793c688b service neutron] 10.222.0.57 "GET /v2.0/ports/d2d7b60b-15a6-4715-8f34-1fa64508c6ed HTTP/1.1" status: 200 len: 1093 time: 0.7560184 Nov 11 21:26:16.611991 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdb374e3-d443-472f-b4b4-25a94178ef60 req-2b4e6fc0-7d04-488c-b533-4e1edac1fd0b service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186976 Nov 11 21:26:16.613987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680375a-2a13-48c4-ad00-d52f03299c6c req-836da70c-695f-49f1-ae93-7b4dc2737a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:16.615990 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0680375a-2a13-48c4-ad00-d52f03299c6c req-836da70c-695f-49f1-ae93-7b4dc2737a15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 1099 time: 0.5468738 Nov 11 21:26:16.632998 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-fe45e25f-69ed-4f70-b30b-0a4dfc150ab5 service neutron] Request body: {'binding': {'host': 'n-h1-805737-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:16.633463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-fe45e25f-69ed-4f70-b30b-0a4dfc150ab5 service neutron] Unknown quota resources ['binding']. {{(pid=102535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:26:16.641362 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f35a7144-a4db-4149-b1d9-3b316df215ba req-05f1ff70-5d4a-436d-9267-a519090ac9c2 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434097 Nov 11 21:26:16.649064 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.726076 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Routers {'d8ecdf09-7305-4e08-bce2-8023fe5aece7'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:16.726912 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:26:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d8ecdf09-7305-4e08-bce2-8023fe5aece7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:16.729254 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7452c1e-604a-49c5-bd88-c6ad0b573947 None None] Pushing event updated for resources: {'Port': ['ID=07201e92-64e3-4a3b-85b1-d9f203992753,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:16.779678 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-afe7d647-1061-495c-8617-6ae52d779e8e service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718814 Nov 11 21:26:16.917945 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] Set router d8ecdf09-7305-4e08-bce2-8023fe5aece7 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:16.943972 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9b5e4a94-c605-4b2d-837c-46304fa6c2ee None None] Provisioning complete for port e8a1e543-15d6-4cdc-9548-5dc333053ad0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:16.944569 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b5e4a94-c605-4b2d-837c-46304fa6c2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.993206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9b5e4a94-c605-4b2d-837c-46304fa6c2ee None None] Port e8a1e543-15d6-4cdc-9548-5dc333053ad0 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:17.032586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680375a-2a13-48c4-ad00-d52f03299c6c req-1147eb99-8db2-4c4f-82d8-deb226d37cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:17.034065 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0680375a-2a13-48c4-ad00-d52f03299c6c req-1147eb99-8db2-4c4f-82d8-deb226d37cd1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.3835847 Nov 11 21:26:17.047725 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-a90a1fd0-a93c-48eb-a553-fd1cd1e2cda7 service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479389 Nov 11 21:26:17.064654 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:17.095243 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0680375a-2a13-48c4-ad00-d52f03299c6c req-b0674309-4a83-430a-addd-d6ae60c44e70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=121b3e52-647c-40e6-b392-e75070822b94 HTTP/1.1" status: 200 len: 217 time: 0.0458272 Nov 11 21:26:17.098415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-fe45e25f-69ed-4f70-b30b-0a4dfc150ab5 service neutron] Attempting to bind port d2d7b60b-15a6-4715-8f34-1fa64508c6ed on host n-h1-805737-3 for vnic_type normal with profile None {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:17.098415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-fe45e25f-69ed-4f70-b30b-0a4dfc150ab5 service neutron] Attempting to bind port d2d7b60b-15a6-4715-8f34-1fa64508c6ed by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:17.098626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-fe45e25f-69ed-4f70-b30b-0a4dfc150ab5 service neutron] Attempting to bind port d2d7b60b-15a6-4715-8f34-1fa64508c6ed on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:17.102966 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-fe45e25f-69ed-4f70-b30b-0a4dfc150ab5 service neutron] Port d2d7b60b-15a6-4715-8f34-1fa64508c6ed on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:26:17.103272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-fe45e25f-69ed-4f70-b30b-0a4dfc150ab5 service neutron] Attempting to bind port d2d7b60b-15a6-4715-8f34-1fa64508c6ed on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:17.134820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-fe45e25f-69ed-4f70-b30b-0a4dfc150ab5 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:17.135142 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-fe45e25f-69ed-4f70-b30b-0a4dfc150ab5 service neutron] Checking segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:17.135519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-fe45e25f-69ed-4f70-b30b-0a4dfc150ab5 service neutron] Bound using segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:17.135948 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-fe45e25f-69ed-4f70-b30b-0a4dfc150ab5 service neutron] Bound port: d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:17.151756 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'name': 'tempest-AttachSCSIVolumeTestJSON-912640722-router', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '07201e92-64e3-4a3b-85b1-d9f203992753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:11Z', 'updated_at': '2021-11-11T21:26:13Z', 'revision_number': 3, 'project_id': '4760953b72d444f1a09d53b6186d1f92', 'gw_port': {'id': '07201e92-64e3-4a3b-85b1-d9f203992753', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:71:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:12Z', 'updated_at': '2021-11-11T21:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:17.185267 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25381d8e-01e9-41ca-a116-60e9706d1c38 None None] The sync data for ids ['d8ecdf09-7305-4e08-bce2-8023fe5aece7'] in n-d-805737-3 is: [{'id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'name': 'tempest-AttachSCSIVolumeTestJSON-912640722-router', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '07201e92-64e3-4a3b-85b1-d9f203992753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:11Z', 'updated_at': '2021-11-11T21:26:13Z', 'revision_number': 3, 'project_id': '4760953b72d444f1a09d53b6186d1f92', 'gw_port': {'id': '07201e92-64e3-4a3b-85b1-d9f203992753', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:71:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:12Z', 'updated_at': '2021-11-11T21:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:26:17.195293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680375a-2a13-48c4-ad00-d52f03299c6c req-c6850b2a-51f9-42da-ad5d-73251e986bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:17.197598 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0680375a-2a13-48c4-ad00-d52f03299c6c req-c6850b2a-51f9-42da-ad5d-73251e986bc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0913653 Nov 11 21:26:17.237256 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:17.255969 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-fe45e25f-69ed-4f70-b30b-0a4dfc150ab5 service neutron] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:17.258517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901fc8d-15f0-412c-b254-17bf8ad0fcbd req-ca123201-53dd-45ef-abb8-105dbb8e40e9 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:17.260327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e901fc8d-15f0-412c-b254-17bf8ad0fcbd req-ca123201-53dd-45ef-abb8-105dbb8e40e9 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 948 time: 0.3670323 Nov 11 21:26:17.286689 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-fe45e25f-69ed-4f70-b30b-0a4dfc150ab5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:17.287519 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-fe45e25f-69ed-4f70-b30b-0a4dfc150ab5 service neutron] 10.222.0.57 "POST /v2.0/ports/d2d7b60b-15a6-4715-8f34-1fa64508c6ed/bindings HTTP/1.1" status: 201 len: 389 time: 0.6621320 Nov 11 21:26:17.345458 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680375a-2a13-48c4-ad00-d52f03299c6c req-bf435608-4f8d-48b2-8700-9b7b503b6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:17.346944 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0680375a-2a13-48c4-ad00-d52f03299c6c req-bf435608-4f8d-48b2-8700-9b7b503b6e31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1351922 Nov 11 21:26:17.349048 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401022c-0bbc-4149-942e-95a8c681469c req-0cafb869-f42e-4acc-97c4-10756ae2a6d1 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:17.350431 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-0cafb869-f42e-4acc-97c4-10756ae2a6d1 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d&tenant_id=84de113e4e264de9b1292139646defb0&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 1096 time: 0.1068664 Nov 11 21:26:17.367819 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805737-3'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:17.380454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e901fc8d-15f0-412c-b254-17bf8ad0fcbd req-3235a074-aece-4f84-85fa-c36bea9b56f0 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925930 Nov 11 21:26:17.497580 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:17.514023 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:17.521394 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:17.581616 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:17.669480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Pushing event updated for resources: {'Port': ['ID=e8a1e543-15d6-4cdc-9548-5dc333053ad0,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:17.744490 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0680375a-2a13-48c4-ad00-d52f03299c6c req-ab6e4343-534a-4954-b25e-1685e7cbb043 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715000 Nov 11 21:26:17.807754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-ebdc16db-419c-494a-ae45-a13b7b0790f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:17.809392 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-ebdc16db-419c-494a-ae45-a13b7b0790f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 1096 time: 0.1253145 Nov 11 21:26:17.813034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c711562c-c0c8-4084-a044-15b203cc940c,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:17.862969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Network 0cdf8c34-5a47-461f-9b7a-130819e76f23 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:17.874114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c88c-e082-4476-b743-da5f76ae444d req-97e9515f-358c-4adc-a62d-20757431b1ac tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:17.877430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eea5c88c-e082-4476-b743-da5f76ae444d req-97e9515f-358c-4adc-a62d-20757431b1ac tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 948 time: 0.1031265 Nov 11 21:26:17.880247 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:17.973368 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0680375a-2a13-48c4-ad00-d52f03299c6c req-e80d6b0b-d664-4432-922e-8c61e9f0d07c service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169924 Nov 11 21:26:17.974358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:17.999281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:18.041457 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eea5c88c-e082-4476-b743-da5f76ae444d req-8b5b4ddd-a919-4c72-a0bf-17cd0d9a0e85 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579561 Nov 11 21:26:18.058034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-0964ba88-9cd1-4de7-84d2-56404a606223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:18.059523 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-0964ba88-9cd1-4de7-84d2-56404a606223 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.2124574 Nov 11 21:26:18.064078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ca6ad1-9f6c-4c2e-8c53-903298abf90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c711562c-c0c8-4084-a044-15b203cc940c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:18.067524 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d613fd-0b13-40f3-a42c-0ec038d26aaa" -d '{"events": [{"server_uuid": "e1ca6ad1-9f6c-4c2e-8c53-903298abf90d", "name": "network-vif-unplugged", "status": "completed", "tag": "c711562c-c0c8-4084-a044-15b203cc940c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:18.072129 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:18.109600 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:26:18.114157 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:18.114534 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:18.121938 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-bb5acebe-5aa9-49b3-9a03-c3dfb0ddef12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed HTTP/1.1" status: 200 len: 217 time: 0.0466435 Nov 11 21:26:18.123225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:18.204638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Router d8ecdf09-7305-4e08-bce2-8023fe5aece7 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:26:18.217536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Pushing event updated for resources: {'Port': ['ID=c711562c-c0c8-4084-a044-15b203cc940c,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:18.292265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-f189e1c1-c6ca-4a11-9b93-23b2bd177b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:18.302076 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-f189e1c1-c6ca-4a11-9b93-23b2bd177b5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.1496351 Nov 11 21:26:18.306938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Attempting to bind port c711562c-c0c8-4084-a044-15b203cc940c on host n-h1-805737-3 for vnic_type normal with profile {"migrating_to": "n-h2-805737-3"} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:18.307269 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Attempting to bind port c711562c-c0c8-4084-a044-15b203cc940c by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:18.307595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Attempting to bind port c711562c-c0c8-4084-a044-15b203cc940c on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:18.338288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Port c711562c-c0c8-4084-a044-15b203cc940c on network e804e73e-0e84-4575-af51-ae80f841f278 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:26:18.338288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Attempting to bind port c711562c-c0c8-4084-a044-15b203cc940c on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:18.354496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2803f97-ef4c-4c9b-b642-ec947d294f00 req-400a9050-7613-42b7-ac86-9e12ded4de45 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:18.362892 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2803f97-ef4c-4c9b-b642-ec947d294f00 req-400a9050-7613-42b7-ac86-9e12ded4de45 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 943 time: 0.1565979 Nov 11 21:26:18.376182 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-07a62c79-2d03-4f3e-a94f-84f41608e796 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586038 Nov 11 21:26:18.376485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60f111-3992-4eae-8a54-0c20b9521fcc req-7349db96-794a-406a-a3fd-6a60eceef3ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:18.384016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e60f111-3992-4eae-8a54-0c20b9521fcc req-7349db96-794a-406a-a3fd-6a60eceef3ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 945 time: 0.1694314 Nov 11 21:26:18.395739 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:18.396291 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Checking segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:18.396472 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Bound using segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:18.406495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Bound port: c711562c-c0c8-4084-a044-15b203cc940c, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:18.407325 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:18.460986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 07201e92-64e3-4a3b-85b1-d9f203992753 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:18.510831 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2803f97-ef4c-4c9b-b642-ec947d294f00 req-abb6c93d-3b02-486d-820f-b7e69c9214af tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469762 Nov 11 21:26:18.516981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:26:18.544260 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:18.546137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-838ccbd7-bbd6-4263-9849-a805e27104d9 None None] Provisioning complete for port e8a1e543-15d6-4cdc-9548-5dc333053ad0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:18.546137 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-838ccbd7-bbd6-4263-9849-a805e27104d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:18.548062 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:18.564274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e60f111-3992-4eae-8a54-0c20b9521fcc req-4338036e-0fb0-4540-9416-ffa2d9b689ba tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792490 Nov 11 21:26:18.576634 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e8cf525f-d061-4334-8c42-5de3771e67af admin admin] 10.222.0.57 "PUT /v2.0/routers/d8ecdf09-7305-4e08-bce2-8023fe5aece7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4810834 Nov 11 21:26:18.629542 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-17e769a9-5869-4d53-b0d0-3567879f4d86 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410984 Nov 11 21:26:18.632829 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd365b22-2051-49cb-bd55-c127daf34106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255c0b26-ad90-4d1b-beb1-c2695d6ee4c2'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:18.635631 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ed5f7d-463f-4825-9d49-311817115dbd" -d '{"events": [{"server_uuid": "fd365b22-2051-49cb-bd55-c127daf34106", "name": "network-vif-plugged", "status": "completed", "tag": "255c0b26-ad90-4d1b-beb1-c2695d6ee4c2"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:18.648136 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-838ccbd7-bbd6-4263-9849-a805e27104d9 None None] Port e8a1e543-15d6-4cdc-9548-5dc333053ad0 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:18.652292 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 07201e92-64e3-4a3b-85b1-d9f203992753 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:18.652885 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:18.656719 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=255c0b26-ad90-4d1b-beb1-c2695d6ee4c2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:18.663942 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:18.681765 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:18.682154 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034f42b7-0253-4243-b89a-eaafa64b7583 x-openstack-request-id: req-034f42b7-0253-4243-b89a-eaafa64b7583 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:18.682947 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ca6ad1-9f6c-4c2e-8c53-903298abf90d", "name": "network-vif-unplugged", "status": "completed", "tag": "c711562c-c0c8-4084-a044-15b203cc940c", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:18.683503 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-034f42b7-0253-4243-b89a-eaafa64b7583 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:18.684876 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ca6ad1-9f6c-4c2e-8c53-903298abf90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c711562c-c0c8-4084-a044-15b203cc940c', 'code': 200} Nov 11 21:26:18.692190 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c711562c-c0c8-4084-a044-15b203cc940c,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:18.731011 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:18.755964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=255c0b26-ad90-4d1b-beb1-c2695d6ee4c2,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:18.803115 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:18.830220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 07201e92-64e3-4a3b-85b1-d9f203992753, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=07201e92-64e3-4a3b-85b1-d9f203992753,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:18.835669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8605b5-df1b-40ae-8ebd-0717bc70e0b7 req-054a9839-8f78-498b-8002-6791a9d86176 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:18.837564 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:18.843830 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5d8605b5-df1b-40ae-8ebd-0717bc70e0b7 req-054a9839-8f78-498b-8002-6791a9d86176 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 948 time: 0.1027257 Nov 11 21:26:18.893601 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:18.894845 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:18.896582 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] 10.222.0.71 "PUT /v2.0/ports/c711562c-c0c8-4084-a044-15b203cc940c HTTP/1.1" status: 200 len: 1121 time: 1.5349729 Nov 11 21:26:18.910356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cdb4b-191b-412e-a281-70d1e124113f service neutron] Pushing event updated for resources: {'Port': ['ID=c711562c-c0c8-4084-a044-15b203cc940c,revision_number=8']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:18.911548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5d8605b5-df1b-40ae-8ebd-0717bc70e0b7 req-bc699406-280c-4453-8529-64852a29409e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667403 Nov 11 21:26:18.948152 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-fe9c63b3-68db-4edb-ae0e-2d9cedd9e001 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041186 Nov 11 21:26:18.960147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=07201e92-64e3-4a3b-85b1-d9f203992753,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:19.001729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['c711562c-c0c8-4084-a044-15b203cc940c'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:19.074405 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd83d952-d322-4d43-9b41-38af0fb55dc1 x-openstack-request-id: req-fd83d952-d322-4d43-9b41-38af0fb55dc1 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:19.074793 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd365b22-2051-49cb-bd55-c127daf34106", "name": "network-vif-plugged", "status": "completed", "tag": "255c0b26-ad90-4d1b-beb1-c2695d6ee4c2", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:19.075117 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd83d952-d322-4d43-9b41-38af0fb55dc1 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:19.076192 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd365b22-2051-49cb-bd55-c127daf34106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255c0b26-ad90-4d1b-beb1-c2695d6ee4c2', 'code': 200} Nov 11 21:26:19.256621 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:19.301238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-64fd29f3-5343-4fa7-82d9-ce0bee4eb109 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:19.304052 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-64fd29f3-5343-4fa7-82d9-ce0bee4eb109 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611&tenant_id=1e7495b94c334f7f86e765392527ed29&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 1096 time: 0.1463134 Nov 11 21:26:19.331735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805737-3'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:19.350232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e64805-0f5d-42aa-b9b3-00e9060194f7 req-0beb6295-d589-4ee6-85ac-a9712f768f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:19.353817 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0e64805-0f5d-42aa-b9b3-00e9060194f7 req-0beb6295-d589-4ee6-85ac-a9712f768f6f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 1100 time: 0.1228402 Nov 11 21:26:19.408871 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca904a5-6c05-491b-8350-ce4cb4d5041d req-0a1af20f-5269-449a-8af6-5a888bfa4468 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:19.410563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aca904a5-6c05-491b-8350-ce4cb4d5041d req-0a1af20f-5269-449a-8af6-5a888bfa4468 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 949 time: 0.1308601 Nov 11 21:26:19.519557 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aca904a5-6c05-491b-8350-ce4cb4d5041d req-7a75bfcd-ec2d-4329-b7a8-47f11cef23da tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940022 Nov 11 21:26:19.519783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51032) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:19.660098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7bab184d-fe08-453e-8f30-2d3346d6a14b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:19.755359 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Sync routers for ids ['d8ecdf09-7305-4e08-bce2-8023fe5aece7'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:26:19.767186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Routers {'d8ecdf09-7305-4e08-bce2-8023fe5aece7'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:19.767735 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:26:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d8ecdf09-7305-4e08-bce2-8023fe5aece7'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:19.778250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51048) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:19.787917 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1420120525-network', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:19.842404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9750b-344c-4292-a29d-d530bcbdfa48 req-cd61094e-02c6-4f59-8bc1-cdccc6fc74d9 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:19.843143 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:19.844972 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8b9750b-344c-4292-a29d-d530bcbdfa48 req-cd61094e-02c6-4f59-8bc1-cdccc6fc74d9 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 943 time: 0.1391726 Nov 11 21:26:19.850792 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0e64805-0f5d-42aa-b9b3-00e9060194f7 req-f4af892d-8b08-4ad5-8072-e70f83f18e22 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705064 Nov 11 21:26:19.852859 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28245b55-a5b0-4827-b166-25482b83324d req-67201352-3e54-4072-9155-3b264947a112 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:19.854532 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28245b55-a5b0-4827-b166-25482b83324d req-67201352-3e54-4072-9155-3b264947a112 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 945 time: 0.1476216 Nov 11 21:26:19.893697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Set router d8ecdf09-7305-4e08-bce2-8023fe5aece7 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:19.895915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] Made reservation on behalf of cb552ed3b39c4cb39f06575cfb4ddce7 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:19.898195 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:19.903500 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7bab184d-fe08-453e-8f30-2d3346d6a14b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:19.904559 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-370e2701-1712-436a-8b38-b722aecbb1fa req-139a3b47-3b40-42cc-95e3-b7f358b0db52 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1271710 Nov 11 21:26:19.917700 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7bab184d-fe08-453e-8f30-2d3346d6a14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:19.918952 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:19.984981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28245b55-a5b0-4827-b166-25482b83324d req-26ec8f0d-5b83-4a7f-aa8b-b4e05fd4abcb tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139562 Nov 11 21:26:20.001628 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7bab184d-fe08-453e-8f30-2d3346d6a14b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b9216b166ccf418e943ac5e40e9ea007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4807565 Nov 11 21:26:20.003097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 121b3e52-647c-40e6-b392-e75070822b94 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:26:20.005044 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8b9750b-344c-4292-a29d-d530bcbdfa48 req-bad5da82-bd5c-4aca-aa9b-095b822aa066 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256208 Nov 11 21:26:20.005516 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51054) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:20.011783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab184d-fe08-453e-8f30-2d3346d6a14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00381b2-d1fd-4943-94cf-c6fe5311146a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:20.068043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e2701-1712-436a-8b38-b722aecbb1fa req-8c018eae-2ce5-496a-aabd-0241c9f9bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:20.069746 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-370e2701-1712-436a-8b38-b722aecbb1fa req-8c018eae-2ce5-496a-aabd-0241c9f9bc61 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b98c995e413247389f8d143b99b8f58a&device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 1096 time: 0.1192532 Nov 11 21:26:20.078962 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e493f1e-81f9-450c-bbab-3342ec16fc6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.089818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:20.108437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 121b3e52-647c-40e6-b392-e75070822b94, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=121b3e52-647c-40e6-b392-e75070822b94,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:20.115461 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e493f1e-81f9-450c-bbab-3342ec16fc6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.129678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '121b3e52-647c-40e6-b392-e75070822b94', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '121b3e52-647c-40e6-b392-e75070822b94', 'mac_address': 'fa:16:3e:39:a6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:26:20.213476 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.247471 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.253267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fb511-17a5-4d08-a5c6-c05fa6bd971a req-42d0ddaa-2aff-4179-8ffc-16a12af68f76 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:20.255188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d46fb511-17a5-4d08-a5c6-c05fa6bd971a req-42d0ddaa-2aff-4179-8ffc-16a12af68f76 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 948 time: 0.0795827 Nov 11 21:26:20.279144 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.279799 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:20.285667 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e493f1e-81f9-450c-bbab-3342ec16fc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.289826 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e493f1e-81f9-450c-bbab-3342ec16fc6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.293448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2e493f1e-81f9-450c-bbab-3342ec16fc6b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d00381b2-d1fd-4943-94cf-c6fe5311146a HTTP/1.1" status: 204 len: 168 time: 0.2843289 Nov 11 21:26:20.314174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:26:20.314788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121b3e52-647c-40e6-b392-e75070822b94 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:20.335560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf6e925-3409-4808-a4da-dff6156b13f8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:20.349109 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.349452 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] Added segment ebde8aee-2b82-49e2-ae15-c414b6868ae2 of type vlan for network 1ff2fd21-7c37-494e-972b-3104ba47c741 Nov 11 21:26:20.360700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e493f1e-81f9-450c-bbab-3342ec16fc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00381b2-d1fd-4943-94cf-c6fe5311146a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:20.371790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e2701-1712-436a-8b38-b722aecbb1fa req-d00aa606-1989-4f87-897c-3e4f11891c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:20.373691 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-370e2701-1712-436a-8b38-b722aecbb1fa req-d00aa606-1989-4f87-897c-3e4f11891c7e service neutron] 10.222.0.71 "GET /v2.0/networks?id=c7ada215-bfc4-465c-92bd-a6c626636ee6 HTTP/1.1" status: 200 len: 925 time: 0.2559078 Nov 11 21:26:20.397553 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 121b3e52-647c-40e6-b392-e75070822b94, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=121b3e52-647c-40e6-b392-e75070822b94,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:20.400055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 07201e92-64e3-4a3b-85b1-d9f203992753 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:20.411006 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.441981 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.443250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d46fb511-17a5-4d08-a5c6-c05fa6bd971a req-cc932f83-fac9-4690-b1c5-4d3fda29430c tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803620 Nov 11 21:26:20.446216 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.507228 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'name': 'tempest-AttachSCSIVolumeTestJSON-912640722-router', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '07201e92-64e3-4a3b-85b1-d9f203992753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:11Z', 'updated_at': '2021-11-11T21:26:17Z', 'revision_number': 4, 'project_id': '4760953b72d444f1a09d53b6186d1f92', 'gw_port': {'id': '07201e92-64e3-4a3b-85b1-d9f203992753', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:12Z', 'updated_at': '2021-11-11T21:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e8a1e543-15d6-4cdc-9548-5dc333053ad0', 'name': '', 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92', 'mac_address': 'fa:16:3e:2c:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '45967afb-f40d-4100-aba9-e4dd43b5ed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:15Z', 'updated_at': '2021-11-11T21:26:17Z', 'revision_number': 2, 'project_id': '4760953b72d444f1a09d53b6186d1f92', 'subnets': [{'id': '45967afb-f40d-4100-aba9-e4dd43b5ed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:20.514744 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.547325 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Checking router: d8ecdf09-7305-4e08-bce2-8023fe5aece7 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:26:20.547665 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Updating router d8ecdf09-7305-4e08-bce2-8023fe5aece7 port e8a1e543-15d6-4cdc-9548-5dc333053ad0 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:26:20.551176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=121b3e52-647c-40e6-b392-e75070822b94,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:20.588867 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.591928 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 07201e92-64e3-4a3b-85b1-d9f203992753 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:20.592284 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.638110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51066) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:20.674703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Attempting to bind port d2d7b60b-15a6-4715-8f34-1fa64508c6ed on host n-h2-805737-3 for vnic_type normal with profile {"migrating_to": "n-h1-805737-3"} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:20.675117 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Attempting to bind port d2d7b60b-15a6-4715-8f34-1fa64508c6ed by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:20.675517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Attempting to bind port d2d7b60b-15a6-4715-8f34-1fa64508c6ed on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:20.692186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ca6ad1-9f6c-4c2e-8c53-903298abf90d', 'tag': 'c711562c-c0c8-4084-a044-15b203cc940c'}, {'server_uuid': 'f82e0d22-9546-4749-b64c-095fa4f55611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d7b60b-15a6-4715-8f34-1fa64508c6ed'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:20.694794 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100ab9b8-476d-4c01-ada8-e9d63b9318e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ca6ad1-9f6c-4c2e-8c53-903298abf90d", "tag": "c711562c-c0c8-4084-a044-15b203cc940c"}, {"server_uuid": "f82e0d22-9546-4749-b64c-095fa4f55611", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d7b60b-15a6-4715-8f34-1fa64508c6ed"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:20.731812 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-370e2701-1712-436a-8b38-b722aecbb1fa req-a31b5516-1178-43ec-876c-36e4a1ff53c6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af020417-1e11-44f1-b2c6-3f3d6d119b29 HTTP/1.1" status: 200 len: 1000 time: 0.3134532 Nov 11 21:26:20.736191 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.740530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:20.744740 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.749893 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa07a0-2f0f-43f3-9bfa-83e3e2cf73bc req-5d032d6b-d04e-4026-a051-60282b55c40d tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:20.759677 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Port d2d7b60b-15a6-4715-8f34-1fa64508c6ed on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:26:20.760089 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Attempting to bind port d2d7b60b-15a6-4715-8f34-1fa64508c6ed on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:20.761790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7caa07a0-2f0f-43f3-9bfa-83e3e2cf73bc req-5d032d6b-d04e-4026-a051-60282b55c40d tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 949 time: 0.1242318 Nov 11 21:26:20.770138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:20.771456 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Checking segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:20.772079 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Bound using segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:20.772947 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Bound port: d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:20.773527 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.787940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:20.796714 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0128200 Nov 11 21:26:20.810717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51072) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:20.825142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e6d68864-c0ae-49cb-9c5a-33fbed7169c4 admin admin] Request body: {'subnet': {'network_id': '1ff2fd21-7c37-494e-972b-3104ba47c741', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420120525-subnet', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:20.837922 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddeb14b-b760-44f4-b4f0-6e75b594a325 x-openstack-request-id: req-bddeb14b-b760-44f4-b4f0-6e75b594a325 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:20.838270 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ca6ad1-9f6c-4c2e-8c53-903298abf90d", "tag": "c711562c-c0c8-4084-a044-15b203cc940c", "status": "completed", "code": 200}, {"server_uuid": "f82e0d22-9546-4749-b64c-095fa4f55611", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d7b60b-15a6-4715-8f34-1fa64508c6ed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:20.838589 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bddeb14b-b760-44f4-b4f0-6e75b594a325 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:20.840269 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ca6ad1-9f6c-4c2e-8c53-903298abf90d', 'tag': 'c711562c-c0c8-4084-a044-15b203cc940c', 'status': 'completed', 'code': 200} Nov 11 21:26:20.840608 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82e0d22-9546-4749-b64c-095fa4f55611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d7b60b-15a6-4715-8f34-1fa64508c6ed', 'code': 200} Nov 11 21:26:20.841568 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['121b3e52-647c-40e6-b392-e75070822b94'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:20.873835 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7caa07a0-2f0f-43f3-9bfa-83e3e2cf73bc req-c03439b7-2ca4-4781-8908-6dd1ee2ddd72 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103446 Nov 11 21:26:20.877322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51074) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:20.888060 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4d1023b-661d-48dd-9209-b3b95925f921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.897913 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-992efc18-b56c-4457-ab9f-28914924cc27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.908588 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d68864-c0ae-49cb-9c5a-33fbed7169c4 admin admin] Made reservation on behalf of cb552ed3b39c4cb39f06575cfb4ddce7 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:20.911282 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e6d68864-c0ae-49cb-9c5a-33fbed7169c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.979485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aceee8-cc75-48be-8541-ca5c438239b7 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff2fd21-7c37-494e-972b-3104ba47c741,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:20.993479 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e2701-1712-436a-8b38-b722aecbb1fa req-2743c253-c47d-4103-9c85-6545db8805f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:20.995144 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-370e2701-1712-436a-8b38-b722aecbb1fa req-2743c253-c47d-4103-9c85-6545db8805f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6091a5d9-8902-4c2d-b74e-b485b0594464 HTTP/1.1" status: 200 len: 862 time: 0.2283695 Nov 11 21:26:21.004374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 1ff2fd21-7c37-494e-972b-3104ba47c741 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:26:21.037362 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ab9b8-476d-4c01-ada8-e9d63b9318e9 req-d7234b64-217f-4b53-b5d5-c3c8274e6815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:21.038821 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-100ab9b8-476d-4c01-ada8-e9d63b9318e9 req-d7234b64-217f-4b53-b5d5-c3c8274e6815 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 1124 time: 0.1759000 Nov 11 21:26:21.047508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:21.091395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:21.124309 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.143386 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e2701-1712-436a-8b38-b722aecbb1fa req-42b154a8-99eb-49ab-b4bf-a1185488bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:21.145076 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-370e2701-1712-436a-8b38-b722aecbb1fa req-42b154a8-99eb-49ab-b4bf-a1185488bf54 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c7ada215-bfc4-465c-92bd-a6c626636ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368103 Nov 11 21:26:21.276278 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ab9b8-476d-4c01-ada8-e9d63b9318e9 req-eadb5078-e43d-4b0d-b6a6-86ab883ae675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:21.277986 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-100ab9b8-476d-4c01-ada8-e9d63b9318e9 req-eadb5078-e43d-4b0d-b6a6-86ab883ae675 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.2282007 Nov 11 21:26:21.315131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:21.315131 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.316951 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] 10.222.0.10 "PUT /v2.0/ports/d2d7b60b-15a6-4715-8f34-1fa64508c6ed HTTP/1.1" status: 200 len: 1121 time: 2.0019028 Nov 11 21:26:21.327855 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e6d68864-c0ae-49cb-9c5a-33fbed7169c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.343444 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4d1023b-661d-48dd-9209-b3b95925f921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.346009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e61b11-bc43-4add-8270-de2bee1f4699 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,revision_number=8']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:21.347182 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.353641 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-100ab9b8-476d-4c01-ada8-e9d63b9318e9 req-d08fc8a6-da00-486c-b7bf-ebadb1621241 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c711562c-c0c8-4084-a044-15b203cc940c HTTP/1.1" status: 200 len: 217 time: 0.0552480 Nov 11 21:26:21.359078 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.376888 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-370e2701-1712-436a-8b38-b722aecbb1fa req-ab2c7582-393b-465d-b194-5b9efef2e8ee service neutron] 10.222.0.71 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060356 Nov 11 21:26:21.399167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4d1023b-661d-48dd-9209-b3b95925f921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.427804 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d2d7b60b-15a6-4715-8f34-1fa64508c6ed'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:21.447110 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-992efc18-b56c-4457-ab9f-28914924cc27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.480506 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-992efc18-b56c-4457-ab9f-28914924cc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.516979 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69c710-eee4-489c-9d25-aee0c46cd14d None None] Pushing event updated for resources: {'Port': ['ID=e8a1e543-15d6-4cdc-9548-5dc333053ad0,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:21.520319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9b72c-6cf8-441e-aaee-20e0162bebe1 req-974491a1-1fca-421a-ad52-e53a9bca0b95 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:21.524223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ab9b8-476d-4c01-ada8-e9d63b9318e9 req-cf89b6a5-f8a5-4ef8-b5ec-e60bd4db64b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:21.525768 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-100ab9b8-476d-4c01-ada8-e9d63b9318e9 req-cf89b6a5-f8a5-4ef8-b5ec-e60bd4db64b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.1483688 Nov 11 21:26:21.529971 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91b9b72c-6cf8-441e-aaee-20e0162bebe1 req-974491a1-1fca-421a-ad52-e53a9bca0b95 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 943 time: 0.3099635 Nov 11 21:26:21.539201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device c711562c-c0c8-4084-a044-15b203cc940c details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:26:21.545178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f4d1023b-661d-48dd-9209-b3b95925f921 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee867f2c670949b3afce56f9a2d19062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9054856 Nov 11 21:26:21.555709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51086) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:21.555938 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fd98b-0ce8-4432-a0b5-21633e1344d9 req-001397df-2493-456c-8d48-e41c62b87961 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:21.564880 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-236fd98b-0ce8-4432-a0b5-21633e1344d9 req-001397df-2493-456c-8d48-e41c62b87961 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 943 time: 0.3429184 Nov 11 21:26:21.587588 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-100ab9b8-476d-4c01-ada8-e9d63b9318e9 req-10e7b810-7b34-4c0e-843d-c0b1786d5c9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444040 Nov 11 21:26:21.590839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d68864-c0ae-49cb-9c5a-33fbed7169c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd5d4099-272b-4f0b-9a5b-4de1d752c709,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:21.642213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1023b-661d-48dd-9209-b3b95925f921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c182f110-1d5a-40fb-aace-13a09d4fe4bc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:21.666152 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Attempting to bind port e8a1e543-15d6-4cdc-9548-5dc333053ad0 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:21.666599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Attempting to bind port e8a1e543-15d6-4cdc-9548-5dc333053ad0 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'd2818c18-a53d-49ab-80c9-cf054c1c3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:21.667018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Attempting to bind port e8a1e543-15d6-4cdc-9548-5dc333053ad0 on network 0cdf8c34-5a47-461f-9b7a-130819e76f23 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:21.679454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-992efc18-b56c-4457-ab9f-28914924cc27 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=de6a416eb0d3495ab03e67befdc0b52c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7967458 Nov 11 21:26:21.683035 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-370e2701-1712-436a-8b38-b722aecbb1fa req-c007e3d3-5a0d-4967-acd1-f7661dfa7ef9 service neutron] 10.222.0.71 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942951 Nov 11 21:26:21.683563 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51088) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:21.683723 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d68864-c0ae-49cb-9c5a-33fbed7169c4 admin admin] Checking segment: {'id': 'ebde8aee-2b82-49e2-ae15-c414b6868ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '1ff2fd21-7c37-494e-972b-3104ba47c741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:21.684099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d68864-c0ae-49cb-9c5a-33fbed7169c4 admin admin] Network hostable DHCP agents. Network: 1ff2fd21-7c37-494e-972b-3104ba47c741, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:26:21.684994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:21.685364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Checking segment: {'id': 'd2818c18-a53d-49ab-80c9-cf054c1c3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:21.685763 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.686159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Bound using segment: {'id': 'd2818c18-a53d-49ab-80c9-cf054c1c3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:21.686662 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Bound port: e8a1e543-15d6-4cdc-9548-5dc333053ad0, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2818c18-a53d-49ab-80c9-cf054c1c3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:21.687041 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.728390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91b9b72c-6cf8-441e-aaee-20e0162bebe1 req-9c795427-ec09-4bf2-8838-d98d9fa47ebc tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973250 Nov 11 21:26:21.757597 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-236fd98b-0ce8-4432-a0b5-21633e1344d9 req-d7ca3830-d712-414a-8d00-57bddcac9c40 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869187 Nov 11 21:26:21.759772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992efc18-b56c-4457-ab9f-28914924cc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4872546-859c-4708-902e-e4a1d48f34ea,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:21.779227 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-98a7ff8b-abef-4aa1-b545-609604e7b73f None None] Provisioning complete for port e8a1e543-15d6-4cdc-9548-5dc333053ad0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:21.779987 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98a7ff8b-abef-4aa1-b545-609604e7b73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.805716 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-100ab9b8-476d-4c01-ada8-e9d63b9318e9 req-3ae5091b-0bd3-4f32-bbd6-0256821d8db2 service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038193 Nov 11 21:26:21.807388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d68864-c0ae-49cb-9c5a-33fbed7169c4 admin admin] Network 1ff2fd21-7c37-494e-972b-3104ba47c741 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:26:21.822518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-e6d68864-c0ae-49cb-9c5a-33fbed7169c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 1ff2fd21-7c37-494e-972b-3104ba47c741) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:21.829046 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d68864-c0ae-49cb-9c5a-33fbed7169c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:21.829806 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e6d68864-c0ae-49cb-9c5a-33fbed7169c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.843938 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ee6e10-eafc-45a8-a45d-3124362f0539 None None] Network 1ff2fd21-7c37-494e-972b-3104ba47c741 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:21.857677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c711562c-c0c8-4084-a044-15b203cc940c,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:21.868621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e6d68864-c0ae-49cb-9c5a-33fbed7169c4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0565124 Nov 11 21:26:21.870506 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51090) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:21.875308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1420120525-router', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:21.889580 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c43234d2-0a8e-467e-b81c-1c664d387fc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.934806 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-98a7ff8b-abef-4aa1-b545-609604e7b73f None None] Port e8a1e543-15d6-4cdc-9548-5dc333053ad0 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:21.936152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4240-48b5-4166-ba67-a721cd7fb0e4 req-ab8d02fe-865e-44f7-8f05-4c07f9f58d18 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:21.938942 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] For port e8a1e543-15d6-4cdc-9548-5dc333053ad0, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:21.943946 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-497e4240-48b5-4166-ba67-a721cd7fb0e4 req-ab8d02fe-865e-44f7-8f05-4c07f9f58d18 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 949 time: 0.0740962 Nov 11 21:26:21.947662 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.948505 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.948655 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device c711562c-c0c8-4084-a044-15b203cc940c has no active binding in host n-h2-805737-3 {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 21:26:21.962045 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c43234d2-0a8e-467e-b81c-1c664d387fc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.975204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] For port e8a1e543-15d6-4cdc-9548-5dc333053ad0, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e8a1e543-15d6-4cdc-9548-5dc333053ad0,segment=NetworkSegment(d2818c18-a53d-49ab-80c9-cf054c1c3527),segment_id=d2818c18-a53d-49ab-80c9-cf054c1c3527)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:21.992113 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98cdb0a1-1ee5-4653-a825-66c31cf6daf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:21.993439 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:22.036574 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:22.044638 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-100ab9b8-476d-4c01-ada8-e9d63b9318e9 req-82ce3f30-e977-4d9c-863d-adec3302fa0d service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249463 Nov 11 21:26:22.047461 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98cdb0a1-1ee5-4653-a825-66c31cf6daf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:22.117357 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69c710-eee4-489c-9d25-aee0c46cd14d None None] Pushing event updated for resources: {'Port': ['ID=e8a1e543-15d6-4cdc-9548-5dc333053ad0,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:22.122325 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Routers {'d8ecdf09-7305-4e08-bce2-8023fe5aece7'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:22.123329 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c43234d2-0a8e-467e-b81c-1c664d387fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:22.125385 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:26:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d8ecdf09-7305-4e08-bce2-8023fe5aece7'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:22.130383 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c43234d2-0a8e-467e-b81c-1c664d387fc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:22.134295 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c43234d2-0a8e-467e-b81c-1c664d387fc2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c182f110-1d5a-40fb-aace-13a09d4fe4bc HTTP/1.1" status: 204 len: 168 time: 0.5747161 Nov 11 21:26:22.144464 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98cdb0a1-1ee5-4653-a825-66c31cf6daf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:22.160789 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98cdb0a1-1ee5-4653-a825-66c31cf6daf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:22.166066 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-98cdb0a1-1ee5-4653-a825-66c31cf6daf2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b4872546-859c-4708-902e-e4a1d48f34ea HTTP/1.1" status: 204 len: 168 time: 0.4639893 Nov 11 21:26:22.174681 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43234d2-0a8e-467e-b81c-1c664d387fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c182f110-1d5a-40fb-aace-13a09d4fe4bc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:22.194010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdb0a1-1ee5-4653-a825-66c31cf6daf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4872546-859c-4708-902e-e4a1d48f34ea,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:22.234410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-497e4240-48b5-4166-ba67-a721cd7fb0e4 req-f11a7ed0-5aa6-4f19-97fb-3c2da1f8d0e1 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884679 Nov 11 21:26:22.293185 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71deb2a-1633-49ed-8d17-0c85fa9c9f4f req-b544346e-af82-41c3-b3a0-92e1d24d3348 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:22.302242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f71deb2a-1633-49ed-8d17-0c85fa9c9f4f req-b544346e-af82-41c3-b3a0-92e1d24d3348 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 949 time: 0.2821188 Nov 11 21:26:22.341515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-1ff2fd21-7c37-494e-972b-3104ba47c741', 'network_id': '1ff2fd21-7c37-494e-972b-3104ba47c741', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'fixed_ips': [{'subnet_id': 'dd5d4099-272b-4f0b-9a5b-4de1d752c709'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:26:22.348431 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:22.383813 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:22.445333 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f71deb2a-1633-49ed-8d17-0c85fa9c9f4f req-eb25fa92-7db2-402d-b873-5262d276d008 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419277 Nov 11 21:26:22.524871 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] Set router d8ecdf09-7305-4e08-bce2-8023fe5aece7 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:22.655066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-acf8d582-1b02-486f-9e91-776a0b0ade9d None None] Provisioning complete for port e8a1e543-15d6-4cdc-9548-5dc333053ad0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:22.655848 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acf8d582-1b02-486f-9e91-776a0b0ade9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:22.689240 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:22.720927 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:22.738596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Allocated IP 172.20.0.2 (1ff2fd21-7c37-494e-972b-3104ba47c741/dd5d4099-272b-4f0b-9a5b-4de1d752c709/fd2fb1e8-3a23-4700-9abe-5590c250f035) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:22.842570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82e0d22-9546-4749-b64c-095fa4f55611', 'tag': 'd2d7b60b-15a6-4715-8f34-1fa64508c6ed'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:22.845211 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5af1da9-a465-4000-a33b-6388c1ede30a" -d '{"events": [{"name": "network-changed", "server_uuid": "f82e0d22-9546-4749-b64c-095fa4f55611", "tag": "d2d7b60b-15a6-4715-8f34-1fa64508c6ed"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:22.948732 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acf8d582-1b02-486f-9e91-776a0b0ade9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:23.116423 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-acf8d582-1b02-486f-9e91-776a0b0ade9d None None] For port e8a1e543-15d6-4cdc-9548-5dc333053ad0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e8a1e543-15d6-4cdc-9548-5dc333053ad0,segment=NetworkSegment(d2818c18-a53d-49ab-80c9-cf054c1c3527),segment_id=d2818c18-a53d-49ab-80c9-cf054c1c3527)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:23.132675 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acf8d582-1b02-486f-9e91-776a0b0ade9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:23.164264 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:23.174118 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'name': 'tempest-AttachSCSIVolumeTestJSON-912640722-router', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '07201e92-64e3-4a3b-85b1-d9f203992753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:11Z', 'updated_at': '2021-11-11T21:26:17Z', 'revision_number': 4, 'project_id': '4760953b72d444f1a09d53b6186d1f92', 'gw_port': {'id': '07201e92-64e3-4a3b-85b1-d9f203992753', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:12Z', 'updated_at': '2021-11-11T21:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e8a1e543-15d6-4cdc-9548-5dc333053ad0', 'name': '', 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92', 'mac_address': 'fa:16:3e:2c:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '45967afb-f40d-4100-aba9-e4dd43b5ed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:15Z', 'updated_at': '2021-11-11T21:26:21Z', 'revision_number': 4, 'project_id': '4760953b72d444f1a09d53b6186d1f92', 'subnets': [{'id': '45967afb-f40d-4100-aba9-e4dd43b5ed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:23.208169 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:23.213660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d08152f-3131-49cc-91d2-2cabc37bf092 None None] The sync data for ids ['d8ecdf09-7305-4e08-bce2-8023fe5aece7'] in n-d-805737-3 is: [{'id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'name': 'tempest-AttachSCSIVolumeTestJSON-912640722-router', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '07201e92-64e3-4a3b-85b1-d9f203992753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:11Z', 'updated_at': '2021-11-11T21:26:17Z', 'revision_number': 4, 'project_id': '4760953b72d444f1a09d53b6186d1f92', 'gw_port': {'id': '07201e92-64e3-4a3b-85b1-d9f203992753', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:12Z', 'updated_at': '2021-11-11T21:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e8a1e543-15d6-4cdc-9548-5dc333053ad0', 'name': '', 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92', 'mac_address': 'fa:16:3e:2c:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '45967afb-f40d-4100-aba9-e4dd43b5ed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:15Z', 'updated_at': '2021-11-11T21:26:21Z', 'revision_number': 4, 'project_id': '4760953b72d444f1a09d53b6186d1f92', 'subnets': [{'id': '45967afb-f40d-4100-aba9-e4dd43b5ed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:26:23.235462 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8d582-1b02-486f-9e91-776a0b0ade9d None None] Pushing event updated for resources: {'Port': ['ID=e8a1e543-15d6-4cdc-9548-5dc333053ad0,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:23.243975 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Network 1ff2fd21-7c37-494e-972b-3104ba47c741 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:23.248066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:23.288503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25a9cd-ccb6-4ca7-91fc-c4c13a63c8a4 req-f6e5b5f9-4530-45dc-87ae-1a39157eff89 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:23.298812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8b25a9cd-ccb6-4ca7-91fc-c4c13a63c8a4 req-f6e5b5f9-4530-45dc-87ae-1a39157eff89 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 943 time: 0.1850812 Nov 11 21:26:23.299772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:23.339081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f790e7-3ccd-4002-953c-8134885b2c00 req-18aab2c1-b709-4198-8e5d-f73e97576772 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:23.346796 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29f790e7-3ccd-4002-953c-8134885b2c00 req-18aab2c1-b709-4198-8e5d-f73e97576772 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 943 time: 0.1914270 Nov 11 21:26:23.349659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Pushing event updated for resources: {'Port': ['ID=fd2fb1e8-3a23-4700-9abe-5590c250f035,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:23.393858 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Attempting to bind port fd2fb1e8-3a23-4700-9abe-5590c250f035 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:23.396307 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Attempting to bind port fd2fb1e8-3a23-4700-9abe-5590c250f035 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'ebde8aee-2b82-49e2-ae15-c414b6868ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '1ff2fd21-7c37-494e-972b-3104ba47c741'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:23.396693 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Attempting to bind port fd2fb1e8-3a23-4700-9abe-5590c250f035 on network 1ff2fd21-7c37-494e-972b-3104ba47c741 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:23.408668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:23.409220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Checking segment: {'id': 'ebde8aee-2b82-49e2-ae15-c414b6868ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '1ff2fd21-7c37-494e-972b-3104ba47c741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:23.409634 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:23.410035 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Bound using segment: {'id': 'ebde8aee-2b82-49e2-ae15-c414b6868ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '1ff2fd21-7c37-494e-972b-3104ba47c741'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:23.410142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Allocated IP 172.25.0.158 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/602a040e-a0ba-4918-b930-721dd94d73e5) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:23.410501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Bound port: fd2fb1e8-3a23-4700-9abe-5590c250f035, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde8aee-2b82-49e2-ae15-c414b6868ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '1ff2fd21-7c37-494e-972b-3104ba47c741'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:23.413673 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:23.473485 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8b25a9cd-ccb6-4ca7-91fc-c4c13a63c8a4 req-074c3908-5abe-4bf5-81d4-9ed7479b7f6d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686087 Nov 11 21:26:23.527011 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] For port fd2fb1e8-3a23-4700-9abe-5590c250f035, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:23.529412 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29f790e7-3ccd-4002-953c-8134885b2c00 req-77b95d3a-cf39-4e94-8fcf-cc6c96d07958 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816514 Nov 11 21:26:23.540946 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] For port fd2fb1e8-3a23-4700-9abe-5590c250f035, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fd2fb1e8-3a23-4700-9abe-5590c250f035,segment=NetworkSegment(ebde8aee-2b82-49e2-ae15-c414b6868ae2),segment_id=ebde8aee-2b82-49e2-ae15-c414b6868ae2)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:23.549579 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:23.550514 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2986c594-b322-4c38-84ab-2d0a42dbcf01 x-openstack-request-id: req-2986c594-b322-4c38-84ab-2d0a42dbcf01 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:23.550977 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82e0d22-9546-4749-b64c-095fa4f55611", "tag": "d2d7b60b-15a6-4715-8f34-1fa64508c6ed", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:23.551379 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2986c594-b322-4c38-84ab-2d0a42dbcf01 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:23.551911 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82e0d22-9546-4749-b64c-095fa4f55611', 'tag': 'd2d7b60b-15a6-4715-8f34-1fa64508c6ed', 'status': 'completed', 'code': 200} Nov 11 21:26:23.672403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af1da9-a465-4000-a33b-6388c1ede30a req-654a8da5-2c0e-4cc3-9552-0f44499dc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:23.673857 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a5af1da9-a465-4000-a33b-6388c1ede30a req-654a8da5-2c0e-4cc3-9552-0f44499dc25b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 1124 time: 0.0902886 Nov 11 21:26:23.712510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43e174-b30d-4f3d-9a82-6d7941955f55 None None] Pushing event updated for resources: {'Port': ['ID=fd2fb1e8-3a23-4700-9abe-5590c250f035,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:23.790357 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:23.888200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af1da9-a465-4000-a33b-6388c1ede30a req-86e83a7c-2bdc-43df-a773-bdf46f5413ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:23.889823 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a5af1da9-a465-4000-a33b-6388c1ede30a req-86e83a7c-2bdc-43df-a773-bdf46f5413ed service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.2046208 Nov 11 21:26:23.894978 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:23.961071 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cef2f-4368-4c1f-b0b6-b6d42b152d54 req-3abf6c3b-4099-4138-aea9-89dc4462cf58 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:23.963358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b80cef2f-4368-4c1f-b0b6-b6d42b152d54 req-3abf6c3b-4099-4138-aea9-89dc4462cf58 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 949 time: 0.1391134 Nov 11 21:26:23.978731 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a5af1da9-a465-4000-a33b-6388c1ede30a req-0126a173-214d-4e26-b6c4-74f6204bb515 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed HTTP/1.1" status: 200 len: 217 time: 0.0677948 Nov 11 21:26:23.992203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:24.010545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Pushing event updated for resources: {'Port': ['ID=602a040e-a0ba-4918-b930-721dd94d73e5,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:24.033050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:24.038157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:24.048739 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d2d7b60b-15a6-4715-8f34-1fa64508c6ed details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:26:24.051242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 121b3e52-647c-40e6-b392-e75070822b94 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:24.169071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af1da9-a465-4000-a33b-6388c1ede30a req-9dd1c981-ba46-4a54-a36e-6a3ade635363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:24.173625 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a5af1da9-a465-4000-a33b-6388c1ede30a req-9dd1c981-ba46-4a54-a36e-6a3ade635363 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.1633406 Nov 11 21:26:24.197548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b80cef2f-4368-4c1f-b0b6-b6d42b152d54 req-9e6a093e-dc97-4421-922e-e98d4ad9f6cb tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173541 Nov 11 21:26:24.230012 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a5af1da9-a465-4000-a33b-6388c1ede30a req-29677c7c-a565-484c-9a54-c021bb4153ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373209 Nov 11 21:26:24.370464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-129293cd-cf91-4586-9b5e-e42fc85fcbac tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:24.377340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-129293cd-cf91-4586-9b5e-e42fc85fcbac tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:24.377340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-129293cd-cf91-4586-9b5e-e42fc85fcbac tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:24.377572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-129293cd-cf91-4586-9b5e-e42fc85fcbac tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:24.377845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-129293cd-cf91-4586-9b5e-e42fc85fcbac tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:24.384891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-129293cd-cf91-4586-9b5e-e42fc85fcbac tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:24.385558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-129293cd-cf91-4586-9b5e-e42fc85fcbac tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:24.386038 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-129293cd-cf91-4586-9b5e-e42fc85fcbac tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:24.387139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-129293cd-cf91-4586-9b5e-e42fc85fcbac tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:24.387614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-129293cd-cf91-4586-9b5e-e42fc85fcbac tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:24.388119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-129293cd-cf91-4586-9b5e-e42fc85fcbac tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:24.388602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-129293cd-cf91-4586-9b5e-e42fc85fcbac tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:24.398425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-129293cd-cf91-4586-9b5e-e42fc85fcbac tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669&device_id=fd365b22-2051-49cb-bd55-c127daf34106&device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d&device_id=f82e0d22-9546-4749-b64c-095fa4f55611&device_id=29241155-6c2a-4679-a076-cc51f1c50467&device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce&device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511&device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e&device_id=334f839f-3cb5-4c9d-81e8-56020ad507af&device_id=2b4d4f71-4fa6-456a-947c-bbf4106c4ed8&device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f&device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 10941 time: 0.3028715 Nov 11 21:26:24.434336 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a5af1da9-a465-4000-a33b-6388c1ede30a req-8a401212-f294-4f92-abc0-bd50e0736ce6 service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936965 Nov 11 21:26:24.448786 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-bf93b125-8cfe-4c86-89ea-8f29243a31b8 tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:24.574222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:24.604184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d2d7b60b-15a6-4715-8f34-1fa64508c6ed has no active binding in host n-h1-805737-3 {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 21:26:24.606715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fd2fb1e8-3a23-4700-9abe-5590c250f035 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:24.702608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 121b3e52-647c-40e6-b392-e75070822b94 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:26:24.709039 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a5af1da9-a465-4000-a33b-6388c1ede30a req-aaff8731-c529-4b13-b17a-6a895ed9bcd7 service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470551 Nov 11 21:26:24.739130 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 121b3e52-647c-40e6-b392-e75070822b94 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:24.740732 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:24.857519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port fd2fb1e8-3a23-4700-9abe-5590c250f035 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:24.857519 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:24.951721 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:24.960241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cd539-4a48-420c-8360-cd54ea987125 req-f7c5216b-b265-4280-b407-df67892c5700 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:24.966066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-620cd539-4a48-420c-8360-cd54ea987125 req-f7c5216b-b265-4280-b407-df67892c5700 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 943 time: 0.1429770 Nov 11 21:26:24.969879 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.034912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfab05b-41fd-4763-b068-efac7232b669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121b3e52-647c-40e6-b392-e75070822b94'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:25.037410 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef7ec85-676e-4e51-a28d-88b4d9108985" -d '{"events": [{"server_uuid": "6bfab05b-41fd-4763-b068-efac7232b669", "name": "network-vif-plugged", "status": "completed", "tag": "121b3e52-647c-40e6-b392-e75070822b94"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:25.057066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 121b3e52-647c-40e6-b392-e75070822b94, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=121b3e52-647c-40e6-b392-e75070822b94,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:25.063374 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.077712 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.095985 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-bf93b125-8cfe-4c86-89ea-8f29243a31b8 tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.138000 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-bf93b125-8cfe-4c86-89ea-8f29243a31b8 tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.162963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port fd2fb1e8-3a23-4700-9abe-5590c250f035, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fd2fb1e8-3a23-4700-9abe-5590c250f035,segment=NetworkSegment(ebde8aee-2b82-49e2-ae15-c414b6868ae2),segment_id=ebde8aee-2b82-49e2-ae15-c414b6868ae2)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:25.171922 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=121b3e52-647c-40e6-b392-e75070822b94,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:25.177076 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.177872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e8a1e543-15d6-4cdc-9548-5dc333053ad0 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:25.229514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51184) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:25.245356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51190) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:25.258066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93b125-8cfe-4c86-89ea-8f29243a31b8 tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78a3572-ef31-4336-86e3-04f2de73e045,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:25.291379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e49a8cd-2cf1-405a-b532-8f3d7fd45258 None None] Network 1ff2fd21-7c37-494e-972b-3104ba47c741 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:25.292742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e426b74-006c-47f9-a97d-a2f95ae919fa req-bf93b125-8cfe-4c86-89ea-8f29243a31b8 tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&id=5931301b-afa2-471c-96c0-6059dfd649fa&id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.8934345 Nov 11 21:26:25.380820 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-620cd539-4a48-420c-8360-cd54ea987125 req-a98f69a5-4e17-455f-956f-b1bd6fd3b99b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056604 Nov 11 21:26:25.410438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6605ac1a-36d3-4d1c-adab-7f833542e82e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.440145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=fd2fb1e8-3a23-4700-9abe-5590c250f035,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:25.471809 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2f7e65f0-53d6-4ca9-9a54-b8b2255701b2 None None] Provisioning complete for port fd2fb1e8-3a23-4700-9abe-5590c250f035 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:25.472193 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f7e65f0-53d6-4ca9-9a54-b8b2255701b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.475981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e8a1e543-15d6-4cdc-9548-5dc333053ad0 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:25.475981 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.481006 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-358662d5-c9fe-4e39-8a31-219f9ac0f0b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.509320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423f502-02f1-4576-b2e3-620b68f93345 req-2d25125c-439d-46c0-bfd7-64202102e1d3 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:25.517334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a423f502-02f1-4576-b2e3-620b68f93345 req-2d25125c-439d-46c0-bfd7-64202102e1d3 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 943 time: 0.1229677 Nov 11 21:26:25.562241 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23c1b10-4027-401c-90e8-c236d67c2f61 x-openstack-request-id: req-f23c1b10-4027-401c-90e8-c236d67c2f61 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:25.562570 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfab05b-41fd-4763-b068-efac7232b669", "name": "network-vif-plugged", "status": "completed", "tag": "121b3e52-647c-40e6-b392-e75070822b94", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:25.562886 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f23c1b10-4027-401c-90e8-c236d67c2f61 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:25.563284 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfab05b-41fd-4763-b068-efac7232b669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121b3e52-647c-40e6-b392-e75070822b94', 'code': 200} Nov 11 21:26:25.578060 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6605ac1a-36d3-4d1c-adab-7f833542e82e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.593095 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6605ac1a-36d3-4d1c-adab-7f833542e82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.623960 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a423f502-02f1-4576-b2e3-620b68f93345 req-7fe878d4-ae70-449d-8e17-fecd3c9fda7b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998650 Nov 11 21:26:25.625680 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.665985 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6605ac1a-36d3-4d1c-adab-7f833542e82e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=188b17a3d47c4db2abe8b505e79ef67b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4353728 Nov 11 21:26:25.673425 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51196) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:25.759595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605ac1a-36d3-4d1c-adab-7f833542e82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccca5f8-a5a2-4bf0-8850-a5d4c70b8864,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:25.775361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fb2f0-c6c1-4103-8235-a5a2104def18 req-ce3dcba0-d3ba-4cf1-9e7d-62d5918596ba tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:25.777314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-210fb2f0-c6c1-4103-8235-a5a2104def18 req-ce3dcba0-d3ba-4cf1-9e7d-62d5918596ba tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 950 time: 0.1406925 Nov 11 21:26:25.802414 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-358662d5-c9fe-4e39-8a31-219f9ac0f0b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.813313 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-358662d5-c9fe-4e39-8a31-219f9ac0f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.838501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d2b23-130c-4fb0-ac95-dff15047d4e3 req-d8dce12b-315a-4860-a7aa-8a5e3dd338a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:25.840021 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-644d2b23-130c-4fb0-ac95-dff15047d4e3 req-d8dce12b-315a-4860-a7aa-8a5e3dd338a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 1101 time: 0.1419356 Nov 11 21:26:25.850924 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0a12def-c3c7-4d64-8f9c-f3a2ae888703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.881266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-210fb2f0-c6c1-4103-8235-a5a2104def18 req-8e4afbde-1030-4719-9ba9-23c4fe548ba4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962341 Nov 11 21:26:25.886346 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-358662d5-c9fe-4e39-8a31-219f9ac0f0b6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6bd08d70a7f5462cb61778812b3f79cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6399646 Nov 11 21:26:25.891289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51200) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:25.894456 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358662d5-c9fe-4e39-8a31-219f9ac0f0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65735201-c96f-49e5-ba06-90b2828f50e2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:25.923418 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0a12def-c3c7-4d64-8f9c-f3a2ae888703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.968308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Router 930d4a77-490f-4868-ab86-ff86940f8cc6 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:26:25.987940 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-644d2b23-130c-4fb0-ac95-dff15047d4e3 req-d373ec4c-6f8a-457b-83e0-fe3a24db634e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181278 Nov 11 21:26:25.995447 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e7b2c4a-930d-4977-aee4-bdf7b959343b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.010316 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0a12def-c3c7-4d64-8f9c-f3a2ae888703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.013004 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0a12def-c3c7-4d64-8f9c-f3a2ae888703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.014316 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d0a12def-c3c7-4d64-8f9c-f3a2ae888703 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ccca5f8-a5a2-4bf0-8850-a5d4c70b8864 HTTP/1.1" status: 204 len: 168 time: 0.3396850 Nov 11 21:26:26.024849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a12def-c3c7-4d64-8f9c-f3a2ae888703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccca5f8-a5a2-4bf0-8850-a5d4c70b8864,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:26.076929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-71cce411-d83a-4a18-912e-101f42829e98 None None] Provisioning complete for port fd2fb1e8-3a23-4700-9abe-5590c250f035 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:26.077457 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71cce411-d83a-4a18-912e-101f42829e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.097348 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e7b2c4a-930d-4977-aee4-bdf7b959343b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.140032 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:26:26.172555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5088c9-6f61-4446-9d27-70c8228e25f5 req-bd31c05b-03f9-4ce2-a80d-19ce61ff7d19 tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:26.173048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5088c9-6f61-4446-9d27-70c8228e25f5 req-bd31c05b-03f9-4ce2-a80d-19ce61ff7d19 tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:26.173507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5088c9-6f61-4446-9d27-70c8228e25f5 req-bd31c05b-03f9-4ce2-a80d-19ce61ff7d19 tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:26.175246 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d5088c9-6f61-4446-9d27-70c8228e25f5 req-bd31c05b-03f9-4ce2-a80d-19ce61ff7d19 tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106&device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511&device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 2882 time: 0.1265614 Nov 11 21:26:26.205132 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:26:26.216468 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Sync routers for ids ['930d4a77-490f-4868-ab86-ff86940f8cc6'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:26:26.227013 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Routers {'930d4a77-490f-4868-ab86-ff86940f8cc6'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:26.227869 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:26:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['930d4a77-490f-4868-ab86-ff86940f8cc6'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:26.236346 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e7b2c4a-930d-4977-aee4-bdf7b959343b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.238900 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e7b2c4a-930d-4977-aee4-bdf7b959343b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.241263 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5e7b2c4a-930d-4977-aee4-bdf7b959343b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/65735201-c96f-49e5-ba06-90b2828f50e2 HTTP/1.1" status: 204 len: 168 time: 0.3440995 Nov 11 21:26:26.269528 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d5088c9-6f61-4446-9d27-70c8228e25f5 req-6f6eca51-5d5d-43d6-bf84-45362e58ecb5 tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795326 Nov 11 21:26:26.273039 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.278343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d1dc943f-ee0a-4e21-8497-ae37e6b58d5c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4058516 Nov 11 21:26:26.278343 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51210) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:26.291886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b2c4a-930d-4977-aee4-bdf7b959343b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65735201-c96f-49e5-ba06-90b2828f50e2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:26.350839 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Set router 930d4a77-490f-4868-ab86-ff86940f8cc6 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:26.461661 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fd2fb1e8-3a23-4700-9abe-5590c250f035 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:26.537809 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51220) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:26.559955 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port fd2fb1e8-3a23-4700-9abe-5590c250f035 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:26.560532 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.564282 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b47f897-d6de-47bc-a02e-5d514a44cd99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.569956 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420120525-router', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '602a040e-a0ba-4918-b930-721dd94d73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:21Z', 'updated_at': '2021-11-11T21:26:24Z', 'revision_number': 3, 'project_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'gw_port': {'id': '602a040e-a0ba-4918-b930-721dd94d73e5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:22Z', 'updated_at': '2021-11-11T21:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:26.611092 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Checking router: 930d4a77-490f-4868-ab86-ff86940f8cc6 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:26:26.611686 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Updating router 930d4a77-490f-4868-ab86-ff86940f8cc6 port 602a040e-a0ba-4918-b930-721dd94d73e5 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:26:26.647209 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.729773 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b47f897-d6de-47bc-a02e-5d514a44cd99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.737574 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b47f897-d6de-47bc-a02e-5d514a44cd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.785554 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3b47f897-d6de-47bc-a02e-5d514a44cd99 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e091b0d401d47afb287bd2c3a8f46f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447140 Nov 11 21:26:26.788660 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51228) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:26.863915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47f897-d6de-47bc-a02e-5d514a44cd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ed2020-f6ee-49a5-a806-665a137370fe,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:26.902273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65824d70-543d-4224-af03-71df8b90ed5f req-061474a7-a065-4d55-ae32-aad53f8354ba tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:26.910147 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65824d70-543d-4224-af03-71df8b90ed5f req-061474a7-a065-4d55-ae32-aad53f8354ba tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 943 time: 0.1438971 Nov 11 21:26:26.912335 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6935d93e-d892-41f3-8bde-356eba13a038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.972370 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6935d93e-d892-41f3-8bde-356eba13a038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:27.003337 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:27.013200 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:27.017011 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65824d70-543d-4224-af03-71df8b90ed5f req-55c5a1e8-456d-49c2-8bef-bf1c76e3d27c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056864 Nov 11 21:26:27.066856 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6935d93e-d892-41f3-8bde-356eba13a038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:27.070811 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6935d93e-d892-41f3-8bde-356eba13a038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:27.074330 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6935d93e-d892-41f3-8bde-356eba13a038 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/09ed2020-f6ee-49a5-a806-665a137370fe HTTP/1.1" status: 204 len: 168 time: 0.2821062 Nov 11 21:26:27.086549 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935d93e-d892-41f3-8bde-356eba13a038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ed2020-f6ee-49a5-a806-665a137370fe,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:27.119775 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8fc0e-d0c6-4626-b8ad-d04cc3c5384b None None] Pushing event updated for resources: {'Port': ['ID=602a040e-a0ba-4918-b930-721dd94d73e5,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:27.143852 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Attempting to bind port 602a040e-a0ba-4918-b930-721dd94d73e5 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:27.145212 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Attempting to bind port 602a040e-a0ba-4918-b930-721dd94d73e5 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:27.145765 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Attempting to bind port 602a040e-a0ba-4918-b930-721dd94d73e5 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:27.151442 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:27.152103 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:27.152710 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:27.153310 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:27.153983 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Bound port: 602a040e-a0ba-4918-b930-721dd94d73e5, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:27.154465 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:27.217854 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] For port 602a040e-a0ba-4918-b930-721dd94d73e5, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:27.223858 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] For port 602a040e-a0ba-4918-b930-721dd94d73e5, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=602a040e-a0ba-4918-b930-721dd94d73e5,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:27.227988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bba9e6-7405-40d4-a35e-8077cff307e4 req-14931a37-d69d-499c-b55b-072fe5cd5162 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:27.229605 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1bba9e6-7405-40d4-a35e-8077cff307e4 req-14931a37-d69d-499c-b55b-072fe5cd5162 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 950 time: 0.1198401 Nov 11 21:26:27.238198 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:27.289798 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b5f03-64b9-4487-aa57-cd381bd1b3e7 req-4ec1f106-aa9b-497b-972e-bfa1f1b86580 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:27.297518 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-215b5f03-64b9-4487-aa57-cd381bd1b3e7 req-4ec1f106-aa9b-497b-972e-bfa1f1b86580 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 943 time: 0.1929593 Nov 11 21:26:27.305950 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8fc0e-d0c6-4626-b8ad-d04cc3c5384b None None] Pushing event updated for resources: {'Port': ['ID=602a040e-a0ba-4918-b930-721dd94d73e5,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:27.334813 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Routers {'930d4a77-490f-4868-ab86-ff86940f8cc6'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:27.335667 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:26:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['930d4a77-490f-4868-ab86-ff86940f8cc6'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:27.443122 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-215b5f03-64b9-4487-aa57-cd381bd1b3e7 req-cd106dba-8d7f-4829-bcce-ee6bc435ee19 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446364 Nov 11 21:26:27.485929 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1bba9e6-7405-40d4-a35e-8077cff307e4 req-de110a25-17b9-4ea9-a5f7-2f068fae2748 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097478 Nov 11 21:26:27.498029 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] Set router 930d4a77-490f-4868-ab86-ff86940f8cc6 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:27.638463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51260) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:27.738369 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420120525-router', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '602a040e-a0ba-4918-b930-721dd94d73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:21Z', 'updated_at': '2021-11-11T21:26:24Z', 'revision_number': 3, 'project_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'gw_port': {'id': '602a040e-a0ba-4918-b930-721dd94d73e5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:22Z', 'updated_at': '2021-11-11T21:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:27.763291 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:27.979406 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62398b-51b9-4fce-860d-64c00d16e374 None None] The sync data for ids ['930d4a77-490f-4868-ab86-ff86940f8cc6'] in n-d-805737-3 is: [{'id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420120525-router', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '602a040e-a0ba-4918-b930-721dd94d73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:21Z', 'updated_at': '2021-11-11T21:26:24Z', 'revision_number': 3, 'project_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'gw_port': {'id': '602a040e-a0ba-4918-b930-721dd94d73e5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:22Z', 'updated_at': '2021-11-11T21:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:26:27.989672 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-a5f9d950-ac67-4648-b027-edc91a16d2ac service neutron] 10.222.0.71 "GET /v2.0/ports/d2d7b60b-15a6-4715-8f34-1fa64508c6ed/bindings/n-h1-805737-3 HTTP/1.1" status: 200 len: 384 time: 0.5833988 Nov 11 21:26:28.001331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-419324112-network', 'tenant_id': '96aebae0923a4e0eafebdc3104897328'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:28.043811 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Allocated IP 172.20.0.1 (1ff2fd21-7c37-494e-972b-3104ba47c741/dd5d4099-272b-4f0b-9a5b-4de1d752c709/64b23aa0-0c36-40ed-b02f-8d9cfdd74660) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:28.088054 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Made reservation on behalf of 96aebae0923a4e0eafebdc3104897328 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:28.090182 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.127294 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.192506 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72521b5a-c8b8-45c5-b1dd-bc6fbdb3b3d2 req-67f4a22e-5d86-4547-ad03-129735a62e92 tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:28.194095 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72521b5a-c8b8-45c5-b1dd-bc6fbdb3b3d2 req-67f4a22e-5d86-4547-ad03-129735a62e92 tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 1100 time: 0.1592288 Nov 11 21:26:28.237508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-9f5ab4ee-e6ea-46a1-a13c-b0bcab2feeb8 service neutron] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:28.260074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-9f5ab4ee-e6ea-46a1-a13c-b0bcab2feeb8 service neutron] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:28.304146 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-9f5ab4ee-e6ea-46a1-a13c-b0bcab2feeb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d7b60b-15a6-4715-8f34-1fa64508c6ed {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:28.316962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-9f5ab4ee-e6ea-46a1-a13c-b0bcab2feeb8 service neutron] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:28.334928 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-9f5ab4ee-e6ea-46a1-a13c-b0bcab2feeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.357863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229d776-18f4-4b96-aac7-3b9b5cc5dbc2 req-39aa7503-50bf-49ed-897b-ef9edc108dc8 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:28.360503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d229d776-18f4-4b96-aac7-3b9b5cc5dbc2 req-39aa7503-50bf-49ed-897b-ef9edc108dc8 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 943 time: 0.2430665 Nov 11 21:26:28.417868 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.421043 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72521b5a-c8b8-45c5-b1dd-bc6fbdb3b3d2 req-de412d47-d257-48b3-8d30-a4548a7d894a tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190902 Nov 11 21:26:28.488317 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-9f5ab4ee-e6ea-46a1-a13c-b0bcab2feeb8 service neutron] Transition to ACTIVE for port object d2d7b60b-15a6-4715-8f34-1fa64508c6ed will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:26:28.496084 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-9f5ab4ee-e6ea-46a1-a13c-b0bcab2feeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.529703 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.576332 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.580265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-9f5ab4ee-e6ea-46a1-a13c-b0bcab2feeb8 service neutron] No DVR routers for this DVR port d2d7b60b-15a6-4715-8f34-1fa64508c6ed on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:26:28.606258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ab4ee-e6ea-46a1-a13c-b0bcab2feeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:28.606847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d229d776-18f4-4b96-aac7-3b9b5cc5dbc2 req-79ef1721-bf46-4335-a125-4305cd96770b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266374 Nov 11 21:26:28.619306 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:26:28.669879 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.674085 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.674436 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Added segment 31d12555-2c3a-4faa-97db-bfd606556e8a of type vlan for network 0981fd5e-1139-4e8a-adbe-646d1f663c1d Nov 11 21:26:28.685099 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-9f5ab4ee-e6ea-46a1-a13c-b0bcab2feeb8 service neutron] 10.222.0.71 "PUT /v2.0/ports/d2d7b60b-15a6-4715-8f34-1fa64508c6ed/bindings/n-h1-805737-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6869907 Nov 11 21:26:28.691254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb33c71-a570-49f4-ba70-56023ed46d20,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:28.742322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60877758-21be-4eda-9f82-0bacc7a320c4 req-a748d95b-6fef-45bd-a301-d91be52146af tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:28.743913 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-60877758-21be-4eda-9f82-0bacc7a320c4 req-a748d95b-6fef-45bd-a301-d91be52146af tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 943 time: 0.2169294 Nov 11 21:26:28.807603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Network 1ff2fd21-7c37-494e-972b-3104ba47c741 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:28.831658 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:28.836525 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.840647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:28.843988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Pushing event updated for resources: {'Port': ['ID=64b23aa0-0c36-40ed-b02f-8d9cfdd74660,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:28.929290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b45fcb-4c8c-4bf4-999f-fe732d83b3cb req-b4cc04aa-d8e8-41cc-99e9-1a905d0e6881 tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:28.937311 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48b45fcb-4c8c-4bf4-999f-fe732d83b3cb req-b4cc04aa-d8e8-41cc-99e9-1a905d0e6881 tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 1100 time: 0.2033587 Nov 11 21:26:28.964571 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-60877758-21be-4eda-9f82-0bacc7a320c4 req-e6bce640-12a7-4221-9ead-28803ff15a88 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767540 Nov 11 21:26:29.012111 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:29.014842 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:29.015913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:29.016687 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:29.143166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Pushing event updated for resources: {'Network': ['ID=0981fd5e-1139-4e8a-adbe-646d1f663c1d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:29.156675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3ad002f4-3d5f-42de-9e6c-9e14769e76dc None None] Provisioning complete for port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:29.157849 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ad002f4-3d5f-42de-9e6c-9e14769e76dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:29.177974 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48b45fcb-4c8c-4bf4-999f-fe732d83b3cb req-e0a55c08-e0c9-4c31-9d24-57bc5736512f tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349825 Nov 11 21:26:29.201278 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5593402 Nov 11 21:26:29.202481 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51308) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:29.213117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2850afb9-373b-408b-bcd1-d0b3b803c2f8 admin admin] Request body: {'subnet': {'network_id': '0981fd5e-1139-4e8a-adbe-646d1f663c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-419324112-subnet', 'tenant_id': '96aebae0923a4e0eafebdc3104897328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:29.214591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3ad002f4-3d5f-42de-9e6c-9e14769e76dc None None] Port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:29.219386 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:29.219728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:29.220061 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:29.220386 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:29.220705 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:29.221057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:29.221367 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:29.221680 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:29.221993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:29.222303 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:29.222616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:29.222931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483c2895-93c6-4ca6-9815-2f1013538591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:29.237831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 0981fd5e-1139-4e8a-adbe-646d1f663c1d details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:26:29.300449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-2172554a-77b5-4745-839a-4c88b5bfb636 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:29.308609 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-2172554a-77b5-4745-839a-4c88b5bfb636 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611&tenant_id=1e7495b94c334f7f86e765392527ed29&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 1095 time: 0.1467013 Nov 11 21:26:29.322063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b117f5-8271-4b88-9782-406569b38dfb req-da4ca9a2-1266-4cfe-9671-b4fdbbd423f6 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:29.323681 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7b117f5-8271-4b88-9782-406569b38dfb req-da4ca9a2-1266-4cfe-9671-b4fdbbd423f6 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 950 time: 0.2069616 Nov 11 21:26:29.326396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2850afb9-373b-408b-bcd1-d0b3b803c2f8 admin admin] Made reservation on behalf of 96aebae0923a4e0eafebdc3104897328 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:29.328831 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2850afb9-373b-408b-bcd1-d0b3b803c2f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:29.340106 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-37bdab99-7f9f-46fc-9e30-ac0d1d3eebed service neutron] 10.222.0.10 "GET /v2.0/ports/c711562c-c0c8-4084-a044-15b203cc940c/bindings/n-h2-805737-3 HTTP/1.1" status: 200 len: 384 time: 0.1070135 Nov 11 21:26:29.446191 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:29.454791 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-4304b40f-4a54-4a74-9f1f-ac6d91f0d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:29.456289 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-4304b40f-4a54-4a74-9f1f-ac6d91f0d0de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611&tenant_id=1e7495b94c334f7f86e765392527ed29 HTTP/1.1" status: 200 len: 1095 time: 0.1211255 Nov 11 21:26:29.491244 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7b117f5-8271-4b88-9782-406569b38dfb req-2e55f06a-2284-4ece-a685-a4d7f5e08aa9 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602097 Nov 11 21:26:29.548574 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-8ddd925f-7580-4a32-8939-e5508c7bc579 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e8f9b916702c4beb944dc7b5f77934a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541010 Nov 11 21:26:29.586749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-f36df569-9753-465c-9921-1c3b36858651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:29.588266 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-f36df569-9753-465c-9921-1c3b36858651 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 1095 time: 0.0977025 Nov 11 21:26:29.670271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6401022c-0bbc-4149-942e-95a8c681469c req-7f521d14-d600-45ce-b694-066ce5433b39 service neutron] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c711562c-c0c8-4084-a044-15b203cc940c,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:29.711186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6401022c-0bbc-4149-942e-95a8c681469c req-7f521d14-d600-45ce-b694-066ce5433b39 service neutron] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:29.773376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-6401022c-0bbc-4149-942e-95a8c681469c req-7f521d14-d600-45ce-b694-066ce5433b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c711562c-c0c8-4084-a044-15b203cc940c {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:29.778991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-2649ca38-c0af-4f6b-b555-6e583fdefa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:29.780688 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-2649ca38-c0af-4f6b-b555-6e583fdefa8f service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.1826997 Nov 11 21:26:29.788311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6401022c-0bbc-4149-942e-95a8c681469c req-7f521d14-d600-45ce-b694-066ce5433b39 service neutron] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=c711562c-c0c8-4084-a044-15b203cc940c,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:29.833252 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-3a366ea9-b141-4a83-beac-8047d0c2171a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed HTTP/1.1" status: 200 len: 217 time: 0.0421309 Nov 11 21:26:29.833883 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6401022c-0bbc-4149-942e-95a8c681469c req-7f521d14-d600-45ce-b694-066ce5433b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:29.927121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-b8309003-2a4f-4898-8e46-47e8c3775292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:29.928597 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-b8309003-2a4f-4898-8e46-47e8c3775292 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.0842705 Nov 11 21:26:29.971814 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-a0748df7-935b-4e1f-ac77-9e18a9486e4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327346 Nov 11 21:26:29.990135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-6401022c-0bbc-4149-942e-95a8c681469c req-7f521d14-d600-45ce-b694-066ce5433b39 service neutron] Transition to ACTIVE for port object c711562c-c0c8-4084-a044-15b203cc940c will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:26:30.000567 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6401022c-0bbc-4149-942e-95a8c681469c req-7f521d14-d600-45ce-b694-066ce5433b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.061954 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-77063d35-ad3c-4302-9687-a8e7f21e6be8 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:30.069001 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-77063d35-ad3c-4302-9687-a8e7f21e6be8 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5126491 Nov 11 21:26:30.075208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device c711562c-c0c8-4084-a044-15b203cc940c no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:26:30.084885 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2850afb9-373b-408b-bcd1-d0b3b803c2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.105715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6401022c-0bbc-4149-942e-95a8c681469c req-7f521d14-d600-45ce-b694-066ce5433b39 service neutron] No DVR routers for this DVR port c711562c-c0c8-4084-a044-15b203cc940c on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:26:30.117038 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87e86f-4705-4315-9b43-5a30216f6950 req-e246d8e3-f0f7-4d77-8108-193dd1decd79 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:30.124177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f87e86f-4705-4315-9b43-5a30216f6950 req-e246d8e3-f0f7-4d77-8108-193dd1decd79 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 944 time: 0.1814351 Nov 11 21:26:30.132457 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device c711562c-c0c8-4084-a044-15b203cc940c not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:26:30.149493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-6fa9428b-205b-4ab6-875e-43fa6ded38ac tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/quotas/e8f9b916702c4beb944dc7b5f77934a8 HTTP/1.1" status: 200 len: 375 time: 0.0795124 Nov 11 21:26:30.159283 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f521d14-d600-45ce-b694-066ce5433b39 service neutron] Pushing event updated for resources: {'Port': ['ID=c711562c-c0c8-4084-a044-15b203cc940c,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:30.165845 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-42d0accb-c1de-40ac-ae05-5aef2bf8b4c7 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855187 Nov 11 21:26:30.170979 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-7f521d14-d600-45ce-b694-066ce5433b39 service neutron] 10.222.0.10 "PUT /v2.0/ports/c711562c-c0c8-4084-a044-15b203cc940c/bindings/n-h2-805737-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8019993 Nov 11 21:26:30.210703 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-5e4bc0a1-f237-4067-87ae-f0a2ecdff251 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8f9b916702c4beb944dc7b5f77934a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526912 Nov 11 21:26:30.234524 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.239245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850afb9-373b-408b-bcd1-d0b3b803c2f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed5aa36e-a9d1-49d5-9b8d-aec2a9b529d9,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:30.258136 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.325542 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-b4ecac16-373f-4ebf-ba1c-cf70a8bff1e3 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376386 Nov 11 21:26:30.329029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401022c-0bbc-4149-942e-95a8c681469c req-cbade8bb-3abd-4348-bf9b-55543f1468eb tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:30.330620 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-cbade8bb-3abd-4348-bf9b-55543f1468eb tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d&tenant_id=84de113e4e264de9b1292139646defb0&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 1095 time: 0.0820470 Nov 11 21:26:30.332268 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f87e86f-4705-4315-9b43-5a30216f6950 req-f5f31fc9-603f-41e8-a97c-1d0e2b135d53 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071798 Nov 11 21:26:30.333009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2850afb9-373b-408b-bcd1-d0b3b803c2f8 admin admin] Checking segment: {'id': '31d12555-2c3a-4faa-97db-bfd606556e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '0981fd5e-1139-4e8a-adbe-646d1f663c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:30.333366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2850afb9-373b-408b-bcd1-d0b3b803c2f8 admin admin] Network hostable DHCP agents. Network: 0981fd5e-1139-4e8a-adbe-646d1f663c1d, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:26:30.366344 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.385603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Pushing event updated for resources: {'Port': ['ID=64b23aa0-0c36-40ed-b02f-8d9cfdd74660,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:30.402228 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2850afb9-373b-408b-bcd1-d0b3b803c2f8 admin admin] Network 0981fd5e-1139-4e8a-adbe-646d1f663c1d is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:26:30.460337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401022c-0bbc-4149-942e-95a8c681469c req-a2ef06d6-ef31-4501-b91d-db32e4413233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:30.462138 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-a2ef06d6-ef31-4501-b91d-db32e4413233 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d&tenant_id=84de113e4e264de9b1292139646defb0 HTTP/1.1" status: 200 len: 1095 time: 0.1225023 Nov 11 21:26:30.477686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-2850afb9-373b-408b-bcd1-d0b3b803c2f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 0981fd5e-1139-4e8a-adbe-646d1f663c1d) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:30.485899 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2129e00a-ce88-41ee-841c-c4925db38250 None None] Network 0981fd5e-1139-4e8a-adbe-646d1f663c1d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:30.496524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2850afb9-373b-408b-bcd1-d0b3b803c2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:30.496524 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2850afb9-373b-408b-bcd1-d0b3b803c2f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.573847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401022c-0bbc-4149-942e-95a8c681469c req-56325add-8d1b-40fd-9ea9-d70fe1ff20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:30.575423 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-56325add-8d1b-40fd-9ea9-d70fe1ff20b3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 1095 time: 0.0766542 Nov 11 21:26:30.590403 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2850afb9-373b-408b-bcd1-d0b3b803c2f8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3747005 Nov 11 21:26:30.629091 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 602a040e-a0ba-4918-b930-721dd94d73e5 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:30.678967 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87dab23-b0ad-4f11-bdc3-5b03dbd247af req-bdd804d3-4796-42fa-9545-1770e62da993 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:30.680597 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c87dab23-b0ad-4f11-bdc3-5b03dbd247af req-bdd804d3-4796-42fa-9545-1770e62da993 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 944 time: 0.2010596 Nov 11 21:26:30.695904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Network 1ff2fd21-7c37-494e-972b-3104ba47c741 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:30.763918 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2536d70-5801-47d4-8688-542e6bb62f38 None None] Network 0981fd5e-1139-4e8a-adbe-646d1f663c1d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:30.791323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-c808e940-441f-4ce4-a274-5e3b252ce063 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:30.791726 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89b05c80-43e5-426b-9555-a6c91c5ad39f req-f3100400-a3cf-4469-b7b8-1cd2931f0f7d tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 210 time: 0.0549927 Nov 11 21:26:30.791830 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-c808e940-441f-4ce4-a274-5e3b252ce063 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611&tenant_id=1e7495b94c334f7f86e765392527ed29&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 1095 time: 0.0999126 Nov 11 21:26:30.797650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:30.816174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401022c-0bbc-4149-942e-95a8c681469c req-d9f07033-5753-49ea-aa36-100b58b9cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:30.826880 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-d9f07033-5753-49ea-aa36-100b58b9cc83 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.2410762 Nov 11 21:26:30.855998 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 602a040e-a0ba-4918-b930-721dd94d73e5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:30.856981 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.914812 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-48a075e5-b254-4476-adf1-5fdd054b52e5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c711562c-c0c8-4084-a044-15b203cc940c HTTP/1.1" status: 200 len: 217 time: 0.0796742 Nov 11 21:26:30.983281 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401022c-0bbc-4149-942e-95a8c681469c req-3cace2e8-7324-4222-9315-f07f9e14ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:30.985792 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-3cace2e8-7324-4222-9315-f07f9e14ffc7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.0576649 Nov 11 21:26:31.025907 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c87dab23-b0ad-4f11-bdc3-5b03dbd247af req-0760e9d2-6deb-438c-a660-73e41700dc1f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280795 Nov 11 21:26:31.051159 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-4807e1d3-6210-457a-9591-e78ff1dadd28 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526938 Nov 11 21:26:31.075091 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Router 930d4a77-490f-4868-ab86-ff86940f8cc6 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:26:31.103264 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.129702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 602a040e-a0ba-4918-b930-721dd94d73e5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=602a040e-a0ba-4918-b930-721dd94d73e5,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:31.131612 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26bfd2-9d11-4721-ba97-d29204c0d385 req-2aa03c90-048b-461c-87a6-b5c570f3ba49 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:31.133342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c26bfd2-9d11-4721-ba97-d29204c0d385 req-2aa03c90-048b-461c-87a6-b5c570f3ba49 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 950 time: 0.2391586 Nov 11 21:26:31.146078 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.187661 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-5b32fffc-d815-434e-be6d-4c7fbf459e10 service neutron] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:31.195139 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-5b32fffc-d815-434e-be6d-4c7fbf459e10 service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.196289 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50bf5040-4c98-4e7b-b565-c1ba8bd42e77 req-5b32fffc-d815-434e-be6d-4c7fbf459e10 service neutron] 10.222.0.10 "DELETE /v2.0/ports/d2d7b60b-15a6-4715-8f34-1fa64508c6ed/bindings/n-h2-805737-3 HTTP/1.1" status: 204 len: 173 time: 0.3914528 Nov 11 21:26:31.199025 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7ba7461e-3067-450b-b0b2-1abc6368dc62 None None] Provisioning complete for port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:31.199658 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ba7461e-3067-450b-b0b2-1abc6368dc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.215482 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-06349101-b357-4097-8845-1cc9a04a1f19 service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378825 Nov 11 21:26:31.234893 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=602a040e-a0ba-4918-b930-721dd94d73e5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:31.247984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:31.248639 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:31.249265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:31.249891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:31.250414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:31.250928 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:31.251447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:31.251959 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:31.252468 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:31.253024 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:31.253553 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:31.254070 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:31.269016 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7ba7461e-3067-450b-b0b2-1abc6368dc62 None None] Port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:31.354401 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-81a10a1c-2c57-4332-bddb-b3d7ca277e1b service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294050 Nov 11 21:26:31.357314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c26bfd2-9d11-4721-ba97-d29204c0d385 req-49407de7-36b5-40ac-a69d-675dbc75e615 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150502 Nov 11 21:26:31.405928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:26:31.407703 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-20cf22f8-e7c2-40e9-9194-e526c2ad9958 req-cecbb584-a777-49a9-8095-18926c878254 tempest-SecurityGroupsNegativeTestJSON-1745851479 tempest-SecurityGroupsNegativeTestJSON-1745851479-project] show failed (client error): The resource could not be found. Nov 11 21:26:31.409495 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20cf22f8-e7c2-40e9-9194-e526c2ad9958 req-cecbb584-a777-49a9-8095-18926c878254 tempest-SecurityGroupsNegativeTestJSON-1745851479 tempest-SecurityGroupsNegativeTestJSON-1745851479-project] 10.222.0.57 "GET /v2.0/security-groups/5d1c1708-0784-480e-8edb-219dae2ef76a HTTP/1.1" status: 404 len: 352 time: 0.0256197 Nov 11 21:26:31.421640 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ad2223e1-6730-4bed-b42b-47ae8e0ef86a admin admin] 10.222.0.57 "PUT /v2.0/routers/930d4a77-490f-4868-ab86-ff86940f8cc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1138697 Nov 11 21:26:31.426541 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Sync routers for ids ['930d4a77-490f-4868-ab86-ff86940f8cc6'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:26:31.446805 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Routers {'930d4a77-490f-4868-ab86-ff86940f8cc6'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:31.447430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:26:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['930d4a77-490f-4868-ab86-ff86940f8cc6'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:31.593236 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f57fa-9a95-460b-96a5-a514559e3e37 req-2ff642fe-340b-4913-9e49-a48e3ba7770b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:31.595735 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e0f57fa-9a95-460b-96a5-a514559e3e37 req-2ff642fe-340b-4913-9e49-a48e3ba7770b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 944 time: 0.0704546 Nov 11 21:26:31.671055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d2d7b60b-15a6-4715-8f34-1fa64508c6ed no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:26:31.689347 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e0f57fa-9a95-460b-96a5-a514559e3e37 req-dac354d7-c4cd-4804-91c4-2a86d21d371f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861633 Nov 11 21:26:31.757476 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d2d7b60b-15a6-4715-8f34-1fa64508c6ed not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:26:31.771476 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Set router 930d4a77-490f-4868-ab86-ff86940f8cc6 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:31.794120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee752ea0-d7e6-4073-a970-fcec3c5ce280 req-516bdd7e-e91f-4394-ba5a-6e6c72295181 tempest-SecurityGroupsNegativeTestJSON-1745851479 tempest-SecurityGroupsNegativeTestJSON-1745851479-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96aebae0923a4e0eafebdc3104897328 HTTP/1.1" status: 200 len: 3001 time: 0.1310937 Nov 11 21:26:31.884511 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee752ea0-d7e6-4073-a970-fcec3c5ce280 req-32be2a76-c2ad-4d36-b3c9-76f62984f690 tempest-SecurityGroupsNegativeTestJSON-1745851479 tempest-SecurityGroupsNegativeTestJSON-1745851479-project] 10.222.0.57 "GET /v2.0/security-groups/acb33c71-a570-49f4-ba70-56023ed46d20 HTTP/1.1" status: 200 len: 2998 time: 0.0893731 Nov 11 21:26:31.940118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7afb3-b5dc-4248-bd5d-181366452f05 req-f03c57c6-368f-454a-9546-f6d7aeba77a5 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:31.941967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cee7afb3-b5dc-4248-bd5d-181366452f05 req-f03c57c6-368f-454a-9546-f6d7aeba77a5 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.1111479 Nov 11 21:26:31.950220 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-384bd0b8-1d2c-4814-b4dc-1410669760ff tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e8f9b916702c4beb944dc7b5f77934a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356362 Nov 11 21:26:32.091064 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee752ea0-d7e6-4073-a970-fcec3c5ce280 req-b7aaba6d-50a1-4197-a0a1-84c5fbeec807 tempest-SecurityGroupsNegativeTestJSON-1745851479 tempest-SecurityGroupsNegativeTestJSON-1745851479-project] 10.222.0.57 "GET /v2.0/security-groups/acb33c71-a570-49f4-ba70-56023ed46d20 HTTP/1.1" status: 200 len: 2998 time: 0.1924651 Nov 11 21:26:32.095103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cee7afb3-b5dc-4248-bd5d-181366452f05 req-a3918b98-f502-4ffe-a7a2-b2ca90ad8b83 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415331 Nov 11 21:26:32.194368 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420120525-router', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '602a040e-a0ba-4918-b930-721dd94d73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:21Z', 'updated_at': '2021-11-11T21:26:29Z', 'revision_number': 4, 'project_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'gw_port': {'id': '602a040e-a0ba-4918-b930-721dd94d73e5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:22Z', 'updated_at': '2021-11-11T21:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '64b23aa0-0c36-40ed-b02f-8d9cfdd74660', 'name': '', 'network_id': '1ff2fd21-7c37-494e-972b-3104ba47c741', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'mac_address': 'fa:16:3e:76:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'dd5d4099-272b-4f0b-9a5b-4de1d752c709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:27Z', 'updated_at': '2021-11-11T21:26:29Z', 'revision_number': 2, 'project_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'subnets': [{'id': 'dd5d4099-272b-4f0b-9a5b-4de1d752c709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:32.270347 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82f85577-4098-4688-9f99-74851d0d4fc9 req-b4af8cc2-f7ce-4b7e-a008-10774f32189d tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 210 time: 0.0449238 Nov 11 21:26:32.294246 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Checking router: 930d4a77-490f-4868-ab86-ff86940f8cc6 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:26:32.294602 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Updating router 930d4a77-490f-4868-ab86-ff86940f8cc6 port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:26:32.357426 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:32.565095 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-30356c1f-de92-4638-b4e2-a7960a95386f tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:32.569335 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-30356c1f-de92-4638-b4e2-a7960a95386f tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6079071 Nov 11 21:26:32.595123 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Request body: {'port': {'device_id': '89b38bba-4ac8-4508-994d-2f4a6caa3ab9', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'e8f9b916702c4beb944dc7b5f77934a8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:32.673494 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-758c08c4-f1b0-4061-9bd8-89a0f438cb45 req-59b820e2-c0a5-419c-bfc4-5c6b6c944f84 tempest-SecurityGroupsNegativeTestJSON-1745851479 tempest-SecurityGroupsNegativeTestJSON-1745851479-project] 10.222.0.57 "GET /v2.0/security-groups/acb33c71-a570-49f4-ba70-56023ed46d20 HTTP/1.1" status: 200 len: 2998 time: 0.3172598 Nov 11 21:26:32.685342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401022c-0bbc-4149-942e-95a8c681469c req-1e4765d9-7ea9-4640-a4ad-74cdda7c7d58 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:32.691321 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-1e4765d9-7ea9-4640-a4ad-74cdda7c7d58 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d&tenant_id=84de113e4e264de9b1292139646defb0&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 1095 time: 0.3498838 Nov 11 21:26:32.706892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 602a040e-a0ba-4918-b930-721dd94d73e5 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:32.849662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d05f3-c376-42d9-9245-c88b0fd30e79 req-250b273b-98a6-401d-99a5-ce9888f72588 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:32.857584 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-689d05f3-c376-42d9-9245-c88b0fd30e79 req-250b273b-98a6-401d-99a5-ce9888f72588 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 944 time: 0.3554020 Nov 11 21:26:32.886689 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Made reservation on behalf of e8f9b916702c4beb944dc7b5f77934a8 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:32.891177 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:32.907177 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:32.916139 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-758c08c4-f1b0-4061-9bd8-89a0f438cb45 req-b5163279-8a02-485e-bb90-cebb757059c0 tempest-SecurityGroupsNegativeTestJSON-1745851479 tempest-SecurityGroupsNegativeTestJSON-1745851479-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 21:26:32.942260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-758c08c4-f1b0-4061-9bd8-89a0f438cb45 req-b5163279-8a02-485e-bb90-cebb757059c0 tempest-SecurityGroupsNegativeTestJSON-1745851479 tempest-SecurityGroupsNegativeTestJSON-1745851479-project] 10.222.0.57 "DELETE /v2.0/security-groups/acb33c71-a570-49f4-ba70-56023ed46d20 HTTP/1.1" status: 409 len: 352 time: 0.2677112 Nov 11 21:26:33.028450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6401022c-0bbc-4149-942e-95a8c681469c req-8d886dd7-b2b2-482b-8cc4-abd6c7219b8f service neutron] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:33.036016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-689d05f3-c376-42d9-9245-c88b0fd30e79 req-0b570091-2e0d-49bf-8cff-5c7d1f8d60c7 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709156 Nov 11 21:26:33.046137 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6401022c-0bbc-4149-942e-95a8c681469c req-8d886dd7-b2b2-482b-8cc4-abd6c7219b8f service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.049002 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6401022c-0bbc-4149-942e-95a8c681469c req-8d886dd7-b2b2-482b-8cc4-abd6c7219b8f service neutron] 10.222.0.71 "DELETE /v2.0/ports/c711562c-c0c8-4084-a044-15b203cc940c/bindings/n-h1-805737-3 HTTP/1.1" status: 204 len: 173 time: 0.3299403 Nov 11 21:26:33.092343 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.103651 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.109662 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 602a040e-a0ba-4918-b930-721dd94d73e5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:33.112209 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.191679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b010b8-5cb0-4f64-a652-4cb1dbd270db,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:33.211812 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:33.212300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:33.212712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:33.213159 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:33.213538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:33.214249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:33.214696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:33.215085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:33.215473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:33.215855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:33.216236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:33.216659 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:33.260726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5993a-4765-42f7-9878-1cb7d0e48de0 req-01882288-f31a-4026-9cf9-8cf18b960cf2 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:33.262344 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91a5993a-4765-42f7-9878-1cb7d0e48de0 req-01882288-f31a-4026-9cf9-8cf18b960cf2 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 1095 time: 0.1747911 Nov 11 21:26:33.293150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01269b1-ddb6-435d-bc71-523ef70a6a26 req-8f1bc2b9-4f8f-4c40-b7a0-118ba60f1327 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:33.303670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d01269b1-ddb6-435d-bc71-523ef70a6a26 req-8f1bc2b9-4f8f-4c40-b7a0-118ba60f1327 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 950 time: 0.1026793 Nov 11 21:26:33.362361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Allocated IP 192.168.233.221 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/21441cef-1033-4151-aa06-32df24649930) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:33.382959 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.396274 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.397900 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91a5993a-4765-42f7-9878-1cb7d0e48de0 req-7020d501-3e41-481e-974d-97d2a4557eec tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236482 Nov 11 21:26:33.428179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d01269b1-ddb6-435d-bc71-523ef70a6a26 req-322460b0-d149-447e-9f82-66d1b5a7272e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235721 Nov 11 21:26:33.482785 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-0c329ebb-2540-4ebb-8bf7-09a3bd69479a req-6dd880a1-bf3a-4f80-868d-08fbc68a2f4d tempest-SecurityGroupsNegativeTestJSON-1745851479 tempest-SecurityGroupsNegativeTestJSON-1745851479-project] show failed (client error): The resource could not be found. Nov 11 21:26:33.501595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c329ebb-2540-4ebb-8bf7-09a3bd69479a req-6dd880a1-bf3a-4f80-868d-08fbc68a2f4d tempest-SecurityGroupsNegativeTestJSON-1745851479 tempest-SecurityGroupsNegativeTestJSON-1745851479-project] 10.222.0.57 "GET /v2.0/security-groups/553815e8-1ce9-435d-a69d-c785ea35ea78 HTTP/1.1" status: 404 len: 352 time: 0.0544932 Nov 11 21:26:33.545128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bef9c-3ec2-40ee-8395-c7b26a06319b None None] Pushing event updated for resources: {'Port': ['ID=64b23aa0-0c36-40ed-b02f-8d9cfdd74660,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:33.703338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Attempting to bind port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:33.709931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Attempting to bind port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'ebde8aee-2b82-49e2-ae15-c414b6868ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '1ff2fd21-7c37-494e-972b-3104ba47c741'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:33.711287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Attempting to bind port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 on network 1ff2fd21-7c37-494e-972b-3104ba47c741 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:33.718791 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:33.719442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Checking segment: {'id': 'ebde8aee-2b82-49e2-ae15-c414b6868ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '1ff2fd21-7c37-494e-972b-3104ba47c741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:33.720180 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.720745 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Bound using segment: {'id': 'ebde8aee-2b82-49e2-ae15-c414b6868ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '1ff2fd21-7c37-494e-972b-3104ba47c741'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:33.721638 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Bound port: 64b23aa0-0c36-40ed-b02f-8d9cfdd74660, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde8aee-2b82-49e2-ae15-c414b6868ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '1ff2fd21-7c37-494e-972b-3104ba47c741'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:33.722246 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.765001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aea0ea-dc77-430c-8869-40c18d19595e req-b3c1e551-3690-4877-a80c-d648aa88c181 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:33.773992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-19aea0ea-dc77-430c-8869-40c18d19595e req-b3c1e551-3690-4877-a80c-d648aa88c181 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.1833894 Nov 11 21:26:33.878938 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] For port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:33.884082 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.889344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] For port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=64b23aa0-0c36-40ed-b02f-8d9cfdd74660,segment=NetworkSegment(ebde8aee-2b82-49e2-ae15-c414b6868ae2),segment_id=ebde8aee-2b82-49e2-ae15-c414b6868ae2)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:33.899776 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.924713 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-19aea0ea-dc77-430c-8869-40c18d19595e req-105a7f4f-1abe-4ce5-b1ca-dcd5625a374f tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479092 Nov 11 21:26:33.943883 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.007411 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:34.017322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:34.028847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:34.036006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Routers {'930d4a77-490f-4868-ab86-ff86940f8cc6'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:34.036687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:26:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['930d4a77-490f-4868-ab86-ff86940f8cc6'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:34.167558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Pushing event updated for resources: {'Port': ['ID=21441cef-1033-4151-aa06-32df24649930,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:34.217714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-431527c6-fa74-4526-94a7-c4c38d5c9490 None None] Provisioning complete for port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:34.218090 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-431527c6-fa74-4526-94a7-c4c38d5c9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.221332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:34.222022 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.271724 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-92604966-9758-4ca7-acea-813c38d1259a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6812894 Nov 11 21:26:34.298952 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Request body: {'port': {'device_id': '89b38bba-4ac8-4508-994d-2f4a6caa3ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:34.341656 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bef9c-3ec2-40ee-8395-c7b26a06319b None None] Pushing event updated for resources: {'Port': ['ID=64b23aa0-0c36-40ed-b02f-8d9cfdd74660,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:34.419188 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2df74-ae29-4875-b82e-76e55c3d1a1c req-4abb6a4c-65ab-4588-901a-c4b704a3cc33 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:34.425561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40e2df74-ae29-4875-b82e-76e55c3d1a1c req-4abb6a4c-65ab-4588-901a-c4b704a3cc33 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 936 time: 0.2756381 Nov 11 21:26:34.448694 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.497858 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832ab4f-22f1-4608-9bac-14c27d872d2a req-8d44eea2-d729-45f8-b7bb-eeed008a9ec5 tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:34.508875 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3832ab4f-22f1-4608-9bac-14c27d872d2a req-8d44eea2-d729-45f8-b7bb-eeed008a9ec5 tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 1101 time: 0.2603459 Nov 11 21:26:34.652095 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40e2df74-ae29-4875-b82e-76e55c3d1a1c req-07a1ebb1-aaa2-4888-9eb6-985c3abac934 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254181 Nov 11 21:26:34.678641 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] Set router 930d4a77-490f-4868-ab86-ff86940f8cc6 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:34.684589 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3832ab4f-22f1-4608-9bac-14c27d872d2a req-f3ca5622-01e1-41a5-a6b6-a0b4913c8a90 tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727896 Nov 11 21:26:34.754075 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-ee890f60-839e-4714-97a7-9b46f8a04871 req-bb9fd4c1-eadf-4721-841a-e5c173713e1f tempest-SecurityGroupsNegativeTestJSON-1745851479 tempest-SecurityGroupsNegativeTestJSON-1745851479-project] show failed (client error): The resource could not be found. Nov 11 21:26:34.757101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee890f60-839e-4714-97a7-9b46f8a04871 req-bb9fd4c1-eadf-4721-841a-e5c173713e1f tempest-SecurityGroupsNegativeTestJSON-1745851479 tempest-SecurityGroupsNegativeTestJSON-1745851479-project] 10.222.0.57 "GET /v2.0/security-groups/a3846308-2ec0-4c41-91db-07485d6d494d HTTP/1.1" status: 404 len: 352 time: 0.0336499 Nov 11 21:26:34.767218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51422) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:34.895974 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-431527c6-fa74-4526-94a7-c4c38d5c9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.938568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c5d733-9660-48d9-9b2a-6380ad3a3333 admin admin] Deleting subnet ed5aa36e-a9d1-49d5-9b8d-aec2a9b529d9 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:26:34.943305 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17c5d733-9660-48d9-9b2a-6380ad3a3333 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.951535 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21441cef-1033-4151-aa06-32df24649930 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:34.962392 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.989567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Transition to ACTIVE for port object 21441cef-1033-4151-aa06-32df24649930 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:26:34.998546 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17c5d733-9660-48d9-9b2a-6380ad3a3333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.999268 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.045103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-431527c6-fa74-4526-94a7-c4c38d5c9490 None None] For port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=64b23aa0-0c36-40ed-b02f-8d9cfdd74660,segment=NetworkSegment(ebde8aee-2b82-49e2-ae15-c414b6868ae2),segment_id=ebde8aee-2b82-49e2-ae15-c414b6868ae2)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:35.045862 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17c5d733-9660-48d9-9b2a-6380ad3a3333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.073304 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-431527c6-fa74-4526-94a7-c4c38d5c9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.083585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Pushing event updated for resources: {'Port': ['ID=21441cef-1033-4151-aa06-32df24649930,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:35.195686 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431527c6-fa74-4526-94a7-c4c38d5c9490 None None] Pushing event updated for resources: {'Port': ['ID=64b23aa0-0c36-40ed-b02f-8d9cfdd74660,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:35.236719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Attempting to bind port 21441cef-1033-4151-aa06-32df24649930 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:35.237153 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Attempting to bind port 21441cef-1033-4151-aa06-32df24649930 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:35.237483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Attempting to bind port 21441cef-1033-4151-aa06-32df24649930 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:35.239458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9e8655d7-75a5-4801-8886-22113fbab670 None None] Provisioning complete for port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:35.240013 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9e8655d7-75a5-4801-8886-22113fbab670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.245356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Port 21441cef-1033-4151-aa06-32df24649930 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:26:35.245738 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Attempting to bind port 21441cef-1033-4151-aa06-32df24649930 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:35.251516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:35.251853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:35.252233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:35.252656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Bound port: 21441cef-1033-4151-aa06-32df24649930, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:35.253165 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.291531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-d7137580-1134-41a4-b121-b8bd3b3cc29c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:35.291531 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-d7137580-1134-41a4-b121-b8bd3b3cc29c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 821 time: 0.4626951 Nov 11 21:26:35.295369 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420120525-router', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '602a040e-a0ba-4918-b930-721dd94d73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:21Z', 'updated_at': '2021-11-11T21:26:29Z', 'revision_number': 4, 'project_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'gw_port': {'id': '602a040e-a0ba-4918-b930-721dd94d73e5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:22Z', 'updated_at': '2021-11-11T21:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '64b23aa0-0c36-40ed-b02f-8d9cfdd74660', 'name': '', 'network_id': '1ff2fd21-7c37-494e-972b-3104ba47c741', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'mac_address': 'fa:16:3e:76:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'dd5d4099-272b-4f0b-9a5b-4de1d752c709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:27Z', 'updated_at': '2021-11-11T21:26:33Z', 'revision_number': 4, 'project_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'subnets': [{'id': 'dd5d4099-272b-4f0b-9a5b-4de1d752c709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:35.318616 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17c5d733-9660-48d9-9b2a-6380ad3a3333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.368052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] For port 21441cef-1033-4151-aa06-32df24649930, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:35.377566 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17c5d733-9660-48d9-9b2a-6380ad3a3333 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.378037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] For port 21441cef-1033-4151-aa06-32df24649930, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=21441cef-1033-4151-aa06-32df24649930,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:35.384128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51438) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:35.385106 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-17c5d733-9660-48d9-9b2a-6380ad3a3333 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ed5aa36e-a9d1-49d5-9b8d-aec2a9b529d9 HTTP/1.1" status: 204 len: 168 time: 0.6166387 Nov 11 21:26:35.388388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5d733-9660-48d9-9b2a-6380ad3a3333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed5aa36e-a9d1-49d5-9b8d-aec2a9b529d9,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:35.413251 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-7410fada-5faa-492b-88c9-d9ce20952a33 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/quotas/1e7495b94c334f7f86e765392527ed29 HTTP/1.1" status: 200 len: 375 time: 0.0970984 Nov 11 21:26:35.461361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a49fb4-0ec9-4542-8ac4-3988dde9e330 req-0c049004-0a38-4580-a6d4-6f5ef22a3296 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:35.472629 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f5a49fb4-0ec9-4542-8ac4-3988dde9e330 req-0c049004-0a38-4580-a6d4-6f5ef22a3296 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 1095 time: 0.5809531 Nov 11 21:26:35.511407 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb5172a9-edf2-484d-8369-2182f4468a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.515675 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.525464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d566e6-a153-48a1-8f4a-c451538b30ab None None] The sync data for ids ['930d4a77-490f-4868-ab86-ff86940f8cc6'] in n-d-805737-3 is: [{'id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420120525-router', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '602a040e-a0ba-4918-b930-721dd94d73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:21Z', 'updated_at': '2021-11-11T21:26:29Z', 'revision_number': 4, 'project_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'gw_port': {'id': '602a040e-a0ba-4918-b930-721dd94d73e5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:22Z', 'updated_at': '2021-11-11T21:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '64b23aa0-0c36-40ed-b02f-8d9cfdd74660', 'name': '', 'network_id': '1ff2fd21-7c37-494e-972b-3104ba47c741', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'mac_address': 'fa:16:3e:76:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'dd5d4099-272b-4f0b-9a5b-4de1d752c709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:27Z', 'updated_at': '2021-11-11T21:26:33Z', 'revision_number': 4, 'project_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'subnets': [{'id': 'dd5d4099-272b-4f0b-9a5b-4de1d752c709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:26:35.527001 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-74909be4-1ec8-4506-914f-0f1e16b10769 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126108 Nov 11 21:26:35.552467 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:35.552467 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.554160 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] 10.222.0.71 "PUT /v2.0/ports/21441cef-1033-4151-aa06-32df24649930 HTTP/1.1" status: 200 len: 1096 time: 1.2665267 Nov 11 21:26:35.578989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b38bba-4ac8-4508-994d-2f4a6caa3ab9', 'tag': '21441cef-1033-4151-aa06-32df24649930'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:35.584765 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47eac6ec-4367-49aa-8b44-d7e4cbe460ca" -d '{"events": [{"name": "network-changed", "server_uuid": "89b38bba-4ac8-4508-994d-2f4a6caa3ab9", "tag": "21441cef-1033-4151-aa06-32df24649930"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:35.586190 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f5a49fb4-0ec9-4542-8ac4-3988dde9e330 req-a2d75005-4b8c-4f70-b3b0-e583beb2bc61 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159546 Nov 11 21:26:35.799082 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9deaa2-79ce-464a-81dd-86b86863394b service neutron] Pushing event updated for resources: {'Port': ['ID=21441cef-1033-4151-aa06-32df24649930,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:35.906454 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-27bd1603-b45e-4e74-b30f-c463d3fe4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:35.906923 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-2f80b199-3b3c-4007-bc19-becb89d9d0d6 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=befdcd5f40f6426ea3652685a0b4115c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952168 Nov 11 21:26:35.908647 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-27bd1603-b45e-4e74-b30f-c463d3fe4d48 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8f9b916702c4beb944dc7b5f77934a8&device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 1099 time: 0.1174808 Nov 11 21:26:35.985165 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-c1fc1d86-9b2b-46b4-8f55-db468da51fa4 service neutron] 10.222.0.57 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571543 Nov 11 21:26:36.002853 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-4fe4f254-a60e-4df1-8afa-01117a1e85da service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=21441cef-1033-4151-aa06-32df24649930 HTTP/1.1" status: 200 len: 217 time: 0.0633848 Nov 11 21:26:36.008889 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb5172a9-edf2-484d-8369-2182f4468a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:36.034546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bb5172a9-edf2-484d-8369-2182f4468a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0981fd5e-1139-4e8a-adbe-646d1f663c1d']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:36.047145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bb5172a9-edf2-484d-8369-2182f4468a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d12555-2c3a-4faa-97db-bfd606556e8a') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:36.047513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bb5172a9-edf2-484d-8369-2182f4468a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d12555-2c3a-4faa-97db-bfd606556e8a') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:36.065337 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb5172a9-edf2-484d-8369-2182f4468a49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:36.082733 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb5172a9-edf2-484d-8369-2182f4468a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:36.091323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5172a9-edf2-484d-8369-2182f4468a49 admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:26:36.092719 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb5172a9-edf2-484d-8369-2182f4468a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:26:36.162673 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:26:36.205011 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-42df864f-3762-4813-9403-4c118d2dae5f tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:36.212611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-42df864f-3762-4813-9403-4c118d2dae5f tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046412 Nov 11 21:26:36.223008 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb5172a9-edf2-484d-8369-2182f4468a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:36.239870 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-fe6f3374-2aec-40b1-960b-da3405a74fdf tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/quotas/befdcd5f40f6426ea3652685a0b4115c HTTP/1.1" status: 200 len: 375 time: 0.0262666 Nov 11 21:26:36.264505 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb5172a9-edf2-484d-8369-2182f4468a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:36.266640 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-2923d5dd-cead-4c26-b631-72e098fb6dec service neutron] 10.222.0.57 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803221 Nov 11 21:26:36.272509 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bb5172a9-edf2-484d-8369-2182f4468a49 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0981fd5e-1139-4e8a-adbe-646d1f663c1d HTTP/1.1" status: 204 len: 168 time: 0.8846462 Nov 11 21:26:36.272509 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ffc72524-d156-40e9-81ea-6ab90dc17b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:36.290944 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-ffc72524-d156-40e9-81ea-6ab90dc17b2e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1236298 Nov 11 21:26:36.292936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5172a9-edf2-484d-8369-2182f4468a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=0981fd5e-1139-4e8a-adbe-646d1f663c1d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:36.329896 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5044e75b-d538-4041-8e5b-5814daece635 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0891385 Nov 11 21:26:36.458599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-f0386891-ec64-4848-87d1-82ea2068b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:36.465828 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-f0386891-ec64-4848-87d1-82ea2068b785 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641510 Nov 11 21:26:36.531968 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:36.748160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:36.749257 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:36.754369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51466) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:36.813395 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-53503bbb-81db-44e6-9802-de940d99714e service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388047 Nov 11 21:26:37.012653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ae60b441-c008-42b6-9ede-f98d7b9e1de8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96aebae0923a4e0eafebdc3104897328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570593 Nov 11 21:26:37.016150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51472) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:37.051548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d2677-8620-4baa-bd0c-8148ec6630d3 req-6f1d74c0-4dba-436a-b3f0-ede2e31b2348 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:37.059343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-979d2677-8620-4baa-bd0c-8148ec6630d3 req-6f1d74c0-4dba-436a-b3f0-ede2e31b2348 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.2572379 Nov 11 21:26:37.240430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-979d2677-8620-4baa-bd0c-8148ec6630d3 req-2492730c-458c-4190-a6b3-4fe87f4a2679 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634197 Nov 11 21:26:37.281524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e298a5-0e00-468e-938e-23415e52e30c req-da263af5-d114-44ee-b2c3-0faa27e0337f tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:37.283391 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13e298a5-0e00-468e-938e-23415e52e30c req-da263af5-d114-44ee-b2c3-0faa27e0337f tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 948 time: 0.2203081 Nov 11 21:26:37.304147 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f79eb82b-c470-4578-ae94-f9373cb20f82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:37.345927 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f79eb82b-c470-4578-ae94-f9373cb20f82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:37.529403 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf594433-06ae-4c08-802a-e626b707f47c x-openstack-request-id: req-bf594433-06ae-4c08-802a-e626b707f47c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:37.530052 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b38bba-4ac8-4508-994d-2f4a6caa3ab9", "tag": "21441cef-1033-4151-aa06-32df24649930", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:37.530052 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bf594433-06ae-4c08-802a-e626b707f47c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:37.530348 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b38bba-4ac8-4508-994d-2f4a6caa3ab9', 'tag': '21441cef-1033-4151-aa06-32df24649930', 'status': 'completed', 'code': 200} Nov 11 21:26:37.558541 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f79eb82b-c470-4578-ae94-f9373cb20f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:37.562571 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f79eb82b-c470-4578-ae94-f9373cb20f82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:37.566602 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f79eb82b-c470-4578-ae94-f9373cb20f82 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/acb33c71-a570-49f4-ba70-56023ed46d20 HTTP/1.1" status: 204 len: 168 time: 0.5023584 Nov 11 21:26:37.612663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79eb82b-c470-4578-ae94-f9373cb20f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb33c71-a570-49f4-ba70-56023ed46d20,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:37.694830 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f64cee33-8360-4c4f-ae38-7d51ec79f953 req-c685fdb7-7f2b-4cdd-acfe-ed40edd4b747 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8715689 Nov 11 21:26:37.756848 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13e298a5-0e00-468e-938e-23415e52e30c req-c9a5f807-d28d-4531-8724-d3e5aa80bb07 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632907 Nov 11 21:26:37.874454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-7c96014d-f88f-42ff-81d2-8b53d5bc4fe1 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:37.877054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-7c96014d-f88f-42ff-81d2-8b53d5bc4fe1 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 808 time: 0.3568850 Nov 11 21:26:37.907865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eac6ec-4367-49aa-8b44-d7e4cbe460ca req-2fb45e55-e235-41d8-9c15-c9d05cbd9eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:37.912764 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47eac6ec-4367-49aa-8b44-d7e4cbe460ca req-2fb45e55-e235-41d8-9c15-c9d05cbd9eaa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8f9b916702c4beb944dc7b5f77934a8&device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 1099 time: 0.0963409 Nov 11 21:26:37.919860 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-68a363a3-ff0c-42b3-b955-00a71b0ecac0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/quotas/84de113e4e264de9b1292139646defb0 HTTP/1.1" status: 200 len: 375 time: 0.0264511 Nov 11 21:26:37.922981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22e83146-4dfd-4954-aa03-56ea41f85704 req-ee3ac7c2-baea-40d1-a929-e3ac86fe3ab3 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 210 time: 0.0431726 Nov 11 21:26:37.997648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-dc2f883c-89d8-4207-b906-ac666150670d tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0588229 Nov 11 21:26:38.066568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad0dd1da-9cdc-4006-b387-ae527b51a5b9 req-3623d4ed-818d-4b4e-a229-1351848001b6 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 210 time: 0.0392754 Nov 11 21:26:38.126572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eac6ec-4367-49aa-8b44-d7e4cbe460ca req-3bf3b87c-b8de-452a-b562-fa772807125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:38.127906 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47eac6ec-4367-49aa-8b44-d7e4cbe460ca req-3bf3b87c-b8de-452a-b562-fa772807125c service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.2047701 Nov 11 21:26:38.163929 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-c363071c-33f7-4f1e-9b81-6fb54c1ce478 service neutron] 10.222.0.57 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553419 Nov 11 21:26:38.177470 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47eac6ec-4367-49aa-8b44-d7e4cbe460ca req-c9dd4a60-bd53-403e-a193-d2366a4341e4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=21441cef-1033-4151-aa06-32df24649930 HTTP/1.1" status: 200 len: 217 time: 0.0373361 Nov 11 21:26:38.239233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eac6ec-4367-49aa-8b44-d7e4cbe460ca req-411d03f0-0e38-49fd-8400-5331459cadba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:38.240817 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47eac6ec-4367-49aa-8b44-d7e4cbe460ca req-411d03f0-0e38-49fd-8400-5331459cadba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0543914 Nov 11 21:26:38.307578 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-e1bf20aa-87a4-44f8-a1c4-dd295c5b5742 service neutron] 10.222.0.57 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343887 Nov 11 21:26:38.314229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eac6ec-4367-49aa-8b44-d7e4cbe460ca req-aaa7afa2-4990-4267-bdfe-3af8ab100692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:38.316851 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47eac6ec-4367-49aa-8b44-d7e4cbe460ca req-aaa7afa2-4990-4267-bdfe-3af8ab100692 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642982 Nov 11 21:26:38.419171 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c89c1b-9693-449f-adb0-e72c5266ff38 req-4ecf56f6-750d-4eba-ad73-fe72445f4612 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:38.420881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2c89c1b-9693-449f-adb0-e72c5266ff38 req-4ecf56f6-750d-4eba-ad73-fe72445f4612 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.0673525 Nov 11 21:26:38.479574 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47eac6ec-4367-49aa-8b44-d7e4cbe460ca req-a6ec43e7-d64a-42ed-8f41-1086bc94ca73 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514952 Nov 11 21:26:38.524320 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-b2c198d2-a494-4832-88ef-fb334cd967bd tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=befdcd5f40f6426ea3652685a0b4115c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406487 Nov 11 21:26:38.548973 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2c89c1b-9693-449f-adb0-e72c5266ff38 req-ba89bc69-89e9-4714-8ca3-a913fd4568e2 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198418 Nov 11 21:26:38.697871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6050769-bc69-4c69-885f-97bc5648db10 req-fafbaaaa-4f61-41b2-a65d-c0803bcf01a2 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 210 time: 0.0447762 Nov 11 21:26:38.794615 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-1ec94377-1ccc-4544-b7ed-ae082182497a tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:38.796361 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-1ec94377-1ccc-4544-b7ed-ae082182497a tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608240 Nov 11 21:26:38.841486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-2e6bcaeb-b0b0-421f-8ee8-7c9d95fe0139 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Request body: {'port': {'device_id': '98a50eaf-5754-4a88-9ec4-2ca8616e9060', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'befdcd5f40f6426ea3652685a0b4115c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:38.985023 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51526) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:38.987890 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47eac6ec-4367-49aa-8b44-d7e4cbe460ca req-e57db832-37dd-40e7-b304-48d999515ce7 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844778 Nov 11 21:26:39.049527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40277ae-a232-4257-8e44-d652acc9f279 req-2ad780df-9c71-47cd-b000-10ea0d8a264e tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:39.055361 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a40277ae-a232-4257-8e44-d652acc9f279 req-2ad780df-9c71-47cd-b000-10ea0d8a264e tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 948 time: 0.1341629 Nov 11 21:26:39.078092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-2e6bcaeb-b0b0-421f-8ee8-7c9d95fe0139 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Made reservation on behalf of befdcd5f40f6426ea3652685a0b4115c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:39.104380 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-2e6bcaeb-b0b0-421f-8ee8-7c9d95fe0139 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.388935 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1916977138-network', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:39.407154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dea6b269-ceba-4a49-9df3-df2e84a98fc8 req-644d66c9-20dc-4343-8d80-d7c06b20acc0 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 210 time: 0.3428953 Nov 11 21:26:39.515521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-2e6bcaeb-b0b0-421f-8ee8-7c9d95fe0139 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Allocated IP 192.168.233.109 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/20ff4af3-a198-4360-bce5-2407584f3fe5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:39.523112 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a40277ae-a232-4257-8e44-d652acc9f279 req-520ef564-fc8f-4863-8e98-89ab51289cec tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505491 Nov 11 21:26:39.535144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] Made reservation on behalf of 9a9e3534c6324dd39988da124018d4d3 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:39.537610 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.573248 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.616346 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-09df04a8-33f9-466a-8109-d556bf1cce04 req-e3d1642c-77f5-41b3-bc50-4ce9b4a50ce4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 210 time: 0.0488281 Nov 11 21:26:39.801502 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-2e6bcaeb-b0b0-421f-8ee8-7c9d95fe0139 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.863039 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2a59291-75af-43fe-8862-384cda590fce req-52fd63a8-3d2d-4990-8c5c-6175a41338b1 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 210 time: 0.0712986 Nov 11 21:26:39.876546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-aeadd133-f504-4227-8ab2-382354115e95 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:39.879844 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-aeadd133-f504-4227-8ab2-382354115e95 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.10 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 821 time: 0.6023204 Nov 11 21:26:39.903147 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.915485 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.924172 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-b11b00f8-cbf4-449d-b385-28d40d1df429 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Request body: {'port': {'device_id': '312953fd-c6c2-4003-b054-86df36418c8d', 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314', 'admin_state_up': True, 'tenant_id': '1e7495b94c334f7f86e765392527ed29'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:39.931712 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362d2c0-20a1-43cd-8615-fe31b3d31cad req-b8460d92-c329-4adf-8b2a-9f997a48e4d4 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:39.937435 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c362d2c0-20a1-43cd-8615-fe31b3d31cad req-b8460d92-c329-4adf-8b2a-9f997a48e4d4 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.1782136 Nov 11 21:26:39.993366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:26:40.004963 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-2e6bcaeb-b0b0-421f-8ee8-7c9d95fe0139 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:40.006093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daec41f2-cfba-4cc3-ad3f-7924d37b80e6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:40.023271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['d5824c32-0e9d-4911-b510-cfa01dba619d', '121b3e52-647c-40e6-b392-e75070822b94'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:40.026074 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d186ccd5-204d-49b9-ac76-e4ac388b2a66', 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', '08790ad1-7421-419a-8479-730cf963e787', '7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:40.046995 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:40.047355 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] Added segment db42ae34-ac54-4aad-ae76-b8edfca51be3 of type vlan for network 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc Nov 11 21:26:40.073948 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-2e6bcaeb-b0b0-421f-8ee8-7c9d95fe0139 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:40.085073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-2e6bcaeb-b0b0-421f-8ee8-7c9d95fe0139 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:40.094995 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-2e6bcaeb-b0b0-421f-8ee8-7c9d95fe0139 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:40.099038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bcaeb-b0b0-421f-8ee8-7c9d95fe0139 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event updated for resources: {'Port': ['ID=20ff4af3-a198-4360-bce5-2407584f3fe5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:40.158704 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c362d2c0-20a1-43cd-8615-fe31b3d31cad req-70065f12-40e5-43ca-be6f-09334dac00d2 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104037 Nov 11 21:26:40.169121 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:40.200890 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-b11b00f8-cbf4-449d-b385-28d40d1df429 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Made reservation on behalf of 1e7495b94c334f7f86e765392527ed29 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:40.206275 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-b11b00f8-cbf4-449d-b385-28d40d1df429 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:40.233694 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:40.235138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:40.236109 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:40.274244 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-2e6bcaeb-b0b0-421f-8ee8-7c9d95fe0139 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:40.275072 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-2e6bcaeb-b0b0-421f-8ee8-7c9d95fe0139 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:40.376645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3872180 Nov 11 21:26:40.380648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51542) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:40.396963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d6ec2ad0-5b40-4138-a884-9c7f8e2e7e93 admin admin] Request body: {'subnet': {'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1916977138-subnet', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:40.403589 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-2e6bcaeb-b0b0-421f-8ee8-7c9d95fe0139 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5682127 Nov 11 21:26:40.422346 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a8d79-ab64-4738-87a1-7c23d48959e2 admin admin] Pushing event updated for resources: {'Network': ['ID=2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:40.492507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Request body: {'port': {'device_id': '98a50eaf-5754-4a88-9ec4-2ca8616e9060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:40.497037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ec2ad0-5b40-4138-a884-9c7f8e2e7e93 admin admin] Made reservation on behalf of 9a9e3534c6324dd39988da124018d4d3 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:40.500203 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6ec2ad0-5b40-4138-a884-9c7f8e2e7e93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:40.501970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:26:40.693448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-174bda1a-19b8-4062-9862-d1d8cd5a647f req-0b72cdaa-b6c4-49ae-8bd8-8a65acced818 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 210 time: 0.0931559 Nov 11 21:26:40.752512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-b11b00f8-cbf4-449d-b385-28d40d1df429 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Allocated IP 172.20.0.8 (bb7b2ef0-98c6-4640-9855-bbeac6f5b314/42830d8e-a75d-4ff9-adfb-bfb530d80e8d/38a7900c-ec95-4cc6-9646-cf3bf12af004) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:40.833546 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8b258-109e-471b-855d-facd84d27c41 req-a4d9a1f6-72b7-4a87-b592-3f2b9220cc66 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:40.842874 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46d8b258-109e-471b-855d-facd84d27c41 req-a4d9a1f6-72b7-4a87-b592-3f2b9220cc66 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 948 time: 0.1474180 Nov 11 21:26:40.933472 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46d8b258-109e-471b-855d-facd84d27c41 req-9d878705-5e8b-43d3-a726-b1ff3051817c tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892489 Nov 11 21:26:40.955388 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-b11b00f8-cbf4-449d-b385-28d40d1df429 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.097316 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.120405 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3b331-2855-44e2-ba3e-61a3b94f77f1 req-c7bb39e8-936b-42d0-8663-e8ea38176b95 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:41.124208 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8e3b331-2855-44e2-ba3e-61a3b94f77f1 req-c7bb39e8-936b-42d0-8663-e8ea38176b95 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 936 time: 0.2773690 Nov 11 21:26:41.190747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-9091189a-d0fc-4eb7-acfd-34edfac56329 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:41.194569 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-9091189a-d0fc-4eb7-acfd-34edfac56329 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.71 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 808 time: 0.8219969 Nov 11 21:26:41.197450 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.207321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8e3b331-2855-44e2-ba3e-61a3b94f77f1 req-62b1945b-d417-4e97-9776-e7f245cb1371 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758731 Nov 11 21:26:41.224837 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6ec2ad0-5b40-4138-a884-9c7f8e2e7e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.233385 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-b11b00f8-cbf4-449d-b385-28d40d1df429 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.261160 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-7bc954d8-e106-42a6-8fe6-cae5d1cab063 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Request body: {'port': {'device_id': '8505e4a3-671b-45c3-b870-b929e8d88369', 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278', 'admin_state_up': True, 'tenant_id': '84de113e4e264de9b1292139646defb0'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:41.342316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-aa1b9fe1-4681-4d6a-a38d-2e5550320b61 None None] Provisioning complete for port 20ff4af3-a198-4360-bce5-2407584f3fe5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:41.343079 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9fe1-4681-4d6a-a38d-2e5550320b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.405110 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d52473ea-0e06-436f-afc6-88e9747c4936 req-982e98e2-c686-4473-b1d9-48147af02450 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 210 time: 0.1749542 Nov 11 21:26:41.475703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-b11b00f8-cbf4-449d-b385-28d40d1df429 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:41.488638 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-b11b00f8-cbf4-449d-b385-28d40d1df429 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:41.491849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-b11b00f8-cbf4-449d-b385-28d40d1df429 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:41.526624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec2ad0-5b40-4138-a884-9c7f8e2e7e93 admin admin] Checking segment: {'id': 'db42ae34-ac54-4aad-ae76-b8edfca51be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:41.528513 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ec2ad0-5b40-4138-a884-9c7f8e2e7e93 admin admin] Network hostable DHCP agents. Network: 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:26:41.540272 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b9fe1-4681-4d6a-a38d-2e5550320b61 None None] Port 20ff4af3-a198-4360-bce5-2407584f3fe5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:41.546846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec2ad0-5b40-4138-a884-9c7f8e2e7e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598c2848-3688-4b99-9850-d50708b2db79,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:41.593991 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 21441cef-1033-4151-aa06-32df24649930 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:26:41.612437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d53e07-2580-4163-afc2-7aae2d1dd5d5 req-0548a584-05b4-4757-800a-e10643b42433 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:41.616081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-52d53e07-2580-4163-afc2-7aae2d1dd5d5 req-0548a584-05b4-4757-800a-e10643b42433 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.2511156 Nov 11 21:26:41.662803 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ec2ad0-5b40-4138-a884-9c7f8e2e7e93 admin admin] Network 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:26:41.696265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-b11b00f8-cbf4-449d-b385-28d40d1df429 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:41.696265 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-b11b00f8-cbf4-449d-b385-28d40d1df429 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.696265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b00f8-cbf4-449d-b385-28d40d1df429 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Pushing event updated for resources: {'Port': ['ID=38a7900c-ec95-4cc6-9646-cf3bf12af004,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:41.717401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-d6ec2ad0-5b40-4138-a884-9c7f8e2e7e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:41.739145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 21441cef-1033-4151-aa06-32df24649930, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=21441cef-1033-4151-aa06-32df24649930,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:41.773165 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-52d53e07-2580-4163-afc2-7aae2d1dd5d5 req-de10fefe-e514-4bad-9160-b2895ad4c035 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432841 Nov 11 21:26:41.774968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ec2ad0-5b40-4138-a884-9c7f8e2e7e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:41.789232 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6ec2ad0-5b40-4138-a884-9c7f8e2e7e93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.796352 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '21441cef-1033-4151-aa06-32df24649930', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '21441cef-1033-4151-aa06-32df24649930', 'mac_address': 'fa:16:3e:82:8a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:26:41.800468 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eedeed-8ec4-4bca-bf94-c53115801bd6 None None] Network 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:41.839379 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d6ec2ad0-5b40-4138-a884-9c7f8e2e7e93 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4534378 Nov 11 21:26:41.839904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51558) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:41.858875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:41.921487 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.952222 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.956514 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.012256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21441cef-1033-4151-aa06-32df24649930 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:42.045069 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-b11b00f8-cbf4-449d-b385-28d40d1df429 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1398752 Nov 11 21:26:42.046650 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-7bc954d8-e106-42a6-8fe6-cae5d1cab063 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Made reservation on behalf of 84de113e4e264de9b1292139646defb0 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:42.058801 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-7bc954d8-e106-42a6-8fe6-cae5d1cab063 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.069982 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 21441cef-1033-4151-aa06-32df24649930, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=21441cef-1033-4151-aa06-32df24649930,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:42.090262 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Request body: {'port': {'device_id': '312953fd-c6c2-4003-b054-86df36418c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:42.101678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5696f1-f9dc-4507-9870-e96e02580c58 req-cdd5e2cb-e8e2-4b2d-9d92-30132b96ce4b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:42.109775 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac5696f1-f9dc-4507-9870-e96e02580c58 req-cdd5e2cb-e8e2-4b2d-9d92-30132b96ce4b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 931 time: 0.1929572 Nov 11 21:26:42.203756 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.245356 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.289267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ff4af3-a198-4360-bce5-2407584f3fe5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:42.297859 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.311145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Transition to ACTIVE for port object 20ff4af3-a198-4360-bce5-2407584f3fe5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:26:42.338911 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.360526 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=21441cef-1033-4151-aa06-32df24649930,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:42.413584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'fixed_ips': [{'subnet_id': '598c2848-3688-4b99-9850-d50708b2db79'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:26:42.414947 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.751883 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.784946 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac5696f1-f9dc-4507-9870-e96e02580c58 req-79ede518-4bd8-4495-95fb-6d83641b82d0 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691117 Nov 11 21:26:42.810120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75e7d0-6478-420d-9449-40da1cfe3e81 req-e5c3e831-af08-47f5-a004-9a896e006ec7 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:42.823622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a75e7d0-6478-420d-9449-40da1cfe3e81 req-e5c3e831-af08-47f5-a004-9a896e006ec7 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 949 time: 0.5928507 Nov 11 21:26:42.881942 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.926873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Allocated IP 172.20.0.2 (2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc/598c2848-3688-4b99-9850-d50708b2db79/66170f49-f182-4479-8e19-d074427aee7b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:42.944389 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Pushing event updated for resources: {'Port': ['ID=20ff4af3-a198-4360-bce5-2407584f3fe5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:43.018754 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a75e7d0-6478-420d-9449-40da1cfe3e81 req-1fc22e57-5e62-4b22-8003-8adecfa98b66 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923223 Nov 11 21:26:43.304170 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:43.316735 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['21441cef-1033-4151-aa06-32df24649930'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:43.414407 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:43.416543 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8e84b17-cd95-46b3-a50c-1b6b273e94c9 req-b76c1385-58c0-4c6a-80b0-ee9814a2ebe5 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 210 time: 0.1017992 Nov 11 21:26:43.475733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe2c00-8bcb-4d46-a8f3-63d03401026a req-bbeb83bc-7774-4e9b-b575-1d134d49d691 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:43.488632 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4fe2c00-8bcb-4d46-a8f3-63d03401026a req-bbeb83bc-7774-4e9b-b575-1d134d49d691 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 948 time: 0.4056737 Nov 11 21:26:43.508598 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Pushing event updated for resources: {'Port': ['ID=66170f49-f182-4479-8e19-d074427aee7b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:43.611127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-7bc954d8-e106-42a6-8fe6-cae5d1cab063 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Allocated IP 172.20.0.2 (e804e73e-0e84-4575-af51-ae80f841f278/da5a99ce-ab7f-414f-98ea-4a261df03b32/e685d181-190b-4acc-89e6-a320b4fc90c7) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:43.643558 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4fe2c00-8bcb-4d46-a8f3-63d03401026a req-76a9cf4e-b7eb-4529-a25a-aa0842a978b3 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536498 Nov 11 21:26:43.649830 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Network 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:43.729915 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:43.731757 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Attempting to bind port 20ff4af3-a198-4360-bce5-2407584f3fe5 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:43.732096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Attempting to bind port 20ff4af3-a198-4360-bce5-2407584f3fe5 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:43.732427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Attempting to bind port 20ff4af3-a198-4360-bce5-2407584f3fe5 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:43.743342 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:43.846190 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Port 20ff4af3-a198-4360-bce5-2407584f3fe5 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:26:43.850287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Attempting to bind port 20ff4af3-a198-4360-bce5-2407584f3fe5 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:43.879397 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:43.886711 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:43.887379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:43.888011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Bound port: 20ff4af3-a198-4360-bce5-2407584f3fe5, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:43.888553 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.012626 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ac78d07-9cfd-41d9-b61f-a2b94f678663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.036270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Attempting to bind port 66170f49-f182-4479-8e19-d074427aee7b on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:44.049577 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Attempting to bind port 66170f49-f182-4479-8e19-d074427aee7b by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'db42ae34-ac54-4aad-ae76-b8edfca51be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:44.049577 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Attempting to bind port 66170f49-f182-4479-8e19-d074427aee7b on network 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:44.073757 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:44.074378 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Checking segment: {'id': 'db42ae34-ac54-4aad-ae76-b8edfca51be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:44.081327 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.082039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Bound using segment: {'id': 'db42ae34-ac54-4aad-ae76-b8edfca51be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:44.082747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Bound port: 66170f49-f182-4479-8e19-d074427aee7b, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db42ae34-ac54-4aad-ae76-b8edfca51be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:44.083358 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.214014 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.239023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] For port 66170f49-f182-4479-8e19-d074427aee7b, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:44.249817 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] For port 66170f49-f182-4479-8e19-d074427aee7b, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=66170f49-f182-4479-8e19-d074427aee7b,segment=NetworkSegment(db42ae34-ac54-4aad-ae76-b8edfca51be3),segment_id=db42ae34-ac54-4aad-ae76-b8edfca51be3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:44.262803 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.265631 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.389361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Allocated IP 172.25.0.204 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/5d8816aa-3983-4a9e-aa8e-eb5154188a57) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:44.437397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a60f42-339b-473a-9be7-0eede73cb642 None None] Pushing event updated for resources: {'Port': ['ID=66170f49-f182-4479-8e19-d074427aee7b,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:44.494458 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.526117 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.574729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c057c-ca0d-4788-a33b-dd5acf224a1e req-2221c132-d648-462e-abd2-0256081a2a26 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:44.577253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-644c057c-ca0d-4788-a33b-dd5acf224a1e req-2221c132-d648-462e-abd2-0256081a2a26 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.7471521 Nov 11 21:26:44.581583 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.666548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:44.674552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:44.686607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] For port 20ff4af3-a198-4360-bce5-2407584f3fe5, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:44.690087 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb459c2-3c48-445a-a981-94dd0321bca3 req-163d8d3b-da9a-4102-a6ae-27ef7404e0f5 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:44.699325 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0eb459c2-3c48-445a-a981-94dd0321bca3 req-163d8d3b-da9a-4102-a6ae-27ef7404e0f5 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 931 time: 0.6706557 Nov 11 21:26:44.702095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:44.719929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] For port 20ff4af3-a198-4360-bce5-2407584f3fe5, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=20ff4af3-a198-4360-bce5-2407584f3fe5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:44.730378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a7900c-ec95-4cc6-9646-cf3bf12af004 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:44.734882 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.738848 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-7bc954d8-e106-42a6-8fe6-cae5d1cab063 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.744770 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.757529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Pushing event updated for resources: {'Port': ['ID=5d8816aa-3983-4a9e-aa8e-eb5154188a57,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:44.795790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Transition to ACTIVE for port object 38a7900c-ec95-4cc6-9646-cf3bf12af004 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:26:44.820249 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.823852 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:44.824479 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.824606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-644c057c-ca0d-4788-a33b-dd5acf224a1e req-d4cf31e2-6047-4078-8e4d-5eb4a85515e5 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372575 Nov 11 21:26:44.825743 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] 10.222.0.10 "PUT /v2.0/ports/20ff4af3-a198-4360-bce5-2407584f3fe5 HTTP/1.1" status: 200 len: 1096 time: 4.3633430 Nov 11 21:26:44.838850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a50eaf-5754-4a88-9ec4-2ca8616e9060', 'tag': '20ff4af3-a198-4360-bce5-2407584f3fe5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:44.841711 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afae7950-3aea-400c-8e0e-450da2e4bf0e" -d '{"events": [{"name": "network-changed", "server_uuid": "98a50eaf-5754-4a88-9ec4-2ca8616e9060", "tag": "20ff4af3-a198-4360-bce5-2407584f3fe5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:44.886281 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd355fe-871c-4f50-854f-6c99c4ffd088 service neutron] Pushing event updated for resources: {'Port': ['ID=20ff4af3-a198-4360-bce5-2407584f3fe5,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:45.009357 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-7bc954d8-e106-42a6-8fe6-cae5d1cab063 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.041444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0eb459c2-3c48-445a-a981-94dd0321bca3 req-5863ab33-0f07-4b32-94c5-ab0d962bd6b2 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408430 Nov 11 21:26:45.062005 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Pushing event updated for resources: {'Port': ['ID=38a7900c-ec95-4cc6-9646-cf3bf12af004,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:45.181067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-09c0ce36-e9c6-4068-b39e-79b072765d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:45.182627 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-09c0ce36-e9c6-4068-b39e-79b072765d5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 1099 time: 0.2832544 Nov 11 21:26:45.188689 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-7bc954d8-e106-42a6-8fe6-cae5d1cab063 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Network e804e73e-0e84-4575-af51-ae80f841f278 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:45.213139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-7bc954d8-e106-42a6-8fe6-cae5d1cab063 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:45.223781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-7bc954d8-e106-42a6-8fe6-cae5d1cab063 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:45.273170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc954d8-e106-42a6-8fe6-cae5d1cab063 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Pushing event updated for resources: {'Port': ['ID=e685d181-190b-4acc-89e6-a320b4fc90c7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:45.308394 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-248a2bbe-eab3-4060-9b75-28a7907748ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=20ff4af3-a198-4360-bce5-2407584f3fe5 HTTP/1.1" status: 200 len: 217 time: 0.1103880 Nov 11 21:26:45.368655 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Attempting to bind port 38a7900c-ec95-4cc6-9646-cf3bf12af004 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:45.369058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Attempting to bind port 38a7900c-ec95-4cc6-9646-cf3bf12af004 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:45.369337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Attempting to bind port 38a7900c-ec95-4cc6-9646-cf3bf12af004 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:45.384036 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-7bc954d8-e106-42a6-8fe6-cae5d1cab063 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:45.384657 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-7bc954d8-e106-42a6-8fe6-cae5d1cab063 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.396733 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Port 38a7900c-ec95-4cc6-9646-cf3bf12af004 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:26:45.397136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Attempting to bind port 38a7900c-ec95-4cc6-9646-cf3bf12af004 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:45.408445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:45.408695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Checking segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:45.409085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Bound using segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:45.409504 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Bound port: 38a7900c-ec95-4cc6-9646-cf3bf12af004, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:45.409901 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.412837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-48d5b56f-a864-4dab-b89a-bf9905333a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:45.414733 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-48d5b56f-a864-4dab-b89a-bf9905333a4c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0943027 Nov 11 21:26:45.419473 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-7bc954d8-e106-42a6-8fe6-cae5d1cab063 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1633825 Nov 11 21:26:45.456050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Request body: {'port': {'device_id': '8505e4a3-671b-45c3-b870-b929e8d88369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:45.483014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695b9ed-b816-44b7-be90-92bd9313985d req-2307d81a-0e3c-47d5-a662-0818f406f97f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:45.484574 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3695b9ed-b816-44b7-be90-92bd9313985d req-2307d81a-0e3c-47d5-a662-0818f406f97f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 931 time: 0.1031036 Nov 11 21:26:45.583309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa11450-812f-4379-8c08-75d58613c476 req-2c5580a1-9cc6-4eff-a34f-4aa269c0edce tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:45.584514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-d6136f6d-0a34-4370-a5e6-49e458f9782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:45.586035 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-d6136f6d-0a34-4370-a5e6-49e458f9782d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1600964 Nov 11 21:26:45.592570 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3aa11450-812f-4379-8c08-75d58613c476 req-2c5580a1-9cc6-4eff-a34f-4aa269c0edce tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 949 time: 0.2137105 Nov 11 21:26:45.612046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:45.614431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 21441cef-1033-4151-aa06-32df24649930 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:45.650065 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.663304 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:45.675241 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3695b9ed-b816-44b7-be90-92bd9313985d req-74033bb2-3de2-48b3-81b3-5d3738d165af tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824336 Nov 11 21:26:45.745710 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 21441cef-1033-4151-aa06-32df24649930 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:26:45.750993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 21441cef-1033-4151-aa06-32df24649930 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:45.751372 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.771042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.807317 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.901320 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:45.901961 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.906077 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] 10.222.0.10 "PUT /v2.0/ports/38a7900c-ec95-4cc6-9646-cf3bf12af004 HTTP/1.1" status: 200 len: 1091 time: 3.8342738 Nov 11 21:26:45.917907 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.928773 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3aa11450-812f-4379-8c08-75d58613c476 req-212cd845-d87f-4d70-b6d0-8bbcfc4c182f tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328450 Nov 11 21:26:46.025309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4adb3-7d3e-4d81-b378-21fe60478bd5 req-50f3497f-e28d-4f0c-b0f4-4fb84ecde899 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:46.027169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7e4adb3-7d3e-4d81-b378-21fe60478bd5 req-50f3497f-e28d-4f0c-b0f4-4fb84ecde899 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 948 time: 0.1619122 Nov 11 21:26:46.039642 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 21441cef-1033-4151-aa06-32df24649930, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=21441cef-1033-4151-aa06-32df24649930,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:46.053155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b38bba-4ac8-4508-994d-2f4a6caa3ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21441cef-1033-4151-aa06-32df24649930'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:46.059741 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdae07d5-4d19-455f-9c06-1cb3d0ac7fca" -d '{"events": [{"server_uuid": "89b38bba-4ac8-4508-994d-2f4a6caa3ab9", "name": "network-vif-plugged", "status": "completed", "tag": "21441cef-1033-4151-aa06-32df24649930"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:46.080835 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.155493 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e63c68-b569-4969-8d48-117ff1e09447 None None] Network 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:46.226688 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7e4adb3-7d3e-4d81-b378-21fe60478bd5 req-527fdefa-c1a8-4eba-8b94-a58880e1f798 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823938 Nov 11 21:26:46.327124 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b1437-521e-40c8-9405-b29ba3133512 req-14a49f06-8e3e-4041-bdb0-19050393de2b tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:46.337097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb4b1437-521e-40c8-9405-b29ba3133512 req-14a49f06-8e3e-4041-bdb0-19050393de2b tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.1630914 Nov 11 21:26:46.399788 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3e7e76f-ca88-4359-b6fb-6c9c093188a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.415708 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.433340 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2ef3d627-fb74-41ca-9315-7399db74ddc5 None None] Provisioning complete for port 66170f49-f182-4479-8e19-d074427aee7b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:46.433964 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ef3d627-fb74-41ca-9315-7399db74ddc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.488250 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=21441cef-1033-4151-aa06-32df24649930,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:46.582160 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e685d181-190b-4acc-89e6-a320b4fc90c7 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:46.591507 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ef3d627-fb74-41ca-9315-7399db74ddc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.593606 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.618567 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 66170f49-f182-4479-8e19-d074427aee7b up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:46.635231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Transition to ACTIVE for port object e685d181-190b-4acc-89e6-a320b4fc90c7 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:26:46.644119 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49df8c21-c9af-45a6-8eb3-7acf7abf9b11 x-openstack-request-id: req-49df8c21-c9af-45a6-8eb3-7acf7abf9b11 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:46.645638 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a50eaf-5754-4a88-9ec4-2ca8616e9060", "tag": "20ff4af3-a198-4360-bce5-2407584f3fe5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:46.645907 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-49df8c21-c9af-45a6-8eb3-7acf7abf9b11 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:46.646321 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a50eaf-5754-4a88-9ec4-2ca8616e9060', 'tag': '20ff4af3-a198-4360-bce5-2407584f3fe5', 'status': 'completed', 'code': 200} Nov 11 21:26:46.663004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb4b1437-521e-40c8-9405-b29ba3133512 req-89299320-5ceb-4e32-8699-5e1c6cc501f1 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201313 Nov 11 21:26:46.754636 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fe610-08d8-451f-ab1e-9f74095420ed service neutron] Pushing event updated for resources: {'Port': ['ID=38a7900c-ec95-4cc6-9646-cf3bf12af004,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:46.765697 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3b39a7-5c68-44d0-a8fd-61569a1a6264 x-openstack-request-id: req-bf3b39a7-5c68-44d0-a8fd-61569a1a6264 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:46.766320 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b38bba-4ac8-4508-994d-2f4a6caa3ab9", "name": "network-vif-plugged", "status": "completed", "tag": "21441cef-1033-4151-aa06-32df24649930", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:46.766725 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bf3b39a7-5c68-44d0-a8fd-61569a1a6264 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:46.767834 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b38bba-4ac8-4508-994d-2f4a6caa3ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21441cef-1033-4151-aa06-32df24649930', 'code': 200} Nov 11 21:26:46.776570 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-fe751a26-cad2-4c56-beff-3b3d9761081f service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1774909 Nov 11 21:26:46.787972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16931390-bcb8-4f41-bd41-94c235c5e427 req-1d5647e3-3959-45b8-92a6-da6c950e88b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:46.789592 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16931390-bcb8-4f41-bd41-94c235c5e427 req-1d5647e3-3959-45b8-92a6-da6c950e88b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 1100 time: 0.2490892 Nov 11 21:26:46.793641 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2ef3d627-fb74-41ca-9315-7399db74ddc5 None None] For port 66170f49-f182-4479-8e19-d074427aee7b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=66170f49-f182-4479-8e19-d074427aee7b,segment=NetworkSegment(db42ae34-ac54-4aad-ae76-b8edfca51be3),segment_id=db42ae34-ac54-4aad-ae76-b8edfca51be3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:46.805055 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ef3d627-fb74-41ca-9315-7399db74ddc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.805999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c8ef2-1421-454b-af28-93722d371f77 req-2bc57995-caae-4d3b-8aaa-ffaf342b75da tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:46.815666 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.826028 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-390c8ef2-1421-454b-af28-93722d371f77 req-2bc57995-caae-4d3b-8aaa-ffaf342b75da tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 943 time: 0.2921889 Nov 11 21:26:46.914031 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 66170f49-f182-4479-8e19-d074427aee7b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:46.915645 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.928273 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Pushing event updated for resources: {'Port': ['ID=e685d181-190b-4acc-89e6-a320b4fc90c7,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:46.977557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3d627-fb74-41ca-9315-7399db74ddc5 None None] Pushing event updated for resources: {'Port': ['ID=66170f49-f182-4479-8e19-d074427aee7b,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:47.001979 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-390c8ef2-1421-454b-af28-93722d371f77 req-f63d5a77-9f4e-4096-b7f1-49724dd686e5 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748857 Nov 11 21:26:47.021212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16931390-bcb8-4f41-bd41-94c235c5e427 req-a7110eb7-bab5-41dc-b8a1-5bf2c372b5aa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892285 Nov 11 21:26:47.057068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:26:47.063637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0f606-377b-40b6-b439-99dc680609b9 req-e2a9b9b5-830e-4ab6-b752-3d37fd038f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:47.065080 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-66c0f606-377b-40b6-b439-99dc680609b9 req-e2a9b9b5-830e-4ab6-b752-3d37fd038f64 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 1101 time: 0.1463249 Nov 11 21:26:47.088854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008568d-2a66-4268-bba4-93ec5f1784c7 req-288acc11-900f-41b3-aeff-7075d901a706 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:47.089829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-305e0f7f-b129-41c0-a53a-e33ca740f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:47.091430 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-305e0f7f-b129-41c0-a53a-e33ca740f824 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 1094 time: 0.4116821 Nov 11 21:26:47.093783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e008568d-2a66-4268-bba4-93ec5f1784c7 req-288acc11-900f-41b3-aeff-7075d901a706 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 943 time: 0.2038181 Nov 11 21:26:47.219394 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-66c0f606-377b-40b6-b439-99dc680609b9 req-95f3cdda-d7a5-4fd9-9a77-a776cf5098e9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266079 Nov 11 21:26:47.223680 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Attempting to bind port e685d181-190b-4acc-89e6-a320b4fc90c7 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:47.224242 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Attempting to bind port e685d181-190b-4acc-89e6-a320b4fc90c7 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:47.224757 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Attempting to bind port e685d181-190b-4acc-89e6-a320b4fc90c7 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:47.241039 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Port e685d181-190b-4acc-89e6-a320b4fc90c7 on network e804e73e-0e84-4575-af51-ae80f841f278 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:26:47.241780 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Attempting to bind port e685d181-190b-4acc-89e6-a320b4fc90c7 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:47.242123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-be40d296-82de-4a29-91fa-82b65b3b9baf None None] Provisioning complete for port 66170f49-f182-4479-8e19-d074427aee7b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:47.242497 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be40d296-82de-4a29-91fa-82b65b3b9baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.253780 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.283088 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e008568d-2a66-4268-bba4-93ec5f1784c7 req-3333e90d-0b67-411f-bdba-fb1d99dd7bfd tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770518 Nov 11 21:26:47.288776 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-ac359d85-feea-4711-aecc-580e6c5705b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004 HTTP/1.1" status: 200 len: 217 time: 0.0492234 Nov 11 21:26:47.293526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e3650-7cdc-4c05-917a-970a9367f908 req-be1490bb-b65e-47e9-8d7f-0cf20fea5f57 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:47.296818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:47.297888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Checking segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:47.298475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Bound using segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:47.299090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Bound port: e685d181-190b-4acc-89e6-a320b4fc90c7, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:47.299644 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.301725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b8e3650-7cdc-4c05-917a-970a9367f908 req-be1490bb-b65e-47e9-8d7f-0cf20fea5f57 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 950 time: 0.1617076 Nov 11 21:26:47.369393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b8e3650-7cdc-4c05-917a-970a9367f908 req-dfd6c8d4-420c-42c7-855c-403c0721bddb tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612006 Nov 11 21:26:47.381537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:47.383485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:26:47.399204 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Sync routers for ids ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:26:47.413166 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.414880 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d71e15a2-b19e-48a7-beca-571a6a9b064b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5739052 Nov 11 21:26:47.418079 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e685d181-190b-4acc-89e6-a320b4fc90c7,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:47.419010 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51616) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:47.430363 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Routers {'4ee897db-0f78-4ec1-be72-fa0ee083f0e3'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:47.437720 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:26:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:47.521611 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-ea3a0862-6453-42b8-8b35-253b94e3503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:47.521611 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-ea3a0862-6453-42b8-8b35-253b94e3503d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.2021680 Nov 11 21:26:47.541424 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.593012 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8380311-0088-4ccc-bc50-576bb81a5754 req-a5e1ab56-a8ed-4e86-a5a6-d354d03f8738 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8045585 Nov 11 21:26:47.602110 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-475b6926-0a7d-4dd5-ab1c-505d0d45453a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698142 Nov 11 21:26:47.607527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:47.607776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb01ef-d655-4fed-8c02-400f7a7e6412 req-ab11a37a-fac3-427b-a9b5-f465e8a6fb70 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:47.608602 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.609525 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dfdb01ef-d655-4fed-8c02-400f7a7e6412 req-ab11a37a-fac3-427b-a9b5-f465e8a6fb70 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 948 time: 0.1329968 Nov 11 21:26:47.610404 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] 10.222.0.71 "PUT /v2.0/ports/e685d181-190b-4acc-89e6-a320b4fc90c7 HTTP/1.1" status: 200 len: 1091 time: 2.1725307 Nov 11 21:26:47.631140 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Set router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:47.770819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dfdb01ef-d655-4fed-8c02-400f7a7e6412 req-0b1acc33-c343-4aa9-bdc6-ed93c43586df tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536973 Nov 11 21:26:47.817524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-8d679c6f-e27f-40b6-8786-6a8ab333c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:47.819185 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-8d679c6f-e27f-40b6-8786-6a8ab333c0cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 1094 time: 0.1421373 Nov 11 21:26:47.821228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae7950-3aea-400c-8e0e-450da2e4bf0e req-6b006c19-0b66-4142-982f-693e57484474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:47.822646 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-afae7950-3aea-400c-8e0e-450da2e4bf0e req-6b006c19-0b66-4142-982f-693e57484474 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 1099 time: 0.1120865 Nov 11 21:26:47.863621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e04da-8601-4b6b-a610-36c1d53c5f3c req-c1c79ca6-ecfc-4a5a-aa1f-a99d2add311d tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:47.871582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a43e04da-8601-4b6b-a610-36c1d53c5f3c req-c1c79ca6-ecfc-4a5a-aa1f-a99d2add311d tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.1074135 Nov 11 21:26:47.887388 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:41Z', 'updated_at': '2021-11-11T21:26:45Z', 'revision_number': 3, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'gw_port': {'id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:44Z', 'updated_at': '2021-11-11T21:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:47.935976 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Checking router: 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:26:47.936789 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Updating router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 port 5d8816aa-3983-4a9e-aa8e-eb5154188a57 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:26:47.970008 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.979706 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-15a4aed9-b78b-489a-9f20-993581cf5135 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e685d181-190b-4acc-89e6-a320b4fc90c7 HTTP/1.1" status: 200 len: 217 time: 0.0927985 Nov 11 21:26:47.994724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dabcba-51ce-4409-a71c-812b85f3fd44 service neutron] Pushing event updated for resources: {'Port': ['ID=e685d181-190b-4acc-89e6-a320b4fc90c7,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:47.996306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a43e04da-8601-4b6b-a610-36c1d53c5f3c req-5a53c6dd-ad80-4ec3-8b15-b75bc0066bbb tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235306 Nov 11 21:26:48.121405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae7950-3aea-400c-8e0e-450da2e4bf0e req-453e16cf-d58a-4ad7-b04d-5fad0c3dd19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:48.123504 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-afae7950-3aea-400c-8e0e-450da2e4bf0e req-453e16cf-d58a-4ad7-b04d-5fad0c3dd19e service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.2644389 Nov 11 21:26:48.127151 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-833e659f-f603-4ef2-83e6-66cea599ca92 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752338 Nov 11 21:26:48.171297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6c40a48b-7093-4830-868e-8d6d4670c4e8 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:26:48.173380 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6c40a48b-7093-4830-868e-8d6d4670c4e8 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:26:48.196750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2e492-7abc-452c-a9a9-4734bcaf0520 req-6daa1dc8-6dd1-47ce-a6ab-9f81bccc77ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:48.205273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5b2e492-7abc-452c-a9a9-4734bcaf0520 req-6daa1dc8-6dd1-47ce-a6ab-9f81bccc77ae tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 943 time: 0.0898628 Nov 11 21:26:48.252913 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c7f7c71d-a097-4935-8c3a-f21c85633c9f req-6158253f-4a6d-402c-8ae6-b23d46fa9c28 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983176 Nov 11 21:26:48.293090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-a9678413-7578-4d49-8094-f575f85cb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:48.296678 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-a9678413-7578-4d49-8094-f575f85cb3c5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.3008502 Nov 11 21:26:48.298237 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-afae7950-3aea-400c-8e0e-450da2e4bf0e req-22da5234-b3a2-427b-9b0d-2097445d3592 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=20ff4af3-a198-4360-bce5-2407584f3fe5 HTTP/1.1" status: 200 len: 217 time: 0.1520495 Nov 11 21:26:48.308538 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5b2e492-7abc-452c-a9a9-4734bcaf0520 req-478f3247-3c28-4520-a705-1c529339f290 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019728 Nov 11 21:26:48.417161 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-d7f47f98-d3f4-4e40-bc9d-52ec3c83e6cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132855 Nov 11 21:26:48.502740 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:48.525924 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:48.579618 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae7950-3aea-400c-8e0e-450da2e4bf0e req-dcdebfdb-7640-476e-b45b-ac8984c1a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:48.582283 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 66170f49-f182-4479-8e19-d074427aee7b up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:48.584612 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-afae7950-3aea-400c-8e0e-450da2e4bf0e req-dcdebfdb-7640-476e-b45b-ac8984c1a028 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.2608781 Nov 11 21:26:48.601842 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Attempting to bind port 5d8816aa-3983-4a9e-aa8e-eb5154188a57 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:48.602468 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Attempting to bind port 5d8816aa-3983-4a9e-aa8e-eb5154188a57 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:48.603014 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Attempting to bind port 5d8816aa-3983-4a9e-aa8e-eb5154188a57 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:48.605791 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:48.636172 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:48.636921 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:48.637508 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:48.638097 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:48.638761 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Bound port: 5d8816aa-3983-4a9e-aa8e-eb5154188a57, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:48.639410 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:48.661505 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:48.661763 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312953fd-c6c2-4003-b054-86df36418c8d', 'tag': '38a7900c-ec95-4cc6-9646-cf3bf12af004'}, {'name': 'network-changed', 'server_uuid': '8505e4a3-671b-45c3-b870-b929e8d88369', 'tag': 'e685d181-190b-4acc-89e6-a320b4fc90c7'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:48.669342 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "312953fd-c6c2-4003-b054-86df36418c8d", "tag": "38a7900c-ec95-4cc6-9646-cf3bf12af004"}, {"name": "network-changed", "server_uuid": "8505e4a3-671b-45c3-b870-b929e8d88369", "tag": "e685d181-190b-4acc-89e6-a320b4fc90c7"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:48.702315 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] For port 5d8816aa-3983-4a9e-aa8e-eb5154188a57, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:48.704992 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:48.723950 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] For port 5d8816aa-3983-4a9e-aa8e-eb5154188a57, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5d8816aa-3983-4a9e-aa8e-eb5154188a57,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:48.742469 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:48.753129 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6c40a48b-7093-4830-868e-8d6d4670c4e8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:48.756728 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-dc7043cd-d25b-4d3d-a331-461c25740aa6 service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289082 Nov 11 21:26:48.759550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef801ae-3fbd-4b29-b3db-60bc74c6aba3 req-282b9007-ade7-4cd0-9a1c-0cbd7c6780be tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:48.769718 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ef801ae-3fbd-4b29-b3db-60bc74c6aba3 req-282b9007-ade7-4cd0-9a1c-0cbd7c6780be tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 950 time: 0.1736197 Nov 11 21:26:48.777098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '6c40a48b-7093-4830-868e-8d6d4670c4e8', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '6c40a48b-7093-4830-868e-8d6d4670c4e8', 'mac_address': 'fa:16:3e:66:af:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:26:48.785011 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c40a48b-7093-4830-868e-8d6d4670c4e8'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:48.785780 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae7950-3aea-400c-8e0e-450da2e4bf0e req-313d8263-e438-4022-97e5-4cf2795a7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:48.787265 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-afae7950-3aea-400c-8e0e-450da2e4bf0e req-313d8263-e438-4022-97e5-4cf2795a7743 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1887906 Nov 11 21:26:48.787910 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff0a67e-a616-449f-991d-e1acc7fa9622" -d '{"events": [{"server_uuid": "4eb36f71-48bb-4d2b-a52e-0386b2eb392e", "name": "network-vif-unplugged", "status": "completed", "tag": "6c40a48b-7093-4830-868e-8d6d4670c4e8"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:48.819571 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Routers {'4ee897db-0f78-4ec1-be72-fa0ee083f0e3'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:48.820080 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:26:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:48.824456 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6c40a48b-7093-4830-868e-8d6d4670c4e8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:48.862081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429b4c6-9ae9-4f28-9884-d899d92034ad req-09104619-5256-4785-9f1e-2ac6f2900625 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:48.863708 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0429b4c6-9ae9-4f28-9884-d899d92034ad req-09104619-5256-4785-9f1e-2ac6f2900625 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 943 time: 0.3155305 Nov 11 21:26:48.882797 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:48.967926 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 66170f49-f182-4479-8e19-d074427aee7b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:48.969037 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:48.971681 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:49.026023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c40a48b-7093-4830-868e-8d6d4670c4e8 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:49.037196 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=6c40a48b-7093-4830-868e-8d6d4670c4e8,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:49.056938 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ef801ae-3fbd-4b29-b3db-60bc74c6aba3 req-a649b1a9-a7c8-4ae0-8c24-ef34f5cc58fc tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725289 Nov 11 21:26:49.071169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0429b4c6-9ae9-4f28-9884-d899d92034ad req-0d739e86-d919-471d-9739-62e01fe134ac tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601536 Nov 11 21:26:49.097818 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2699caa-c026-4c9d-aab4-23deaf1a1f8b None None] Pushing event updated for resources: {'Port': ['ID=5d8816aa-3983-4a9e-aa8e-eb5154188a57,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:49.200710 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2699caa-c026-4c9d-aab4-23deaf1a1f8b None None] Pushing event updated for resources: {'Port': ['ID=5d8816aa-3983-4a9e-aa8e-eb5154188a57,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:49.206420 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:26:49.207001 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:26:49.218351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Allocated IP 172.20.0.1 (2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc/598c2848-3688-4b99-9850-d50708b2db79/5d494753-de15-43a0-bb24-7d36a7d12445) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:49.219132 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] Set router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:49.235765 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9d6aaf-b62d-453e-964a-772987186f2e x-openstack-request-id: req-0c9d6aaf-b62d-453e-964a-772987186f2e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:49.236319 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312953fd-c6c2-4003-b054-86df36418c8d", "tag": "38a7900c-ec95-4cc6-9646-cf3bf12af004", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8505e4a3-671b-45c3-b870-b929e8d88369", "tag": "e685d181-190b-4acc-89e6-a320b4fc90c7", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:49.238059 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0c9d6aaf-b62d-453e-964a-772987186f2e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:49.240121 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312953fd-c6c2-4003-b054-86df36418c8d', 'tag': '38a7900c-ec95-4cc6-9646-cf3bf12af004', 'status': 'completed', 'code': 200} Nov 11 21:26:49.240549 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8505e4a3-671b-45c3-b870-b929e8d88369', 'tag': 'e685d181-190b-4acc-89e6-a320b4fc90c7', 'status': 'completed', 'code': 200} Nov 11 21:26:49.259015 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-afae7950-3aea-400c-8e0e-450da2e4bf0e req-371516ec-0ded-4889-878e-31f022c44dbc service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520550 Nov 11 21:26:49.306794 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e9de94-4011-4a77-8038-2cfa5a6a38b2 x-openstack-request-id: req-a0e9de94-4011-4a77-8038-2cfa5a6a38b2 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:49.307108 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb36f71-48bb-4d2b-a52e-0386b2eb392e", "name": "network-vif-unplugged", "status": "completed", "tag": "6c40a48b-7093-4830-868e-8d6d4670c4e8", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:49.307364 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a0e9de94-4011-4a77-8038-2cfa5a6a38b2 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:49.311972 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c40a48b-7093-4830-868e-8d6d4670c4e8', 'code': 200} Nov 11 21:26:49.317463 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518f34d-7210-40bf-8dbf-8e087e3add3a req-3bea3381-0be0-4a74-a737-9307c7d1ea49 service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387068 Nov 11 21:26:49.327610 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:49.450707 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-afae7950-3aea-400c-8e0e-450da2e4bf0e req-053b1c43-7b37-42c6-b78c-27935a45dcb3 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565504 Nov 11 21:26:49.507912 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:49.509758 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-2db15e4e-f098-49ad-b273-e3f9d60e5e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:49.512287 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-2db15e4e-f098-49ad-b273-e3f9d60e5e01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 1094 time: 0.2675843 Nov 11 21:26:49.557980 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:49.561461 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:41Z', 'updated_at': '2021-11-11T21:26:45Z', 'revision_number': 3, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'gw_port': {'id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:44Z', 'updated_at': '2021-11-11T21:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:49.592201 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0016b-ca9c-4e21-b1d1-06fa79f2226f None None] The sync data for ids ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'] in n-d-805737-3 is: [{'id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:41Z', 'updated_at': '2021-11-11T21:26:45Z', 'revision_number': 3, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'gw_port': {'id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:44Z', 'updated_at': '2021-11-11T21:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:26:49.807320 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:49.836645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c40a48b-7093-4830-868e-8d6d4670c4e8 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:49.889009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-1be16659-1c99-453e-8ae6-6d3286cbce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:49.890667 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-1be16659-1c99-453e-8ae6-6d3286cbce37 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 1094 time: 0.4382460 Nov 11 21:26:49.897184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Network 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:49.913656 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6c40a48b-7093-4830-868e-8d6d4670c4e8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:49.923128 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:49.931097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:49.939092 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:50.023489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=6c40a48b-7093-4830-868e-8d6d4670c4e8,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:50.059326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22344f2-12cd-422e-97c4-f98dd697fc6c req-54ee8eed-e388-40a8-a317-6d83fec1e750 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:50.070743 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22344f2-12cd-422e-97c4-f98dd697fc6c req-54ee8eed-e388-40a8-a317-6d83fec1e750 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 947 time: 0.5304418 Nov 11 21:26:50.088981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-f0f73f9b-8282-45c0-920a-568b82879b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:50.093101 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-f0f73f9b-8282-45c0-920a-568b82879b4f service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.5679951 Nov 11 21:26:50.119767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Pushing event updated for resources: {'Port': ['ID=5d494753-de15-43a0-bb24-7d36a7d12445,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:50.165085 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c3094-ecda-4792-82b3-3cf13b617ff2 req-682f9303-d47c-4fb5-a6e3-ec9c22aeb4a0 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:50.166777 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-929c3094-ecda-4792-82b3-3cf13b617ff2 req-682f9303-d47c-4fb5-a6e3-ec9c22aeb4a0 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 948 time: 0.6281776 Nov 11 21:26:50.175057 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-e306db00-063a-453c-a055-04df5f9b7072 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004 HTTP/1.1" status: 200 len: 217 time: 0.0659785 Nov 11 21:26:50.222058 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:50.240168 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-aad75c6e-6234-4570-b209-daaa09f7bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:50.241706 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-aad75c6e-6234-4570-b209-daaa09f7bc9c service neutron] 10.222.0.71 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.3408134 Nov 11 21:26:50.316315 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-635d4a18-3346-46f6-a404-9ae9549ee5ae None None] Provisioning complete for port 5d494753-de15-43a0-bb24-7d36a7d12445 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:50.316951 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-635d4a18-3346-46f6-a404-9ae9549ee5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:50.327835 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22344f2-12cd-422e-97c4-f98dd697fc6c req-f6569b35-8565-441b-81b7-d915e8d69894 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555490 Nov 11 21:26:50.364761 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-7e1d6876-9ec8-4e87-be03-cafd952052e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e685d181-190b-4acc-89e6-a320b4fc90c7 HTTP/1.1" status: 200 len: 217 time: 0.0963914 Nov 11 21:26:50.371631 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['6c40a48b-7093-4830-868e-8d6d4670c4e8'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:50.483328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-cfcd07fe-80b2-468b-b89c-86d5491a8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:50.485194 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-cfcd07fe-80b2-468b-b89c-86d5491a8737 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.2989116 Nov 11 21:26:50.509840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-635d4a18-3346-46f6-a404-9ae9549ee5ae None None] Port 5d494753-de15-43a0-bb24-7d36a7d12445 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:50.535831 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-929c3094-ecda-4792-82b3-3cf13b617ff2 req-650446ac-8eae-4ed8-998e-9577435902d3 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555551 Nov 11 21:26:50.565118 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5d8816aa-3983-4a9e-aa8e-eb5154188a57 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:50.610139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-f2991990-1be0-4ffb-a241-124ead620c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:50.611637 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-f2991990-1be0-4ffb-a241-124ead620c0e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.2348006 Nov 11 21:26:50.614714 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-222d80c5-8bea-48b6-ad23-14d9ae2257b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106248 Nov 11 21:26:50.656396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b303f9-b308-43fc-b672-cd348c270e0d req-dfb25f1a-a836-440d-9954-31aa1f47f7f1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:50.658086 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79b303f9-b308-43fc-b672-cd348c270e0d req-dfb25f1a-a836-440d-9954-31aa1f47f7f1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 943 time: 0.0831811 Nov 11 21:26:50.671275 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:50.685163 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-8fcb2e28-0766-41d1-b69a-fb497da6455b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608697 Nov 11 21:26:50.796290 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-a3ce271b-d7de-48dd-a7d3-a09b3eeb0a25 service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019042 Nov 11 21:26:50.812272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d34e49-bb06-4bd0-8829-46a92e171d5c req-5c6ab6c4-1cbf-47b8-bcda-483592da697b tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:50.814421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18d34e49-bb06-4bd0-8829-46a92e171d5c req-5c6ab6c4-1cbf-47b8-bcda-483592da697b tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 950 time: 0.1283162 Nov 11 21:26:50.836570 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79b303f9-b308-43fc-b672-cd348c270e0d req-9eb91a40-5bcf-4035-b472-d0206ff8d5b7 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713839 Nov 11 21:26:50.864408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5d8816aa-3983-4a9e-aa8e-eb5154188a57 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:50.864816 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:50.959677 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18d34e49-bb06-4bd0-8829-46a92e171d5c req-98b0e781-2f3a-42be-89c6-3e1ca5e416e2 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384254 Nov 11 21:26:51.040999 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:51.075530 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-f8a26349-8b9d-4173-ae81-8c9b50429081 service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683568 Nov 11 21:26:51.083036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 5d8816aa-3983-4a9e-aa8e-eb5154188a57, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5d8816aa-3983-4a9e-aa8e-eb5154188a57,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:51.094702 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:51.108884 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-28be9c98-3f3a-4520-9747-2884ec3dd29b service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227855 Nov 11 21:26:51.134560 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:51.147484 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:51.218424 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=5d8816aa-3983-4a9e-aa8e-eb5154188a57,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:51.279864 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74ecfc69-e6ec-4b6c-b95d-0a4986c7b6f2 req-78b65a61-0bc2-4de2-be37-bdc9ecc6b153 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596053 Nov 11 21:26:51.312119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d513239-642b-4717-93b9-d030da0aa0d7 req-b36848f4-7c37-49ff-b63e-f97766e38daa tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:51.313695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d513239-642b-4717-93b9-d030da0aa0d7 req-b36848f4-7c37-49ff-b63e-f97766e38daa tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 943 time: 0.2903974 Nov 11 21:26:51.330000 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Pushing event updated for resources: {'Port': ['ID=5d494753-de15-43a0-bb24-7d36a7d12445,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:51.337789 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:51.381898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc3540-a8dc-409d-830d-0a3cec42605a req-4fbd0953-d015-429f-b1f5-b547222a261a tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:51.383486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfdc3540-a8dc-409d-830d-0a3cec42605a req-4fbd0953-d015-429f-b1f5-b547222a261a tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 948 time: 0.1397305 Nov 11 21:26:51.458376 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d513239-642b-4717-93b9-d030da0aa0d7 req-1bde2505-5809-486e-8f26-db34cb1d31b7 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310472 Nov 11 21:26:51.500284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfdc3540-a8dc-409d-830d-0a3cec42605a req-4fac8a87-e6bc-4618-83ee-a12c324759ee tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031075 Nov 11 21:26:51.521321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Network 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:51.531247 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:51.726560 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device e685d181-190b-4acc-89e6-a320b4fc90c7 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:26:51.744774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:26:52.008120 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-63010ec3-6323-4b2a-a415-55d0a1b273b3 None None] Provisioning complete for port 5d494753-de15-43a0-bb24-7d36a7d12445 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:52.008644 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-63010ec3-6323-4b2a-a415-55d0a1b273b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.068542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e685d181-190b-4acc-89e6-a320b4fc90c7,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:52.093840 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:26:52.108143 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-63010ec3-6323-4b2a-a415-55d0a1b273b3 None None] Port 5d494753-de15-43a0-bb24-7d36a7d12445 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:52.115024 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'e685d181-190b-4acc-89e6-a320b4fc90c7', 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278', 'port_id': 'e685d181-190b-4acc-89e6-a320b4fc90c7', 'mac_address': 'fa:16:3e:85:d8:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5a99ce-ab7f-414f-98ea-4a261df03b32', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:26:52.115388 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7980bc65-683a-4eb7-9c88-f53f1b7c915e admin admin] 10.222.0.57 "PUT /v2.0/routers/4ee897db-0f78-4ec1-be72-fa0ee083f0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6952121 Nov 11 21:26:52.168113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06abfb9-de77-4737-869f-567d03ed27a0 req-fc1b5f6c-0c0d-46a1-9299-025d3f07e2d2 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:52.170045 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a06abfb9-de77-4737-869f-567d03ed27a0 req-fc1b5f6c-0c0d-46a1-9299-025d3f07e2d2 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 948 time: 0.1270032 Nov 11 21:26:52.185197 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.216289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 20ff4af3-a198-4360-bce5-2407584f3fe5 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:26:52.220052 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6c40a48b-7093-4830-868e-8d6d4670c4e8 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:52.270921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e685d181-190b-4acc-89e6-a320b4fc90c7 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:52.339477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e685d181-190b-4acc-89e6-a320b4fc90c7,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:52.386375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a06abfb9-de77-4737-869f-567d03ed27a0 req-d6243b5f-6b4d-4819-a3fc-573590abbb4f tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091525 Nov 11 21:26:52.403841 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.413579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abcac0-fd81-4a3b-810a-8d3034b22f5f req-4404f588-e1f2-4e67-ada9-98c64c0b6745 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:52.440350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2abcac0-fd81-4a3b-810a-8d3034b22f5f req-4404f588-e1f2-4e67-ada9-98c64c0b6745 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 943 time: 0.2255950 Nov 11 21:26:52.531180 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2abcac0-fd81-4a3b-810a-8d3034b22f5f req-bc21714a-0cde-4882-a60f-4b48a60ae583 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878084 Nov 11 21:26:52.575680 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5d8816aa-3983-4a9e-aa8e-eb5154188a57 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:52.610631 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 6c40a48b-7093-4830-868e-8d6d4670c4e8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:52.611010 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.621145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Sync routers for ids ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:26:52.630254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90cf12-6c0a-4a23-9e8d-70f717728d5f req-043c552a-5220-4b19-8fcb-18db03b0dbe3 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:52.631898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c90cf12-6c0a-4a23-9e8d-70f717728d5f req-043c552a-5220-4b19-8fcb-18db03b0dbe3 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 948 time: 0.0890038 Nov 11 21:26:52.714395 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c90cf12-6c0a-4a23-9e8d-70f717728d5f req-932cd9bf-c7fc-489f-a67e-e918bcc01dc1 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721481 Nov 11 21:26:52.740946 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=e685d181-190b-4acc-89e6-a320b4fc90c7,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:52.744856 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Routers {'4ee897db-0f78-4ec1-be72-fa0ee083f0e3'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:52.745463 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:26:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:52.747884 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['e685d181-190b-4acc-89e6-a320b4fc90c7'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:52.793050 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-afe29710-4f35-4caa-b0a9-be3c8f3a5fd1 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e8f9b916702c4beb944dc7b5f77934a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644011 Nov 11 21:26:52.845184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 20ff4af3-a198-4360-bce5-2407584f3fe5, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=20ff4af3-a198-4360-bce5-2407584f3fe5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:52.959934 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-67256383-c22a-4b96-b051-6c1116f359df tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:52.961548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-67256383-c22a-4b96-b051-6c1116f359df tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606798 Nov 11 21:26:53.007764 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-9c01d910-99ee-4145-bdf0-44d16d663e35 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/quotas/e8f9b916702c4beb944dc7b5f77934a8 HTTP/1.1" status: 200 len: 375 time: 0.0192323 Nov 11 21:26:53.068492 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:53.070391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '20ff4af3-a198-4360-bce5-2407584f3fe5', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '20ff4af3-a198-4360-bce5-2407584f3fe5', 'mac_address': 'fa:16:3e:1a:b4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:26:53.085741 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-ac78c06e-942c-4853-a071-7d3c274713ff tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8f9b916702c4beb944dc7b5f77934a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727241 Nov 11 21:26:53.122732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5d8816aa-3983-4a9e-aa8e-eb5154188a57 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:53.123099 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:53.244698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6c40a48b-7093-4830-868e-8d6d4670c4e8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:53.258131 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40a48b-7093-4830-868e-8d6d4670c4e8'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:53.260279 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9892612f-cc52-48d0-80b3-cfe4dfd546c8" -d '{"events": [{"server_uuid": "4eb36f71-48bb-4d2b-a52e-0386b2eb392e", "name": "network-vif-plugged", "status": "completed", "tag": "6c40a48b-7093-4830-868e-8d6d4670c4e8"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:53.317027 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:53.355444 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Set router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:53.381749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cf59e-5ec1-4e67-b0c7-22ad6af4b0c0 req-f2d3597f-c7dc-4d25-bb60-f181bba6e0c3 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:53.399890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-867cf59e-5ec1-4e67-b0c7-22ad6af4b0c0 req-f2d3597f-c7dc-4d25-bb60-f181bba6e0c3 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 944 time: 0.0942404 Nov 11 21:26:53.479239 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-867cf59e-5ec1-4e67-b0c7-22ad6af4b0c0 req-5f3b7ef6-0f96-4be8-974f-91480c9abe53 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780354 Nov 11 21:26:53.499112 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:53.578064 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84a81d71-f62a-45f2-b810-d193a9ade412 req-f6471edd-7b40-4966-aea4-f08b5b192229 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0394683 Nov 11 21:26:53.698507 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ff4af3-a198-4360-bce5-2407584f3fe5 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:53.705646 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997f80b2-5fc3-4994-91ca-bad24e078bcc x-openstack-request-id: req-997f80b2-5fc3-4994-91ca-bad24e078bcc {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:53.705944 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb36f71-48bb-4d2b-a52e-0386b2eb392e", "name": "network-vif-plugged", "status": "completed", "tag": "6c40a48b-7093-4830-868e-8d6d4670c4e8", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:53.706349 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-997f80b2-5fc3-4994-91ca-bad24e078bcc {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:53.706795 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40a48b-7093-4830-868e-8d6d4670c4e8', 'code': 200} Nov 11 21:26:53.763264 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=6c40a48b-7093-4830-868e-8d6d4670c4e8,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:53.779270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 20ff4af3-a198-4360-bce5-2407584f3fe5, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=20ff4af3-a198-4360-bce5-2407584f3fe5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:53.794312 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:53.794943 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 38a7900c-ec95-4cc6-9646-cf3bf12af004 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:26:53.876907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49aafef-98ca-4a79-a9d7-d957b350171e req-0a417b5a-3524-4f28-857f-b389706f0109 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:53.878479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c49aafef-98ca-4a79-a9d7-d957b350171e req-0a417b5a-3524-4f28-857f-b389706f0109 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 949 time: 0.1051080 Nov 11 21:26:53.979671 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51716) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:53.989270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-67471f20-0ec4-4533-9a78-0b4986f28962 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1030577209', 'description': 'tempest-description--355026251'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:53.993413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=20ff4af3-a198-4360-bce5-2407584f3fe5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:54.004162 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:54.013648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c49aafef-98ca-4a79-a9d7-d957b350171e req-453b5f9a-ece1-4a29-8c61-37b6f2a3c09f tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259589 Nov 11 21:26:54.022386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '38a7900c-ec95-4cc6-9646-cf3bf12af004', 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314', 'port_id': '38a7900c-ec95-4cc6-9646-cf3bf12af004', 'mac_address': 'fa:16:3e:25:ff:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42830d8e-a75d-4ff9-adfb-bfb530d80e8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:26:54.096949 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67471f20-0ec4-4533-9a78-0b4986f28962 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.097227 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:41Z', 'updated_at': '2021-11-11T21:26:50Z', 'revision_number': 4, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'gw_port': {'id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:44Z', 'updated_at': '2021-11-11T21:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '5d494753-de15-43a0-bb24-7d36a7d12445', 'name': '', 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'mac_address': 'fa:16:3e:86:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '598c2848-3688-4b99-9850-d50708b2db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:48Z', 'updated_at': '2021-11-11T21:26:50Z', 'revision_number': 2, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'subnets': [{'id': '598c2848-3688-4b99-9850-d50708b2db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:54.109523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f7c3b-bf5e-42d7-a35e-207349b47745 req-4e1a6d1c-1a77-4f84-a010-97bbd9102a1e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:54.117915 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c34f7c3b-bf5e-42d7-a35e-207349b47745 req-4e1a6d1c-1a77-4f84-a010-97bbd9102a1e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 943 time: 0.0730681 Nov 11 21:26:54.135699 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Checking router: 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:26:54.136161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Updating router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 port 5d494753-de15-43a0-bb24-7d36a7d12445 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:26:54.170029 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.172470 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.223857 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c34f7c3b-bf5e-42d7-a35e-207349b47745 req-4cd673b8-ba47-4fdf-89fa-b9743fb119af tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047721 Nov 11 21:26:54.262838 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67471f20-0ec4-4533-9a78-0b4986f28962 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.271352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67471f20-0ec4-4533-9a78-0b4986f28962 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.322144 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67471f20-0ec4-4533-9a78-0b4986f28962 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33169284-1061-452e-8d76-bf11676268ce,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:54.348296 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67471f20-0ec4-4533-9a78-0b4986f28962 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.351184 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-67471f20-0ec4-4533-9a78-0b4986f28962 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3695552 Nov 11 21:26:54.354616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51718) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:54.363582 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-abeaa4c8-7a0f-4e46-a9aa-5269199147b9 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Request body: {'security_group_rule': {'security_group_id': '33169284-1061-452e-8d76-bf11676268ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:54.380388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568075e-728a-421f-a23a-893485e5712b req-aed5a0a3-9536-4049-ad76-3724afaf89a0 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:54.389394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1568075e-728a-421f-a23a-893485e5712b req-aed5a0a3-9536-4049-ad76-3724afaf89a0 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.0787184 Nov 11 21:26:54.413817 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abeaa4c8-7a0f-4e46-a9aa-5269199147b9 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.490361 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1568075e-728a-421f-a23a-893485e5712b req-5b5965ae-9ba2-499f-9701-698b82efc93e tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989807 Nov 11 21:26:54.539008 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abeaa4c8-7a0f-4e46-a9aa-5269199147b9 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.551583 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abeaa4c8-7a0f-4e46-a9aa-5269199147b9 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.552696 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.558715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a7900c-ec95-4cc6-9646-cf3bf12af004 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:54.566028 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.571447 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaa4c8-7a0f-4e46-a9aa-5269199147b9 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba5c575-735f-4974-a944-bfc5183e1fee,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:54.592366 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abeaa4c8-7a0f-4e46-a9aa-5269199147b9 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.609956 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-abeaa4c8-7a0f-4e46-a9aa-5269199147b9 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2539506 Nov 11 21:26:54.613601 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51724) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:54.646183 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-68f1942a-a698-4003-a362-b809c4aa11f2 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Request body: {'security_group_rule': {'security_group_id': '33169284-1061-452e-8d76-bf11676268ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:54.656310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8714e9-62cd-41ad-9258-64089e356715 req-46213ae4-75d2-4a45-8810-4497c68cf7a0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:54.658234 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b8714e9-62cd-41ad-9258-64089e356715 req-46213ae4-75d2-4a45-8810-4497c68cf7a0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 944 time: 0.0791783 Nov 11 21:26:54.711396 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68f1942a-a698-4003-a362-b809c4aa11f2 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.717877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:54.769131 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.798522 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68f1942a-a698-4003-a362-b809c4aa11f2 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.848105 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68f1942a-a698-4003-a362-b809c4aa11f2 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.849991 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd50a5-e7b1-4a8a-9535-16d8afb0d8a3 None None] Pushing event updated for resources: {'Port': ['ID=5d494753-de15-43a0-bb24-7d36a7d12445,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:54.855554 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-94f7e44c-ead0-453a-b713-6ee6e38a4586 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e8f9b916702c4beb944dc7b5f77934a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353532 Nov 11 21:26:54.865175 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14e220c2-e954-4c11-a35a-b95042d20a60 req-d0014819-4e0f-44e3-bad4-7aa5264311f1 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 210 time: 0.1143286 Nov 11 21:26:54.903420 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b8714e9-62cd-41ad-9258-64089e356715 req-88d3958f-02dd-4737-a463-422fed2de252 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375259 Nov 11 21:26:54.916137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Attempting to bind port 5d494753-de15-43a0-bb24-7d36a7d12445 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:54.916487 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Attempting to bind port 5d494753-de15-43a0-bb24-7d36a7d12445 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'db42ae34-ac54-4aad-ae76-b8edfca51be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:54.916767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Attempting to bind port 5d494753-de15-43a0-bb24-7d36a7d12445 on network 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:54.925675 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68f1942a-a698-4003-a362-b809c4aa11f2 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.928016 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:54.928388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Checking segment: {'id': 'db42ae34-ac54-4aad-ae76-b8edfca51be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:54.928718 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-68f1942a-a698-4003-a362-b809c4aa11f2 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3146677 Nov 11 21:26:54.928870 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.929191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Bound using segment: {'id': 'db42ae34-ac54-4aad-ae76-b8edfca51be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:54.929662 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Bound port: 5d494753-de15-43a0-bb24-7d36a7d12445, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db42ae34-ac54-4aad-ae76-b8edfca51be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:54.930121 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:54.931318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51726) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:54.937632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:54.951031 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1942a-a698-4003-a362-b809c4aa11f2 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab82c71-e4b2-44e9-ad0a-6c49e23fe30a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:54.967932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=38a7900c-ec95-4cc6-9646-cf3bf12af004,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:54.994471 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:55.066657 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] For port 5d494753-de15-43a0-bb24-7d36a7d12445, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:55.074754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] For port 5d494753-de15-43a0-bb24-7d36a7d12445, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5d494753-de15-43a0-bb24-7d36a7d12445,segment=NetworkSegment(db42ae34-ac54-4aad-ae76-b8edfca51be3),segment_id=db42ae34-ac54-4aad-ae76-b8edfca51be3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:55.085519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-755b5557-9b3f-47f0-967b-52626796f070 None None] Provisioning complete for port 5d494753-de15-43a0-bb24-7d36a7d12445 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:55.085944 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-755b5557-9b3f-47f0-967b-52626796f070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:55.088381 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:55.132183 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-5a19e459-2c29-45e4-add1-e2fe7841b86e tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:55.146727 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-5a19e459-2c29-45e4-add1-e2fe7841b86e tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816081 Nov 11 21:26:55.151807 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['20ff4af3-a198-4360-bce5-2407584f3fe5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:55.160294 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-bba2f2df-0bd5-4841-814e-bb12c656d674 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Request body: {'port': {'device_id': '95c92681-922b-4f5e-8db7-c3807ef6f7c7', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'e8f9b916702c4beb944dc7b5f77934a8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:55.197555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['38a7900c-ec95-4cc6-9646-cf3bf12af004'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:55.208851 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:55.310659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96ee11-b988-4082-9bd5-256f22ef1c97 req-c9ac76b6-c2bd-4756-860c-637674a032e0 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:55.319404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f96ee11-b988-4082-9bd5-256f22ef1c97 req-c9ac76b6-c2bd-4756-860c-637674a032e0 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 949 time: 0.1526620 Nov 11 21:26:55.337112 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd50a5-e7b1-4a8a-9535-16d8afb0d8a3 None None] Pushing event updated for resources: {'Port': ['ID=5d494753-de15-43a0-bb24-7d36a7d12445,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:55.348998 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Routers {'4ee897db-0f78-4ec1-be72-fa0ee083f0e3'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:55.349620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:26:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:55.466541 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f96ee11-b988-4082-9bd5-256f22ef1c97 req-8740c78b-9934-4997-a0cf-0cddaa525e20 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414416 Nov 11 21:26:55.470324 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-bba2f2df-0bd5-4841-814e-bb12c656d674 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Made reservation on behalf of e8f9b916702c4beb944dc7b5f77934a8 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:55.476298 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-bba2f2df-0bd5-4841-814e-bb12c656d674 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:55.480391 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Allocated IP 172.25.0.157 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/a895770a-393f-4a14-976e-95ff41e8e6fd) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:55.611603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb703de-bf36-46d3-99d9-f59ce315c082 req-c0fb6dba-909e-4934-bbdf-368a2f74fbfd tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:55.613412 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3bb703de-bf36-46d3-99d9-f59ce315c082 req-c0fb6dba-909e-4934-bbdf-368a2f74fbfd tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 944 time: 0.1871219 Nov 11 21:26:55.694774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-bba2f2df-0bd5-4841-814e-bb12c656d674 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Allocated IP 192.168.233.209 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/600ca751-b7bf-4381-8d61-4388390d276a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:55.747796 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device e685d181-190b-4acc-89e6-a320b4fc90c7 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:55.799483 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-755b5557-9b3f-47f0-967b-52626796f070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:55.880774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] Set router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:55.935784 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-bba2f2df-0bd5-4841-814e-bb12c656d674 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:55.965790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-755b5557-9b3f-47f0-967b-52626796f070 None None] For port 5d494753-de15-43a0-bb24-7d36a7d12445, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5d494753-de15-43a0-bb24-7d36a7d12445,segment=NetworkSegment(db42ae34-ac54-4aad-ae76-b8edfca51be3),segment_id=db42ae34-ac54-4aad-ae76-b8edfca51be3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:55.986379 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-bba2f2df-0bd5-4841-814e-bb12c656d674 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:55.987808 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:55.991366 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-755b5557-9b3f-47f0-967b-52626796f070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:56.016933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['21441cef-1033-4151-aa06-32df24649930'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:56.038181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-bba2f2df-0bd5-4841-814e-bb12c656d674 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:56.041843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-bba2f2df-0bd5-4841-814e-bb12c656d674 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:56.045897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-bba2f2df-0bd5-4841-814e-bb12c656d674 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:56.076533 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:56.086762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2f2df-0bd5-4841-814e-bb12c656d674 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Pushing event updated for resources: {'Port': ['ID=600ca751-b7bf-4381-8d61-4388390d276a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:56.121428 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbe7b5-4ecc-401b-8161-d8d760831e76 req-acd36f35-142a-4784-bb82-4da511071f08 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:56.124966 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-bba2f2df-0bd5-4841-814e-bb12c656d674 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:56.125891 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-bba2f2df-0bd5-4841-814e-bb12c656d674 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:56.135488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adbe7b5-4ecc-401b-8161-d8d760831e76 req-acd36f35-142a-4784-bb82-4da511071f08 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.5300167 Nov 11 21:26:56.157699 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3bb703de-bf36-46d3-99d9-f59ce315c082 req-51fc0b02-0bdd-49ca-a5b6-67a1677aae05 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715430 Nov 11 21:26:56.165329 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-bba2f2df-0bd5-4841-814e-bb12c656d674 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0089092 Nov 11 21:26:56.179211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Request body: {'port': {'device_id': '95c92681-922b-4f5e-8db7-c3807ef6f7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:56.239515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port e685d181-190b-4acc-89e6-a320b4fc90c7 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:26:56.257241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:56.275811 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port e685d181-190b-4acc-89e6-a320b4fc90c7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:56.276189 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:56.286559 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:56.289187 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:56.318911 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:56.360294 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-58c75ce7-3fe6-4813-ac26-7184d04a718e None None] Provisioning complete for port 5d494753-de15-43a0-bb24-7d36a7d12445 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:56.360978 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58c75ce7-3fe6-4813-ac26-7184d04a718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:56.426181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Pushing event updated for resources: {'Port': ['ID=a895770a-393f-4a14-976e-95ff41e8e6fd,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:56.461044 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adbe7b5-4ecc-401b-8161-d8d760831e76 req-f04a928e-da5b-4d47-96ec-bb5026535288 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241253 Nov 11 21:26:56.526808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d9e4b-6068-47dd-8dc7-7b1405b127b2 req-97bd6b38-f7da-42f2-8cf4-24e258174de7 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:56.534447 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e62d9e4b-6068-47dd-8dc7-7b1405b127b2 req-97bd6b38-f7da-42f2-8cf4-24e258174de7 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 936 time: 0.2359090 Nov 11 21:26:56.672175 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:56.683712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e62d9e4b-6068-47dd-8dc7-7b1405b127b2 req-7006f60f-c73f-447b-83a1-ae454c21eace tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482673 Nov 11 21:26:56.722261 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e685d181-190b-4acc-89e6-a320b4fc90c7,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:56.730281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b5557-9b3f-47f0-967b-52626796f070 None None] Pushing event updated for resources: {'Port': ['ID=5d494753-de15-43a0-bb24-7d36a7d12445,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:56.740345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ce314-e8a8-4ef8-b9f5-a41e051259ab req-e8f1fbf9-e351-41a9-8807-0a1986f6a3f1 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:56.753265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8505e4a3-671b-45c3-b870-b929e8d88369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e685d181-190b-4acc-89e6-a320b4fc90c7'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:56.756661 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ed80e3-fc61-4a4e-8e9b-e5c3f192a9c6" -d '{"events": [{"server_uuid": "8505e4a3-671b-45c3-b870-b929e8d88369", "name": "network-vif-plugged", "status": "completed", "tag": "e685d181-190b-4acc-89e6-a320b4fc90c7"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:56.758260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-091ce314-e8a8-4ef8-b9f5-a41e051259ab req-e8f1fbf9-e351-41a9-8807-0a1986f6a3f1 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 944 time: 0.1796682 Nov 11 21:26:56.762429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600ca751-b7bf-4381-8d61-4388390d276a {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:56.767283 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:56.771948 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:56.784719 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:56.786274 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Transition to ACTIVE for port object 600ca751-b7bf-4381-8d61-4388390d276a will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:26:56.798358 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:56.946740 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-091ce314-e8a8-4ef8-b9f5-a41e051259ab req-ccb78b2f-868f-4bc0-a176-77c4c517d26b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810920 Nov 11 21:26:56.982086 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:57.026380 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29ab308-b016-463e-904a-6b8be5f7217b x-openstack-request-id: req-f29ab308-b016-463e-904a-6b8be5f7217b {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:57.026895 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8505e4a3-671b-45c3-b870-b929e8d88369", "name": "network-vif-plugged", "status": "completed", "tag": "e685d181-190b-4acc-89e6-a320b4fc90c7", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:57.027071 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f29ab308-b016-463e-904a-6b8be5f7217b {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:57.027535 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8505e4a3-671b-45c3-b870-b929e8d88369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e685d181-190b-4acc-89e6-a320b4fc90c7', 'code': 200} Nov 11 21:26:57.030088 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=e685d181-190b-4acc-89e6-a320b4fc90c7,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:57.064025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Pushing event updated for resources: {'Port': ['ID=600ca751-b7bf-4381-8d61-4388390d276a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:57.086012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Attempting to bind port 600ca751-b7bf-4381-8d61-4388390d276a on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:57.086628 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Attempting to bind port 600ca751-b7bf-4381-8d61-4388390d276a by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:57.087272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Attempting to bind port 600ca751-b7bf-4381-8d61-4388390d276a on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:57.093494 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Port 600ca751-b7bf-4381-8d61-4388390d276a on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:26:57.094058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Attempting to bind port 600ca751-b7bf-4381-8d61-4388390d276a on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:57.133538 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44cee1-f4cc-43d2-979c-469984c9b0c1 req-5737daa4-503f-4eb4-802f-07d2a31daded tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:57.135840 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:57.136347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:57.137513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:57.138130 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Bound port: 600ca751-b7bf-4381-8d61-4388390d276a, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:57.139810 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:57.146637 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be44cee1-f4cc-43d2-979c-469984c9b0c1 req-5737daa4-503f-4eb4-802f-07d2a31daded tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 949 time: 0.1993012 Nov 11 21:26:57.159844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:41Z', 'updated_at': '2021-11-11T21:26:50Z', 'revision_number': 4, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'gw_port': {'id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:44Z', 'updated_at': '2021-11-11T21:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '5d494753-de15-43a0-bb24-7d36a7d12445', 'name': '', 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'mac_address': 'fa:16:3e:86:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '598c2848-3688-4b99-9850-d50708b2db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:48Z', 'updated_at': '2021-11-11T21:26:55Z', 'revision_number': 4, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'subnets': [{'id': '598c2848-3688-4b99-9850-d50708b2db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:57.167837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96232df5-5d29-47ec-9438-e7a65eba0434 req-5460b224-c183-456b-ae03-86711116d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:57.170128 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96232df5-5d29-47ec-9438-e7a65eba0434 req-5460b224-c183-456b-ae03-86711116d7ac service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 1096 time: 0.0732188 Nov 11 21:26:57.224292 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd383c25-1be1-4481-8c71-c99a34c15e3d None None] The sync data for ids ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'] in n-d-805737-3 is: [{'id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:41Z', 'updated_at': '2021-11-11T21:26:50Z', 'revision_number': 4, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'gw_port': {'id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:44Z', 'updated_at': '2021-11-11T21:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '5d494753-de15-43a0-bb24-7d36a7d12445', 'name': '', 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'mac_address': 'fa:16:3e:86:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '598c2848-3688-4b99-9850-d50708b2db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:48Z', 'updated_at': '2021-11-11T21:26:55Z', 'revision_number': 4, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'subnets': [{'id': '598c2848-3688-4b99-9850-d50708b2db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:26:57.323367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] For port 600ca751-b7bf-4381-8d61-4388390d276a, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:57.355886 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] For port 600ca751-b7bf-4381-8d61-4388390d276a, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=600ca751-b7bf-4381-8d61-4388390d276a,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:57.360916 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96232df5-5d29-47ec-9438-e7a65eba0434 req-d036531f-2c39-4c3a-acde-1378e201df1b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300030 Nov 11 21:26:57.364763 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:57.373885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be44cee1-f4cc-43d2-979c-469984c9b0c1 req-12e7db7c-a5a6-469d-9856-288741f91138 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257924 Nov 11 21:26:57.446871 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:57.460613 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:57.461468 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:57.461618 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:57.463039 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] 10.222.0.71 "PUT /v2.0/ports/600ca751-b7bf-4381-8d61-4388390d276a HTTP/1.1" status: 200 len: 1096 time: 1.2881203 Nov 11 21:26:57.465624 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c92681-922b-4f5e-8db7-c3807ef6f7c7', 'tag': '600ca751-b7bf-4381-8d61-4388390d276a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:57.467993 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b2cc26-37fb-4e60-b673-3f1b18425a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "95c92681-922b-4f5e-8db7-c3807ef6f7c7", "tag": "600ca751-b7bf-4381-8d61-4388390d276a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:57.481175 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766625da-17f2-4435-a238-0f69b2ce5792 service neutron] Pushing event updated for resources: {'Port': ['ID=600ca751-b7bf-4381-8d61-4388390d276a,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:57.481341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350ff8d-8e56-4798-971c-7aad8070cbf7 req-2c16c245-5e31-4865-8ec7-6e3ab7ec89af tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:57.482925 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a350ff8d-8e56-4798-971c-7aad8070cbf7 req-2c16c245-5e31-4865-8ec7-6e3ab7ec89af tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 944 time: 0.1751974 Nov 11 21:26:57.630050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Pushing event updated for resources: {'Port': ['ID=a895770a-393f-4a14-976e-95ff41e8e6fd,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:57.665122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-dadc2ea7-43d6-4849-9da0-85ec6915d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:57.667489 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-dadc2ea7-43d6-4849-9da0-85ec6915d713 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8f9b916702c4beb944dc7b5f77934a8&device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 1099 time: 0.0690961 Nov 11 21:26:57.747935 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-ba683063-2a23-429e-a5d4-e57482b1040a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=600ca751-b7bf-4381-8d61-4388390d276a HTTP/1.1" status: 200 len: 217 time: 0.0632370 Nov 11 21:26:57.767968 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a350ff8d-8e56-4798-971c-7aad8070cbf7 req-32c2162a-63a5-4dae-9b01-ea63a235f8ad tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892588 Nov 11 21:26:57.816046 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3284f-ad9b-4da8-a101-527b54d1f58e req-1fbe9faa-0c35-42a7-9bfa-6b94d2dd81d4 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:57.824638 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5fe3284f-ad9b-4da8-a101-527b54d1f58e req-1fbe9faa-0c35-42a7-9bfa-6b94d2dd81d4 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.2489274 Nov 11 21:26:57.850823 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:57.871560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-26facc0e-b383-482d-b441-218818b0e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:57.873717 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-26facc0e-b383-482d-b441-218818b0e2bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1054418 Nov 11 21:26:57.885518 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:57.895847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bb369811-f17a-4d14-9390-46865d10cb22 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9542749 Nov 11 21:26:57.917072 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1785d9-a7fb-40c5-b57b-33005c282e18 x-openstack-request-id: req-5c1785d9-a7fb-40c5-b57b-33005c282e18 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:57.917361 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c92681-922b-4f5e-8db7-c3807ef6f7c7", "tag": "600ca751-b7bf-4381-8d61-4388390d276a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:57.917611 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c1785d9-a7fb-40c5-b57b-33005c282e18 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:57.918001 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c92681-922b-4f5e-8db7-c3807ef6f7c7', 'tag': '600ca751-b7bf-4381-8d61-4388390d276a', 'status': 'completed', 'code': 200} Nov 11 21:26:57.930970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5fe3284f-ad9b-4da8-a101-527b54d1f58e req-12a6dcf1-a508-468d-8022-cadd9961ef01 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051459 Nov 11 21:26:57.952045 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-6473fccc-45ea-4fc6-aa60-db5b57def7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:57.953576 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-6473fccc-45ea-4fc6-aa60-db5b57def7d8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638945 Nov 11 21:26:58.065313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68ab2e-560e-4e4b-b269-9dbf47c73a6f req-b2da569e-df84-424a-a1aa-fd59fadefdf1 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:58.074197 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e68ab2e-560e-4e4b-b269-9dbf47c73a6f req-b2da569e-df84-424a-a1aa-fd59fadefdf1 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 948 time: 0.0795183 Nov 11 21:26:58.158745 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-eee3dbfc-4164-4557-bfce-79b4d368b90e service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963780 Nov 11 21:26:58.161240 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e68ab2e-560e-4e4b-b269-9dbf47c73a6f req-8d06aeac-87b9-467c-a3bf-a38a9da12861 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810115 Nov 11 21:26:58.303172 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e18465d-2b2c-4832-9a79-5fdf077e2718 req-3da1de28-0407-4360-bb75-ccd0cd872aeb service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310277 Nov 11 21:26:58.303782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03aea6-b1bd-4ef0-b052-b15e970d863a req-ad0cf3f7-ce33-4b48-9a98-880461d46ad2 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:58.317120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a03aea6-b1bd-4ef0-b052-b15e970d863a req-ad0cf3f7-ce33-4b48-9a98-880461d46ad2 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 945 time: 0.1214647 Nov 11 21:26:58.389861 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a03aea6-b1bd-4ef0-b052-b15e970d863a req-0bdad775-a9d5-4544-b8da-51768f9bc01f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716882 Nov 11 21:26:58.456266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5d494753-de15-43a0-bb24-7d36a7d12445 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:58.526383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2cc26-37fb-4e60-b673-3f1b18425a3e req-1d4ae8b0-7618-4dde-a97e-74222f9c390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:58.528906 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56b2cc26-37fb-4e60-b673-3f1b18425a3e req-1d4ae8b0-7618-4dde-a97e-74222f9c390f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8f9b916702c4beb944dc7b5f77934a8&device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 1099 time: 0.1084406 Nov 11 21:26:58.562640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5d494753-de15-43a0-bb24-7d36a7d12445 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:58.563017 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:58.578314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776d725-eaec-411a-b1a1-8f9db73919bf req-c2d53808-e442-479f-90c0-5167b806641b tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:58.580245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5776d725-eaec-411a-b1a1-8f9db73919bf req-c2d53808-e442-479f-90c0-5167b806641b tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 949 time: 0.1035590 Nov 11 21:26:58.723788 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2cc26-37fb-4e60-b673-3f1b18425a3e req-7ce97a55-c253-4c78-aba8-7dc391bff941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:58.729496 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56b2cc26-37fb-4e60-b673-3f1b18425a3e req-7ce97a55-c253-4c78-aba8-7dc391bff941 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1918631 Nov 11 21:26:58.758647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5776d725-eaec-411a-b1a1-8f9db73919bf req-d20399e5-dd48-4954-8fee-853b513ced12 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598313 Nov 11 21:26:58.802014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 20ff4af3-a198-4360-bce5-2407584f3fe5 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:58.804333 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56b2cc26-37fb-4e60-b673-3f1b18425a3e req-2e35dd29-01b9-467f-9e11-27b07873ca94 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=600ca751-b7bf-4381-8d61-4388390d276a HTTP/1.1" status: 200 len: 217 time: 0.0577879 Nov 11 21:26:58.891131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2cc26-37fb-4e60-b673-3f1b18425a3e req-2066b945-15ce-4755-abc3-6b28cbcc253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:58.893421 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56b2cc26-37fb-4e60-b673-3f1b18425a3e req-2066b945-15ce-4755-abc3-6b28cbcc253c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0692775 Nov 11 21:26:58.930909 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 20ff4af3-a198-4360-bce5-2407584f3fe5 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:26:58.938853 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 20ff4af3-a198-4360-bce5-2407584f3fe5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:58.938853 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:59.063263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2cc26-37fb-4e60-b673-3f1b18425a3e req-a5745379-1568-4141-9e3b-b40c71bfa4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:59.065205 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56b2cc26-37fb-4e60-b673-3f1b18425a3e req-a5745379-1568-4141-9e3b-b40c71bfa4de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1537437 Nov 11 21:26:59.075428 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02adb3b-17d9-438e-887a-610c868d93db req-a5a87e3e-26cd-49c7-bfce-8658924f6f66 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:59.085190 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:59.086580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e02adb3b-17d9-438e-887a-610c868d93db req-a5a87e3e-26cd-49c7-bfce-8658924f6f66 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 944 time: 0.1793494 Nov 11 21:26:59.161579 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a50eaf-5754-4a88-9ec4-2ca8616e9060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ff4af3-a198-4360-bce5-2407584f3fe5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:59.168155 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabff847-2f02-49cb-901e-fd5d598d0688" -d '{"events": [{"server_uuid": "98a50eaf-5754-4a88-9ec4-2ca8616e9060", "name": "network-vif-plugged", "status": "completed", "tag": "20ff4af3-a198-4360-bce5-2407584f3fe5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:59.200441 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 20ff4af3-a198-4360-bce5-2407584f3fe5, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=20ff4af3-a198-4360-bce5-2407584f3fe5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:59.211651 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:59.212708 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 38a7900c-ec95-4cc6-9646-cf3bf12af004 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:59.226055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dc563-3be9-421e-a4c0-bbf24073bdb8 req-98808b5f-677c-4a91-ae13-1efcfb4bf8f3 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:59.234736 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-320dc563-3be9-421e-a4c0-bbf24073bdb8 req-98808b5f-677c-4a91-ae13-1efcfb4bf8f3 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.1201117 Nov 11 21:26:59.254279 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e02adb3b-17d9-438e-887a-610c868d93db req-ca1ad06f-8433-4974-a866-280973f6b351 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664329 Nov 11 21:26:59.294975 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56b2cc26-37fb-4e60-b673-3f1b18425a3e req-0d8e746b-401c-4e46-9bc6-1c42b9cc9f6d service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205644 Nov 11 21:26:59.312158 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-320dc563-3be9-421e-a4c0-bbf24073bdb8 req-0b2f79f7-de6a-4473-bfe0-11e13cacd941 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762353 Nov 11 21:26:59.453587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37bcc7-417c-4830-aa5a-94325da23af4 req-099e48e6-04e1-4fbb-bbe8-9489d7bd446d tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:59.463474 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a37bcc7-417c-4830-aa5a-94325da23af4 req-099e48e6-04e1-4fbb-bbe8-9489d7bd446d tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 948 time: 0.0804772 Nov 11 21:26:59.465767 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56b2cc26-37fb-4e60-b673-3f1b18425a3e req-f701c463-f7bc-4df4-b7a6-d18870d0ab9c service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590183 Nov 11 21:26:59.489632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=20ff4af3-a198-4360-bce5-2407584f3fe5,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:59.505994 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd877809-9bfd-4f1b-b19a-6b12850d06f0 x-openstack-request-id: req-bd877809-9bfd-4f1b-b19a-6b12850d06f0 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:59.506357 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a50eaf-5754-4a88-9ec4-2ca8616e9060", "name": "network-vif-plugged", "status": "completed", "tag": "20ff4af3-a198-4360-bce5-2407584f3fe5", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:59.506763 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bd877809-9bfd-4f1b-b19a-6b12850d06f0 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:59.507169 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a50eaf-5754-4a88-9ec4-2ca8616e9060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ff4af3-a198-4360-bce5-2407584f3fe5', 'code': 200} Nov 11 21:26:59.507906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 38a7900c-ec95-4cc6-9646-cf3bf12af004 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:26:59.512986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 38a7900c-ec95-4cc6-9646-cf3bf12af004 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:59.513523 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:59.577846 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a37bcc7-417c-4830-aa5a-94325da23af4 req-99402297-c67b-43b9-840a-dfcb3e982f0f tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132562 Nov 11 21:26:59.700159 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee9c0a-bfab-4933-89db-5c88386723e1 req-09e705cb-1ac7-4078-9944-08d6d1a4ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:59.701791 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ddee9c0a-bfab-4933-89db-5c88386723e1 req-09e705cb-1ac7-4078-9944-08d6d1a4ae17 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 1101 time: 0.1199441 Nov 11 21:26:59.752297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be5087-8615-482c-8bd5-29c2faf151e8 req-fa195be8-ea53-4bb2-bdf5-4d01936435d6 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:59.760230 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f8be5087-8615-482c-8bd5-29c2faf151e8 req-fa195be8-ea53-4bb2-bdf5-4d01936435d6 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 945 time: 0.1096191 Nov 11 21:26:59.787219 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:59.836127 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ddee9c0a-bfab-4933-89db-5c88386723e1 req-1d90d156-b2b7-45a4-92c0-63a29193e30c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176586 Nov 11 21:26:59.839716 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f8be5087-8615-482c-8bd5-29c2faf151e8 req-4b2a9965-d2f4-4c54-8f08-ae7c5afbc0b7 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700471 Nov 11 21:26:59.864900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:59.877834 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:59.910695 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d78f4-a2ef-4f10-9a76-34ad4125c929 req-b98fd856-f66e-40c7-b167-0993d733b119 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:59.918744 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-197d78f4-a2ef-4f10-9a76-34ad4125c929 req-b98fd856-f66e-40c7-b167-0993d733b119 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 950 time: 0.0647302 Nov 11 21:26:59.939612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=38a7900c-ec95-4cc6-9646-cf3bf12af004,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:00.025073 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-197d78f4-a2ef-4f10-9a76-34ad4125c929 req-d933441a-5e41-4fbd-ae75-337b184601e4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003878 Nov 11 21:27:00.049650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2664c8-676a-45a8-8b31-eee240f4afcd req-561c0728-97f1-4974-a0cd-1ab7d0f68ba6 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:00.051226 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb2664c8-676a-45a8-8b31-eee240f4afcd req-561c0728-97f1-4974-a0cd-1ab7d0f68ba6 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 1096 time: 0.0773299 Nov 11 21:27:00.121520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb2664c8-676a-45a8-8b31-eee240f4afcd req-27cdee6c-4124-43f3-b3b2-aac813780158 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616119 Nov 11 21:27:00.249666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08f252-dbd0-4b5f-a4c8-f670e07770d8 req-3fe00163-b0d0-4f2c-aed2-d4a964658af6 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:00.251692 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a08f252-dbd0-4b5f-a4c8-f670e07770d8 req-3fe00163-b0d0-4f2c-aed2-d4a964658af6 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 1096 time: 0.0666082 Nov 11 21:27:00.351228 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a08f252-dbd0-4b5f-a4c8-f670e07770d8 req-043d0b85-24e4-444f-b7ac-ac690e1c6f48 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894976 Nov 11 21:27:00.443920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9dffc-64e7-423f-9e02-c3370367b445 req-7c5e8cb6-4515-4043-ac2d-41a6bc79c07c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:00.445535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7db9dffc-64e7-423f-9e02-c3370367b445 req-7c5e8cb6-4515-4043-ac2d-41a6bc79c07c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 945 time: 0.0823674 Nov 11 21:27:00.532611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7db9dffc-64e7-423f-9e02-c3370367b445 req-56c97abc-36dd-440b-a9c3-fa372b57a0c6 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767038 Nov 11 21:27:00.549401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78fb88-d9a8-4a70-b90d-ba56e4b40198 req-02bb10c7-8589-4202-b8c6-c8eddebdc000 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:00.557092 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc78fb88-d9a8-4a70-b90d-ba56e4b40198 req-02bb10c7-8589-4202-b8c6-c8eddebdc000 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.1104860 Nov 11 21:27:00.666156 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc78fb88-d9a8-4a70-b90d-ba56e4b40198 req-16bd99d1-3f2a-4610-a645-e34dc73ff62b tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080396 Nov 11 21:27:00.825477 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb2dd9-8fa2-44f6-81d1-2eab778ad365 req-883acc63-4eb8-4620-a965-159c99e744e0 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:00.834239 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6afb2dd9-8fa2-44f6-81d1-2eab778ad365 req-883acc63-4eb8-4620-a965-159c99e744e0 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 948 time: 0.0887537 Nov 11 21:27:00.893012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6afb2dd9-8fa2-44f6-81d1-2eab778ad365 req-034707bf-c611-4575-8c76-c16321e70609 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578284 Nov 11 21:27:01.121220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc37c71-7b69-4127-9591-64d1ec0e7189 req-6a90a6f5-5086-449b-bcca-99b47bc780e7 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:01.129511 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6bc37c71-7b69-4127-9591-64d1ec0e7189 req-6a90a6f5-5086-449b-bcca-99b47bc780e7 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 1096 time: 0.1208484 Nov 11 21:27:01.157314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b3c60-cace-4a49-b474-57f5f6caa68f req-9dc61e3e-3453-4b89-ba99-72c9dd709624 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:01.159171 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a3b3c60-cace-4a49-b474-57f5f6caa68f req-9dc61e3e-3453-4b89-ba99-72c9dd709624 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 945 time: 0.1011200 Nov 11 21:27:01.215306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6bc37c71-7b69-4127-9591-64d1ec0e7189 req-c5231be9-6fe1-4531-ad6d-32c589c52689 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845041 Nov 11 21:27:01.268301 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a3b3c60-cace-4a49-b474-57f5f6caa68f req-2ee5bacd-626e-4c5c-a942-5fe6ab4e1c50 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984445 Nov 11 21:27:01.344436 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e250ce2-0415-4f8b-a7c8-dc60d35a564f req-26a9df3f-c9a7-49e0-87c2-66f9613ea47e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:01.346062 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e250ce2-0415-4f8b-a7c8-dc60d35a564f req-26a9df3f-c9a7-49e0-87c2-66f9613ea47e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 950 time: 0.0665591 Nov 11 21:27:01.422825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e250ce2-0415-4f8b-a7c8-dc60d35a564f req-8bd4f062-1c14-4111-b663-a6bdaf761cdc tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697620 Nov 11 21:27:01.508543 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312953fd-c6c2-4003-b054-86df36418c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a7900c-ec95-4cc6-9646-cf3bf12af004'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:01.512124 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6969bb-19cf-4e25-ac9a-8436469f95df" -d '{"events": [{"server_uuid": "312953fd-c6c2-4003-b054-86df36418c8d", "name": "network-vif-plugged", "status": "completed", "tag": "38a7900c-ec95-4cc6-9646-cf3bf12af004"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:01.559653 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b964c390-fcc5-4df4-8386-2b83f6bbc251 x-openstack-request-id: req-b964c390-fcc5-4df4-8386-2b83f6bbc251 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:01.559966 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312953fd-c6c2-4003-b054-86df36418c8d", "name": "network-vif-plugged", "status": "completed", "tag": "38a7900c-ec95-4cc6-9646-cf3bf12af004", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:01.560469 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b964c390-fcc5-4df4-8386-2b83f6bbc251 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:01.561041 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312953fd-c6c2-4003-b054-86df36418c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a7900c-ec95-4cc6-9646-cf3bf12af004', 'code': 200} Nov 11 21:27:01.653866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 600ca751-b7bf-4381-8d61-4388390d276a details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:27:01.748941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce839f1-9d54-4e36-b4bf-7bc9484b787b req-27eb7880-e804-4cf9-b150-c047058a469c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:01.761032 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ce839f1-9d54-4e36-b4bf-7bc9484b787b req-27eb7880-e804-4cf9-b150-c047058a469c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 945 time: 0.0921583 Nov 11 21:27:01.765508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc7159-a09a-4360-8cf3-f4eed7f2bd10 req-aa8daac1-9857-4585-a44b-233a907114f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:01.768426 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49dc7159-a09a-4360-8cf3-f4eed7f2bd10 req-aa8daac1-9857-4585-a44b-233a907114f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 1096 time: 0.1300762 Nov 11 21:27:01.822597 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ce839f1-9d54-4e36-b4bf-7bc9484b787b req-44b2e04f-4c74-467f-b2b0-eabdcef10f88 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602558 Nov 11 21:27:01.847703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 600ca751-b7bf-4381-8d61-4388390d276a, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=600ca751-b7bf-4381-8d61-4388390d276a,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:01.892201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '600ca751-b7bf-4381-8d61-4388390d276a', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '600ca751-b7bf-4381-8d61-4388390d276a', 'mac_address': 'fa:16:3e:a8:04:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:27:01.898068 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49dc7159-a09a-4360-8cf3-f4eed7f2bd10 req-895d3632-05a9-4a71-bbf1-bbf235877ec5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205728 Nov 11 21:27:01.905280 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90b175-5b91-4edc-b96b-e41dc3a75a22 req-ff6012d1-ba5d-442b-a113-61219015aab2 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:01.916127 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a90b175-5b91-4edc-b96b-e41dc3a75a22 req-ff6012d1-ba5d-442b-a113-61219015aab2 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.0857196 Nov 11 21:27:01.954668 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:01.974946 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600ca751-b7bf-4381-8d61-4388390d276a {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:02.006989 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 600ca751-b7bf-4381-8d61-4388390d276a, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=600ca751-b7bf-4381-8d61-4388390d276a,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:02.014393 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:02.041106 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a90b175-5b91-4edc-b96b-e41dc3a75a22 req-c92a2bc7-760e-406a-9f32-d88eafd03268 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240461 Nov 11 21:27:02.111964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42eb3f-65e0-4e17-8b03-c99be3d9cadf req-d6ca2806-ca35-412e-8520-eb5bd674f987 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:02.118679 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff42eb3f-65e0-4e17-8b03-c99be3d9cadf req-d6ca2806-ca35-412e-8520-eb5bd674f987 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 949 time: 0.1057620 Nov 11 21:27:02.135981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=600ca751-b7bf-4381-8d61-4388390d276a,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:02.200103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff42eb3f-65e0-4e17-8b03-c99be3d9cadf req-5a67725a-d503-4709-a867-fc19682bbb24 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681584 Nov 11 21:27:02.345087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['600ca751-b7bf-4381-8d61-4388390d276a'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:02.370111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8588e6-76eb-4866-85a5-25245246cb93 req-2e43be7d-9df1-4ac3-aac4-e3024c174a1d tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:02.385912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf8588e6-76eb-4866-85a5-25245246cb93 req-2e43be7d-9df1-4ac3-aac4-e3024c174a1d tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 1096 time: 0.0945740 Nov 11 21:27:02.554026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf8588e6-76eb-4866-85a5-25245246cb93 req-03f708d7-e89a-4718-a6be-c23dc20b80bd tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662159 Nov 11 21:27:02.653138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6795249-0d88-432a-8b62-10dd2895ef03 req-e4506d2a-3e15-4d6f-8c1f-d3e5c74457ec tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:02.654680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c6795249-0d88-432a-8b62-10dd2895ef03 req-e4506d2a-3e15-4d6f-8c1f-d3e5c74457ec tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 950 time: 0.0721118 Nov 11 21:27:02.716908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c6795249-0d88-432a-8b62-10dd2895ef03 req-5d75e231-9436-43ea-bd5f-0e24fea55189 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540063 Nov 11 21:27:03.141794 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:27:03.677220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 600ca751-b7bf-4381-8d61-4388390d276a up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:27:03.737661 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 600ca751-b7bf-4381-8d61-4388390d276a completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:27:03.746549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 600ca751-b7bf-4381-8d61-4388390d276a triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:03.746929 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:03.813580 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-299de91b-0db5-4db6-8c2a-edb12bf08645 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:03.816140 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-299de91b-0db5-4db6-8c2a-edb12bf08645 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.71 "GET /v2.0/ports?device_id=47b40860-cf04-474e-bd38-51c287ac445c HTTP/1.1" status: 200 len: 945 time: 0.0635796 Nov 11 21:27:03.895019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-30843cd1-dd71-483f-8b0f-a71a4963127d tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:27:03.896569 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-30843cd1-dd71-483f-8b0f-a71a4963127d tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079596 Nov 11 21:27:03.903565 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:03.950629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 600ca751-b7bf-4381-8d61-4388390d276a, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=600ca751-b7bf-4381-8d61-4388390d276a,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:03.952276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c92681-922b-4f5e-8db7-c3807ef6f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600ca751-b7bf-4381-8d61-4388390d276a'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:03.955333 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a08e53-6dfd-4d6b-9d30-72c155f5ac4f" -d '{"events": [{"server_uuid": "95c92681-922b-4f5e-8db7-c3807ef6f7c7", "name": "network-vif-plugged", "status": "completed", "tag": "600ca751-b7bf-4381-8d61-4388390d276a"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:03.962353 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:04.010926 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-7a7181a4-90c8-496c-a1c8-6d4cc3f89f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:04.014111 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-7a7181a4-90c8-496c-a1c8-6d4cc3f89f01 service neutron] 10.222.0.57 "GET /v2.0/ports/e685d181-190b-4acc-89e6-a320b4fc90c7 HTTP/1.1" status: 200 len: 1093 time: 0.0959487 Nov 11 21:27:04.019047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-f64700f8-ed34-4644-8447-201a5afe41a0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Deleting port af020417-1e11-44f1-b2c6-3f3d6d119b29 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:27:04.019422 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-f64700f8-ed34-4644-8447-201a5afe41a0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:04.027300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-17e608fe-adc1-4a6c-8fe6-db7ea8417e43 service neutron] Request body: {'binding': {'host': 'n-h1-805737-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:04.027745 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-17e608fe-adc1-4a6c-8fe6-db7ea8417e43 service neutron] Unknown quota resources ['binding']. {{(pid=102535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:27:04.057936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=600ca751-b7bf-4381-8d61-4388390d276a,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:04.213304 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-ab331f09-c614-4c89-a597-bcbff355ddf3 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1128107912&fields=id&tenant_id=b98c995e413247389f8d143b99b8f58a HTTP/1.1" status: 200 len: 267 time: 0.0531962 Nov 11 21:27:04.215813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-f64700f8-ed34-4644-8447-201a5afe41a0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] For port af020417-1e11-44f1-b2c6-3f3d6d119b29, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=af020417-1e11-44f1-b2c6-3f3d6d119b29,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:04.216187 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-f64700f8-ed34-4644-8447-201a5afe41a0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:04.353052 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-c0c146da-a8c4-46a1-95ca-5682512b6e9c tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:04.360894 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-c0c146da-a8c4-46a1-95ca-5682512b6e9c tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/networks?id=c7ada215-bfc4-465c-92bd-a6c626636ee6 HTTP/1.1" status: 200 len: 823 time: 0.1390419 Nov 11 21:27:04.371249 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-46f9a514-c64a-4507-8599-238c9e09cd1e tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/quotas/b98c995e413247389f8d143b99b8f58a HTTP/1.1" status: 200 len: 375 time: 0.0093708 Nov 11 21:27:04.436567 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-b0487e6b-c9d7-48f2-b534-3c6e87229912 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b98c995e413247389f8d143b99b8f58a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0587950 Nov 11 21:27:04.454019 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-0937f2a3-b90c-415c-a0f5-0e69d0343047 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:27:04.461498 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-0937f2a3-b90c-415c-a0f5-0e69d0343047 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056293 Nov 11 21:27:04.567870 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-338996b8-454b-4948-a0d3-42b9157c0a8c service neutron] 10.222.0.57 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020916 Nov 11 21:27:04.655614 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-17e608fe-adc1-4a6c-8fe6-db7ea8417e43 service neutron] Attempting to bind port e685d181-190b-4acc-89e6-a320b4fc90c7 on host n-h1-805737-3 for vnic_type normal with profile None {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:27:04.655946 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-17e608fe-adc1-4a6c-8fe6-db7ea8417e43 service neutron] Attempting to bind port e685d181-190b-4acc-89e6-a320b4fc90c7 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:27:04.656275 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-17e608fe-adc1-4a6c-8fe6-db7ea8417e43 service neutron] Attempting to bind port e685d181-190b-4acc-89e6-a320b4fc90c7 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:04.664422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-52e2a6ea-1909-4542-858e-3b181f294bcb service neutron] 10.222.0.57 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955842 Nov 11 21:27:04.668625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-17e608fe-adc1-4a6c-8fe6-db7ea8417e43 service neutron] Port e685d181-190b-4acc-89e6-a320b4fc90c7 on network e804e73e-0e84-4575-af51-ae80f841f278 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:27:04.668625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-17e608fe-adc1-4a6c-8fe6-db7ea8417e43 service neutron] Attempting to bind port e685d181-190b-4acc-89e6-a320b4fc90c7 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:04.674495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-17e608fe-adc1-4a6c-8fe6-db7ea8417e43 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:27:04.674861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-17e608fe-adc1-4a6c-8fe6-db7ea8417e43 service neutron] Checking segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:04.675265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-17e608fe-adc1-4a6c-8fe6-db7ea8417e43 service neutron] Bound using segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:27:04.675696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-17e608fe-adc1-4a6c-8fe6-db7ea8417e43 service neutron] Bound port: e685d181-190b-4acc-89e6-a320b4fc90c7, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:27:04.775405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-17e608fe-adc1-4a6c-8fe6-db7ea8417e43 service neutron] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=e685d181-190b-4acc-89e6-a320b4fc90c7,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:27:04.784647 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-17e608fe-adc1-4a6c-8fe6-db7ea8417e43 service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:04.786429 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-17e608fe-adc1-4a6c-8fe6-db7ea8417e43 service neutron] 10.222.0.57 "POST /v2.0/ports/e685d181-190b-4acc-89e6-a320b4fc90c7/bindings HTTP/1.1" status: 201 len: 389 time: 0.7632589 Nov 11 21:27:04.788761 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-f64700f8-ed34-4644-8447-201a5afe41a0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:04.789505 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-f64700f8-ed34-4644-8447-201a5afe41a0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:04.789865 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-f64700f8-ed34-4644-8447-201a5afe41a0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Floating IP e64c0727-8442-49ff-9d0d-9b3df4698e96 disassociated. External IP: 172.25.0.85, port: af020417-1e11-44f1-b2c6-3f3d6d119b29. Nov 11 21:27:04.790943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-f64700f8-ed34-4644-8447-201a5afe41a0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Calling delete_port for af020417-1e11-44f1-b2c6-3f3d6d119b29 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:27:04.929081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47eb99-6849-4c07-bc22-ab6cd35ff801 req-e81e0133-5033-4646-be99-e4920064d32a tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:04.930889 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b47eb99-6849-4c07-bc22-ab6cd35ff801 req-e81e0133-5033-4646-be99-e4920064d32a tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 1101 time: 0.0776150 Nov 11 21:27:05.028101 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-f64700f8-ed34-4644-8447-201a5afe41a0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:05.069064 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64700f8-ed34-4644-8447-201a5afe41a0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Pushing event deleted for resources: {'Port': ['ID=af020417-1e11-44f1-b2c6-3f3d6d119b29,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:05.092590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b47eb99-6849-4c07-bc22-ab6cd35ff801 req-b3a6ce70-56c5-4c81-9125-6f031b2e3148 tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527879 Nov 11 21:27:05.122817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683035b-4888-4e57-8b54-0d856adbc17a req-bc0bc3a9-1988-4900-902b-998525e01fba tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:05.142887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e683035b-4888-4e57-8b54-0d856adbc17a req-bc0bc3a9-1988-4900-902b-998525e01fba tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 945 time: 0.1473439 Nov 11 21:27:05.242575 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e683035b-4888-4e57-8b54-0d856adbc17a req-014e3b36-9f63-4f37-89f1-6567d58ce685 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953360 Nov 11 21:27:05.260185 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-024e484d-23c8-4508-95c8-dcfc5d92e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:05.263288 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-024e484d-23c8-4508-95c8-dcfc5d92e90d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 1096 time: 0.1961832 Nov 11 21:27:05.349049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bee6d1-67c6-4fd8-937e-879dab7b625d req-76e681fb-440c-451b-a70f-62b824f4121b tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:05.359473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93bee6d1-67c6-4fd8-937e-879dab7b625d req-76e681fb-440c-451b-a70f-62b824f4121b tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.1076748 Nov 11 21:27:05.435037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-f64700f8-ed34-4644-8447-201a5afe41a0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Router 81aa319c-920f-4d80-917e-1877948a580f has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:27:05.461096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03890a-6877-4216-8f5a-677f861cfe86 req-af0ca3bd-87ba-4048-b770-101a33683579 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:05.462763 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd03890a-6877-4216-8f5a-677f861cfe86 req-af0ca3bd-87ba-4048-b770-101a33683579 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 950 time: 0.1236076 Nov 11 21:27:05.474771 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93bee6d1-67c6-4fd8-937e-879dab7b625d req-fc57c43c-9cb7-42a4-bc5b-c99975b68a84 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137526 Nov 11 21:27:05.563555 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced2f05f-9a3a-4293-a4d8-ca4ba03ac6aa x-openstack-request-id: req-ced2f05f-9a3a-4293-a4d8-ca4ba03ac6aa {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:05.565146 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c92681-922b-4f5e-8db7-c3807ef6f7c7", "name": "network-vif-plugged", "status": "completed", "tag": "600ca751-b7bf-4381-8d61-4388390d276a", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:05.565643 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ced2f05f-9a3a-4293-a4d8-ca4ba03ac6aa {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:05.566257 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c92681-922b-4f5e-8db7-c3807ef6f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600ca751-b7bf-4381-8d61-4388390d276a', 'code': 200} Nov 11 21:27:05.595124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd03890a-6877-4216-8f5a-677f861cfe86 req-4ed42bb1-05e7-4b5f-88db-7eb70b172b25 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144631 Nov 11 21:27:05.607690 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-4097acac-9bac-41b6-9a8c-5eeb1386c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:05.610579 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-4097acac-9bac-41b6-9a8c-5eeb1386c74b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.3338325 Nov 11 21:27:05.677935 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-f64700f8-ed34-4644-8447-201a5afe41a0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:27:05.687250 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-5fa3c161-2f8c-4c49-84dc-cae2dbfbdb25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e685d181-190b-4acc-89e6-a320b4fc90c7 HTTP/1.1" status: 200 len: 217 time: 0.0631659 Nov 11 21:27:05.689910 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f5e0c-dc40-499a-a802-cd61624b050d None None] Sync routers for ids ['81aa319c-920f-4d80-917e-1877948a580f'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:27:05.720823 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f5e0c-dc40-499a-a802-cd61624b050d None None] Routers {'81aa319c-920f-4d80-917e-1877948a580f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:27:05.722947 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c77f5e0c-dc40-499a-a802-cd61624b050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:26:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['81aa319c-920f-4d80-917e-1877948a580f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:05.741454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c900b2c6-f4bc-44d1-9cfb-8d530223799f req-96badc6e-139d-40b6-a861-5d9c7fbe2761 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 210 time: 0.0630593 Nov 11 21:27:05.831967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-f64700f8-ed34-4644-8447-201a5afe41a0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] No DVR routers for this DVR port af020417-1e11-44f1-b2c6-3f3d6d119b29 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:27:05.836305 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-e19b4834-fe31-4fba-abc4-7afa11e667a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:05.838174 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-e19b4834-fe31-4fba-abc4-7afa11e667a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.1159496 Nov 11 21:27:05.843742 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-f64700f8-ed34-4644-8447-201a5afe41a0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:05.848054 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ab1ca3f-3262-49b9-a68d-ba629b37fce2 req-f64700f8-ed34-4644-8447-201a5afe41a0 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.71 "DELETE /v2.0/ports/af020417-1e11-44f1-b2c6-3f3d6d119b29 HTTP/1.1" status: 204 len: 173 time: 2.0247529 Nov 11 21:27:05.850280 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b40860-cf04-474e-bd38-51c287ac445c', 'name': 'network-vif-deleted', 'tag': 'af020417-1e11-44f1-b2c6-3f3d6d119b29'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:05.853060 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96df5e5-a1a7-440b-831f-8147ae407ab1" -d '{"events": [{"server_uuid": "47b40860-cf04-474e-bd38-51c287ac445c", "name": "network-vif-deleted", "tag": "af020417-1e11-44f1-b2c6-3f3d6d119b29"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:05.940469 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-986b5f36-6fe3-4ec7-92de-c8c542435a33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842407 Nov 11 21:27:05.947962 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c77f5e0c-dc40-499a-a802-cd61624b050d None None] Set router 81aa319c-920f-4d80-917e-1877948a580f gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:27:05.960238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a714-4005-4582-b62a-467518e4e640 req-6660931d-b10f-4aea-bdd9-6047c65bcb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:05.966610 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bc26a714-4005-4582-b62a-467518e4e640 req-6660931d-b10f-4aea-bdd9-6047c65bcb97 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 1101 time: 0.2747788 Nov 11 21:27:06.105451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a64c49-72c5-4867-aa48-cede5828efbb req-269d3dc5-d498-457c-9b37-a5990a295d8a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:06.107203 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f6a64c49-72c5-4867-aa48-cede5828efbb req-269d3dc5-d498-457c-9b37-a5990a295d8a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 945 time: 0.2312586 Nov 11 21:27:06.195580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f6a64c49-72c5-4867-aa48-cede5828efbb req-dcbf2457-a9cc-4489-b814-f2493b18bef1 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801792 Nov 11 21:27:06.197349 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-7ba79595-640e-41c2-8c22-ca6d56912b12 service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427704 Nov 11 21:27:06.204819 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bc26a714-4005-4582-b62a-467518e4e640 req-bba4b8c1-f913-462c-855c-473523f2e0c4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014018 Nov 11 21:27:06.254426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-7e0b5cdf-50c8-4ec3-809b-3f16810fdcfa tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:06.262057 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-7e0b5cdf-50c8-4ec3-809b-3f16810fdcfa tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/networks?id=0cdf8c34-5a47-461f-9b7a-130819e76f23 HTTP/1.1" status: 200 len: 814 time: 0.3240485 Nov 11 21:27:06.282436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-a3f96bd7-c8bc-45b7-a956-b12eace33297 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/quotas/4760953b72d444f1a09d53b6186d1f92 HTTP/1.1" status: 200 len: 375 time: 0.0193782 Nov 11 21:27:06.345317 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-650fa572-236a-4883-b7c2-a1658c391021 service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315322 Nov 11 21:27:06.383998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-80399a98-6375-4bcf-a914-57bd58c56299 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4760953b72d444f1a09d53b6186d1f92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006560 Nov 11 21:27:06.385927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097e81f-546b-4d4e-af8f-99446f058f9b req-ea70f83c-2d99-45e9-bb3b-eb07214d5bcd tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:06.393225 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0097e81f-546b-4d4e-af8f-99446f058f9b req-ea70f83c-2d99-45e9-bb3b-eb07214d5bcd tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 1096 time: 0.0712144 Nov 11 21:27:06.422292 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c77f5e0c-dc40-499a-a802-cd61624b050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '65bc1b10-b75c-490b-91e5-2b283f02be08', 'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'mac_address': 'fa:16:3e:af:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:31Z', 'updated_at': '2021-11-11T21:24:37Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'subnets': [{'id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:06.449177 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f5e0c-dc40-499a-a802-cd61624b050d None None] Checking router: 81aa319c-920f-4d80-917e-1877948a580f for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:27:06.465360 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f5e0c-dc40-499a-a802-cd61624b050d None None] Routers {'81aa319c-920f-4d80-917e-1877948a580f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:27:06.468382 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c77f5e0c-dc40-499a-a802-cd61624b050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:26:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['81aa319c-920f-4d80-917e-1877948a580f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:06.473598 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0097e81f-546b-4d4e-af8f-99446f058f9b req-e96b811d-a557-44e5-ab17-13188a961da3 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794766 Nov 11 21:27:06.575994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-e67f35b8-6d71-499d-bf06-c598eb97c381 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:06.580258 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-e67f35b8-6d71-499d-bf06-c598eb97c381 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369&tenant_id=84de113e4e264de9b1292139646defb0&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 1096 time: 0.1200924 Nov 11 21:27:06.602503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805737-3'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:06.633999 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-15c1243c-902e-41ce-b54c-94fd815c6ddd service neutron] 10.222.0.57 "GET /v2.0/networks/0cdf8c34-5a47-461f-9b7a-130819e76f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381096 Nov 11 21:27:06.660319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-c939aa7b-c24d-400a-9ccb-0bc3fa8561fd tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=befdcd5f40f6426ea3652685a0b4115c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487559 Nov 11 21:27:06.775823 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c77f5e0c-dc40-499a-a802-cd61624b050d None None] Set router 81aa319c-920f-4d80-917e-1877948a580f gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:27:06.932891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-c67dc270-0ff4-4522-b526-49168ca97e43 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:06.940654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-c67dc270-0ff4-4522-b526-49168ca97e43 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2788148 Nov 11 21:27:06.951945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-6605f8fc-5c4c-47be-8a77-f02c5e55ee06 service neutron] 10.222.0.57 "GET /v2.0/networks/0cdf8c34-5a47-461f-9b7a-130819e76f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101420 Nov 11 21:27:06.967348 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:06.979460 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-fdacffa1-3afb-4b68-8758-e48f87de11f1 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/quotas/befdcd5f40f6426ea3652685a0b4115c HTTP/1.1" status: 200 len: 375 time: 0.0228305 Nov 11 21:27:07.059157 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-8cef9417-c78e-47a1-b62d-e36610122e46 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:07.060903 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-8cef9417-c78e-47a1-b62d-e36610122e46 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.10 "GET /v2.0/networks?id=c7ada215-bfc4-465c-92bd-a6c626636ee6 HTTP/1.1" status: 200 len: 823 time: 0.3730295 Nov 11 21:27:07.068761 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-a9f882bb-3c2d-4224-87b5-1268cffd52d3 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0804436 Nov 11 21:27:07.247313 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0e9ef6-9280-47bb-94dd-8bac2e9aa3cd x-openstack-request-id: req-ec0e9ef6-9280-47bb-94dd-8bac2e9aa3cd {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:07.250843 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b40860-cf04-474e-bd38-51c287ac445c", "name": "network-vif-deleted", "tag": "af020417-1e11-44f1-b2c6-3f3d6d119b29", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:07.252676 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec0e9ef6-9280-47bb-94dd-8bac2e9aa3cd {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:07.253277 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b40860-cf04-474e-bd38-51c287ac445c', 'name': 'network-vif-deleted', 'tag': 'af020417-1e11-44f1-b2c6-3f3d6d119b29', 'status': 'completed', 'code': 200} Nov 11 21:27:07.264717 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6fe57924-ec7a-426b-a1fd-8da3bb19c11f tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b98c995e413247389f8d143b99b8f58a HTTP/1.1" status: 200 len: 380 time: 0.1844959 Nov 11 21:27:07.284555 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6dd862d0-6943-4a1d-939d-6495c8de28be tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Request body: {'port': {'device_id': 'ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'admin_state_up': True, 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'security_groups': ['5931301b-afa2-471c-96c0-6059dfd649fa']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:07.319477 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c77f5e0c-dc40-499a-a802-cd61624b050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '65bc1b10-b75c-490b-91e5-2b283f02be08', 'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'mac_address': 'fa:16:3e:af:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:31Z', 'updated_at': '2021-11-11T21:24:37Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'subnets': [{'id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:07.399182 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e685d181-190b-4acc-89e6-a320b4fc90c7,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:07.425234 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f5e0c-dc40-499a-a802-cd61624b050d None None] The sync data for ids ['81aa319c-920f-4d80-917e-1877948a580f'] in n-d-805737-3 is: [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '65bc1b10-b75c-490b-91e5-2b283f02be08', 'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'mac_address': 'fa:16:3e:af:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:31Z', 'updated_at': '2021-11-11T21:24:37Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'subnets': [{'id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:27:07.483378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:07.553381 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6dd862d0-6943-4a1d-939d-6495c8de28be tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Made reservation on behalf of b98c995e413247389f8d143b99b8f58a for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:27:07.557277 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6dd862d0-6943-4a1d-939d-6495c8de28be tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:07.564846 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:07.585289 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:07.609023 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c573b6-a5f3-4d92-bbc5-badf6a7bac07 req-60b601e2-183a-428c-9873-247c865cb008 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:07.613767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4c573b6-a5f3-4d92-bbc5-badf6a7bac07 req-60b601e2-183a-428c-9873-247c865cb008 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 1096 time: 0.2467930 Nov 11 21:27:07.695953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fbea8-2fa6-484a-b2e9-301e565903ed req-a11c3dbd-dfd9-4b99-9014-134a654c046b tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:07.702512 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d06fbea8-2fa6-484a-b2e9-301e565903ed req-a11c3dbd-dfd9-4b99-9014-134a654c046b tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.2663386 Nov 11 21:27:07.713676 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device af020417-1e11-44f1-b2c6-3f3d6d119b29 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:27:07.772996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: af020417-1e11-44f1-b2c6-3f3d6d119b29 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:27:07.781308 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device af020417-1e11-44f1-b2c6-3f3d6d119b29 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:27:07.838444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4c573b6-a5f3-4d92-bbc5-badf6a7bac07 req-4d3546c6-dd0a-4b22-a0a6-d59a275cfb38 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167683 Nov 11 21:27:07.902664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Pushing event updated for resources: {'Port': ['ID=e685d181-190b-4acc-89e6-a320b4fc90c7,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:07.923491 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d06fbea8-2fa6-484a-b2e9-301e565903ed req-f54bf53f-25d5-4839-9105-72c0615b56b6 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930203 Nov 11 21:27:07.955592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Attempting to bind port e685d181-190b-4acc-89e6-a320b4fc90c7 on host n-h2-805737-3 for vnic_type normal with profile {"migrating_to": "n-h1-805737-3"} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:27:07.955592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Attempting to bind port e685d181-190b-4acc-89e6-a320b4fc90c7 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:27:07.955937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Attempting to bind port e685d181-190b-4acc-89e6-a320b4fc90c7 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:07.970293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Port e685d181-190b-4acc-89e6-a320b4fc90c7 on network e804e73e-0e84-4575-af51-ae80f841f278 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:27:07.970617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Attempting to bind port e685d181-190b-4acc-89e6-a320b4fc90c7 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:07.982477 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:27:07.982813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Checking segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:07.983522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Bound using segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:27:07.984015 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Bound port: e685d181-190b-4acc-89e6-a320b4fc90c7, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:27:07.984420 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:08.022346 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ba030-2272-443c-a018-7e97d5a6365c None None] New status for floating IP e64c0727-8442-49ff-9d0d-9b3df4698e96: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:27:08.055963 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6dd862d0-6943-4a1d-939d-6495c8de28be tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Allocated IP 172.20.0.12 (c7ada215-bfc4-465c-92bd-a6c626636ee6/6091a5d9-8902-4c2d-b74e-b485b0594464/6ceef423-83ce-49be-99ed-0d3e76b562ac) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:27:08.147369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:08.219869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e685d181-190b-4acc-89e6-a320b4fc90c7,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:27:08.237699 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:08.238466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b98caf08-caab-467f-b757-6a6929b3356f req-90ddcea9-227a-4e58-bdcb-7391700dc5cf tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 210 time: 0.0427871 Nov 11 21:27:08.263653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f300a07-5c45-4f68-9628-74864f00e8c0 req-58e481b1-0811-460c-b36e-e7859f8bc13a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:08.276161 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f300a07-5c45-4f68-9628-74864f00e8c0 req-58e481b1-0811-460c-b36e-e7859f8bc13a tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 950 time: 0.1751606 Nov 11 21:27:08.351761 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f300a07-5c45-4f68-9628-74864f00e8c0 req-9f99beaf-ab16-44d1-8801-8bacc812fe56 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733929 Nov 11 21:27:08.646821 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6dd862d0-6943-4a1d-939d-6495c8de28be tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:08.737121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:08.737763 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:08.739303 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] 10.222.0.10 "PUT /v2.0/ports/e685d181-190b-4acc-89e6-a320b4fc90c7 HTTP/1.1" status: 200 len: 1121 time: 2.1422172 Nov 11 21:27:08.740821 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6dd862d0-6943-4a1d-939d-6495c8de28be tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:08.745621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ef514-75ad-4216-9df4-2feb0f061f9d service neutron] Pushing event updated for resources: {'Port': ['ID=e685d181-190b-4acc-89e6-a320b4fc90c7,revision_number=8']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:08.800173 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6dd862d0-6943-4a1d-939d-6495c8de28be tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Network c7ada215-bfc4-465c-92bd-a6c626636ee6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:27:08.805395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6dd862d0-6943-4a1d-939d-6495c8de28be tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:08.810259 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6dd862d0-6943-4a1d-939d-6495c8de28be tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:27:08.819236 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be9e64d8-0368-4494-a833-22d14f5f5861 req-8cf80d89-8a9f-4c4d-8922-39172ed4a9c4 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 210 time: 0.4210680 Nov 11 21:27:08.847385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd862d0-6943-4a1d-939d-6495c8de28be tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Pushing event updated for resources: {'Port': ['ID=6ceef423-83ce-49be-99ed-0d3e76b562ac,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:08.854616 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['e685d181-190b-4acc-89e6-a320b4fc90c7'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:08.876118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306aa4e4-5ec4-427d-bcc9-9cdd15635a08 req-fad4cf73-f6af-4277-861b-b35bd4a16a1a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:08.877483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6dd862d0-6943-4a1d-939d-6495c8de28be tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:08.878758 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6dd862d0-6943-4a1d-939d-6495c8de28be tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:08.884068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-306aa4e4-5ec4-427d-bcc9-9cdd15635a08 req-fad4cf73-f6af-4277-861b-b35bd4a16a1a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 943 time: 0.4113686 Nov 11 21:27:08.907436 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6dd862d0-6943-4a1d-939d-6495c8de28be tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6262560 Nov 11 21:27:08.924187 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Request body: {'port': {'device_id': 'ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:08.939107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-306aa4e4-5ec4-427d-bcc9-9cdd15635a08 req-b61cf30c-75ab-4b74-8ee8-d071072f048e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540833 Nov 11 21:27:09.016414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2c81e80-4824-44c9-bc51-fdea0a5802a2 req-9efe5f8d-f1ad-46de-b518-64fbc5ed9a4d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 210 time: 0.0552938 Nov 11 21:27:09.071943 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:09.231990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967bdf4-6071-437e-88e9-e987cf2736ab req-340eb978-cd81-4fe4-ad3e-b1d01cc1b488 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:09.235250 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-cda3c81c-c421-4a09-8687-1a5dc827ab61 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=befdcd5f40f6426ea3652685a0b4115c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301592 Nov 11 21:27:09.235989 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a967bdf4-6071-437e-88e9-e987cf2736ab req-340eb978-cd81-4fe4-ad3e-b1d01cc1b488 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.0886950 Nov 11 21:27:09.271204 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8505e4a3-671b-45c3-b870-b929e8d88369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e685d181-190b-4acc-89e6-a320b4fc90c7'}, {'name': 'network-changed', 'server_uuid': '8505e4a3-671b-45c3-b870-b929e8d88369', 'tag': 'e685d181-190b-4acc-89e6-a320b4fc90c7'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:09.273277 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e810ff8-1246-4fdd-8235-737e1902c966" -d '{"events": [{"server_uuid": "8505e4a3-671b-45c3-b870-b929e8d88369", "name": "network-vif-unplugged", "status": "completed", "tag": "e685d181-190b-4acc-89e6-a320b4fc90c7"}, {"name": "network-changed", "server_uuid": "8505e4a3-671b-45c3-b870-b929e8d88369", "tag": "e685d181-190b-4acc-89e6-a320b4fc90c7"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:09.386702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a967bdf4-6071-437e-88e9-e987cf2736ab req-1b86ae40-05e2-4b8c-a19d-abd0392c0851 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382539 Nov 11 21:27:09.517055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-673005e8-3139-4057-aa4f-8368a183da10 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:09.518783 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-673005e8-3139-4057-aa4f-8368a183da10 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2756100 Nov 11 21:27:09.531502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e99f3-c798-4642-afd9-609969ecf40c req-a7d4a63f-a391-4539-9450-4502852f799e tempest-ServersAdminNegativeTestJSON-1815141510 tempest-ServersAdminNegativeTestJSON-1815141510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:09.540739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b27e99f3-c798-4642-afd9-609969ecf40c req-a7d4a63f-a391-4539-9450-4502852f799e tempest-ServersAdminNegativeTestJSON-1815141510 tempest-ServersAdminNegativeTestJSON-1815141510-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 1101 time: 0.1224580 Nov 11 21:27:09.547597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-1d868926-5017-46fe-a841-440ed878171d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Request body: {'port': {'device_id': '44dc2e69-469c-42a4-9b17-c35fe206da21', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'befdcd5f40f6426ea3652685a0b4115c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:09.559956 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b27e99f3-c798-4642-afd9-609969ecf40c req-cfa12888-a124-4275-8331-abbe9a67500f tempest-ServersAdminNegativeTestJSON-1815141510 tempest-ServersAdminNegativeTestJSON-1815141510-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:09.569964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283eaa7-04b6-4604-b4a8-f33053939eb9 req-5829d683-4536-4b02-8cb2-80987f1185e8 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:09.574024 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d283eaa7-04b6-4604-b4a8-f33053939eb9 req-5829d683-4536-4b02-8cb2-80987f1185e8 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 932 time: 0.1028993 Nov 11 21:27:09.689593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d283eaa7-04b6-4604-b4a8-f33053939eb9 req-63b473aa-15cb-4599-bf51-c47c7b9bfbaa tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786951 Nov 11 21:27:09.767928 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4bc2de-0650-4c83-928d-679d47e5c9bb x-openstack-request-id: req-3d4bc2de-0650-4c83-928d-679d47e5c9bb {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:09.768549 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8505e4a3-671b-45c3-b870-b929e8d88369", "name": "network-vif-unplugged", "status": "completed", "tag": "e685d181-190b-4acc-89e6-a320b4fc90c7", "code": 200}, {"name": "network-changed", "server_uuid": "8505e4a3-671b-45c3-b870-b929e8d88369", "tag": "e685d181-190b-4acc-89e6-a320b4fc90c7", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:09.768549 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3d4bc2de-0650-4c83-928d-679d47e5c9bb {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:09.769150 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8505e4a3-671b-45c3-b870-b929e8d88369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e685d181-190b-4acc-89e6-a320b4fc90c7', 'code': 200} Nov 11 21:27:09.769248 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8505e4a3-671b-45c3-b870-b929e8d88369', 'tag': 'e685d181-190b-4acc-89e6-a320b4fc90c7', 'status': 'completed', 'code': 200} Nov 11 21:27:09.772755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ceef423-83ce-49be-99ed-0d3e76b562ac {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:09.779332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-1d868926-5017-46fe-a841-440ed878171d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Made reservation on behalf of befdcd5f40f6426ea3652685a0b4115c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:27:09.785932 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-1d868926-5017-46fe-a841-440ed878171d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:09.792515 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:09.793730 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b27e99f3-c798-4642-afd9-609969ecf40c req-cfa12888-a124-4275-8331-abbe9a67500f tempest-ServersAdminNegativeTestJSON-1815141510 tempest-ServersAdminNegativeTestJSON-1815141510-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:09.803407 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b27e99f3-c798-4642-afd9-609969ecf40c req-cfa12888-a124-4275-8331-abbe9a67500f tempest-ServersAdminNegativeTestJSON-1815141510 tempest-ServersAdminNegativeTestJSON-1815141510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:09.820115 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Transition to ACTIVE for port object 6ceef423-83ce-49be-99ed-0d3e76b562ac will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:27:09.829434 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:09.971131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b27e99f3-c798-4642-afd9-609969ecf40c req-cfa12888-a124-4275-8331-abbe9a67500f tempest-ServersAdminNegativeTestJSON-1815141510 tempest-ServersAdminNegativeTestJSON-1815141510-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233186 Nov 11 21:27:09.972764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa12888-a124-4275-8331-abbe9a67500f tempest-ServersAdminNegativeTestJSON-1815141510 tempest-ServersAdminNegativeTestJSON-1815141510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c00da7-9040-4b22-a62b-f562ab1f1623,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:10.012820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ceef423-83ce-49be-99ed-0d3e76b562ac,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:10.074627 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1d21f-5fe2-4c29-8bdb-e9cf0691dea2 req-cf208e36-1b23-4c62-af45-cffd64272a34 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:10.076244 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05e1d21f-5fe2-4c29-8bdb-e9cf0691dea2 req-cf208e36-1b23-4c62-af45-cffd64272a34 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 1096 time: 0.1800835 Nov 11 21:27:10.129497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e810ff8-1246-4fdd-8235-737e1902c966 req-2679803e-48a0-4a5c-919e-baf055c50040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:10.132385 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e810ff8-1246-4fdd-8235-737e1902c966 req-2679803e-48a0-4a5c-919e-baf055c50040 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 1124 time: 0.2310362 Nov 11 21:27:10.219724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce764c5e-17f0-472f-ab9f-82d8b6b3b7e0 req-b9f00fbe-dcfb-48af-85bf-24ce6e0fc76a tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 210 time: 0.0936635 Nov 11 21:27:10.276228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-1d868926-5017-46fe-a841-440ed878171d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Allocated IP 192.168.233.68 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/9a658140-909a-46ca-9396-4476b37c7f77) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:27:10.327452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05e1d21f-5fe2-4c29-8bdb-e9cf0691dea2 req-6d533264-d858-4e0a-9867-b65ced839c87 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076976 Nov 11 21:27:10.352446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-5acd1378-ef24-4da6-900d-b69a7374f463 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:10.354189 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-5acd1378-ef24-4da6-900d-b69a7374f463 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.71 "GET /v2.0/networks?id=0cdf8c34-5a47-461f-9b7a-130819e76f23 HTTP/1.1" status: 200 len: 814 time: 0.4396420 Nov 11 21:27:10.354482 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Attempting to bind port 6ceef423-83ce-49be-99ed-0d3e76b562ac on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:27:10.354824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Attempting to bind port 6ceef423-83ce-49be-99ed-0d3e76b562ac by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:27:10.355147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Attempting to bind port 6ceef423-83ce-49be-99ed-0d3e76b562ac on network c7ada215-bfc4-465c-92bd-a6c626636ee6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:10.388156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Port 6ceef423-83ce-49be-99ed-0d3e76b562ac on network c7ada215-bfc4-465c-92bd-a6c626636ee6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:27:10.388545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Attempting to bind port 6ceef423-83ce-49be-99ed-0d3e76b562ac on network c7ada215-bfc4-465c-92bd-a6c626636ee6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:10.409168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-09b97d70-1277-4d49-b304-65f60d5dec5c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Request body: {'port': {'device_id': 'f0477c2b-ca9a-4312-87a1-d34ac2c6ba58', 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23', 'admin_state_up': True, 'tenant_id': '4760953b72d444f1a09d53b6186d1f92'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:10.419419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e810ff8-1246-4fdd-8235-737e1902c966 req-96ee0ac0-2f34-4202-9236-e41bb16152a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:10.421050 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e810ff8-1246-4fdd-8235-737e1902c966 req-96ee0ac0-2f34-4202-9236-e41bb16152a4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.2731757 Nov 11 21:27:10.424963 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:27:10.425298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Checking segment: {'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:10.425677 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Bound using segment: {'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:27:10.426413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Bound port: 6ceef423-83ce-49be-99ed-0d3e76b562ac, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:27:10.426413 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:10.494874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30390e79-07c8-44b4-869f-ce5bcdd968b7 req-b546dd19-ee2e-467c-9dd0-54aa3e9fd04b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:10.502545 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30390e79-07c8-44b4-869f-ce5bcdd968b7 req-b546dd19-ee2e-467c-9dd0-54aa3e9fd04b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 943 time: 0.1685412 Nov 11 21:27:10.534502 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e810ff8-1246-4fdd-8235-737e1902c966 req-659138aa-5307-4205-93dc-92ccb9fa7cbb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e685d181-190b-4acc-89e6-a320b4fc90c7 HTTP/1.1" status: 200 len: 217 time: 0.0720031 Nov 11 21:27:10.547256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f0cf9ab-75c8-47d5-aa84-87a780a93475 req-a1830b0d-64aa-4a85-831c-f75aebbbf8ef tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 210 time: 0.0403478 Nov 11 21:27:10.611521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30390e79-07c8-44b4-869f-ce5bcdd968b7 req-d57f81ed-3bb6-42ec-9c02-1b61381c88e3 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032381 Nov 11 21:27:10.655935 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-09b97d70-1277-4d49-b304-65f60d5dec5c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Made reservation on behalf of 4760953b72d444f1a09d53b6186d1f92 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:27:10.661575 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-09b97d70-1277-4d49-b304-65f60d5dec5c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:10.715705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e810ff8-1246-4fdd-8235-737e1902c966 req-72dbe5df-255a-4aa3-a589-1bc0a1b9d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:10.745515 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e810ff8-1246-4fdd-8235-737e1902c966 req-72dbe5df-255a-4aa3-a589-1bc0a1b9d90d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.1866951 Nov 11 21:27:10.754493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] For port 6ceef423-83ce-49be-99ed-0d3e76b562ac, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:10.759322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] For port 6ceef423-83ce-49be-99ed-0d3e76b562ac, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6ceef423-83ce-49be-99ed-0d3e76b562ac,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:27:10.791895 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e810ff8-1246-4fdd-8235-737e1902c966 req-3560a5dc-50cd-4dba-a9ed-d159f3596256 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274267 Nov 11 21:27:10.796343 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:10.882021 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:10.920395 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-09b97d70-1277-4d49-b304-65f60d5dec5c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Allocated IP 172.20.0.13 (0cdf8c34-5a47-461f-9b7a-130819e76f23/45967afb-f40d-4100-aba9-e4dd43b5ed99/0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:27:10.963577 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-1d868926-5017-46fe-a841-440ed878171d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:10.970010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:10.970831 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:10.972416 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] 10.222.0.10 "PUT /v2.0/ports/6ceef423-83ce-49be-99ed-0d3e76b562ac HTTP/1.1" status: 200 len: 1092 time: 2.0544825 Nov 11 21:27:11.015080 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e8c4c-be74-47c4-9a23-93c50ec001a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ceef423-83ce-49be-99ed-0d3e76b562ac,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:11.134639 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-09b97d70-1277-4d49-b304-65f60d5dec5c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:11.151796 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e810ff8-1246-4fdd-8235-737e1902c966 req-b4801d33-3f1a-4bd0-a9dc-4a48f0a3b48d service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434091 Nov 11 21:27:11.202530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-b5169aa0-6534-48c6-9f1f-e1b76c5d7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:11.204704 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-b5169aa0-6534-48c6-9f1f-e1b76c5d7182 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b98c995e413247389f8d143b99b8f58a&device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 1095 time: 0.1419129 Nov 11 21:27:11.209812 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-1d868926-5017-46fe-a841-440ed878171d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:11.226177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d186ccd5-204d-49b9-ac76-e4ac388b2a66', 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', '08790ad1-7421-419a-8479-730cf963e787', '7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:11.241479 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-09b97d70-1277-4d49-b304-65f60d5dec5c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:11.351585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['d5824c32-0e9d-4911-b510-cfa01dba619d', '121b3e52-647c-40e6-b392-e75070822b94', '20ff4af3-a198-4360-bce5-2407584f3fe5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:11.357826 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-09b97d70-1277-4d49-b304-65f60d5dec5c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Network 0cdf8c34-5a47-461f-9b7a-130819e76f23 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:27:11.389314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-09b97d70-1277-4d49-b304-65f60d5dec5c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:11.414534 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa5b56-9a3e-4324-8ebe-7e3f2b6817af req-09af8e10-cd4e-4327-a829-f98130a0cd02 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:11.422633 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0efa5b56-9a3e-4324-8ebe-7e3f2b6817af req-09af8e10-cd4e-4327-a829-f98130a0cd02 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.7450912 Nov 11 21:27:11.447509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-09b97d70-1277-4d49-b304-65f60d5dec5c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:27:11.499304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-09b97d70-1277-4d49-b304-65f60d5dec5c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:11.499972 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-09b97d70-1277-4d49-b304-65f60d5dec5c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:11.565219 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-903eca78-144f-4526-8ae7-29ee0964a4f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ceef423-83ce-49be-99ed-0d3e76b562ac HTTP/1.1" status: 200 len: 217 time: 0.2290466 Nov 11 21:27:11.576700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9af8c1-6da7-4caa-a8a7-c975f66e572d req-3dded2a0-38cd-44de-97de-73d6cb242ea2 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:11.581905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d868926-5017-46fe-a841-440ed878171d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event updated for resources: {'Port': ['ID=9a658140-909a-46ca-9396-4476b37c7f77,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:11.591383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d9af8c1-6da7-4caa-a8a7-c975f66e572d req-3dded2a0-38cd-44de-97de-73d6cb242ea2 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 944 time: 0.3801172 Nov 11 21:27:11.637103 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b97d70-1277-4d49-b304-65f60d5dec5c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Pushing event updated for resources: {'Port': ['ID=0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:11.677501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-df65e869-c154-48a5-8968-1a4dc8ba889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:11.679193 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-df65e869-c154-48a5-8968-1a4dc8ba889b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6091a5d9-8902-4c2d-b74e-b485b0594464 HTTP/1.1" status: 200 len: 862 time: 0.0914044 Nov 11 21:27:11.717344 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-09b97d70-1277-4d49-b304-65f60d5dec5c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3151350 Nov 11 21:27:11.730595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-1d868926-5017-46fe-a841-440ed878171d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:27:11.755700 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0efa5b56-9a3e-4324-8ebe-7e3f2b6817af req-17c6a33c-ab6a-4f07-aedf-6e25a4163640 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320758 Nov 11 21:27:11.765963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Request body: {'port': {'device_id': 'f0477c2b-ca9a-4312-87a1-d34ac2c6ba58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:11.804985 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-1d868926-5017-46fe-a841-440ed878171d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:11.809586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0', 'tag': '6ceef423-83ce-49be-99ed-0d3e76b562ac'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:11.811882 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e8cec9-b252-4344-b1d3-385f48af4d00" -d '{"events": [{"name": "network-changed", "server_uuid": "ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0", "tag": "6ceef423-83ce-49be-99ed-0d3e76b562ac"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:11.830665 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-1d868926-5017-46fe-a841-440ed878171d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:27:11.994539 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d9af8c1-6da7-4caa-a8a7-c975f66e572d req-9833647a-278c-429e-befb-2b5807eaed7b tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3917522 Nov 11 21:27:12.003074 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:12.407558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a46e9b-966e-4771-abd8-2a788f871687 req-08b50afb-55f8-440a-9d52-b64f131157d4 tempest-ServersAdminNegativeTestJSON-1815141510 tempest-ServersAdminNegativeTestJSON-1815141510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:12.411720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-97a46e9b-966e-4771-abd8-2a788f871687 req-08b50afb-55f8-440a-9d52-b64f131157d4 tempest-ServersAdminNegativeTestJSON-1815141510 tempest-ServersAdminNegativeTestJSON-1815141510-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 1101 time: 0.4139800 Nov 11 21:27:12.484896 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7e0191b6-652c-45c5-bf81-25c8ba4cc718 None None] Provisioning complete for port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:12.485870 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e0191b6-652c-45c5-bf81-25c8ba4cc718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:12.625134 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d233ccc-75f5-457c-8669-9630db74c75a req-7d61970b-5690-44c3-ba9a-643940769243 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:12.628362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7e0191b6-652c-45c5-bf81-25c8ba4cc718 None None] Port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:27:12.635642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d233ccc-75f5-457c-8669-9630db74c75a req-7d61970b-5690-44c3-ba9a-643940769243 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 932 time: 0.3620450 Nov 11 21:27:12.657189 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e810ff8-1246-4fdd-8235-737e1902c966 req-e216ab75-0ab2-4cd4-8485-5cf2a0e7e612 service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3429906 Nov 11 21:27:12.684325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-731ddd54-78ec-48d5-a811-3c924eac4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:12.691950 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-731ddd54-78ec-48d5-a811-3c924eac4bf6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7ada215-bfc4-465c-92bd-a6c626636ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9583209 Nov 11 21:27:12.720681 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-1d868926-5017-46fe-a841-440ed878171d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:12.721659 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-1d868926-5017-46fe-a841-440ed878171d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:12.775231 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d233ccc-75f5-457c-8669-9630db74c75a req-14388e67-ca53-4bd6-9ee8-b0767e54a762 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367490 Nov 11 21:27:12.842439 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-59611260-896b-4a81-957c-9db11cf4ed2d None None] Provisioning complete for port 9a658140-909a-46ca-9396-4476b37c7f77 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:12.843451 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59611260-896b-4a81-957c-9db11cf4ed2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:12.931356 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-97a46e9b-966e-4771-abd8-2a788f871687 req-9e4fb4e0-20cd-47a6-8b00-7fe8db0481e3 tempest-ServersAdminNegativeTestJSON-1815141510 tempest-ServersAdminNegativeTestJSON-1815141510-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102704 Nov 11 21:27:12.938030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-59611260-896b-4a81-957c-9db11cf4ed2d None None] Port 9a658140-909a-46ca-9396-4476b37c7f77 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:27:12.942464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device e685d181-190b-4acc-89e6-a320b4fc90c7 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:27:12.972238 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-704a3cfe-6dd7-490e-a569-e1a2671df33f service neutron] 10.222.0.10 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341523 Nov 11 21:27:12.976156 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-1d868926-5017-46fe-a841-440ed878171d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4328806 Nov 11 21:27:13.102914 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e685d181-190b-4acc-89e6-a320b4fc90c7,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:13.110331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc446e34-31ee-42a0-a915-c404d347cbab req-c94ed4a5-905b-4d09-9d02-9e4898a9724c tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:13.119057 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc446e34-31ee-42a0-a915-c404d347cbab req-c94ed4a5-905b-4d09-9d02-9e4898a9724c tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 1096 time: 0.2017047 Nov 11 21:27:13.134008 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device e685d181-190b-4acc-89e6-a320b4fc90c7 has no active binding in host n-h1-805737-3 {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 21:27:13.156943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Request body: {'port': {'device_id': '44dc2e69-469c-42a4-9b17-c35fe206da21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:13.259642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7e658-860f-4ff2-95bf-bdc11ee49f44 req-2fc850f5-e586-4ed4-8bf3-48d9fdb69ff7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:13.274635 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9a7e658-860f-4ff2-95bf-bdc11ee49f44 req-2fc850f5-e586-4ed4-8bf3-48d9fdb69ff7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 935 time: 0.2164319 Nov 11 21:27:13.316902 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:13.320555 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35129dc6-a43c-4dcb-8b01-5a85025b3e5e req-3c66fb92-d525-46fc-aaf6-965f4f781753 service neutron] 10.222.0.10 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380010 Nov 11 21:27:13.327498 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-af9f42eb-1073-4b70-b180-1f459bf96f05 service neutron] 10.222.0.71 "GET /v2.0/ports/e685d181-190b-4acc-89e6-a320b4fc90c7/bindings/n-h1-805737-3 HTTP/1.1" status: 200 len: 384 time: 0.1730292 Nov 11 21:27:13.385375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc446e34-31ee-42a0-a915-c404d347cbab req-bc2fb598-bf77-4444-b7d1-49a3f4a7227f tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645397 Nov 11 21:27:13.440679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:13.503109 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:13.550216 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9a7e658-860f-4ff2-95bf-bdc11ee49f44 req-d3f6e6d3-abfe-4bcc-a024-b3df620f95ce tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686400 Nov 11 21:27:13.580888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Transition to ACTIVE for port object 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:27:13.589450 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:13.732618 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375ea4fd-3d7b-4918-b4ef-161c55846bff x-openstack-request-id: req-375ea4fd-3d7b-4918-b4ef-161c55846bff {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:13.732928 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0", "tag": "6ceef423-83ce-49be-99ed-0d3e76b562ac", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:13.733235 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-375ea4fd-3d7b-4918-b4ef-161c55846bff {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:13.733562 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0', 'tag': '6ceef423-83ce-49be-99ed-0d3e76b562ac', 'status': 'completed', 'code': 200} Nov 11 21:27:13.824413 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba9b1fcc-938b-41d1-ba68-84476338910b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:13.893584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8cec9-b252-4344-b1d3-385f48af4d00 req-9237dec5-1dd6-4718-82cd-164057f31ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:13.895272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Pushing event updated for resources: {'Port': ['ID=0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:13.899159 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9e8cec9-b252-4344-b1d3-385f48af4d00 req-9237dec5-1dd6-4718-82cd-164057f31ac1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b98c995e413247389f8d143b99b8f58a&device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 1095 time: 0.1645257 Nov 11 21:27:14.013611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23e921-58f8-428a-9c5f-848dbcea7914 req-b662b615-6658-489d-be74-bbbe2867cf3c tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:14.015260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa23e921-58f8-428a-9c5f-848dbcea7914 req-b662b615-6658-489d-be74-bbbe2867cf3c tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 943 time: 0.3867624 Nov 11 21:27:14.153178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667848e-f7f6-4f9a-9d79-42df7e37f97f req-260e01f2-1ba1-4abe-81ab-52e463832ef5 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:14.161173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b667848e-f7f6-4f9a-9d79-42df7e37f97f req-260e01f2-1ba1-4abe-81ab-52e463832ef5 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.2991064 Nov 11 21:27:14.165129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Attempting to bind port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:27:14.165458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Attempting to bind port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'd2818c18-a53d-49ab-80c9-cf054c1c3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:27:14.165785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Attempting to bind port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 on network 0cdf8c34-5a47-461f-9b7a-130819e76f23 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:14.194012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a658140-909a-46ca-9396-4476b37c7f77 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:14.198370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 on network 0cdf8c34-5a47-461f-9b7a-130819e76f23 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:27:14.198707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Attempting to bind port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 on network 0cdf8c34-5a47-461f-9b7a-130819e76f23 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:14.213290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:27:14.213621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Checking segment: {'id': 'd2818c18-a53d-49ab-80c9-cf054c1c3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:14.214015 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Bound using segment: {'id': 'd2818c18-a53d-49ab-80c9-cf054c1c3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:27:14.214458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Bound port: 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2818c18-a53d-49ab-80c9-cf054c1c3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:27:14.214817 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:14.216118 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:14.234183 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa23e921-58f8-428a-9c5f-848dbcea7914 req-b6d967a4-d02b-46ac-8378-71ac556c6a75 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031646 Nov 11 21:27:14.235155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Transition to ACTIVE for port object 9a658140-909a-46ca-9396-4476b37c7f77 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:27:14.292864 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:14.333400 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:14.367273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b667848e-f7f6-4f9a-9d79-42df7e37f97f req-63a3ba11-8e6e-4bf4-ab0d-6d84893ebe07 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051218 Nov 11 21:27:14.386595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a658140-909a-46ca-9396-4476b37c7f77,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:14.398628 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9df1386e-9e94-4fff-96b8-41f02048367e req-046aaff5-7443-4c15-aa57-aa68a2311063 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4602177 Nov 11 21:27:14.487254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] For port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:14.501331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] For port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2,segment=NetworkSegment(d2818c18-a53d-49ab-80c9-cf054c1c3527),segment_id=d2818c18-a53d-49ab-80c9-cf054c1c3527)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:27:14.515557 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:14.586272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8cec9-b252-4344-b1d3-385f48af4d00 req-9e6c4633-beea-4238-b18a-e76a20fa1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:14.588267 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9e8cec9-b252-4344-b1d3-385f48af4d00 req-9e6c4633-beea-4238-b18a-e76a20fa1143 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c7ada215-bfc4-465c-92bd-a6c626636ee6 HTTP/1.1" status: 200 len: 925 time: 0.6727614 Nov 11 21:27:14.593933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Attempting to bind port 9a658140-909a-46ca-9396-4476b37c7f77 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:27:14.593933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Attempting to bind port 9a658140-909a-46ca-9396-4476b37c7f77 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:27:14.594676 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Attempting to bind port 9a658140-909a-46ca-9396-4476b37c7f77 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:14.618273 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Port 9a658140-909a-46ca-9396-4476b37c7f77 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:27:14.618579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Attempting to bind port 9a658140-909a-46ca-9396-4476b37c7f77 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:14.674724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:27:14.674964 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:14.717585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:27:14.718138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Bound port: 9a658140-909a-46ca-9396-4476b37c7f77, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:27:14.718516 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:14.742467 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1386e-9e94-4fff-96b8-41f02048367e req-583fbea6-065b-46a7-9e99-c5d054fa67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:14.752620 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9df1386e-9e94-4fff-96b8-41f02048367e req-583fbea6-065b-46a7-9e99-c5d054fa67a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff52f4052c07490abeb42905cf2f8c75&device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 1101 time: 0.3017669 Nov 11 21:27:14.764120 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9e8cec9-b252-4344-b1d3-385f48af4d00 req-3428599f-9a36-4970-94ba-b887ee8b3375 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ceef423-83ce-49be-99ed-0d3e76b562ac HTTP/1.1" status: 200 len: 217 time: 0.1487122 Nov 11 21:27:14.813029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:14.813670 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:14.815115 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] 10.222.0.71 "PUT /v2.0/ports/0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 HTTP/1.1" status: 200 len: 1092 time: 3.0579937 Nov 11 21:27:14.855674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0477c2b-ca9a-4312-87a1-d34ac2c6ba58', 'tag': '0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:14.865206 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b6ea5f-2a0d-45da-b357-ab1fc7c3ce3d" -d '{"events": [{"name": "network-changed", "server_uuid": "f0477c2b-ca9a-4312-87a1-d34ac2c6ba58", "tag": "0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:14.968739 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce453146-a0b3-43c0-aa4d-9bca0222801f service neutron] Pushing event updated for resources: {'Port': ['ID=0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:14.988287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb95a-649f-4638-acbf-88c77d21736e req-61844ec2-0e79-4b15-a1d0-74d9a5df4734 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:14.996208 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62acb95a-649f-4638-acbf-88c77d21736e req-61844ec2-0e79-4b15-a1d0-74d9a5df4734 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 944 time: 0.4160764 Nov 11 21:27:15.201223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] For port 9a658140-909a-46ca-9396-4476b37c7f77, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:15.212370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] For port 9a658140-909a-46ca-9396-4476b37c7f77, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9a658140-909a-46ca-9396-4476b37c7f77,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:27:15.218024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8cec9-b252-4344-b1d3-385f48af4d00 req-423330ac-21de-4c6e-90af-1c7d26678c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:15.221827 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9e8cec9-b252-4344-b1d3-385f48af4d00 req-423330ac-21de-4c6e-90af-1c7d26678c21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6091a5d9-8902-4c2d-b74e-b485b0594464 HTTP/1.1" status: 200 len: 862 time: 0.4139130 Nov 11 21:27:15.233294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:15.270053 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62acb95a-649f-4638-acbf-88c77d21736e req-45b8ca12-c3c1-4113-9702-a2b27584342a tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707100 Nov 11 21:27:15.460219 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:15.461281 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:15.463049 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] 10.222.0.71 "PUT /v2.0/ports/9a658140-909a-46ca-9396-4476b37c7f77 HTTP/1.1" status: 200 len: 1095 time: 2.3112440 Nov 11 21:27:15.538923 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb71c3-a402-49f7-af88-ce61ab1068f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a658140-909a-46ca-9396-4476b37c7f77,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:15.559483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8cec9-b252-4344-b1d3-385f48af4d00 req-19fbe5f8-3f06-41c8-bb5b-bb17b208c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:15.561737 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9e8cec9-b252-4344-b1d3-385f48af4d00 req-19fbe5f8-3f06-41c8-bb5b-bb17b208c64d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7ada215-bfc4-465c-92bd-a6c626636ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2516623 Nov 11 21:27:15.562845 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1386e-9e94-4fff-96b8-41f02048367e req-151d1bcd-d8b5-4368-801b-ea5ded0336a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:15.565167 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9df1386e-9e94-4fff-96b8-41f02048367e req-151d1bcd-d8b5-4368-801b-ea5ded0336a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.6599069 Nov 11 21:27:15.640023 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f0c08-bcbc-4770-973a-0b1866c3b3b2 req-c7c0795b-9316-44e9-a168-a4258ea44052 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:15.641816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-376f0c08-bcbc-4770-973a-0b1866c3b3b2 req-c7c0795b-9316-44e9-a168-a4258ea44052 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 944 time: 0.1500044 Nov 11 21:27:15.721450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device e685d181-190b-4acc-89e6-a320b4fc90c7 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:27:15.795607 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-376f0c08-bcbc-4770-973a-0b1866c3b3b2 req-01f21d01-0b52-47e9-aec7-9788fa41713d tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215470 Nov 11 21:27:15.824229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44dc2e69-469c-42a4-9b17-c35fe206da21', 'tag': '9a658140-909a-46ca-9396-4476b37c7f77'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:15.831085 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b41d85d-97e5-49fd-b89e-73a196835a65" -d '{"events": [{"name": "network-changed", "server_uuid": "44dc2e69-469c-42a4-9b17-c35fe206da21", "tag": "9a658140-909a-46ca-9396-4476b37c7f77"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:15.867952 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9e8cec9-b252-4344-b1d3-385f48af4d00 req-72408654-b03a-469a-8a7f-7cac7dd00db2 service neutron] 10.222.0.10 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795594 Nov 11 21:27:15.870367 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9df1386e-9e94-4fff-96b8-41f02048367e req-24e16d49-a5df-4d45-8aa5-635608da3557 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=29a1febd-3556-44e9-bc3d-f6ea7679bc5d HTTP/1.1" status: 200 len: 217 time: 0.2840562 Nov 11 21:27:16.014981 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5c5c1cc-a9b4-458d-b226-ae06e0475e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:16.048435 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4b402-066c-426a-8c80-9caad05d0db6 req-d7cee175-b1b4-49a0-a36b-716e192e8e28 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:16.050132 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f6f4b402-066c-426a-8c80-9caad05d0db6 req-d7cee175-b1b4-49a0-a36b-716e192e8e28 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 947 time: 0.1175320 Nov 11 21:27:16.095225 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1386e-9e94-4fff-96b8-41f02048367e req-f61c4108-2ff0-4f4f-bab9-6d6ecfeca2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:16.101483 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9df1386e-9e94-4fff-96b8-41f02048367e req-f61c4108-2ff0-4f4f-bab9-6d6ecfeca2f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.2098258 Nov 11 21:27:16.115567 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f6f4b402-066c-426a-8c80-9caad05d0db6 req-07c254dc-7c72-44d8-9c73-204260b85480 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585439 Nov 11 21:27:16.218914 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c7d948-30e9-4b14-ba04-07911639bac1 x-openstack-request-id: req-c5c7d948-30e9-4b14-ba04-07911639bac1 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:16.219360 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0477c2b-ca9a-4312-87a1-d34ac2c6ba58", "tag": "0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:16.219470 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c5c7d948-30e9-4b14-ba04-07911639bac1 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:16.219873 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0477c2b-ca9a-4312-87a1-d34ac2c6ba58', 'tag': '0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2', 'status': 'completed', 'code': 200} Nov 11 21:27:16.229670 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9e8cec9-b252-4344-b1d3-385f48af4d00 req-a31c4c23-1e72-4ac2-9356-5143400a6f39 service neutron] 10.222.0.10 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432610 Nov 11 21:27:16.259540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1386e-9e94-4fff-96b8-41f02048367e req-8ea01a8e-2648-4e95-8354-94ba56a43d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:16.267020 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9df1386e-9e94-4fff-96b8-41f02048367e req-8ea01a8e-2648-4e95-8354-94ba56a43d78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1565330 Nov 11 21:27:16.402981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef629b3-09d7-46d4-b741-6e64fc53a893 req-6b133343-4e3f-47b0-9380-92207a1855a3 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:16.404648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ef629b3-09d7-46d4-b741-6e64fc53a893 req-6b133343-4e3f-47b0-9380-92207a1855a3 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 943 time: 0.0880878 Nov 11 21:27:16.478099 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9df1386e-9e94-4fff-96b8-41f02048367e req-e21ab8af-c788-4f02-8246-45ec27cd0671 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887267 Nov 11 21:27:16.484120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ef629b3-09d7-46d4-b741-6e64fc53a893 req-f7473f15-72d3-4923-88cf-ec8c537711cb tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727458 Nov 11 21:27:16.625302 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9df1386e-9e94-4fff-96b8-41f02048367e req-334dd20b-03ff-4fb6-ac0e-97ffcd8a008c service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391613 Nov 11 21:27:16.654064 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24918aa8-7ae2-4a19-88ea-548f0ada2fae req-11dc30a4-1f3e-4c92-907e-671b4c72f835 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:16.661749 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24918aa8-7ae2-4a19-88ea-548f0ada2fae req-11dc30a4-1f3e-4c92-907e-671b4c72f835 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.0809085 Nov 11 21:27:16.737226 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24918aa8-7ae2-4a19-88ea-548f0ada2fae req-08365f1b-ff7b-46a2-92d0-170ec49882f7 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745337 Nov 11 21:27:16.809454 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c619b75-c34d-4bfe-b292-c9a8a2099777 x-openstack-request-id: req-3c619b75-c34d-4bfe-b292-c9a8a2099777 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:16.809734 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44dc2e69-469c-42a4-9b17-c35fe206da21", "tag": "9a658140-909a-46ca-9396-4476b37c7f77", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:16.810062 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c619b75-c34d-4bfe-b292-c9a8a2099777 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:16.810706 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44dc2e69-469c-42a4-9b17-c35fe206da21', 'tag': '9a658140-909a-46ca-9396-4476b37c7f77', 'status': 'completed', 'code': 200} Nov 11 21:27:16.917829 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6ceef423-83ce-49be-99ed-0d3e76b562ac details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:27:16.927568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7936e-bcc0-4e18-889b-305c41810a30 req-488d7ba9-9332-4759-b81e-bfae995dc24d tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:16.934081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01e7936e-bcc0-4e18-889b-305c41810a30 req-488d7ba9-9332-4759-b81e-bfae995dc24d tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 944 time: 0.0728650 Nov 11 21:27:17.009667 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01e7936e-bcc0-4e18-889b-305c41810a30 req-4521dd59-e1ab-4210-be4d-ad3c1b7b9e3d tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651934 Nov 11 21:27:17.082313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6ceef423-83ce-49be-99ed-0d3e76b562ac, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6ceef423-83ce-49be-99ed-0d3e76b562ac,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:17.096884 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:17.101926 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '6ceef423-83ce-49be-99ed-0d3e76b562ac', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'port_id': '6ceef423-83ce-49be-99ed-0d3e76b562ac', 'mac_address': 'fa:16:3e:c0:02:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:27:17.148846 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:17.173263 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ceef423-83ce-49be-99ed-0d3e76b562ac {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:17.209243 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6ceef423-83ce-49be-99ed-0d3e76b562ac, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6ceef423-83ce-49be-99ed-0d3e76b562ac,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:17.217160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f6ac8-7657-4c42-bdd4-db8f4f1a219e req-d0d17c26-0d0c-428e-849b-a6351997fab2 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:17.220073 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:17.230295 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-999f6ac8-7657-4c42-bdd4-db8f4f1a219e req-d0d17c26-0d0c-428e-849b-a6351997fab2 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 944 time: 0.1043992 Nov 11 21:27:17.332230 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-999f6ac8-7657-4c42-bdd4-db8f4f1a219e req-1f7f41c3-f4ce-4580-87a0-8f4a9660eefc tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963688 Nov 11 21:27:17.346210 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=6ceef423-83ce-49be-99ed-0d3e76b562ac,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:17.702032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5813d78-7a85-4858-82e2-63eb59f06f5e req-d493c543-59d2-46fe-921e-7b39c35190d2 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:17.703246 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['6ceef423-83ce-49be-99ed-0d3e76b562ac'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:17.703876 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5813d78-7a85-4858-82e2-63eb59f06f5e req-d493c543-59d2-46fe-921e-7b39c35190d2 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 947 time: 0.0574934 Nov 11 21:27:17.777504 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5813d78-7a85-4858-82e2-63eb59f06f5e req-5be245be-5506-4205-8f21-bf71374bdb17 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594666 Nov 11 21:27:17.896173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79eb139-7356-472d-9fc8-ae0afdcd9712 req-81868fa2-d51e-4a33-abcc-48e61523bf98 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:17.903649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a79eb139-7356-472d-9fc8-ae0afdcd9712 req-81868fa2-d51e-4a33-abcc-48e61523bf98 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 943 time: 0.0650454 Nov 11 21:27:17.958606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a79eb139-7356-472d-9fc8-ae0afdcd9712 req-761b8da4-8e27-43a8-85d2-fdbbbe56b280 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540891 Nov 11 21:27:18.091199 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544068ab-3b6c-40de-abc5-0308d48c1fb4 req-e638eaa8-faad-417d-ae40-c69ce1900c37 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:18.092862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-544068ab-3b6c-40de-abc5-0308d48c1fb4 req-e638eaa8-faad-417d-ae40-c69ce1900c37 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 950 time: 0.0594301 Nov 11 21:27:18.145427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-544068ab-3b6c-40de-abc5-0308d48c1fb4 req-e149308d-2a8c-4a04-bd37-9fb330c04361 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464714 Nov 11 21:27:18.263382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1355a-df14-48a0-8cbc-150c40659368 req-ad142eed-d896-4b55-aac0-e6b139419026 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:18.264871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ae1355a-df14-48a0-8cbc-150c40659368 req-ad142eed-d896-4b55-aac0-e6b139419026 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.0535727 Nov 11 21:27:18.325099 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ae1355a-df14-48a0-8cbc-150c40659368 req-89ffa8b7-69c0-46c5-9306-9658881d1f4c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534823 Nov 11 21:27:18.413039 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:18.480412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799634f8-72d7-4bdb-bc91-8a86f725753d req-adad3b86-fe31-4504-bd7b-510dcbfd41c1 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:18.489375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-799634f8-72d7-4bdb-bc91-8a86f725753d req-adad3b86-fe31-4504-bd7b-510dcbfd41c1 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 945 time: 0.0951700 Nov 11 21:27:18.538170 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-799634f8-72d7-4bdb-bc91-8a86f725753d req-fd5e81ba-8b81-42c8-99c5-35e993d5bcd5 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476418 Nov 11 21:27:18.664586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd8a7b-896b-4a42-bfb1-ae4c53008c93 req-ba754d5b-b01e-4ead-945b-7c5f31e27d7c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:18.666149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15bd8a7b-896b-4a42-bfb1-ae4c53008c93 req-ba754d5b-b01e-4ead-945b-7c5f31e27d7c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 944 time: 0.0681915 Nov 11 21:27:18.727628 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15bd8a7b-896b-4a42-bfb1-ae4c53008c93 req-c6e268fe-52ac-45b5-9f15-fb5ccd5fc8ee tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551503 Nov 11 21:27:18.918179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066d7e5-8eaa-4814-80ec-4b080ebaa6f1 req-fd4f3d66-d85e-4d5c-812f-a3a9ca3e22aa tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:18.919541 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1066d7e5-8eaa-4814-80ec-4b080ebaa6f1 req-fd4f3d66-d85e-4d5c-812f-a3a9ca3e22aa tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 947 time: 0.0574498 Nov 11 21:27:18.972357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1066d7e5-8eaa-4814-80ec-4b080ebaa6f1 req-a57d0a94-1498-478f-a360-42c2b6882935 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467722 Nov 11 21:27:19.098013 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5112f8-14a7-423b-8269-88f8fa986567 req-c905baa0-3921-4f4a-970f-efaef9e6e34f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:19.100629 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a5112f8-14a7-423b-8269-88f8fa986567 req-c905baa0-3921-4f4a-970f-efaef9e6e34f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 943 time: 0.0550470 Nov 11 21:27:19.151945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a5112f8-14a7-423b-8269-88f8fa986567 req-3359058a-3a57-4160-8655-7bdb912770f6 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459065 Nov 11 21:27:19.245814 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:19.282992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29700dd4-ef91-49fa-9a50-8be70438504f req-80f64adb-dd18-4b55-ae74-119ff716eaf6 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:19.284521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29700dd4-ef91-49fa-9a50-8be70438504f req-80f64adb-dd18-4b55-ae74-119ff716eaf6 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 950 time: 0.0637846 Nov 11 21:27:19.339280 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29700dd4-ef91-49fa-9a50-8be70438504f req-f08fcc9c-707e-4a3d-a88a-24d8f51754bd tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485070 Nov 11 21:27:19.476601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f303d1-99cf-44e9-87e6-70db8b5ecd6c req-f87b0bac-dafa-4169-b731-0cae47d2c206 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:19.478284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85f303d1-99cf-44e9-87e6-70db8b5ecd6c req-f87b0bac-dafa-4169-b731-0cae47d2c206 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.0635998 Nov 11 21:27:19.533521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85f303d1-99cf-44e9-87e6-70db8b5ecd6c req-45ef34ff-6236-4bd9-9df2-8db813eb4104 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487452 Nov 11 21:27:19.674130 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0f281-c88d-46a4-bc13-d675a925bb6a req-681f4924-b254-4981-961f-779e9c641d12 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:19.675710 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0cf0f281-c88d-46a4-bc13-d675a925bb6a req-681f4924-b254-4981-961f-779e9c641d12 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 945 time: 0.0596278 Nov 11 21:27:19.749637 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0cf0f281-c88d-46a4-bc13-d675a925bb6a req-e5b8419e-e5e6-4709-bfc5-907e933ab7f4 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652204 Nov 11 21:27:19.875585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7e4f4-0934-4da3-9e45-6d40c644f7b6 req-0b5b9d56-bf46-4420-8b0c-5a884d1caa99 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:19.877342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fce7e4f4-0934-4da3-9e45-6d40c644f7b6 req-0b5b9d56-bf46-4420-8b0c-5a884d1caa99 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 944 time: 0.0564198 Nov 11 21:27:19.928694 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fce7e4f4-0934-4da3-9e45-6d40c644f7b6 req-a25c14e7-09ec-4134-8b4d-2c3f2d140f84 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449212 Nov 11 21:27:20.117816 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54a136-457e-4151-bb31-7b39f3d578e4 req-98062dd5-c135-4b52-806f-fcdc3f4b1e16 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:20.119597 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e54a136-457e-4151-bb31-7b39f3d578e4 req-98062dd5-c135-4b52-806f-fcdc3f4b1e16 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 947 time: 0.0611205 Nov 11 21:27:20.177316 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e54a136-457e-4151-bb31-7b39f3d578e4 req-6a5f25dc-7f0e-4fb9-aeb2-871d23d5b930 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514214 Nov 11 21:27:20.284048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4868b-1f48-4409-a99f-3962bd1dddf4 req-496dbbbf-51d8-4b30-b80c-6dab1d8000ce tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:20.285624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56b4868b-1f48-4409-a99f-3962bd1dddf4 req-496dbbbf-51d8-4b30-b80c-6dab1d8000ce tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 943 time: 0.0548263 Nov 11 21:27:20.342304 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56b4868b-1f48-4409-a99f-3962bd1dddf4 req-4f68cae7-b3b7-45ae-846d-66b379c06e2f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504551 Nov 11 21:27:20.466740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b23787-b299-45cc-9d2f-ff8b92ba9256 req-4c49483a-6ec8-4774-8e5f-a6e3c37b6c02 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:20.466740 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85b23787-b299-45cc-9d2f-ff8b92ba9256 req-4c49483a-6ec8-4774-8e5f-a6e3c37b6c02 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 950 time: 0.0556400 Nov 11 21:27:20.520262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85b23787-b299-45cc-9d2f-ff8b92ba9256 req-2c9ef49d-f3e4-44ce-8559-634295a5c8f3 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489199 Nov 11 21:27:20.662999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868403a1-2ef5-4266-9beb-6606676a1fe9 req-1ca851cf-db27-492c-a9a6-15fc40954eb9 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:20.664569 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-868403a1-2ef5-4266-9beb-6606676a1fe9 req-1ca851cf-db27-492c-a9a6-15fc40954eb9 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.0546141 Nov 11 21:27:20.723881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-868403a1-2ef5-4266-9beb-6606676a1fe9 req-3bf1b5c0-fbf9-409f-8c7e-ad31e3492242 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524507 Nov 11 21:27:20.891270 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc17426-14f5-496f-bfc5-a329dcd6d8b7 req-a9cd038a-7bf4-4f95-91d9-fa55fc8260d3 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:20.899544 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7fc17426-14f5-496f-bfc5-a329dcd6d8b7 req-a9cd038a-7bf4-4f95-91d9-fa55fc8260d3 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 945 time: 0.0690916 Nov 11 21:27:20.936822 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6ceef423-83ce-49be-99ed-0d3e76b562ac up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:27:20.946284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7fc17426-14f5-496f-bfc5-a329dcd6d8b7 req-88c17497-7eaf-4735-aee4-ab873c11403e tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455968 Nov 11 21:27:21.025959 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 6ceef423-83ce-49be-99ed-0d3e76b562ac completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:27:21.030108 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 6ceef423-83ce-49be-99ed-0d3e76b562ac triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:21.030747 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:21.123580 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f596f84-3c93-4fef-bd79-f82760394789 req-5a4675ae-aa80-40a8-be71-5da7f7a7812b tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:21.134161 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f596f84-3c93-4fef-bd79-f82760394789 req-5a4675ae-aa80-40a8-be71-5da7f7a7812b tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 944 time: 0.1049616 Nov 11 21:27:21.150175 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:21.174799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ceef423-83ce-49be-99ed-0d3e76b562ac'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:21.183205 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4c6c3c-157b-47a9-998d-0c072d9db87d" -d '{"events": [{"server_uuid": "ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0", "name": "network-vif-plugged", "status": "completed", "tag": "6ceef423-83ce-49be-99ed-0d3e76b562ac"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:21.211702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f596f84-3c93-4fef-bd79-f82760394789 req-c54a5a5e-e7dd-4eed-862a-5617aa11ef67 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671699 Nov 11 21:27:21.218483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6ceef423-83ce-49be-99ed-0d3e76b562ac, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6ceef423-83ce-49be-99ed-0d3e76b562ac,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:21.240883 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:21.307686 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdebea80-ad0f-4f38-8639-eda383ae64e9 x-openstack-request-id: req-bdebea80-ad0f-4f38-8639-eda383ae64e9 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:21.307976 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0", "name": "network-vif-plugged", "status": "completed", "tag": "6ceef423-83ce-49be-99ed-0d3e76b562ac", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:21.308225 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bdebea80-ad0f-4f38-8639-eda383ae64e9 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:21.308611 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ceef423-83ce-49be-99ed-0d3e76b562ac', 'code': 200} Nov 11 21:27:21.310104 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=6ceef423-83ce-49be-99ed-0d3e76b562ac,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:21.426177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c200c98-6f30-41cc-91bd-6ec162ba9356 req-38ccde47-e46c-46f5-b28b-cc80fa1c2259 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:21.428920 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c200c98-6f30-41cc-91bd-6ec162ba9356 req-38ccde47-e46c-46f5-b28b-cc80fa1c2259 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 947 time: 0.0695956 Nov 11 21:27:21.436063 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ef70f-83ed-4a23-a809-e56a1de950c4 req-cf9f333a-dfdf-4142-96c7-8e9c04714169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:21.439205 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9c1ef70f-83ed-4a23-a809-e56a1de950c4 req-cf9f333a-dfdf-4142-96c7-8e9c04714169 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 1097 time: 0.0774572 Nov 11 21:27:21.513640 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c200c98-6f30-41cc-91bd-6ec162ba9356 req-845db090-0a88-41f7-a8ef-292f0f8dd6c8 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797822 Nov 11 21:27:21.532218 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9c1ef70f-83ed-4a23-a809-e56a1de950c4 req-12dd63e9-7318-49e4-a960-091e739e4e90 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820558 Nov 11 21:27:21.649572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c5229-1e57-4479-87f3-5ea078e3da51 req-5379084f-99cc-4c40-8f29-7129226fc64e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:21.657150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-257c5229-1e57-4479-87f3-5ea078e3da51 req-5379084f-99cc-4c40-8f29-7129226fc64e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 943 time: 0.0895133 Nov 11 21:27:21.714678 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-257c5229-1e57-4479-87f3-5ea078e3da51 req-f6bda4a2-628d-421e-a810-582d79765f84 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544643 Nov 11 21:27:21.814193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30924b5-f7e5-41ad-9024-718fc49b199d req-135f7c7b-d008-49ae-90f7-432ce711ced5 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:21.815778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b30924b5-f7e5-41ad-9024-718fc49b199d req-135f7c7b-d008-49ae-90f7-432ce711ced5 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 950 time: 0.0498009 Nov 11 21:27:21.864503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b30924b5-f7e5-41ad-9024-718fc49b199d req-9968514b-5376-4a4f-8c20-f3b1642e5fda tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426011 Nov 11 21:27:21.971188 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b386cb-4df8-4576-ba98-3420667e9186 req-0d18a4bc-38b5-49ee-9151-d76e6f3d6b42 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:21.972619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56b386cb-4df8-4576-ba98-3420667e9186 req-0d18a4bc-38b5-49ee-9151-d76e6f3d6b42 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.0521355 Nov 11 21:27:22.021248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56b386cb-4df8-4576-ba98-3420667e9186 req-fbab12cd-da24-4a59-8437-7b7dcd6fbb21 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 Nov 11 21:27:22.124714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e48eaf-5701-4e9b-b6f8-4918c610e1a8 req-a91fd047-ae37-497c-babf-4c14f8f947ee tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:22.126226 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4e48eaf-5701-4e9b-b6f8-4918c610e1a8 req-a91fd047-ae37-497c-babf-4c14f8f947ee tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 946 time: 0.0493126 Nov 11 21:27:22.174738 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4e48eaf-5701-4e9b-b6f8-4918c610e1a8 req-bce92162-014d-4175-a3bd-b726696a9d52 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424347 Nov 11 21:27:22.344518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681184e-8603-4156-988b-7aa0bcb08d8d req-6182e5ba-c11b-4694-a2d1-d651eeac4dd9 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:22.349236 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0681184e-8603-4156-988b-7aa0bcb08d8d req-6182e5ba-c11b-4694-a2d1-d651eeac4dd9 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 944 time: 0.0695264 Nov 11 21:27:22.579731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.71', 60535) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:22.638465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6ea5f-2a0d-45da-b357-ab1fc7c3ce3d req-18b15883-7ddb-4f0a-870b-96a690b44224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:22.639966 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b3b6ea5f-2a0d-45da-b357-ab1fc7c3ce3d req-18b15883-7ddb-4f0a-870b-96a690b44224 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4760953b72d444f1a09d53b6186d1f92&device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 1095 time: 0.2398174 Nov 11 21:27:22.673974 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0681184e-8603-4156-988b-7aa0bcb08d8d req-9b393f2e-9f60-4dff-95cd-adad9cf48bdd tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181334 Nov 11 21:27:22.685865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41d85d-97e5-49fd-b89e-73a196835a65 req-a7fb5c9c-25ac-4556-8cd8-abeab8d17cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:22.688109 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b41d85d-97e5-49fd-b89e-73a196835a65 req-a7fb5c9c-25ac-4556-8cd8-abeab8d17cdf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 1098 time: 0.0926199 Nov 11 21:27:22.743714 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b41d85d-97e5-49fd-b89e-73a196835a65 req-bfea3d7a-9475-44f8-b557-b7c81c2d9186 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=befdcd5f40f6426ea3652685a0b4115c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466988 Nov 11 21:27:22.767696 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5fca6a79-56e6-4628-961b-ae3b26bc5372 req-44a3fc2d-a027-4a25-8376-abcc2700b1ac service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1826994 Nov 11 21:27:22.940453 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-b79f83f3-6c68-4ded-b205-6ab53f595ef9 service neutron] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e685d181-190b-4acc-89e6-a320b4fc90c7,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:22.952627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-ecec44ad-1c12-4f2e-a1d0-5ab464572b58 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:27:22.953804 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-ecec44ad-1c12-4f2e-a1d0-5ab464572b58 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0286379 Nov 11 21:27:22.963653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2eb6c-8593-4d1e-8c32-e3232af4e0de req-06e43b6d-ab37-44d2-b5f5-a8b1d1e60afa tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:22.971064 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1bd2eb6c-8593-4d1e-8c32-e3232af4e0de req-06e43b6d-ab37-44d2-b5f5-a8b1d1e60afa tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 947 time: 0.1209009 Nov 11 21:27:23.018156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-b79f83f3-6c68-4ded-b205-6ab53f595ef9 service neutron] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:23.038950 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1bd2eb6c-8593-4d1e-8c32-e3232af4e0de req-45366dba-af4e-4070-80bf-cc529d71be3f tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670018 Nov 11 21:27:23.042905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41d85d-97e5-49fd-b89e-73a196835a65 req-3454ac34-7177-4d3b-b8be-7a5d1ea1616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:23.044644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b41d85d-97e5-49fd-b89e-73a196835a65 req-3454ac34-7177-4d3b-b8be-7a5d1ea1616e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2922542 Nov 11 21:27:23.086560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca6a79-56e6-4628-961b-ae3b26bc5372 req-2914be04-4a8f-49df-b572-cc7e670c1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:23.088105 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5fca6a79-56e6-4628-961b-ae3b26bc5372 req-2914be04-4a8f-49df-b572-cc7e670c1bbb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 1101 time: 0.2341907 Nov 11 21:27:23.099159 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6ea5f-2a0d-45da-b357-ab1fc7c3ce3d req-bd9ad85d-5aea-45cb-b2ed-644d7a1d2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:23.100585 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b3b6ea5f-2a0d-45da-b357-ab1fc7c3ce3d req-bd9ad85d-5aea-45cb-b2ed-644d7a1d2a79 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=4760953b72d444f1a09d53b6186d1f92&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4413095 Nov 11 21:27:23.111288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-b79f83f3-6c68-4ded-b205-6ab53f595ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e685d181-190b-4acc-89e6-a320b4fc90c7 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:23.129318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-29325c5e-f82e-4574-a25c-c94411d6595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:23.130715 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-29325c5e-f82e-4574-a25c-c94411d6595a service neutron] 10.222.0.57 "GET /v2.0/ports/38a7900c-ec95-4cc6-9646-cf3bf12af004 HTTP/1.1" status: 200 len: 1093 time: 0.1143091 Nov 11 21:27:23.166943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f3b658db-aa32-4d32-8abf-a79cf6eab083 service neutron] Request body: {'binding': {'host': 'n-h2-805737-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:23.167392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f3b658db-aa32-4d32-8abf-a79cf6eab083 service neutron] Unknown quota resources ['binding']. {{(pid=102535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:27:23.183693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-b79f83f3-6c68-4ded-b205-6ab53f595ef9 service neutron] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=e685d181-190b-4acc-89e6-a320b4fc90c7,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:23.248027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff43b9-20ed-48f3-a2e4-ce229168222a req-15ef476b-08fc-45a3-a14b-46e0dfb3f726 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:23.249580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2ff43b9-20ed-48f3-a2e4-ce229168222a req-15ef476b-08fc-45a3-a14b-46e0dfb3f726 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 943 time: 0.1302125 Nov 11 21:27:23.282937 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca6a79-56e6-4628-961b-ae3b26bc5372 req-85b80210-aa53-4b3a-9f72-3858c3c32573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:23.284404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5fca6a79-56e6-4628-961b-ae3b26bc5372 req-85b80210-aa53-4b3a-9f72-3858c3c32573 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1538720 Nov 11 21:27:23.287430 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-b79f83f3-6c68-4ded-b205-6ab53f595ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:23.339744 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5fca6a79-56e6-4628-961b-ae3b26bc5372 req-0035052a-49e0-4df6-a017-47d9743f1648 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d186ccd5-204d-49b9-ac76-e4ac388b2a66 HTTP/1.1" status: 200 len: 217 time: 0.0456369 Nov 11 21:27:23.348103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2ff43b9-20ed-48f3-a2e4-ce229168222a req-dc755b1b-e2cb-4565-aacb-2024d866ffcc tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901146 Nov 11 21:27:23.360237 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9f0c37f8-20d1-43a4-8be7-e30ec112559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:23.361766 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-9f0c37f8-20d1-43a4-8be7-e30ec112559c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=befdcd5f40f6426ea3652685a0b4115c&device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 1098 time: 0.2454598 Nov 11 21:27:23.394039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca6a79-56e6-4628-961b-ae3b26bc5372 req-699a732f-a50b-4dbe-b2ef-a0a31ff54955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:23.395662 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5fca6a79-56e6-4628-961b-ae3b26bc5372 req-699a732f-a50b-4dbe-b2ef-a0a31ff54955 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0467091 Nov 11 21:27:23.484014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca6a79-56e6-4628-961b-ae3b26bc5372 req-55b0a88f-dfeb-4967-be6a-7a5729c81698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:23.485509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5fca6a79-56e6-4628-961b-ae3b26bc5372 req-55b0a88f-dfeb-4967-be6a-7a5729c81698 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799432 Nov 11 21:27:23.510793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3cc87-83fb-41f4-9849-43187b0d6206 req-543677da-e7af-4455-9a99-b8f75069bba4 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:23.512277 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5b3cc87-83fb-41f4-9849-43187b0d6206 req-543677da-e7af-4455-9a99-b8f75069bba4 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 950 time: 0.0748658 Nov 11 21:27:23.625968 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5b3cc87-83fb-41f4-9849-43187b0d6206 req-b291b586-2829-4a1e-a1fe-198151835a72 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013722 Nov 11 21:27:23.641621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5fca6a79-56e6-4628-961b-ae3b26bc5372 req-ddcd2e49-1eb1-4b3a-9b27-a86acadd3c1e service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465931 Nov 11 21:27:23.752983 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-b629aa17-c1a3-40c8-a5ec-fc0f6075a71a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=9a658140-909a-46ca-9396-4476b37c7f77 HTTP/1.1" status: 200 len: 217 time: 0.3477683 Nov 11 21:27:23.791483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6ea5f-2a0d-45da-b357-ab1fc7c3ce3d req-7cb4f2c2-6479-4060-97f3-4dc5ebbeb011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:23.793080 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b3b6ea5f-2a0d-45da-b357-ab1fc7c3ce3d req-7cb4f2c2-6479-4060-97f3-4dc5ebbeb011 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6455138 Nov 11 21:27:23.816131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce50607-2679-4aca-894c-6ccf8c9e5322 req-bf1900c5-98bc-41b7-b733-77e07afb6b1e tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:23.817806 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bce50607-2679-4aca-894c-6ccf8c9e5322 req-bf1900c5-98bc-41b7-b733-77e07afb6b1e tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.1171336 Nov 11 21:27:23.825524 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5fca6a79-56e6-4628-961b-ae3b26bc5372 req-e6470a92-870d-4e13-b37f-aefc34216ae3 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734788 Nov 11 21:27:23.869864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-b79f83f3-6c68-4ded-b205-6ab53f595ef9 service neutron] Transition to ACTIVE for port object e685d181-190b-4acc-89e6-a320b4fc90c7 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:27:23.873535 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-13d1c403-7566-4efb-b997-540f0fdb59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:23.874428 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-13d1c403-7566-4efb-b997-540f0fdb59a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1103086 Nov 11 21:27:23.880824 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-b79f83f3-6c68-4ded-b205-6ab53f595ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:23.941428 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bce50607-2679-4aca-894c-6ccf8c9e5322 req-a1b2715f-1123-4a20-bac3-1f15457135e0 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032217 Nov 11 21:27:23.945389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-56673eec-0da6-44cc-9068-2d9636d6d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:23.948048 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-56673eec-0da6-44cc-9068-2d9636d6d01c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4760953b72d444f1a09d53b6186d1f92&device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 1095 time: 0.0878770 Nov 11 21:27:23.962970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f3b658db-aa32-4d32-8abf-a79cf6eab083 service neutron] Attempting to bind port 38a7900c-ec95-4cc6-9646-cf3bf12af004 on host n-h2-805737-3 for vnic_type normal with profile None {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:27:23.963397 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f3b658db-aa32-4d32-8abf-a79cf6eab083 service neutron] Attempting to bind port 38a7900c-ec95-4cc6-9646-cf3bf12af004 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:27:23.963817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f3b658db-aa32-4d32-8abf-a79cf6eab083 service neutron] Attempting to bind port 38a7900c-ec95-4cc6-9646-cf3bf12af004 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:23.989522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-b79f83f3-6c68-4ded-b205-6ab53f595ef9 service neutron] No DVR routers for this DVR port e685d181-190b-4acc-89e6-a320b4fc90c7 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:27:23.998368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f3b658db-aa32-4d32-8abf-a79cf6eab083 service neutron] Port 38a7900c-ec95-4cc6-9646-cf3bf12af004 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:27:23.998709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f3b658db-aa32-4d32-8abf-a79cf6eab083 service neutron] Attempting to bind port 38a7900c-ec95-4cc6-9646-cf3bf12af004 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:24.011990 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-3d9e01a7-6415-4f4b-abcc-5e1896f457c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 HTTP/1.1" status: 200 len: 217 time: 0.0534134 Nov 11 21:27:24.021950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f3b658db-aa32-4d32-8abf-a79cf6eab083 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:27:24.022209 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f3b658db-aa32-4d32-8abf-a79cf6eab083 service neutron] Checking segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:24.022594 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f3b658db-aa32-4d32-8abf-a79cf6eab083 service neutron] Bound using segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:27:24.023149 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f3b658db-aa32-4d32-8abf-a79cf6eab083 service neutron] Bound port: 38a7900c-ec95-4cc6-9646-cf3bf12af004, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:27:24.045596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-b1f492c6-61cf-4664-be45-81060b37eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:24.047186 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-b1f492c6-61cf-4664-be45-81060b37eb69 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1565275 Nov 11 21:27:24.069344 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f83f3-6c68-4ded-b205-6ab53f595ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=e685d181-190b-4acc-89e6-a320b4fc90c7,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:24.087323 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-b79f83f3-6c68-4ded-b205-6ab53f595ef9 service neutron] 10.222.0.71 "PUT /v2.0/ports/e685d181-190b-4acc-89e6-a320b4fc90c7/bindings/n-h1-805737-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6881049 Nov 11 21:27:24.094639 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582a72d-b0aa-4dfa-8aa0-24d9df88cac1 req-e81f404a-1b8c-4fd2-a99b-d266ba77afab tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:24.097299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6582a72d-b0aa-4dfa-8aa0-24d9df88cac1 req-e81f404a-1b8c-4fd2-a99b-d266ba77afab tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 946 time: 0.0877845 Nov 11 21:27:24.122858 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-66d4779b-3a5f-4844-8fe5-f7c39b348a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:24.124789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-66d4779b-3a5f-4844-8fe5-f7c39b348a03 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=45967afb-f40d-4100-aba9-e4dd43b5ed99 HTTP/1.1" status: 200 len: 853 time: 0.0879703 Nov 11 21:27:24.168231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f3b658db-aa32-4d32-8abf-a79cf6eab083 service neutron] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:27:24.192305 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f3b658db-aa32-4d32-8abf-a79cf6eab083 service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:24.193492 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f3b658db-aa32-4d32-8abf-a79cf6eab083 service neutron] 10.222.0.57 "POST /v2.0/ports/38a7900c-ec95-4cc6-9646-cf3bf12af004/bindings HTTP/1.1" status: 201 len: 389 time: 1.0447872 Nov 11 21:27:24.196818 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6582a72d-b0aa-4dfa-8aa0-24d9df88cac1 req-c7179ebc-4e91-4376-b4e2-3006697e96d3 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927739 Nov 11 21:27:24.201754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-11a1b96f-97bf-4009-aa27-d96c7d478d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:24.203230 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-11a1b96f-97bf-4009-aa27-d96c7d478d46 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0cdf8c34-5a47-461f-9b7a-130819e76f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690422 Nov 11 21:27:24.261729 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-49f5a5a5-3ea9-40a2-81cd-a5b7c1c3de22 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890790 Nov 11 21:27:24.329337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-6e6858b5-bdcf-4bfe-acc0-a56eb232da8a tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:24.331058 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-6e6858b5-bdcf-4bfe-acc0-a56eb232da8a tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369&tenant_id=84de113e4e264de9b1292139646defb0&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 1095 time: 0.1579599 Nov 11 21:27:24.467334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-593dc53c-4c54-4d7b-a232-7e56f097eecf service neutron] 10.222.0.71 "GET /v2.0/networks/0cdf8c34-5a47-461f-9b7a-130819e76f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444537 Nov 11 21:27:24.478907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b83264-593f-40fb-b760-1ffd8eab62b0 req-0c05dc1a-2369-4e34-b003-560f1d40abda tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:24.480610 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48b83264-593f-40fb-b760-1ffd8eab62b0 req-0c05dc1a-2369-4e34-b003-560f1d40abda tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 944 time: 0.1562359 Nov 11 21:27:24.493166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab340910-ba43-4a1e-8f0e-0af5dc0d23d2 req-27659dc6-d569-4bbc-8d51-f1520e4bb671 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:24.495337 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab340910-ba43-4a1e-8f0e-0af5dc0d23d2 req-27659dc6-d569-4bbc-8d51-f1520e4bb671 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 947 time: 0.1170008 Nov 11 21:27:24.508992 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14a58154-0c45-44f7-bb16-819b77fdf2fb req-4cb58f91-a6c8-4a08-9d9e-761928394741 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380848 Nov 11 21:27:24.582615 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d97141-c139-4bdb-8580-a8d7294a6772 req-bc183f21-3d85-4f98-8e94-9423b9bd6af1 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:24.586005 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-93d97141-c139-4bdb-8580-a8d7294a6772 req-bc183f21-3d85-4f98-8e94-9423b9bd6af1 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.71 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 950 time: 0.1600964 Nov 11 21:27:24.606279 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-95bd3772-c4c3-47ba-975f-aea62e9ff546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:24.608016 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-95bd3772-c4c3-47ba-975f-aea62e9ff546 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369&tenant_id=84de113e4e264de9b1292139646defb0 HTTP/1.1" status: 200 len: 1095 time: 0.1834552 Nov 11 21:27:24.672064 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab340910-ba43-4a1e-8f0e-0af5dc0d23d2 req-b7c63070-0ef6-48ad-bab5-03142dd0490e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542850 Nov 11 21:27:24.687672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48b83264-593f-40fb-b760-1ffd8eab62b0 req-7e376e8f-b251-4878-ae53-f0ee33e144fd tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809056 Nov 11 21:27:24.723334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ec04831-43b6-4b37-8da7-96293f86d206 req-72d73965-c0b3-427f-aec3-f1d68626af77 service neutron] 10.222.0.71 "GET /v2.0/networks/0cdf8c34-5a47-461f-9b7a-130819e76f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268660 Nov 11 21:27:24.758027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-31c61c7d-870d-4eb3-8b7a-46cc160c68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:24.759587 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-31c61c7d-870d-4eb3-8b7a-46cc160c68f6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 1096 time: 0.2123070 Nov 11 21:27:24.780911 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-3e694476-a14f-468b-beab-734c970ec4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:24.782559 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-3e694476-a14f-468b-beab-734c970ec4c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 1095 time: 0.1391673 Nov 11 21:27:24.887255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f17d3e-a6db-4b22-8d79-16d014fb0468 req-c2afc427-6919-4306-910a-e678c599bbbf tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:24.889082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c6f17d3e-a6db-4b22-8d79-16d014fb0468 req-c2afc427-6919-4306-910a-e678c599bbbf tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 946 time: 0.1212430 Nov 11 21:27:24.908674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307bb87-f048-45a5-bd02-b3d9b6fe79df req-190b8ebf-a690-4309-8b95-5d543939b8d7 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:24.911671 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f307bb87-f048-45a5-bd02-b3d9b6fe79df req-190b8ebf-a690-4309-8b95-5d543939b8d7 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 945 time: 0.0985961 Nov 11 21:27:24.912310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52300) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:24.921904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-916a2d04-470c-484f-8609-463bd0866b36 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Request body: {'floatingip': {'port_id': '6ceef423-83ce-49be-99ed-0d3e76b562ac'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:24.974542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-93d97141-c139-4bdb-8580-a8d7294a6772 req-ec51f48d-4a54-4d51-9e6c-c9dd44ee2419 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Deleting port 600ca751-b7bf-4381-8d61-4388390d276a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:27:24.975001 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93d97141-c139-4bdb-8580-a8d7294a6772 req-ec51f48d-4a54-4d51-9e6c-c9dd44ee2419 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:25.066414 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-916a2d04-470c-484f-8609-463bd0866b36 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:25.072689 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-36ad9110-7f93-476a-a780-cd64f7db6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:25.074345 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-36ad9110-7f93-476a-a780-cd64f7db6a83 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.2892113 Nov 11 21:27:25.100621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-2b94c7ca-cde5-46b1-90da-d348ff4136da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:25.102286 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-2b94c7ca-cde5-46b1-90da-d348ff4136da service neutron] 10.222.0.10 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.3063793 Nov 11 21:27:25.148337 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-6d2c96be-ee5c-4684-b017-d710077c3fd7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004 HTTP/1.1" status: 200 len: 217 time: 0.0654297 Nov 11 21:27:25.186570 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-0e0ad376-8723-49b1-a3e1-be6030089288 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e685d181-190b-4acc-89e6-a320b4fc90c7 HTTP/1.1" status: 200 len: 217 time: 0.0504422 Nov 11 21:27:25.201895 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dbb15-7864-48d5-86d0-de1e00a7e753 req-300a8c0f-1d6a-4a7f-8f28-900a7bf10326 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:25.209572 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c83dbb15-7864-48d5-86d0-de1e00a7e753 req-300a8c0f-1d6a-4a7f-8f28-900a7bf10326 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 944 time: 0.2439911 Nov 11 21:27:25.248196 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f307bb87-f048-45a5-bd02-b3d9b6fe79df req-6ce99a97-109f-4f45-9a50-73b14fd798fc tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225310 Nov 11 21:27:25.275675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-93d97141-c139-4bdb-8580-a8d7294a6772 req-ec51f48d-4a54-4d51-9e6c-c9dd44ee2419 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] For port 600ca751-b7bf-4381-8d61-4388390d276a, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=600ca751-b7bf-4381-8d61-4388390d276a,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:25.275675 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93d97141-c139-4bdb-8580-a8d7294a6772 req-ec51f48d-4a54-4d51-9e6c-c9dd44ee2419 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:25.363863 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-93d97141-c139-4bdb-8580-a8d7294a6772 req-ec51f48d-4a54-4d51-9e6c-c9dd44ee2419 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Calling delete_port for 600ca751-b7bf-4381-8d61-4388390d276a owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:27:25.370534 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-4e3a9096-f618-4a40-b447-cc25bd7bc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:25.372656 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-4e3a9096-f618-4a40-b447-cc25bd7bc559 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.1846225 Nov 11 21:27:25.374472 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c83dbb15-7864-48d5-86d0-de1e00a7e753 req-a339ee4d-e676-4b46-8c11-9094a50d03b6 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312754 Nov 11 21:27:25.470217 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8ff5c382-8b7a-48c2-a184-a4a5cbb6f42c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756423 Nov 11 21:27:25.471749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-a14897c8-2659-4670-92bc-3f8a238c27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:25.473200 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-a14897c8-2659-4670-92bc-3f8a238c27a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.2701538 Nov 11 21:27:25.549682 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-09d52cd7-35b3-4150-847f-74bb982fd2ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565610 Nov 11 21:27:25.722188 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-e1d59579-458a-40f2-82dc-034dcc4eb99f service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301211 Nov 11 21:27:25.750071 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357abb6-8ccc-4915-ac4f-2e9e6e0d2380 req-3d71b1f3-402b-4624-b471-a162cfaf6625 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:25.751796 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8357abb6-8ccc-4915-ac4f-2e9e6e0d2380 req-3d71b1f3-402b-4624-b471-a162cfaf6625 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c92681-922b-4f5e-8db7-c3807ef6f7c7 HTTP/1.1" status: 200 len: 950 time: 0.3746107 Nov 11 21:27:25.775439 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-ecdbd36b-7992-4f80-942f-5755dfbde0c7 service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946931 Nov 11 21:27:25.821439 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf46f7a-3cf9-4d75-a7ea-d552dfc1787d req-3561c82f-51dc-4807-9cc8-9df0db0a1ee8 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:25.830078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-caf46f7a-3cf9-4d75-a7ea-d552dfc1787d req-3561c82f-51dc-4807-9cc8-9df0db0a1ee8 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.3705616 Nov 11 21:27:25.835440 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93d97141-c139-4bdb-8580-a8d7294a6772 req-ec51f48d-4a54-4d51-9e6c-c9dd44ee2419 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:25.848591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['21441cef-1033-4151-aa06-32df24649930'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:25.949690 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51f48d-4a54-4d51-9e6c-c9dd44ee2419 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Pushing event deleted for resources: {'Port': ['ID=600ca751-b7bf-4381-8d61-4388390d276a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:26.032159 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-901311d9-4a89-4f59-9417-fed89094a14d service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997677 Nov 11 21:27:26.052606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d97141-c139-4bdb-8580-a8d7294a6772 req-ec51f48d-4a54-4d51-9e6c-c9dd44ee2419 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] No DVR routers for this DVR port 600ca751-b7bf-4381-8d61-4388390d276a on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:27:26.056769 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-93d97141-c139-4bdb-8580-a8d7294a6772 req-ec51f48d-4a54-4d51-9e6c-c9dd44ee2419 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:26.060465 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-93d97141-c139-4bdb-8580-a8d7294a6772 req-ec51f48d-4a54-4d51-9e6c-c9dd44ee2419 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.71 "DELETE /v2.0/ports/600ca751-b7bf-4381-8d61-4388390d276a HTTP/1.1" status: 204 len: 173 time: 1.4580932 Nov 11 21:27:26.065789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c92681-922b-4f5e-8db7-c3807ef6f7c7', 'name': 'network-vif-deleted', 'tag': '600ca751-b7bf-4381-8d61-4388390d276a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:26.071249 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9037babe-4418-4fe4-9130-6730a53548bc" -d '{"events": [{"server_uuid": "95c92681-922b-4f5e-8db7-c3807ef6f7c7", "name": "network-vif-deleted", "tag": "600ca751-b7bf-4381-8d61-4388390d276a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:26.079814 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8357abb6-8ccc-4915-ac4f-2e9e6e0d2380 req-19872aaa-9f93-4d1d-9eea-d1a514f83043 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155322 Nov 11 21:27:26.098019 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-5c46eb00-bf2e-4623-9a80-3077249c248d service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893453 Nov 11 21:27:26.132558 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-caf46f7a-3cf9-4d75-a7ea-d552dfc1787d req-93f3cd7c-c685-465a-b797-6c2eb34c709b tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014500 Nov 11 21:27:26.199464 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-77c4780d-1e1d-484a-81e3-b108e4ec4860 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:26.201093 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-77c4780d-1e1d-484a-81e3-b108e4ec4860 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d&tenant_id=1e7495b94c334f7f86e765392527ed29&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 1096 time: 0.0803416 Nov 11 21:27:26.222006 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805737-3'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:26.301321 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:26.463848 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.db.resource_extend [None req-916a2d04-470c-484f-8609-463bd0866b36 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:27:26.509338 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:26.537584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-ce6d9d26-3b75-44ad-95b1-8fb4db4e9bb2 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:26.539197 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-ce6d9d26-3b75-44ad-95b1-8fb4db4e9bb2 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369&tenant_id=84de113e4e264de9b1292139646defb0&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 1095 time: 0.0645294 Nov 11 21:27:26.545114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb16b90-87a7-4a9a-814c-3e9c3641f6f5 req-bddb4850-8f87-4e63-a21a-dd74db1ffe55 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:26.546621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebb16b90-87a7-4a9a-814c-3e9c3641f6f5 req-bddb4850-8f87-4e63-a21a-dd74db1ffe55 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 947 time: 0.3256557 Nov 11 21:27:26.573968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b300e9-daa3-4c38-9fd9-bc8ba6b6a405 req-ca4afc86-3408-410d-bd57-72a00b5745a4 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:26.575714 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c6b300e9-daa3-4c38-9fd9-bc8ba6b6a405 req-ca4afc86-3408-410d-bd57-72a00b5745a4 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 944 time: 0.2500026 Nov 11 21:27:26.587132 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:26.589462 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-916a2d04-470c-484f-8609-463bd0866b36 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:26.607227 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-916a2d04-470c-484f-8609-463bd0866b36 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:26.647389 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:26.657232 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:26.707611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebb16b90-87a7-4a9a-814c-3e9c3641f6f5 req-55ce558f-c9c7-4edd-810c-19e799fb32e8 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428542 Nov 11 21:27:26.730303 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Pushing event updated for resources: {'Port': ['ID=38a7900c-ec95-4cc6-9646-cf3bf12af004,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:26.743271 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c6b300e9-daa3-4c38-9fd9-bc8ba6b6a405 req-0336a2e1-e701-495f-846f-7bb0b2caebf6 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511779 Nov 11 21:27:26.799823 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-916a2d04-470c-484f-8609-463bd0866b36 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Floating IP e64c0727-8442-49ff-9d0d-9b3df4698e96 associated. External IP: 172.25.0.85, port: 6ceef423-83ce-49be-99ed-0d3e76b562ac. Nov 11 21:27:26.822463 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bbc7ab-5a7f-4108-b2ae-71fbd64d522f x-openstack-request-id: req-a2bbc7ab-5a7f-4108-b2ae-71fbd64d522f {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:26.823002 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c92681-922b-4f5e-8db7-c3807ef6f7c7", "name": "network-vif-deleted", "tag": "600ca751-b7bf-4381-8d61-4388390d276a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:26.823119 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a2bbc7ab-5a7f-4108-b2ae-71fbd64d522f {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:26.823561 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c92681-922b-4f5e-8db7-c3807ef6f7c7', 'name': 'network-vif-deleted', 'tag': '600ca751-b7bf-4381-8d61-4388390d276a', 'status': 'completed', 'code': 200} Nov 11 21:27:26.824387 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Attempting to bind port 38a7900c-ec95-4cc6-9646-cf3bf12af004 on host n-h1-805737-3 for vnic_type normal with profile {"migrating_to": "n-h2-805737-3"} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:27:26.824779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Attempting to bind port 38a7900c-ec95-4cc6-9646-cf3bf12af004 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:27:26.825178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Attempting to bind port 38a7900c-ec95-4cc6-9646-cf3bf12af004 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:26.832787 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Port 38a7900c-ec95-4cc6-9646-cf3bf12af004 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:27:26.833263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Attempting to bind port 38a7900c-ec95-4cc6-9646-cf3bf12af004 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:26.839520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:27:26.839929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Checking segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:26.840366 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Bound using segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:27:26.840877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Bound port: 38a7900c-ec95-4cc6-9646-cf3bf12af004, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:27:26.841303 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:26.854785 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-29fdaa9d-782a-4a99-9b5f-989aa4968c8b service neutron] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:26.861609 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-29fdaa9d-782a-4a99-9b5f-989aa4968c8b service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:26.862802 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03d9dbe3-e503-443c-947b-3c660f4b752e req-29fdaa9d-782a-4a99-9b5f-989aa4968c8b service neutron] 10.222.0.10 "DELETE /v2.0/ports/e685d181-190b-4acc-89e6-a320b4fc90c7/bindings/n-h2-805737-3 HTTP/1.1" status: 204 len: 173 time: 0.3100591 Nov 11 21:27:26.934496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:26.937716 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:27:26.943450 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:27.006330 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00df8d-0113-4945-acbe-368b2160ff48 req-3c6a026d-8a57-4cea-b466-601a0bcef0a9 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:27.007827 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b00df8d-0113-4945-acbe-368b2160ff48 req-3c6a026d-8a57-4cea-b466-601a0bcef0a9 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 943 time: 0.1577492 Nov 11 21:27:27.026263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:27.026821 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:27.028245 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] 10.222.0.71 "PUT /v2.0/ports/38a7900c-ec95-4cc6-9646-cf3bf12af004 HTTP/1.1" status: 200 len: 1121 time: 0.8151894 Nov 11 21:27:27.031821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181cdcc-3bdd-4aee-a924-d31a409d74d0 service neutron] Pushing event updated for resources: {'Port': ['ID=38a7900c-ec95-4cc6-9646-cf3bf12af004,revision_number=8']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:27.035838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec1485-f973-4c72-891b-391f190c1ff2 req-f91633fa-3b4b-413f-a7a9-29ff5f057d24 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:27.037323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cec1485-f973-4c72-891b-391f190c1ff2 req-f91633fa-3b4b-413f-a7a9-29ff5f057d24 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 944 time: 0.1667366 Nov 11 21:27:27.146741 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b00df8d-0113-4945-acbe-368b2160ff48 req-0f3770ca-e357-45ff-aa9b-c12571f6d165 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296537 Nov 11 21:27:27.158770 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cec1485-f973-4c72-891b-391f190c1ff2 req-c640c34c-91ba-4cbc-af5c-159b7c6cec2c tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079819 Nov 11 21:27:27.175201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['38a7900c-ec95-4cc6-9646-cf3bf12af004'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:27.236543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916a2d04-470c-484f-8609-463bd0866b36 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Router 81aa319c-920f-4d80-917e-1877948a580f has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:27:27.402674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a222f26-99a4-48b4-b6ff-9ca44151f523 req-92dc6f77-7fba-40ff-bce7-450a20fa3245 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:27.404237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a222f26-99a4-48b4-b6ff-9ca44151f523 req-92dc6f77-7fba-40ff-bce7-450a20fa3245 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.1179030 Nov 11 21:27:27.444025 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916a2d04-470c-484f-8609-463bd0866b36 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:27:27.450864 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-b3b67ce3-9352-40fe-a309-479efa18a0e7 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1030577209&fields=id&tenant_id=9a9e3534c6324dd39988da124018d4d3 HTTP/1.1" status: 200 len: 267 time: 0.1272833 Nov 11 21:27:27.454001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-916a2d04-470c-484f-8609-463bd0866b36 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:27.461648 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec5f41-ccc8-4da1-9fc1-c23330c3b0e8 None None] Sync routers for ids ['81aa319c-920f-4d80-917e-1877948a580f'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:27:27.472173 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec5f41-ccc8-4da1-9fc1-c23330c3b0e8 None None] Routers {'81aa319c-920f-4d80-917e-1877948a580f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:27:27.472781 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-01ec5f41-ccc8-4da1-9fc1-c23330c3b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:27:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['81aa319c-920f-4d80-917e-1877948a580f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:27.553145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-916a2d04-470c-484f-8609-463bd0866b36 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "PUT /v2.0/floatingips/e64c0727-8442-49ff-9d0d-9b3df4698e96 HTTP/1.1" status: 200 len: 991 time: 2.6394606 Nov 11 21:27:27.556505 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0', 'tag': '6ceef423-83ce-49be-99ed-0d3e76b562ac'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:27.558788 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a82361-63f5-41b2-a9d6-f24f85c2b35f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0", "tag": "6ceef423-83ce-49be-99ed-0d3e76b562ac"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:27.568742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a222f26-99a4-48b4-b6ff-9ca44151f523 req-c7903daf-b7db-49d8-bb6b-371f8cbf78e4 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545563 Nov 11 21:27:27.585326 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-01ec5f41-ccc8-4da1-9fc1-c23330c3b0e8 None None] Set router 81aa319c-920f-4d80-917e-1877948a580f gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:27:27.628591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1161e72c-92ef-402b-8935-37d395c86701 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:27.630179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1161e72c-92ef-402b-8935-37d395c86701 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/networks?id=2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc HTTP/1.1" status: 200 len: 816 time: 0.1547897 Nov 11 21:27:27.645942 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-94346046-2e93-459f-a9c8-2b0c6b6f7272 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/quotas/9a9e3534c6324dd39988da124018d4d3 HTTP/1.1" status: 200 len: 375 time: 0.0099440 Nov 11 21:27:27.706801 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-39fc26fe-248d-408c-afe7-732024ab37e2 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a9e3534c6324dd39988da124018d4d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527549 Nov 11 21:27:27.788371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9a658140-909a-46ca-9396-4476b37c7f77 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:27:27.790747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 600ca751-b7bf-4381-8d61-4388390d276a no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:27:27.843480 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-df67db95-7c7e-40a3-a2fd-a09c06cd5523 service neutron] 10.222.0.57 "GET /v2.0/networks/2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239505 Nov 11 21:27:27.844818 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-01ec5f41-ccc8-4da1-9fc1-c23330c3b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'e64c0727-8442-49ff-9d0d-9b3df4698e96', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '81aa319c-920f-4d80-917e-1877948a580f', 'port_id': '6ceef423-83ce-49be-99ed-0d3e76b562ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'mac_address': 'fa:16:3e:c0:02:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:24:51Z', 'updated_at': '2021-11-11T21:27:26Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bc1b10-b75c-490b-91e5-2b283f02be08', 'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'mac_address': 'fa:16:3e:af:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:31Z', 'updated_at': '2021-11-11T21:24:37Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'subnets': [{'id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:27.850103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 600ca751-b7bf-4381-8d61-4388390d276a {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:27:27.850590 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 600ca751-b7bf-4381-8d61-4388390d276a not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:27:27.881949 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ce4013-0771-40bd-bc56-c43f6cf205c7 x-openstack-request-id: req-b5ce4013-0771-40bd-bc56-c43f6cf205c7 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:27.882743 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0", "tag": "6ceef423-83ce-49be-99ed-0d3e76b562ac", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:27.883433 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b5ce4013-0771-40bd-bc56-c43f6cf205c7 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:27.885037 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0', 'tag': '6ceef423-83ce-49be-99ed-0d3e76b562ac', 'status': 'completed', 'code': 200} Nov 11 21:27:27.893708 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec5f41-ccc8-4da1-9fc1-c23330c3b0e8 None None] Checking router: 81aa319c-920f-4d80-917e-1877948a580f for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:27:27.908888 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec5f41-ccc8-4da1-9fc1-c23330c3b0e8 None None] Routers {'81aa319c-920f-4d80-917e-1877948a580f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:27:27.909776 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-01ec5f41-ccc8-4da1-9fc1-c23330c3b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:27:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['81aa319c-920f-4d80-917e-1877948a580f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:27.954375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a82361-63f5-41b2-a9d6-f24f85c2b35f req-d320086f-dc84-4997-9500-ddcc0ce1e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:27.959831 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-70a82361-63f5-41b2-a9d6-f24f85c2b35f req-d320086f-dc84-4997-9500-ddcc0ce1e17c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b98c995e413247389f8d143b99b8f58a&device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 1097 time: 0.0707541 Nov 11 21:27:27.961102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 9a658140-909a-46ca-9396-4476b37c7f77, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9a658140-909a-46ca-9396-4476b37c7f77,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:27.973541 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '9a658140-909a-46ca-9396-4476b37c7f77', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '9a658140-909a-46ca-9396-4476b37c7f77', 'mac_address': 'fa:16:3e:eb:f1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:27:28.031088 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:28.047613 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a658140-909a-46ca-9396-4476b37c7f77 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:28.050477 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-01ec5f41-ccc8-4da1-9fc1-c23330c3b0e8 None None] Set router 81aa319c-920f-4d80-917e-1877948a580f gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:27:28.077174 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 9a658140-909a-46ca-9396-4476b37c7f77, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9a658140-909a-46ca-9396-4476b37c7f77,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:28.085658 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:28.086340 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:27:28.097012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a82361-63f5-41b2-a9d6-f24f85c2b35f req-41891a52-3619-4f0f-b7da-4ab2ef56cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:28.098509 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-70a82361-63f5-41b2-a9d6-f24f85c2b35f req-41891a52-3619-4f0f-b7da-4ab2ef56cf06 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c7ada215-bfc4-465c-92bd-a6c626636ee6 HTTP/1.1" status: 200 len: 925 time: 0.1153646 Nov 11 21:27:28.168581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=9a658140-909a-46ca-9396-4476b37c7f77,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:28.207426 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-70a82361-63f5-41b2-a9d6-f24f85c2b35f req-6c9f77b2-afb9-44c2-bd8b-7145c1a098b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ceef423-83ce-49be-99ed-0d3e76b562ac HTTP/1.1" status: 200 len: 999 time: 0.0987530 Nov 11 21:27:28.242465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2,segment=NetworkSegment(d2818c18-a53d-49ab-80c9-cf054c1c3527),segment_id=d2818c18-a53d-49ab-80c9-cf054c1c3527)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:28.259223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26fcb2-6733-4dc3-a2c6-39f1cf94f6cb req-5c042e5e-5f86-4ade-8ee6-40f60428371a tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:28.261470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af26fcb2-6733-4dc3-a2c6-39f1cf94f6cb req-5c042e5e-5f86-4ade-8ee6-40f60428371a tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 1095 time: 0.0955243 Nov 11 21:27:28.262609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a82361-63f5-41b2-a9d6-f24f85c2b35f req-81190477-999f-4ce8-9f21-5535758e2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:28.264219 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-70a82361-63f5-41b2-a9d6-f24f85c2b35f req-81190477-999f-4ce8-9f21-5535758e2cfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6091a5d9-8902-4c2d-b74e-b485b0594464 HTTP/1.1" status: 200 len: 862 time: 0.0498071 Nov 11 21:27:28.266795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2', 'network_id': '0cdf8c34-5a47-461f-9b7a-130819e76f23', 'port_id': '0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2', 'mac_address': 'fa:16:3e:43:a5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45967afb-f40d-4100-aba9-e4dd43b5ed99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:27:28.293528 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-efb139cf-a165-44ee-92b6-90f01a8c24e3 service neutron] 10.222.0.57 "GET /v2.0/networks/2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426658 Nov 11 21:27:28.307855 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:28.321917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:28.322758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af26fcb2-6733-4dc3-a2c6-39f1cf94f6cb req-7b1b306e-8feb-4f7a-8342-14ad75230b5f tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479994 Nov 11 21:27:28.375896 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2,segment=NetworkSegment(d2818c18-a53d-49ab-80c9-cf054c1c3527),segment_id=d2818c18-a53d-49ab-80c9-cf054c1c3527)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:28.383341 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a82361-63f5-41b2-a9d6-f24f85c2b35f req-0d6e329b-73bd-4df4-9f22-9ef7e8551812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:28.384054 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:28.384836 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-70a82361-63f5-41b2-a9d6-f24f85c2b35f req-0d6e329b-73bd-4df4-9f22-9ef7e8551812 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7ada215-bfc4-465c-92bd-a6c626636ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050086 Nov 11 21:27:28.407247 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-01ec5f41-ccc8-4da1-9fc1-c23330c3b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'e64c0727-8442-49ff-9d0d-9b3df4698e96', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '81aa319c-920f-4d80-917e-1877948a580f', 'port_id': '6ceef423-83ce-49be-99ed-0d3e76b562ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'mac_address': 'fa:16:3e:c0:02:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:24:51Z', 'updated_at': '2021-11-11T21:27:26Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bc1b10-b75c-490b-91e5-2b283f02be08', 'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'mac_address': 'fa:16:3e:af:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:31Z', 'updated_at': '2021-11-11T21:24:37Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'subnets': [{'id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:28.472379 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec5f41-ccc8-4da1-9fc1-c23330c3b0e8 None None] The sync data for ids ['81aa319c-920f-4d80-917e-1877948a580f'] in n-d-805737-3 is: [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'e64c0727-8442-49ff-9d0d-9b3df4698e96', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '81aa319c-920f-4d80-917e-1877948a580f', 'port_id': '6ceef423-83ce-49be-99ed-0d3e76b562ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'mac_address': 'fa:16:3e:c0:02:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:24:51Z', 'updated_at': '2021-11-11T21:27:26Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bc1b10-b75c-490b-91e5-2b283f02be08', 'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'mac_address': 'fa:16:3e:af:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:31Z', 'updated_at': '2021-11-11T21:24:37Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'subnets': [{'id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:27:28.500322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:28.506286 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5735eb-ea7c-4b7b-9d8e-17d6bc7915da req-a4f688dc-8572-4c9f-a564-5388cb58c51e tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:28.509350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d5735eb-ea7c-4b7b-9d8e-17d6bc7915da req-a4f688dc-8572-4c9f-a564-5388cb58c51e tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 950 time: 0.0986695 Nov 11 21:27:28.538124 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-70a82361-63f5-41b2-a9d6-f24f85c2b35f req-bb4e2ac5-d35d-4647-8973-eaf9c0fd829a service neutron] 10.222.0.10 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456630 Nov 11 21:27:28.562891 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d5735eb-ea7c-4b7b-9d8e-17d6bc7915da req-22229a55-f2cd-4118-8c2d-3d1be9479f07 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440609 Nov 11 21:27:28.659209 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-70a82361-63f5-41b2-a9d6-f24f85c2b35f req-666cac2b-746e-4249-9235-e6c18fccf0a9 service neutron] 10.222.0.10 "GET /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092091 Nov 11 21:27:28.685222 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029abb3d-fa5f-46dc-a660-44cef7a35537 req-a4f60b52-cbe0-4ae1-8c9e-cdec1954bb56 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:28.686878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-029abb3d-fa5f-46dc-a660-44cef7a35537 req-a4f60b52-cbe0-4ae1-8c9e-cdec1954bb56 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 948 time: 0.0576141 Nov 11 21:27:28.742314 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['9a658140-909a-46ca-9396-4476b37c7f77'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:28.756472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:28.760130 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-029abb3d-fa5f-46dc-a660-44cef7a35537 req-65fc6035-fbfd-467e-9a7f-bdeba7c35795 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644588 Nov 11 21:27:28.799428 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa030667-f3ae-4202-8509-9f874decc40c None None] New status for floating IP e64c0727-8442-49ff-9d0d-9b3df4698e96: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:27:28.825178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312953fd-c6c2-4003-b054-86df36418c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a7900c-ec95-4cc6-9646-cf3bf12af004'}, {'name': 'network-changed', 'server_uuid': '312953fd-c6c2-4003-b054-86df36418c8d', 'tag': '38a7900c-ec95-4cc6-9646-cf3bf12af004'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:28.827719 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b90a2e-eb6d-4e43-8b04-de178eb4d249" -d '{"events": [{"server_uuid": "312953fd-c6c2-4003-b054-86df36418c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "38a7900c-ec95-4cc6-9646-cf3bf12af004"}, {"name": "network-changed", "server_uuid": "312953fd-c6c2-4003-b054-86df36418c8d", "tag": "38a7900c-ec95-4cc6-9646-cf3bf12af004"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:28.893609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b0c54-e5f7-480d-a096-481db7d667ee req-df4b9e2e-bc9d-4f1d-acbd-e9607c38e2cd tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:28.895076 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-287b0c54-e5f7-480d-a096-481db7d667ee req-df4b9e2e-bc9d-4f1d-acbd-e9607c38e2cd tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 945 time: 0.0847607 Nov 11 21:27:28.908157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3df97-8a48-4638-9dea-d0e9077ba1dd req-688375fa-89b9-44f3-8c6b-06299497a446 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:28.909568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15b3df97-8a48-4638-9dea-d0e9077ba1dd req-688375fa-89b9-44f3-8c6b-06299497a446 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 943 time: 0.0661049 Nov 11 21:27:28.984887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-287b0c54-e5f7-480d-a096-481db7d667ee req-8f01f640-b27e-4fa1-8707-626e5717e54b tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743036 Nov 11 21:27:29.001332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15b3df97-8a48-4638-9dea-d0e9077ba1dd req-9e12d61e-3364-459a-9a17-60fa64bc9100 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840304 Nov 11 21:27:29.219676 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19a06d-0591-4b77-b9cd-d1d2ddc68c96 req-5870f62f-68c3-48e3-8e45-91e9e94f0344 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:29.221408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f19a06d-0591-4b77-b9cd-d1d2ddc68c96 req-5870f62f-68c3-48e3-8e45-91e9e94f0344 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.1387815 Nov 11 21:27:29.310805 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-50e48415-4d20-46f6-a6e6-bf74426886f7 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:29.312339 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-50e48415-4d20-46f6-a6e6-bf74426886f7 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 808 time: 0.1840844 Nov 11 21:27:29.317061 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f19a06d-0591-4b77-b9cd-d1d2ddc68c96 req-b389c877-006c-42d4-8c5e-a61951fd5f9c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871058 Nov 11 21:27:29.326873 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-0ca0c909-6ada-4304-933f-bcada1cb07b8 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/quotas/84de113e4e264de9b1292139646defb0 HTTP/1.1" status: 200 len: 375 time: 0.0088539 Nov 11 21:27:29.389485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723263af-09d3-453a-bcf3-f8ce6bd90dca req-471a6465-2dd3-44e3-8caa-5aed593ebad9 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:29.391181 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-723263af-09d3-453a-bcf3-f8ce6bd90dca req-471a6465-2dd3-44e3-8caa-5aed593ebad9 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 950 time: 0.0635700 Nov 11 21:27:29.415189 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a205af7-6c5d-464c-90bd-3c8c2379bca8 req-06f0cb05-e32a-4e5a-808f-2e7fa0bff5b9 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 210 time: 0.0304191 Nov 11 21:27:29.433312 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-963d62d6-4556-435f-baea-d156aa1749d7 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789104 Nov 11 21:27:29.510788 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-723263af-09d3-453a-bcf3-f8ce6bd90dca req-f3ea2553-66d2-4bd8-b158-eebb29759d88 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Deleting port 21441cef-1033-4151-aa06-32df24649930 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:27:29.511064 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-723263af-09d3-453a-bcf3-f8ce6bd90dca req-f3ea2553-66d2-4bd8-b158-eebb29759d88 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:29.540109 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97605ce-8979-426f-b1ff-6f92aee6aa7c x-openstack-request-id: req-d97605ce-8979-426f-b1ff-6f92aee6aa7c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:29.540411 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312953fd-c6c2-4003-b054-86df36418c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "38a7900c-ec95-4cc6-9646-cf3bf12af004", "code": 200}, {"name": "network-changed", "server_uuid": "312953fd-c6c2-4003-b054-86df36418c8d", "tag": "38a7900c-ec95-4cc6-9646-cf3bf12af004", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:29.540660 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d97605ce-8979-426f-b1ff-6f92aee6aa7c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:29.540789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-67f8d208-a431-4442-9efd-26bd1e41644d service neutron] 10.222.0.57 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017444 Nov 11 21:27:29.541073 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312953fd-c6c2-4003-b054-86df36418c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a7900c-ec95-4cc6-9646-cf3bf12af004', 'code': 200} Nov 11 21:27:29.541325 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312953fd-c6c2-4003-b054-86df36418c8d', 'tag': '38a7900c-ec95-4cc6-9646-cf3bf12af004', 'status': 'completed', 'code': 200} Nov 11 21:27:29.656154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-c381abd1-19f2-4733-a8b8-d001bc401505 service neutron] 10.222.0.57 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083214 Nov 11 21:27:29.695611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5227e54-f851-4682-ae8b-e0a54cf3450f req-d255c5cb-cc6e-4859-b7e4-40e0ddf21608 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:29.697576 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5227e54-f851-4682-ae8b-e0a54cf3450f req-d255c5cb-cc6e-4859-b7e4-40e0ddf21608 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 950 time: 0.0614293 Nov 11 21:27:29.761707 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5227e54-f851-4682-ae8b-e0a54cf3450f req-7b308eda-6f41-4fa5-b6c6-f62bc54337aa tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/security-groups?id=64b010b8-5cb0-4f64-a652-4cb1dbd270db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574167 Nov 11 21:27:29.793424 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 38a7900c-ec95-4cc6-9646-cf3bf12af004 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:27:29.887509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb454f25-0471-4dee-b8cc-a9031249138e req-9376a815-4e55-40c2-a6dd-4de5917ef93d tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 210 time: 0.0500109 Nov 11 21:27:29.930347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-723263af-09d3-453a-bcf3-f8ce6bd90dca req-f3ea2553-66d2-4bd8-b158-eebb29759d88 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] For port 21441cef-1033-4151-aa06-32df24649930, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=21441cef-1033-4151-aa06-32df24649930,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:29.930729 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-723263af-09d3-453a-bcf3-f8ce6bd90dca req-f3ea2553-66d2-4bd8-b158-eebb29759d88 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:29.934605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b90a2e-eb6d-4e43-8b04-de178eb4d249 req-e1787cb9-3dae-4324-bc46-9bd58281d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:29.936152 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-61b90a2e-eb6d-4e43-8b04-de178eb4d249 req-e1787cb9-3dae-4324-bc46-9bd58281d25a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 1124 time: 0.3589232 Nov 11 21:27:29.939252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bd0ff-ff5e-4459-9177-46aaa60bc805 req-06a52276-a852-42a8-aa2d-c2b10c82875e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:29.940379 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d28bd0ff-ff5e-4459-9177-46aaa60bc805 req-06a52276-a852-42a8-aa2d-c2b10c82875e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 948 time: 0.0518861 Nov 11 21:27:29.954612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-723263af-09d3-453a-bcf3-f8ce6bd90dca req-f3ea2553-66d2-4bd8-b158-eebb29759d88 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Calling delete_port for 21441cef-1033-4151-aa06-32df24649930 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:27:29.955266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:29.972288 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 38a7900c-ec95-4cc6-9646-cf3bf12af004 has no active binding in host n-h2-805737-3 {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 21:27:29.994831 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d28bd0ff-ff5e-4459-9177-46aaa60bc805 req-55e97f54-5cbd-419a-8ede-4ebff39f0145 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476274 Nov 11 21:27:30.081864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b90a2e-eb6d-4e43-8b04-de178eb4d249 req-dab9e684-0d23-4b6e-811a-6029a5973aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:30.083545 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-61b90a2e-eb6d-4e43-8b04-de178eb4d249 req-dab9e684-0d23-4b6e-811a-6029a5973aa4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.1401143 Nov 11 21:27:30.134042 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-61b90a2e-eb6d-4e43-8b04-de178eb4d249 req-e4c18af5-d9ca-454d-80b5-6ffa204513b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004 HTTP/1.1" status: 200 len: 217 time: 0.0391767 Nov 11 21:27:30.136016 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2aa50-9089-4a5a-8146-4d9ec0ed2f14 req-95f9f168-07cc-4a28-9acd-ade2cc88209e tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:30.137809 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79b2aa50-9089-4a5a-8146-4d9ec0ed2f14 req-95f9f168-07cc-4a28-9acd-ade2cc88209e tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 945 time: 0.0595248 Nov 11 21:27:30.238338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493c56-0dfa-412a-94c3-4b8d6afc0452 req-1e617f38-258f-4eaf-ad9e-b0a5b3580bc1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:30.239946 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e493c56-0dfa-412a-94c3-4b8d6afc0452 req-1e617f38-258f-4eaf-ad9e-b0a5b3580bc1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 943 time: 0.0974586 Nov 11 21:27:30.249296 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79b2aa50-9089-4a5a-8146-4d9ec0ed2f14 req-27589807-f483-4528-a16f-efa9b009a193 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913227 Nov 11 21:27:30.265147 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-723263af-09d3-453a-bcf3-f8ce6bd90dca req-f3ea2553-66d2-4bd8-b158-eebb29759d88 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:30.279620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['21441cef-1033-4151-aa06-32df24649930'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:30.312818 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e493c56-0dfa-412a-94c3-4b8d6afc0452 req-a2dfe9b7-610d-4159-9884-7df3e7d41e36 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624876 Nov 11 21:27:30.332277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea2553-66d2-4bd8-b158-eebb29759d88 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Pushing event deleted for resources: {'Port': ['ID=21441cef-1033-4151-aa06-32df24649930,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:30.368607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b90a2e-eb6d-4e43-8b04-de178eb4d249 req-5c53a589-0d89-408b-a320-013bce26cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:30.370004 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-61b90a2e-eb6d-4e43-8b04-de178eb4d249 req-5c53a589-0d89-408b-a320-013bce26cdfe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.2260311 Nov 11 21:27:30.432041 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-723263af-09d3-453a-bcf3-f8ce6bd90dca req-f3ea2553-66d2-4bd8-b158-eebb29759d88 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] No DVR routers for this DVR port 21441cef-1033-4151-aa06-32df24649930 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:27:30.457713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4c29d-2aca-4cc1-a213-1842fc97f523 req-f472ed28-1e65-4631-9679-7c2e6b6951cb tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:30.459477 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-723263af-09d3-453a-bcf3-f8ce6bd90dca req-f3ea2553-66d2-4bd8-b158-eebb29759d88 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:30.459630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25a4c29d-2aca-4cc1-a213-1842fc97f523 req-f472ed28-1e65-4631-9679-7c2e6b6951cb tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.0651093 Nov 11 21:27:30.463032 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-723263af-09d3-453a-bcf3-f8ce6bd90dca req-f3ea2553-66d2-4bd8-b158-eebb29759d88 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.71 "DELETE /v2.0/ports/21441cef-1033-4151-aa06-32df24649930 HTTP/1.1" status: 204 len: 173 time: 1.0623074 Nov 11 21:27:30.465098 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-61b90a2e-eb6d-4e43-8b04-de178eb4d249 req-d694028e-835d-4347-92f8-bd0b4f42319a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619168 Nov 11 21:27:30.528481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1f64469b-1d82-4885-b79a-7d9db1771245 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:30.530771 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1f64469b-1d82-4885-b79a-7d9db1771245 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.71 "GET /v2.0/networks?id=2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc HTTP/1.1" status: 200 len: 816 time: 0.3151343 Nov 11 21:27:30.535420 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6272f904-a7ae-49cc-be7a-0ba0bad797d9 req-b5aedadc-0111-4349-886f-ff4fb8ab7ea1 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 210 time: 0.0447223 Nov 11 21:27:30.551782 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25a4c29d-2aca-4cc1-a213-1842fc97f523 req-9fb12397-3f05-44cd-b693-84ea8eed0f5d tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856283 Nov 11 21:27:30.645687 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-61b90a2e-eb6d-4e43-8b04-de178eb4d249 req-cbc05e9a-2c2f-47f2-8b44-3f5c109bc099 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597371 Nov 11 21:27:30.651119 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-b6704fd1-d60e-4fb3-bbef-a77bf0582591 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a9e3534c6324dd39988da124018d4d3 HTTP/1.1" status: 200 len: 380 time: 0.0833127 Nov 11 21:27:30.664675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-e96409c5-9c1d-43c6-a39e-ebe32f98c807 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Request body: {'port': {'device_id': '6dfa8332-d4e6-4367-b56f-7db180063a8c', 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'admin_state_up': True, 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'security_groups': ['33169284-1061-452e-8d76-bf11676268ce']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:30.863682 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-61b90a2e-eb6d-4e43-8b04-de178eb4d249 req-85286a26-e38d-421a-bff7-ac18f15deca8 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812415 Nov 11 21:27:30.896713 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-e96409c5-9c1d-43c6-a39e-ebe32f98c807 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Made reservation on behalf of 9a9e3534c6324dd39988da124018d4d3 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:27:30.902116 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eff80a04-a432-4c07-92c6-49881c51d230 req-a84218e0-b3ae-449e-b16a-d32fbb534d58 tempest-ServersAdminNegativeTestJSON-713557841 tempest-ServersAdminNegativeTestJSON-713557841-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b38bba-4ac8-4508-994d-2f4a6caa3ab9 HTTP/1.1" status: 200 len: 210 time: 0.0379910 Nov 11 21:27:30.907013 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-e96409c5-9c1d-43c6-a39e-ebe32f98c807 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:30.985481 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00678419-802f-440c-9d8a-f55bb7cb2606 req-ce40faf8-be8f-4fdd-b896-ea4a608877d1 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 210 time: 0.0271549 Nov 11 21:27:31.062973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-e96409c5-9c1d-43c6-a39e-ebe32f98c807 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Allocated IP 172.20.0.9 (2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc/598c2848-3688-4b99-9850-d50708b2db79/f260bbfc-75d8-410d-9e1d-4b22aa11f874) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:27:31.142035 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77c3b4-8536-4f7b-881b-919222750c45 req-88ad0821-b608-4d53-af89-692224ad3e0d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:31.144696 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c77c3b4-8536-4f7b-881b-919222750c45 req-88ad0821-b608-4d53-af89-692224ad3e0d tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 948 time: 0.0589936 Nov 11 21:27:31.214757 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c77c3b4-8536-4f7b-881b-919222750c45 req-1e0ff9af-eb10-48c9-97ea-df5dd055e338 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626507 Nov 11 21:27:31.369122 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-3e5ff829-2b52-4998-8e28-ba6beaa078b4 service neutron] 10.222.0.10 "GET /v2.0/ports/38a7900c-ec95-4cc6-9646-cf3bf12af004/bindings/n-h2-805737-3 HTTP/1.1" status: 200 len: 384 time: 0.2180228 Nov 11 21:27:31.382224 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-e96409c5-9c1d-43c6-a39e-ebe32f98c807 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:31.424218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552108f-8e6c-47e5-ba9a-00b26b0df688 req-0a967865-7a23-4b8c-9fac-6791a09c2a9f tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:31.425822 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9552108f-8e6c-47e5-ba9a-00b26b0df688 req-0a967865-7a23-4b8c-9fac-6791a09c2a9f tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 945 time: 0.0778635 Nov 11 21:27:31.481928 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-b1820934-4b98-4f1a-96ab-d5bcf032c6f7 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:31.483442 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-b1820934-4b98-4f1a-96ab-d5bcf032c6f7 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.10 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 808 time: 0.2310181 Nov 11 21:27:31.504713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bce23-5c4c-4761-9888-50c583a8e1e9 req-7dc8f249-8e58-4325-a9b8-e78a01c7c5f6 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:31.506367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a7bce23-5c4c-4761-9888-50c583a8e1e9 req-7dc8f249-8e58-4325-a9b8-e78a01c7c5f6 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 943 time: 0.0795803 Nov 11 21:27:31.512089 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9552108f-8e6c-47e5-ba9a-00b26b0df688 req-ad9cfa9e-b967-473a-9118-9026b37090c4 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747747 Nov 11 21:27:31.514248 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Request body: {'port': {'device_id': 'f19434df-b3d8-4763-a927-0a39713a6cc8', 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278', 'admin_state_up': True, 'tenant_id': '84de113e4e264de9b1292139646defb0'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:31.543147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b38bba-4ac8-4508-994d-2f4a6caa3ab9', 'name': 'network-vif-deleted', 'tag': '21441cef-1033-4151-aa06-32df24649930'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:31.546059 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1742c1-8ca3-4241-860a-9c5abdfef8e3" -d '{"events": [{"server_uuid": "89b38bba-4ac8-4508-994d-2f4a6caa3ab9", "name": "network-vif-deleted", "tag": "21441cef-1033-4151-aa06-32df24649930"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:31.555423 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-e96409c5-9c1d-43c6-a39e-ebe32f98c807 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:31.581935 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a7bce23-5c4c-4761-9888-50c583a8e1e9 req-400be420-b74a-45a4-aeda-2b472ec9304f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585694 Nov 11 21:27:31.648639 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e38c0e-4e2d-4882-b82c-f7dfeee2d73a x-openstack-request-id: req-b7e38c0e-4e2d-4882-b82c-f7dfeee2d73a {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:31.648946 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b38bba-4ac8-4508-994d-2f4a6caa3ab9", "name": "network-vif-deleted", "tag": "21441cef-1033-4151-aa06-32df24649930", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:31.649200 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b7e38c0e-4e2d-4882-b82c-f7dfeee2d73a {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:31.649586 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b38bba-4ac8-4508-994d-2f4a6caa3ab9', 'name': 'network-vif-deleted', 'tag': '21441cef-1033-4151-aa06-32df24649930', 'status': 'completed', 'code': 200} Nov 11 21:27:31.705991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-e96409c5-9c1d-43c6-a39e-ebe32f98c807 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Network 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:27:31.721931 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-e96409c5-9c1d-43c6-a39e-ebe32f98c807 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:31.732443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-e96409c5-9c1d-43c6-a39e-ebe32f98c807 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:27:31.749038 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323df7d7-67cd-4fc9-8aae-4e8863521c96 req-27213058-8ee7-4444-8319-8e4d992f5565 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:31.754522 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-323df7d7-67cd-4fc9-8aae-4e8863521c96 req-27213058-8ee7-4444-8319-8e4d992f5565 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 931 time: 0.0988669 Nov 11 21:27:31.761946 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96409c5-9c1d-43c6-a39e-ebe32f98c807 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Pushing event updated for resources: {'Port': ['ID=f260bbfc-75d8-410d-9e1d-4b22aa11f874,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:31.795959 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb786398-3c55-4882-806e-196949389f5a req-ab9b1cd2-27da-4e8a-a574-c6c7306b4304 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:31.803025 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fb786398-3c55-4882-806e-196949389f5a req-ab9b1cd2-27da-4e8a-a574-c6c7306b4304 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.1149538 Nov 11 21:27:31.810662 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 38a7900c-ec95-4cc6-9646-cf3bf12af004 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:27:31.812969 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f98e1848-2a16-4487-ae75-93f28c18e74b service neutron] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:31.816125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9a658140-909a-46ca-9396-4476b37c7f77 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:27:31.838914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-e96409c5-9c1d-43c6-a39e-ebe32f98c807 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:31.839573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-e96409c5-9c1d-43c6-a39e-ebe32f98c807 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:31.846655 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Made reservation on behalf of 84de113e4e264de9b1292139646defb0 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:27:31.850483 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:31.869041 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f98e1848-2a16-4487-ae75-93f28c18e74b service neutron] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:31.901754 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-e96409c5-9c1d-43c6-a39e-ebe32f98c807 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2419012 Nov 11 21:27:31.924335 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Request body: {'port': {'device_id': '6dfa8332-d4e6-4367-b56f-7db180063a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:31.933153 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f98e1848-2a16-4487-ae75-93f28c18e74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a7900c-ec95-4cc6-9646-cf3bf12af004 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:31.981304 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-323df7d7-67cd-4fc9-8aae-4e8863521c96 req-17bfd065-a403-4b74-bc64-e653f1332db9 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222512 Nov 11 21:27:31.995297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fb786398-3c55-4882-806e-196949389f5a req-570dee31-f92e-4fa8-91d2-8793ec154690 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555681 Nov 11 21:27:31.995570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f98e1848-2a16-4487-ae75-93f28c18e74b service neutron] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:32.055643 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f98e1848-2a16-4487-ae75-93f28c18e74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:32.084612 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:32.115245 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 9a658140-909a-46ca-9396-4476b37c7f77 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:27:32.128861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 9a658140-909a-46ca-9396-4476b37c7f77 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:32.129502 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:32.202801 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:32.203619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88c78335-95f1-4ff9-8fa0-238994e119ec req-3f08d328-c530-4f4e-9fc0-d5db4b9952b0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 210 time: 0.0333297 Nov 11 21:27:32.224838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 38a7900c-ec95-4cc6-9646-cf3bf12af004 has no active binding in host n-h2-805737-3 {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 21:27:32.234891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bd2a838c-a8a2-4a2c-a8f0-da4e52175ae0 None None] Provisioning complete for port f260bbfc-75d8-410d-9e1d-4b22aa11f874 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:32.235514 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd2a838c-a8a2-4a2c-a8f0-da4e52175ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:32.263227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Allocated IP 172.20.0.5 (e804e73e-0e84-4575-af51-ae80f841f278/da5a99ce-ab7f-414f-98ea-4a261df03b32/c6ee313e-6825-480f-a2ad-99a3a49fed40) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:27:32.319519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f98e1848-2a16-4487-ae75-93f28c18e74b service neutron] Transition to ACTIVE for port object 38a7900c-ec95-4cc6-9646-cf3bf12af004 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:27:32.374380 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:32.376841 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a838c-a8a2-4a2c-a8f0-da4e52175ae0 None None] Port f260bbfc-75d8-410d-9e1d-4b22aa11f874 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:27:32.414225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0b790-603a-4054-a591-340f5a4d50ee req-4c6bc581-23f4-4699-a6bc-cb02e4c7721f tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:32.424626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 9a658140-909a-46ca-9396-4476b37c7f77, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9a658140-909a-46ca-9396-4476b37c7f77,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:32.425654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dc2e69-469c-42a4-9b17-c35fe206da21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a658140-909a-46ca-9396-4476b37c7f77'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:32.426298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5f0b790-603a-4054-a591-340f5a4d50ee req-4c6bc581-23f4-4699-a6bc-cb02e4c7721f tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 948 time: 0.1041441 Nov 11 21:27:32.426815 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52434) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:32.429363 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f239fc13-c781-4da2-8973-9c7ea30d2870" -d '{"events": [{"server_uuid": "44dc2e69-469c-42a4-9b17-c35fe206da21", "name": "network-vif-plugged", "status": "completed", "tag": "9a658140-909a-46ca-9396-4476b37c7f77"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:32.433586 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:32.435202 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:27:32.500932 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5f0b790-603a-4054-a591-340f5a4d50ee req-d0eb7c73-51a7-4dbb-8794-0eafb9cbbedc tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589459 Nov 11 21:27:32.507262 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c15d5c-41b0-4101-b2b7-ced7b6efee8d x-openstack-request-id: req-18c15d5c-41b0-4101-b2b7-ced7b6efee8d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:32.517089 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dc2e69-469c-42a4-9b17-c35fe206da21", "name": "network-vif-plugged", "status": "completed", "tag": "9a658140-909a-46ca-9396-4476b37c7f77", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:32.518318 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-18c15d5c-41b0-4101-b2b7-ced7b6efee8d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:32.518913 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dc2e69-469c-42a4-9b17-c35fe206da21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a658140-909a-46ca-9396-4476b37c7f77', 'code': 200} Nov 11 21:27:32.528222 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f98e1848-2a16-4487-ae75-93f28c18e74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:32.616936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:27:32.623912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:32.624426 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:32.627381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ab7c8525-7f4e-4e60-8444-54c15742515f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8f9b916702c4beb944dc7b5f77934a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994703 Nov 11 21:27:32.629974 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52444) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:32.634688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=9a658140-909a-46ca-9396-4476b37c7f77,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:32.687108 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:32.687594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:32.688029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:32.688458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:32.688919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:32.689386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:32.689806 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:32.690551 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:32.691404 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:32.691887 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:32.692305 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:32.693891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:32.788403 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:32.797908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb786675-a342-478d-ab61-bca5625989d5 req-75a9b753-0f93-4273-919d-4df835dd599a tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:32.806959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb786675-a342-478d-ab61-bca5625989d5 req-75a9b753-0f93-4273-919d-4df835dd599a tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 945 time: 0.1512549 Nov 11 21:27:32.823335 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:32.825660 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:32.854434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a900e2-1d6f-494d-8b5d-36f4883d49b0 req-ec65e33e-55a6-4f06-a72a-cd3dbc42ae00 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:32.856231 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9a900e2-1d6f-494d-8b5d-36f4883d49b0 req-ec65e33e-55a6-4f06-a72a-cd3dbc42ae00 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 944 time: 0.1518710 Nov 11 21:27:32.866570 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2,segment=NetworkSegment(d2818c18-a53d-49ab-80c9-cf054c1c3527),segment_id=d2818c18-a53d-49ab-80c9-cf054c1c3527)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:32.868706 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:32.870483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e1848-2a16-4487-ae75-93f28c18e74b service neutron] Pushing event updated for resources: {'Port': ['ID=38a7900c-ec95-4cc6-9646-cf3bf12af004,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:32.874082 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:32.901091 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:32.937814 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:32.939525 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f98e1848-2a16-4487-ae75-93f28c18e74b service neutron] No DVR routers for this DVR port 38a7900c-ec95-4cc6-9646-cf3bf12af004 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:27:32.944262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb786675-a342-478d-ab61-bca5625989d5 req-0d1c7f89-0c48-422d-ad0b-6bbccabfd61a tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360602 Nov 11 21:27:32.972729 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9a900e2-1d6f-494d-8b5d-36f4883d49b0 req-7a97d67e-3503-45b7-8dae-ea52de6af603 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019049 Nov 11 21:27:33.006324 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:33.008960 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:33.010430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/64b010b8-5cb0-4f64-a652-4cb1dbd270db HTTP/1.1" status: 204 len: 168 time: 0.3795524 Nov 11 21:27:33.033915 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b010b8-5cb0-4f64-a652-4cb1dbd270db,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:33.057932 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.058446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.059029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.059553 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.060039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.060667 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.061284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.061752 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.062224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.062687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.063150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.063836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83870b65-526a-44c1-b454-d91b900af877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.112679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Network e804e73e-0e84-4575-af51-ae80f841f278 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:27:33.121333 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f98e1848-2a16-4487-ae75-93f28c18e74b service neutron] 10.222.0.10 "PUT /v2.0/ports/38a7900c-ec95-4cc6-9646-cf3bf12af004/bindings/n-h2-805737-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7422423 Nov 11 21:27:33.151177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:33.153756 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:27:33.159116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b22f76-64d9-44d6-bc79-d41906316713 req-081628c0-4c62-4ac1-81d8-89ef7614d1e1 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:33.161663 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15b22f76-64d9-44d6-bc79-d41906316713 req-081628c0-4c62-4ac1-81d8-89ef7614d1e1 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 931 time: 0.0692885 Nov 11 21:27:33.229766 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e0df2-8216-4b7c-90d8-988ccd702e74 req-e8c58e9d-cbfb-4818-84d8-a93d01352c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:33.231543 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f63e0df2-8216-4b7c-90d8-988ccd702e74 req-e8c58e9d-cbfb-4818-84d8-a93d01352c86 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 1100 time: 0.6594777 Nov 11 21:27:33.247127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:33.247743 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:33.255332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Pushing event updated for resources: {'Port': ['ID=c6ee313e-6825-480f-a2ad-99a3a49fed40,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:33.300667 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.300935 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.301272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.301601 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.301927 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.302251 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.303185 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.303524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.303847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.304166 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.304484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.304824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:33.338249 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-a83d167b-f586-4575-ab23-5dbdb501da80 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8280485 Nov 11 21:27:33.353428 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15b22f76-64d9-44d6-bc79-d41906316713 req-dcd6e507-d873-4ec4-8465-f9836040af5d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751022 Nov 11 21:27:33.377021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Request body: {'port': {'device_id': 'f19434df-b3d8-4763-a927-0a39713a6cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:33.415702 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9804f-d105-4b65-a420-3cb67dd40724 req-8a91ee38-aa33-4b2b-aeea-e82ec2a38ec3 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:33.417479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1d9804f-d105-4b65-a420-3cb67dd40724 req-8a91ee38-aa33-4b2b-aeea-e82ec2a38ec3 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.2546387 Nov 11 21:27:33.417986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52458) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:33.420944 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f63e0df2-8216-4b7c-90d8-988ccd702e74 req-296539fd-4432-4211-835d-1cca500317eb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664872 Nov 11 21:27:33.445096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-b97fa5e7-500f-45da-a234-52920ebab979 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:33.446931 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-b97fa5e7-500f-45da-a234-52920ebab979 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d&tenant_id=1e7495b94c334f7f86e765392527ed29&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 1095 time: 0.2370358 Nov 11 21:27:33.461914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f260bbfc-75d8-410d-9e1d-4b22aa11f874 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:33.488063 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:33.503079 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:33.507670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Transition to ACTIVE for port object f260bbfc-75d8-410d-9e1d-4b22aa11f874 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:27:33.519793 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:33.541848 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a70917b7-f209-4a3c-8a0e-e5e581d9af39 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dfede96926814faaadca0218706e69d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1176028 Nov 11 21:27:33.547958 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52462) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:33.608773 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1d9804f-d105-4b65-a420-3cb67dd40724 req-8b906c05-eaf3-492a-a545-3114f1d095d6 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666508 Nov 11 21:27:33.739332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Pushing event updated for resources: {'Port': ['ID=f260bbfc-75d8-410d-9e1d-4b22aa11f874,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:33.769741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Attempting to bind port f260bbfc-75d8-410d-9e1d-4b22aa11f874 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:27:33.770106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Attempting to bind port f260bbfc-75d8-410d-9e1d-4b22aa11f874 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'db42ae34-ac54-4aad-ae76-b8edfca51be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:27:33.770384 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Attempting to bind port f260bbfc-75d8-410d-9e1d-4b22aa11f874 on network 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:33.781583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Port f260bbfc-75d8-410d-9e1d-4b22aa11f874 on network 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:27:33.781973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Attempting to bind port f260bbfc-75d8-410d-9e1d-4b22aa11f874 on network 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:33.798544 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:27:33.798769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Checking segment: {'id': 'db42ae34-ac54-4aad-ae76-b8edfca51be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:33.799151 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Bound using segment: {'id': 'db42ae34-ac54-4aad-ae76-b8edfca51be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:27:33.799590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Bound port: f260bbfc-75d8-410d-9e1d-4b22aa11f874, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db42ae34-ac54-4aad-ae76-b8edfca51be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:27:33.799941 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:33.805154 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b1be676-3482-4b3a-869b-879016e58465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:33.831050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 21441cef-1033-4151-aa06-32df24649930 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:27:33.843412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bec07a-7aaf-4beb-94db-c8e6059f9312 req-2c768f81-20b0-4d9b-a7c8-d9cb63c30ed2 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:33.851293 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7bec07a-7aaf-4beb-94db-c8e6059f9312 req-2c768f81-20b0-4d9b-a7c8-d9cb63c30ed2 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 931 time: 0.3052099 Nov 11 21:27:33.861771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 21441cef-1033-4151-aa06-32df24649930 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:27:33.862448 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 21441cef-1033-4151-aa06-32df24649930 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:27:33.869716 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b1be676-3482-4b3a-869b-879016e58465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:33.929613 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] For port f260bbfc-75d8-410d-9e1d-4b22aa11f874, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:33.934738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab02c49-c1a8-4d6e-90ab-6c664827b42a req-1db4d417-fe8c-448e-969e-6014a7076432 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:33.936330 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fab02c49-c1a8-4d6e-90ab-6c664827b42a req-1db4d417-fe8c-448e-969e-6014a7076432 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 949 time: 0.2021825 Nov 11 21:27:33.946432 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] For port f260bbfc-75d8-410d-9e1d-4b22aa11f874, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=f260bbfc-75d8-410d-9e1d-4b22aa11f874,segment=NetworkSegment(db42ae34-ac54-4aad-ae76-b8edfca51be3),segment_id=db42ae34-ac54-4aad-ae76-b8edfca51be3)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:27:33.954772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f8d6e345-91ce-4f69-9c61-8ac364f01f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:33.956225 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-f8d6e345-91ce-4f69-9c61-8ac364f01f61 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d&tenant_id=1e7495b94c334f7f86e765392527ed29 HTTP/1.1" status: 200 len: 1095 time: 0.3002901 Nov 11 21:27:33.959052 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:33.978318 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7bec07a-7aaf-4beb-94db-c8e6059f9312 req-6aa930be-a2ac-4665-9b7c-d4fed47ee3b2 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264808 Nov 11 21:27:34.032484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:34.033578 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:34.035044 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] 10.222.0.71 "PUT /v2.0/ports/f260bbfc-75d8-410d-9e1d-4b22aa11f874 HTTP/1.1" status: 200 len: 1091 time: 2.1198387 Nov 11 21:27:34.035495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfa8332-d4e6-4367-b56f-7db180063a8c', 'tag': 'f260bbfc-75d8-410d-9e1d-4b22aa11f874'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:34.037792 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23fc049-d24f-4297-99bc-63ebb21bef27" -d '{"events": [{"name": "network-changed", "server_uuid": "6dfa8332-d4e6-4367-b56f-7db180063a8c", "tag": "f260bbfc-75d8-410d-9e1d-4b22aa11f874"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:34.045544 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ee313e-6825-480f-a2ad-99a3a49fed40 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:34.058424 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:34.072561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fab02c49-c1a8-4d6e-90ab-6c664827b42a req-a13a540d-898d-4acd-a3c6-dafdc178c364 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277325 Nov 11 21:27:34.078158 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b1be676-3482-4b3a-869b-879016e58465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:34.088877 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b1be676-3482-4b3a-869b-879016e58465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:34.102027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd92d6-01ac-4e04-ab46-b1bc016fa45f service neutron] Pushing event updated for resources: {'Port': ['ID=f260bbfc-75d8-410d-9e1d-4b22aa11f874,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:34.102795 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9b1be676-3482-4b3a-869b-879016e58465 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91c00da7-9040-4b22-a62b-f562ab1f1623 HTTP/1.1" status: 204 len: 168 time: 0.5473466 Nov 11 21:27:34.142287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Transition to ACTIVE for port object c6ee313e-6825-480f-a2ad-99a3a49fed40 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:27:34.153475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-d3db9fcc-15ee-4deb-8b98-1cce2aeb8e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:34.155090 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-d3db9fcc-15ee-4deb-8b98-1cce2aeb8e18 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 1095 time: 0.1738217 Nov 11 21:27:34.156004 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1be676-3482-4b3a-869b-879016e58465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c00da7-9040-4b22-a62b-f562ab1f1623,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:34.161559 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:34.501190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-ad678a20-8b17-4957-aa37-771bf0a5a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:34.503198 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-ad678a20-8b17-4957-aa37-771bf0a5a75f service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.3254380 Nov 11 21:27:34.521128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0477c2b-ca9a-4312-87a1-d34ac2c6ba58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:34.523727 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1463de-22c7-41e4-8da7-b3d9657b5878" -d '{"events": [{"server_uuid": "f0477c2b-ca9a-4312-87a1-d34ac2c6ba58", "name": "network-vif-plugged", "status": "completed", "tag": "0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:34.578761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-44060f25-8ca9-4d5f-a3dd-e2796fba6534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:34.580563 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-44060f25-8ca9-4d5f-a3dd-e2796fba6534 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a9e3534c6324dd39988da124018d4d3&device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 1094 time: 0.4920831 Nov 11 21:27:34.589060 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-c09e8b81-5c0e-4412-b564-0d0a707a7423 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004 HTTP/1.1" status: 200 len: 217 time: 0.0653265 Nov 11 21:27:34.602680 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461c678-cd2a-4b9e-86e2-8869fb613a17 req-a232a492-e53f-45c5-8d16-7f607b4ef89f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:34.605532 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5461c678-cd2a-4b9e-86e2-8869fb613a17 req-a232a492-e53f-45c5-8d16-7f607b4ef89f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 944 time: 0.3092902 Nov 11 21:27:34.638517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Pushing event updated for resources: {'Port': ['ID=c6ee313e-6825-480f-a2ad-99a3a49fed40,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:34.645448 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-56207e7f-2c49-4350-9b1d-508c1bdd538b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f260bbfc-75d8-410d-9e1d-4b22aa11f874 HTTP/1.1" status: 200 len: 217 time: 0.0507383 Nov 11 21:27:34.687026 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35eee8d-1c04-4103-9313-c9d154931aca req-227fefe1-3ebf-48e0-bc21-c8505720280d tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:34.695739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a35eee8d-1c04-4103-9313-c9d154931aca req-227fefe1-3ebf-48e0-bc21-c8505720280d tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 946 time: 0.4661334 Nov 11 21:27:34.703420 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-4b68ee63-a052-4243-b7a2-47088ac67e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:34.704878 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-4b68ee63-a052-4243-b7a2-47088ac67e86 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=598c2848-3688-4b99-9850-d50708b2db79 HTTP/1.1" status: 200 len: 855 time: 0.0455697 Nov 11 21:27:34.715927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-05e596f0-809d-4825-b5d6-6d20674c2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:34.728404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-05e596f0-809d-4825-b5d6-6d20674c2b19 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.1224985 Nov 11 21:27:34.812216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Attempting to bind port c6ee313e-6825-480f-a2ad-99a3a49fed40 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:27:34.812822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Attempting to bind port c6ee313e-6825-480f-a2ad-99a3a49fed40 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:27:34.813135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Attempting to bind port c6ee313e-6825-480f-a2ad-99a3a49fed40 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:34.819439 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-d8a1f7fd-c4b2-43c2-8f21-403c073b594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:34.821854 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-d8a1f7fd-c4b2-43c2-8f21-403c073b594e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041961 Nov 11 21:27:34.822274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-27e0e3be-9665-4648-b255-21646c24f236 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597281 Nov 11 21:27:34.823760 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Port c6ee313e-6825-480f-a2ad-99a3a49fed40 on network e804e73e-0e84-4575-af51-ae80f841f278 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:27:34.824264 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Attempting to bind port c6ee313e-6825-480f-a2ad-99a3a49fed40 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:34.833955 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:27:34.834484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Checking segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:34.835097 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Bound using segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:27:34.835626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Bound port: c6ee313e-6825-480f-a2ad-99a3a49fed40, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:27:34.836173 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:34.838411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5461c678-cd2a-4b9e-86e2-8869fb613a17 req-73cf8d09-c5e7-45cf-bf3f-4ff4fb2c22f5 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836638 Nov 11 21:27:34.956592 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8261ff-b59a-489f-9ce2-1fed220a70e4 x-openstack-request-id: req-fe8261ff-b59a-489f-9ce2-1fed220a70e4 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:34.956906 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dfa8332-d4e6-4367-b56f-7db180063a8c", "tag": "f260bbfc-75d8-410d-9e1d-4b22aa11f874", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:34.957738 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe8261ff-b59a-489f-9ce2-1fed220a70e4 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:34.957738 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfa8332-d4e6-4367-b56f-7db180063a8c', 'tag': 'f260bbfc-75d8-410d-9e1d-4b22aa11f874', 'status': 'completed', 'code': 200} Nov 11 21:27:34.965469 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a35eee8d-1c04-4103-9313-c9d154931aca req-8ecdd26a-133a-4880-9ddf-4e6433294843 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535667 Nov 11 21:27:34.968900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 38a7900c-ec95-4cc6-9646-cf3bf12af004 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:27:35.010888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:35.018051 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:27:35.024245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-3bbf5265-a453-4bd9-a9cf-fb82cb5ed4d4 service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804321 Nov 11 21:27:35.031278 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:35.100007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 38a7900c-ec95-4cc6-9646-cf3bf12af004 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:27:35.101701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Pushing event updated for resources: {'Port': ['ID=c6ee313e-6825-480f-a2ad-99a3a49fed40,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:35.106463 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-0dcc5ee8-b20a-4d28-9880-cec5d2048c83 service neutron] 10.222.0.71 "GET /v2.0/networks/2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675893 Nov 11 21:27:35.110619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:35.111783 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:35.114390 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-120dfe73-dc5f-4d48-b92b-991dc37e8fbf service neutron] 10.222.0.10 "PUT /v2.0/ports/c6ee313e-6825-480f-a2ad-99a3a49fed40 HTTP/1.1" status: 200 len: 1091 time: 1.7569733 Nov 11 21:27:35.191521 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803d3e43-ac8a-4b01-ae3c-5bea7efb617b x-openstack-request-id: req-803d3e43-ac8a-4b01-ae3c-5bea7efb617b {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:35.191981 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0477c2b-ca9a-4312-87a1-d34ac2c6ba58", "name": "network-vif-plugged", "status": "completed", "tag": "0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:35.192216 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-803d3e43-ac8a-4b01-ae3c-5bea7efb617b {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:35.193121 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0477c2b-ca9a-4312-87a1-d34ac2c6ba58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2', 'code': 200} Nov 11 21:27:35.291489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-4de42e22-1012-4ff9-bb0b-3a2db7d2f0af service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571692 Nov 11 21:27:35.313940 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c66e20e-ab95-475e-96d2-2b5903c23743 req-863c0b58-4e3b-4ad8-95bc-81eef519d2e4 service neutron] 10.222.0.71 "GET /v2.0/networks/2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987853 Nov 11 21:27:35.316625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953df5b4-2aa9-4837-a71b-0c0a7d1c1e9a req-fb5b1320-3552-4e90-be25-8f5d59783c4b tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:35.321006 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-953df5b4-2aa9-4837-a71b-0c0a7d1c1e9a req-fb5b1320-3552-4e90-be25-8f5d59783c4b tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 943 time: 0.2376537 Nov 11 21:27:35.326787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52502) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:35.331340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-ec7cc28b-6aae-40b1-92f7-f82d1364472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:35.332930 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-ec7cc28b-6aae-40b1-92f7-f82d1364472e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 1094 time: 0.1431601 Nov 11 21:27:35.336627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e043f68-65ec-44c5-a63c-21ebd7659893 req-4c6e912d-22ef-47a9-bc3e-57214ac4cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:35.338204 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e043f68-65ec-44c5-a63c-21ebd7659893 req-4c6e912d-22ef-47a9-bc3e-57214ac4cfb4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 1097 time: 0.0729902 Nov 11 21:27:35.401523 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-953df5b4-2aa9-4837-a71b-0c0a7d1c1e9a req-6b4686ca-e042-4706-ad1f-130037daeea8 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653791 Nov 11 21:27:35.410704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6bf1e-8c66-4803-b12b-a35ab9ea8e6c req-3d8eb56b-e5bc-47aa-810b-e64de22a5a7b tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:35.419466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99c6bf1e-8c66-4803-b12b-a35ab9ea8e6c req-3d8eb56b-e5bc-47aa-810b-e64de22a5a7b tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.1531916 Nov 11 21:27:35.446427 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-1baa894f-90a2-43b8-8db2-70b1c2a3fd34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40 HTTP/1.1" status: 200 len: 217 time: 0.1019242 Nov 11 21:27:35.462542 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-network', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:35.491927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] Made reservation on behalf of 8254931c4d9b4d209574a0ae4055bff4 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:27:35.494939 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:35.526132 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:35.554609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99c6bf1e-8c66-4803-b12b-a35ab9ea8e6c req-7d7af4b7-10a3-4c0f-aa41-d6c444974f43 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338229 Nov 11 21:27:35.577003 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e043f68-65ec-44c5-a63c-21ebd7659893 req-df31083d-b9b0-4974-90a4-0cf72d35493c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123997 Nov 11 21:27:35.584247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-025abf16-757b-4511-a162-e9992b51fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:35.586822 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-025abf16-757b-4511-a162-e9992b51fd0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.0894351 Nov 11 21:27:35.594810 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fc049-d24f-4297-99bc-63ebb21bef27 req-bc6c1859-996d-49a8-ac4b-73e8db096db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:35.598172 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e23fc049-d24f-4297-99bc-63ebb21bef27 req-bc6c1859-996d-49a8-ac4b-73e8db096db3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a9e3534c6324dd39988da124018d4d3&device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 1094 time: 0.1853683 Nov 11 21:27:35.635742 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-3d3a1995-1795-4219-a85d-0329c1371eb6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357537 Nov 11 21:27:35.643994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76157f3b-fc84-45ed-8fb7-f1fe3e5d6c61 req-f7f60e09-7545-4b02-b652-41a92d74ecd8 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:35.645511 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76157f3b-fc84-45ed-8fb7-f1fe3e5d6c61 req-f7f60e09-7545-4b02-b652-41a92d74ecd8 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 943 time: 0.1452365 Nov 11 21:27:35.675937 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-d4cea33a-a35b-4be6-b40e-9bc05238099a tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:35.677557 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-d4cea33a-a35b-4be6-b40e-9bc05238099a tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d&tenant_id=1e7495b94c334f7f86e765392527ed29&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 1095 time: 0.1183980 Nov 11 21:27:35.752685 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-91eae170-fd66-4477-87ec-1b945b504ea5 service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035728 Nov 11 21:27:35.780049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a41861-d459-4ca7-b1b2-cad3c64ba866 req-97c80dea-a5a3-46e2-9a9d-82f50d0097ad tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:35.781605 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75a41861-d459-4ca7-b1b2-cad3c64ba866 req-97c80dea-a5a3-46e2-9a9d-82f50d0097ad tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 949 time: 0.1330359 Nov 11 21:27:35.812896 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:35.816905 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76157f3b-fc84-45ed-8fb7-f1fe3e5d6c61 req-97c6603c-e340-4ab3-9c0a-6605fa1ca398 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554487 Nov 11 21:27:35.828833 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:35.922738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:27:35.944961 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cde30b84-7f74-48a0-8c7c-e18c248acfd6 req-df232188-30ad-48bf-8212-a97cbdb00db3 service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678216 Nov 11 21:27:35.947888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fc049-d24f-4297-99bc-63ebb21bef27 req-fc5cdd13-918f-49c6-acd8-1dd2664db5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:35.949265 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e23fc049-d24f-4297-99bc-63ebb21bef27 req-fc5cdd13-918f-49c6-acd8-1dd2664db5a6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc HTTP/1.1" status: 200 len: 918 time: 0.1850507 Nov 11 21:27:36.015338 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e23fc049-d24f-4297-99bc-63ebb21bef27 req-1e6734c7-044f-4eb5-b0e6-f9b17f0d0de5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f260bbfc-75d8-410d-9e1d-4b22aa11f874 HTTP/1.1" status: 200 len: 217 time: 0.0553360 Nov 11 21:27:36.081151 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fc049-d24f-4297-99bc-63ebb21bef27 req-a22b374b-8774-4a1b-af5d-e7e59620edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:36.082801 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e23fc049-d24f-4297-99bc-63ebb21bef27 req-a22b374b-8774-4a1b-af5d-e7e59620edc8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=598c2848-3688-4b99-9850-d50708b2db79 HTTP/1.1" status: 200 len: 855 time: 0.0529940 Nov 11 21:27:36.085210 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85873978-60de-45cb-bfba-1826d8ee0756 req-44daf1c9-fbfb-4583-968b-bd6dd18906c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:36.086827 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85873978-60de-45cb-bfba-1826d8ee0756 req-44daf1c9-fbfb-4583-968b-bd6dd18906c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 1100 time: 0.0814714 Nov 11 21:27:36.161472 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fc049-d24f-4297-99bc-63ebb21bef27 req-98992a46-3764-4202-9337-ab09a6a7b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:36.163135 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e23fc049-d24f-4297-99bc-63ebb21bef27 req-98992a46-3764-4202-9337-ab09a6a7b758 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729675 Nov 11 21:27:36.183097 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85873978-60de-45cb-bfba-1826d8ee0756 req-7bc2cd65-e82a-471e-8539-dc394d31abba service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672569 Nov 11 21:27:36.260185 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:36.260536 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] Added segment 7636166e-5c96-4b92-9339-204e616c61cb of type vlan for network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 Nov 11 21:27:36.271203 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e23fc049-d24f-4297-99bc-63ebb21bef27 req-52816a65-37da-4305-96cb-3fd2f634cb89 service neutron] 10.222.0.71 "GET /v2.0/networks/2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991714 Nov 11 21:27:36.342469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c515338a-b940-4b75-9406-8521071360c3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:36.355967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75a41861-d459-4ca7-b1b2-cad3c64ba866 req-33003c2d-a3bb-43b8-afdb-9425411d27be tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642381 Nov 11 21:27:36.372018 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e23fc049-d24f-4297-99bc-63ebb21bef27 req-61e8e4ec-d011-4aad-a16d-51f1106e1459 service neutron] 10.222.0.71 "GET /v2.0/networks/2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918608 Nov 11 21:27:36.388005 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:36.431255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70285be0-e4b0-4b04-bc00-2ba9e927bd67 req-1af4502f-49fe-4499-b3e4-7bc61ec323ea tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:36.432439 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70285be0-e4b0-4b04-bc00-2ba9e927bd67 req-1af4502f-49fe-4499-b3e4-7bc61ec323ea tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 944 time: 0.4682131 Nov 11 21:27:36.433788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-bcc166ad-cf0c-4caf-b546-6b066d06087e service neutron] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:36.438027 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-bcc166ad-cf0c-4caf-b546-6b066d06087e service neutron] Publish callbacks [] for binding, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:36.439126 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96ebfcb2-48b9-4bdb-b8bf-daffe0eefdaa req-bcc166ad-cf0c-4caf-b546-6b066d06087e service neutron] 10.222.0.71 "DELETE /v2.0/ports/38a7900c-ec95-4cc6-9646-cf3bf12af004/bindings/n-h1-805737-3 HTTP/1.1" status: 204 len: 173 time: 0.6721087 Nov 11 21:27:36.444178 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:36.444756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:36.445442 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:36.503808 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1757393 Nov 11 21:27:36.506891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52516) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:36.511835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1c745e93-8a4c-4b29-9c94-5935c32b8846 admin admin] Request body: {'subnet': {'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-subnet', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:36.533703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c745e93-8a4c-4b29-9c94-5935c32b8846 admin admin] Made reservation on behalf of 8254931c4d9b4d209574a0ae4055bff4 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:27:36.536250 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c745e93-8a4c-4b29-9c94-5935c32b8846 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:36.571656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79e8f3-6cc1-4816-a1b1-7448c4268f42 admin admin] Pushing event updated for resources: {'Network': ['ID=59e1919c-fb27-4480-a2d1-c565bfb32cc6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:36.580241 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70285be0-e4b0-4b04-bc00-2ba9e927bd67 req-3c9ee2a0-d060-459a-b26a-174506118dc2 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379447 Nov 11 21:27:36.597950 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686c8d5-6382-4b5d-9843-b6fa19b5f363 req-5c422488-71c2-4324-9514-dbbdd6f5d1a2 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:36.601461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:27:36.606093 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5686c8d5-6382-4b5d-9843-b6fa19b5f363 req-5c422488-71c2-4324-9514-dbbdd6f5d1a2 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 946 time: 0.1306810 Nov 11 21:27:36.667999 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5686c8d5-6382-4b5d-9843-b6fa19b5f363 req-bc5e0b51-165c-40a3-b324-aba06b4ccdd9 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588877 Nov 11 21:27:36.772732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c5e8e-7788-4345-875e-921ebcecef69 req-eb0be981-e5e1-42c4-9421-33983199e8b7 tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:36.783488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d8c5e8e-7788-4345-875e-921ebcecef69 req-eb0be981-e5e1-42c4-9421-33983199e8b7 tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 1100 time: 0.0513837 Nov 11 21:27:36.789159 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c745e93-8a4c-4b29-9c94-5935c32b8846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:36.850419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c745e93-8a4c-4b29-9c94-5935c32b8846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4474c264-aeab-4464-9334-d2833929cd2c,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:36.867343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c745e93-8a4c-4b29-9c94-5935c32b8846 admin admin] Checking segment: {'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:36.867699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c745e93-8a4c-4b29-9c94-5935c32b8846 admin admin] Network hostable DHCP agents. Network: 59e1919c-fb27-4480-a2d1-c565bfb32cc6, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:27:36.895200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c745e93-8a4c-4b29-9c94-5935c32b8846 admin admin] Network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:27:36.911760 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d8c5e8e-7788-4345-875e-921ebcecef69 req-dbe55bad-cd96-4ca8-8e30-0d10c71188db tempest-ServersOnMultiNodesTest-1757973772 tempest-ServersOnMultiNodesTest-1757973772-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220779 Nov 11 21:27:36.924604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1c745e93-8a4c-4b29-9c94-5935c32b8846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 59e1919c-fb27-4480-a2d1-c565bfb32cc6) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:36.925711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba183f9-49db-4e60-98d2-2d2dba70ca37 req-00d6a558-20b2-42e2-a8d6-e784a4ba5b6a tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:36.925711 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ba183f9-49db-4e60-98d2-2d2dba70ca37 req-00d6a558-20b2-42e2-a8d6-e784a4ba5b6a tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 943 time: 0.1234188 Nov 11 21:27:36.935795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb960eac-3409-44b4-b01c-dc0be841c871 None None] Network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:27:36.938300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c745e93-8a4c-4b29-9c94-5935c32b8846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:36.946959 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c745e93-8a4c-4b29-9c94-5935c32b8846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:36.968426 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19434df-b3d8-4763-a927-0a39713a6cc8', 'tag': 'c6ee313e-6825-480f-a2ad-99a3a49fed40'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:36.970967 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f43dad8-53a9-4b29-9b2c-2ae6653d1ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "f19434df-b3d8-4763-a927-0a39713a6cc8", "tag": "c6ee313e-6825-480f-a2ad-99a3a49fed40"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:36.992002 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ba183f9-49db-4e60-98d2-2d2dba70ca37 req-2dfd915f-aded-41de-93bf-e65d11ca81a1 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579748 Nov 11 21:27:37.005928 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1c745e93-8a4c-4b29-9c94-5935c32b8846 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4954770 Nov 11 21:27:37.006185 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52528) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:37.012740 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:37.052135 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:37.054081 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:37.127815 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7710daf-0661-4f83-ad91-726b9b5fcf95 req-3e5980c7-23eb-4e4a-954c-a80e4f9b49db tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:37.130185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7710daf-0661-4f83-ad91-726b9b5fcf95 req-3e5980c7-23eb-4e4a-954c-a80e4f9b49db tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.1086900 Nov 11 21:27:37.177615 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:37.200447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:27:37.201602 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:37.267299 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a166314-2fc0-4a5d-9828-2ec64b1d6eee req-bc680831-d8a9-4bfc-982a-dcf9c473c1b9 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:37.269460 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a166314-2fc0-4a5d-9828-2ec64b1d6eee req-bc680831-d8a9-4bfc-982a-dcf9c473c1b9 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 943 time: 0.1302533 Nov 11 21:27:37.274753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7710daf-0661-4f83-ad91-726b9b5fcf95 req-3ba218d3-ccc6-47f5-a3e5-7aaea503cb6c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342585 Nov 11 21:27:37.351090 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a166314-2fc0-4a5d-9828-2ec64b1d6eee req-a682c65c-74c1-425f-94c2-cc1c60c74c45 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749118 Nov 11 21:27:37.363685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:37.437417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Allocated IP 172.20.0.2 (59e1919c-fb27-4480-a2d1-c565bfb32cc6/4474c264-aeab-4464-9334-d2833929cd2c/19166920-aab0-414c-a6a7-a1779f3539cc) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:27:37.468918 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49669679-a419-49a5-b90e-10ace1b322d3 x-openstack-request-id: req-49669679-a419-49a5-b90e-10ace1b322d3 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:37.469682 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19434df-b3d8-4763-a927-0a39713a6cc8", "tag": "c6ee313e-6825-480f-a2ad-99a3a49fed40", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:37.470240 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-49669679-a419-49a5-b90e-10ace1b322d3 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:37.470925 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19434df-b3d8-4763-a927-0a39713a6cc8', 'tag': 'c6ee313e-6825-480f-a2ad-99a3a49fed40', 'status': 'completed', 'code': 200} Nov 11 21:27:37.595477 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43dad8-53a9-4b29-9b2c-2ae6653d1ab6 req-3b4ecbcb-fd67-45d9-b1da-c2203b2dd08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:37.597151 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f43dad8-53a9-4b29-9b2c-2ae6653d1ab6 req-3b4ecbcb-fd67-45d9-b1da-c2203b2dd08c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 1094 time: 0.1004868 Nov 11 21:27:37.650921 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c21ad-d6f1-426e-8cf5-b6feaf6abaee req-f25764d8-8edc-4301-9b36-bfd5dbbe4de6 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:37.658838 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fe5c21ad-d6f1-426e-8cf5-b6feaf6abaee req-f25764d8-8edc-4301-9b36-bfd5dbbe4de6 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 1095 time: 0.1248302 Nov 11 21:27:37.698317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92182ed7-a70f-48f7-b691-1fe4af113094 req-156efcf0-6dc2-43e7-b924-da2a13651023 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:37.700602 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92182ed7-a70f-48f7-b691-1fe4af113094 req-156efcf0-6dc2-43e7-b924-da2a13651023 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 949 time: 0.1002469 Nov 11 21:27:37.736945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fe5c21ad-d6f1-426e-8cf5-b6feaf6abaee req-2d55246c-52ed-4cdb-9103-76e4444fe9d9 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769010 Nov 11 21:27:37.750659 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:37.765150 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:37.825470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92182ed7-a70f-48f7-b691-1fe4af113094 req-ac47831c-0c09-495f-a644-10b457c5c8a7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893996 Nov 11 21:27:37.892338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:27:37.896890 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:37.898066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:37.903430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:27:37.951819 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:37.971016 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43dad8-53a9-4b29-9b2c-2ae6653d1ab6 req-aea89114-6b96-4e95-8f5e-cd9a449e0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:37.972190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Pushing event updated for resources: {'Port': ['ID=19166920-aab0-414c-a6a7-a1779f3539cc,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:37.972647 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f43dad8-53a9-4b29-9b2c-2ae6653d1ab6 req-aea89114-6b96-4e95-8f5e-cd9a449e0adc service neutron] 10.222.0.10 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.2913914 Nov 11 21:27:37.988773 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Attempting to bind port 19166920-aab0-414c-a6a7-a1779f3539cc on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:27:37.989255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Attempting to bind port 19166920-aab0-414c-a6a7-a1779f3539cc by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:27:37.989784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Attempting to bind port 19166920-aab0-414c-a6a7-a1779f3539cc on network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:37.996599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:27:37.997086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Checking segment: {'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:37.997487 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:37.997903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Bound using segment: {'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:27:37.998363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Bound port: 19166920-aab0-414c-a6a7-a1779f3539cc, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:27:37.998820 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:38.005110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b265cb9-3d76-4f08-b67f-06e00c92cecb req-169265b8-5ab4-498a-9213-a745efc88823 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:38.012640 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b265cb9-3d76-4f08-b67f-06e00c92cecb req-169265b8-5ab4-498a-9213-a745efc88823 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 946 time: 0.0923717 Nov 11 21:27:38.066751 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f43dad8-53a9-4b29-9b2c-2ae6653d1ab6 req-d20d3fa0-5453-43b2-8ee4-98749572874c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40 HTTP/1.1" status: 200 len: 217 time: 0.0399759 Nov 11 21:27:38.068916 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b265cb9-3d76-4f08-b67f-06e00c92cecb req-2457d2d0-329e-483d-8dc8-0dd377522c64 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550086 Nov 11 21:27:38.086076 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] For port 19166920-aab0-414c-a6a7-a1779f3539cc, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:38.090055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] For port 19166920-aab0-414c-a6a7-a1779f3539cc, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=19166920-aab0-414c-a6a7-a1779f3539cc,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:27:38.098827 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:38.171322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43dad8-53a9-4b29-9b2c-2ae6653d1ab6 req-b29d7ece-fa0b-4516-9004-70d18a4df6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:38.172826 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f43dad8-53a9-4b29-9b2c-2ae6653d1ab6 req-b29d7ece-fa0b-4516-9004-70d18a4df6f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.0970774 Nov 11 21:27:38.198607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93b98e-f4a6-48be-8b89-ac96939d1553 None None] Pushing event updated for resources: {'Port': ['ID=19166920-aab0-414c-a6a7-a1779f3539cc,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:38.225093 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f43dad8-53a9-4b29-9b2c-2ae6653d1ab6 req-cc1581dc-233e-4b07-9dd4-e586bd321535 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390220 Nov 11 21:27:38.226072 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Allocated IP 172.25.0.3 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/dbdce6f3-d390-4b80-9301-c5bf8c51f343) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:27:38.270119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-3b9d337d-a706-4823-ab71-a32958778df2 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:38.277471 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-3b9d337d-a706-4823-ab71-a32958778df2 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 821 time: 0.2077069 Nov 11 21:27:38.292616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200e77f-632b-49d8-8de1-0a7421c6bde5 req-a3b64bcb-a7e1-4cc1-848d-2f2b8bd3d48b tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:38.294401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5200e77f-632b-49d8-8de1-0a7421c6bde5 req-a3b64bcb-a7e1-4cc1-848d-2f2b8bd3d48b tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 943 time: 0.1190748 Nov 11 21:27:38.306195 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-21509352-b2b8-4b60-9655-578d5191f19b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/quotas/1e7495b94c334f7f86e765392527ed29 HTTP/1.1" status: 200 len: 375 time: 0.0274408 Nov 11 21:27:38.397639 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-aa579b23-926f-4cd6-b962-3356b2ea54f6 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903392 Nov 11 21:27:38.411489 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f43dad8-53a9-4b29-9b2c-2ae6653d1ab6 req-3cc081fb-a211-48ad-8ddd-64396be3ba0a service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723273 Nov 11 21:27:38.431440 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5200e77f-632b-49d8-8de1-0a7421c6bde5 req-b018e1d8-5841-4ec5-b57d-d0d1a18aab90 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194966 Nov 11 21:27:38.437980 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:38.581957 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f43dad8-53a9-4b29-9b2c-2ae6653d1ab6 req-1f1a50bf-66ca-4896-903b-e7b4111ba8c8 service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565156 Nov 11 21:27:38.584685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:38.632857 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-b88ff9c1-ca79-4308-be42-e681326321cf service neutron] 10.222.0.57 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342546 Nov 11 21:27:38.649115 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:27:38.652413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:38.658652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:27:38.667853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Pushing event updated for resources: {'Port': ['ID=dbdce6f3-d390-4b80-9301-c5bf8c51f343,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:38.746024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7191a6d-2788-40d1-9c99-b6436a6f0bbc req-c6b35167-a83a-4b58-a449-277962766420 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:38.747554 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7191a6d-2788-40d1-9c99-b6436a6f0bbc req-c6b35167-a83a-4b58-a449-277962766420 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 949 time: 0.1976590 Nov 11 21:27:38.786125 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-fbdff437-3e56-4847-ba5d-f308688440a0 service neutron] 10.222.0.57 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523941 Nov 11 21:27:38.814786 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7191a6d-2788-40d1-9c99-b6436a6f0bbc req-f8679a9e-c9f3-4c59-8bb8-01d31a0c21ee tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568047 Nov 11 21:27:39.012677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device c6ee313e-6825-480f-a2ad-99a3a49fed40 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:27:39.021062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6c40a48b-7093-4830-868e-8d6d4670c4e8 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:27:39.036317 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:39.094380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b37627-2eed-482b-b6bd-b8592c3e0cc0 req-47742d21-ba01-4cfe-9d88-1a245defe28d tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:39.106882 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9b37627-2eed-482b-b6bd-b8592c3e0cc0 req-47742d21-ba01-4cfe-9d88-1a245defe28d tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 943 time: 0.1841912 Nov 11 21:27:39.186991 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6c5b9-ffb3-46d9-94b8-96e6bf1e1d7d req-fc43881e-fda5-4dd3-8a84-598954622678 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:39.196471 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2af6c5b9-ffb3-46d9-94b8-96e6bf1e1d7d req-fc43881e-fda5-4dd3-8a84-598954622678 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 949 time: 0.2256622 Nov 11 21:27:39.225329 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba93cf-afe6-4a06-8c97-687e26f73aae req-7bb0e693-f0ab-4ca8-b1a2-c110da165aee tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:39.227149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-afba93cf-afe6-4a06-8c97-687e26f73aae req-7bb0e693-f0ab-4ca8-b1a2-c110da165aee tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 949 time: 0.2459433 Nov 11 21:27:39.345469 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:39.357293 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:39.424721 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9b37627-2eed-482b-b6bd-b8592c3e0cc0 req-dd4d2478-21d0-4ee4-905e-e35073af2320 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147113 Nov 11 21:27:39.461955 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6c40a48b-7093-4830-868e-8d6d4670c4e8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:39.472165 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c40a48b-7093-4830-868e-8d6d4670c4e8'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:39.478668 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8db313-77be-4de7-bb8d-bb7ac4d580ac" -d '{"events": [{"server_uuid": "4eb36f71-48bb-4d2b-a52e-0386b2eb392e", "name": "network-vif-unplugged", "status": "completed", "tag": "6c40a48b-7093-4830-868e-8d6d4670c4e8"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:39.509423 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-afba93cf-afe6-4a06-8c97-687e26f73aae req-2fe9c28e-bda0-4b8d-af79-b7a3362e96b1 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818798 Nov 11 21:27:39.511013 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:39.574531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-2af6c5b9-ffb3-46d9-94b8-96e6bf1e1d7d req-e24d3a5f-add5-4ce1-b85d-a868bc9d4bdb tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Deleting port 9a658140-909a-46ca-9396-4476b37c7f77 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:27:39.576077 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2af6c5b9-ffb3-46d9-94b8-96e6bf1e1d7d req-e24d3a5f-add5-4ce1-b85d-a868bc9d4bdb tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:39.640808 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=6c40a48b-7093-4830-868e-8d6d4670c4e8,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:39.646611 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Router 12f16641-e4d2-4a58-a7db-cca2bd35b704 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:27:39.660124 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b074b9-8d89-44db-88f9-0ef75ba3c1df None None] Network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:27:39.863917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2af6c5b9-ffb3-46d9-94b8-96e6bf1e1d7d req-e24d3a5f-add5-4ce1-b85d-a868bc9d4bdb tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] For port 9a658140-909a-46ca-9396-4476b37c7f77, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9a658140-909a-46ca-9396-4476b37c7f77,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:39.864254 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2af6c5b9-ffb3-46d9-94b8-96e6bf1e1d7d req-e24d3a5f-add5-4ce1-b85d-a868bc9d4bdb tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:39.882854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-2af6c5b9-ffb3-46d9-94b8-96e6bf1e1d7d req-e24d3a5f-add5-4ce1-b85d-a868bc9d4bdb tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Calling delete_port for 9a658140-909a-46ca-9396-4476b37c7f77 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:27:39.891262 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:39.893170 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fb1bfba4-4d8b-42c9-9de0-77da34e6020d None None] Provisioning complete for port 19166920-aab0-414c-a6a7-a1779f3539cc triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:39.893818 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb1bfba4-4d8b-42c9-9de0-77da34e6020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:39.965821 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'c6ee313e-6825-480f-a2ad-99a3a49fed40', 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278', 'port_id': 'c6ee313e-6825-480f-a2ad-99a3a49fed40', 'mac_address': 'fa:16:3e:d0:76:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5a99ce-ab7f-414f-98ea-4a261df03b32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:27:40.014086 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed6b819b-1f06-4cf1-a322-f81d0be913c8 req-b7f71b3b-095a-468b-83b4-e8530ffe96cb tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 210 time: 0.2521069 Nov 11 21:27:40.060276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02df57-8494-4400-a8c5-c2a714bbd3fa req-8d1f07f8-d1fe-4943-aef8-63d387ee946e tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:40.071553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e02df57-8494-4400-a8c5-c2a714bbd3fa req-8d1f07f8-d1fe-4943-aef8-63d387ee946e tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 943 time: 0.2916088 Nov 11 21:27:40.143060 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:27:40.172705 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e02df57-8494-4400-a8c5-c2a714bbd3fa req-9f0dd5d8-fd61-40c8-be1f-f40727c69d5f tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001475 Nov 11 21:27:40.187849 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf6495b-537f-4498-8eff-62b0fb4ce05d x-openstack-request-id: req-ccf6495b-537f-4498-8eff-62b0fb4ce05d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:40.188389 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb36f71-48bb-4d2b-a52e-0386b2eb392e", "name": "network-vif-unplugged", "status": "completed", "tag": "6c40a48b-7093-4830-868e-8d6d4670c4e8", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:40.188590 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ccf6495b-537f-4498-8eff-62b0fb4ce05d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:40.189113 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c40a48b-7093-4830-868e-8d6d4670c4e8', 'code': 200} Nov 11 21:27:40.194362 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:40.199722 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:27:40.209765 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Sync routers for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:27:40.226274 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:27:40.227204 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:27:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:40.234174 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:40.242136 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0a71d712-2a63-42cd-90ff-52e51c9c8c23 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2282164 Nov 11 21:27:40.242813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52588) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:40.279429 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb1bfba4-4d8b-42c9-9de0-77da34e6020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:40.302158 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2af6c5b9-ffb3-46d9-94b8-96e6bf1e1d7d req-e24d3a5f-add5-4ce1-b85d-a868bc9d4bdb tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:40.306227 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899181ce-bca1-49c6-ac24-c65b25d16e11 req-3e9feaf4-3f54-4909-bf69-5c38fe963e9b tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:40.314398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-899181ce-bca1-49c6-ac24-c65b25d16e11 req-3e9feaf4-3f54-4909-bf69-5c38fe963e9b tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 1098 time: 0.0839806 Nov 11 21:27:40.321825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ee313e-6825-480f-a2ad-99a3a49fed40 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:40.343646 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:40.345631 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['d5824c32-0e9d-4911-b510-cfa01dba619d', '121b3e52-647c-40e6-b392-e75070822b94', '20ff4af3-a198-4360-bce5-2407584f3fe5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:40.355172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d3a5f-add5-4ce1-b85d-a868bc9d4bdb tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event deleted for resources: {'Port': ['ID=9a658140-909a-46ca-9396-4476b37c7f77,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:40.406439 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d186ccd5-204d-49b9-ac76-e4ac388b2a66', 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', '08790ad1-7421-419a-8479-730cf963e787', '7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:40.410983 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:27:40.439390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af6c5b9-ffb3-46d9-94b8-96e6bf1e1d7d req-e24d3a5f-add5-4ce1-b85d-a868bc9d4bdb tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] No DVR routers for this DVR port 9a658140-909a-46ca-9396-4476b37c7f77 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:27:40.452503 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2af6c5b9-ffb3-46d9-94b8-96e6bf1e1d7d req-e24d3a5f-add5-4ce1-b85d-a868bc9d4bdb tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:40.458826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2af6c5b9-ffb3-46d9-94b8-96e6bf1e1d7d req-e24d3a5f-add5-4ce1-b85d-a868bc9d4bdb tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "DELETE /v2.0/ports/9a658140-909a-46ca-9396-4476b37c7f77 HTTP/1.1" status: 204 len: 173 time: 1.2302508 Nov 11 21:27:40.459423 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dc2e69-469c-42a4-9b17-c35fe206da21', 'name': 'network-vif-deleted', 'tag': '9a658140-909a-46ca-9396-4476b37c7f77'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:40.465492 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db37d28a-118e-4a1f-b7ab-ff25656af5cf" -d '{"events": [{"server_uuid": "44dc2e69-469c-42a4-9b17-c35fe206da21", "name": "network-vif-deleted", "tag": "9a658140-909a-46ca-9396-4476b37c7f77"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:40.484255 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:40.486070 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6c40a48b-7093-4830-868e-8d6d4670c4e8 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:27:40.542685 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-899181ce-bca1-49c6-ac24-c65b25d16e11 req-5b6fe093-e06e-40c0-8e81-6fd4c4261f5a tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266226 Nov 11 21:27:40.604840 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732844db-c95b-430c-8256-92eedaef44ae x-openstack-request-id: req-732844db-c95b-430c-8256-92eedaef44ae {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:40.605182 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dc2e69-469c-42a4-9b17-c35fe206da21", "name": "network-vif-deleted", "tag": "9a658140-909a-46ca-9396-4476b37c7f77", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:40.605441 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-732844db-c95b-430c-8256-92eedaef44ae {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:40.605847 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dc2e69-469c-42a4-9b17-c35fe206da21', 'name': 'network-vif-deleted', 'tag': '9a658140-909a-46ca-9396-4476b37c7f77', 'status': 'completed', 'code': 200} Nov 11 21:27:40.672926 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=c6ee313e-6825-480f-a2ad-99a3a49fed40,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:40.678898 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 19166920-aab0-414c-a6a7-a1779f3539cc up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:27:40.875337 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f9a0ff6-eaff-49f0-9a2c-5568683e9db4 req-543290c1-4187-401c-8015-cef8fb79ee05 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=44dc2e69-469c-42a4-9b17-c35fe206da21 HTTP/1.1" status: 200 len: 210 time: 0.1308560 Nov 11 21:27:40.904400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-fb1bfba4-4d8b-42c9-9de0-77da34e6020d None None] For port 19166920-aab0-414c-a6a7-a1779f3539cc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=19166920-aab0-414c-a6a7-a1779f3539cc,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:40.910427 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:38Z', 'revision_number': 3, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:40.917240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a27351-1497-44c1-8673-bb5d23f57d68 req-a310545f-e153-4a7b-9cb2-f207a9a5c9f1 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:40.927402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00a27351-1497-44c1-8673-bb5d23f57d68 req-a310545f-e153-4a7b-9cb2-f207a9a5c9f1 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 944 time: 0.3051298 Nov 11 21:27:40.942518 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Checking router: 12f16641-e4d2-4a58-a7db-cca2bd35b704 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:27:40.942830 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Updating router 12f16641-e4d2-4a58-a7db-cca2bd35b704 port dbdce6f3-d390-4b80-9301-c5bf8c51f343 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:27:40.943411 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb1bfba4-4d8b-42c9-9de0-77da34e6020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:40.974449 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:40.979271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 19166920-aab0-414c-a6a7-a1779f3539cc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:40.979652 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.021882 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-6789cf45-6718-4bbf-af12-129087d8cef1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:41.025690 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-6789cf45-6718-4bbf-af12-129087d8cef1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.10 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 821 time: 0.5107532 Nov 11 21:27:41.040232 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00a27351-1497-44c1-8673-bb5d23f57d68 req-c914ac14-188c-43d1-a3e9-085d670007b8 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096492 Nov 11 21:27:41.050340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-07fb28a8-cc7b-4750-a827-d3f52a9dd091 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Request body: {'port': {'device_id': 'e8e2888b-e1fd-49c2-8a35-188ad5104d3e', 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314', 'admin_state_up': True, 'tenant_id': '1e7495b94c334f7f86e765392527ed29'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:41.090183 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.355159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bfba4-4d8b-42c9-9de0-77da34e6020d None None] Pushing event updated for resources: {'Port': ['ID=19166920-aab0-414c-a6a7-a1779f3539cc,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:41.417623 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e08ebdc-47b2-4046-9ff7-b06dd5b1b8c7 req-e68b8c93-c8dd-4a5a-b958-bac98e82de7b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 210 time: 0.0773609 Nov 11 21:27:41.500462 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.511448 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.523934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6c40a48b-7093-4830-868e-8d6d4670c4e8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:41.571225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '6c40a48b-7093-4830-868e-8d6d4670c4e8', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '6c40a48b-7093-4830-868e-8d6d4670c4e8', 'mac_address': 'fa:16:3e:66:af:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:27:41.575787 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510ac0c-a089-4f3f-842f-37727e5b148f None None] Pushing event updated for resources: {'Port': ['ID=dbdce6f3-d390-4b80-9301-c5bf8c51f343,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:41.597239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3405f-944f-4c95-801a-01cef0916149 req-5d9419f0-1bc0-4e04-9bd9-df0bfe78c6bb tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:41.599192 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57f3405f-944f-4c95-801a-01cef0916149 req-5d9419f0-1bc0-4e04-9bd9-df0bfe78c6bb tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 1098 time: 0.1254482 Nov 11 21:27:41.609049 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8510ac0c-a089-4f3f-842f-37727e5b148f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:41.609594 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8510ac0c-a089-4f3f-842f-37727e5b148f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:41.610179 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8510ac0c-a089-4f3f-842f-37727e5b148f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:41.610682 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8510ac0c-a089-4f3f-842f-37727e5b148f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:41.611267 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8510ac0c-a089-4f3f-842f-37727e5b148f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:41.611836 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8510ac0c-a089-4f3f-842f-37727e5b148f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:41.612261 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8510ac0c-a089-4f3f-842f-37727e5b148f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:41.612775 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8510ac0c-a089-4f3f-842f-37727e5b148f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:41.613374 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8510ac0c-a089-4f3f-842f-37727e5b148f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:41.613948 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8510ac0c-a089-4f3f-842f-37727e5b148f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:41.615123 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8510ac0c-a089-4f3f-842f-37727e5b148f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:41.615671 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8510ac0c-a089-4f3f-842f-37727e5b148f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:41.620208 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Attempting to bind port dbdce6f3-d390-4b80-9301-c5bf8c51f343 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:27:41.620947 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Attempting to bind port dbdce6f3-d390-4b80-9301-c5bf8c51f343 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:27:41.621591 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Attempting to bind port dbdce6f3-d390-4b80-9301-c5bf8c51f343 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:41.630240 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:27:41.631108 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:41.631774 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.632357 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:27:41.633867 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Bound port: dbdce6f3-d390-4b80-9301-c5bf8c51f343, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:27:41.634513 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.699084 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.714641 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] For port dbdce6f3-d390-4b80-9301-c5bf8c51f343, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:41.719749 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] For port dbdce6f3-d390-4b80-9301-c5bf8c51f343, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=dbdce6f3-d390-4b80-9301-c5bf8c51f343,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:27:41.722277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-07fb28a8-cc7b-4750-a827-d3f52a9dd091 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Made reservation on behalf of 1e7495b94c334f7f86e765392527ed29 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:27:41.726075 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-07fb28a8-cc7b-4750-a827-d3f52a9dd091 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.730189 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.742740 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57f3405f-944f-4c95-801a-01cef0916149 req-68046bdb-8a2a-4807-aee6-01deebae1419 tempest-ServersAdminTestJSON-1600455740 tempest-ServersAdminTestJSON-1600455740-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339257 Nov 11 21:27:41.803806 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c40a48b-7093-4830-868e-8d6d4670c4e8 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:41.809658 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510ac0c-a089-4f3f-842f-37727e5b148f None None] Pushing event updated for resources: {'Port': ['ID=dbdce6f3-d390-4b80-9301-c5bf8c51f343,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:41.841832 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:27:41.843069 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:27:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:41.921255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9a658140-909a-46ca-9396-4476b37c7f77 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:27:41.931422 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-47cfb0db-3c56-4cfb-8118-e3c7e0121f43 None None] Provisioning complete for port 19166920-aab0-414c-a6a7-a1779f3539cc triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:41.931795 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47cfb0db-3c56-4cfb-8118-e3c7e0121f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:42.000817 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6c40a48b-7093-4830-868e-8d6d4670c4e8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:42.009334 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 9a658140-909a-46ca-9396-4476b37c7f77 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:27:42.009691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9a658140-909a-46ca-9396-4476b37c7f77 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:27:42.015862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-07fb28a8-cc7b-4750-a827-d3f52a9dd091 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Allocated IP 172.20.0.9 (bb7b2ef0-98c6-4640-9855-bbeac6f5b314/42830d8e-a75d-4ff9-adfb-bfb530d80e8d/7ff835fb-024f-4d22-b009-2e991997392e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:27:42.021646 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:42.053191 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:42.054354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1259f-0a45-4e89-9334-14289c3e3c32 req-ac48b1fe-cc31-4fe6-a5f7-792e79e2ccf7 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:42.056141 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46c1259f-0a45-4e89-9334-14289c3e3c32 req-ac48b1fe-cc31-4fe6-a5f7-792e79e2ccf7 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 943 time: 0.1550331 Nov 11 21:27:42.127199 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46c1259f-0a45-4e89-9334-14289c3e3c32 req-910abc28-6901-4607-9a97-3a366166bb91 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614295 Nov 11 21:27:42.167260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=6c40a48b-7093-4830-868e-8d6d4670c4e8,revision_number=10']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:42.184235 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:27:42.450823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['c6ee313e-6825-480f-a2ad-99a3a49fed40'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:42.522980 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb43cd2-f0b4-49b4-94f5-601a1a4b0f88 req-f62b6f90-c168-4f1c-be5e-c4779b9063c7 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:42.537976 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3eb43cd2-f0b4-49b4-94f5-601a1a4b0f88 req-f62b6f90-c168-4f1c-be5e-c4779b9063c7 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 949 time: 0.2542202 Nov 11 21:27:42.544158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['6c40a48b-7093-4830-868e-8d6d4670c4e8'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:42.558421 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:38Z', 'revision_number': 3, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:42.563786 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-07fb28a8-cc7b-4750-a827-d3f52a9dd091 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:42.568931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273c962-2253-4039-b793-025eb17101e0 req-9e56b648-9346-4a13-b684-34d720e20377 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:42.579190 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6273c962-2253-4039-b793-025eb17101e0 req-9e56b648-9346-4a13-b684-34d720e20377 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 944 time: 0.2491994 Nov 11 21:27:42.584748 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Allocated IP 172.20.0.1 (59e1919c-fb27-4480-a2d1-c565bfb32cc6/4474c264-aeab-4464-9334-d2833929cd2c/15011414-7c51-4dd6-aa79-cdaef6d19341) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:27:42.626008 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e05ac-811a-49f1-9ca6-f3b8c1280693 None None] The sync data for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 is: [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:38Z', 'revision_number': 3, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:27:42.645716 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3eb43cd2-f0b4-49b4-94f5-601a1a4b0f88 req-5708775a-943e-4774-bd3c-455445947e06 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064396 Nov 11 21:27:42.672192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 19166920-aab0-414c-a6a7-a1779f3539cc up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:27:42.695257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6273c962-2253-4039-b793-025eb17101e0 req-167c0b71-f237-4fff-b6de-d91d415c68a3 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127164 Nov 11 21:27:42.805078 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-07fb28a8-cc7b-4750-a827-d3f52a9dd091 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:42.962459 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-07fb28a8-cc7b-4750-a827-d3f52a9dd091 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:27:42.974764 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-07fb28a8-cc7b-4750-a827-d3f52a9dd091 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:42.986127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-07fb28a8-cc7b-4750-a827-d3f52a9dd091 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:27:43.030817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca0488-0961-4633-b10d-469529868c49 req-fa0c1132-9e11-44f2-972f-fef843376034 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:43.040375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6dca0488-0961-4633-b10d-469529868c49 req-fa0c1132-9e11-44f2-972f-fef843376034 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 931 time: 0.1343920 Nov 11 21:27:43.053258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb28a8-cc7b-4750-a827-d3f52a9dd091 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Pushing event updated for resources: {'Port': ['ID=7ff835fb-024f-4d22-b009-2e991997392e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:43.068243 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:43.081407 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-07fb28a8-cc7b-4750-a827-d3f52a9dd091 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:43.082354 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-07fb28a8-cc7b-4750-a827-d3f52a9dd091 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:43.133230 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-07fb28a8-cc7b-4750-a827-d3f52a9dd091 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0955005 Nov 11 21:27:43.161829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Request body: {'port': {'device_id': 'e8e2888b-e1fd-49c2-8a35-188ad5104d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:43.197430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6dca0488-0961-4633-b10d-469529868c49 req-dd926bb2-26bf-41fe-a5c6-5e2c4b9d88d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558034 Nov 11 21:27:43.237774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce95e20-67b2-4910-9352-b4d8ca17cf33 req-7c56ba06-56a7-4640-93ec-00960fc21394 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:43.249606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bce95e20-67b2-4910-9352-b4d8ca17cf33 req-7c56ba06-56a7-4640-93ec-00960fc21394 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 950 time: 0.2068446 Nov 11 21:27:43.263144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 19166920-aab0-414c-a6a7-a1779f3539cc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:43.263686 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:43.321479 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:43.344662 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bce95e20-67b2-4910-9352-b4d8ca17cf33 req-1f5901cd-7301-4d38-9902-4c73087d2a0c tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939016 Nov 11 21:27:43.361715 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:43.433063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefc9f4-6c6a-42af-a9dc-747694b5cd8d req-5486985c-a386-4189-9a65-4d7eb49a5ac4 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:43.442453 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fefc9f4-6c6a-42af-a9dc-747694b5cd8d req-5486985c-a386-4189-9a65-4d7eb49a5ac4 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 943 time: 0.1034079 Nov 11 21:27:43.514470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fefc9f4-6c6a-42af-a9dc-747694b5cd8d req-32088098-3631-4c27-825d-8b7b5526ae6f tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645261 Nov 11 21:27:43.678994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:27:43.682743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Pushing event updated for resources: {'Port': ['ID=15011414-7c51-4dd6-aa79-cdaef6d19341,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:43.685625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:43.689744 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:27:43.780154 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:43.825236 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfd090a6-0011-4173-bc22-c57ed4989c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:43.909371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba804828-bda0-415b-9986-0aafcbefc195 req-cd552ca7-6d74-453d-9c36-a8f31e99c3a8 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:43.911082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba804828-bda0-415b-9986-0aafcbefc195 req-cd552ca7-6d74-453d-9c36-a8f31e99c3a8 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 949 time: 0.1361918 Nov 11 21:27:43.941552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bca5b1-fda9-451b-aee8-1f0d6f740b4a req-d4000acb-af5c-41e3-9c96-af193db4bb2c tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:43.943143 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75bca5b1-fda9-451b-aee8-1f0d6f740b4a req-d4000acb-af5c-41e3-9c96-af193db4bb2c tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 944 time: 0.1031091 Nov 11 21:27:44.034388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff835fb-024f-4d22-b009-2e991997392e {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:44.035936 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba804828-bda0-415b-9986-0aafcbefc195 req-64d0fefd-9073-4f39-a0bb-01817bf40baf tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185730 Nov 11 21:27:44.048585 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:44.059508 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75bca5b1-fda9-451b-aee8-1f0d6f740b4a req-4fb4095b-1b65-44db-b56e-dedb39a4aafb tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056511 Nov 11 21:27:44.114909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b827322-e55e-4972-810a-2f5993c5ea15 req-73dec7c7-0993-4125-96b6-41ff09b49944 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:44.116420 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7b827322-e55e-4972-810a-2f5993c5ea15 req-73dec7c7-0993-4125-96b6-41ff09b49944 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 949 time: 0.2235184 Nov 11 21:27:44.119050 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:44.121251 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Transition to ACTIVE for port object 7ff835fb-024f-4d22-b009-2e991997392e will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:27:44.130709 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:44.167240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9aae1dc5-e8ee-4d9f-818a-e767d1c13a31 None None] Provisioning complete for port 15011414-7c51-4dd6-aa79-cdaef6d19341 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:44.167697 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9aae1dc5-e8ee-4d9f-818a-e767d1c13a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:44.205079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9aae1dc5-e8ee-4d9f-818a-e767d1c13a31 None None] Port 15011414-7c51-4dd6-aa79-cdaef6d19341 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:27:44.307251 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff835fb-024f-4d22-b009-2e991997392e,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:44.342196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acf886-1b58-474b-ac03-570714bb6033 req-b369fc4a-635a-49be-87ae-720822ed6825 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:44.343873 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54acf886-1b58-474b-ac03-570714bb6033 req-b369fc4a-635a-49be-87ae-720822ed6825 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 943 time: 0.0642126 Nov 11 21:27:44.367028 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:44.454664 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54acf886-1b58-474b-ac03-570714bb6033 req-c357fc11-dae7-488f-a695-9e497e9d5f9f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863883 Nov 11 21:27:44.470352 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:27:44.470352 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:27:44.470352 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:44.484687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device dbdce6f3-d390-4b80-9301-c5bf8c51f343 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:27:44.498856 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Port 7ff835fb-024f-4d22-b009-2e991997392e on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:27:44.499175 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:44.514836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-7b827322-e55e-4972-810a-2f5993c5ea15 req-75bb9036-d0be-407f-8b01-622fc3b21454 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Deleting port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:27:44.515176 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7b827322-e55e-4972-810a-2f5993c5ea15 req-75bb9036-d0be-407f-8b01-622fc3b21454 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:44.530753 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:27:44.531112 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Checking segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:44.531463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Bound using segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:27:44.531902 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Bound port: 7ff835fb-024f-4d22-b009-2e991997392e, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:27:44.532566 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:44.564600 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38488bb-be83-489f-a7e8-2c26bf984f80 req-7d7d7ee7-2f5f-4e6b-9217-83f202ef7e04 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:44.575704 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b38488bb-be83-489f-a7e8-2c26bf984f80 req-7d7d7ee7-2f5f-4e6b-9217-83f202ef7e04 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 950 time: 0.0791838 Nov 11 21:27:44.609698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port dbdce6f3-d390-4b80-9301-c5bf8c51f343 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:44.610069 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:44.657064 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:44.683825 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:44.734949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b38488bb-be83-489f-a7e8-2c26bf984f80 req-3b67409c-b14a-451e-960a-5ea64ea7c35e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493919 Nov 11 21:27:44.749473 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:44.770302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19810868-e2b8-4282-b099-c81d7f466128 req-51c16736-1a30-4a8c-a6f1-e9177b35ef5c tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:44.772433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-19810868-e2b8-4282-b099-c81d7f466128 req-51c16736-1a30-4a8c-a6f1-e9177b35ef5c tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 943 time: 0.1353915 Nov 11 21:27:44.828631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:44.834449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Pushing event updated for resources: {'Port': ['ID=15011414-7c51-4dd6-aa79-cdaef6d19341,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:44.844499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=7ff835fb-024f-4d22-b009-2e991997392e,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:27:44.867586 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:44.886486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32b81e-e570-4655-8a2a-f9aa40fb515e req-ff37bbd7-d91c-4cdf-917b-4ed1aa2462d0 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:44.888126 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa32b81e-e570-4655-8a2a-f9aa40fb515e req-ff37bbd7-d91c-4cdf-917b-4ed1aa2462d0 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 950 time: 0.1143601 Nov 11 21:27:44.903410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-19810868-e2b8-4282-b099-c81d7f466128 req-e7380355-f214-49b4-b915-a2556d7329a6 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151955 Nov 11 21:27:44.913028 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:44.946160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port dbdce6f3-d390-4b80-9301-c5bf8c51f343, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=dbdce6f3-d390-4b80-9301-c5bf8c51f343,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:44.953000 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:45.025396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=dbdce6f3-d390-4b80-9301-c5bf8c51f343,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:45.037494 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-fa32b81e-e570-4655-8a2a-f9aa40fb515e req-046836b1-995b-460c-b6a9-46ffc56c8bc9 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Deleting port 20ff4af3-a198-4360-bce5-2407584f3fe5 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:27:45.038025 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fa32b81e-e570-4655-8a2a-f9aa40fb515e req-046836b1-995b-460c-b6a9-46ffc56c8bc9 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:45.262634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-fa32b81e-e570-4655-8a2a-f9aa40fb515e req-046836b1-995b-460c-b6a9-46ffc56c8bc9 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] For port 20ff4af3-a198-4360-bce5-2407584f3fe5, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=20ff4af3-a198-4360-bce5-2407584f3fe5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:45.262896 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fa32b81e-e570-4655-8a2a-f9aa40fb515e req-046836b1-995b-460c-b6a9-46ffc56c8bc9 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:45.283339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-fa32b81e-e570-4655-8a2a-f9aa40fb515e req-046836b1-995b-460c-b6a9-46ffc56c8bc9 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Calling delete_port for 20ff4af3-a198-4360-bce5-2407584f3fe5 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:27:45.288255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7b827322-e55e-4972-810a-2f5993c5ea15 req-75bb9036-d0be-407f-8b01-622fc3b21454 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] For port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=255c0b26-ad90-4d1b-beb1-c2695d6ee4c2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:45.288941 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7b827322-e55e-4972-810a-2f5993c5ea15 req-75bb9036-d0be-407f-8b01-622fc3b21454 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:45.293449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:45.294141 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:45.295645 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] 10.222.0.10 "PUT /v2.0/ports/7ff835fb-024f-4d22-b009-2e991997392e HTTP/1.1" status: 200 len: 1091 time: 2.1459126 Nov 11 21:27:45.302443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e2888b-e1fd-49c2-8a35-188ad5104d3e', 'tag': '7ff835fb-024f-4d22-b009-2e991997392e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:45.304658 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311fc4fe-7340-420c-adff-6f3d778bc9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e2888b-e1fd-49c2-8a35-188ad5104d3e", "tag": "7ff835fb-024f-4d22-b009-2e991997392e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:45.310399 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef517b-baf3-428f-ada5-0a540caae902 req-9c09260f-3a49-4e12-bf75-cbc992e4674c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:45.312412 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0ef517b-baf3-428f-ada5-0a540caae902 req-9c09260f-3a49-4e12-bf75-cbc992e4674c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd365b22-2051-49cb-bd55-c127daf34106 HTTP/1.1" status: 200 len: 949 time: 0.1176887 Nov 11 21:27:45.319991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-7b827322-e55e-4972-810a-2f5993c5ea15 req-75bb9036-d0be-407f-8b01-622fc3b21454 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Calling delete_port for 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:27:45.321614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db35ac-a500-4932-a784-b1801dae508c req-84d523e7-6a4f-41d9-8ddc-605195971e46 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:45.328877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9db35ac-a500-4932-a784-b1801dae508c req-84d523e7-6a4f-41d9-8ddc-605195971e46 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 944 time: 0.1355431 Nov 11 21:27:45.383132 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b8388-c099-4edb-a5a6-a8076fe8cf28 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff835fb-024f-4d22-b009-2e991997392e,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:45.455621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:27:45.460920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:45.482052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-8adc67de-9aad-41d2-87b9-3fca0e8635ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:45.483868 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-8adc67de-9aad-41d2-87b9-3fca0e8635ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 1094 time: 0.1036170 Nov 11 21:27:45.596945 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-c6374557-37ff-40af-b1af-534f653a7f1d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ff835fb-024f-4d22-b009-2e991997392e HTTP/1.1" status: 200 len: 217 time: 0.0703011 Nov 11 21:27:45.706612 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7b827322-e55e-4972-810a-2f5993c5ea15 req-75bb9036-d0be-407f-8b01-622fc3b21454 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:45.721606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['29a1febd-3556-44e9-bc3d-f6ea7679bc5d', '255c0b26-ad90-4d1b-beb1-c2695d6ee4c2', '6c40a48b-7093-4830-868e-8d6d4670c4e8'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:45.724250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0ef517b-baf3-428f-ada5-0a540caae902 req-1660f66b-d45d-4c3a-bff6-b3aeb6a84fd8 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928440 Nov 11 21:27:45.730741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Router 12f16641-e4d2-4a58-a7db-cca2bd35b704 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:27:45.765030 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9db35ac-a500-4932-a784-b1801dae508c req-3f12532e-dcb1-4fd4-8ff5-55388379742f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352741 Nov 11 21:27:45.775767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-264e4d8b-189f-4da5-afe3-c0eac1ebefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:45.777424 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-264e4d8b-189f-4da5-afe3-c0eac1ebefb0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.1364093 Nov 11 21:27:45.787904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb9036-d0be-407f-8b01-622fc3b21454 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Pushing event deleted for resources: {'Port': ['ID=255c0b26-ad90-4d1b-beb1-c2695d6ee4c2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:45.861983 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-5918d571-ec4d-4797-9f4e-59554f62b6f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705996 Nov 11 21:27:45.869856 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43c33dd-2a0e-4f08-9bd8-cffa2096e353 x-openstack-request-id: req-b43c33dd-2a0e-4f08-9bd8-cffa2096e353 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:45.870152 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e2888b-e1fd-49c2-8a35-188ad5104d3e", "tag": "7ff835fb-024f-4d22-b009-2e991997392e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:45.870407 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b43c33dd-2a0e-4f08-9bd8-cffa2096e353 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:45.870807 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e2888b-e1fd-49c2-8a35-188ad5104d3e', 'tag': '7ff835fb-024f-4d22-b009-2e991997392e', 'status': 'completed', 'code': 200} Nov 11 21:27:45.888901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b827322-e55e-4972-810a-2f5993c5ea15 req-75bb9036-d0be-407f-8b01-622fc3b21454 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] No DVR routers for this DVR port 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:27:45.894149 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fa32b81e-e570-4655-8a2a-f9aa40fb515e req-046836b1-995b-460c-b6a9-46ffc56c8bc9 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:45.900731 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device f260bbfc-75d8-410d-9e1d-4b22aa11f874 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:27:45.902033 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7b827322-e55e-4972-810a-2f5993c5ea15 req-75bb9036-d0be-407f-8b01-622fc3b21454 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:45.905989 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7b827322-e55e-4972-810a-2f5993c5ea15 req-75bb9036-d0be-407f-8b01-622fc3b21454 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.10 "DELETE /v2.0/ports/255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 HTTP/1.1" status: 204 len: 173 time: 1.7466164 Nov 11 21:27:45.932044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d186ccd5-204d-49b9-ac76-e4ac388b2a66', 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', '08790ad1-7421-419a-8479-730cf963e787', '7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:45.986606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046836b1-995b-460c-b6a9-46ffc56c8bc9 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event deleted for resources: {'Port': ['ID=20ff4af3-a198-4360-bce5-2407584f3fe5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:46.052430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5708a150-c5c3-4684-9bca-7aeabd5accc0 req-96f03037-7a02-4efd-b44a-b35b304aa6b2 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=98a50eaf-5754-4a88-9ec4-2ca8616e9060 HTTP/1.1" status: 200 len: 210 time: 0.0274527 Nov 11 21:27:46.059368 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device c6ee313e-6825-480f-a2ad-99a3a49fed40 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:27:46.073885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa32b81e-e570-4655-8a2a-f9aa40fb515e req-046836b1-995b-460c-b6a9-46ffc56c8bc9 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] No DVR routers for this DVR port 20ff4af3-a198-4360-bce5-2407584f3fe5 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:27:46.076574 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fa32b81e-e570-4655-8a2a-f9aa40fb515e req-046836b1-995b-460c-b6a9-46ffc56c8bc9 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:46.080047 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa32b81e-e570-4655-8a2a-f9aa40fb515e req-046836b1-995b-460c-b6a9-46ffc56c8bc9 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.10 "DELETE /v2.0/ports/20ff4af3-a198-4360-bce5-2407584f3fe5 HTTP/1.1" status: 204 len: 173 time: 1.1754591 Nov 11 21:27:46.080691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a50eaf-5754-4a88-9ec4-2ca8616e9060', 'name': 'network-vif-deleted', 'tag': '20ff4af3-a198-4360-bce5-2407584f3fe5'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:46.089103 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d7981d-6c8b-42cf-903b-6ba9b7a3f9e0" -d '{"events": [{"server_uuid": "98a50eaf-5754-4a88-9ec4-2ca8616e9060", "name": "network-vif-deleted", "tag": "20ff4af3-a198-4360-bce5-2407584f3fe5"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:46.106133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ca6f6-e20a-4ac4-b62b-dabb5237b64e req-057383d1-b92d-47d7-b4c6-5c8ed1e2c493 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:46.115472 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c75ca6f6-e20a-4ac4-b62b-dabb5237b64e req-057383d1-b92d-47d7-b4c6-5c8ed1e2c493 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 943 time: 0.2042601 Nov 11 21:27:46.146025 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3db1db37-0e26-4982-81f9-9157ecd0fed9 None None] Provisioning complete for port 15011414-7c51-4dd6-aa79-cdaef6d19341 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:46.146396 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3db1db37-0e26-4982-81f9-9157ecd0fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:46.191170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:27:46.214172 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-de152a5d-880d-478c-9b86-1a6aa8628eed admin admin] 10.222.0.57 "PUT /v2.0/routers/12f16641-e4d2-4a58-a7db-cca2bd35b704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9625330 Nov 11 21:27:46.225900 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c75ca6f6-e20a-4ac4-b62b-dabb5237b64e req-9d871630-05f4-44e0-a62b-32c52b58508a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096268 Nov 11 21:27:46.268213 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3db1db37-0e26-4982-81f9-9157ecd0fed9 None None] Port 15011414-7c51-4dd6-aa79-cdaef6d19341 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:27:46.287207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f91a5-81e9-462f-9f4b-a0aefd717e7d req-6b6432a3-0296-4f5b-a576-e4c1f3c6ad20 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:46.290343 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-5390577e-ce47-4f54-a7cf-634080b43bb3 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031048 Nov 11 21:27:46.290927 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:27:46.299684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-069f91a5-81e9-462f-9f4b-a0aefd717e7d req-6b6432a3-0296-4f5b-a576-e4c1f3c6ad20 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 943 time: 0.1348507 Nov 11 21:27:46.337422 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b41281-4710-4262-b076-d5dff20423e2 x-openstack-request-id: req-f1b41281-4710-4262-b076-d5dff20423e2 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:46.337725 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a50eaf-5754-4a88-9ec4-2ca8616e9060", "name": "network-vif-deleted", "tag": "20ff4af3-a198-4360-bce5-2407584f3fe5", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:46.337979 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f1b41281-4710-4262-b076-d5dff20423e2 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:46.340962 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a50eaf-5754-4a88-9ec4-2ca8616e9060', 'name': 'network-vif-deleted', 'tag': '20ff4af3-a198-4360-bce5-2407584f3fe5', 'status': 'completed', 'code': 200} Nov 11 21:27:46.359723 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Sync routers for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:27:46.481748 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c05b8e63-53de-406e-badf-9048ee09bb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:46.499371 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-069f91a5-81e9-462f-9f4b-a0aefd717e7d req-2d0c327f-f344-4a29-ad58-affe51228f1a tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941895 Nov 11 21:27:46.514365 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b3ce4d0-ba78-435f-9ca5-617b8461d02e req-48f0fdf1-bc51-4dac-971b-b0f38445f889 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135503 Nov 11 21:27:46.516639 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:27:46.517311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:27:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:46.615256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device dbdce6f3-d390-4b80-9301-c5bf8c51f343 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:27:46.680747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fc4fe-7340-420c-adff-6f3d778bc9d5 req-8374c865-7682-4d36-aa99-1caa6e478c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:46.687343 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-311fc4fe-7340-420c-adff-6f3d778bc9d5 req-8374c865-7682-4d36-aa99-1caa6e478c95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 1094 time: 0.0760117 Nov 11 21:27:46.696686 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port f260bbfc-75d8-410d-9e1d-4b22aa11f874, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=f260bbfc-75d8-410d-9e1d-4b22aa11f874,segment=NetworkSegment(db42ae34-ac54-4aad-ae76-b8edfca51be3),segment_id=db42ae34-ac54-4aad-ae76-b8edfca51be3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:46.803867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port c6ee313e-6825-480f-a2ad-99a3a49fed40 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:27:46.833991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fc4fe-7340-420c-adff-6f3d778bc9d5 req-f9f66b7b-7d8b-481b-9ab3-e852a0a32dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:46.852540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-311fc4fe-7340-420c-adff-6f3d778bc9d5 req-f9f66b7b-7d8b-481b-9ab3-e852a0a32dde service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.1547315 Nov 11 21:27:46.862552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port dbdce6f3-d390-4b80-9301-c5bf8c51f343 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:46.863126 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:46.864979 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port c6ee313e-6825-480f-a2ad-99a3a49fed40 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:46.866141 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:46.918601 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-311fc4fe-7340-420c-adff-6f3d778bc9d5 req-00d53a91-98f9-4963-903e-db0d942c4eb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ff835fb-024f-4d22-b009-2e991997392e HTTP/1.1" status: 200 len: 217 time: 0.0494480 Nov 11 21:27:46.921153 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'f260bbfc-75d8-410d-9e1d-4b22aa11f874', 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'port_id': 'f260bbfc-75d8-410d-9e1d-4b22aa11f874', 'mac_address': 'fa:16:3e:2a:b0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598c2848-3688-4b99-9850-d50708b2db79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:27:47.036181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fc4fe-7340-420c-adff-6f3d778bc9d5 req-d6bcd661-4311-4856-9e82-d2d4eae2043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:47.038594 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-311fc4fe-7340-420c-adff-6f3d778bc9d5 req-d6bcd661-4311-4856-9e82-d2d4eae2043e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.1024292 Nov 11 21:27:47.068150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d57825-8224-4520-b27a-4cf359f3a4e3 req-4c9c7ddc-0fbd-4ab3-b4d5-28ba05eef4c9 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:47.075878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7d57825-8224-4520-b27a-4cf359f3a4e3 req-4c9c7ddc-0fbd-4ab3-b4d5-28ba05eef4c9 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 944 time: 0.1656406 Nov 11 21:27:47.086916 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-311fc4fe-7340-420c-adff-6f3d778bc9d5 req-39cdb29a-0bb7-497e-87c4-0998b46ea1f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393529 Nov 11 21:27:47.103090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-f683de92-46c0-407b-9f62-a8951a5e0700 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:47.112572 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-f683de92-46c0-407b-9f62-a8951a5e0700 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 820 time: 0.2400906 Nov 11 21:27:47.138135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-cb74a271-0d4e-46f4-b726-bff8ee1f0c61 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/quotas/8254931c4d9b4d209574a0ae4055bff4 HTTP/1.1" status: 200 len: 375 time: 0.0242832 Nov 11 21:27:47.197449 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7d57825-8224-4520-b27a-4cf359f3a4e3 req-789a1645-8ed6-4037-9749-586c2abbee8e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203606 Nov 11 21:27:47.214275 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:27:47.224926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-d8445381-3760-4726-b0ec-bc42a5569ca6 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858440 Nov 11 21:27:47.235373 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-311fc4fe-7340-420c-adff-6f3d778bc9d5 req-c43c08c1-4d10-4abf-a80f-36b739b56031 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366858 Nov 11 21:27:47.255579 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:47.257440 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:47.356827 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-437ea4f8-5878-4874-a904-46f178a92f77 service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231718 Nov 11 21:27:47.403600 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f260bbfc-75d8-410d-9e1d-4b22aa11f874 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:47.432220 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-311fc4fe-7340-420c-adff-6f3d778bc9d5 req-d7e3da9b-feb6-4353-aca8-50bb3376f310 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867611 Nov 11 21:27:47.507024 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-b77bbf5f-b6d2-498d-b8b6-a242d38a5d22 service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492302 Nov 11 21:27:47.551157 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port f260bbfc-75d8-410d-9e1d-4b22aa11f874, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=f260bbfc-75d8-410d-9e1d-4b22aa11f874,segment=NetworkSegment(db42ae34-ac54-4aad-ae76-b8edfca51be3),segment_id=db42ae34-ac54-4aad-ae76-b8edfca51be3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:47.567168 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:47.580899 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:47.726199 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9619f1e-788f-4931-a8eb-8e696345b586 req-78820e76-9f4d-4b0d-93f4-1e1731689891 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:47.733529 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9619f1e-788f-4931-a8eb-8e696345b586 req-78820e76-9f4d-4b0d-93f4-1e1731689891 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 943 time: 0.0872180 Nov 11 21:27:47.754276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19434df-b3d8-4763-a927-0a39713a6cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ee313e-6825-480f-a2ad-99a3a49fed40'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:47.756577 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82a0dfc-b0a9-4a9d-92ef-38f0e295a3e3" -d '{"events": [{"server_uuid": "f19434df-b3d8-4763-a927-0a39713a6cc8", "name": "network-vif-plugged", "status": "completed", "tag": "c6ee313e-6825-480f-a2ad-99a3a49fed40"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:47.814073 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9619f1e-788f-4931-a8eb-8e696345b586 req-2db3f013-5b6d-4760-9064-fe8b094f2784 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795112 Nov 11 21:27:47.826988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b71308-5251-4af1-badf-38d0a7710b98 req-17f11fca-1305-4d3b-a6da-42ebfb87f882 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:47.828627 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84b71308-5251-4af1-badf-38d0a7710b98 req-17f11fca-1305-4d3b-a6da-42ebfb87f882 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 950 time: 0.0748971 Nov 11 21:27:47.840664 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:47.872548 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd365b22-2051-49cb-bd55-c127daf34106', 'name': 'network-vif-deleted', 'tag': '255c0b26-ad90-4d1b-beb1-c2695d6ee4c2'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:47.874927 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be58473d-eab2-4c32-b6d0-85318e16c8f8" -d '{"events": [{"server_uuid": "fd365b22-2051-49cb-bd55-c127daf34106", "name": "network-vif-deleted", "tag": "255c0b26-ad90-4d1b-beb1-c2695d6ee4c2"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:47.902341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84b71308-5251-4af1-badf-38d0a7710b98 req-e20effc3-990c-4018-bb0d-62a94090d7c3 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642810 Nov 11 21:27:47.933819 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:47.935009 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6c40a48b-7093-4830-868e-8d6d4670c4e8 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:27:47.942092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=f260bbfc-75d8-410d-9e1d-4b22aa11f874,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:47.945297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['f260bbfc-75d8-410d-9e1d-4b22aa11f874'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:48.028036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=c6ee313e-6825-480f-a2ad-99a3a49fed40,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:48.028591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490898b-c2e2-466c-99c6-210af43f478d req-c57cdf9f-7c58-4a02-b85e-21b6a7258d14 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:48.041790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c490898b-c2e2-466c-99c6-210af43f478d req-c57cdf9f-7c58-4a02-b85e-21b6a7258d14 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 944 time: 0.0947943 Nov 11 21:27:48.162297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c490898b-c2e2-466c-99c6-210af43f478d req-966dc0e8-699d-482b-bc17-0f02fd52cc63 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151772 Nov 11 21:27:48.208008 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb6ac9c0-443f-4856-9178-a2d0a30d71ee req-786268af-d706-4792-9a67-ba7a2f86d7fb tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 210 time: 0.0661643 Nov 11 21:27:48.251692 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cc9ba8-e869-42ce-b93a-fbdfaed68601 x-openstack-request-id: req-95cc9ba8-e869-42ce-b93a-fbdfaed68601 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:48.252374 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19434df-b3d8-4763-a927-0a39713a6cc8", "name": "network-vif-plugged", "status": "completed", "tag": "c6ee313e-6825-480f-a2ad-99a3a49fed40", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:48.252374 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-95cc9ba8-e869-42ce-b93a-fbdfaed68601 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:48.252665 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19434df-b3d8-4763-a927-0a39713a6cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ee313e-6825-480f-a2ad-99a3a49fed40', 'code': 200} Nov 11 21:27:48.262191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 6c40a48b-7093-4830-868e-8d6d4670c4e8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:48.262563 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:48.311287 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e790aca-6ffe-40c1-a189-fe09ce84a901 x-openstack-request-id: req-7e790aca-6ffe-40c1-a189-fe09ce84a901 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:48.311987 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd365b22-2051-49cb-bd55-c127daf34106", "name": "network-vif-deleted", "tag": "255c0b26-ad90-4d1b-beb1-c2695d6ee4c2", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:48.312432 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7e790aca-6ffe-40c1-a189-fe09ce84a901 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:48.313071 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd365b22-2051-49cb-bd55-c127daf34106', 'name': 'network-vif-deleted', 'tag': '255c0b26-ad90-4d1b-beb1-c2695d6ee4c2', 'status': 'completed', 'code': 200} Nov 11 21:27:48.345635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 2, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:48.375231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525c1f3-f12a-4050-96cc-5ab750b13551 req-70930207-4b8e-4010-975c-9d3ea0fe13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:48.376914 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6525c1f3-f12a-4050-96cc-5ab750b13551 req-70930207-4b8e-4010-975c-9d3ea0fe13b7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0439181 Nov 11 21:27:48.484554 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6525c1f3-f12a-4050-96cc-5ab750b13551 req-59d1c9c4-1a8f-4adb-8a01-18f760ee9d03 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986478 Nov 11 21:27:48.490307 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e93d5-bf3e-4854-aac3-5d5e265ad937 req-a3d24978-e938-4106-aaac-1891c1f6e7a6 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:48.492250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b9e93d5-bf3e-4854-aac3-5d5e265ad937 req-a3d24978-e938-4106-aaac-1891c1f6e7a6 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 950 time: 0.1267271 Nov 11 21:27:48.539444 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91c4eb-12e7-49e3-a958-03870eb24403 req-eb14e887-0cde-46ae-8248-f006ed87a712 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:48.541401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1c91c4eb-12e7-49e3-a958-03870eb24403 req-eb14e887-0cde-46ae-8248-f006ed87a712 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1162159 Nov 11 21:27:48.605534 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b9e93d5-bf3e-4854-aac3-5d5e265ad937 req-bf8c4b42-aa63-4bb3-aa8c-4f9c3afee579 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007583 Nov 11 21:27:48.632090 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Checking router: 12f16641-e4d2-4a58-a7db-cca2bd35b704 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:27:48.632893 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Updating router 12f16641-e4d2-4a58-a7db-cca2bd35b704 port 15011414-7c51-4dd6-aa79-cdaef6d19341 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:27:48.668694 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1c91c4eb-12e7-49e3-a958-03870eb24403 req-7acd5651-e7aa-403e-b3c6-821da83593ea tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107848 Nov 11 21:27:48.696829 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:48.715690 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:48.745936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['d5824c32-0e9d-4911-b510-cfa01dba619d', '121b3e52-647c-40e6-b392-e75070822b94'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:48.864478 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:48.985259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ef892-f630-4d57-bc27-7d71defd7645 req-e47d072f-4de1-4c77-9d83-a8e3ee59b3e8 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:48.994114 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-376ef892-f630-4d57-bc27-7d71defd7645 req-e47d072f-4de1-4c77-9d83-a8e3ee59b3e8 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 943 time: 0.0926490 Nov 11 21:27:49.028557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6c40a48b-7093-4830-868e-8d6d4670c4e8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:49.045049 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:49.073114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 20ff4af3-a198-4360-bce5-2407584f3fe5 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:27:49.161777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 20ff4af3-a198-4360-bce5-2407584f3fe5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:27:49.162022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 20ff4af3-a198-4360-bce5-2407584f3fe5 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:27:49.162435 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:27:49.197778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af0de9-d67b-4998-b810-c5f1db593394 req-a7936420-cc77-42c2-9504-9f92421d2cbb tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:49.206059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7af0de9-d67b-4998-b810-c5f1db593394 req-a7936420-cc77-42c2-9504-9f92421d2cbb tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 950 time: 0.2082689 Nov 11 21:27:49.222508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:27:49.222878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 255c0b26-ad90-4d1b-beb1-c2695d6ee4c2 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:27:49.253333 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-376ef892-f630-4d57-bc27-7d71defd7645 req-5c4f7b07-968c-4faf-92bd-6789e41d3fb9 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580781 Nov 11 21:27:49.275729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=6c40a48b-7093-4830-868e-8d6d4670c4e8,revision_number=11']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:49.302511 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-fd9eccc0-6d63-4ae2-b2de-66bf47cb7fef tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:49.304579 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-fd9eccc0-6d63-4ae2-b2de-66bf47cb7fef tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.71 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 820 time: 0.2426474 Nov 11 21:27:49.305441 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:49.335301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-91b3ce99-da54-46f2-9aa0-94fd998db112 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Request body: {'port': {'device_id': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'admin_state_up': True, 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:49.374349 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e77278-8091-4d10-9704-eae5ed811c50 req-c35ba937-24da-492d-a848-b54983c2b206 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:49.378748 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a9e77278-8091-4d10-9704-eae5ed811c50 req-c35ba937-24da-492d-a848-b54983c2b206 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.10 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 950 time: 0.1077743 Nov 11 21:27:49.444948 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:49.453859 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7af0de9-d67b-4998-b810-c5f1db593394 req-6e93699d-4a72-4b82-a13f-38345b1d2b92 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422695 Nov 11 21:27:49.475895 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:49.556782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a9e77278-8091-4d10-9704-eae5ed811c50 req-406d69d2-d619-46b6-9692-7b7a9493b72c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Deleting port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:27:49.557365 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a9e77278-8091-4d10-9704-eae5ed811c50 req-406d69d2-d619-46b6-9692-7b7a9493b72c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:49.562155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4f61e-b3cb-4721-a10e-576408f3eab8 req-f8fae4f8-fe4c-4215-9d75-a0af64bcd816 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:49.563754 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f6d4f61e-b3cb-4721-a10e-576408f3eab8 req-f8fae4f8-fe4c-4215-9d75-a0af64bcd816 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 944 time: 0.2005568 Nov 11 21:27:49.575602 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c69cde-ad13-4b3a-933a-6ee1ff4aa435 None None] Pushing event updated for resources: {'Port': ['ID=15011414-7c51-4dd6-aa79-cdaef6d19341,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:49.631226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-91b3ce99-da54-46f2-9aa0-94fd998db112 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Made reservation on behalf of 8254931c4d9b4d209574a0ae4055bff4 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:27:49.635865 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-91b3ce99-da54-46f2-9aa0-94fd998db112 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:49.654049 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-911452b9-852a-4961-9e82-7c1e464927b9 req-5d4807bf-9d82-4fc9-ab9a-7e2355fbc2c6 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 210 time: 0.0876608 Nov 11 21:27:49.671827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Attempting to bind port 15011414-7c51-4dd6-aa79-cdaef6d19341 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:27:49.672200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Attempting to bind port 15011414-7c51-4dd6-aa79-cdaef6d19341 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:27:49.673156 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Attempting to bind port 15011414-7c51-4dd6-aa79-cdaef6d19341 on network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:49.682332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:27:49.682708 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Checking segment: {'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:49.683109 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:49.683497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Bound using segment: {'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:27:49.684046 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Bound port: 15011414-7c51-4dd6-aa79-cdaef6d19341, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:27:49.684436 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:49.729609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a9e77278-8091-4d10-9704-eae5ed811c50 req-406d69d2-d619-46b6-9692-7b7a9493b72c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] For port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29a1febd-3556-44e9-bc3d-f6ea7679bc5d,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:49.729981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a9e77278-8091-4d10-9704-eae5ed811c50 req-406d69d2-d619-46b6-9692-7b7a9493b72c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:49.744487 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a9e77278-8091-4d10-9704-eae5ed811c50 req-406d69d2-d619-46b6-9692-7b7a9493b72c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Calling delete_port for 29a1febd-3556-44e9-bc3d-f6ea7679bc5d owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:27:49.794477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] For port 15011414-7c51-4dd6-aa79-cdaef6d19341, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:49.798791 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] For port 15011414-7c51-4dd6-aa79-cdaef6d19341, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=15011414-7c51-4dd6-aa79-cdaef6d19341,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:27:49.805114 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:49.857978 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f6d4f61e-b3cb-4721-a10e-576408f3eab8 req-5d9a7fa7-6722-4786-a00f-bcd72d5ddb39 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775097 Nov 11 21:27:49.885640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:27:49.900358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:27:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:49.987436 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a9e77278-8091-4d10-9704-eae5ed811c50 req-406d69d2-d619-46b6-9692-7b7a9493b72c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:50.018326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab794906-bdca-4cd5-bcc2-e085cde8142c req-121063d5-bfaf-479b-b2bc-9201a5c27bcc tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:50.026587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab794906-bdca-4cd5-bcc2-e085cde8142c req-121063d5-bfaf-479b-b2bc-9201a5c27bcc tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 950 time: 0.2187009 Nov 11 21:27:50.063284 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d69d2-d619-46b6-9692-7b7a9493b72c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Pushing event deleted for resources: {'Port': ['ID=29a1febd-3556-44e9-bc3d-f6ea7679bc5d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:50.091302 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:27:50.133773 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device f260bbfc-75d8-410d-9e1d-4b22aa11f874 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:27:50.134365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e77278-8091-4d10-9704-eae5ed811c50 req-406d69d2-d619-46b6-9692-7b7a9493b72c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] No DVR routers for this DVR port 29a1febd-3556-44e9-bc3d-f6ea7679bc5d on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:27:50.137444 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 7ff835fb-024f-4d22-b009-2e991997392e details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:27:50.137618 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a9e77278-8091-4d10-9704-eae5ed811c50 req-406d69d2-d619-46b6-9692-7b7a9493b72c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:50.141644 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a9e77278-8091-4d10-9704-eae5ed811c50 req-406d69d2-d619-46b6-9692-7b7a9493b72c tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.10 "DELETE /v2.0/ports/29a1febd-3556-44e9-bc3d-f6ea7679bc5d HTTP/1.1" status: 204 len: 173 time: 0.7553978 Nov 11 21:27:50.210979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-91b3ce99-da54-46f2-9aa0-94fd998db112 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Allocated IP 172.20.0.11 (59e1919c-fb27-4480-a2d1-c565bfb32cc6/4474c264-aeab-4464-9334-d2833929cd2c/3ca5214f-2b08-467b-9492-5b5ea2605ec4) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:27:50.232941 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab794906-bdca-4cd5-bcc2-e085cde8142c req-7db88829-dd15-44a3-9a1e-04bfcb11e023 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052507 Nov 11 21:27:50.256578 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40a48b-7093-4830-868e-8d6d4670c4e8'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:50.259363 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cafdf6e-9773-49cf-90a6-fb88010c10ff" -d '{"events": [{"server_uuid": "4eb36f71-48bb-4d2b-a52e-0386b2eb392e", "name": "network-vif-plugged", "status": "completed", "tag": "6c40a48b-7093-4830-868e-8d6d4670c4e8"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:50.260581 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51718177-0a02-4188-9eaf-37ce403f5351 req-eb7d1033-c431-40b6-bd8c-6b0f6e0fccaf tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:50.262141 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c69cde-ad13-4b3a-933a-6ee1ff4aa435 None None] Pushing event updated for resources: {'Port': ['ID=15011414-7c51-4dd6-aa79-cdaef6d19341,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:50.262354 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51718177-0a02-4188-9eaf-37ce403f5351 req-eb7d1033-c431-40b6-bd8c-6b0f6e0fccaf tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 950 time: 0.2144401 Nov 11 21:27:50.278044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751016d-2f85-4d99-a5a0-d2889407a9ff req-b33c00e8-8914-4798-85e2-fafd28ce4880 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:50.279808 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9751016d-2f85-4d99-a5a0-d2889407a9ff req-b33c00e8-8914-4798-85e2-fafd28ce4880 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 945 time: 0.2973545 Nov 11 21:27:50.281931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b6147258-c983-4f5c-8bba-e2c7c1e34c43 None None] Provisioning complete for port 15011414-7c51-4dd6-aa79-cdaef6d19341 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:50.282512 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6147258-c983-4f5c-8bba-e2c7c1e34c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:50.314111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a1584a-5b7e-4971-9c81-81c7d0b51511', 'name': 'network-vif-deleted', 'tag': '29a1febd-3556-44e9-bc3d-f6ea7679bc5d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:50.318842 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b88364-673b-41a4-8afb-68fbf3a5fb2b" -d '{"events": [{"server_uuid": "76a1584a-5b7e-4971-9c81-81c7d0b51511", "name": "network-vif-deleted", "tag": "29a1febd-3556-44e9-bc3d-f6ea7679bc5d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:50.344242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['29a1febd-3556-44e9-bc3d-f6ea7679bc5d', '6c40a48b-7093-4830-868e-8d6d4670c4e8'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:50.426657 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ae5b4c-aef7-45d9-88da-9e0398086263 x-openstack-request-id: req-f9ae5b4c-aef7-45d9-88da-9e0398086263 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:50.426974 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb36f71-48bb-4d2b-a52e-0386b2eb392e", "name": "network-vif-plugged", "status": "completed", "tag": "6c40a48b-7093-4830-868e-8d6d4670c4e8", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:50.427241 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f9ae5b4c-aef7-45d9-88da-9e0398086263 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:50.427637 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40a48b-7093-4830-868e-8d6d4670c4e8', 'code': 200} Nov 11 21:27:50.492083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port f260bbfc-75d8-410d-9e1d-4b22aa11f874 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:27:50.510461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port f260bbfc-75d8-410d-9e1d-4b22aa11f874 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:50.510828 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:50.537323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9751016d-2f85-4d99-a5a0-d2889407a9ff req-d6b4a122-d435-4d48-9546-6c75d8006c01 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357552 Nov 11 21:27:50.567353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=7ff835fb-024f-4d22-b009-2e991997392e,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:50.590753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85c89a-f865-4492-a921-f7d6f75db92c req-d1737c22-0b5d-4af4-80b1-d8baec051ae9 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:50.597038 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef85c89a-f865-4492-a921-f7d6f75db92c req-d1737c22-0b5d-4af4-80b1-d8baec051ae9 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 943 time: 0.1631048 Nov 11 21:27:50.621058 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '7ff835fb-024f-4d22-b009-2e991997392e', 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314', 'port_id': '7ff835fb-024f-4d22-b009-2e991997392e', 'mac_address': 'fa:16:3e:a6:40:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42830d8e-a75d-4ff9-adfb-bfb530d80e8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:27:50.643541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-51718177-0a02-4188-9eaf-37ce403f5351 req-cfe990c8-1c44-4b64-8a98-6c0df9bf73e7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Deleting port 121b3e52-647c-40e6-b392-e75070822b94 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:27:50.643820 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-51718177-0a02-4188-9eaf-37ce403f5351 req-cfe990c8-1c44-4b64-8a98-6c0df9bf73e7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:50.663412 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-91b3ce99-da54-46f2-9aa0-94fd998db112 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:50.713686 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e686cc4-afe4-4b7c-84eb-e62dca7e5306 x-openstack-request-id: req-2e686cc4-afe4-4b7c-84eb-e62dca7e5306 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:50.714643 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a1584a-5b7e-4971-9c81-81c7d0b51511", "name": "network-vif-deleted", "tag": "29a1febd-3556-44e9-bc3d-f6ea7679bc5d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:50.715161 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e686cc4-afe4-4b7c-84eb-e62dca7e5306 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:50.716081 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a1584a-5b7e-4971-9c81-81c7d0b51511', 'name': 'network-vif-deleted', 'tag': '29a1febd-3556-44e9-bc3d-f6ea7679bc5d', 'status': 'completed', 'code': 200} Nov 11 21:27:50.721571 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6147258-c983-4f5c-8bba-e2c7c1e34c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:50.760079 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef85c89a-f865-4492-a921-f7d6f75db92c req-0dd07ab8-6afa-4c18-a8c1-7477debe85b7 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504419 Nov 11 21:27:50.861078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb426735-ca98-4fa8-bff0-72b55daee2ad req-9fb2941b-0964-421c-af1d-4d2d4ffa0b04 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=76a1584a-5b7e-4971-9c81-81c7d0b51511 HTTP/1.1" status: 200 len: 210 time: 0.0474069 Nov 11 21:27:50.905441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9785de50-208a-44db-9dd6-86b1dae690bd req-92927c73-657e-4ace-a79a-67bb058be2b0 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 210 time: 0.0432069 Nov 11 21:27:50.919609 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-91b3ce99-da54-46f2-9aa0-94fd998db112 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:50.924361 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:50.928470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-51718177-0a02-4188-9eaf-37ce403f5351 req-cfe990c8-1c44-4b64-8a98-6c0df9bf73e7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] For port 121b3e52-647c-40e6-b392-e75070822b94, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=121b3e52-647c-40e6-b392-e75070822b94,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:50.928911 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-51718177-0a02-4188-9eaf-37ce403f5351 req-cfe990c8-1c44-4b64-8a98-6c0df9bf73e7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:50.970431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-51718177-0a02-4188-9eaf-37ce403f5351 req-cfe990c8-1c44-4b64-8a98-6c0df9bf73e7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Calling delete_port for 121b3e52-647c-40e6-b392-e75070822b94 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:27:50.981334 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b6147258-c983-4f5c-8bba-e2c7c1e34c43 None None] For port 15011414-7c51-4dd6-aa79-cdaef6d19341, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=15011414-7c51-4dd6-aa79-cdaef6d19341,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:50.988074 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-91b3ce99-da54-46f2-9aa0-94fd998db112 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:27:50.990464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff835fb-024f-4d22-b009-2e991997392e {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:51.007143 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6147258-c983-4f5c-8bba-e2c7c1e34c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:51.019344 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:51.024762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-91b3ce99-da54-46f2-9aa0-94fd998db112 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:51.027900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-91b3ce99-da54-46f2-9aa0-94fd998db112 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:27:51.052297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:49Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:51.063041 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=7ff835fb-024f-4d22-b009-2e991997392e,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:51.093724 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3ce99-da54-46f2-9aa0-94fd998db112 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Pushing event updated for resources: {'Port': ['ID=3ca5214f-2b08-467b-9492-5b5ea2605ec4,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:51.108090 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:51.121334 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c213393-2bba-4ac2-9f6e-699ad7760da8 None None] The sync data for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 is: [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:49Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:27:51.134987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-91b3ce99-da54-46f2-9aa0-94fd998db112 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:51.135766 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-91b3ce99-da54-46f2-9aa0-94fd998db112 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:51.153911 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26be31-7e8e-415f-aad7-ae1251437516 req-8a9150e8-dfdc-4ab0-9841-85d4c8edc4d6 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:51.155533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d26be31-7e8e-415f-aad7-ae1251437516 req-8a9150e8-dfdc-4ab0-9841-85d4c8edc4d6 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 944 time: 0.1881037 Nov 11 21:27:51.202876 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port f260bbfc-75d8-410d-9e1d-4b22aa11f874, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=f260bbfc-75d8-410d-9e1d-4b22aa11f874,segment=NetworkSegment(db42ae34-ac54-4aad-ae76-b8edfca51be3),segment_id=db42ae34-ac54-4aad-ae76-b8edfca51be3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:51.204720 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6147258-c983-4f5c-8bba-e2c7c1e34c43 None None] Pushing event updated for resources: {'Port': ['ID=15011414-7c51-4dd6-aa79-cdaef6d19341,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:51.206993 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-91b3ce99-da54-46f2-9aa0-94fd998db112 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8827469 Nov 11 21:27:51.218090 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bb6ffcef-ccf3-4a6d-aece-20abe548f289 None None] Provisioning complete for port 15011414-7c51-4dd6-aa79-cdaef6d19341 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:51.218489 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb6ffcef-ccf3-4a6d-aece-20abe548f289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:51.220165 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:51.249695 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Request body: {'port': {'device_id': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:51.325756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=7ff835fb-024f-4d22-b009-2e991997392e,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:51.332040 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d26be31-7e8e-415f-aad7-ae1251437516 req-64cbbae1-37b1-435f-acc9-27690aff5ba3 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661298 Nov 11 21:27:51.419830 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=f260bbfc-75d8-410d-9e1d-4b22aa11f874,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:51.451885 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:51.462415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['7ff835fb-024f-4d22-b009-2e991997392e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:51.490113 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-51718177-0a02-4188-9eaf-37ce403f5351 req-cfe990c8-1c44-4b64-8a98-6c0df9bf73e7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:51.509084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d186ccd5-204d-49b9-ac76-e4ac388b2a66', 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', '08790ad1-7421-419a-8479-730cf963e787', '7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:51.550817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe990c8-1c44-4b64-8a98-6c0df9bf73e7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event deleted for resources: {'Port': ['ID=121b3e52-647c-40e6-b392-e75070822b94,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:51.566052 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ffe11-a6d3-4cd8-a191-ba9c850ac988 req-db906cca-9148-4d25-8664-6567798dd3b4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:51.566903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa0ffe11-a6d3-4cd8-a191-ba9c850ac988 req-db906cca-9148-4d25-8664-6567798dd3b4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bfab05b-41fd-4763-b068-efac7232b669 HTTP/1.1" status: 200 len: 867 time: 0.2293942 Nov 11 21:27:51.620841 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5bbc8f27-3bb5-4213-81f9-e669edee8385 None None] Provisioning complete for port 3ca5214f-2b08-467b-9492-5b5ea2605ec4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:51.621219 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8f27-3bb5-4213-81f9-e669edee8385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:51.684127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-51718177-0a02-4188-9eaf-37ce403f5351 req-cfe990c8-1c44-4b64-8a98-6c0df9bf73e7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] No DVR routers for this DVR port 121b3e52-647c-40e6-b392-e75070822b94 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:27:51.699135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-51718177-0a02-4188-9eaf-37ce403f5351 req-cfe990c8-1c44-4b64-8a98-6c0df9bf73e7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:51.702718 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51718177-0a02-4188-9eaf-37ce403f5351 req-cfe990c8-1c44-4b64-8a98-6c0df9bf73e7 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.10 "DELETE /v2.0/ports/121b3e52-647c-40e6-b392-e75070822b94 HTTP/1.1" status: 204 len: 173 time: 1.4210734 Nov 11 21:27:51.703515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfab05b-41fd-4763-b068-efac7232b669', 'name': 'network-vif-deleted', 'tag': '121b3e52-647c-40e6-b392-e75070822b94'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:51.705974 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1331d45f-22e3-456c-8176-a131426ff743" -d '{"events": [{"server_uuid": "6bfab05b-41fd-4763-b068-efac7232b669", "name": "network-vif-deleted", "tag": "121b3e52-647c-40e6-b392-e75070822b94"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:51.737949 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc8f27-3bb5-4213-81f9-e669edee8385 None None] Port 3ca5214f-2b08-467b-9492-5b5ea2605ec4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:27:51.799546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa0ffe11-a6d3-4cd8-a191-ba9c850ac988 req-d9720a29-8013-485f-b680-c7c8fde793fd tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968529 Nov 11 21:27:51.864842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0af8c-ac88-4c4e-92f1-537273182be2 req-4465d622-f884-4108-8a70-d7353a0be74b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:51.866718 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed0af8c-ac88-4c4e-92f1-537273182be2 req-4465d622-f884-4108-8a70-d7353a0be74b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1837416 Nov 11 21:27:51.885226 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61340d9-5b12-4370-adb6-f1a79f350b0b x-openstack-request-id: req-b61340d9-5b12-4370-adb6-f1a79f350b0b {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:51.885518 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfab05b-41fd-4763-b068-efac7232b669", "name": "network-vif-deleted", "tag": "121b3e52-647c-40e6-b392-e75070822b94", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:51.885773 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b61340d9-5b12-4370-adb6-f1a79f350b0b {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:51.886170 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfab05b-41fd-4763-b068-efac7232b669', 'name': 'network-vif-deleted', 'tag': '121b3e52-647c-40e6-b392-e75070822b94', 'status': 'completed', 'code': 200} Nov 11 21:27:51.982069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed0af8c-ac88-4c4e-92f1-537273182be2 req-947ffa19-e515-47e7-971f-8f62f82f6c91 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985963 Nov 11 21:27:52.048503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 121b3e52-647c-40e6-b392-e75070822b94 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:27:52.048882 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a696c-c753-4ead-abd0-b6d27e9e0791 req-7601c0ed-cfe6-45db-89c2-a42a5ccde2ab tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:52.057310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e7a696c-c753-4ead-abd0-b6d27e9e0791 req-7601c0ed-cfe6-45db-89c2-a42a5ccde2ab tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 944 time: 0.0962417 Nov 11 21:27:52.084236 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 121b3e52-647c-40e6-b392-e75070822b94 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:27:52.094184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 121b3e52-647c-40e6-b392-e75070822b94 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:27:52.094974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29a1febd-3556-44e9-bc3d-f6ea7679bc5d no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:27:52.129056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 29a1febd-3556-44e9-bc3d-f6ea7679bc5d {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:27:52.129861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29a1febd-3556-44e9-bc3d-f6ea7679bc5d not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:27:52.129987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca5214f-2b08-467b-9492-5b5ea2605ec4 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:52.143454 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:52.429310 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfa8332-d4e6-4367-b56f-7db180063a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f260bbfc-75d8-410d-9e1d-4b22aa11f874'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:52.431756 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b2219e-77a3-4f6a-82f1-9ed562cd0cd1" -d '{"events": [{"server_uuid": "6dfa8332-d4e6-4367-b56f-7db180063a8c", "name": "network-vif-plugged", "status": "completed", "tag": "f260bbfc-75d8-410d-9e1d-4b22aa11f874"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:52.459365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 15011414-7c51-4dd6-aa79-cdaef6d19341 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:27:52.498136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Transition to ACTIVE for port object 3ca5214f-2b08-467b-9492-5b5ea2605ec4 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:27:52.511495 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:52.525515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 15011414-7c51-4dd6-aa79-cdaef6d19341 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:52.525878 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:52.549176 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e7a696c-c753-4ead-abd0-b6d27e9e0791 req-742e769c-e7cc-42dd-84a1-410ee9208603 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881847 Nov 11 21:27:52.590470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984f583-12b0-43aa-8e4e-812fa3f635ec req-dee47848-b1d3-4b65-b6b5-abce7ee6d350 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:52.597908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5984f583-12b0-43aa-8e4e-812fa3f635ec req-dee47848-b1d3-4b65-b6b5-abce7ee6d350 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 932 time: 0.4442706 Nov 11 21:27:52.601294 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['d5824c32-0e9d-4911-b510-cfa01dba619d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:52.647045 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca5214f-2b08-467b-9492-5b5ea2605ec4,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:52.734168 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5984f583-12b0-43aa-8e4e-812fa3f635ec req-d3cc0e3a-341a-4677-a946-a60eef7fb100 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353381 Nov 11 21:27:52.773934 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed74e2a-024d-47e6-a75f-f5e7396e8df2 req-e188ae0f-9f5e-4399-9ffa-c9dcb37ecc43 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:52.775678 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ed74e2a-024d-47e6-a75f-f5e7396e8df2 req-e188ae0f-9f5e-4399-9ffa-c9dcb37ecc43 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 1096 time: 0.1186481 Nov 11 21:27:52.779297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Attempting to bind port 3ca5214f-2b08-467b-9492-5b5ea2605ec4 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:27:52.779640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Attempting to bind port 3ca5214f-2b08-467b-9492-5b5ea2605ec4 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:27:52.780018 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Attempting to bind port 3ca5214f-2b08-467b-9492-5b5ea2605ec4 on network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:52.788958 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Port 3ca5214f-2b08-467b-9492-5b5ea2605ec4 on network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:27:52.789519 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Attempting to bind port 3ca5214f-2b08-467b-9492-5b5ea2605ec4 on network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:27:52.807322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:27:52.807669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Checking segment: {'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:52.808038 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Bound using segment: {'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:27:52.809197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Bound port: 3ca5214f-2b08-467b-9492-5b5ea2605ec4, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:27:52.809585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:52.871723 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ed74e2a-024d-47e6-a75f-f5e7396e8df2 req-9e51e46c-9c4f-4e6e-85fb-0a07f068c10c tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863578 Nov 11 21:27:52.913387 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] For port 3ca5214f-2b08-467b-9492-5b5ea2605ec4, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:27:52.918996 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] For port 3ca5214f-2b08-467b-9492-5b5ea2605ec4, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=3ca5214f-2b08-467b-9492-5b5ea2605ec4,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:27:52.928539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:52.998190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:52.999050 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:53.000468 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] 10.222.0.71 "PUT /v2.0/ports/3ca5214f-2b08-467b-9492-5b5ea2605ec4 HTTP/1.1" status: 200 len: 1092 time: 1.7753882 Nov 11 21:27:53.032585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b156fa1-d1e3-44f4-874f-423109eda627 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca5214f-2b08-467b-9492-5b5ea2605ec4,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:53.043878 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e774404-d411-4118-9f29-6019d0180043 req-a34a41e6-d1c0-429d-8c87-ba3798f2b88f tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:53.045620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6e774404-d411-4118-9f29-6019d0180043 req-a34a41e6-d1c0-429d-8c87-ba3798f2b88f tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 945 time: 0.0829136 Nov 11 21:27:53.062635 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3892a6d-394d-4d19-8b91-a69bb4bc5525 x-openstack-request-id: req-c3892a6d-394d-4d19-8b91-a69bb4bc5525 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:53.063067 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfa8332-d4e6-4367-b56f-7db180063a8c", "name": "network-vif-plugged", "status": "completed", "tag": "f260bbfc-75d8-410d-9e1d-4b22aa11f874", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:53.063384 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3892a6d-394d-4d19-8b91-a69bb4bc5525 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:53.063842 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfa8332-d4e6-4367-b56f-7db180063a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f260bbfc-75d8-410d-9e1d-4b22aa11f874', 'code': 200} Nov 11 21:27:53.131652 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6e774404-d411-4118-9f29-6019d0180043 req-678edb6c-db56-480d-a217-5b5fc13a1256 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798850 Nov 11 21:27:53.144885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-f7691a86-39e0-4d6c-9de0-0558355b9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:53.148675 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-f7691a86-39e0-4d6c-9de0-0558355b9123 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 1095 time: 0.0807736 Nov 11 21:27:53.205931 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-b8ed5dec-f9ba-4305-9aec-472c5ce42b0a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ca5214f-2b08-467b-9492-5b5ea2605ec4 HTTP/1.1" status: 200 len: 217 time: 0.0454280 Nov 11 21:27:53.236255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b06a3-ba46-44ac-9ee4-c63e0eb05612 req-6182c591-fb7e-4333-8237-dec04ee8ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:53.238614 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-254b06a3-ba46-44ac-9ee4-c63e0eb05612 req-6182c591-fb7e-4333-8237-dec04ee8ca5f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 1096 time: 0.1022203 Nov 11 21:27:53.306271 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-254b06a3-ba46-44ac-9ee4-c63e0eb05612 req-978423fe-3f3d-46f3-836c-c7165fbc6f7d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565875 Nov 11 21:27:53.312897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-6417905a-424a-4dcd-99a5-7926d9043bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:53.314604 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-6417905a-424a-4dcd-99a5-7926d9043bb7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.0959337 Nov 11 21:27:53.344106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a9343-db1c-4b58-980c-32304fbe9330 req-f5c5c606-d415-4768-a5f9-927bde33b080 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:53.345789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a30a9343-db1c-4b58-980c-32304fbe9330 req-f5c5c606-d415-4768-a5f9-927bde33b080 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 950 time: 0.0870810 Nov 11 21:27:53.409407 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a30a9343-db1c-4b58-980c-32304fbe9330 req-bc4edf72-c859-4075-a4dd-10d1fbf1ae39 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556459 Nov 11 21:27:53.625157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701353b9-9577-4518-9897-e950689eca4d req-29e63f93-78f7-4d49-bf1d-a90a57cdc29e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:53.626779 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-701353b9-9577-4518-9897-e950689eca4d req-29e63f93-78f7-4d49-bf1d-a90a57cdc29e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=29241155-6c2a-4679-a076-cc51f1c50467 HTTP/1.1" status: 200 len: 950 time: 0.0975606 Nov 11 21:27:53.639919 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-08594260-a3f1-4a95-b9e2-0c53bacd0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:53.641405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-08594260-a3f1-4a95-b9e2-0c53bacd0d89 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759866 Nov 11 21:27:53.767320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-701353b9-9577-4518-9897-e950689eca4d req-ae386665-f83c-4644-a1ba-9230107457a6 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236901 Nov 11 21:27:53.774717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41cd83-fcae-44f8-8c35-623902c8338b req-a34cc524-f5e7-4b54-869f-3f0161c5826b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:53.776117 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd41cd83-fcae-44f8-8c35-623902c8338b req-a34cc524-f5e7-4b54-869f-3f0161c5826b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 944 time: 0.1469092 Nov 11 21:27:53.817688 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-0bfd7fc6-546e-4d3c-a3ba-3aae47b6922e service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536531 Nov 11 21:27:53.888981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'tag': '3ca5214f-2b08-467b-9492-5b5ea2605ec4'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:53.891253 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8498cee9-a9f7-43bb-a3e8-50b30a53ec97" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8bd96e-315f-45dc-859f-52e428cfd53d", "tag": "3ca5214f-2b08-467b-9492-5b5ea2605ec4"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:53.902664 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd41cd83-fcae-44f8-8c35-623902c8338b req-f390f4fa-b14d-4fda-8be7-1bf2fcbc0f10 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098170 Nov 11 21:27:53.956674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbd16d-53c7-4fe0-bd2b-a0b575b62302 req-d861463f-02f6-40ba-89e1-db9e13601ba2 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:53.958297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91cbd16d-53c7-4fe0-bd2b-a0b575b62302 req-d861463f-02f6-40ba-89e1-db9e13601ba2 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 944 time: 0.1298692 Nov 11 21:27:53.960236 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d78ee9-0336-4db2-a2c6-08ab936ffc6c x-openstack-request-id: req-d2d78ee9-0336-4db2-a2c6-08ab936ffc6c {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:53.960606 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8bd96e-315f-45dc-859f-52e428cfd53d", "tag": "3ca5214f-2b08-467b-9492-5b5ea2605ec4", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:53.960992 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d2d78ee9-0336-4db2-a2c6-08ab936ffc6c {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:53.961439 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'tag': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'status': 'completed', 'code': 200} Nov 11 21:27:53.997138 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d38b3ba-8bf0-422b-a9c5-c1f5c416508d req-5cfe109f-efed-4188-b2c8-2a9df6a73c6c service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552880 Nov 11 21:27:54.024240 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91cbd16d-53c7-4fe0-bd2b-a0b575b62302 req-b7b83760-ad5c-4613-8cb6-ee8298ecacc1 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574749 Nov 11 21:27:54.044781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 7ff835fb-024f-4d22-b009-2e991997392e up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:27:54.105529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498cee9-a9f7-43bb-a3e8-50b30a53ec97 req-ad7dbb67-4514-4bd1-8633-f36beb8b103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:54.107200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8498cee9-a9f7-43bb-a3e8-50b30a53ec97 req-ad7dbb67-4514-4bd1-8633-f36beb8b103d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 1095 time: 0.0453949 Nov 11 21:27:54.113361 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 7ff835fb-024f-4d22-b009-2e991997392e completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:27:54.117390 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 7ff835fb-024f-4d22-b009-2e991997392e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:27:54.117761 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:54.208117 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:54.248723 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=7ff835fb-024f-4d22-b009-2e991997392e,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:54.255443 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:54.282219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498cee9-a9f7-43bb-a3e8-50b30a53ec97 req-d8f72e8b-dded-46be-bdc8-875ee5e289d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:54.283757 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8498cee9-a9f7-43bb-a3e8-50b30a53ec97 req-d8f72e8b-dded-46be-bdc8-875ee5e289d2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 922 time: 0.1605961 Nov 11 21:27:54.297704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b01fb-58b0-464a-92f0-e392fc634c8f req-994dafa3-32b4-4c60-8dd5-8e289cc3a651 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:54.299479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a3b01fb-58b0-464a-92f0-e392fc634c8f req-994dafa3-32b4-4c60-8dd5-8e289cc3a651 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 945 time: 0.0818145 Nov 11 21:27:54.310751 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=7ff835fb-024f-4d22-b009-2e991997392e,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:54.350009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8498cee9-a9f7-43bb-a3e8-50b30a53ec97 req-a13434fe-f15c-487b-9314-07f02ce49d55 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ca5214f-2b08-467b-9492-5b5ea2605ec4 HTTP/1.1" status: 200 len: 217 time: 0.0495224 Nov 11 21:27:54.422654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a3b01fb-58b0-464a-92f0-e392fc634c8f req-80477416-0326-426f-a53b-f440ddb6c6cb tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136866 Nov 11 21:27:54.428153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498cee9-a9f7-43bb-a3e8-50b30a53ec97 req-4aea5dfa-08f3-469e-9667-ca4b504d5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:54.429689 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8498cee9-a9f7-43bb-a3e8-50b30a53ec97 req-4aea5dfa-08f3-469e-9667-ca4b504d5a9f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.0691705 Nov 11 21:27:54.481294 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498cee9-a9f7-43bb-a3e8-50b30a53ec97 req-b20c70dd-7853-444b-9b4d-78ff8d3e07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:54.482985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8498cee9-a9f7-43bb-a3e8-50b30a53ec97 req-b20c70dd-7853-444b-9b4d-78ff8d3e07ba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442033 Nov 11 21:27:54.587433 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2db64-6062-4165-bec0-4b85c454adf3 req-43b48f2f-a652-4f46-8077-058e6452dbbb tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:54.588982 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1e2db64-6062-4165-bec0-4b85c454adf3 req-43b48f2f-a652-4f46-8077-058e6452dbbb tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 950 time: 0.1051118 Nov 11 21:27:54.636875 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8498cee9-a9f7-43bb-a3e8-50b30a53ec97 req-e1498ba0-656b-4d6b-912c-2ca836bad1da service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418419 Nov 11 21:27:54.731319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1e2db64-6062-4165-bec0-4b85c454adf3 req-1c67120a-9b69-4a26-ab98-d76da3fe80e1 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1e21800-3543-4dec-9595-e331bec232a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356056 Nov 11 21:27:54.755797 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454811a1-a96b-4c83-bca5-4e4b1b9cea49 req-25f537d6-4ae7-4ba4-8693-796911766fea tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:54.757369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-454811a1-a96b-4c83-bca5-4e4b1b9cea49 req-25f537d6-4ae7-4ba4-8693-796911766fea tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 950 time: 0.1356404 Nov 11 21:27:54.808344 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8498cee9-a9f7-43bb-a3e8-50b30a53ec97 req-e2a3b432-fbb5-4935-97e6-bbee69ebf9c0 service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518586 Nov 11 21:27:54.926748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c96d87-1885-4673-bdcb-89498b2025bf req-dc96badf-7469-419a-be08-c6ab339d13d1 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:54.928238 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67c96d87-1885-4673-bdcb-89498b2025bf req-dc96badf-7469-419a-be08-c6ab339d13d1 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=29241155-6c2a-4679-a076-cc51f1c50467 HTTP/1.1" status: 200 len: 950 time: 0.0810518 Nov 11 21:27:54.936122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-454811a1-a96b-4c83-bca5-4e4b1b9cea49 req-b8e27cb5-62ce-46fe-96cc-446f4b823a71 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Deleting port 6c40a48b-7093-4830-868e-8d6d4670c4e8 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:27:54.936464 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-454811a1-a96b-4c83-bca5-4e4b1b9cea49 req-b8e27cb5-62ce-46fe-96cc-446f4b823a71 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:55.065552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e2888b-e1fd-49c2-8a35-188ad5104d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff835fb-024f-4d22-b009-2e991997392e'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:55.068029 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d82a7a-0cdb-4c90-a632-3ec74d3ae39d" -d '{"events": [{"server_uuid": "e8e2888b-e1fd-49c2-8a35-188ad5104d3e", "name": "network-vif-plugged", "status": "completed", "tag": "7ff835fb-024f-4d22-b009-2e991997392e"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:55.086323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67c96d87-1885-4673-bdcb-89498b2025bf req-4e030cb1-ee31-4678-9ea7-d2142682a3cf tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455474 Nov 11 21:27:55.093698 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-454811a1-a96b-4c83-bca5-4e4b1b9cea49 req-b8e27cb5-62ce-46fe-96cc-446f4b823a71 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] For port 6c40a48b-7093-4830-868e-8d6d4670c4e8, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6c40a48b-7093-4830-868e-8d6d4670c4e8,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:55.094070 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-454811a1-a96b-4c83-bca5-4e4b1b9cea49 req-b8e27cb5-62ce-46fe-96cc-446f4b823a71 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:55.115613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db0bf1-e41f-44c8-ab7a-8666661016c8 req-591af002-ebf8-43cd-9152-40a74f70e90f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:55.117922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04db0bf1-e41f-44c8-ab7a-8666661016c8 req-591af002-ebf8-43cd-9152-40a74f70e90f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.1168470 Nov 11 21:27:55.128190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-454811a1-a96b-4c83-bca5-4e4b1b9cea49 req-b8e27cb5-62ce-46fe-96cc-446f4b823a71 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Calling delete_port for 6c40a48b-7093-4830-868e-8d6d4670c4e8 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:27:55.252545 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04db0bf1-e41f-44c8-ab7a-8666661016c8 req-bc2c8128-26e3-4951-9c2e-c484c21e3944 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262839 Nov 11 21:27:55.272110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c363c8-8b83-487d-b4d5-8ff5e869cb10 req-7e33e063-a718-4dd1-b4e5-1a56f196f279 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:55.273404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0c363c8-8b83-487d-b4d5-8ff5e869cb10 req-7e33e063-a718-4dd1-b4e5-1a56f196f279 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 944 time: 0.1210668 Nov 11 21:27:55.310359 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdc1d5a-1f13-4134-b6ad-1f96f06afa79 x-openstack-request-id: req-7fdc1d5a-1f13-4134-b6ad-1f96f06afa79 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:55.310655 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e2888b-e1fd-49c2-8a35-188ad5104d3e", "name": "network-vif-plugged", "status": "completed", "tag": "7ff835fb-024f-4d22-b009-2e991997392e", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:55.310902 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7fdc1d5a-1f13-4134-b6ad-1f96f06afa79 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:55.311482 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e2888b-e1fd-49c2-8a35-188ad5104d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff835fb-024f-4d22-b009-2e991997392e', 'code': 200} Nov 11 21:27:55.355709 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0c363c8-8b83-487d-b4d5-8ff5e869cb10 req-beb04be6-65fa-4fe8-b59d-487de35e3967 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719059 Nov 11 21:27:55.387208 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-454811a1-a96b-4c83-bca5-4e4b1b9cea49 req-b8e27cb5-62ce-46fe-96cc-446f4b823a71 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:55.401146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['6c40a48b-7093-4830-868e-8d6d4670c4e8'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:55.405131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa92338-96c0-4925-bce4-9a8d09c8d645 req-6c0fd100-35b3-43a3-8e2b-e5f678ad3fe1 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:55.407706 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-baa92338-96c0-4925-bce4-9a8d09c8d645 req-6c0fd100-35b3-43a3-8e2b-e5f678ad3fe1 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.10 "GET /v2.0/ports?device_id=c161a3aa-df6c-482b-aae1-67ca8d2dbbce HTTP/1.1" status: 200 len: 950 time: 0.0829065 Nov 11 21:27:55.429905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e27cb5-62ce-46fe-96cc-446f4b823a71 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Pushing event deleted for resources: {'Port': ['ID=6c40a48b-7093-4830-868e-8d6d4670c4e8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:55.494115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-454811a1-a96b-4c83-bca5-4e4b1b9cea49 req-b8e27cb5-62ce-46fe-96cc-446f4b823a71 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] No DVR routers for this DVR port 6c40a48b-7093-4830-868e-8d6d4670c4e8 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:27:55.497204 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-454811a1-a96b-4c83-bca5-4e4b1b9cea49 req-b8e27cb5-62ce-46fe-96cc-446f4b823a71 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:55.507586 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-454811a1-a96b-4c83-bca5-4e4b1b9cea49 req-b8e27cb5-62ce-46fe-96cc-446f4b823a71 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.10 "DELETE /v2.0/ports/6c40a48b-7093-4830-868e-8d6d4670c4e8 HTTP/1.1" status: 204 len: 173 time: 0.7373612 Nov 11 21:27:55.574642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470ac68-904b-464b-a3a3-294952a76d1c req-70dc653d-e2b0-4ace-bd24-d0adc217e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:55.576197 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d470ac68-904b-464b-a3a3-294952a76d1c req-70dc653d-e2b0-4ace-bd24-d0adc217e82b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 1096 time: 0.1325030 Nov 11 21:27:55.609298 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7eb781-3d94-4409-bb2d-7832ce877f87 req-254bcee5-28b0-4a7e-8276-b4297ec89b64 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:55.611455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca7eb781-3d94-4409-bb2d-7832ce877f87 req-254bcee5-28b0-4a7e-8276-b4297ec89b64 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 945 time: 0.0692885 Nov 11 21:27:55.657401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-baa92338-96c0-4925-bce4-9a8d09c8d645 req-55c91dca-574d-44a3-b88b-d7125af11eab tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Deleting port d5824c32-0e9d-4911-b510-cfa01dba619d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:27:55.657830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-baa92338-96c0-4925-bce4-9a8d09c8d645 req-55c91dca-574d-44a3-b88b-d7125af11eab tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:55.700137 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d470ac68-904b-464b-a3a3-294952a76d1c req-bec26f49-e44d-4673-b108-0fe6e9b8b27c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158481 Nov 11 21:27:55.706101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca7eb781-3d94-4409-bb2d-7832ce877f87 req-15fcca83-4f3e-4e29-9f3f-78bf7bd94893 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884302 Nov 11 21:27:55.748636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824595e-b898-49de-92fc-0f912383436c req-9fa370a1-fdf3-4a6b-90ae-ea2aeefdabdb tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:55.750141 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6824595e-b898-49de-92fc-0f912383436c req-9fa370a1-fdf3-4a6b-90ae-ea2aeefdabdb tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "GET /v2.0/ports?device_id=29241155-6c2a-4679-a076-cc51f1c50467 HTTP/1.1" status: 200 len: 950 time: 0.0906203 Nov 11 21:27:55.797052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-baa92338-96c0-4925-bce4-9a8d09c8d645 req-55c91dca-574d-44a3-b88b-d7125af11eab tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] For port d5824c32-0e9d-4911-b510-cfa01dba619d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d5824c32-0e9d-4911-b510-cfa01dba619d,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:55.797465 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-baa92338-96c0-4925-bce4-9a8d09c8d645 req-55c91dca-574d-44a3-b88b-d7125af11eab tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:55.813402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-baa92338-96c0-4925-bce4-9a8d09c8d645 req-55c91dca-574d-44a3-b88b-d7125af11eab tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Calling delete_port for d5824c32-0e9d-4911-b510-cfa01dba619d owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:27:55.906944 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f91498-079e-40de-a451-535a9964043c req-75ac3bab-eeb0-44b1-9ddb-1aeeb1cd56b9 tempest-ServersAdminTestJSON-863816921 tempest-ServersAdminTestJSON-863816921-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eb36f71-48bb-4d2b-a52e-0386b2eb392e HTTP/1.1" status: 200 len: 210 time: 0.0556569 Nov 11 21:27:55.928838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9db5e-dca7-4e02-bab9-89985dc41987 req-d25280c3-b59d-4f8f-ab1e-0a477e4482f7 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:55.930337 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-abf9db5e-dca7-4e02-bab9-89985dc41987 req-d25280c3-b59d-4f8f-ab1e-0a477e4482f7 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 945 time: 0.0999467 Nov 11 21:27:55.941804 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-6824595e-b898-49de-92fc-0f912383436c req-55873b4c-a0eb-4095-abde-693508a6ae5e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Deleting port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:27:55.942141 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6824595e-b898-49de-92fc-0f912383436c req-55873b4c-a0eb-4095-abde-693508a6ae5e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:55.943113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52862) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:55.966318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'name': 'network-vif-deleted', 'tag': '6c40a48b-7093-4830-868e-8d6d4670c4e8'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:55.968711 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacbbb54-1b2f-4b4e-ab85-f68ec8785f68" -d '{"events": [{"server_uuid": "4eb36f71-48bb-4d2b-a52e-0386b2eb392e", "name": "network-vif-deleted", "tag": "6c40a48b-7093-4830-868e-8d6d4670c4e8"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:56.029778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bc02c785-5360-4e91-bd89-1aba925a6246 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Request body: {'floatingip': {'port_id': 'f260bbfc-75d8-410d-9e1d-4b22aa11f874'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:56.061369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-6824595e-b898-49de-92fc-0f912383436c req-55873b4c-a0eb-4095-abde-693508a6ae5e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] For port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:56.061369 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6824595e-b898-49de-92fc-0f912383436c req-55873b4c-a0eb-4095-abde-693508a6ae5e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:56.073757 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc02c785-5360-4e91-bd89-1aba925a6246 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:56.075540 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-6824595e-b898-49de-92fc-0f912383436c req-55873b4c-a0eb-4095-abde-693508a6ae5e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Calling delete_port for 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:27:56.078215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-baa92338-96c0-4925-bce4-9a8d09c8d645 req-55c91dca-574d-44a3-b88b-d7125af11eab tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:56.092309 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95db2d51-1cb0-4e02-a189-fc5f00619f26 x-openstack-request-id: req-95db2d51-1cb0-4e02-a189-fc5f00619f26 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:56.093270 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb36f71-48bb-4d2b-a52e-0386b2eb392e", "name": "network-vif-deleted", "tag": "6c40a48b-7093-4830-868e-8d6d4670c4e8", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:56.093529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d186ccd5-204d-49b9-ac76-e4ac388b2a66', 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', '08790ad1-7421-419a-8479-730cf963e787', '7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:56.094232 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-95db2d51-1cb0-4e02-a189-fc5f00619f26 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:56.095295 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb36f71-48bb-4d2b-a52e-0386b2eb392e', 'name': 'network-vif-deleted', 'tag': '6c40a48b-7093-4830-868e-8d6d4670c4e8', 'status': 'completed', 'code': 200} Nov 11 21:27:56.228787 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa92338-96c0-4925-bce4-9a8d09c8d645 req-55c91dca-574d-44a3-b88b-d7125af11eab tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] No DVR routers for this DVR port d5824c32-0e9d-4911-b510-cfa01dba619d on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:27:56.238326 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c91dca-574d-44a3-b88b-d7125af11eab tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event deleted for resources: {'Port': ['ID=d5824c32-0e9d-4911-b510-cfa01dba619d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:56.247964 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-baa92338-96c0-4925-bce4-9a8d09c8d645 req-55c91dca-574d-44a3-b88b-d7125af11eab tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:56.253974 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-baa92338-96c0-4925-bce4-9a8d09c8d645 req-55c91dca-574d-44a3-b88b-d7125af11eab tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.10 "DELETE /v2.0/ports/d5824c32-0e9d-4911-b510-cfa01dba619d HTTP/1.1" status: 204 len: 173 time: 0.8271401 Nov 11 21:27:56.264703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c161a3aa-df6c-482b-aae1-67ca8d2dbbce', 'name': 'network-vif-deleted', 'tag': 'd5824c32-0e9d-4911-b510-cfa01dba619d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:56.267752 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bae263-cb47-4f31-b8d1-3b0942e7b565" -d '{"events": [{"server_uuid": "c161a3aa-df6c-482b-aae1-67ca8d2dbbce", "name": "network-vif-deleted", "tag": "d5824c32-0e9d-4911-b510-cfa01dba619d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:56.399180 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329db561-f51d-4e78-a04c-fd6606c34e9e req-577e602d-4ec5-4e6d-b485-4f6f52b9fe7e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:56.413646 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-329db561-f51d-4e78-a04c-fd6606c34e9e req-577e602d-4ec5-4e6d-b485-4f6f52b9fe7e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=29241155-6c2a-4679-a076-cc51f1c50467 HTTP/1.1" status: 200 len: 950 time: 0.1899984 Nov 11 21:27:56.439760 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b651a4dc-47a4-4481-b0a1-b3ec1089fc03 x-openstack-request-id: req-b651a4dc-47a4-4481-b0a1-b3ec1089fc03 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:56.440818 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c161a3aa-df6c-482b-aae1-67ca8d2dbbce", "name": "network-vif-deleted", "tag": "d5824c32-0e9d-4911-b510-cfa01dba619d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:56.441276 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b651a4dc-47a4-4481-b0a1-b3ec1089fc03 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:56.445123 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c161a3aa-df6c-482b-aae1-67ca8d2dbbce', 'name': 'network-vif-deleted', 'tag': 'd5824c32-0e9d-4911-b510-cfa01dba619d', 'status': 'completed', 'code': 200} Nov 11 21:27:56.493306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-329db561-f51d-4e78-a04c-fd6606c34e9e req-b0fe377e-fb62-460e-b1d8-ec08aab8ae74 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733449 Nov 11 21:27:56.614353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26c8d8-49a2-45ef-9588-60e80499d8cd req-3ce94be3-e828-4896-96e5-44523ad4e5f0 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:56.624630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b26c8d8-49a2-45ef-9588-60e80499d8cd req-3ce94be3-e828-4896-96e5-44523ad4e5f0 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.1301501 Nov 11 21:27:56.646001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6824595e-b898-49de-92fc-0f912383436c req-55873b4c-a0eb-4095-abde-693508a6ae5e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:56.692369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55873b4c-a0eb-4095-abde-693508a6ae5e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event deleted for resources: {'Port': ['ID=7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:56.714338 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b26c8d8-49a2-45ef-9588-60e80499d8cd req-321d7889-fae3-466f-b5b1-dbd143af6625 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886753 Nov 11 21:27:56.800706 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6824595e-b898-49de-92fc-0f912383436c req-55873b4c-a0eb-4095-abde-693508a6ae5e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] No DVR routers for this DVR port 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:27:56.803936 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6824595e-b898-49de-92fc-0f912383436c req-55873b4c-a0eb-4095-abde-693508a6ae5e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:56.806991 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6824595e-b898-49de-92fc-0f912383436c req-55873b4c-a0eb-4095-abde-693508a6ae5e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "DELETE /v2.0/ports/7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 HTTP/1.1" status: 204 len: 173 time: 1.0487130 Nov 11 21:27:56.827138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68eaaeb-073f-41e7-8d4d-4bfb2b2d696c req-cf674a6b-89e6-44fa-9cdb-0b7c70b1c1dc tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:56.828674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a68eaaeb-073f-41e7-8d4d-4bfb2b2d696c req-cf674a6b-89e6-44fa-9cdb-0b7c70b1c1dc tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 944 time: 0.0803964 Nov 11 21:27:56.958264 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a68eaaeb-073f-41e7-8d4d-4bfb2b2d696c req-c649fc7d-47db-4170-9467-d146a11fa3c4 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187291 Nov 11 21:27:57.290159 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc02c785-5360-4e91-bd89-1aba925a6246 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:57.302873 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc02c785-5360-4e91-bd89-1aba925a6246 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:57.393479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52898) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:57.456780 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-bc02c785-5360-4e91-bd89-1aba925a6246 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Floating IP 10e749c3-3496-49ee-b749-c88e5b7e39f9 associated. External IP: 172.25.0.157, port: f260bbfc-75d8-410d-9e1d-4b22aa11f874. Nov 11 21:27:57.661852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0b8b1f5-b061-4a52-8548-bd3e5e9a5415 req-fe0fe21b-41a4-444f-ac9a-d63f256efd6e tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=29241155-6c2a-4679-a076-cc51f1c50467 HTTP/1.1" status: 200 len: 210 time: 0.0301590 Nov 11 21:27:57.728529 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-302e138f-d81e-4675-97dc-6cfb204f4c3d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ff52f4052c07490abeb42905cf2f8c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331573 Nov 11 21:27:57.731578 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52906) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:57.773734 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc02c785-5360-4e91-bd89-1aba925a6246 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:27:57.810371 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bedcb20b-1d09-427a-bfe1-51da439f3945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:57.854918 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bedcb20b-1d09-427a-bfe1-51da439f3945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:57.876606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d186ccd5-204d-49b9-ac76-e4ac388b2a66', 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', '08790ad1-7421-419a-8479-730cf963e787'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:57.878027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7b1e6-bd10-4832-a11b-743e3d801c02 req-9d0051fb-77e9-4b61-9496-7b8de888ad8b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:57.885842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7a7b1e6-bd10-4832-a11b-743e3d801c02 req-9d0051fb-77e9-4b61-9496-7b8de888ad8b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.0903187 Nov 11 21:27:57.899253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc02c785-5360-4e91-bd89-1aba925a6246 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:27:57.906367 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc02c785-5360-4e91-bd89-1aba925a6246 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:57.910990 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083ce5c-2a4c-4493-98d0-fcc5b32dffb4 None None] Sync routers for ids ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:27:57.927534 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083ce5c-2a4c-4493-98d0-fcc5b32dffb4 None None] Routers {'4ee897db-0f78-4ec1-be72-fa0ee083f0e3'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:27:57.929499 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a083ce5c-2a4c-4493-98d0-fcc5b32dffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:27:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:57.973011 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 3ca5214f-2b08-467b-9492-5b5ea2605ec4 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:27:57.974461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7a7b1e6-bd10-4832-a11b-743e3d801c02 req-391eee03-674d-4c32-a592-adacdfd60495 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874088 Nov 11 21:27:57.977108 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bc02c785-5360-4e91-bd89-1aba925a6246 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "PUT /v2.0/floatingips/10e749c3-3496-49ee-b749-c88e5b7e39f9 HTTP/1.1" status: 200 len: 991 time: 2.0324810 Nov 11 21:27:58.028526 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bedcb20b-1d09-427a-bfe1-51da439f3945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.033159 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bedcb20b-1d09-427a-bfe1-51da439f3945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.035788 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bedcb20b-1d09-427a-bfe1-51da439f3945 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e1e21800-3543-4dec-9595-e331bec232a0 HTTP/1.1" status: 204 len: 168 time: 0.3031495 Nov 11 21:27:58.063315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcb20b-1d09-427a-bfe1-51da439f3945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e21800-3543-4dec-9595-e331bec232a0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:58.096453 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6c40a48b-7093-4830-868e-8d6d4670c4e8 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:27:58.097397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29241155-6c2a-4679-a076-cc51f1c50467', 'name': 'network-vif-deleted', 'tag': '7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:58.099798 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05887ec-9c86-4d3d-be0d-c472c196bea3" -d '{"events": [{"server_uuid": "29241155-6c2a-4679-a076-cc51f1c50467", "name": "network-vif-deleted", "tag": "7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:58.120413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 6c40a48b-7093-4830-868e-8d6d4670c4e8 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:27:58.120752 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6c40a48b-7093-4830-868e-8d6d4670c4e8 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:27:58.128415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d5824c32-0e9d-4911-b510-cfa01dba619d no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:27:58.225697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41406465-8e7d-4f27-be26-136bade0f97f req-42f2495e-7bb0-435d-8db8-b1ed21c6560f tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:58.227939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-41406465-8e7d-4f27-be26-136bade0f97f req-42f2495e-7bb0-435d-8db8-b1ed21c6560f tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 944 time: 0.0629683 Nov 11 21:27:58.264913 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a083ce5c-2a4c-4493-98d0-fcc5b32dffb4 None None] Set router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:27:58.298723 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: d5824c32-0e9d-4911-b510-cfa01dba619d {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:27:58.299225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d5824c32-0e9d-4911-b510-cfa01dba619d not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:27:58.311544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bf6f1-95c2-4843-b501-f9995eec43c8 req-74021a07-9bf3-4b87-894e-aeea5e23a43c tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:58.313116 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-821bf6f1-95c2-4843-b501-f9995eec43c8 req-74021a07-9bf3-4b87-894e-aeea5e23a43c tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 1096 time: 0.0841372 Nov 11 21:27:58.328549 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-41406465-8e7d-4f27-be26-136bade0f97f req-de02604d-7515-4e52-8480-ae30aa364eca tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843461 Nov 11 21:27:58.393167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 3ca5214f-2b08-467b-9492-5b5ea2605ec4, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=3ca5214f-2b08-467b-9492-5b5ea2605ec4,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:58.404642 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54db8b03-84f0-42af-9f04-5f4691d678da x-openstack-request-id: req-54db8b03-84f0-42af-9f04-5f4691d678da {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:58.405231 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29241155-6c2a-4679-a076-cc51f1c50467", "name": "network-vif-deleted", "tag": "7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:58.407081 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54db8b03-84f0-42af-9f04-5f4691d678da {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:58.407081 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29241155-6c2a-4679-a076-cc51f1c50467', 'name': 'network-vif-deleted', 'tag': '7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3', 'status': 'completed', 'code': 200} Nov 11 21:27:58.422134 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-821bf6f1-95c2-4843-b501-f9995eec43c8 req-a0a00698-ad5f-4790-8981-df75bfed2607 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858576 Nov 11 21:27:58.423245 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'port_id': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'mac_address': 'fa:16:3e:3f:2c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:27:58.449973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfa8332-d4e6-4367-b56f-7db180063a8c', 'tag': 'f260bbfc-75d8-410d-9e1d-4b22aa11f874'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:58.452326 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f75d4fd-c445-474b-bdca-e9a88750a771" -d '{"events": [{"name": "network-changed", "server_uuid": "6dfa8332-d4e6-4367-b56f-7db180063a8c", "tag": "f260bbfc-75d8-410d-9e1d-4b22aa11f874"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:58.494583 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.518794 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45519065-9b35-4ee3-83e4-1a67e0df5752 x-openstack-request-id: req-45519065-9b35-4ee3-83e4-1a67e0df5752 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:58.519305 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dfa8332-d4e6-4367-b56f-7db180063a8c", "tag": "f260bbfc-75d8-410d-9e1d-4b22aa11f874", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:58.519480 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-45519065-9b35-4ee3-83e4-1a67e0df5752 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:58.519969 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfa8332-d4e6-4367-b56f-7db180063a8c', 'tag': 'f260bbfc-75d8-410d-9e1d-4b22aa11f874', 'status': 'completed', 'code': 200} Nov 11 21:27:58.530783 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca5214f-2b08-467b-9492-5b5ea2605ec4 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:27:58.568203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 3ca5214f-2b08-467b-9492-5b5ea2605ec4, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=3ca5214f-2b08-467b-9492-5b5ea2605ec4,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:27:58.585484 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.656421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75d4fd-c445-474b-bdca-e9a88750a771 req-4f33c11d-5062-4600-9f3b-17d503c2b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:58.658206 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f75d4fd-c445-474b-bdca-e9a88750a771 req-4f33c11d-5062-4600-9f3b-17d503c2b8c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a9e3534c6324dd39988da124018d4d3&device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 1096 time: 0.1009710 Nov 11 21:27:58.669111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52936) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:58.676265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=3ca5214f-2b08-467b-9492-5b5ea2605ec4,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:58.691797 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a083ce5c-2a4c-4493-98d0-fcc5b32dffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:41Z', 'updated_at': '2021-11-11T21:26:50Z', 'revision_number': 4, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'gw_port': {'id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:44Z', 'updated_at': '2021-11-11T21:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '10e749c3-3496-49ee-b749-c88e5b7e39f9', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'port_id': 'f260bbfc-75d8-410d-9e1d-4b22aa11f874', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'mac_address': 'fa:16:3e:2a:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa8332-d4e6-4367-b56f-7db180063a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:26:56Z', 'updated_at': '2021-11-11T21:27:57Z', 'revision_number': 1, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d494753-de15-43a0-bb24-7d36a7d12445', 'name': '', 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'mac_address': 'fa:16:3e:86:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '598c2848-3688-4b99-9850-d50708b2db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:48Z', 'updated_at': '2021-11-11T21:26:55Z', 'revision_number': 5, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'subnets': [{'id': '598c2848-3688-4b99-9850-d50708b2db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:58.725797 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083ce5c-2a4c-4493-98d0-fcc5b32dffb4 None None] Checking router: 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:27:58.737815 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083ce5c-2a4c-4493-98d0-fcc5b32dffb4 None None] Routers {'4ee897db-0f78-4ec1-be72-fa0ee083f0e3'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:27:58.738473 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a083ce5c-2a4c-4493-98d0-fcc5b32dffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:27:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:58.778521 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75d4fd-c445-474b-bdca-e9a88750a771 req-b12e9ef1-0c7a-4ede-a09c-48ca840d4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:58.781722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f75d4fd-c445-474b-bdca-e9a88750a771 req-b12e9ef1-0c7a-4ede-a09c-48ca840d4924 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc HTTP/1.1" status: 200 len: 918 time: 0.1143360 Nov 11 21:27:58.791141 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e4940698-2e98-4e68-88c5-9424d6d96ddc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f00d52a938b464c887e9d43a8e20773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1208537 Nov 11 21:27:58.793687 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52942) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:58.849327 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd4c523c-d621-426a-b12f-65d95b6278ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.859447 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a083ce5c-2a4c-4493-98d0-fcc5b32dffb4 None None] Set router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:27:58.871539 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd4c523c-d621-426a-b12f-65d95b6278ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.873105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f75d4fd-c445-474b-bdca-e9a88750a771 req-b1a25d57-37fe-4056-847a-f3bc2dfbf695 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f260bbfc-75d8-410d-9e1d-4b22aa11f874 HTTP/1.1" status: 200 len: 999 time: 0.0821342 Nov 11 21:27:58.912736 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['3ca5214f-2b08-467b-9492-5b5ea2605ec4'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:27:58.941813 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd4c523c-d621-426a-b12f-65d95b6278ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.944591 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd4c523c-d621-426a-b12f-65d95b6278ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.948226 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bd4c523c-d621-426a-b12f-65d95b6278ec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e78a3572-ef31-4336-86e3-04f2de73e045 HTTP/1.1" status: 204 len: 168 time: 0.1514020 Nov 11 21:27:58.957922 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c523c-d621-426a-b12f-65d95b6278ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78a3572-ef31-4336-86e3-04f2de73e045,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:58.982013 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75d4fd-c445-474b-bdca-e9a88750a771 req-f3936dd6-b5cb-4797-9589-5e27b632f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:58.983498 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f75d4fd-c445-474b-bdca-e9a88750a771 req-f3936dd6-b5cb-4797-9589-5e27b632f871 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=598c2848-3688-4b99-9850-d50708b2db79 HTTP/1.1" status: 200 len: 855 time: 0.1018267 Nov 11 21:27:59.379847 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a083ce5c-2a4c-4493-98d0-fcc5b32dffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:41Z', 'updated_at': '2021-11-11T21:26:50Z', 'revision_number': 4, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'gw_port': {'id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:44Z', 'updated_at': '2021-11-11T21:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '10e749c3-3496-49ee-b749-c88e5b7e39f9', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'port_id': 'f260bbfc-75d8-410d-9e1d-4b22aa11f874', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'mac_address': 'fa:16:3e:2a:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa8332-d4e6-4367-b56f-7db180063a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:26:56Z', 'updated_at': '2021-11-11T21:27:57Z', 'revision_number': 1, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d494753-de15-43a0-bb24-7d36a7d12445', 'name': '', 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'mac_address': 'fa:16:3e:86:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '598c2848-3688-4b99-9850-d50708b2db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:48Z', 'updated_at': '2021-11-11T21:26:55Z', 'revision_number': 5, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'subnets': [{'id': '598c2848-3688-4b99-9850-d50708b2db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:59.512525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75d4fd-c445-474b-bdca-e9a88750a771 req-91bd8cf0-a50c-407c-ae1c-8bdf3de198f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:59.514020 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f75d4fd-c445-474b-bdca-e9a88750a771 req-91bd8cf0-a50c-407c-ae1c-8bdf3de198f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5212252 Nov 11 21:27:59.518132 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083ce5c-2a4c-4493-98d0-fcc5b32dffb4 None None] The sync data for ids ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'] in n-d-805737-3 is: [{'id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:41Z', 'updated_at': '2021-11-11T21:26:50Z', 'revision_number': 4, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'gw_port': {'id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:44Z', 'updated_at': '2021-11-11T21:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '10e749c3-3496-49ee-b749-c88e5b7e39f9', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'port_id': 'f260bbfc-75d8-410d-9e1d-4b22aa11f874', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'mac_address': 'fa:16:3e:2a:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfa8332-d4e6-4367-b56f-7db180063a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:26:56Z', 'updated_at': '2021-11-11T21:27:57Z', 'revision_number': 1, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d494753-de15-43a0-bb24-7d36a7d12445', 'name': '', 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'mac_address': 'fa:16:3e:86:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '598c2848-3688-4b99-9850-d50708b2db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:48Z', 'updated_at': '2021-11-11T21:26:55Z', 'revision_number': 5, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'subnets': [{'id': '598c2848-3688-4b99-9850-d50708b2db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:27:59.648981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92fb99-a15e-431b-83b8-1ba1acc0a0a4 req-9889593c-f8b3-4b9a-ba0e-ebfb4653f724 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:59.650507 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f92fb99-a15e-431b-83b8-1ba1acc0a0a4 req-9889593c-f8b3-4b9a-ba0e-ebfb4653f724 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b4d4f71-4fa6-456a-947c-bbf4106c4ed8 HTTP/1.1" status: 200 len: 949 time: 0.1613033 Nov 11 21:27:59.667338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dbadb-c039-47dd-97d8-55e507ed51fd req-1ed74d4a-4ac6-4e13-9efd-e99af3c5425c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:59.673281 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e6dbadb-c039-47dd-97d8-55e507ed51fd req-1ed74d4a-4ac6-4e13-9efd-e99af3c5425c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 945 time: 0.1707690 Nov 11 21:27:59.727637 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f75d4fd-c445-474b-bdca-e9a88750a771 req-5a7c8fb5-b4ab-41cf-84ac-9050c8c31faf service neutron] 10.222.0.71 "GET /v2.0/networks/2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840773 Nov 11 21:27:59.806619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f92fb99-a15e-431b-83b8-1ba1acc0a0a4 req-c597d26d-ef30-4e02-85b2-168c69c837c5 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443474 Nov 11 21:27:59.828878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3407bac1-0ca5-45c8-b9a8-be15fec60c6b None None] New status for floating IP 10e749c3-3496-49ee-b749-c88e5b7e39f9: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:27:59.886672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:27:59.887430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e6dbadb-c039-47dd-97d8-55e507ed51fd req-5298e80d-7409-4269-93a3-2fdce9b28323 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034838 Nov 11 21:27:59.913965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:27:59.914486 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7aa8bdf6-8318-4dd9-bcc6-d196c6592fb3 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:27:59.945419 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f75d4fd-c445-474b-bdca-e9a88750a771 req-7b1ec9ba-b7c4-49ff-a5f0-586f19cceae8 service neutron] 10.222.0.71 "GET /v2.0/networks/2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064142 Nov 11 21:28:00.957923 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab744e4-dacf-413b-8281-060fc74f1d32 req-996fcd90-0034-420c-b2be-ce6ea4596190 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:00.959962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ab744e4-dacf-413b-8281-060fc74f1d32 req-996fcd90-0034-420c-b2be-ce6ea4596190 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b4d4f71-4fa6-456a-947c-bbf4106c4ed8 HTTP/1.1" status: 200 len: 949 time: 0.0881667 Nov 11 21:28:00.969223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5a852-aa56-4e57-8f5e-27d1a77e6225 req-20b18839-285c-4b07-bc77-68a1a4a395f4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:00.970790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbc5a852-aa56-4e57-8f5e-27d1a77e6225 req-20b18839-285c-4b07-bc77-68a1a4a395f4 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b4d4f71-4fa6-456a-947c-bbf4106c4ed8 HTTP/1.1" status: 200 len: 949 time: 0.0905650 Nov 11 21:28:01.104283 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbc5a852-aa56-4e57-8f5e-27d1a77e6225 req-c4ebe40c-9cbd-4533-9e0d-5fa2f7928c3f tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251166 Nov 11 21:28:01.121362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29219e36-2940-4814-b6dc-756ed7c5c97c req-b9e479c8-b3dd-4d44-b329-e8deef60aef8 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:01.122994 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29219e36-2940-4814-b6dc-756ed7c5c97c req-b9e479c8-b3dd-4d44-b329-e8deef60aef8 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 945 time: 0.1141551 Nov 11 21:28:01.159070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610042e0-197a-45a8-801f-34651c245c4c req-477b987d-6e5c-4a95-9c02-2ee02a121828 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:01.161435 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-610042e0-197a-45a8-801f-34651c245c4c req-477b987d-6e5c-4a95-9c02-2ee02a121828 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "GET /v2.0/ports?device_id=334f839f-3cb5-4c9d-81e8-56020ad507af HTTP/1.1" status: 200 len: 950 time: 0.0595639 Nov 11 21:28:01.171529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-8ab744e4-dacf-413b-8281-060fc74f1d32 req-10ff8a68-6b4b-4d25-a08f-cc47bfdf01fe tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Deleting port a9adedb1-ca68-4ac8-b9c0-236cbe80705b {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:01.171960 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8ab744e4-dacf-413b-8281-060fc74f1d32 req-10ff8a68-6b4b-4d25-a08f-cc47bfdf01fe tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.227008 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29219e36-2940-4814-b6dc-756ed7c5c97c req-d00547b9-c3fe-4093-bd95-97ab49d208c9 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903735 Nov 11 21:28:01.292821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-610042e0-197a-45a8-801f-34651c245c4c req-a5aa3c75-9058-470c-b5c4-ba0ad9c1fa72 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Deleting port 08790ad1-7421-419a-8479-730cf963e787 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:01.293231 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-610042e0-197a-45a8-801f-34651c245c4c req-a5aa3c75-9058-470c-b5c4-ba0ad9c1fa72 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.314907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-8ab744e4-dacf-413b-8281-060fc74f1d32 req-10ff8a68-6b4b-4d25-a08f-cc47bfdf01fe tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] For port a9adedb1-ca68-4ac8-b9c0-236cbe80705b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=a9adedb1-ca68-4ac8-b9c0-236cbe80705b,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:01.315293 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8ab744e4-dacf-413b-8281-060fc74f1d32 req-10ff8a68-6b4b-4d25-a08f-cc47bfdf01fe tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.331417 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-8ab744e4-dacf-413b-8281-060fc74f1d32 req-10ff8a68-6b4b-4d25-a08f-cc47bfdf01fe tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Calling delete_port for a9adedb1-ca68-4ac8-b9c0-236cbe80705b owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:01.399400 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-610042e0-197a-45a8-801f-34651c245c4c req-a5aa3c75-9058-470c-b5c4-ba0ad9c1fa72 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] For port 08790ad1-7421-419a-8479-730cf963e787, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=08790ad1-7421-419a-8479-730cf963e787,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:01.399763 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-610042e0-197a-45a8-801f-34651c245c4c req-a5aa3c75-9058-470c-b5c4-ba0ad9c1fa72 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.417517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-610042e0-197a-45a8-801f-34651c245c4c req-a5aa3c75-9058-470c-b5c4-ba0ad9c1fa72 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Calling delete_port for 08790ad1-7421-419a-8479-730cf963e787 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:01.505590 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8ab744e4-dacf-413b-8281-060fc74f1d32 req-10ff8a68-6b4b-4d25-a08f-cc47bfdf01fe tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.518677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d186ccd5-204d-49b9-ac76-e4ac388b2a66', 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', '08790ad1-7421-419a-8479-730cf963e787'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:28:01.538920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff8a68-6b4b-4d25-a08f-cc47bfdf01fe tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event deleted for resources: {'Port': ['ID=a9adedb1-ca68-4ac8-b9c0-236cbe80705b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:01.596652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53026) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:01.619764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab744e4-dacf-413b-8281-060fc74f1d32 req-10ff8a68-6b4b-4d25-a08f-cc47bfdf01fe tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] No DVR routers for this DVR port a9adedb1-ca68-4ac8-b9c0-236cbe80705b on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:01.622603 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8ab744e4-dacf-413b-8281-060fc74f1d32 req-10ff8a68-6b4b-4d25-a08f-cc47bfdf01fe tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.627287 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ab744e4-dacf-413b-8281-060fc74f1d32 req-10ff8a68-6b4b-4d25-a08f-cc47bfdf01fe tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "DELETE /v2.0/ports/a9adedb1-ca68-4ac8-b9c0-236cbe80705b HTTP/1.1" status: 204 len: 173 time: 0.6553655 Nov 11 21:28:01.627813 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4d4f71-4fa6-456a-947c-bbf4106c4ed8', 'name': 'network-vif-deleted', 'tag': 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:01.630475 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434f0373-e2ed-41be-b3ea-2eeb2313cc5b" -d '{"events": [{"server_uuid": "2b4d4f71-4fa6-456a-947c-bbf4106c4ed8", "name": "network-vif-deleted", "tag": "a9adedb1-ca68-4ac8-b9c0-236cbe80705b"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:01.722774 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c02e7f9-cd8c-4731-a2af-8f6fdcefd26c x-openstack-request-id: req-5c02e7f9-cd8c-4731-a2af-8f6fdcefd26c {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:01.723148 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4d4f71-4fa6-456a-947c-bbf4106c4ed8", "name": "network-vif-deleted", "tag": "a9adedb1-ca68-4ac8-b9c0-236cbe80705b", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:01.723459 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c02e7f9-cd8c-4731-a2af-8f6fdcefd26c {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:01.723914 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4d4f71-4fa6-456a-947c-bbf4106c4ed8', 'name': 'network-vif-deleted', 'tag': 'a9adedb1-ca68-4ac8-b9c0-236cbe80705b', 'status': 'completed', 'code': 200} Nov 11 21:28:01.802244 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9afb9cc-b40e-447a-aa40-bac7392da4be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.890741 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 3ca5214f-2b08-467b-9492-5b5ea2605ec4 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:01.898741 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9afb9cc-b40e-447a-aa40-bac7392da4be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.914048 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9afb9cc-b40e-447a-aa40-bac7392da4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.950737 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e9afb9cc-b40e-447a-aa40-bac7392da4be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e59f35acadbe428fa4d3f47e7cb7cee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528173 Nov 11 21:28:01.952679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53032) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:01.972334 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-610042e0-197a-45a8-801f-34651c245c4c req-a5aa3c75-9058-470c-b5c4-ba0ad9c1fa72 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.005895 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afb9cc-b40e-447a-aa40-bac7392da4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76596a57-067a-4172-b42d-fa1ca84aaa12,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:02.011047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa3c75-9058-470c-b5c4-ba0ad9c1fa72 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event deleted for resources: {'Port': ['ID=08790ad1-7421-419a-8479-730cf963e787,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:02.037921 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef69e84e-fb30-42e1-889a-cd918ec5feba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.059040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-610042e0-197a-45a8-801f-34651c245c4c req-a5aa3c75-9058-470c-b5c4-ba0ad9c1fa72 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] No DVR routers for this DVR port 08790ad1-7421-419a-8479-730cf963e787 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:02.063016 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-610042e0-197a-45a8-801f-34651c245c4c req-a5aa3c75-9058-470c-b5c4-ba0ad9c1fa72 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.072152 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-610042e0-197a-45a8-801f-34651c245c4c req-a5aa3c75-9058-470c-b5c4-ba0ad9c1fa72 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "DELETE /v2.0/ports/08790ad1-7421-419a-8479-730cf963e787 HTTP/1.1" status: 204 len: 173 time: 0.9035137 Nov 11 21:28:02.072898 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334f839f-3cb5-4c9d-81e8-56020ad507af', 'name': 'network-vif-deleted', 'tag': '08790ad1-7421-419a-8479-730cf963e787'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:02.075146 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5475ab-9954-408d-9555-b235b7452196" -d '{"events": [{"server_uuid": "334f839f-3cb5-4c9d-81e8-56020ad507af", "name": "network-vif-deleted", "tag": "08790ad1-7421-419a-8479-730cf963e787"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:02.090697 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef69e84e-fb30-42e1-889a-cd918ec5feba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.150537 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974f6e8c-76f0-40e6-81dc-28e8e92cbde7 x-openstack-request-id: req-974f6e8c-76f0-40e6-81dc-28e8e92cbde7 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:02.150833 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334f839f-3cb5-4c9d-81e8-56020ad507af", "name": "network-vif-deleted", "tag": "08790ad1-7421-419a-8479-730cf963e787", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:02.151086 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-974f6e8c-76f0-40e6-81dc-28e8e92cbde7 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:02.151485 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334f839f-3cb5-4c9d-81e8-56020ad507af', 'name': 'network-vif-deleted', 'tag': '08790ad1-7421-419a-8479-730cf963e787', 'status': 'completed', 'code': 200} Nov 11 21:28:02.220138 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef69e84e-fb30-42e1-889a-cd918ec5feba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.227234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d186ccd5-204d-49b9-ac76-e4ac388b2a66'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:28:02.229278 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef69e84e-fb30-42e1-889a-cd918ec5feba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.231622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ef69e84e-fb30-42e1-889a-cd918ec5feba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/76596a57-067a-4172-b42d-fa1ca84aaa12 HTTP/1.1" status: 204 len: 168 time: 0.2774248 Nov 11 21:28:02.243749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69e84e-fb30-42e1-889a-cd918ec5feba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76596a57-067a-4172-b42d-fa1ca84aaa12,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:02.326139 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 3ca5214f-2b08-467b-9492-5b5ea2605ec4 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:28:02.340706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 3ca5214f-2b08-467b-9492-5b5ea2605ec4 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:02.340706 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.394169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-68587369-efca-42a6-b506-5d38e9d96565 req-88841e1d-7753-48cd-b0a5-744a2ed88217 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b4d4f71-4fa6-456a-947c-bbf4106c4ed8 HTTP/1.1" status: 200 len: 210 time: 0.0761161 Nov 11 21:28:02.527296 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e073d58-9301-40e8-a380-eaa69d0164b4 req-7975c26a-c619-470e-8d40-dc716f8e0c8c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:02.529824 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.536239 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e073d58-9301-40e8-a380-eaa69d0164b4 req-7975c26a-c619-470e-8d40-dc716f8e0c8c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 945 time: 0.1656170 Nov 11 21:28:02.576349 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 3ca5214f-2b08-467b-9492-5b5ea2605ec4, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=3ca5214f-2b08-467b-9492-5b5ea2605ec4,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:02.579032 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca5214f-2b08-467b-9492-5b5ea2605ec4'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:02.581987 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a31d2a-1428-42f5-9ce1-d27aa1fea585" -d '{"events": [{"server_uuid": "ef8bd96e-315f-45dc-859f-52e428cfd53d", "name": "network-vif-plugged", "status": "completed", "tag": "3ca5214f-2b08-467b-9492-5b5ea2605ec4"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:02.588027 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.588955 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device a9adedb1-ca68-4ac8-b9c0-236cbe80705b no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:02.610419 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: a9adedb1-ca68-4ac8-b9c0-236cbe80705b {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:02.610965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device a9adedb1-ca68-4ac8-b9c0-236cbe80705b not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:02.716204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e073d58-9301-40e8-a380-eaa69d0164b4 req-88f1637a-ec8a-4c38-b530-9399a6442c9d tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784644 Nov 11 21:28:02.735411 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=3ca5214f-2b08-467b-9492-5b5ea2605ec4,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:02.750944 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c587f9-d5db-489b-87ae-29fc8cf217d4 x-openstack-request-id: req-72c587f9-d5db-489b-87ae-29fc8cf217d4 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:02.751428 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8bd96e-315f-45dc-859f-52e428cfd53d", "name": "network-vif-plugged", "status": "completed", "tag": "3ca5214f-2b08-467b-9492-5b5ea2605ec4", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:02.751747 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-72c587f9-d5db-489b-87ae-29fc8cf217d4 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:02.752210 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'code': 200} Nov 11 21:28:02.775120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53050) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:02.790745 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab051-cae1-4fd7-b0df-d68705f9e243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.895926 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab051-cae1-4fd7-b0df-d68705f9e243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.902517 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab051-cae1-4fd7-b0df-d68705f9e243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.921194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca56cd-9661-4034-859e-255bd9f11fda req-3b48d08e-8989-455e-9f9a-97d75f7bcf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:02.923241 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05ca56cd-9661-4034-859e-255bd9f11fda req-3b48d08e-8989-455e-9f9a-97d75f7bcf0a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 1097 time: 0.0443885 Nov 11 21:28:02.945530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3f3ab051-cae1-4fd7-b0df-d68705f9e243 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d94b9fed91494207be980bd73ea1a9b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665642 Nov 11 21:28:02.945754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53052) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:02.951467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ab051-cae1-4fd7-b0df-d68705f9e243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1664f63-289e-4812-a7f8-3c4754017766,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:02.978268 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05ca56cd-9661-4034-859e-255bd9f11fda req-4973ec3d-abe6-4a25-8c1b-c5a71fd7104e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448470 Nov 11 21:28:02.999325 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1f1a85c-9102-4102-8e8c-e0d613a6cfc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:03.021108 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1f1a85c-9102-4102-8e8c-e0d613a6cfc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:03.071034 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1f1a85c-9102-4102-8e8c-e0d613a6cfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:03.073654 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1f1a85c-9102-4102-8e8c-e0d613a6cfc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:03.074849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a1f1a85c-9102-4102-8e8c-e0d613a6cfc6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a1664f63-289e-4812-a7f8-3c4754017766 HTTP/1.1" status: 204 len: 168 time: 0.1283841 Nov 11 21:28:03.083683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1a85c-9102-4102-8e8c-e0d613a6cfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1664f63-289e-4812-a7f8-3c4754017766,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:03.877644 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e008ce1-ccf2-4e76-8602-d454ef23eb26 req-f94cbfa4-ac3f-4e5a-b5a6-9a5212b51e56 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:03.878815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e008ce1-ccf2-4e76-8602-d454ef23eb26 req-f94cbfa4-ac3f-4e5a-b5a6-9a5212b51e56 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 946 time: 0.0813963 Nov 11 21:28:03.898595 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8af2e-e180-4606-a0df-e32c6865c1de req-2fd796d6-45e9-475a-b249-c7b5fdfc96aa tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:03.900180 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37b8af2e-e180-4606-a0df-e32c6865c1de req-2fd796d6-45e9-475a-b249-c7b5fdfc96aa tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 950 time: 0.0677874 Nov 11 21:28:03.902130 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 08790ad1-7421-419a-8479-730cf963e787 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:03.902721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53090) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:03.923774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 08790ad1-7421-419a-8479-730cf963e787 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:03.924389 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 08790ad1-7421-419a-8479-730cf963e787 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:03.978601 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e008ce1-ccf2-4e76-8602-d454ef23eb26 req-2407e7f2-651f-4358-acb5-524363f936e9 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891416 Nov 11 21:28:03.983560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37b8af2e-e180-4606-a0df-e32c6865c1de req-9725703d-1947-4e73-aa4f-0c62887a2203 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716753 Nov 11 21:28:04.017102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-966246092-network', 'tenant_id': '65e2c77ecc484b81bf7a7f1ae391d39b'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:04.038215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] Made reservation on behalf of 65e2c77ecc484b81bf7a7f1ae391d39b for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:04.040672 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.049292 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.125269 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.130872 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.162354 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] vlan segment allocate from pool success with {'vlan_id': 1193, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:28:04.173069 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80a38f0-688d-4bbb-85aa-178d19d01a4e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:04.180060 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.180401 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] Added segment c1686ce2-4289-4db3-b084-1566dcda1c6c of type vlan for network 99561117-a5f9-4a9d-8d55-97dffe2987c9 Nov 11 21:28:04.225949 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.250645 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.251512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:04.252203 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.313747 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4087298 Nov 11 21:28:04.315440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53094) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:04.323494 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d248cb27-380c-4f25-a121-7e10aba3e26e admin admin] Request body: {'subnet': {'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-966246092-subnet', 'tenant_id': '65e2c77ecc484b81bf7a7f1ae391d39b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:04.331894 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd0594-426a-4a65-8ee1-2d6eb9e2837a admin admin] Pushing event updated for resources: {'Network': ['ID=99561117-a5f9-4a9d-8d55-97dffe2987c9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:04.348683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 99561117-a5f9-4a9d-8d55-97dffe2987c9 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:28:04.357430 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d248cb27-380c-4f25-a121-7e10aba3e26e admin admin] Made reservation on behalf of 65e2c77ecc484b81bf7a7f1ae391d39b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:04.360565 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d248cb27-380c-4f25-a121-7e10aba3e26e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.549215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d248cb27-380c-4f25-a121-7e10aba3e26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.601450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248cb27-380c-4f25-a121-7e10aba3e26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1fa2e18-9868-425d-8893-879c75856b13,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:04.617970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d248cb27-380c-4f25-a121-7e10aba3e26e admin admin] Checking segment: {'id': 'c1686ce2-4289-4db3-b084-1566dcda1c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:04.618315 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248cb27-380c-4f25-a121-7e10aba3e26e admin admin] Network hostable DHCP agents. Network: 99561117-a5f9-4a9d-8d55-97dffe2987c9, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:28:04.637381 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248cb27-380c-4f25-a121-7e10aba3e26e admin admin] Network 99561117-a5f9-4a9d-8d55-97dffe2987c9 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:28:04.646938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d248cb27-380c-4f25-a121-7e10aba3e26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 99561117-a5f9-4a9d-8d55-97dffe2987c9) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:04.653292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d248cb27-380c-4f25-a121-7e10aba3e26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:04.653938 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d248cb27-380c-4f25-a121-7e10aba3e26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.671125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014f2ea8-403c-4f96-aaf5-461621c2276d None None] Network 99561117-a5f9-4a9d-8d55-97dffe2987c9 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:04.676908 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d248cb27-380c-4f25-a121-7e10aba3e26e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3604143 Nov 11 21:28:04.846730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e171f66f-b695-4ae7-b10e-168d09c2704a None None] Network 99561117-a5f9-4a9d-8d55-97dffe2987c9 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:05.169748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030efc8d-1513-4acc-9a34-fc207896c4f2 req-444bdc59-d513-4491-8a27-08772923a5a8 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:05.171186 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-030efc8d-1513-4acc-9a34-fc207896c4f2 req-444bdc59-d513-4491-8a27-08772923a5a8 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 950 time: 0.1103802 Nov 11 21:28:05.204862 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-69f83118-527d-43cb-a9bc-e94200159ef6 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:05.212787 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-69f83118-527d-43cb-a9bc-e94200159ef6 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/networks?id=99561117-a5f9-4a9d-8d55-97dffe2987c9 HTTP/1.1" status: 200 len: 821 time: 0.1625433 Nov 11 21:28:05.240681 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-a9a8b79a-ea94-48f1-b5df-fffaeeeef2d5 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/quotas/65e2c77ecc484b81bf7a7f1ae391d39b HTTP/1.1" status: 200 len: 375 time: 0.0266900 Nov 11 21:28:05.281528 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-7ae683fe-5eb0-411e-9801-69a31f13105b tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=65e2c77ecc484b81bf7a7f1ae391d39b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399475 Nov 11 21:28:05.292395 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-030efc8d-1513-4acc-9a34-fc207896c4f2 req-5e3b3c4c-72e5-4725-b356-2f43da5fad17 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f750a55-42ad-4500-9a45-ced8bd6df1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141009 Nov 11 21:28:05.423542 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-4b2a9937-69ea-49ac-b066-d7ceae71ab53 service neutron] 10.222.0.57 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300356 Nov 11 21:28:05.467100 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c61c-b627-4614-b6e3-4afb7441ac3f req-5c72eac3-46c8-4c80-8fc0-8756fc0a4831 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:05.469571 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6af2c61c-b627-4614-b6e3-4afb7441ac3f req-5c72eac3-46c8-4c80-8fc0-8756fc0a4831 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 950 time: 0.0851092 Nov 11 21:28:05.472491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bb0f0-649a-4689-9b15-de5bfe746f41 req-c8952c63-bfab-4692-bf11-5a83354e4cda tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:05.474250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb6bb0f0-649a-4689-9b15-de5bfe746f41 req-c8952c63-bfab-4692-bf11-5a83354e4cda tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 946 time: 0.0983462 Nov 11 21:28:05.574677 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb6bb0f0-649a-4689-9b15-de5bfe746f41 req-98410438-6798-4b0f-ba68-47d3d68a5ac9 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711658 Nov 11 21:28:05.587859 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-577bcd6f-d1b0-4829-8d53-ed8435ab1645 service neutron] 10.222.0.57 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560543 Nov 11 21:28:05.611188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-6af2c61c-b627-4614-b6e3-4afb7441ac3f req-a5e3973a-094b-4afe-a24a-0c4f806bf486 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Deleting port d186ccd5-204d-49b9-ac76-e4ac388b2a66 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:05.611711 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6af2c61c-b627-4614-b6e3-4afb7441ac3f req-a5e3973a-094b-4afe-a24a-0c4f806bf486 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:05.809171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6af2c61c-b627-4614-b6e3-4afb7441ac3f req-a5e3973a-094b-4afe-a24a-0c4f806bf486 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] For port d186ccd5-204d-49b9-ac76-e4ac388b2a66, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d186ccd5-204d-49b9-ac76-e4ac388b2a66,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:05.809552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6af2c61c-b627-4614-b6e3-4afb7441ac3f req-a5e3973a-094b-4afe-a24a-0c4f806bf486 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:05.836127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-6af2c61c-b627-4614-b6e3-4afb7441ac3f req-a5e3973a-094b-4afe-a24a-0c4f806bf486 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Calling delete_port for d186ccd5-204d-49b9-ac76-e4ac388b2a66 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:06.010944 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-97f82ca9-665a-45ba-b069-538060f43001 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3258708 Nov 11 21:28:06.036912 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6af2c61c-b627-4614-b6e3-4afb7441ac3f req-a5e3973a-094b-4afe-a24a-0c4f806bf486 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:06.038058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:06.073271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3973a-094b-4afe-a24a-0c4f806bf486 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Pushing event deleted for resources: {'Port': ['ID=d186ccd5-204d-49b9-ac76-e4ac388b2a66,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:06.117519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0171af5a-66b8-4294-b453-9fd23318d38a req-35ff0478-b4d3-4b8c-982b-5838d83450ec tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 210 time: 0.1013761 Nov 11 21:28:06.140577 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:06.168537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af2c61c-b627-4614-b6e3-4afb7441ac3f req-a5e3973a-094b-4afe-a24a-0c4f806bf486 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] No DVR routers for this DVR port d186ccd5-204d-49b9-ac76-e4ac388b2a66 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:06.174091 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6af2c61c-b627-4614-b6e3-4afb7441ac3f req-a5e3973a-094b-4afe-a24a-0c4f806bf486 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:06.179946 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6af2c61c-b627-4614-b6e3-4afb7441ac3f req-a5e3973a-094b-4afe-a24a-0c4f806bf486 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.71 "DELETE /v2.0/ports/d186ccd5-204d-49b9-ac76-e4ac388b2a66 HTTP/1.1" status: 204 len: 173 time: 0.7016313 Nov 11 21:28:06.180438 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189f24e4-ad98-479d-a1d8-f8f4a7af8e6f', 'name': 'network-vif-deleted', 'tag': 'd186ccd5-204d-49b9-ac76-e4ac388b2a66'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:06.188997 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af325bc-a333-46d3-aa8e-caa0ddce2755" -d '{"events": [{"server_uuid": "189f24e4-ad98-479d-a1d8-f8f4a7af8e6f", "name": "network-vif-deleted", "tag": "d186ccd5-204d-49b9-ac76-e4ac388b2a66"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:06.335542 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:06.382103 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5063e933-5985-459b-8ba8-d7b0f2ebddda x-openstack-request-id: req-5063e933-5985-459b-8ba8-d7b0f2ebddda {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:06.382432 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189f24e4-ad98-479d-a1d8-f8f4a7af8e6f", "name": "network-vif-deleted", "tag": "d186ccd5-204d-49b9-ac76-e4ac388b2a66", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:06.382791 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5063e933-5985-459b-8ba8-d7b0f2ebddda {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:06.383073 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189f24e4-ad98-479d-a1d8-f8f4a7af8e6f', 'name': 'network-vif-deleted', 'tag': 'd186ccd5-204d-49b9-ac76-e4ac388b2a66', 'status': 'completed', 'code': 200} Nov 11 21:28:06.560210 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Allocated IP 172.25.0.108 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/d38f7d98-0cdb-4b75-88b1-8c8fc0d90062) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:06.782717 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05efeac6-aa2e-4658-aa25-da55381d3e2a req-199be9fb-2d65-4a3a-857d-cd9116de2557 tempest-ServersOnMultiNodesTest-1024104753 tempest-ServersOnMultiNodesTest-1024104753-project] 10.222.0.57 "GET /v2.0/ports?device_id=189f24e4-ad98-479d-a1d8-f8f4a7af8e6f HTTP/1.1" status: 200 len: 210 time: 0.0568321 Nov 11 21:28:06.897683 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:06.968404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3253b4-da5e-4f54-af0b-7bea6f0a9808 req-95cae8b4-9853-43e2-b237-99f4e9a79010 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:06.970053 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee3253b4-da5e-4f54-af0b-7bea6f0a9808 req-95cae8b4-9853-43e2-b237-99f4e9a79010 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 946 time: 0.0684807 Nov 11 21:28:06.985276 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.053741 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:07.060827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:07.064461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Pushing event updated for resources: {'Port': ['ID=d38f7d98-0cdb-4b75-88b1-8c8fc0d90062,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:07.066220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:07.077258 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee3253b4-da5e-4f54-af0b-7bea6f0a9808 req-83eb3f74-3aee-4cd4-86c8-ad95e29e0d68 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998597 Nov 11 21:28:07.240172 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.314625 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6f2df09-fb3c-469d-b8ac-0dd7b43d1420 req-26d3d90f-c001-4783-a232-f165bdd3c6ad tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 210 time: 0.0316255 Nov 11 21:28:07.323285 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.423572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-0825b761-4e7d-4397-8445-7e43669bddfc tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:07.430206 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-0825b761-4e7d-4397-8445-7e43669bddfc tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.10 "GET /v2.0/networks?id=99561117-a5f9-4a9d-8d55-97dffe2987c9 HTTP/1.1" status: 200 len: 821 time: 0.1707494 Nov 11 21:28:07.450873 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-0ee9903f-2a5c-4002-8015-10b457e8a6d4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Request body: {'port': {'device_id': 'd29c8e90-b2e1-4aff-800f-7c0dd65dcda4', 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9', 'admin_state_up': True, 'tenant_id': '65e2c77ecc484b81bf7a7f1ae391d39b'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:07.551290 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.557492 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.579445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-0ee9903f-2a5c-4002-8015-10b457e8a6d4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Made reservation on behalf of 65e2c77ecc484b81bf7a7f1ae391d39b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:07.583792 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-0ee9903f-2a5c-4002-8015-10b457e8a6d4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.639806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Pushing event updated for resources: {'Port': ['ID=d38f7d98-0cdb-4b75-88b1-8c8fc0d90062,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:07.650680 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.667117 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.668424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-985363ae-48ac-4467-a03a-94fb0aac703e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6351917 Nov 11 21:28:07.713227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-0ee9903f-2a5c-4002-8015-10b457e8a6d4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Allocated IP 172.20.0.2 (99561117-a5f9-4a9d-8d55-97dffe2987c9/e1fa2e18-9868-425d-8893-879c75856b13/3767a09d-4199-4b3b-bcbb-02cf1e5397fd) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:07.741938 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-a74e8d42-a9ed-4625-adef-4f26af536f1a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.0671458 Nov 11 21:28:07.867190 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-0ee9903f-2a5c-4002-8015-10b457e8a6d4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.867781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-0404ae84-196e-463f-b07e-94047590ca39 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:07.869215 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-0404ae84-196e-463f-b07e-94047590ca39 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.1192579 Nov 11 21:28:07.884722 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-dd7ad581-a062-4c35-97e5-e496ec59bb99 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:28:07.885951 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4b6f589-5950-4aab-b657-3e57aadffeb4 req-dd7ad581-a062-4c35-97e5-e496ec59bb99 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090332 Nov 11 21:28:07.906626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d186ccd5-204d-49b9-ac76-e4ac388b2a66 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:07.907423 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-0ee9903f-2a5c-4002-8015-10b457e8a6d4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.955115 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-0ee9903f-2a5c-4002-8015-10b457e8a6d4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Network 99561117-a5f9-4a9d-8d55-97dffe2987c9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:07.959014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-0ee9903f-2a5c-4002-8015-10b457e8a6d4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:07.965969 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-0ee9903f-2a5c-4002-8015-10b457e8a6d4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:07.969543 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: d186ccd5-204d-49b9-ac76-e4ac388b2a66 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:07.969883 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d186ccd5-204d-49b9-ac76-e4ac388b2a66 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:07.995267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9903f-2a5c-4002-8015-10b457e8a6d4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Pushing event updated for resources: {'Port': ['ID=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:08.027938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-0ee9903f-2a5c-4002-8015-10b457e8a6d4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:08.028600 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-0ee9903f-2a5c-4002-8015-10b457e8a6d4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.047796 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-0ee9903f-2a5c-4002-8015-10b457e8a6d4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6031742 Nov 11 21:28:08.061569 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Request body: {'port': {'device_id': 'd29c8e90-b2e1-4aff-800f-7c0dd65dcda4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:08.129807 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.151207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53200) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:08.356824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-558a3881-555f-460a-9937-8cec9ec90a8c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:08.358337 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-558a3881-555f-460a-9937-8cec9ec90a8c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 820 time: 0.2215290 Nov 11 21:28:08.400066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-485b3042-983e-47b9-91db-3d25d61fbc94 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/quotas/8254931c4d9b4d209574a0ae4055bff4 HTTP/1.1" status: 200 len: 375 time: 0.0300257 Nov 11 21:28:08.418765 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf572a-4a62-477d-9e25-390f4a94df7d req-4f019eb0-7e34-46cd-bc96-71ee661d28b9 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:08.420416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0cf572a-4a62-477d-9e25-390f4a94df7d req-4f019eb0-7e34-46cd-bc96-71ee661d28b9 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 946 time: 0.1157341 Nov 11 21:28:08.441495 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-032f6d59-0d22-4756-8b33-6ea0eb3961c4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=befdcd5f40f6426ea3652685a0b4115c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891574 Nov 11 21:28:08.442177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53212) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:08.463537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3767a09d-4199-4b3b-bcbb-02cf1e5397fd {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:28:08.473344 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.489530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Transition to ACTIVE for port object 3767a09d-4199-4b3b-bcbb-02cf1e5397fd will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:28:08.495165 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.551330 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-7c94c766-c921-48fa-91c7-b1a7bbf75439 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1296844 Nov 11 21:28:08.557468 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0cf572a-4a62-477d-9e25-390f4a94df7d req-b62d0866-4cd0-4c9f-9053-a0bca203017d tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233358 Nov 11 21:28:08.603102 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1a936842-0bf4-477b-a7c2-269630540f03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.626757 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1a936842-0bf4-477b-a7c2-269630540f03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.644890 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Pushing event updated for resources: {'Port': ['ID=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:08.700598 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef284956-b39d-4f9f-9306-568707ad19f2 req-0999a4f1-c5b8-4876-b0a9-ee7041b4f6db tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:08.702532 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ef284956-b39d-4f9f-9306-568707ad19f2 req-0999a4f1-c5b8-4876-b0a9-ee7041b4f6db tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 946 time: 0.1651499 Nov 11 21:28:08.725937 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1a936842-0bf4-477b-a7c2-269630540f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.728585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1a936842-0bf4-477b-a7c2-269630540f03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.732330 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1a936842-0bf4-477b-a7c2-269630540f03 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f750a55-42ad-4500-9a45-ced8bd6df1be HTTP/1.1" status: 204 len: 168 time: 0.2677875 Nov 11 21:28:08.768422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Attempting to bind port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:08.769146 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Attempting to bind port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'c1686ce2-4289-4db3-b084-1566dcda1c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:08.769319 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Attempting to bind port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd on network 99561117-a5f9-4a9d-8d55-97dffe2987c9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:08.813190 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd on network 99561117-a5f9-4a9d-8d55-97dffe2987c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:28:08.813797 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Attempting to bind port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd on network 99561117-a5f9-4a9d-8d55-97dffe2987c9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:08.823947 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:08.824579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Checking segment: {'id': 'c1686ce2-4289-4db3-b084-1566dcda1c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:08.825523 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Bound using segment: {'id': 'c1686ce2-4289-4db3-b084-1566dcda1c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:08.826060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Bound port: 3767a09d-4199-4b3b-bcbb-02cf1e5397fd, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1686ce2-4289-4db3-b084-1566dcda1c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:08.826488 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.932214 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ef284956-b39d-4f9f-9306-568707ad19f2 req-d49eedb4-e969-4239-b89d-d98a5ca65cad tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Deleting port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:08.932439 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef284956-b39d-4f9f-9306-568707ad19f2 req-d49eedb4-e969-4239-b89d-d98a5ca65cad tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.966041 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] For port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:09.028590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] For port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:09.038956 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.082301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a936842-0bf4-477b-a7c2-269630540f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f750a55-42ad-4500-9a45-ced8bd6df1be,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:09.095879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:09.109919 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.113447 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] 10.222.0.10 "PUT /v2.0/ports/3767a09d-4199-4b3b-bcbb-02cf1e5397fd HTTP/1.1" status: 200 len: 1091 time: 1.0575032 Nov 11 21:28:09.122293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29c8e90-b2e1-4aff-800f-7c0dd65dcda4', 'tag': '3767a09d-4199-4b3b-bcbb-02cf1e5397fd'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:09.125137 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4c65e3-c0de-48dc-b7f2-e76da1859fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "d29c8e90-b2e1-4aff-800f-7c0dd65dcda4", "tag": "3767a09d-4199-4b3b-bcbb-02cf1e5397fd"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:09.130836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53220) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:09.160583 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-c09353c3-d338-40cb-b14e-030477d44853 service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916667 Nov 11 21:28:09.204324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa5875-3159-4237-a833-c50cb9f04b7b req-a8fe3f2f-e8e6-42d1-9643-84c099ccaaec tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:09.206020 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37aa5875-3159-4237-a833-c50cb9f04b7b req-a8fe3f2f-e8e6-42d1-9643-84c099ccaaec tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 943 time: 0.4812081 Nov 11 21:28:09.235992 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ef284956-b39d-4f9f-9306-568707ad19f2 req-d49eedb4-e969-4239-b89d-d98a5ca65cad tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] For port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2,segment=NetworkSegment(d2818c18-a53d-49ab-80c9-cf054c1c3527),segment_id=d2818c18-a53d-49ab-80c9-cf054c1c3527)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:09.236135 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef284956-b39d-4f9f-9306-568707ad19f2 req-d49eedb4-e969-4239-b89d-d98a5ca65cad tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.265838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66f948-6009-4060-9f5c-0d200dcb948b service neutron] Pushing event updated for resources: {'Port': ['ID=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:09.283123 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ef284956-b39d-4f9f-9306-568707ad19f2 req-d49eedb4-e969-4239-b89d-d98a5ca65cad tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Calling delete_port for 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:09.287676 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-74d91882-3840-4b68-b2a2-34fce41f2b12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd4026b9cd3e4c9db16127e01319fcf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523573 Nov 11 21:28:09.291182 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53224) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:09.305992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37aa5875-3159-4237-a833-c50cb9f04b7b req-577154b1-778d-46d1-97c7-36fe14f913bd tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730100 Nov 11 21:28:09.314713 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-a286fe27-41a0-48ba-8836-b779fce9e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:09.316231 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-a286fe27-41a0-48ba-8836-b779fce9e00d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=65e2c77ecc484b81bf7a7f1ae391d39b&device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 1094 time: 0.1505072 Nov 11 21:28:09.330702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-0f9c8eb6-a716-40fd-b72b-01a544f5c95e service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666744 Nov 11 21:28:09.413732 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-19b06135-46cf-4660-9857-bf37163b5f94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3767a09d-4199-4b3b-bcbb-02cf1e5397fd HTTP/1.1" status: 200 len: 217 time: 0.0522935 Nov 11 21:28:09.500880 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1ab981-7ec5-4ef6-8767-b1bb09db21a4 x-openstack-request-id: req-af1ab981-7ec5-4ef6-8767-b1bb09db21a4 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:09.520007 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29c8e90-b2e1-4aff-800f-7c0dd65dcda4", "tag": "3767a09d-4199-4b3b-bcbb-02cf1e5397fd", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:09.520297 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af1ab981-7ec5-4ef6-8767-b1bb09db21a4 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:09.520744 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29c8e90-b2e1-4aff-800f-7c0dd65dcda4', 'tag': '3767a09d-4199-4b3b-bcbb-02cf1e5397fd', 'status': 'completed', 'code': 200} Nov 11 21:28:09.521605 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11a03cfd-20fd-4197-bfe3-bf0e61b8e0d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.542891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-3804731e-5d68-40a1-a34a-46c7f552c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:09.544895 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-3804731e-5d68-40a1-a34a-46c7f552c38c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1fa2e18-9868-425d-8893-879c75856b13 HTTP/1.1" status: 200 len: 861 time: 0.1232870 Nov 11 21:28:09.566801 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6488ae5e-9fbb-45fc-9cdf-8978ee64af80 req-b5ba46f4-a667-422c-90da-add17f64fa59 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 210 time: 0.0362625 Nov 11 21:28:09.611474 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-13991f1b-63a8-44a3-aacd-5a34a659594d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99561117-a5f9-4a9d-8d55-97dffe2987c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559034 Nov 11 21:28:09.635947 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11a03cfd-20fd-4197-bfe3-bf0e61b8e0d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.757677 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86302f63-bdf3-4e17-ae4b-e5bb8fece0f0 req-e20ed048-1da0-4829-89ff-be1c2f00b9f2 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:09.769510 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86302f63-bdf3-4e17-ae4b-e5bb8fece0f0 req-e20ed048-1da0-4829-89ff-be1c2f00b9f2 tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0477c2b-ca9a-4312-87a1-d34ac2c6ba58 HTTP/1.1" status: 200 len: 946 time: 0.1013174 Nov 11 21:28:09.798736 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef284956-b39d-4f9f-9306-568707ad19f2 req-d49eedb4-e969-4239-b89d-d98a5ca65cad tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.812158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:28:09.858647 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11a03cfd-20fd-4197-bfe3-bf0e61b8e0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.861243 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11a03cfd-20fd-4197-bfe3-bf0e61b8e0d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.862389 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-11a03cfd-20fd-4197-bfe3-bf0e61b8e0d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/44d62bcf-f8aa-4fb1-bb26-28763658c1a1 HTTP/1.1" status: 204 len: 168 time: 0.5689614 Nov 11 21:28:09.863294 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49eedb4-e969-4239-b89d-d98a5ca65cad tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Pushing event deleted for resources: {'Port': ['ID=0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:09.884342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86302f63-bdf3-4e17-ae4b-e5bb8fece0f0 req-7a45798f-3449-419e-b394-031ace9de74c tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ed3770d-9db7-4c92-9e83-a2ef56c309a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111112 Nov 11 21:28:09.922960 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-a91b6908-4c45-44b4-8670-e274d262b430 service neutron] 10.222.0.10 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844272 Nov 11 21:28:09.940837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a03cfd-20fd-4197-bfe3-bf0e61b8e0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d62bcf-f8aa-4fb1-bb26-28763658c1a1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:09.944285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef284956-b39d-4f9f-9306-568707ad19f2 req-d49eedb4-e969-4239-b89d-d98a5ca65cad tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] No DVR routers for this DVR port 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:09.953916 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef284956-b39d-4f9f-9306-568707ad19f2 req-d49eedb4-e969-4239-b89d-d98a5ca65cad tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.956953 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ef284956-b39d-4f9f-9306-568707ad19f2 req-d49eedb4-e969-4239-b89d-d98a5ca65cad tempest-AttachSCSIVolumeTestJSON-460805944 tempest-AttachSCSIVolumeTestJSON-460805944-project] 10.222.0.71 "DELETE /v2.0/ports/0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 HTTP/1.1" status: 204 len: 173 time: 1.2448027 Nov 11 21:28:10.091584 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-68c7cb75-e34c-4e96-8173-f447e78c1944 req-63885517-e007-4349-b638-3e5d84adf28e service neutron] 10.222.0.10 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484358 Nov 11 21:28:10.207012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c65e3-c0de-48dc-b7f2-e76da1859fa3 req-9f952bd9-aa83-4f9f-a465-31d0eea9c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:10.209024 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7d4c65e3-c0de-48dc-b7f2-e76da1859fa3 req-9f952bd9-aa83-4f9f-a465-31d0eea9c161 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=65e2c77ecc484b81bf7a7f1ae391d39b&device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 1094 time: 0.0559101 Nov 11 21:28:10.484100 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c65e3-c0de-48dc-b7f2-e76da1859fa3 req-42399ca4-56c6-4c27-8233-4ac9cf190f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:10.485806 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7d4c65e3-c0de-48dc-b7f2-e76da1859fa3 req-42399ca4-56c6-4c27-8233-4ac9cf190f6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=99561117-a5f9-4a9d-8d55-97dffe2987c9 HTTP/1.1" status: 200 len: 923 time: 0.2636240 Nov 11 21:28:10.554446 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7d4c65e3-c0de-48dc-b7f2-e76da1859fa3 req-22a5a78a-5ada-46e6-803f-cfc2176f4e92 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3767a09d-4199-4b3b-bcbb-02cf1e5397fd HTTP/1.1" status: 200 len: 217 time: 0.0601051 Nov 11 21:28:10.591444 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe78d3-fbac-461f-957d-244c5ab8335e req-560794a2-6863-430f-919d-948f21aadd1a tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:10.596790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ebe78d3-fbac-461f-957d-244c5ab8335e req-560794a2-6863-430f-919d-948f21aadd1a tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 943 time: 0.1080213 Nov 11 21:28:10.700256 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c65e3-c0de-48dc-b7f2-e76da1859fa3 req-22ccb200-ff30-4f5d-b0ff-75640f1446da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:10.704503 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7d4c65e3-c0de-48dc-b7f2-e76da1859fa3 req-22ccb200-ff30-4f5d-b0ff-75640f1446da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1fa2e18-9868-425d-8893-879c75856b13 HTTP/1.1" status: 200 len: 861 time: 0.1405280 Nov 11 21:28:10.727004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ebe78d3-fbac-461f-957d-244c5ab8335e req-dce00c7e-3862-4fee-8647-442ba0666b38 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228750 Nov 11 21:28:10.776239 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7d4c65e3-c0de-48dc-b7f2-e76da1859fa3 req-be9101c7-39e8-4a23-9d54-00445f25a5fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99561117-a5f9-4a9d-8d55-97dffe2987c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582049 Nov 11 21:28:10.790533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32d7d3f6-0442-4e72-93c7-ffbe0cebd4dc req-b6f739e7-2717-4a9c-93fb-ca67a470d2f0 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 210 time: 0.0567665 Nov 11 21:28:10.863988 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:10.904407 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7d4c65e3-c0de-48dc-b7f2-e76da1859fa3 req-afd59e29-ba08-4811-a550-daadcea96d26 service neutron] 10.222.0.10 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169059 Nov 11 21:28:11.040633 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7d4c65e3-c0de-48dc-b7f2-e76da1859fa3 req-1e238fa9-bd42-431e-b264-f113a025ddc0 service neutron] 10.222.0.10 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270282 Nov 11 21:28:11.236270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-dc471ac2-b0b2-48a7-b722-14bbc30448e7 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:11.238327 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-dc471ac2-b0b2-48a7-b722-14bbc30448e7 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.71 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 820 time: 0.1462731 Nov 11 21:28:11.259103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-516b96d4-bc7f-4246-b8d0-305d0bdb40ea tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Request body: {'port': {'device_id': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'admin_state_up': True, 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:11.433303 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-516b96d4-bc7f-4246-b8d0-305d0bdb40ea tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Made reservation on behalf of 8254931c4d9b4d209574a0ae4055bff4 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:11.437676 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-516b96d4-bc7f-4246-b8d0-305d0bdb40ea tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:11.527250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0477c2b-ca9a-4312-87a1-d34ac2c6ba58', 'name': 'network-vif-deleted', 'tag': '0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:11.529834 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83944f4c-10e6-4e4e-a040-141d111cb75b" -d '{"events": [{"server_uuid": "f0477c2b-ca9a-4312-87a1-d34ac2c6ba58", "name": "network-vif-deleted", "tag": "0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:11.632925 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c048cf6-0c3f-45bc-83f5-4c2dcd8fa5c0 x-openstack-request-id: req-5c048cf6-0c3f-45bc-83f5-4c2dcd8fa5c0 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:11.633555 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0477c2b-ca9a-4312-87a1-d34ac2c6ba58", "name": "network-vif-deleted", "tag": "0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:11.633555 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c048cf6-0c3f-45bc-83f5-4c2dcd8fa5c0 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:11.633955 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0477c2b-ca9a-4312-87a1-d34ac2c6ba58', 'name': 'network-vif-deleted', 'tag': '0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2', 'status': 'completed', 'code': 200} Nov 11 21:28:11.675177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-516b96d4-bc7f-4246-b8d0-305d0bdb40ea tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Allocated IP 172.20.0.12 (59e1919c-fb27-4480-a2d1-c565bfb32cc6/4474c264-aeab-4464-9334-d2833929cd2c/5c9dd2ec-2388-40ab-b9c3-8746ac3a5157) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:11.927197 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:11.943030 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e214a2e8-153a-49dd-a291-4d9dd537092d req-d28f5a10-fa16-4b0a-a7a8-50c5670c73fb tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 210 time: 0.0436850 Nov 11 21:28:11.946396 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-516b96d4-bc7f-4246-b8d0-305d0bdb40ea tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:11.960202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e914064-cacf-4525-8069-992f68ae76af req-0c7cb353-2529-48ee-ab8b-863e47b4790d tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:11.962239 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e914064-cacf-4525-8069-992f68ae76af req-0c7cb353-2529-48ee-ab8b-863e47b4790d tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 943 time: 0.1319675 Nov 11 21:28:11.975876 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:11.976459 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 0e1e4e95-c3eb-4611-b66b-9fdd005a1ae2 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:11.999964 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-516b96d4-bc7f-4246-b8d0-305d0bdb40ea tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.013466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['3ca5214f-2b08-467b-9492-5b5ea2605ec4'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:28:12.042620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e914064-cacf-4525-8069-992f68ae76af req-6476457e-21d8-48ce-af62-98d71ac6dca4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738657 Nov 11 21:28:12.081082 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-516b96d4-bc7f-4246-b8d0-305d0bdb40ea tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:12.085303 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-516b96d4-bc7f-4246-b8d0-305d0bdb40ea tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:12.092684 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-516b96d4-bc7f-4246-b8d0-305d0bdb40ea tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:12.124299 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b96d4-bc7f-4246-b8d0-305d0bdb40ea tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Pushing event updated for resources: {'Port': ['ID=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:12.126152 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 3767a09d-4199-4b3b-bcbb-02cf1e5397fd details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:28:12.155819 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-516b96d4-bc7f-4246-b8d0-305d0bdb40ea tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:12.156846 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-516b96d4-bc7f-4246-b8d0-305d0bdb40ea tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.178643 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-516b96d4-bc7f-4246-b8d0-305d0bdb40ea tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9274628 Nov 11 21:28:12.195213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Request body: {'port': {'device_id': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:12.307625 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.358765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:12.401279 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '3767a09d-4199-4b3b-bcbb-02cf1e5397fd', 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9', 'port_id': '3767a09d-4199-4b3b-bcbb-02cf1e5397fd', 'mac_address': 'fa:16:3e:2b:58:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1fa2e18-9868-425d-8893-879c75856b13', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:28:12.455560 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7ba20c22-0771-4307-8e83-288bad1965c6 None None] Provisioning complete for port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:12.456238 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ba20c22-0771-4307-8e83-288bad1965c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.500123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7ba20c22-0771-4307-8e83-288bad1965c6 None None] Port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:12.525543 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.543552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3767a09d-4199-4b3b-bcbb-02cf1e5397fd {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:28:12.579061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:12.587375 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.695678 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:28:12.720677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:12.731333 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.745731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Transition to ACTIVE for port object 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:28:12.751884 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.800613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53374) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:12.818919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:12.894895 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Attempting to bind port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:12.895557 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Attempting to bind port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:12.895557 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Attempting to bind port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 on network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:12.900180 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 on network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:28:12.900506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Attempting to bind port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 on network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:12.904988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['3767a09d-4199-4b3b-bcbb-02cf1e5397fd'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:28:12.906745 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:12.906989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Checking segment: {'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:12.907320 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Bound using segment: {'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:12.907745 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Bound port: 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7636166e-5c96-4b92-9339-204e616c61cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:12.908096 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.008172 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8fcc9d05-2c96-4398-8776-92de381a48ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.035644 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] For port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:13.039038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] For port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:13.054263 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.133278 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:13.143782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:13.143782 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.145400 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-914c48a6-f0bc-4fb6-8750-3337f96a79e0 service neutron] 10.222.0.71 "PUT /v2.0/ports/5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 HTTP/1.1" status: 200 len: 1092 time: 0.9566550 Nov 11 21:28:13.163194 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8fcc9d05-2c96-4398-8776-92de381a48ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.231383 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8fcc9d05-2c96-4398-8776-92de381a48ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.246422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-8df942a7-c367-4254-8b02-54c8571f4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:13.248761 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-8df942a7-c367-4254-8b02-54c8571f4f7b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 1095 time: 0.0568588 Nov 11 21:28:13.306515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd2909-083e-43f1-84f2-65b03b851c1f req-3188ed5b-7533-4cd3-b8eb-5381ea464070 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:13.308330 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-febd2909-083e-43f1-84f2-65b03b851c1f req-3188ed5b-7533-4cd3-b8eb-5381ea464070 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 944 time: 0.1427467 Nov 11 21:28:13.315167 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-d77ed55b-c78b-4bf3-8106-1d27a666558d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 HTTP/1.1" status: 200 len: 217 time: 0.0512156 Nov 11 21:28:13.355092 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8fcc9d05-2c96-4398-8776-92de381a48ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=031f410217db4734ba7d1d093dcb9dab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5531552 Nov 11 21:28:13.356867 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53388) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:13.360252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc9d05-2c96-4398-8776-92de381a48ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94f3e59-a4aa-4565-a120-062690f0ebce,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:13.365811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-1e3a2cb9-df58-4566-b89b-429546e0a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:13.367398 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-1e3a2cb9-df58-4566-b89b-429546e0a803 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.0513017 Nov 11 21:28:13.396916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8a1f4-431b-428d-8bac-b8c7d7f37010 req-7ae2615b-607f-4ae2-a91c-f760bfe0be34 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:13.405176 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aae8a1f4-431b-428d-8bac-b8c7d7f37010 req-7ae2615b-607f-4ae2-a91c-f760bfe0be34 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 944 time: 0.1805155 Nov 11 21:28:13.421214 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-081171df-8439-4fc6-a0c4-0e8fcd38e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:13.423092 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-081171df-8439-4fc6-a0c4-0e8fcd38e237 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474346 Nov 11 21:28:13.452889 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-febd2909-083e-43f1-84f2-65b03b851c1f req-9cf7ff50-5872-45f2-8c4c-7e4ae35867d7 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277559 Nov 11 21:28:13.484399 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e12d736-6783-446b-bea4-e61b9778b1d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.506575 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aae8a1f4-431b-428d-8bac-b8c7d7f37010 req-3fb70d7f-f963-4432-9919-cdf6d32a2cce tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988367 Nov 11 21:28:13.532433 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e12d736-6783-446b-bea4-e61b9778b1d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.556212 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-88505b7d-edd3-4f66-8a65-a2c604dc4e22 service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246700 Nov 11 21:28:13.587641 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e12d736-6783-446b-bea4-e61b9778b1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.590942 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e12d736-6783-446b-bea4-e61b9778b1d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.592298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2e12d736-6783-446b-bea4-e61b9778b1d2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c94f3e59-a4aa-4565-a120-062690f0ebce HTTP/1.1" status: 204 len: 168 time: 0.2330170 Nov 11 21:28:13.603736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12d736-6783-446b-bea4-e61b9778b1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94f3e59-a4aa-4565-a120-062690f0ebce,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:13.636743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'tag': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:13.639154 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fd73d1-7215-4453-80f7-f9f7796c8901" -d '{"events": [{"name": "network-changed", "server_uuid": "6963616b-152f-429b-8a5e-0dd216c4d43a", "tag": "5c9dd2ec-2388-40ab-b9c3-8746ac3a5157"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:13.680516 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12a076e6-1d69-4aca-b172-74f6d82b6b42 req-2123af72-6c25-429b-806a-55d4a62e7d7e service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160517 Nov 11 21:28:13.686293 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711de198-2c32-470f-93b2-dcea66cdb987 x-openstack-request-id: req-711de198-2c32-470f-93b2-dcea66cdb987 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:13.686803 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6963616b-152f-429b-8a5e-0dd216c4d43a", "tag": "5c9dd2ec-2388-40ab-b9c3-8746ac3a5157", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:13.687145 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-711de198-2c32-470f-93b2-dcea66cdb987 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:13.687669 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'tag': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157', 'status': 'completed', 'code': 200} Nov 11 21:28:13.813234 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa29aa2b-525c-4766-bad7-dec32c220450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.816565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd73d1-7215-4453-80f7-f9f7796c8901 req-cff8c869-be78-46d4-b0fb-fd3621d8f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:13.819037 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44fd73d1-7215-4453-80f7-f9f7796c8901 req-cff8c869-be78-46d4-b0fb-fd3621d8f2a9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 1095 time: 0.0723486 Nov 11 21:28:13.956118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd73d1-7215-4453-80f7-f9f7796c8901 req-12b9bf9c-7aa3-4d5f-b840-1b7bba99c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:13.957802 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44fd73d1-7215-4453-80f7-f9f7796c8901 req-12b9bf9c-7aa3-4d5f-b840-1b7bba99c91b service neutron] 10.222.0.71 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 922 time: 0.1054504 Nov 11 21:28:14.019899 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44fd73d1-7215-4453-80f7-f9f7796c8901 req-c26aac9b-1caa-4cf6-91a1-91fb2a7a0720 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 HTTP/1.1" status: 200 len: 217 time: 0.0537961 Nov 11 21:28:14.050162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53402) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:14.067867 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1963a1cc-a8b9-480f-9a19-8e59fa1707fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.161134 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 3767a09d-4199-4b3b-bcbb-02cf1e5397fd up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:14.351233 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1963a1cc-a8b9-480f-9a19-8e59fa1707fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.359823 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1963a1cc-a8b9-480f-9a19-8e59fa1707fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.392666 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:28:14.400559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:14.401006 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.423719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963a1cc-a8b9-480f-9a19-8e59fa1707fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dff4b7e-8717-4a86-83d9-376838450775,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:14.446284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1963a1cc-a8b9-480f-9a19-8e59fa1707fb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a588f36243234d7e80a351e12a685f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3949831 Nov 11 21:28:14.446524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53406) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:14.453604 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.453975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd73d1-7215-4453-80f7-f9f7796c8901 req-ef5dc2f0-c81f-432b-b9ad-f1a65462f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:14.455517 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44fd73d1-7215-4453-80f7-f9f7796c8901 req-ef5dc2f0-c81f-432b-b9ad-f1a65462f338 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.4266398 Nov 11 21:28:14.555162 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.587980 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6d01ba8-cb50-406b-8675-a5b6fb8c66a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.593182 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd73d1-7215-4453-80f7-f9f7796c8901 req-7ed8f226-d6c8-4ed4-a832-2666cd512a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:14.595393 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44fd73d1-7215-4453-80f7-f9f7796c8901 req-7ed8f226-d6c8-4ed4-a832-2666cd512a12 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324725 Nov 11 21:28:14.631412 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29c8e90-b2e1-4aff-800f-7c0dd65dcda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3767a09d-4199-4b3b-bcbb-02cf1e5397fd'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:14.638483 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc5be5f-134a-49b8-b062-f45bfa5d9b68" -d '{"events": [{"server_uuid": "d29c8e90-b2e1-4aff-800f-7c0dd65dcda4", "name": "network-vif-plugged", "status": "completed", "tag": "3767a09d-4199-4b3b-bcbb-02cf1e5397fd"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:14.654783 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:14.660268 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6d01ba8-cb50-406b-8675-a5b6fb8c66a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.662224 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.745304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7625328-ec92-46fc-b072-710149836de4 req-28029f12-4ee1-4e8b-ab21-b7abf5a195a9 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:14.749710 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:14.750804 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7625328-ec92-46fc-b072-710149836de4 req-28029f12-4ee1-4e8b-ab21-b7abf5a195a9 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 944 time: 0.1474214 Nov 11 21:28:14.778993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36849c-2f3a-411c-9d1b-33dce65dcff5 req-59718e59-55fc-4e5d-90f1-840910c28e46 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:14.797331 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c36849c-2f3a-411c-9d1b-33dce65dcff5 req-59718e59-55fc-4e5d-90f1-840910c28e46 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 945 time: 0.1342201 Nov 11 21:28:14.830907 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6d01ba8-cb50-406b-8675-a5b6fb8c66a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.833972 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6d01ba8-cb50-406b-8675-a5b6fb8c66a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.835261 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f6d01ba8-cb50-406b-8675-a5b6fb8c66a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1dff4b7e-8717-4a86-83d9-376838450775 HTTP/1.1" status: 204 len: 168 time: 0.3876619 Nov 11 21:28:14.849060 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44fd73d1-7215-4453-80f7-f9f7796c8901 req-7ec84128-5d79-4c22-ab7f-1320a8a4a4e7 service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420983 Nov 11 21:28:14.850047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d01ba8-cb50-406b-8675-a5b6fb8c66a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dff4b7e-8717-4a86-83d9-376838450775,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:14.906163 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c36849c-2f3a-411c-9d1b-33dce65dcff5 req-59bc06dd-b106-4102-aa8c-86bb1e3928be tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132510 Nov 11 21:28:14.921537 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7625328-ec92-46fc-b072-710149836de4 req-e4c6f29f-8fec-435e-8bcc-483c6cdbc95d tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567628 Nov 11 21:28:15.015065 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e7eefd-c3a2-454e-b44a-2a5ccf9cfa59 x-openstack-request-id: req-b9e7eefd-c3a2-454e-b44a-2a5ccf9cfa59 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:15.015562 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29c8e90-b2e1-4aff-800f-7c0dd65dcda4", "name": "network-vif-plugged", "status": "completed", "tag": "3767a09d-4199-4b3b-bcbb-02cf1e5397fd", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:15.015679 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b9e7eefd-c3a2-454e-b44a-2a5ccf9cfa59 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:15.016022 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29c8e90-b2e1-4aff-800f-7c0dd65dcda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3767a09d-4199-4b3b-bcbb-02cf1e5397fd', 'code': 200} Nov 11 21:28:15.167335 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44fd73d1-7215-4453-80f7-f9f7796c8901 req-31154fa1-b777-4636-bfc4-d1a38017c118 service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042359 Nov 11 21:28:15.170423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7ebab-78a4-456b-81d9-a2574016bd8e req-37b90584-877f-4be5-b8b5-b72135864875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:15.172611 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-76c7ebab-78a4-456b-81d9-a2574016bd8e req-37b90584-877f-4be5-b8b5-b72135864875 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 1096 time: 0.1035433 Nov 11 21:28:15.229670 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-76c7ebab-78a4-456b-81d9-a2574016bd8e req-87318b1e-1a65-4583-87e7-1106f5fe5f21 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478487 Nov 11 21:28:15.284874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216e848-c57e-456e-bd3f-f14d7877d615 req-bd3e7050-d667-4d04-b663-a78d4e958d24 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:15.286436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f216e848-c57e-456e-bd3f-f14d7877d615 req-bd3e7050-d667-4d04-b663-a78d4e958d24 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0409069 Nov 11 21:28:15.359591 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f216e848-c57e-456e-bd3f-f14d7877d615 req-5626c351-0d40-41a7-a2ee-b0af349bd587 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654120 Nov 11 21:28:15.963616 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:28:16.107636 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2eae34e4-9032-4013-9ff1-82161b8f34fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:16.160022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:16.171969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc5b9b-19c8-4416-9132-83e97d4f18e9 req-6289a97c-d453-427c-86ad-195995148a6e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:16.173605 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63dc5b9b-19c8-4416-9132-83e97d4f18e9 req-6289a97c-d453-427c-86ad-195995148a6e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 944 time: 0.0867569 Nov 11 21:28:16.185329 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'port_id': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157', 'mac_address': 'fa:16:3e:24:67:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:28:16.278107 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:16.291595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63dc5b9b-19c8-4416-9132-83e97d4f18e9 req-8122796e-60f2-45e8-9390-102d0b8a1804 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108930 Nov 11 21:28:16.321671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:28:16.390071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:16.410393 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:16.431016 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707ddae-c292-43bd-97d3-1c51c2873d13 req-4a1a48d1-e5b3-4738-b60a-8e36640ef4d7 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:16.438912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0707ddae-c292-43bd-97d3-1c51c2873d13 req-4a1a48d1-e5b3-4738-b60a-8e36640ef4d7 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 945 time: 0.0675232 Nov 11 21:28:16.477441 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:16.509375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0707ddae-c292-43bd-97d3-1c51c2873d13 req-f0e6e037-c6da-4233-b589-11ed2d8a25a9 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690253 Nov 11 21:28:16.712758 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['5c9dd2ec-2388-40ab-b9c3-8746ac3a5157'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:28:16.755334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-f8701744-ad85-4c41-b8dc-bc8e52cd383f tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:28:16.756997 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-f8701744-ad85-4c41-b8dc-bc8e52cd383f tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065064 Nov 11 21:28:16.828640 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-f82731f2-c794-4e6b-ac5d-6d6332e4dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:16.836193 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-f82731f2-c794-4e6b-ac5d-6d6332e4dc71 service neutron] 10.222.0.57 "GET /v2.0/ports/c6ee313e-6825-480f-a2ad-99a3a49fed40 HTTP/1.1" status: 200 len: 1093 time: 0.0647602 Nov 11 21:28:16.841310 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-3fb086fe-dc21-460c-87e4-43e89f509028 service neutron] Request body: {'binding': {'host': 'n-h2-805737-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:16.841938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-3fb086fe-dc21-460c-87e4-43e89f509028 service neutron] Unknown quota resources ['binding']. {{(pid=102535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:28:17.029996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-3fb086fe-dc21-460c-87e4-43e89f509028 service neutron] Attempting to bind port c6ee313e-6825-480f-a2ad-99a3a49fed40 on host n-h2-805737-3 for vnic_type normal with profile None {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:17.030359 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-3fb086fe-dc21-460c-87e4-43e89f509028 service neutron] Attempting to bind port c6ee313e-6825-480f-a2ad-99a3a49fed40 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:17.030846 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-3fb086fe-dc21-460c-87e4-43e89f509028 service neutron] Attempting to bind port c6ee313e-6825-480f-a2ad-99a3a49fed40 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:17.036915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-3fb086fe-dc21-460c-87e4-43e89f509028 service neutron] Port c6ee313e-6825-480f-a2ad-99a3a49fed40 on network e804e73e-0e84-4575-af51-ae80f841f278 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:28:17.037286 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-3fb086fe-dc21-460c-87e4-43e89f509028 service neutron] Attempting to bind port c6ee313e-6825-480f-a2ad-99a3a49fed40 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:17.047358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-3fb086fe-dc21-460c-87e4-43e89f509028 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:17.047358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-3fb086fe-dc21-460c-87e4-43e89f509028 service neutron] Checking segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:17.047358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-3fb086fe-dc21-460c-87e4-43e89f509028 service neutron] Bound using segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:17.047358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-3fb086fe-dc21-460c-87e4-43e89f509028 service neutron] Bound port: c6ee313e-6825-480f-a2ad-99a3a49fed40, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:17.070372 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:17.112582 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-3fb086fe-dc21-460c-87e4-43e89f509028 service neutron] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:17.120083 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-3fb086fe-dc21-460c-87e4-43e89f509028 service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:17.121466 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-3fb086fe-dc21-460c-87e4-43e89f509028 service neutron] 10.222.0.57 "POST /v2.0/ports/c6ee313e-6825-480f-a2ad-99a3a49fed40/bindings HTTP/1.1" status: 201 len: 389 time: 0.2842395 Nov 11 21:28:17.144289 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:28:17.345826 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa4c20-7f82-4d7d-b4dd-d87ba609d94a req-a446d9cc-376c-4fbb-b888-5efe5ef58883 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:17.348054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9caa4c20-7f82-4d7d-b4dd-d87ba609d94a req-a446d9cc-376c-4fbb-b888-5efe5ef58883 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0694642 Nov 11 21:28:17.415354 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9caa4c20-7f82-4d7d-b4dd-d87ba609d94a req-a9bc1475-91a6-40ff-9168-a55bf750f7d2 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584710 Nov 11 21:28:17.464954 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-f85c00f5-0ad5-475d-b972-ff1824d88280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:17.467246 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-f85c00f5-0ad5-475d-b972-ff1824d88280 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0964127 Nov 11 21:28:17.504810 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea15b0-47fe-41f9-8c4b-56fe628941cf req-cb1b9b26-fb62-4355-babc-5ff4f69f22c9 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:17.506819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccea15b0-47fe-41f9-8c4b-56fe628941cf req-cb1b9b26-fb62-4355-babc-5ff4f69f22c9 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 945 time: 0.0717793 Nov 11 21:28:17.582573 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccea15b0-47fe-41f9-8c4b-56fe628941cf req-0b6764fd-9922-4960-abaf-856cb560c332 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632002 Nov 11 21:28:17.623486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-ce725d80-3f94-4541-a6aa-c2ad1cde39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:17.625963 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-ce725d80-3f94-4541-a6aa-c2ad1cde39c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.1363273 Nov 11 21:28:17.695453 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bd89e-af25-4519-afd4-a378a632c744 req-4f3a0318-3b26-4a4b-9172-f1c692814941 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:17.696348 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-ef7f1dd2-1246-4055-91a5-994b173df804 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40 HTTP/1.1" status: 200 len: 217 time: 0.0502591 Nov 11 21:28:17.697835 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-056bd89e-af25-4519-afd4-a378a632c744 req-4f3a0318-3b26-4a4b-9172-f1c692814941 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 945 time: 0.0613470 Nov 11 21:28:17.765574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-98db07d9-b61f-4f17-a4b4-04216b968433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:17.768038 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-98db07d9-b61f-4f17-a4b4-04216b968433 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.0628121 Nov 11 21:28:17.770369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-056bd89e-af25-4519-afd4-a378a632c744 req-118bd99c-25f4-4fbd-b1c5-9fac6b3724ec tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638280 Nov 11 21:28:17.805997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53522) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:17.849837 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-350f151d-07bc-485e-a701-baf9ebe24ef9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685725 Nov 11 21:28:17.971549 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-0b7a7a15-8b20-43b3-84a9-14f6a76e3307 service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120512 Nov 11 21:28:17.980500 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:18.085523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072049ed-0660-4218-a095-31e29a43fcf5 req-e5f1519e-f354-4cbb-946c-39ee225f527b tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:18.086784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:28:18.087910 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-072049ed-0660-4218-a095-31e29a43fcf5 req-e5f1519e-f354-4cbb-946c-39ee225f527b tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 945 time: 0.1469867 Nov 11 21:28:18.091521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:18.091892 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.148560 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-4e5ea726-cf07-4e44-ab16-23c9cf8195e7 service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622403 Nov 11 21:28:18.211357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-072049ed-0660-4218-a095-31e29a43fcf5 req-11fb5418-4b43-45a5-86c4-7e87df44b01a tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830266 Nov 11 21:28:18.215041 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.272391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:18.278679 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60116b3e-9cc3-4508-83fc-1d0d1e635bbd" -d '{"events": [{"server_uuid": "6963616b-152f-429b-8a5e-0dd216c4d43a", "name": "network-vif-plugged", "status": "completed", "tag": "5c9dd2ec-2388-40ab-b9c3-8746ac3a5157"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:18.316734 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:18.325447 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.426717 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:18.428340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee06961-5397-4d8c-95b3-3a88f0b83cbf req-bbfc8077-1c40-4613-a83b-6e2a36f235c3 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:18.435975 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee06961-5397-4d8c-95b3-3a88f0b83cbf req-bbfc8077-1c40-4613-a83b-6e2a36f235c3 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 945 time: 0.1096516 Nov 11 21:28:18.439747 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.502069 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2e51-a632-41ce-a1e4-ea666f797c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.508404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee06961-5397-4d8c-95b3-3a88f0b83cbf req-2e91bf26-551d-42e5-a6fc-f533b918fd97 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716052 Nov 11 21:28:18.564163 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194508a9-1e54-48f1-a93b-40953a70f662 x-openstack-request-id: req-194508a9-1e54-48f1-a93b-40953a70f662 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:18.564472 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6963616b-152f-429b-8a5e-0dd216c4d43a", "name": "network-vif-plugged", "status": "completed", "tag": "5c9dd2ec-2388-40ab-b9c3-8746ac3a5157", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:18.564724 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-194508a9-1e54-48f1-a93b-40953a70f662 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:18.566348 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157', 'code': 200} Nov 11 21:28:18.712603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bb231-36d9-44d6-a7cc-120c4defe21a req-e8579039-0913-4403-8f59-7d4d3ea59f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:18.713878 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ce9bb231-36d9-44d6-a7cc-120c4defe21a req-e8579039-0913-4403-8f59-7d4d3ea59f59 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 1097 time: 0.0597222 Nov 11 21:28:18.770348 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ce9bb231-36d9-44d6-a7cc-120c4defe21a req-03006b7e-0dca-4913-9306-c7b6dd7de53c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479946 Nov 11 21:28:18.789197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25cabc-2615-4ead-8890-b2fae9e82f70 req-6eabec4f-265e-40b5-ac8d-01b216904b02 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:18.790783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce25cabc-2615-4ead-8890-b2fae9e82f70 req-6eabec4f-265e-40b5-ac8d-01b216904b02 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0920608 Nov 11 21:28:18.883368 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce25cabc-2615-4ead-8890-b2fae9e82f70 req-d95f7e22-8633-45c1-aab3-d8a1f98d3bce tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812714 Nov 11 21:28:18.950948 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f2e51-a632-41ce-a1e4-ea666f797c5d admin admin] Deleting port e8a1e543-15d6-4cdc-9548-5dc333053ad0 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:18.951286 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2e51-a632-41ce-a1e4-ea666f797c5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.059616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225ed39-4086-474a-85f2-d83da9111a1b req-54ad69ad-6cc5-48a6-913a-28fb4ab98830 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:19.061459 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3225ed39-4086-474a-85f2-d83da9111a1b req-54ad69ad-6cc5-48a6-913a-28fb4ab98830 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 945 time: 0.0989213 Nov 11 21:28:19.084548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-fb5f2e51-a632-41ce-a1e4-ea666f797c5d admin admin] For port e8a1e543-15d6-4cdc-9548-5dc333053ad0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e8a1e543-15d6-4cdc-9548-5dc333053ad0,segment=NetworkSegment(d2818c18-a53d-49ab-80c9-cf054c1c3527),segment_id=d2818c18-a53d-49ab-80c9-cf054c1c3527)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:19.084956 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2e51-a632-41ce-a1e4-ea666f797c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.111199 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f2e51-a632-41ce-a1e4-ea666f797c5d admin admin] Calling delete_port for e8a1e543-15d6-4cdc-9548-5dc333053ad0 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:19.177867 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3225ed39-4086-474a-85f2-d83da9111a1b req-ee03d999-5657-4e5b-96d7-32c6af54b98d tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991175 Nov 11 21:28:19.249146 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.358177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca546-f417-4a69-8501-4b20d7929903 req-a0f9bcc1-05ea-409a-88b6-58966bcc68d3 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:19.359638 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-596ca546-f417-4a69-8501-4b20d7929903 req-a0f9bcc1-05ea-409a-88b6-58966bcc68d3 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 946 time: 0.0859456 Nov 11 21:28:19.367242 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2e51-a632-41ce-a1e4-ea666f797c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.407148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f2e51-a632-41ce-a1e4-ea666f797c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a1e543-15d6-4cdc-9548-5dc333053ad0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:19.486119 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-596ca546-f417-4a69-8501-4b20d7929903 req-f3dc521d-46de-4da3-939e-2e3db75ae75a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162446 Nov 11 21:28:19.657083 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2e51-a632-41ce-a1e4-ea666f797c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.791832 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba86ec9-2cc7-4a4e-986f-322a03476695 req-db6b93fc-08dd-4be1-a825-7e7a86d55b1b tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:19.793399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ba86ec9-2cc7-4a4e-986f-322a03476695 req-db6b93fc-08dd-4be1-a825-7e7a86d55b1b tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 945 time: 0.1195588 Nov 11 21:28:19.863428 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ba86ec9-2cc7-4a4e-986f-322a03476695 req-15d0c122-6c00-461c-ab4c-7f04bd63a23b tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612707 Nov 11 21:28:20.239296 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53570) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:20.349666 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7039d98c-ae25-4149-b95f-00cf93bcb8bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:20.361934 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c953ca5-941e-4b87-91d8-9ebe8c38cdd3 req-1ebea576-99d8-4fe2-bff1-49939bffc6f0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:20.363427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c953ca5-941e-4b87-91d8-9ebe8c38cdd3 req-1ebea576-99d8-4fe2-bff1-49939bffc6f0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1384633 Nov 11 21:28:20.374574 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b308f62-6871-4ffc-80ce-82786f794068 req-b8da647d-12c9-4358-bd4f-80117b553206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:20.376108 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b308f62-6871-4ffc-80ce-82786f794068 req-b8da647d-12c9-4358-bd4f-80117b553206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 945 time: 0.1524642 Nov 11 21:28:20.439339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5f2e51-a632-41ce-a1e4-ea666f797c5d admin admin] Router d8ecdf09-7305-4e08-bce2-8023fe5aece7 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:28:20.441202 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7039d98c-ae25-4149-b95f-00cf93bcb8bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:20.449312 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7039d98c-ae25-4149-b95f-00cf93bcb8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:20.463321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c953ca5-941e-4b87-91d8-9ebe8c38cdd3 req-01bf1296-418c-4c94-a6af-71107861a604 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861981 Nov 11 21:28:20.512250 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7039d98c-ae25-4149-b95f-00cf93bcb8bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d4a3ccbd1eb4430805009b5dddc9569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676666 Nov 11 21:28:20.512250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039d98c-ae25-4149-b95f-00cf93bcb8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6eab3f-50f1-46c1-8a20-7efbdef5273b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:20.512785 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53576) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:20.555758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b308f62-6871-4ffc-80ce-82786f794068 req-3a6b2c92-950a-41b6-b250-c9ceca3090ba tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529176 Nov 11 21:28:20.593291 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0471248-355d-4784-9025-6c05cb204765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:20.617357 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0471248-355d-4784-9025-6c05cb204765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:20.672179 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0471248-355d-4784-9025-6c05cb204765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:20.674856 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0471248-355d-4784-9025-6c05cb204765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:20.678361 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d0471248-355d-4784-9025-6c05cb204765 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a6eab3f-50f1-46c1-8a20-7efbdef5273b HTTP/1.1" status: 204 len: 168 time: 0.1586885 Nov 11 21:28:20.690268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0471248-355d-4784-9025-6c05cb204765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6eab3f-50f1-46c1-8a20-7efbdef5273b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:20.696916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5f2e51-a632-41ce-a1e4-ea666f797c5d admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:28:20.719143 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92f1f7-f7dc-4302-a30c-be5b9c70e9b9 None None] Sync routers for ids ['d8ecdf09-7305-4e08-bce2-8023fe5aece7'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:28:20.728031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fb5f2e51-a632-41ce-a1e4-ea666f797c5d admin admin] 10.222.0.57 "PUT /v2.0/routers/d8ecdf09-7305-4e08-bce2-8023fe5aece7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9193184 Nov 11 21:28:20.728031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53588) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:20.733628 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92f1f7-f7dc-4302-a30c-be5b9c70e9b9 None None] Routers {'d8ecdf09-7305-4e08-bce2-8023fe5aece7'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:20.734237 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0f92f1f7-f7dc-4302-a30c-be5b9c70e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d8ecdf09-7305-4e08-bce2-8023fe5aece7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:20.852290 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:20.856913 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0f92f1f7-f7dc-4302-a30c-be5b9c70e9b9 None None] Set router d8ecdf09-7305-4e08-bce2-8023fe5aece7 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:20.978609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c0c38-4f91-4dcb-9641-ded0748f74a8 req-26a5d3f3-eb37-4108-8e82-9aba3b0b8c4d tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:20.986419 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa7c0c38-4f91-4dcb-9641-ded0748f74a8 req-26a5d3f3-eb37-4108-8e82-9aba3b0b8c4d tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 946 time: 0.3417506 Nov 11 21:28:20.995526 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.101369 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0f92f1f7-f7dc-4302-a30c-be5b9c70e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'name': 'tempest-AttachSCSIVolumeTestJSON-912640722-router', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '07201e92-64e3-4a3b-85b1-d9f203992753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:11Z', 'updated_at': '2021-11-11T21:28:19Z', 'revision_number': 5, 'project_id': '4760953b72d444f1a09d53b6186d1f92', 'gw_port': {'id': '07201e92-64e3-4a3b-85b1-d9f203992753', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:12Z', 'updated_at': '2021-11-11T21:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:21.115232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cffcb-7cae-4ab8-aafb-4176aeeecc43 req-83380bd3-5b83-426b-8b86-05e81cb7a2c1 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:21.123580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae8cffcb-7cae-4ab8-aafb-4176aeeecc43 req-83380bd3-5b83-426b-8b86-05e81cb7a2c1 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 945 time: 0.1604371 Nov 11 21:28:21.138235 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92f1f7-f7dc-4302-a30c-be5b9c70e9b9 None None] Checking router: d8ecdf09-7305-4e08-bce2-8023fe5aece7 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:28:21.154229 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92f1f7-f7dc-4302-a30c-be5b9c70e9b9 None None] Routers {'d8ecdf09-7305-4e08-bce2-8023fe5aece7'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:21.155189 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0f92f1f7-f7dc-4302-a30c-be5b9c70e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d8ecdf09-7305-4e08-bce2-8023fe5aece7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:21.164979 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa7c0c38-4f91-4dcb-9641-ded0748f74a8 req-a03f9ed8-2ae2-49d2-a022-f4b55bcc72b9 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759820 Nov 11 21:28:21.241097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae8cffcb-7cae-4ab8-aafb-4176aeeecc43 req-e2c3efcb-a6a0-4451-82b2-72e3bb43a364 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085925 Nov 11 21:28:21.261404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] Deleting port 07201e92-64e3-4a3b-85b1-d9f203992753 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:21.261681 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.274864 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0f92f1f7-f7dc-4302-a30c-be5b9c70e9b9 None None] Set router d8ecdf09-7305-4e08-bce2-8023fe5aece7 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:21.389738 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0f92f1f7-f7dc-4302-a30c-be5b9c70e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'name': 'tempest-AttachSCSIVolumeTestJSON-912640722-router', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:11Z', 'updated_at': '2021-11-11T21:28:20Z', 'revision_number': 6, 'project_id': '4760953b72d444f1a09d53b6186d1f92', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:21.432460 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92f1f7-f7dc-4302-a30c-be5b9c70e9b9 None None] The sync data for ids ['d8ecdf09-7305-4e08-bce2-8023fe5aece7'] in n-d-805737-3 is: [{'id': 'd8ecdf09-7305-4e08-bce2-8023fe5aece7', 'name': 'tempest-AttachSCSIVolumeTestJSON-912640722-router', 'tenant_id': '4760953b72d444f1a09d53b6186d1f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:11Z', 'updated_at': '2021-11-11T21:28:20Z', 'revision_number': 6, 'project_id': '4760953b72d444f1a09d53b6186d1f92', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:28:21.517641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f9978-6796-4b25-8d51-7e278992fb92 req-6f3520f4-356e-4d7c-a013-aab829df8c41 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:21.519246 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d6f9978-6796-4b25-8d51-7e278992fb92 req-6f3520f4-356e-4d7c-a013-aab829df8c41 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 945 time: 0.1396480 Nov 11 21:28:21.538436 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] For port 07201e92-64e3-4a3b-85b1-d9f203992753, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=07201e92-64e3-4a3b-85b1-d9f203992753,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:21.538793 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.575128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1570f-a8db-416a-99cd-36e438437515 req-3a852e83-fc46-4a78-b2fc-36388ad6af8c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:21.576783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35b1570f-a8db-416a-99cd-36e438437515 req-3a852e83-fc46-4a78-b2fc-36388ad6af8c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1609862 Nov 11 21:28:21.582819 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] Calling delete_port for 07201e92-64e3-4a3b-85b1-d9f203992753 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:21.630307 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53616) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:21.701165 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35b1570f-a8db-416a-99cd-36e438437515 req-daec869f-1470-4567-b8d8-bcbe1dc4e6bc tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.1097174 Nov 11 21:28:21.713400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d6f9978-6796-4b25-8d51-7e278992fb92 req-848b2d09-89f5-4520-9a96-f17b9e5d2f71 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812134 Nov 11 21:28:21.722222 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-35b1570f-a8db-416a-99cd-36e438437515 req-6905c357-a544-4910-baf3-701296834015 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Request body: {'floatingip': {'port_id': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:21.767462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1330378445-network', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:21.799001 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] Made reservation on behalf of 7ba7b6256801415e838c5fcb0961a0da for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:21.802074 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.820073 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.835309 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-35b1570f-a8db-416a-99cd-36e438437515 req-6905c357-a544-4910-baf3-701296834015 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.946893 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.953329 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.961600 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73a254-1cfb-4adb-9b57-bf15f80ba472 req-0655a4a2-0da5-48e3-830b-b27786a1b235 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:21.970674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e73a254-1cfb-4adb-9b57-bf15f80ba472 req-0655a4a2-0da5-48e3-830b-b27786a1b235 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1947670 Nov 11 21:28:21.993666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:28:22.004812 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd17cd1c-2ea7-4efe-99a7-9c84a87335b5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:22.029222 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.031090 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] Added segment 9d620eb7-ccb1-4c7e-9d23-3e321b337df8 of type vlan for network bd19159d-1088-4471-a3b0-09ed4a14c274 Nov 11 21:28:22.079818 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.113100 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.114051 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:22.114634 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.127758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e73a254-1cfb-4adb-9b57-bf15f80ba472 req-ee5a5b59-ebda-4894-b5dc-c921db191f1b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568270 Nov 11 21:28:22.186044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] Pushing event updated for resources: {'Network': ['ID=bd19159d-1088-4471-a3b0-09ed4a14c274,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:22.196911 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-18c9c206-cd52-4c71-8c2b-8f02ff9642d0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5654411 Nov 11 21:28:22.199242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network bd19159d-1088-4471-a3b0-09ed4a14c274 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:28:22.205137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53626) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:22.212949 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.218340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2fc1a59a-0d2b-45db-90c3-e082bb75e827 admin admin] Request body: {'subnet': {'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1330378445-subnet', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:22.259922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] Pushing event deleted for resources: {'Port': ['ID=07201e92-64e3-4a3b-85b1-d9f203992753,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:22.268381 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc1a59a-0d2b-45db-90c3-e082bb75e827 admin admin] Made reservation on behalf of 7ba7b6256801415e838c5fcb0961a0da for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:22.271023 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fc1a59a-0d2b-45db-90c3-e082bb75e827 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.487328 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.582387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 07201e92-64e3-4a3b-85b1-d9f203992753 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:22.631819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 07201e92-64e3-4a3b-85b1-d9f203992753 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:22.635921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 07201e92-64e3-4a3b-85b1-d9f203992753 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:22.636524 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e8a1e543-15d6-4cdc-9548-5dc333053ad0 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:22.665808 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.670172 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.686200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: e8a1e543-15d6-4cdc-9548-5dc333053ad0 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:22.686766 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e8a1e543-15d6-4cdc-9548-5dc333053ad0 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:22.728550 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fc1a59a-0d2b-45db-90c3-e082bb75e827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.754977 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.757007 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8ecdf09-7305-4e08-bce2-8023fe5aece7 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:28:22.763299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.764366 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ceaec51c-0717-44b3-b187-fd717d5825df admin admin] 10.222.0.57 "DELETE /v2.0/routers/d8ecdf09-7305-4e08-bce2-8023fe5aece7 HTTP/1.1" status: 204 len: 168 time: 2.0340834 Nov 11 21:28:22.767013 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53638) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:22.863518 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1a59a-0d2b-45db-90c3-e082bb75e827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c7b203-4ff8-4e7e-9114-65c6ca3fb485,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:22.874689 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc1a59a-0d2b-45db-90c3-e082bb75e827 admin admin] Checking segment: {'id': '9d620eb7-ccb1-4c7e-9d23-3e321b337df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:22.875503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc1a59a-0d2b-45db-90c3-e082bb75e827 admin admin] Network hostable DHCP agents. Network: bd19159d-1088-4471-a3b0-09ed4a14c274, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:28:22.914740 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc1a59a-0d2b-45db-90c3-e082bb75e827 admin admin] Network bd19159d-1088-4471-a3b0-09ed4a14c274 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:28:22.927677 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2fc1a59a-0d2b-45db-90c3-e082bb75e827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, bd19159d-1088-4471-a3b0-09ed4a14c274) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:22.941012 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23d9d2c-5897-456b-b70a-d9f39bd4ceb6 None None] Network bd19159d-1088-4471-a3b0-09ed4a14c274 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:22.943081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc1a59a-0d2b-45db-90c3-e082bb75e827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:22.943685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fc1a59a-0d2b-45db-90c3-e082bb75e827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.967937 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2fc1a59a-0d2b-45db-90c3-e082bb75e827 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7602110 Nov 11 21:28:22.971288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53642) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:22.984492 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:22.993026 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-52871fab-11f5-48ad-8644-6d680fe57359 admin admin] Deleting subnet 45967afb-f40d-4100-aba9-e4dd43b5ed99 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:28:23.000394 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-52871fab-11f5-48ad-8644-6d680fe57359 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.026170 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.027894 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.111937 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-52871fab-11f5-48ad-8644-6d680fe57359 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.168225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.173068 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.db.resource_extend [req-35b1570f-a8db-416a-99cd-36e438437515 req-6905c357-a544-4910-baf3-701296834015 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:28:23.310771 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-35b1570f-a8db-416a-99cd-36e438437515 req-6905c357-a544-4910-baf3-701296834015 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.322306 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-35b1570f-a8db-416a-99cd-36e438437515 req-6905c357-a544-4910-baf3-701296834015 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.402071 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.402790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-bd19159d-1088-4471-a3b0-09ed4a14c274', 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'fixed_ips': [{'subnet_id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:28:23.403935 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.688834 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.714370 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.814949 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Allocated IP 172.20.0.2 (bd19159d-1088-4471-a3b0-09ed4a14c274/a1c7b203-4ff8-4e7e-9114-65c6ca3fb485/34df0312-ce98-4e66-84a1-75fc801825dd) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:23.830588 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-52871fab-11f5-48ad-8644-6d680fe57359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.845047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Allocated IP 172.25.0.164 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/08113973-4e3c-4cff-a1b7-a904b17a1bfd) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:23.922000 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec291cd-86a3-4ca6-a1a4-cfdb89d900c1 req-04a106a1-2c3d-4748-942c-e3dd5f435a36 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:23.930185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ec291cd-86a3-4ca6-a1a4-cfdb89d900c1 req-04a106a1-2c3d-4748-942c-e3dd5f435a36 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1479735 Nov 11 21:28:23.971553 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.982955 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-35b1570f-a8db-416a-99cd-36e438437515 req-6905c357-a544-4910-baf3-701296834015 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Floating IP 70431928-e18e-41e1-83e6-b942aca6219a associated. External IP: 172.25.0.108, port: 3ca5214f-2b08-467b-9492-5b5ea2605ec4. Nov 11 21:28:24.013260 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.014169 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.024024 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.054457 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:24.058334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:24.075826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:24.077438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Network bd19159d-1088-4471-a3b0-09ed4a14c274 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:24.084115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:24.088771 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-52871fab-11f5-48ad-8644-6d680fe57359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.090680 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:24.109274 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Pushing event updated for resources: {'Port': ['ID=34df0312-ce98-4e66-84a1-75fc801825dd,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:24.115584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Pushing event updated for resources: {'Port': ['ID=08113973-4e3c-4cff-a1b7-a904b17a1bfd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:24.153971 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ec291cd-86a3-4ca6-a1a4-cfdb89d900c1 req-745e8bbc-790e-4046-805b-0951a6bd68a0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227871 Nov 11 21:28:24.173224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Attempting to bind port 34df0312-ce98-4e66-84a1-75fc801825dd on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:24.173224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Attempting to bind port 34df0312-ce98-4e66-84a1-75fc801825dd by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '9d620eb7-ccb1-4c7e-9d23-3e321b337df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:24.173437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Attempting to bind port 34df0312-ce98-4e66-84a1-75fc801825dd on network bd19159d-1088-4471-a3b0-09ed4a14c274 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:24.178935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:24.179348 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Checking segment: {'id': '9d620eb7-ccb1-4c7e-9d23-3e321b337df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:24.179748 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.180131 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Bound using segment: {'id': '9d620eb7-ccb1-4c7e-9d23-3e321b337df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:24.180589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Bound port: 34df0312-ce98-4e66-84a1-75fc801825dd, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d620eb7-ccb1-4c7e-9d23-3e321b337df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:24.180993 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.229231 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-52871fab-11f5-48ad-8644-6d680fe57359 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.236308 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b387bcf1-3bec-4490-9041-ea2503d9fe25 None None] Network 0cdf8c34-5a47-461f-9b7a-130819e76f23 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:24.242099 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-52871fab-11f5-48ad-8644-6d680fe57359 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/45967afb-f40d-4100-aba9-e4dd43b5ed99 HTTP/1.1" status: 204 len: 168 time: 1.4712818 Nov 11 21:28:24.244929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53664) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:24.245769 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52871fab-11f5-48ad-8644-6d680fe57359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45967afb-f40d-4100-aba9-e4dd43b5ed99,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:24.326345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] For port 34df0312-ce98-4e66-84a1-75fc801825dd, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:24.330408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] For port 34df0312-ce98-4e66-84a1-75fc801825dd, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=34df0312-ce98-4e66-84a1-75fc801825dd,segment=NetworkSegment(9d620eb7-ccb1-4c7e-9d23-3e321b337df8),segment_id=9d620eb7-ccb1-4c7e-9d23-3e321b337df8)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:24.372475 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.474716 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.488892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43dc6a-c62b-4574-9715-c6ae4f81ff83 None None] Pushing event updated for resources: {'Port': ['ID=34df0312-ce98-4e66-84a1-75fc801825dd,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:24.518224 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.528297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2df89-ee84-4bfb-af0f-a4e6cab48dcd req-987a5065-6a1c-4eb7-9b93-975f66467167 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:24.537245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7a2df89-ee84-4bfb-af0f-a4e6cab48dcd req-987a5065-6a1c-4eb7-9b93-975f66467167 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 945 time: 0.1359925 Nov 11 21:28:24.580281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326c1fb6-3ff4-4ee5-b3da-29499b1e1cc2 None None] DHCP port deletion for 0cdf8c34-5a47-461f-9b7a-130819e76f23 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:28:24.648180 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-326c1fb6-3ff4-4ee5-b3da-29499b1e1cc2 None None] Deleting port 47b4b0d8-0a9b-446c-89e1-403af220b236 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:24.648809 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-326c1fb6-3ff4-4ee5-b3da-29499b1e1cc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.705402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7a2df89-ee84-4bfb-af0f-a4e6cab48dcd req-3369e730-aa60-448e-967f-6d19aa31a21c tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652119 Nov 11 21:28:24.849158 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.855146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-326c1fb6-3ff4-4ee5-b3da-29499b1e1cc2 None None] For port 47b4b0d8-0a9b-446c-89e1-403af220b236, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=47b4b0d8-0a9b-446c-89e1-403af220b236,segment=NetworkSegment(d2818c18-a53d-49ab-80c9-cf054c1c3527),segment_id=d2818c18-a53d-49ab-80c9-cf054c1c3527)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:24.855766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-326c1fb6-3ff4-4ee5-b3da-29499b1e1cc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.865235 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] Deleting port 47b4b0d8-0a9b-446c-89e1-403af220b236 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:24.865795 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.889128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-326c1fb6-3ff4-4ee5-b3da-29499b1e1cc2 None None] Calling delete_port for 47b4b0d8-0a9b-446c-89e1-403af220b236 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:24.939379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35b1570f-a8db-416a-99cd-36e438437515 req-6905c357-a544-4910-baf3-701296834015 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Router 12f16641-e4d2-4a58-a7db-cca2bd35b704 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:28:25.002066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] For port 47b4b0d8-0a9b-446c-89e1-403af220b236, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=47b4b0d8-0a9b-446c-89e1-403af220b236,segment=NetworkSegment(d2818c18-a53d-49ab-80c9-cf054c1c3527),segment_id=d2818c18-a53d-49ab-80c9-cf054c1c3527)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:25.002489 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.006991 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7334e-6a85-403d-acd2-e658af0ed631 req-e3eddb7f-e078-40e8-83ae-5442b2368e95 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:25.016147 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ddd7334e-6a85-403d-acd2-e658af0ed631 req-e3eddb7f-e078-40e8-83ae-5442b2368e95 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 1096 time: 0.1702147 Nov 11 21:28:25.041736 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-326c1fb6-3ff4-4ee5-b3da-29499b1e1cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.050497 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cdf9905-8d58-49b0-8226-023313b76a55 req-7b0935b9-b500-418e-9dcf-053c64973ad3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1071477 Nov 11 21:28:25.056970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c1fb6-3ff4-4ee5-b3da-29499b1e1cc2 None None] No DVR routers for this DVR port 47b4b0d8-0a9b-446c-89e1-403af220b236 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:25.080314 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c1fb6-3ff4-4ee5-b3da-29499b1e1cc2 None None] Pushing event deleted for resources: {'Port': ['ID=47b4b0d8-0a9b-446c-89e1-403af220b236,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:25.086825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] Calling delete_port for 47b4b0d8-0a9b-446c-89e1-403af220b236 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:25.147174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf9905-8d58-49b0-8226-023313b76a55 req-8a74bb60-4ec5-4f4f-bff0-044a53a0cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:25.149006 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cdf9905-8d58-49b0-8226-023313b76a55 req-8a74bb60-4ec5-4f4f-bff0-044a53a0cda7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 1095 time: 0.0634539 Nov 11 21:28:25.160297 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:28:25.206023 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ddd7334e-6a85-403d-acd2-e658af0ed631 req-ff0cf3d9-2d75-4774-9d25-6ee50af98806 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886005 Nov 11 21:28:25.235991 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35b1570f-a8db-416a-99cd-36e438437515 req-6905c357-a544-4910-baf3-701296834015 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:28:25.242187 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-35b1570f-a8db-416a-99cd-36e438437515 req-6905c357-a544-4910-baf3-701296834015 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.256363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e15a85-68b7-4b94-9bd9-0af031c5380a None None] Sync routers for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:28:25.283712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e15a85-68b7-4b94-9bd9-0af031c5380a None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:25.284681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d2e15a85-68b7-4b94-9bd9-0af031c5380a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:25.305918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35b1570f-a8db-416a-99cd-36e438437515 req-6905c357-a544-4910-baf3-701296834015 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "PUT /v2.0/floatingips/70431928-e18e-41e1-83e6-b942aca6219a HTTP/1.1" status: 200 len: 997 time: 3.5888541 Nov 11 21:28:25.308322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'tag': '3ca5214f-2b08-467b-9492-5b5ea2605ec4'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:25.310931 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3cb924-8af3-47a6-a96e-25f11465d2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8bd96e-315f-45dc-859f-52e428cfd53d", "tag": "3ca5214f-2b08-467b-9492-5b5ea2605ec4"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:25.315146 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.354044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=47b4b0d8-0a9b-446c-89e1-403af220b236,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:25.361400 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] No DVR routers for this DVR port 47b4b0d8-0a9b-446c-89e1-403af220b236 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:25.399284 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf9905-8d58-49b0-8226-023313b76a55 req-341f7195-b929-44d8-8bdc-c780e2aeb3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:25.400936 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cdf9905-8d58-49b0-8226-023313b76a55 req-341f7195-b929-44d8-8bdc-c780e2aeb3d2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.2270691 Nov 11 21:28:25.406849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:28:25.423166 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Sync routers for ids ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:28:25.443784 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Routers {'11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:25.445063 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:25.466442 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cdf9905-8d58-49b0-8226-023313b76a55 req-bfe25171-056b-4e5a-805c-3401dbeb434c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c711562c-c0c8-4084-a044-15b203cc940c HTTP/1.1" status: 200 len: 217 time: 0.0524163 Nov 11 21:28:25.477509 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.479443 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-181aceac-90ce-4f1e-919a-5c598ab0ae8e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.5068157 Nov 11 21:28:25.480284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1570f-a8db-416a-99cd-36e438437515 req-1b36deef-ca63-4a54-82ed-b7803e5cf3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:25.482191 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35b1570f-a8db-416a-99cd-36e438437515 req-1b36deef-ca63-4a54-82ed-b7803e5cf3a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 1097 time: 0.1381271 Nov 11 21:28:25.485308 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53674) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:25.517809 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d2e15a85-68b7-4b94-9bd9-0af031c5380a None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:25.557723 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.646818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdf8c34-5a47-461f-9b7a-130819e76f23']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:25.648723 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Set router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:25.670361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf9905-8d58-49b0-8226-023313b76a55 req-3bdb7428-555b-406a-9694-f2cf9d278ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:25.671842 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cdf9905-8d58-49b0-8226-023313b76a55 req-3bdb7428-555b-406a-9694-f2cf9d278ee4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.1893511 Nov 11 21:28:25.711946 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1841df1-632f-4c43-8a85-3a1db4da8105 req-052a4ab4-a802-4346-bf1d-97ba205b9a26 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:25.720855 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1841df1-632f-4c43-8a85-3a1db4da8105 req-052a4ab4-a802-4346-bf1d-97ba205b9a26 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 945 time: 0.2577331 Nov 11 21:28:25.731635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2818c18-a53d-49ab-80c9-cf054c1c3527') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:25.731956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2818c18-a53d-49ab-80c9-cf054c1c3527') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:25.738640 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cdf9905-8d58-49b0-8226-023313b76a55 req-ee6f8b7a-19a3-46c3-b094-fdd476e3c521 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559311 Nov 11 21:28:25.773039 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.796013 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.828496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:28:25.829261 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:28:25.832387 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:28:25.883053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1570f-a8db-416a-99cd-36e438437515 req-856f277c-8c92-4c5b-96de-dd56dc235b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:25.885932 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35b1570f-a8db-416a-99cd-36e438437515 req-856f277c-8c92-4c5b-96de-dd56dc235b32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 922 time: 0.3474412 Nov 11 21:28:25.919032 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:24Z', 'revision_number': 3, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'gw_port': {'id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:25.920174 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d2e15a85-68b7-4b94-9bd9-0af031c5380a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '70431928-e18e-41e1-83e6-b942aca6219a', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'port_id': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'mac_address': 'fa:16:3e:3f:2c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:28:07Z', 'updated_at': '2021-11-11T21:28:23Z', 'revision_number': 1, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:25.953827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e15a85-68b7-4b94-9bd9-0af031c5380a None None] Checking router: 12f16641-e4d2-4a58-a7db-cca2bd35b704 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:28:25.956947 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Checking router: 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:28:25.957436 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Updating router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 port 08113973-4e3c-4cff-a1b7-a904b17a1bfd binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:28:25.966192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e15a85-68b7-4b94-9bd9-0af031c5380a None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:25.966901 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d2e15a85-68b7-4b94-9bd9-0af031c5380a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:25.970049 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1841df1-632f-4c43-8a85-3a1db4da8105 req-a453068c-3e42-4df6-8e0a-baa341e0aa2b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482886 Nov 11 21:28:26.003288 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.056066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e188c0-5e27-4290-8571-f6513ed9c4eb None None] Network bd19159d-1088-4471-a3b0-09ed4a14c274 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:26.061684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.095767 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.099992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0cdf8c34-5a47-461f-9b7a-130819e76f23 HTTP/1.1" status: 204 len: 168 time: 1.8480747 Nov 11 21:28:26.101596 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e5deb-a8d7-417e-ace5-47aa9b944a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cdf8c34-5a47-461f-9b7a-130819e76f23,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:26.105065 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53678) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:26.119583 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35b1570f-a8db-416a-99cd-36e438437515 req-34ada123-f527-4d03-b207-94e261b45ad8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ca5214f-2b08-467b-9492-5b5ea2605ec4 HTTP/1.1" status: 200 len: 1000 time: 0.1563394 Nov 11 21:28:26.234495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1570f-a8db-416a-99cd-36e438437515 req-65a46449-79c7-4e32-bbdf-17d2c822b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:26.239750 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 3767a09d-4199-4b3b-bcbb-02cf1e5397fd details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:28:26.244090 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35b1570f-a8db-416a-99cd-36e438437515 req-65a46449-79c7-4e32-bbdf-17d2c822b3e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.1235759 Nov 11 21:28:26.338757 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cdf9905-8d58-49b0-8226-023313b76a55 req-01b12f93-1ee1-4548-b1aa-929fd1b93b0c service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297916 Nov 11 21:28:26.506700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1570f-a8db-416a-99cd-36e438437515 req-f41561cc-587e-43a9-a2d8-645cd257f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:26.510249 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35b1570f-a8db-416a-99cd-36e438437515 req-f41561cc-587e-43a9-a2d8-645cd257f295 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2648928 Nov 11 21:28:26.518100 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:26.530476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-35b1570f-a8db-416a-99cd-36e438437515 req-381a65df-cd23-4ddf-b484-02d67238ffa4 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:28:26.533912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35b1570f-a8db-416a-99cd-36e438437515 req-381a65df-cd23-4ddf-b484-02d67238ffa4 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138736 Nov 11 21:28:26.556188 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-145acc10-0e35-4021-9b0d-9231cadf19e2 None None] Provisioning complete for port 34df0312-ce98-4e66-84a1-75fc801825dd triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:26.556561 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-145acc10-0e35-4021-9b0d-9231cadf19e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.574683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '3767a09d-4199-4b3b-bcbb-02cf1e5397fd', 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9', 'port_id': '3767a09d-4199-4b3b-bcbb-02cf1e5397fd', 'mac_address': 'fa:16:3e:2b:58:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1fa2e18-9868-425d-8893-879c75856b13', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:28:26.604342 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.614205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 34df0312-ce98-4e66-84a1-75fc801825dd up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:26.622170 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d2e15a85-68b7-4b94-9bd9-0af031c5380a None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:26.624032 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.702629 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93931d2-4d41-4e45-9020-06111cf46716 None None] Pushing event updated for resources: {'Port': ['ID=08113973-4e3c-4cff-a1b7-a904b17a1bfd,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:26.755564 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cdf9905-8d58-49b0-8226-023313b76a55 req-f31a755e-f9c8-4118-8e06-48fb7ca13062 service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017096 Nov 11 21:28:26.765189 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Attempting to bind port 08113973-4e3c-4cff-a1b7-a904b17a1bfd on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:26.765479 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Attempting to bind port 08113973-4e3c-4cff-a1b7-a904b17a1bfd by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:26.765662 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Attempting to bind port 08113973-4e3c-4cff-a1b7-a904b17a1bfd on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:26.778371 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:26.779040 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:26.779739 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.780281 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:26.780924 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Bound port: 08113973-4e3c-4cff-a1b7-a904b17a1bfd, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:26.781637 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.872078 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.893233 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] For port 08113973-4e3c-4cff-a1b7-a904b17a1bfd, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:26.902306 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] For port 08113973-4e3c-4cff-a1b7-a904b17a1bfd, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=08113973-4e3c-4cff-a1b7-a904b17a1bfd,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:26.903601 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35b1570f-a8db-416a-99cd-36e438437515 req-c47ece55-a6c0-4425-9cde-c24b9bbc4d72 service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001444 Nov 11 21:28:26.920541 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.930774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3767a09d-4199-4b3b-bcbb-02cf1e5397fd {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:28:26.990432 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 34df0312-ce98-4e66-84a1-75fc801825dd triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:26.991071 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.011860 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Routers {'11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:27.012528 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:27.015247 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93931d2-4d41-4e45-9020-06111cf46716 None None] Pushing event updated for resources: {'Port': ['ID=08113973-4e3c-4cff-a1b7-a904b17a1bfd,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:27.030608 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.056633 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:27.106320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35b1570f-a8db-416a-99cd-36e438437515 req-cd0b0c1d-4cf8-4dd5-a64f-42d1a91e1876 service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586683 Nov 11 21:28:27.170270 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.185187 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-145acc10-0e35-4021-9b0d-9231cadf19e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.209956 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf6a8-66b3-4cd6-9523-a1d752bab55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.298836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Allocated IP 172.20.0.1 (bd19159d-1088-4471-a3b0-09ed4a14c274/a1c7b203-4ff8-4e7e-9114-65c6ca3fb485/f307ce1c-6fb8-4b68-8068-59c5edac763f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:27.309436 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] Set router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:27.425225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['3767a09d-4199-4b3b-bcbb-02cf1e5397fd'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:28:27.441723 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.451259 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c87ddf0-cd06-464b-bc33-7cd3405c8963 x-openstack-request-id: req-9c87ddf0-cd06-464b-bc33-7cd3405c8963 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:27.451971 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8bd96e-315f-45dc-859f-52e428cfd53d", "tag": "3ca5214f-2b08-467b-9492-5b5ea2605ec4", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:27.452112 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c87ddf0-cd06-464b-bc33-7cd3405c8963 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:27.454491 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'tag': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'status': 'completed', 'code': 200} Nov 11 21:28:27.493885 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.587499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-9c3d64a0-0a98-4467-ab07-b6c5378ac26f tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:28:27.588436 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-9c3d64a0-0a98-4467-ab07-b6c5378ac26f tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063145 Nov 11 21:28:27.599514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Network bd19159d-1088-4471-a3b0-09ed4a14c274 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:27.613596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:27.616531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:27.658454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf708aa-d2b5-4d07-9b7f-e39f94509e67 req-e0d06e91-3f33-44e8-9588-5836e3a8b173 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:27.666081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bf708aa-d2b5-4d07-9b7f-e39f94509e67 req-e0d06e91-3f33-44e8-9588-5836e3a8b173 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 944 time: 0.1442952 Nov 11 21:28:27.710516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:27.720850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-145acc10-0e35-4021-9b0d-9231cadf19e2 None None] For port 34df0312-ce98-4e66-84a1-75fc801825dd, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=34df0312-ce98-4e66-84a1-75fc801825dd,segment=NetworkSegment(9d620eb7-ccb1-4c7e-9d23-3e321b337df8),segment_id=9d620eb7-ccb1-4c7e-9d23-3e321b337df8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:27.750010 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-145acc10-0e35-4021-9b0d-9231cadf19e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.750955 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Pushing event updated for resources: {'Port': ['ID=f307ce1c-6fb8-4b68-8068-59c5edac763f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:27.760478 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.764366 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cb924-8af3-47a6-a96e-25f11465d2ff req-f7bfd4b1-82f8-4134-aad4-690f285e402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:27.770821 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9c3cb924-8af3-47a6-a96e-25f11465d2ff req-f7bfd4b1-82f8-4134-aad4-690f285e402c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 1097 time: 0.2925475 Nov 11 21:28:27.781709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-2d7f3496-64f3-4f24-b779-8c67f9fa5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:27.784748 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-2d7f3496-64f3-4f24-b779-8c67f9fa5702 service neutron] 10.222.0.57 "GET /v2.0/ports/7ff835fb-024f-4d22-b009-2e991997392e HTTP/1.1" status: 200 len: 1093 time: 0.1837258 Nov 11 21:28:27.811454 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:24Z', 'revision_number': 3, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'gw_port': {'id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:27.827174 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bf708aa-d2b5-4d07-9b7f-e39f94509e67 req-d3ab49aa-a6ae-4612-a703-6c595c34569c tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591160 Nov 11 21:28:27.850765 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f4d8a-2f78-4e02-a1b8-4af09356c192 None None] The sync data for ids ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'] in n-d-805737-3 is: [{'id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:24Z', 'revision_number': 3, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'gw_port': {'id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:28:27.912361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-5ea7e0cb-bfe3-46d1-859b-3fc35a696fe8 service neutron] Request body: {'binding': {'host': 'n-h2-805737-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:27.913049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-5ea7e0cb-bfe3-46d1-859b-3fc35a696fe8 service neutron] Unknown quota resources ['binding']. {{(pid=102535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:28:27.918937 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.934007 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-8e2cf6a8-66b3-4cd6-9523-a1d752bab55f admin admin] Deleting port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:27.934905 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf6a8-66b3-4cd6-9523-a1d752bab55f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.965414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145acc10-0e35-4021-9b0d-9231cadf19e2 None None] Pushing event updated for resources: {'Port': ['ID=34df0312-ce98-4e66-84a1-75fc801825dd,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:27.983503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d2e15a85-68b7-4b94-9bd9-0af031c5380a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '70431928-e18e-41e1-83e6-b942aca6219a', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'port_id': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'mac_address': 'fa:16:3e:3f:2c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:28:07Z', 'updated_at': '2021-11-11T21:28:23Z', 'revision_number': 1, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:28.035022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-8e2cf6a8-66b3-4cd6-9523-a1d752bab55f admin admin] For port 64b23aa0-0c36-40ed-b02f-8d9cfdd74660, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=64b23aa0-0c36-40ed-b02f-8d9cfdd74660,segment=NetworkSegment(ebde8aee-2b82-49e2-ae15-c414b6868ae2),segment_id=ebde8aee-2b82-49e2-ae15-c414b6868ae2)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:28.035402 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf6a8-66b3-4cd6-9523-a1d752bab55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.040334 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e15a85-68b7-4b94-9bd9-0af031c5380a None None] The sync data for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 is: [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '70431928-e18e-41e1-83e6-b942aca6219a', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'port_id': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'mac_address': 'fa:16:3e:3f:2c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:28:07Z', 'updated_at': '2021-11-11T21:28:23Z', 'revision_number': 1, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:28:28.042992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2c191d69-021a-4a6e-a453-d2f80a317c54 None None] Provisioning complete for port 34df0312-ce98-4e66-84a1-75fc801825dd triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:28.043365 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c191d69-021a-4a6e-a453-d2f80a317c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.046731 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:28:28.047053 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:28:28.054756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-8e2cf6a8-66b3-4cd6-9523-a1d752bab55f admin admin] Calling delete_port for 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:28.189221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ff1d3-29f2-44e6-b785-ce6fccc61db6 req-803b440b-2374-4a2a-86b4-b7bc818d9408 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:28.190017 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cb924-8af3-47a6-a96e-25f11465d2ff req-3d5ee5cc-1272-4954-ab9d-f467577921bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:28.190587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-807ff1d3-29f2-44e6-b785-ce6fccc61db6 req-803b440b-2374-4a2a-86b4-b7bc818d9408 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0782323 Nov 11 21:28:28.197400 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9c3cb924-8af3-47a6-a96e-25f11465d2ff req-3d5ee5cc-1272-4954-ab9d-f467577921bf service neutron] 10.222.0.71 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 922 time: 0.4038675 Nov 11 21:28:28.206339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-5ea7e0cb-bfe3-46d1-859b-3fc35a696fe8 service neutron] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e on host n-h2-805737-3 for vnic_type normal with profile None {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:28.206675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-5ea7e0cb-bfe3-46d1-859b-3fc35a696fe8 service neutron] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:28.207002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-5ea7e0cb-bfe3-46d1-859b-3fc35a696fe8 service neutron] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:28.306250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-5ea7e0cb-bfe3-46d1-859b-3fc35a696fe8 service neutron] Port 7ff835fb-024f-4d22-b009-2e991997392e on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:28:28.306578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-5ea7e0cb-bfe3-46d1-859b-3fc35a696fe8 service neutron] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:28.309156 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-016356c4-bd03-4a24-82bb-506243821926 None None] Provisioning complete for port f307ce1c-6fb8-4b68-8068-59c5edac763f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:28.310102 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-016356c4-bd03-4a24-82bb-506243821926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.322187 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-5ea7e0cb-bfe3-46d1-859b-3fc35a696fe8 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:28.322525 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-5ea7e0cb-bfe3-46d1-859b-3fc35a696fe8 service neutron] Checking segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:28.322909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-5ea7e0cb-bfe3-46d1-859b-3fc35a696fe8 service neutron] Bound using segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:28.323421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-5ea7e0cb-bfe3-46d1-859b-3fc35a696fe8 service neutron] Bound port: 7ff835fb-024f-4d22-b009-2e991997392e, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:28.395710 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-016356c4-bd03-4a24-82bb-506243821926 None None] Port f307ce1c-6fb8-4b68-8068-59c5edac763f cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:28.418007 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9c3cb924-8af3-47a6-a96e-25f11465d2ff req-a9553901-cc32-4889-a5e0-d8832b56ee53 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ca5214f-2b08-467b-9492-5b5ea2605ec4 HTTP/1.1" status: 200 len: 1000 time: 0.2082007 Nov 11 21:28:28.448591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d70e01a-79d0-43a2-a2fe-fbe0be4fa896 None None] New status for floating IP 70431928-e18e-41e1-83e6-b942aca6219a: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:28:28.499289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-5ea7e0cb-bfe3-46d1-859b-3fc35a696fe8 service neutron] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7ff835fb-024f-4d22-b009-2e991997392e,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:28.512327 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-5ea7e0cb-bfe3-46d1-859b-3fc35a696fe8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.513567 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-5ea7e0cb-bfe3-46d1-859b-3fc35a696fe8 service neutron] 10.222.0.57 "POST /v2.0/ports/7ff835fb-024f-4d22-b009-2e991997392e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6053143 Nov 11 21:28:28.514180 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.538113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cb924-8af3-47a6-a96e-25f11465d2ff req-1ef9452c-3515-4bb9-a5c9-fe927103f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:28.539873 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9c3cb924-8af3-47a6-a96e-25f11465d2ff req-1ef9452c-3515-4bb9-a5c9-fe927103f9c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.0877857 Nov 11 21:28:28.708949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-807ff1d3-29f2-44e6-b785-ce6fccc61db6 req-2d0ebe3b-c8d4-4bdf-9efb-1f23cf4d799b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113578 Nov 11 21:28:28.804186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 47b4b0d8-0a9b-446c-89e1-403af220b236 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:28.809251 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf6a8-66b3-4cd6-9523-a1d752bab55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.819876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cb924-8af3-47a6-a96e-25f11465d2ff req-b82d8cd8-45d9-4245-8aab-bf391126d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:28.821621 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9c3cb924-8af3-47a6-a96e-25f11465d2ff req-b82d8cd8-45d9-4245-8aab-bf391126d9b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506314 Nov 11 21:28:28.846065 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 47b4b0d8-0a9b-446c-89e1-403af220b236 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:28.846413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 47b4b0d8-0a9b-446c-89e1-403af220b236 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:28.878624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cf6a8-66b3-4cd6-9523-a1d752bab55f admin admin] Pushing event deleted for resources: {'Port': ['ID=64b23aa0-0c36-40ed-b02f-8d9cfdd74660,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:29.089811 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.117652 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.130392 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba645b-9122-401c-aca3-4670e466bece req-0c987d96-5887-437c-9e5a-85aa5503e37a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:29.131795 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-0c987d96-5887-437c-9e5a-85aa5503e37a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=6963616b-152f-429b-8a5e-0dd216c4d43a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2051835 Nov 11 21:28:29.146956 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 08113973-4e3c-4cff-a1b7-a904b17a1bfd up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:29.193004 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9c3cb924-8af3-47a6-a96e-25f11465d2ff req-f6cd7250-feb5-4bc0-b89e-312cd06788f7 service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581758 Nov 11 21:28:29.234434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 08113973-4e3c-4cff-a1b7-a904b17a1bfd triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:29.235752 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.237974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Pushing event updated for resources: {'Port': ['ID=f307ce1c-6fb8-4b68-8068-59c5edac763f,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:29.268500 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.339002 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.354188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-29c7a6ce-01d7-4d31-a40b-12fc3f762400 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1002 time: 0.1812263 Nov 11 21:28:29.361578 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 08113973-4e3c-4cff-a1b7-a904b17a1bfd, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=08113973-4e3c-4cff-a1b7-a904b17a1bfd,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:29.365117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c76545-966d-44fc-8ed3-a8cda4e93a11 req-d4a45ee5-6e2d-4de1-ac7a-d6af7b48f576 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:29.372607 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40c76545-966d-44fc-8ed3-a8cda4e93a11 req-d4a45ee5-6e2d-4de1-ac7a-d6af7b48f576 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.2540982 Nov 11 21:28:29.374536 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.375662 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 34df0312-ce98-4e66-84a1-75fc801825dd up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:29.388893 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-feba645b-9122-401c-aca3-4670e466bece req-078f304b-4ab3-4012-9377-0f728858327a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Request body: {'floatingip': {'port_id': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:29.431606 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf6a8-66b3-4cd6-9523-a1d752bab55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.440230 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9c3cb924-8af3-47a6-a96e-25f11465d2ff req-b5ece66c-79bb-40aa-8d0e-fea9fc5c0cbc service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950336 Nov 11 21:28:29.461761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Network bd19159d-1088-4471-a3b0-09ed4a14c274 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:29.463495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:29.512491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 34df0312-ce98-4e66-84a1-75fc801825dd triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:29.513042 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.541717 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=08113973-4e3c-4cff-a1b7-a904b17a1bfd,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:29.543405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40c76545-966d-44fc-8ed3-a8cda4e93a11 req-4aa6426b-e13f-441e-a0da-396736d8b414 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677127 Nov 11 21:28:29.551333 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-feba645b-9122-401c-aca3-4670e466bece req-078f304b-4ab3-4012-9377-0f728858327a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.626569 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:28:29.775521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:28:29.780519 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3bcfd48e-78f6-49c3-87b6-c403e0fc5aea admin admin] 10.222.0.57 "PUT /v2.0/routers/11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2707310 Nov 11 21:28:29.829096 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3254f626-aaf2-4754-b1da-0392a8a5dfb5 None None] Provisioning complete for port f307ce1c-6fb8-4b68-8068-59c5edac763f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:29.829822 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3254f626-aaf2-4754-b1da-0392a8a5dfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.871850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3254f626-aaf2-4754-b1da-0392a8a5dfb5 None None] Port f307ce1c-6fb8-4b68-8068-59c5edac763f cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:29.899344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74588cbd-039d-4ea3-8a96-d4b3a1f56f6c req-09e59407-eff9-4d19-b2fe-1f29d3e5d6e6 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:29.905423 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74588cbd-039d-4ea3-8a96-d4b3a1f56f6c req-09e59407-eff9-4d19-b2fe-1f29d3e5d6e6 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 944 time: 0.2061181 Nov 11 21:28:29.989116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2cf6a8-66b3-4cd6-9523-a1d752bab55f admin admin] Router 930d4a77-490f-4868-ab86-ff86940f8cc6 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:28:30.022556 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74588cbd-039d-4ea3-8a96-d4b3a1f56f6c req-ca0d013c-c58b-47d6-ac4f-9cb534b4451b tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091416 Nov 11 21:28:30.203310 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Sync routers for ids ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:28:30.214465 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Routers {'11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:30.215064 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:30.228219 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 3767a09d-4199-4b3b-bcbb-02cf1e5397fd up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:30.273132 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2cf6a8-66b3-4cd6-9523-a1d752bab55f admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:28:30.280556 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8e2cf6a8-66b3-4cd6-9523-a1d752bab55f admin admin] 10.222.0.57 "PUT /v2.0/routers/930d4a77-490f-4868-ab86-ff86940f8cc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1748166 Nov 11 21:28:30.283127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53726) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:30.300508 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ae9ea-11bc-480b-a214-5919c95c05b9 req-6b5cca40-c9f3-4db1-a512-6396f3df181b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:30.302109 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf3ae9ea-11bc-480b-a214-5919c95c05b9 req-6b5cca40-c9f3-4db1-a512-6396f3df181b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1536257 Nov 11 21:28:30.338429 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Set router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:30.400287 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.400960 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce21dd3d-5b6a-4bfc-b962-86f0d58fdf69 None None] Sync routers for ids ['930d4a77-490f-4868-ab86-ff86940f8cc6'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:28:30.418073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce21dd3d-5b6a-4bfc-b962-86f0d58fdf69 None None] Routers {'930d4a77-490f-4868-ab86-ff86940f8cc6'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:30.418708 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ce21dd3d-5b6a-4bfc-b962-86f0d58fdf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['930d4a77-490f-4868-ab86-ff86940f8cc6'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:30.439404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf3ae9ea-11bc-480b-a214-5919c95c05b9 req-2fd706b6-d225-450b-b933-c6a2f1ba2712 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793979 Nov 11 21:28:30.531314 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.536300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:30.536680 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.607775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-ce21dd3d-5b6a-4bfc-b962-86f0d58fdf69 None None] Set router 930d4a77-490f-4868-ab86-ff86940f8cc6 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:30.638114 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-feba645b-9122-401c-aca3-4670e466bece req-078f304b-4ab3-4012-9377-0f728858327a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.642934 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-feba645b-9122-401c-aca3-4670e466bece req-078f304b-4ab3-4012-9377-0f728858327a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.649855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] Deleting port 602a040e-a0ba-4918-b930-721dd94d73e5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:30.650476 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.743159 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:28Z', 'revision_number': 4, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'gw_port': {'id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'f307ce1c-6fb8-4b68-8068-59c5edac763f', 'name': '', 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'mac_address': 'fa:16:3e:64:73:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:27Z', 'updated_at': '2021-11-11T21:28:28Z', 'revision_number': 2, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'subnets': [{'id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:30.795763 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Checking router: 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:28:30.796105 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Updating router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 port f307ce1c-6fb8-4b68-8068-59c5edac763f binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:28:30.818249 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-feba645b-9122-401c-aca3-4670e466bece req-078f304b-4ab3-4012-9377-0f728858327a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Floating IP 70431928-e18e-41e1-83e6-b942aca6219a associated. External IP: 172.25.0.108, port: 3ca5214f-2b08-467b-9492-5b5ea2605ec4. Nov 11 21:28:30.819596 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.822003 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.831509 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] For port 602a040e-a0ba-4918-b930-721dd94d73e5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=602a040e-a0ba-4918-b930-721dd94d73e5,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:30.831895 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.852174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] Calling delete_port for 602a040e-a0ba-4918-b930-721dd94d73e5 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:30.905644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29c8e90-b2e1-4aff-800f-7c0dd65dcda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3767a09d-4199-4b3b-bcbb-02cf1e5397fd'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:30.909612 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d184a6a9-77fb-4f2c-8d67-460b17725891" -d '{"events": [{"server_uuid": "d29c8e90-b2e1-4aff-800f-7c0dd65dcda4", "name": "network-vif-plugged", "status": "completed", "tag": "3767a09d-4199-4b3b-bcbb-02cf1e5397fd"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:30.913850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:30.925083 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.015262 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06ab33-b2a2-4cd8-aefe-8c6f4919f0eb req-603ecad4-4a54-4d8d-8ada-0c6c8c4a77b3 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:31.016968 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ef06ab33-b2a2-4cd8-aefe-8c6f4919f0eb req-603ecad4-4a54-4d8d-8ada-0c6c8c4a77b3 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.10 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 945 time: 0.1060658 Nov 11 21:28:31.037920 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ce21dd3d-5b6a-4bfc-b962-86f0d58fdf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420120525-router', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '602a040e-a0ba-4918-b930-721dd94d73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:21Z', 'updated_at': '2021-11-11T21:28:28Z', 'revision_number': 5, 'project_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'gw_port': {'id': '602a040e-a0ba-4918-b930-721dd94d73e5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:22Z', 'updated_at': '2021-11-11T21:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:31.041675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:31.072771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53736) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:31.087030 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-57b1aa65-076e-4cfb-9694-3c0b2a7ea37f tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--436735859', 'description': 'tempest-description--2010868801'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:31.133573 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce21dd3d-5b6a-4bfc-b962-86f0d58fdf69 None None] Checking router: 930d4a77-490f-4868-ab86-ff86940f8cc6 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:28:31.144487 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57b1aa65-076e-4cfb-9694-3c0b2a7ea37f tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.148538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce21dd3d-5b6a-4bfc-b962-86f0d58fdf69 None None] Routers {'930d4a77-490f-4868-ab86-ff86940f8cc6'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:31.149002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ce21dd3d-5b6a-4bfc-b962-86f0d58fdf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['930d4a77-490f-4868-ab86-ff86940f8cc6'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:31.210110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 08113973-4e3c-4cff-a1b7-a904b17a1bfd up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:31.254533 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.309999 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.317778 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.321495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=602a040e-a0ba-4918-b930-721dd94d73e5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:31.326465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-ce21dd3d-5b6a-4bfc-b962-86f0d58fdf69 None None] Set router 930d4a77-490f-4868-ab86-ff86940f8cc6 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:31.377803 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a10bc-adab-432b-bc14-df90153e7482 None None] Pushing event updated for resources: {'Port': ['ID=f307ce1c-6fb8-4b68-8068-59c5edac763f,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:31.404531 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ce21dd3d-5b6a-4bfc-b962-86f0d58fdf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420120525-router', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:21Z', 'updated_at': '2021-11-11T21:28:30Z', 'revision_number': 6, 'project_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:31.447992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce21dd3d-5b6a-4bfc-b962-86f0d58fdf69 None None] The sync data for ids ['930d4a77-490f-4868-ab86-ff86940f8cc6'] in n-d-805737-3 is: [{'id': '930d4a77-490f-4868-ab86-ff86940f8cc6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420120525-router', 'tenant_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:21Z', 'updated_at': '2021-11-11T21:28:30Z', 'revision_number': 6, 'project_id': 'cb552ed3b39c4cb39f06575cfb4ddce7', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:28:31.451984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 08113973-4e3c-4cff-a1b7-a904b17a1bfd triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:31.452430 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.469936 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Attempting to bind port f307ce1c-6fb8-4b68-8068-59c5edac763f on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:31.470321 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Attempting to bind port f307ce1c-6fb8-4b68-8068-59c5edac763f by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '9d620eb7-ccb1-4c7e-9d23-3e321b337df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:31.470661 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Attempting to bind port f307ce1c-6fb8-4b68-8068-59c5edac763f on network bd19159d-1088-4471-a3b0-09ed4a14c274 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:31.493451 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:31.495379 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Checking segment: {'id': '9d620eb7-ccb1-4c7e-9d23-3e321b337df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:31.495868 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.496466 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Bound using segment: {'id': '9d620eb7-ccb1-4c7e-9d23-3e321b337df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:31.498389 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Bound port: f307ce1c-6fb8-4b68-8068-59c5edac763f, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d620eb7-ccb1-4c7e-9d23-3e321b337df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:31.498828 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.601705 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57b1aa65-076e-4cfb-9694-3c0b2a7ea37f tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.608625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-feba645b-9122-401c-aca3-4670e466bece req-078f304b-4ab3-4012-9377-0f728858327a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Router 12f16641-e4d2-4a58-a7db-cca2bd35b704 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:28:31.618581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-8d9a8ceb-62af-41f0-a785-d2fd5c0cdfa7 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:31.619230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8746d-e859-4b82-8caf-eb3fd378a04e req-b10ef0a6-092d-4f35-bd29-91e66cd56e43 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:31.620269 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-8d9a8ceb-62af-41f0-a785-d2fd5c0cdfa7 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8&tenant_id=84de113e4e264de9b1292139646defb0&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 1096 time: 0.3708193 Nov 11 21:28:31.621119 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.627473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44c8746d-e859-4b82-8caf-eb3fd378a04e req-b10ef0a6-092d-4f35-bd29-91e66cd56e43 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.0819499 Nov 11 21:28:31.637961 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] For port f307ce1c-6fb8-4b68-8068-59c5edac763f, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:31.641712 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57b1aa65-076e-4cfb-9694-3c0b2a7ea37f tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.642532 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] For port f307ce1c-6fb8-4b68-8068-59c5edac763f, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f307ce1c-6fb8-4b68-8068-59c5edac763f,segment=NetworkSegment(9d620eb7-ccb1-4c7e-9d23-3e321b337df8),segment_id=9d620eb7-ccb1-4c7e-9d23-3e321b337df8)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:31.649581 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.692494 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805737-3'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:31.713553 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Routers {'11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:31.714470 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:31.764828 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a10bc-adab-432b-bc14-df90153e7482 None None] Pushing event updated for resources: {'Port': ['ID=f307ce1c-6fb8-4b68-8068-59c5edac763f,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:31.769352 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44c8746d-e859-4b82-8caf-eb3fd378a04e req-df3d1444-d82a-47fd-90ff-f416d7663111 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405077 Nov 11 21:28:31.809424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-feba645b-9122-401c-aca3-4670e466bece req-078f304b-4ab3-4012-9377-0f728858327a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:28:31.846447 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeffdd9d-ba45-4cf2-ba66-232c1deaf0bb None None] Sync routers for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:28:31.863503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2428c169-885c-4648-afe6-a125badf0799 None None] Provisioning complete for port f307ce1c-6fb8-4b68-8068-59c5edac763f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:31.864063 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2428c169-885c-4648-afe6-a125badf0799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.870088 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeffdd9d-ba45-4cf2-ba66-232c1deaf0bb None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:31.870734 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-aeffdd9d-ba45-4cf2-ba66-232c1deaf0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:31.929795 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c71eda-d45b-4247-a98a-8a5afa271b0a x-openstack-request-id: req-15c71eda-d45b-4247-a98a-8a5afa271b0a {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:31.930843 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29c8e90-b2e1-4aff-800f-7c0dd65dcda4", "name": "network-vif-plugged", "status": "completed", "tag": "3767a09d-4199-4b3b-bcbb-02cf1e5397fd", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:31.930843 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-15c71eda-d45b-4247-a98a-8a5afa271b0a {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:31.931420 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29c8e90-b2e1-4aff-800f-7c0dd65dcda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3767a09d-4199-4b3b-bcbb-02cf1e5397fd', 'code': 200} Nov 11 21:28:32.005237 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] Set router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:32.022310 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device c6ee313e-6825-480f-a2ad-99a3a49fed40 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:28:32.032653 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2428c169-885c-4648-afe6-a125badf0799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.105636 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2428c169-885c-4648-afe6-a125badf0799 None None] For port f307ce1c-6fb8-4b68-8068-59c5edac763f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f307ce1c-6fb8-4b68-8068-59c5edac763f,segment=NetworkSegment(9d620eb7-ccb1-4c7e-9d23-3e321b337df8),segment_id=9d620eb7-ccb1-4c7e-9d23-3e321b337df8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:32.129998 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2428c169-885c-4648-afe6-a125badf0799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.141683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a07bc1-83a4-464b-8c96-d1b5e018f759 req-771e2b41-cfeb-4a8e-a9e8-32dfef5a96bb tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:32.144448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0a07bc1-83a4-464b-8c96-d1b5e018f759 req-771e2b41-cfeb-4a8e-a9e8-32dfef5a96bb tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 945 time: 0.1212783 Nov 11 21:28:32.192330 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-aeffdd9d-ba45-4cf2-ba66-232c1deaf0bb None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:32.235400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428c169-885c-4648-afe6-a125badf0799 None None] Pushing event updated for resources: {'Port': ['ID=f307ce1c-6fb8-4b68-8068-59c5edac763f,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:32.255756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 3767a09d-4199-4b3b-bcbb-02cf1e5397fd no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:32.263495 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0a07bc1-83a4-464b-8c96-d1b5e018f759 req-4a30c83e-2b25-441e-91ca-92fa50804d75 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094713 Nov 11 21:28:32.299483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-feba645b-9122-401c-aca3-4670e466bece req-078f304b-4ab3-4012-9377-0f728858327a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Router 12f16641-e4d2-4a58-a7db-cca2bd35b704 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:28:32.320231 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.322843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.330175 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:32.364675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device c6ee313e-6825-480f-a2ad-99a3a49fed40 has no active binding in host n-h2-805737-3 {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 21:28:32.394376 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fc453a21-9e66-4783-a7bb-2a71504a7c43 None None] Provisioning complete for port f307ce1c-6fb8-4b68-8068-59c5edac763f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:32.394846 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fc453a21-9e66-4783-a7bb-2a71504a7c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.461276 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57b1aa65-076e-4cfb-9694-3c0b2a7ea37f tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.465239 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-57b1aa65-076e-4cfb-9694-3c0b2a7ea37f tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3809681 Nov 11 21:28:32.465239 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.465239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 930d4a77-490f-4868-ab86-ff86940f8cc6 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:28:32.466624 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53744) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:32.477915 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.492097 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-66ad2214-2126-4bc2-b057-e57ff2d12825 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Request body: {'security_group_rule': {'security_group_id': '3458f7e4-b6e8-41df-8d51-c59f32dbf67f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:32.528119 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.529529 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-74db43cb-dd3d-4133-9901-2bd167c08b52 admin admin] 10.222.0.57 "DELETE /v2.0/routers/930d4a77-490f-4868-ab86-ff86940f8cc6 HTTP/1.1" status: 204 len: 168 time: 2.2451749 Nov 11 21:28:32.536006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53746) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:32.540069 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ad2214-2126-4bc2-b057-e57ff2d12825 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.542867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.559535 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1aa65-076e-4cfb-9694-3c0b2a7ea37f tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3458f7e4-b6e8-41df-8d51-c59f32dbf67f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:32.631276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:32.640384 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.715578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:32.716893 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:32.750697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:32.752355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:32.753666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:32.754470 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:32.755072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:32.755618 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:32.756146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:32.756623 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:32.757227 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:32.757722 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:32.758253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:32.758883 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:32.759392 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:32.796888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Deleting subnet dd5d4099-272b-4f0b-9a5b-4de1d752c709 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:28:32.813229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065558b3-c3fc-409f-b117-b170fda1e6bc req-30d186fa-7631-4d8a-8162-aef08341d160 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:32.821439 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ef06ab33-b2a2-4cd8-aefe-8c6f4919f0eb req-68060040-ce00-4920-83ed-03d69594e547 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Deleting port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:32.821439 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef06ab33-b2a2-4cd8-aefe-8c6f4919f0eb req-68060040-ce00-4920-83ed-03d69594e547 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.821790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-065558b3-c3fc-409f-b117-b170fda1e6bc req-30d186fa-7631-4d8a-8162-aef08341d160 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1496754 Nov 11 21:28:32.830854 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.835367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19434df-b3d8-4763-a927-0a39713a6cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ee313e-6825-480f-a2ad-99a3a49fed40'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:32.837678 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d5d2ed-fcfe-45b6-8354-69a00501da27" -d '{"events": [{"server_uuid": "f19434df-b3d8-4763-a927-0a39713a6cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ee313e-6825-480f-a2ad-99a3a49fed40"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:32.842173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-feba645b-9122-401c-aca3-4670e466bece req-078f304b-4ab3-4012-9377-0f728858327a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:28:32.856609 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.869410 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-feba645b-9122-401c-aca3-4670e466bece req-078f304b-4ab3-4012-9377-0f728858327a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.887662 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-aeffdd9d-ba45-4cf2-ba66-232c1deaf0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '70431928-e18e-41e1-83e6-b942aca6219a', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'port_id': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'mac_address': 'fa:16:3e:24:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:28:07Z', 'updated_at': '2021-11-11T21:28:30Z', 'revision_number': 3, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:32.902109 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.928219 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeffdd9d-ba45-4cf2-ba66-232c1deaf0bb None None] Checking router: 12f16641-e4d2-4a58-a7db-cca2bd35b704 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:28:32.938192 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'tag': '3ca5214f-2b08-467b-9492-5b5ea2605ec4'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:32.941029 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae8725c-4d04-4101-97c3-d1bf96f487c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8bd96e-315f-45dc-859f-52e428cfd53d", "tag": "3ca5214f-2b08-467b-9492-5b5ea2605ec4"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:32.942346 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeffdd9d-ba45-4cf2-ba66-232c1deaf0bb None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:32.942667 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-aeffdd9d-ba45-4cf2-ba66-232c1deaf0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:33.008065 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ad2214-2126-4bc2-b057-e57ff2d12825 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.016747 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:28Z', 'revision_number': 4, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'gw_port': {'id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'f307ce1c-6fb8-4b68-8068-59c5edac763f', 'name': '', 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'mac_address': 'fa:16:3e:64:73:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:27Z', 'updated_at': '2021-11-11T21:28:31Z', 'revision_number': 4, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'subnets': [{'id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:33.021184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:33.021705 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.037762 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ad2214-2126-4bc2-b057-e57ff2d12825 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.040690 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ef06ab33-b2a2-4cd8-aefe-8c6f4919f0eb req-68060040-ce00-4920-83ed-03d69594e547 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] For port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:33.041064 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef06ab33-b2a2-4cd8-aefe-8c6f4919f0eb req-68060040-ce00-4920-83ed-03d69594e547 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.048377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-065558b3-c3fc-409f-b117-b170fda1e6bc req-94db760c-0902-440b-8bca-f78753373385 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094917 Nov 11 21:28:33.057205 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-078f304b-4ab3-4012-9377-0f728858327a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "PUT /v2.0/floatingips/70431928-e18e-41e1-83e6-b942aca6219a HTTP/1.1" status: 200 len: 999 time: 3.6732550 Nov 11 21:28:33.059050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:33.061132 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 64b23aa0-0c36-40ed-b02f-8d9cfdd74660 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:33.061721 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 602a040e-a0ba-4918-b930-721dd94d73e5 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:33.065964 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ee313e-6825-480f-a2ad-99a3a49fed40,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:33.097323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 602a040e-a0ba-4918-b930-721dd94d73e5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:33.097681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 602a040e-a0ba-4918-b930-721dd94d73e5 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:33.116851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ef06ab33-b2a2-4cd8-aefe-8c6f4919f0eb req-68060040-ce00-4920-83ed-03d69594e547 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Calling delete_port for 3767a09d-4199-4b3b-bcbb-02cf1e5397fd owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:33.118601 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba565d86-94e1-484f-904f-8d10e03e7f4a None None] The sync data for ids ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'] in n-d-805737-3 is: [{'id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:28Z', 'revision_number': 4, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'gw_port': {'id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'f307ce1c-6fb8-4b68-8068-59c5edac763f', 'name': '', 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'mac_address': 'fa:16:3e:64:73:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:27Z', 'updated_at': '2021-11-11T21:28:31Z', 'revision_number': 4, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'subnets': [{'id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:28:33.132174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad2214-2126-4bc2-b057-e57ff2d12825 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4d984b-ccd9-4608-9373-68ffda815028,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:33.144375 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba645b-9122-401c-aca3-4670e466bece req-ff3e3c49-d59c-4ca7-8916-3dcf65c3bf2b tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:33.146046 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-ff3e3c49-d59c-4ca7-8916-3dcf65c3bf2b tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports/3ca5214f-2b08-467b-9492-5b5ea2605ec4 HTTP/1.1" status: 200 len: 943 time: 0.0691478 Nov 11 21:28:33.169422 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-aeffdd9d-ba45-4cf2-ba66-232c1deaf0bb None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:33.209437 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.251306 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ad2214-2126-4bc2-b057-e57ff2d12825 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.255670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53754) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:33.257397 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-66ad2214-2126-4bc2-b057-e57ff2d12825 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7822080 Nov 11 21:28:33.262619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Attempting to bind port c6ee313e-6825-480f-a2ad-99a3a49fed40 on host n-h1-805737-3 for vnic_type normal with profile {"migrating_to": "n-h2-805737-3"} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:33.262945 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Attempting to bind port c6ee313e-6825-480f-a2ad-99a3a49fed40 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:33.263280 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Attempting to bind port c6ee313e-6825-480f-a2ad-99a3a49fed40 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:33.269458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-eedf8eca-a861-48de-8934-bf095a79003e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Request body: {'security_group_rule': {'security_group_id': '3458f7e4-b6e8-41df-8d51-c59f32dbf67f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:33.279594 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Port c6ee313e-6825-480f-a2ad-99a3a49fed40 on network e804e73e-0e84-4575-af51-ae80f841f278 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:28:33.282561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Attempting to bind port c6ee313e-6825-480f-a2ad-99a3a49fed40 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:33.307648 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:33.307984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Checking segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:33.308419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Bound using segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:33.308877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Bound port: c6ee313e-6825-480f-a2ad-99a3a49fed40, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:33.309317 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.409112 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eedf8eca-a861-48de-8934-bf095a79003e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.446322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd4e66-3b91-42e3-bad4-3f1248ffc9cb req-c3868e73-d52b-4771-a76c-d1d4dc4090e6 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:33.457343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35dd4e66-3b91-42e3-bad4-3f1248ffc9cb req-c3868e73-d52b-4771-a76c-d1d4dc4090e6 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.1799464 Nov 11 21:28:33.466208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:33.473282 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:33.481271 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.514928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba645b-9122-401c-aca3-4670e466bece req-74789419-0bf1-4d87-bc4c-9ec7d01267b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:33.516872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-74789419-0bf1-4d87-bc4c-9ec7d01267b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 1097 time: 0.2161252 Nov 11 21:28:33.525426 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.541879 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef06ab33-b2a2-4cd8-aefe-8c6f4919f0eb req-68060040-ce00-4920-83ed-03d69594e547 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.555395 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-aeffdd9d-ba45-4cf2-ba66-232c1deaf0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '70431928-e18e-41e1-83e6-b942aca6219a', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'port_id': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'mac_address': 'fa:16:3e:24:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:28:07Z', 'updated_at': '2021-11-11T21:28:30Z', 'revision_number': 3, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:33.576694 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a15036-7c9c-462b-bbc8-caeda79e9c50 None None] Network 1ff2fd21-7c37-494e-972b-3104ba47c741 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:33.577497 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.583343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/dd5d4099-272b-4f0b-9a5b-4de1d752c709 HTTP/1.1" status: 204 len: 168 time: 1.0419636 Nov 11 21:28:33.583343 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd5d4099-272b-4f0b-9a5b-4de1d752c709,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:33.590683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53760) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:33.600010 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeffdd9d-ba45-4cf2-ba66-232c1deaf0bb None None] The sync data for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 is: [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '70431928-e18e-41e1-83e6-b942aca6219a', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'port_id': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'mac_address': 'fa:16:3e:24:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:28:07Z', 'updated_at': '2021-11-11T21:28:30Z', 'revision_number': 3, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:28:33.616859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:33.617473 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.619668 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] 10.222.0.71 "PUT /v2.0/ports/c6ee313e-6825-480f-a2ad-99a3a49fed40 HTTP/1.1" status: 200 len: 1121 time: 1.9386616 Nov 11 21:28:33.692039 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ee313e-6825-480f-a2ad-99a3a49fed40,revision_number=8']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:33.696697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef06ab33-b2a2-4cd8-aefe-8c6f4919f0eb req-68060040-ce00-4920-83ed-03d69594e547 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] No DVR routers for this DVR port 3767a09d-4199-4b3b-bcbb-02cf1e5397fd on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:33.704929 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ef06ab33-b2a2-4cd8-aefe-8c6f4919f0eb req-68060040-ce00-4920-83ed-03d69594e547 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.712222 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ef06ab33-b2a2-4cd8-aefe-8c6f4919f0eb req-68060040-ce00-4920-83ed-03d69594e547 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.10 "DELETE /v2.0/ports/3767a09d-4199-4b3b-bcbb-02cf1e5397fd HTTP/1.1" status: 204 len: 173 time: 2.6379201 Nov 11 21:28:33.714286 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.714715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.715117 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.715727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.716301 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.716470 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.716823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.717176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.717555 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.718053 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.718422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.718751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5791fa1-ba71-477b-871f-8f667c207e56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.727293 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.768039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['c6ee313e-6825-480f-a2ad-99a3a49fed40'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:28:33.797629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68060040-ce00-4920-83ed-03d69594e547 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Pushing event deleted for resources: {'Port': ['ID=3767a09d-4199-4b3b-bcbb-02cf1e5397fd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:33.813999 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eedf8eca-a861-48de-8934-bf095a79003e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.821263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.821654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.821874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.822228 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.822543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.822878 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.823244 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.823565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.823886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.824203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.824533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.824854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080aee0-eb79-425a-a508-c9cef360f04e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:33.833935 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eedf8eca-a861-48de-8934-bf095a79003e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.858508 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35dd4e66-3b91-42e3-bad4-3f1248ffc9cb req-d65d54cf-8929-4c9a-9b22-79893e9e7a87 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000998 Nov 11 21:28:33.864123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['c6ee313e-6825-480f-a2ad-99a3a49fed40'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:28:33.926166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf8eca-a861-48de-8934-bf095a79003e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a79a51-8a4d-4352-ab89-5a5ef0839f60,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:33.934930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29c8e90-b2e1-4aff-800f-7c0dd65dcda4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3767a09d-4199-4b3b-bcbb-02cf1e5397fd'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:33.938537 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d276197-68b8-4625-a617-104e4b8e285b" -d '{"events": [{"server_uuid": "d29c8e90-b2e1-4aff-800f-7c0dd65dcda4", "name": "network-vif-unplugged", "status": "completed", "tag": "3767a09d-4199-4b3b-bcbb-02cf1e5397fd"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:33.940040 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c69358-f079-4e27-aa55-d9bb58c0484c x-openstack-request-id: req-b2c69358-f079-4e27-aa55-d9bb58c0484c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:33.940581 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19434df-b3d8-4763-a927-0a39713a6cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ee313e-6825-480f-a2ad-99a3a49fed40", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:33.942117 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b2c69358-f079-4e27-aa55-d9bb58c0484c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:33.942786 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19434df-b3d8-4763-a927-0a39713a6cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ee313e-6825-480f-a2ad-99a3a49fed40', 'code': 200} Nov 11 21:28:33.951157 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eedf8eca-a861-48de-8934-bf095a79003e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.954398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eedf8eca-a861-48de-8934-bf095a79003e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6964793 Nov 11 21:28:33.956971 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53764) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:33.963311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:33.986415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba645b-9122-401c-aca3-4670e466bece req-3b77acfa-c932-4350-a406-9116ae948316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:33.989440 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-3b77acfa-c932-4350-a406-9116ae948316 service neutron] 10.222.0.57 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 922 time: 0.4528470 Nov 11 21:28:33.997762 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72397961-5944-43a2-8e6d-4e135105f709 x-openstack-request-id: req-72397961-5944-43a2-8e6d-4e135105f709 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:33.998187 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8bd96e-315f-45dc-859f-52e428cfd53d", "tag": "3ca5214f-2b08-467b-9492-5b5ea2605ec4", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:33.998538 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-72397961-5944-43a2-8e6d-4e135105f709 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:33.999037 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'tag': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'status': 'completed', 'code': 200} Nov 11 21:28:34.012369 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.063171 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-e948e237-ba1b-4247-a02f-779ae9487c58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ca5214f-2b08-467b-9492-5b5ea2605ec4 HTTP/1.1" status: 200 len: 217 time: 0.0631304 Nov 11 21:28:34.066733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] Deleting port fd2fb1e8-3a23-4700-9abe-5590c250f035 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:34.067191 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.097809 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212f1bd0-48e7-4b64-b41a-bede7ea9ac59 None None] New status for floating IP 70431928-e18e-41e1-83e6-b942aca6219a: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:28:34.182239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8725c-4d04-4101-97c3-d1bf96f487c3 req-c57cf580-6062-4437-9dda-83f7a8265645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:34.183964 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ae8725c-4d04-4101-97c3-d1bf96f487c3 req-c57cf580-6062-4437-9dda-83f7a8265645 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 1097 time: 0.1385021 Nov 11 21:28:34.200771 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a276357-4be4-41f3-a57d-6f8399ac6143 req-041c22e1-5516-4a30-a8ec-afd363e09749 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29c8e90-b2e1-4aff-800f-7c0dd65dcda4 HTTP/1.1" status: 200 len: 210 time: 0.0951138 Nov 11 21:28:34.232721 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] For port fd2fb1e8-3a23-4700-9abe-5590c250f035, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fd2fb1e8-3a23-4700-9abe-5590c250f035,segment=NetworkSegment(ebde8aee-2b82-49e2-ae15-c414b6868ae2),segment_id=ebde8aee-2b82-49e2-ae15-c414b6868ae2)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:34.233309 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.252405 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] Calling delete_port for fd2fb1e8-3a23-4700-9abe-5590c250f035 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:34.255407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba645b-9122-401c-aca3-4670e466bece req-25068c47-8bc8-43d7-9d9b-4d042372b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:34.258615 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-25068c47-8bc8-43d7-9d9b-4d042372b527 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.1544752 Nov 11 21:28:34.356328 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.488492 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8725c-4d04-4101-97c3-d1bf96f487c3 req-789d68b0-136b-47ce-9eb6-a0cc6865c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:34.494030 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ae8725c-4d04-4101-97c3-d1bf96f487c3 req-789d68b0-136b-47ce-9eb6-a0cc6865c8d3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 922 time: 0.2947078 Nov 11 21:28:34.518072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba645b-9122-401c-aca3-4670e466bece req-fba12124-9bef-4c28-bb60-adf703c9461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:34.519607 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-fba12124-9bef-4c28-bb60-adf703c9461b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2517724 Nov 11 21:28:34.520936 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.524546 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee38167c-5fb6-451f-a28e-e0756419ed9c x-openstack-request-id: req-ee38167c-5fb6-451f-a28e-e0756419ed9c {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:34.524871 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29c8e90-b2e1-4aff-800f-7c0dd65dcda4", "name": "network-vif-unplugged", "status": "completed", "tag": "3767a09d-4199-4b3b-bcbb-02cf1e5397fd", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:34.525126 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee38167c-5fb6-451f-a28e-e0756419ed9c {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:34.525511 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29c8e90-b2e1-4aff-800f-7c0dd65dcda4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3767a09d-4199-4b3b-bcbb-02cf1e5397fd', 'code': 200} Nov 11 21:28:34.535372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-0146e7f2-7009-4004-a96f-f58ba48e9f98 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:28:34.536375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-0146e7f2-7009-4004-a96f-f58ba48e9f98 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058951 Nov 11 21:28:34.539516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25aa75f-e991-4b37-bce5-db3cd9287b8e None None] DHCP port deletion for 1ff2fd21-7c37-494e-972b-3104ba47c741 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:28:34.566622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2fb1e8-3a23-4700-9abe-5590c250f035,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:34.582879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] No DVR routers for this DVR port fd2fb1e8-3a23-4700-9abe-5590c250f035 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:34.621511 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ae8725c-4d04-4101-97c3-d1bf96f487c3 req-64515e80-29b3-418b-9d6b-9eb5386f79df service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ca5214f-2b08-467b-9492-5b5ea2605ec4 HTTP/1.1" status: 200 len: 217 time: 0.1094851 Nov 11 21:28:34.680684 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8725c-4d04-4101-97c3-d1bf96f487c3 req-1745386d-aa32-456f-b35b-3c05b80a4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:34.682155 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ae8725c-4d04-4101-97c3-d1bf96f487c3 req-1745386d-aa32-456f-b35b-3c05b80a4f8f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.0507064 Nov 11 21:28:34.760670 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.776665 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf6b61-82c0-47aa-8f0d-bf105f62e51d None None] Sync routers for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:28:34.780734 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Allocated IP 172.25.0.94 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/56bed381-8941-4df3-8cb0-274ac9125622) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:34.784624 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8725c-4d04-4101-97c3-d1bf96f487c3 req-cf9dffdf-3d8b-4cb6-8352-4056239aa859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:34.786532 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ae8725c-4d04-4101-97c3-d1bf96f487c3 req-cf9dffdf-3d8b-4cb6-8352-4056239aa859 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722342 Nov 11 21:28:34.799815 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf6b61-82c0-47aa-8f0d-bf105f62e51d None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:34.800280 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5fdf6b61-82c0-47aa-8f0d-bf105f62e51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:34.806998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff2fd21-7c37-494e-972b-3104ba47c741']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:34.817180 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328246b-1260-4c79-b57f-c9b3ebbf9f40 req-4feeb167-ce9e-407f-bce9-0b2a9a308004 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:34.818731 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e328246b-1260-4c79-b57f-c9b3ebbf9f40 req-4feeb167-ce9e-407f-bce9-0b2a9a308004 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 943 time: 0.2142265 Nov 11 21:28:34.835963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebde8aee-2b82-49e2-ae15-c414b6868ae2') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:34.835963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebde8aee-2b82-49e2-ae15-c414b6868ae2') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:34.856903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-4501ea40-cc90-46bb-a0ad-380ba5313511 service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030427 Nov 11 21:28:34.858670 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.903337 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.911731 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:28:34.913315 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:28:34.946056 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:28:34.963890 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-5fdf6b61-82c0-47aa-8f0d-bf105f62e51d None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:34.971645 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ae8725c-4d04-4101-97c3-d1bf96f487c3 req-e0edd69d-98b7-411b-b0e8-d93be6d5fd3f service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759772 Nov 11 21:28:35.021176 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.051982 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f307ce1c-6fb8-4b68-8068-59c5edac763f up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:35.096691 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e328246b-1260-4c79-b57f-c9b3ebbf9f40 req-d0d98f7c-f3ca-48d7-a620-f19e9e9b1a82 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511363 Nov 11 21:28:35.115734 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-5379a6de-8b42-4d99-a182-cb73eb1f2b4a service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497804 Nov 11 21:28:35.121080 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.129877 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.130004 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ae8725c-4d04-4101-97c3-d1bf96f487c3 req-ba738061-35a3-4a13-af5e-cbb3673d3fb4 service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394846 Nov 11 21:28:35.136205 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1ff2fd21-7c37-494e-972b-3104ba47c741 HTTP/1.1" status: 204 len: 168 time: 1.5244198 Nov 11 21:28:35.162363 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.207296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port f307ce1c-6fb8-4b68-8068-59c5edac763f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:35.207849 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.222103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:35.226732 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:35.241334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a2e33-a5c9-4fc9-9e64-204e05e81e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff2fd21-7c37-494e-972b-3104ba47c741,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:35.242804 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:35.276413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Pushing event updated for resources: {'Port': ['ID=56bed381-8941-4df3-8cb0-274ac9125622,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:35.278589 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba645b-9122-401c-aca3-4670e466bece req-afa191e6-56c4-4f23-93fe-81c6416a91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:35.289300 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-afa191e6-56c4-4f23-93fe-81c6416a91ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 1097 time: 0.1058593 Nov 11 21:28:35.339010 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5fdf6b61-82c0-47aa-8f0d-bf105f62e51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '70431928-e18e-41e1-83e6-b942aca6219a', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'port_id': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'mac_address': 'fa:16:3e:24:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:28:07Z', 'updated_at': '2021-11-11T21:28:34Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:35.349143 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53776) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:35.382540 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf6b61-82c0-47aa-8f0d-bf105f62e51d None None] Checking router: 12f16641-e4d2-4a58-a7db-cca2bd35b704 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:28:35.391525 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf6b61-82c0-47aa-8f0d-bf105f62e51d None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:35.392206 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5fdf6b61-82c0-47aa-8f0d-bf105f62e51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:35.424355 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.439856 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6d3d1ea2-c8ce-4ee4-83fc-05cbdf49282e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4760953b72d444f1a09d53b6186d1f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0895233 Nov 11 21:28:35.443241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53780) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:35.464007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fd2fb1e8-3a23-4700-9abe-5590c250f035 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:35.490054 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad7a88-a085-4139-adf8-aee79e481ddb req-4bf6f2e6-e334-4917-b422-ebd43126f52f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:35.491812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6dad7a88-a085-4139-adf8-aee79e481ddb req-4bf6f2e6-e334-4917-b422-ebd43126f52f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.0966084 Nov 11 21:28:35.494935 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba645b-9122-401c-aca3-4670e466bece req-aedd89d8-b9cb-49ab-b6c2-0b9cab5897be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:35.496497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-aedd89d8-b9cb-49ab-b6c2-0b9cab5897be service neutron] 10.222.0.57 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 922 time: 0.2013309 Nov 11 21:28:35.502049 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: fd2fb1e8-3a23-4700-9abe-5590c250f035 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:35.502444 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fd2fb1e8-3a23-4700-9abe-5590c250f035 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:35.513930 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.524746 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-5fdf6b61-82c0-47aa-8f0d-bf105f62e51d None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:35.552438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1c65b84-2701-49f8-92a2-393a1e78fffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.591113 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6dad7a88-a085-4139-adf8-aee79e481ddb req-f7e52f16-0f6c-49a5-890a-3bef7ee3b918 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901573 Nov 11 21:28:35.591377 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1c65b84-2701-49f8-92a2-393a1e78fffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.593257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-68768fb6-a6b4-465b-9eee-51bceb3d1518 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 HTTP/1.1" status: 200 len: 1002 time: 0.0862861 Nov 11 21:28:35.691868 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba645b-9122-401c-aca3-4670e466bece req-91d03605-585d-46b2-a1bd-70b3886ad2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:35.694708 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-91d03605-585d-46b2-a1bd-70b3886ad2b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.0805433 Nov 11 21:28:35.744244 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.752539 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.758938 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba645b-9122-401c-aca3-4670e466bece req-515ee596-8c5e-4fb6-9662-d0ffb0780295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:35.767506 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-515ee596-8c5e-4fb6-9662-d0ffb0780295 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660298 Nov 11 21:28:35.791290 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1c65b84-2701-49f8-92a2-393a1e78fffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.800643 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c1c65b84-2701-49f8-92a2-393a1e78fffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.802230 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c1c65b84-2701-49f8-92a2-393a1e78fffe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ed3770d-9db7-4c92-9e83-a2ef56c309a7 HTTP/1.1" status: 204 len: 168 time: 0.3580353 Nov 11 21:28:35.811090 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5fdf6b61-82c0-47aa-8f0d-bf105f62e51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '70431928-e18e-41e1-83e6-b942aca6219a', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'port_id': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'mac_address': 'fa:16:3e:24:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:28:07Z', 'updated_at': '2021-11-11T21:28:34Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:35.880087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-834312e9-6de0-4964-99a2-8f8d3397245b service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115732 Nov 11 21:28:35.906189 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c65b84-2701-49f8-92a2-393a1e78fffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed3770d-9db7-4c92-9e83-a2ef56c309a7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:35.944644 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19434df-b3d8-4763-a927-0a39713a6cc8', 'tag': 'c6ee313e-6825-480f-a2ad-99a3a49fed40'}, {'server_uuid': 'd29c8e90-b2e1-4aff-800f-7c0dd65dcda4', 'name': 'network-vif-deleted', 'tag': '3767a09d-4199-4b3b-bcbb-02cf1e5397fd'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:35.957672 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c43766d-a992-4643-9f50-f8507f2fc18a" -d '{"events": [{"name": "network-changed", "server_uuid": "f19434df-b3d8-4763-a927-0a39713a6cc8", "tag": "c6ee313e-6825-480f-a2ad-99a3a49fed40"}, {"server_uuid": "d29c8e90-b2e1-4aff-800f-7c0dd65dcda4", "name": "network-vif-deleted", "tag": "3767a09d-4199-4b3b-bcbb-02cf1e5397fd"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:35.963805 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Pushing event updated for resources: {'Port': ['ID=56bed381-8941-4df3-8cb0-274ac9125622,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:35.989066 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf6b61-82c0-47aa-8f0d-bf105f62e51d None None] The sync data for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 is: [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '70431928-e18e-41e1-83e6-b942aca6219a', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'port_id': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'mac_address': 'fa:16:3e:24:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:28:07Z', 'updated_at': '2021-11-11T21:28:34Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:28:36.005496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53788) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:36.010208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'tag': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:36.011260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-374b3827-4e3d-4ffa-a990-dd884cc725dc tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1079848340', 'description': 'tempest-description--1069153273'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:36.012624 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146068f4-935e-4d07-846d-435c0974e734" -d '{"events": [{"name": "network-changed", "server_uuid": "6963616b-152f-429b-8a5e-0dd216c4d43a", "tag": "5c9dd2ec-2388-40ab-b9c3-8746ac3a5157"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:36.031120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feba645b-9122-401c-aca3-4670e466bece req-b516bcd0-7d93-41d0-9723-f06e3cf900bb service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475999 Nov 11 21:28:36.048310 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.053807 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e563a04-f2b3-4ae8-8521-b78b0958e734 x-openstack-request-id: req-1e563a04-f2b3-4ae8-8521-b78b0958e734 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:36.054143 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19434df-b3d8-4763-a927-0a39713a6cc8", "tag": "c6ee313e-6825-480f-a2ad-99a3a49fed40", "status": "completed", "code": 200}, {"server_uuid": "d29c8e90-b2e1-4aff-800f-7c0dd65dcda4", "name": "network-vif-deleted", "tag": "3767a09d-4199-4b3b-bcbb-02cf1e5397fd", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:36.054380 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e563a04-f2b3-4ae8-8521-b78b0958e734 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:36.054782 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19434df-b3d8-4763-a927-0a39713a6cc8', 'tag': 'c6ee313e-6825-480f-a2ad-99a3a49fed40', 'status': 'completed', 'code': 200} Nov 11 21:28:36.055041 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29c8e90-b2e1-4aff-800f-7c0dd65dcda4', 'name': 'network-vif-deleted', 'tag': '3767a09d-4199-4b3b-bcbb-02cf1e5397fd', 'status': 'completed', 'code': 200} Nov 11 21:28:36.075203 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-374b3827-4e3d-4ffa-a990-dd884cc725dc tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.093283 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559d648d-5672-4187-9cd6-836a7bf045bb x-openstack-request-id: req-559d648d-5672-4187-9cd6-836a7bf045bb {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:36.094572 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6963616b-152f-429b-8a5e-0dd216c4d43a", "tag": "5c9dd2ec-2388-40ab-b9c3-8746ac3a5157", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:36.096151 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-559d648d-5672-4187-9cd6-836a7bf045bb {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:36.097046 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'tag': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157', 'status': 'completed', 'code': 200} Nov 11 21:28:36.164747 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.174475 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c11442d1-5002-4636-886f-874a6d99e5a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2161345 Nov 11 21:28:36.191036 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd928e3f-2aa9-4e20-8478-28f3445f7d9e req-b8a76be3-c09c-4c12-9f9f-96b6afb58f19 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1002 time: 0.1076074 Nov 11 21:28:36.238608 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43766d-a992-4643-9f50-f8507f2fc18a req-367c4349-1bf6-463a-a043-9e7cbee16ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:36.240171 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7c43766d-a992-4643-9f50-f8507f2fc18a req-367c4349-1bf6-463a-a043-9e7cbee16ef1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 1124 time: 0.1489992 Nov 11 21:28:36.256585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146068f4-935e-4d07-846d-435c0974e734 req-51ea4fdc-b0c4-4ffb-9e7c-364a64120a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:36.258243 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-146068f4-935e-4d07-846d-435c0974e734 req-51ea4fdc-b0c4-4ffb-9e7c-364a64120a3c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 1097 time: 0.1348941 Nov 11 21:28:36.265159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 3767a09d-4199-4b3b-bcbb-02cf1e5397fd no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:36.311653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd928e3f-2aa9-4e20-8478-28f3445f7d9e req-6ab47726-1690-40b1-9c2d-8ce24bcc07c0 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:36.313536 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd928e3f-2aa9-4e20-8478-28f3445f7d9e req-6ab47726-1690-40b1-9c2d-8ce24bcc07c0 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports/5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 HTTP/1.1" status: 200 len: 943 time: 0.1157224 Nov 11 21:28:36.323639 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b84e10-8114-42c4-a5ac-a5c825a17be7 req-4e07ad1e-9316-4468-8f83-0d1bf15ea5c6 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:36.330510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 3767a09d-4199-4b3b-bcbb-02cf1e5397fd {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:36.330987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 3767a09d-4199-4b3b-bcbb-02cf1e5397fd not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:36.333812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89b84e10-8114-42c4-a5ac-a5c825a17be7 req-4e07ad1e-9316-4468-8f83-0d1bf15ea5c6 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 943 time: 0.1154473 Nov 11 21:28:36.339761 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-374b3827-4e3d-4ffa-a990-dd884cc725dc tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.384629 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-374b3827-4e3d-4ffa-a990-dd884cc725dc tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.449931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53804) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:36.467625 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-374b3827-4e3d-4ffa-a990-dd884cc725dc tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.468896 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-374b3827-4e3d-4ffa-a990-dd884cc725dc tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4623725 Nov 11 21:28:36.478309 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53806) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:36.479016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89b84e10-8114-42c4-a5ac-a5c825a17be7 req-f9c28eac-5f44-43ff-9024-db66436507a7 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442575 Nov 11 21:28:36.487820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-63e27d73-97ef-43b2-949c-2b976a7ff157 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Request body: {'security_group_rule': {'security_group_id': 'ce539f6c-d3cb-42c3-8bdd-12ac212dee72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:36.497862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b3827-4e3d-4ffa-a990-dd884cc725dc tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce539f6c-d3cb-42c3-8bdd-12ac212dee72,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:36.503331 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd928e3f-2aa9-4e20-8478-28f3445f7d9e req-db221495-f744-4b40-bd0c-040bb8ef5cf3 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1002 time: 0.1241045 Nov 11 21:28:36.529122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43766d-a992-4643-9f50-f8507f2fc18a req-2ea14494-d4de-4d0c-9091-31e5cf47162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:36.530694 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7c43766d-a992-4643-9f50-f8507f2fc18a req-2ea14494-d4de-4d0c-9091-31e5cf47162a service neutron] 10.222.0.10 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.2766192 Nov 11 21:28:36.553719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146068f4-935e-4d07-846d-435c0974e734 req-d2994070-dc66-40e3-bfee-5addbc757704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:36.555228 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-146068f4-935e-4d07-846d-435c0974e734 req-d2994070-dc66-40e3-bfee-5addbc757704 service neutron] 10.222.0.71 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 922 time: 0.2621632 Nov 11 21:28:36.582303 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e3cb84e6-628f-4c11-b2c9-6b1d2305d860 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cb552ed3b39c4cb39f06575cfb4ddce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254146 Nov 11 21:28:36.588302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53808) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:36.602750 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7c43766d-a992-4643-9f50-f8507f2fc18a req-32138cb5-3aba-40ff-83a3-e077d72749c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40 HTTP/1.1" status: 200 len: 217 time: 0.0597103 Nov 11 21:28:36.608832 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63e27d73-97ef-43b2-949c-2b976a7ff157 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.630824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd928e3f-2aa9-4e20-8478-28f3445f7d9e req-66356843-fa60-4788-9608-5011ff546903 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:36.637400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd928e3f-2aa9-4e20-8478-28f3445f7d9e req-66356843-fa60-4788-9608-5011ff546903 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.1328788 Nov 11 21:28:36.763035 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-146068f4-935e-4d07-846d-435c0974e734 req-5b1af5aa-6972-47f8-970d-5e264262de6b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 HTTP/1.1" status: 200 len: 1002 time: 0.1754241 Nov 11 21:28:36.766641 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43766d-a992-4643-9f50-f8507f2fc18a req-dab25d4e-dcd8-43ea-8a56-12c2b6a3844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:36.768412 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7c43766d-a992-4643-9f50-f8507f2fc18a req-dab25d4e-dcd8-43ea-8a56-12c2b6a3844b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.1131036 Nov 11 21:28:36.821768 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63e27d73-97ef-43b2-949c-2b976a7ff157 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.847204 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63e27d73-97ef-43b2-949c-2b976a7ff157 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.850517 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7c43766d-a992-4643-9f50-f8507f2fc18a req-9b6d496a-053b-41a4-86f8-2ea2ed45bd0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596433 Nov 11 21:28:36.866630 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be6d96c7-6fe5-4615-bb44-09692de4f10c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.908977 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e27d73-97ef-43b2-949c-2b976a7ff157 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662b2af4-adc1-4f63-a071-e490c5cd7b75,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:36.951255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146068f4-935e-4d07-846d-435c0974e734 req-23206569-3b7f-48c0-9299-608a1100843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:36.952755 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-146068f4-935e-4d07-846d-435c0974e734 req-23206569-3b7f-48c0-9299-608a1100843b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.1784892 Nov 11 21:28:36.960737 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63e27d73-97ef-43b2-949c-2b976a7ff157 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.962005 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-63e27d73-97ef-43b2-949c-2b976a7ff157 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4827268 Nov 11 21:28:36.977671 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53826) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:36.984990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-133bd7aa-5e19-4520-9188-812f90f95778 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Request body: {'security_group_rule': {'security_group_id': 'ce539f6c-d3cb-42c3-8bdd-12ac212dee72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:36.994275 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be6d96c7-6fe5-4615-bb44-09692de4f10c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.014479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-94349b2b-e524-49ae-b50c-075142e8b4c0 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--436735859&fields=id&tenant_id=7ba7b6256801415e838c5fcb0961a0da HTTP/1.1" status: 200 len: 267 time: 0.3685932 Nov 11 21:28:37.060915 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2183be-ee77-4116-9d54-f1ab8ed39d74 req-bfd6b8fb-540e-4085-8018-f04ecc303f44 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:37.062312 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce2183be-ee77-4116-9d54-f1ab8ed39d74 req-bfd6b8fb-540e-4085-8018-f04ecc303f44 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.0787439 Nov 11 21:28:37.078648 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7c43766d-a992-4643-9f50-f8507f2fc18a req-0a25eac3-d3d3-4032-9866-975fc2a89dff service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154977 Nov 11 21:28:37.087234 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146068f4-935e-4d07-846d-435c0974e734 req-14f5ea9d-30c7-4228-a30d-c273d856d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:37.088902 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-146068f4-935e-4d07-846d-435c0974e734 req-14f5ea9d-30c7-4228-a30d-c273d856d57c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236918 Nov 11 21:28:37.101443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-133bd7aa-5e19-4520-9188-812f90f95778 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.167487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-2b78391d-a194-43b3-872b-852f1feffe5e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:37.169028 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-2b78391d-a194-43b3-872b-852f1feffe5e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/networks?id=bd19159d-1088-4471-a3b0-09ed4a14c274 HTTP/1.1" status: 200 len: 806 time: 0.1438143 Nov 11 21:28:37.172228 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce2183be-ee77-4116-9d54-f1ab8ed39d74 req-df14c15b-fd68-4857-b464-f0c91a77cfe2 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769539 Nov 11 21:28:37.184370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-c309f1b7-274b-4dcc-ac1d-acfeb12f06bf tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/quotas/7ba7b6256801415e838c5fcb0961a0da HTTP/1.1" status: 200 len: 375 time: 0.0093653 Nov 11 21:28:37.191330 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be6d96c7-6fe5-4615-bb44-09692de4f10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.194014 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be6d96c7-6fe5-4615-bb44-09692de4f10c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.197517 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-be6d96c7-6fe5-4615-bb44-09692de4f10c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbf6e925-3409-4808-a4da-dff6156b13f8 HTTP/1.1" status: 204 len: 168 time: 0.6058674 Nov 11 21:28:37.252098 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d96c7-6fe5-4615-bb44-09692de4f10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf6e925-3409-4808-a4da-dff6156b13f8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:37.306364 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7c43766d-a992-4643-9f50-f8507f2fc18a req-0d217bb4-0e74-4bb7-b715-ff4b0d32fd1e service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165174 Nov 11 21:28:37.308050 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-133bd7aa-5e19-4520-9188-812f90f95778 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.309427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-60ddb7cd-e417-49f8-bb32-dd013e1d6093 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ba7b6256801415e838c5fcb0961a0da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1188486 Nov 11 21:28:37.310241 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-146068f4-935e-4d07-846d-435c0974e734 req-b77eca5e-ba8e-46c5-8bc7-c7324b1371bc service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098756 Nov 11 21:28:37.315143 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-133bd7aa-5e19-4520-9188-812f90f95778 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.324856 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-22632681-5773-4995-91ad-44d6e1ccbaa2 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1002 time: 0.0965893 Nov 11 21:28:37.365492 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bd7aa-5e19-4520-9188-812f90f95778 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53104ad2-46df-4e50-a678-ae250f4009c6,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:37.400403 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-133bd7aa-5e19-4520-9188-812f90f95778 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.405027 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-133bd7aa-5e19-4520-9188-812f90f95778 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4217830 Nov 11 21:28:37.406762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53830) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:37.411621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:37.435916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-49cca2db-e347-4c6e-9664-3bad4f3e6ac7 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:37.437438 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-49cca2db-e347-4c6e-9664-3bad4f3e6ac7 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports/5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 HTTP/1.1" status: 200 len: 943 time: 0.0931740 Nov 11 21:28:37.463370 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.467692 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-146068f4-935e-4d07-846d-435c0974e734 req-64217914-bc42-45c2-93e6-6784fe8aab2f service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460702 Nov 11 21:28:37.488954 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-08a6a054-3eba-4dce-bbaf-567a7e34a64f service neutron] 10.222.0.57 "GET /v2.0/networks/bd19159d-1088-4471-a3b0-09ed4a14c274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528878 Nov 11 21:28:37.580868 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.625350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-a7bd3fc4-037a-45b3-8836-cabcbdb3b7fd tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1002 time: 0.1275916 Nov 11 21:28:37.694000 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-569af4f4-47e5-472c-9d23-98b90fa3e8fe service neutron] 10.222.0.57 "GET /v2.0/networks/bd19159d-1088-4471-a3b0-09ed4a14c274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040002 Nov 11 21:28:37.701223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Allocated IP 172.25.0.59 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/e5ecea51-fead-421c-a52d-6aa4debfb50b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:37.741878 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-615ae04c-8201-4646-ba9b-e34b24165f2b tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:37.751638 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-615ae04c-8201-4646-ba9b-e34b24165f2b tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.1251934 Nov 11 21:28:37.829912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-ab259fb5-88ea-4ffb-8384-b58f1d31f111 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1002 time: 0.0772362 Nov 11 21:28:37.835672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-6413157f-fbdd-4c7d-ab32-9e4b3718ce9c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:37.902475 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-6413157f-fbdd-4c7d-ab32-9e4b3718ce9c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.143473 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-6413157f-fbdd-4c7d-ab32-9e4b3718ce9c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.152264 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-6413157f-fbdd-4c7d-ab32-9e4b3718ce9c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.152625 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-6413157f-fbdd-4c7d-ab32-9e4b3718ce9c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Floating IP 70431928-e18e-41e1-83e6-b942aca6219a disassociated. External IP: 172.25.0.108, port: 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157. Nov 11 21:28:38.163891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4481f-2c98-40f0-9854-6fe14f4f00c9 req-77c50009-850f-48be-b3df-6cf799f81793 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:38.165498 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79f4481f-2c98-40f0-9854-6fe14f4f00c9 req-77c50009-850f-48be-b3df-6cf799f81793 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 943 time: 0.1077700 Nov 11 21:28:38.177511 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.217265 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.251974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53864) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:38.266873 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:38.286949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:38.289922 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Pushing event updated for resources: {'Port': ['ID=e5ecea51-fead-421c-a52d-6aa4debfb50b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:38.306391 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:38.318479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79f4481f-2c98-40f0-9854-6fe14f4f00c9 req-7f2b784b-527e-4771-aadd-c537ff7e9d97 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218181 Nov 11 21:28:38.431738 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1060920686-network', 'tenant_id': '9076db8a47ba4c06a17af56b5c4f2ff0'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:38.456948 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.477504 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] Made reservation on behalf of 9076db8a47ba4c06a17af56b5c4f2ff0 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:38.477825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-6413157f-fbdd-4c7d-ab32-9e4b3718ce9c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Router 12f16641-e4d2-4a58-a7db-cca2bd35b704 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:28:38.479929 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.508492 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.525101 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.556196 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-97e400e4-8bc7-4433-b066-a0ff979ed8a1 req-7c4ed854-1000-47a8-90c7-0605689b8b8d tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/ports?device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 210 time: 0.0587742 Nov 11 21:28:38.639732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-6413157f-fbdd-4c7d-ab32-9e4b3718ce9c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:28:38.657304 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-6413157f-fbdd-4c7d-ab32-9e4b3718ce9c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.657720 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85016b39-f1cb-4054-b41a-f44af1bcdb1f None None] Sync routers for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:28:38.672195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85016b39-f1cb-4054-b41a-f44af1bcdb1f None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:38.673953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-85016b39-f1cb-4054-b41a-f44af1bcdb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:38.699181 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-6413157f-fbdd-4c7d-ab32-9e4b3718ce9c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "PUT /v2.0/floatingips/70431928-e18e-41e1-83e6-b942aca6219a HTTP/1.1" status: 200 len: 695 time: 0.8683152 Nov 11 21:28:38.702193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'tag': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:38.715458 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42c0e66-c481-44ec-a4e4-5cf8be164d59" -d '{"events": [{"name": "network-changed", "server_uuid": "6963616b-152f-429b-8a5e-0dd216c4d43a", "tag": "5c9dd2ec-2388-40ab-b9c3-8746ac3a5157"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:38.727041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9eb1f-b7bd-4393-834f-08e9b01b0c81 req-f7db4636-ab33-4be4-b8da-a9bf7a5e9539 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:38.728569 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-77d9eb1f-b7bd-4393-834f-08e9b01b0c81 req-f7db4636-ab33-4be4-b8da-a9bf7a5e9539 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.1013374 Nov 11 21:28:38.735231 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.751644 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.793407 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:28:38.806231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-25bdf992-b46c-4df5-ab29-6c753ab15565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:38.807775 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-25bdf992-b46c-4df5-ab29-6c753ab15565 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 1097 time: 0.0782762 Nov 11 21:28:38.816825 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.817029 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] Added segment e5e61511-4fcd-4e38-a048-a65bd0949d2b of type vlan for network 47ef974b-9ead-4619-b330-81971eb3170d Nov 11 21:28:38.821052 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-77d9eb1f-b7bd-4393-834f-08e9b01b0c81 req-1c69dc55-3d77-4a89-989f-10d8ecfe9183 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821183 Nov 11 21:28:38.834343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80f5ab0-dabe-4e1e-8668-5e5cf1d0cd38,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:38.861483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-85016b39-f1cb-4054-b41a-f44af1bcdb1f None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:38.871643 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.883806 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.887070 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.896494 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb46d783-36ef-4ee3-9498-c42879c89e33 x-openstack-request-id: req-cb46d783-36ef-4ee3-9498-c42879c89e33 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:38.896778 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6963616b-152f-429b-8a5e-0dd216c4d43a", "tag": "5c9dd2ec-2388-40ab-b9c3-8746ac3a5157", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:38.897158 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb46d783-36ef-4ee3-9498-c42879c89e33 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:38.897534 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'tag': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157', 'status': 'completed', 'code': 200} Nov 11 21:28:38.933545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-1e272a3c-df85-40e7-aa09-4251eccec4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:38.935022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-1e272a3c-df85-40e7-aa09-4251eccec4ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 922 time: 0.1120310 Nov 11 21:28:38.989027 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-62bfdabf-524f-42c0-b12c-a09a6a68cf31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 HTTP/1.1" status: 200 len: 217 time: 0.0456789 Nov 11 21:28:39.005024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Pushing event updated for resources: {'Port': ['ID=e5ecea51-fead-421c-a52d-6aa4debfb50b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:39.015428 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:39.016377 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:39.016999 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:39.052090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c0e66-c481-44ec-a4e4-5cf8be164d59 req-0fdde279-50d5-43bf-8f56-f7cae9ec3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:39.053779 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a42c0e66-c481-44ec-a4e4-5cf8be164d59 req-0fdde279-50d5-43bf-8f56-f7cae9ec3473 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 1097 time: 0.1299684 Nov 11 21:28:39.064269 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:39.076026 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8228364 Nov 11 21:28:39.087529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53874) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:39.093416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-19e12561-f2d0-4982-b884-01fc6ef9eaa7 admin admin] Request body: {'subnet': {'network_id': '47ef974b-9ead-4619-b330-81971eb3170d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1060920686-subnet', 'tenant_id': '9076db8a47ba4c06a17af56b5c4f2ff0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:39.109632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-b7735d07-e543-4c45-8c36-390d302daab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:39.111626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-b7735d07-e543-4c45-8c36-390d302daab2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.1140652 Nov 11 21:28:39.132677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-85016b39-f1cb-4054-b41a-f44af1bcdb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:39.146667 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:39.147872 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5f47d9d2-0c2c-487f-96b2-35460e64d206 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7400055 Nov 11 21:28:39.186317 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85016b39-f1cb-4054-b41a-f44af1bcdb1f None None] Checking router: 12f16641-e4d2-4a58-a7db-cca2bd35b704 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:28:39.189288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773d740-c334-4258-b54b-43704bf7b1ac admin admin] Pushing event updated for resources: {'Network': ['ID=47ef974b-9ead-4619-b330-81971eb3170d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:39.190621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e12561-f2d0-4982-b884-01fc6ef9eaa7 admin admin] Made reservation on behalf of 9076db8a47ba4c06a17af56b5c4f2ff0 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:39.200299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-19e12561-f2d0-4982-b884-01fc6ef9eaa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:39.200842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 47ef974b-9ead-4619-b330-81971eb3170d details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:28:39.229493 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85016b39-f1cb-4054-b41a-f44af1bcdb1f None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:39.231165 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-85016b39-f1cb-4054-b41a-f44af1bcdb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:39.325866 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-e6d1bc15-0f1e-4f62-802c-a4cdbcffdc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:39.334526 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-e6d1bc15-0f1e-4f62-802c-a4cdbcffdc8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2164512 Nov 11 21:28:39.365393 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-4c6543de-69c9-4999-9d0a-ae3af4e65dab tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:39.373136 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-4c6543de-69c9-4999-9d0a-ae3af4e65dab tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.10 "GET /v2.0/networks?id=bd19159d-1088-4471-a3b0-09ed4a14c274 HTTP/1.1" status: 200 len: 806 time: 0.1953378 Nov 11 21:28:39.405781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-85016b39-f1cb-4054-b41a-f44af1bcdb1f None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:39.411523 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c0e66-c481-44ec-a4e4-5cf8be164d59 req-4e932623-4cf2-4093-a805-9526e9a05f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:39.413504 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a42c0e66-c481-44ec-a4e4-5cf8be164d59 req-4e932623-4cf2-4093-a805-9526e9a05f3f service neutron] 10.222.0.71 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 922 time: 0.3428040 Nov 11 21:28:39.468566 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a42c0e66-c481-44ec-a4e4-5cf8be164d59 req-e4991a26-c310-4736-a05a-cbc677e1d438 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 HTTP/1.1" status: 200 len: 217 time: 0.0448525 Nov 11 21:28:39.548431 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-49b3a25b-4dcd-4ca4-beeb-4ac33b9207ae tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ba7b6256801415e838c5fcb0961a0da HTTP/1.1" status: 200 len: 379 time: 0.1464829 Nov 11 21:28:39.554435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c0e66-c481-44ec-a4e4-5cf8be164d59 req-056794b8-d77a-4fc5-a456-d499edeafc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:39.555878 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a42c0e66-c481-44ec-a4e4-5cf8be164d59 req-056794b8-d77a-4fc5-a456-d499edeafc48 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.0736985 Nov 11 21:28:39.568121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-dca0da5b-03e2-4b86-a407-fde0ffac225e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Request body: {'port': {'device_id': '788d6c89-64d9-4b84-bd25-fe54c4b21e98', 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'admin_state_up': True, 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'security_groups': ['3458f7e4-b6e8-41df-8d51-c59f32dbf67f']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:39.577654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-931675b7-4558-4273-9b8f-7696fa0ee753 service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421882 Nov 11 21:28:39.584717 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-19e12561-f2d0-4982-b884-01fc6ef9eaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:39.666311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-85016b39-f1cb-4054-b41a-f44af1bcdb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:39.695295 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c0e66-c481-44ec-a4e4-5cf8be164d59 req-c8387e67-5a9c-4a39-9c91-b20eb3650fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:39.697625 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a42c0e66-c481-44ec-a4e4-5cf8be164d59 req-c8387e67-5a9c-4a39-9c91-b20eb3650fe9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262786 Nov 11 21:28:39.705882 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85016b39-f1cb-4054-b41a-f44af1bcdb1f None None] The sync data for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 is: [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:28:39.728959 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-776d6e78-7ce0-4f3f-8ef0-a4c8615eaa2f tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:39.730622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-776d6e78-7ce0-4f3f-8ef0-a4c8615eaa2f tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/networks?id=99561117-a5f9-4a9d-8d55-97dffe2987c9 HTTP/1.1" status: 200 len: 821 time: 0.2855895 Nov 11 21:28:39.756696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e12561-f2d0-4982-b884-01fc6ef9eaa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb486a1-ee4f-4770-835e-4492fab85c7f,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:39.771150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e12561-f2d0-4982-b884-01fc6ef9eaa7 admin admin] Checking segment: {'id': 'e5e61511-4fcd-4e38-a048-a65bd0949d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '47ef974b-9ead-4619-b330-81971eb3170d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:39.771504 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e12561-f2d0-4982-b884-01fc6ef9eaa7 admin admin] Network hostable DHCP agents. Network: 47ef974b-9ead-4619-b330-81971eb3170d, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:28:39.780033 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-c5a96916-838f-4bed-b6fc-409f4d9dab63 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/quotas/65e2c77ecc484b81bf7a7f1ae391d39b HTTP/1.1" status: 200 len: 375 time: 0.0332634 Nov 11 21:28:39.834314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-817dcdff-32b1-4d0a-b11b-1993a36f40dc req-8c66ae37-d753-49d6-81bc-d61152e85bad service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471240 Nov 11 21:28:39.848318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e12561-f2d0-4982-b884-01fc6ef9eaa7 admin admin] Network 47ef974b-9ead-4619-b330-81971eb3170d is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:28:39.871569 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-a4acfd64-81e7-4044-9373-3556f3374fc8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=65e2c77ecc484b81bf7a7f1ae391d39b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0905144 Nov 11 21:28:39.878308 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a42c0e66-c481-44ec-a4e4-5cf8be164d59 req-6f0dcc0e-1495-4b99-94de-912be4d3af0f service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573987 Nov 11 21:28:39.879612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-dca0da5b-03e2-4b86-a407-fde0ffac225e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Made reservation on behalf of 7ba7b6256801415e838c5fcb0961a0da for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:39.883590 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-dca0da5b-03e2-4b86-a407-fde0ffac225e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:39.894972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-19e12561-f2d0-4982-b884-01fc6ef9eaa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 47ef974b-9ead-4619-b330-81971eb3170d) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:39.903815 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98728e29-a6a2-4206-b285-46d8a05cc2a4 None None] Network 47ef974b-9ead-4619-b330-81971eb3170d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:39.915812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e12561-f2d0-4982-b884-01fc6ef9eaa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:39.916913 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-19e12561-f2d0-4982-b884-01fc6ef9eaa7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:40.001005 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-19e12561-f2d0-4982-b884-01fc6ef9eaa7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9119787 Nov 11 21:28:40.032154 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a42c0e66-c481-44ec-a4e4-5cf8be164d59 req-ecda8a8f-78f2-4a93-b324-a6e02f2f162f service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343029 Nov 11 21:28:40.044746 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-510cd0df-49a2-46a9-8dec-e55872e0bb6e service neutron] 10.222.0.57 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721456 Nov 11 21:28:40.185098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3f65ed-4eb1-4511-8ffa-5031b1d9c145 None None] Network 47ef974b-9ead-4619-b330-81971eb3170d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:40.199536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-dca0da5b-03e2-4b86-a407-fde0ffac225e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Allocated IP 172.20.0.9 (bd19159d-1088-4471-a3b0-09ed4a14c274/a1c7b203-4ff8-4e7e-9114-65c6ca3fb485/675665cb-336b-437e-ba2d-1c25610f77d6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:40.224709 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66977cf9-7ab6-4640-bfad-24db6d7b5ca4 None None] New status for floating IP 70431928-e18e-41e1-83e6-b942aca6219a: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:28:40.361349 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-dca0da5b-03e2-4b86-a407-fde0ffac225e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:40.423589 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-dca0da5b-03e2-4b86-a407-fde0ffac225e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:40.514957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-dca0da5b-03e2-4b86-a407-fde0ffac225e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Network bd19159d-1088-4471-a3b0-09ed4a14c274 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:40.520035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-dca0da5b-03e2-4b86-a407-fde0ffac225e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:40.522229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0da5b-03e2-4b86-a407-fde0ffac225e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Pushing event updated for resources: {'Port': ['ID=675665cb-336b-437e-ba2d-1c25610f77d6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:40.531335 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-dca0da5b-03e2-4b86-a407-fde0ffac225e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:40.546272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5cc65-04fe-4f70-9fbb-0d12621d4e13 req-9f30e7f0-2722-4426-a49c-927fbea2cd09 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:40.548212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81b5cc65-04fe-4f70-9fbb-0d12621d4e13 req-9f30e7f0-2722-4426-a49c-927fbea2cd09 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 943 time: 0.5965915 Nov 11 21:28:40.607784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-dca0da5b-03e2-4b86-a407-fde0ffac225e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:40.609191 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-dca0da5b-03e2-4b86-a407-fde0ffac225e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:40.648180 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-dca0da5b-03e2-4b86-a407-fde0ffac225e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0858154 Nov 11 21:28:40.662095 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Request body: {'port': {'device_id': '788d6c89-64d9-4b84-bd25-fe54c4b21e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:40.750913 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81b5cc65-04fe-4f70-9fbb-0d12621d4e13 req-6d721e55-d1ad-4bc8-961e-314a0f56b801 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957960 Nov 11 21:28:40.775799 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-3223b833-b9d3-47be-bb87-20ffccc1eee7 service neutron] 10.222.0.57 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7280350 Nov 11 21:28:40.785855 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:40.864002 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.018985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-24120591-6f30-44de-aad0-cbae00f180b8 None None] Provisioning complete for port 675665cb-336b-437e-ba2d-1c25610f77d6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:41.019579 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24120591-6f30-44de-aad0-cbae00f180b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.025051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53918) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:41.030126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1148490167-network', 'tenant_id': '387d182d5a5b48d481dd98f3afda8969'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:41.079308 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-24120591-6f30-44de-aad0-cbae00f180b8 None None] Port 675665cb-336b-437e-ba2d-1c25610f77d6 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:41.223130 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] Made reservation on behalf of 387d182d5a5b48d481dd98f3afda8969 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:41.225905 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.236833 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.249514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675665cb-336b-437e-ba2d-1c25610f77d6 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:28:41.257381 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.270458 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Transition to ACTIVE for port object 675665cb-336b-437e-ba2d-1c25610f77d6 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:28:41.275424 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.299446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55d09b-1a2a-4cc7-8099-32f8059b595f req-94c6db62-6ea2-48cc-bc35-dcab7684dc19 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:41.307316 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8b55d09b-1a2a-4cc7-8099-32f8059b595f req-94c6db62-6ea2-48cc-bc35-dcab7684dc19 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.1358118 Nov 11 21:28:41.330709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Pushing event updated for resources: {'Port': ['ID=675665cb-336b-437e-ba2d-1c25610f77d6,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:41.335221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2245bf2-7c9a-4d91-a3ed-f74ebb94d7dd req-73c69dcf-92f9-46c8-a5c3-42e651ca2165 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:41.341780 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2245bf2-7c9a-4d91-a3ed-f74ebb94d7dd req-73c69dcf-92f9-46c8-a5c3-42e651ca2165 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/ports?device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 931 time: 0.2849824 Nov 11 21:28:41.432552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Attempting to bind port 675665cb-336b-437e-ba2d-1c25610f77d6 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:41.432914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Attempting to bind port 675665cb-336b-437e-ba2d-1c25610f77d6 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '9d620eb7-ccb1-4c7e-9d23-3e321b337df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:41.433237 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Attempting to bind port 675665cb-336b-437e-ba2d-1c25610f77d6 on network bd19159d-1088-4471-a3b0-09ed4a14c274 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:41.438060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Port 675665cb-336b-437e-ba2d-1c25610f77d6 on network bd19159d-1088-4471-a3b0-09ed4a14c274 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:28:41.438338 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Attempting to bind port 675665cb-336b-437e-ba2d-1c25610f77d6 on network bd19159d-1088-4471-a3b0-09ed4a14c274 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:41.446725 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:41.447114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Checking segment: {'id': '9d620eb7-ccb1-4c7e-9d23-3e321b337df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:41.447494 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Bound using segment: {'id': '9d620eb7-ccb1-4c7e-9d23-3e321b337df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:41.447943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Bound port: 675665cb-336b-437e-ba2d-1c25610f77d6, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d620eb7-ccb1-4c7e-9d23-3e321b337df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:41.448347 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.523199 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] For port 675665cb-336b-437e-ba2d-1c25610f77d6, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:41.527354 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] For port 675665cb-336b-437e-ba2d-1c25610f77d6, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=675665cb-336b-437e-ba2d-1c25610f77d6,segment=NetworkSegment(9d620eb7-ccb1-4c7e-9d23-3e321b337df8),segment_id=9d620eb7-ccb1-4c7e-9d23-3e321b337df8)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:41.537664 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.540381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8b55d09b-1a2a-4cc7-8099-32f8059b595f req-045973b1-e04d-48fb-ad58-a2848ebc9f34 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936009 Nov 11 21:28:41.551110 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2245bf2-7c9a-4d91-a3ed-f74ebb94d7dd req-8fcfa76c-243a-45d4-9a86-2fd0e0b88b2e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/security-groups?id=3458f7e4-b6e8-41df-8d51-c59f32dbf67f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853082 Nov 11 21:28:41.594960 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:41.595779 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.597372 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] 10.222.0.10 "PUT /v2.0/ports/675665cb-336b-437e-ba2d-1c25610f77d6 HTTP/1.1" status: 200 len: 1091 time: 0.9407647 Nov 11 21:28:41.597847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788d6c89-64d9-4b84-bd25-fe54c4b21e98', 'tag': '675665cb-336b-437e-ba2d-1c25610f77d6'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:41.601362 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf1450e-6bbe-497d-a154-4406aefa01e8" -d '{"events": [{"name": "network-changed", "server_uuid": "788d6c89-64d9-4b84-bd25-fe54c4b21e98", "tag": "675665cb-336b-437e-ba2d-1c25610f77d6"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:41.648981 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.661591 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.706922 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df395c15-c66b-40c1-acdd-c4e00703075a service neutron] Pushing event updated for resources: {'Port': ['ID=675665cb-336b-437e-ba2d-1c25610f77d6,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:41.729688 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-2194393a-fc41-4130-a94a-0f0ae2c9bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:41.731220 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-2194393a-fc41-4130-a94a-0f0ae2c9bfce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ba7b6256801415e838c5fcb0961a0da&device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 1094 time: 0.0768106 Nov 11 21:28:41.752864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:28:41.800393 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a9dbc0-44e3-4a44-b193-b2e1938817ba,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:41.825067 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.825979 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] Added segment eaf364fd-80d5-49da-b3dc-86734c80645c of type vlan for network e3b7239e-fce9-4768-8a24-a9abacb5af03 Nov 11 21:28:41.863230 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-053bcb59-d421-4743-9d0b-a3f0cefe65dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=675665cb-336b-437e-ba2d-1c25610f77d6 HTTP/1.1" status: 200 len: 217 time: 0.1131213 Nov 11 21:28:41.979665 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbf25a6-dfa0-4d2e-b009-ce240a89dffc x-openstack-request-id: req-0fbf25a6-dfa0-4d2e-b009-ce240a89dffc {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:41.980207 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788d6c89-64d9-4b84-bd25-fe54c4b21e98", "tag": "675665cb-336b-437e-ba2d-1c25610f77d6", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:41.980622 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0fbf25a6-dfa0-4d2e-b009-ce240a89dffc {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:41.981267 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788d6c89-64d9-4b84-bd25-fe54c4b21e98', 'tag': '675665cb-336b-437e-ba2d-1c25610f77d6', 'status': 'completed', 'code': 200} Nov 11 21:28:41.986494 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.988519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-805742f4-2a75-4c25-a001-14f10486b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:41.991231 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-805742f4-2a75-4c25-a001-14f10486b4bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c7b203-4ff8-4e7e-9114-65c6ca3fb485 HTTP/1.1" status: 200 len: 845 time: 0.1199307 Nov 11 21:28:42.042183 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.043560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:42.045658 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.059800 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-d907c22f-75e8-462d-8df0-7ceb9803e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:42.061471 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-d907c22f-75e8-462d-8df0-7ceb9803e9bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd19159d-1088-4471-a3b0-09ed4a14c274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632365 Nov 11 21:28:42.190773 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-0b2d8bc1-9136-498a-a98a-6208d8cf7901 service neutron] 10.222.0.10 "GET /v2.0/networks/bd19159d-1088-4471-a3b0-09ed4a14c274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205657 Nov 11 21:28:42.241269 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b203ade6-ed3b-4193-9cfe-3bf63abf53cb req-1c0ce32d-5dd3-4316-a2cc-cbb72c982866 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 210 time: 0.3532693 Nov 11 21:28:42.275877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2401288 Nov 11 21:28:42.275877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae408ae2-ff28-4ffa-ac50-d16336d78723 admin admin] Pushing event updated for resources: {'Network': ['ID=e3b7239e-fce9-4768-8a24-a9abacb5af03,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:42.279442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network e3b7239e-fce9-4768-8a24-a9abacb5af03 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:28:42.305605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53934) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:42.314251 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4d4c26ef-2189-4863-9ecd-923f2611b159 admin admin] Request body: {'subnet': {'network_id': 'e3b7239e-fce9-4768-8a24-a9abacb5af03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1148490167-subnet', 'tenant_id': '387d182d5a5b48d481dd98f3afda8969', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:42.357039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303658e6-1030-4a63-9487-2660a19e30f2 req-a185d6df-ff6f-4648-9bb2-f7aa818c1a30 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:42.365628 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-303658e6-1030-4a63-9487-2660a19e30f2 req-a185d6df-ff6f-4648-9bb2-f7aa818c1a30 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 943 time: 0.1281121 Nov 11 21:28:42.383025 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bcefa8a0-1bad-4024-970c-b4a92832586d req-d5635540-a2e6-4d6d-ac3f-9858d02fceba service neutron] 10.222.0.10 "GET /v2.0/networks/bd19159d-1088-4471-a3b0-09ed4a14c274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844614 Nov 11 21:28:42.418266 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4c26ef-2189-4863-9ecd-923f2611b159 admin admin] Made reservation on behalf of 387d182d5a5b48d481dd98f3afda8969 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:42.421165 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d4c26ef-2189-4863-9ecd-923f2611b159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.507001 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1450e-6bbe-497d-a154-4406aefa01e8 req-1f081038-7a75-4ea2-9c5c-5c42ce0ef5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:42.522741 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0cf1450e-6bbe-497d-a154-4406aefa01e8 req-1f081038-7a75-4ea2-9c5c-5c42ce0ef5c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ba7b6256801415e838c5fcb0961a0da&device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 1094 time: 0.0573125 Nov 11 21:28:42.529341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-8eed7b1e-e953-4651-9de9-9415338257dd tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:42.530976 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-8eed7b1e-e953-4651-9de9-9415338257dd tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1631103 Nov 11 21:28:42.576229 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-303658e6-1030-4a63-9487-2660a19e30f2 req-cc9341ec-2e69-496d-b8a9-743cfed722b1 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096014 Nov 11 21:28:42.623306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-79665ef3-424e-40b5-88ab-260512a15ea9 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.0811152 Nov 11 21:28:42.635902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-f7e5bcd9-656c-42d8-8ec9-9ee01540a665 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Request body: {'floatingip': {'port_id': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:42.687018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1450e-6bbe-497d-a154-4406aefa01e8 req-0afd1dfc-f284-4d19-a852-4ba8d21a4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:42.688726 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0cf1450e-6bbe-497d-a154-4406aefa01e8 req-0afd1dfc-f284-4d19-a852-4ba8d21a4650 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd19159d-1088-4471-a3b0-09ed4a14c274 HTTP/1.1" status: 200 len: 908 time: 0.1649692 Nov 11 21:28:42.701746 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-f7e5bcd9-656c-42d8-8ec9-9ee01540a665 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.767604 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0cf1450e-6bbe-497d-a154-4406aefa01e8 req-f3222ce2-50f4-4212-95cd-77b941db6d3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=675665cb-336b-437e-ba2d-1c25610f77d6 HTTP/1.1" status: 200 len: 217 time: 0.0699823 Nov 11 21:28:42.954191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1450e-6bbe-497d-a154-4406aefa01e8 req-e9b29347-a7b2-4a75-ab9e-2d2101e16232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:42.955967 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0cf1450e-6bbe-497d-a154-4406aefa01e8 req-e9b29347-a7b2-4a75-ab9e-2d2101e16232 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c7b203-4ff8-4e7e-9114-65c6ca3fb485 HTTP/1.1" status: 200 len: 845 time: 0.1769264 Nov 11 21:28:42.965322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-99492391-b0eb-47a5-9fe0-19f09f119766 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:42.967188 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-99492391-b0eb-47a5-9fe0-19f09f119766 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.71 "GET /v2.0/networks?id=99561117-a5f9-4a9d-8d55-97dffe2987c9 HTTP/1.1" status: 200 len: 821 time: 0.1805317 Nov 11 21:28:42.969884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f69e68-b165-40e1-a698-58b18d328683 req-50131258-d1c9-4893-ae29-f6b6e9b07872 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:42.971425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f69e68-b165-40e1-a698-58b18d328683 req-50131258-d1c9-4893-ae29-f6b6e9b07872 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.1618025 Nov 11 21:28:42.992984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-b1c07932-3c7a-42c8-9f78-b559b7a012a8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Request body: {'port': {'device_id': '9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1', 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9', 'admin_state_up': True, 'tenant_id': '65e2c77ecc484b81bf7a7f1ae391d39b'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:43.025042 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d4c26ef-2189-4863-9ecd-923f2611b159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.116696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1450e-6bbe-497d-a154-4406aefa01e8 req-e5c3f991-e838-48fd-a231-fa7641239a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:43.118160 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0cf1450e-6bbe-497d-a154-4406aefa01e8 req-e5c3f991-e838-48fd-a231-fa7641239a7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd19159d-1088-4471-a3b0-09ed4a14c274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499689 Nov 11 21:28:43.154349 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c26ef-2189-4863-9ecd-923f2611b159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f889bfd-5585-42e9-896c-67ab0aeb8956,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:43.157139 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-6b7ab806-2327-4e6b-83c7-e0cb74b22e05 service neutron] 10.222.0.10 "GET /v2.0/ports/c6ee313e-6825-480f-a2ad-99a3a49fed40/bindings/n-h2-805737-3 HTTP/1.1" status: 200 len: 384 time: 0.1789372 Nov 11 21:28:43.167827 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f69e68-b165-40e1-a698-58b18d328683 req-f95ae7b5-339a-4cb5-a0df-9e0db95b2e6e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528549 Nov 11 21:28:43.180934 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c26ef-2189-4863-9ecd-923f2611b159 admin admin] Checking segment: {'id': 'eaf364fd-80d5-49da-b3dc-86734c80645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'e3b7239e-fce9-4768-8a24-a9abacb5af03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:43.181331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c26ef-2189-4863-9ecd-923f2611b159 admin admin] Network hostable DHCP agents. Network: e3b7239e-fce9-4768-8a24-a9abacb5af03, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:28:43.286871 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c26ef-2189-4863-9ecd-923f2611b159 admin admin] Network e3b7239e-fce9-4768-8a24-a9abacb5af03 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:28:43.291025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-b1c07932-3c7a-42c8-9f78-b559b7a012a8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Made reservation on behalf of 65e2c77ecc484b81bf7a7f1ae391d39b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:43.294559 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-b1c07932-3c7a-42c8-9f78-b559b7a012a8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.311035 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0cf1450e-6bbe-497d-a154-4406aefa01e8 req-305b5e9c-7751-4f9c-83fb-816a4ab16d60 service neutron] 10.222.0.10 "GET /v2.0/networks/bd19159d-1088-4471-a3b0-09ed4a14c274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833887 Nov 11 21:28:43.321691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c26ef-2189-4863-9ecd-923f2611b159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, e3b7239e-fce9-4768-8a24-a9abacb5af03) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:43.330620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd413b71-17b8-4c2b-958d-bbe2bf0f8b6e None None] Network e3b7239e-fce9-4768-8a24-a9abacb5af03 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:43.353597 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4c26ef-2189-4863-9ecd-923f2611b159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:43.354287 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d4c26ef-2189-4863-9ecd-923f2611b159 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.384693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0728b4a-315d-49c7-a4cd-366b67235b75 req-c5394f8b-db6e-4a79-b723-96895004b484 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:43.386323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0728b4a-315d-49c7-a4cd-366b67235b75 req-c5394f8b-db6e-4a79-b723-96895004b484 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/ports?device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 943 time: 0.1513991 Nov 11 21:28:43.411347 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4d4c26ef-2189-4863-9ecd-923f2611b159 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1033187 Nov 11 21:28:43.501382 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908506e6-01a5-4872-b354-c4ecd61032bb None None] Network e3b7239e-fce9-4768-8a24-a9abacb5af03 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:43.546909 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0728b4a-315d-49c7-a4cd-366b67235b75 req-fc8203b0-fbb4-41c8-b92a-47d173bceca0 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/security-groups?id=3458f7e4-b6e8-41df-8d51-c59f32dbf67f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186454 Nov 11 21:28:43.577083 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-f7e5bcd9-656c-42d8-8ec9-9ee01540a665 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.585993 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-f7e5bcd9-656c-42d8-8ec9-9ee01540a665 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.634445 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0cf1450e-6bbe-497d-a154-4406aefa01e8 req-1583a100-1908-43ac-8b0c-e186f99c4f75 service neutron] 10.222.0.10 "GET /v2.0/networks/bd19159d-1088-4471-a3b0-09ed4a14c274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141825 Nov 11 21:28:43.658243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-b1c07932-3c7a-42c8-9f78-b559b7a012a8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Allocated IP 172.20.0.14 (99561117-a5f9-4a9d-8d55-97dffe2987c9/e1fa2e18-9868-425d-8893-879c75856b13/65550c8f-aae5-4455-89d7-3e064bf11a92) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:43.667444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-d76d8ac6-186a-4ba1-ae6b-0a6eeb3b74ef service neutron] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:43.706219 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-d76d8ac6-186a-4ba1-ae6b-0a6eeb3b74ef service neutron] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:43.771923 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-d76d8ac6-186a-4ba1-ae6b-0a6eeb3b74ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ee313e-6825-480f-a2ad-99a3a49fed40 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:28:43.792506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-d76d8ac6-186a-4ba1-ae6b-0a6eeb3b74ef service neutron] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:43.810457 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00521737-a1b5-4294-9793-283e11e65c3f req-f1d9594c-061f-48a9-87d2-bb30595ddb77 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 210 time: 0.0535481 Nov 11 21:28:43.831404 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-d76d8ac6-186a-4ba1-ae6b-0a6eeb3b74ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.842082 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a0952-929a-42ca-b063-acbfc62d4c5e req-8cba22b7-bf14-4be3-b007-dc9ee2f7fc00 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:43.843846 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e14a0952-929a-42ca-b063-acbfc62d4c5e req-8cba22b7-bf14-4be3-b007-dc9ee2f7fc00 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.71 "GET /v2.0/ports?device_id=6963616b-152f-429b-8a5e-0dd216c4d43a HTTP/1.1" status: 200 len: 946 time: 0.1016498 Nov 11 21:28:43.845574 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-f7e5bcd9-656c-42d8-8ec9-9ee01540a665 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Floating IP 70431928-e18e-41e1-83e6-b942aca6219a associated. External IP: 172.25.0.108, port: 3ca5214f-2b08-467b-9492-5b5ea2605ec4. Nov 11 21:28:43.862777 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bbf02029-1d4d-49b7-a5d6-da705597dd95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.065682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f56727-937d-4e00-89c0-5825bf8a65be req-9aac834c-80cd-4c64-997d-b624b1f43d1b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:44.067272 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58f56727-937d-4e00-89c0-5825bf8a65be req-9aac834c-80cd-4c64-997d-b624b1f43d1b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 943 time: 0.1528120 Nov 11 21:28:44.146572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-e14a0952-929a-42ca-b063-acbfc62d4c5e req-ff0fe179-41b4-421a-a777-217e78a26f9a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Deleting port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:44.146890 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e14a0952-929a-42ca-b063-acbfc62d4c5e req-ff0fe179-41b4-421a-a777-217e78a26f9a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.231373 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-b1c07932-3c7a-42c8-9f78-b559b7a012a8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.244728 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-d76d8ac6-186a-4ba1-ae6b-0a6eeb3b74ef service neutron] Transition to ACTIVE for port object c6ee313e-6825-480f-a2ad-99a3a49fed40 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:28:44.251683 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-d76d8ac6-186a-4ba1-ae6b-0a6eeb3b74ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.268487 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58f56727-937d-4e00-89c0-5825bf8a65be req-7e93bb0b-8672-45d8-a626-00cfd2aba9c2 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908183 Nov 11 21:28:44.300661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-f7e5bcd9-656c-42d8-8ec9-9ee01540a665 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Router 12f16641-e4d2-4a58-a7db-cca2bd35b704 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:28:44.307504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 675665cb-336b-437e-ba2d-1c25610f77d6 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:28:44.310889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device c6ee313e-6825-480f-a2ad-99a3a49fed40 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:44.337067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-d76d8ac6-186a-4ba1-ae6b-0a6eeb3b74ef service neutron] No DVR routers for this DVR port c6ee313e-6825-480f-a2ad-99a3a49fed40 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:44.342340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e14a0952-929a-42ca-b063-acbfc62d4c5e req-ff0fe179-41b4-421a-a777-217e78a26f9a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] For port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:44.342592 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e14a0952-929a-42ca-b063-acbfc62d4c5e req-ff0fe179-41b4-421a-a777-217e78a26f9a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.346064 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-b1c07932-3c7a-42c8-9f78-b559b7a012a8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.351373 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d8ac6-186a-4ba1-ae6b-0a6eeb3b74ef service neutron] Pushing event updated for resources: {'Port': ['ID=c6ee313e-6825-480f-a2ad-99a3a49fed40,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:44.366394 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-e14a0952-929a-42ca-b063-acbfc62d4c5e req-ff0fe179-41b4-421a-a777-217e78a26f9a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Calling delete_port for 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:44.406727 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device c6ee313e-6825-480f-a2ad-99a3a49fed40 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:44.413049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c07932-3c7a-42c8-9f78-b559b7a012a8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Pushing event updated for resources: {'Port': ['ID=65550c8f-aae5-4455-89d7-3e064bf11a92,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:44.439443 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.451766 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-b1c07932-3c7a-42c8-9f78-b559b7a012a8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Network 99561117-a5f9-4a9d-8d55-97dffe2987c9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:44.454817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-b1c07932-3c7a-42c8-9f78-b559b7a012a8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:44.460458 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-d76d8ac6-186a-4ba1-ae6b-0a6eeb3b74ef service neutron] 10.222.0.10 "PUT /v2.0/ports/c6ee313e-6825-480f-a2ad-99a3a49fed40/bindings/n-h2-805737-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2619419 Nov 11 21:28:44.461865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-b1c07932-3c7a-42c8-9f78-b559b7a012a8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:44.546153 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-b1c07932-3c7a-42c8-9f78-b559b7a012a8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:44.546966 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-b1c07932-3c7a-42c8-9f78-b559b7a012a8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.547863 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 675665cb-336b-437e-ba2d-1c25610f77d6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=675665cb-336b-437e-ba2d-1c25610f77d6,segment=NetworkSegment(9d620eb7-ccb1-4c7e-9d23-3e321b337df8),segment_id=9d620eb7-ccb1-4c7e-9d23-3e321b337df8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:44.572963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '675665cb-336b-437e-ba2d-1c25610f77d6', 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'port_id': '675665cb-336b-437e-ba2d-1c25610f77d6', 'mac_address': 'fa:16:3e:3d:2b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:28:44.579144 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-b1c07932-3c7a-42c8-9f78-b559b7a012a8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5899518 Nov 11 21:28:44.595546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Request body: {'port': {'device_id': '9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:44.624303 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.625842 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-473a4e77-bcc8-46a3-be65-58e1b3fb6de2 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:44.627477 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-473a4e77-bcc8-46a3-be65-58e1b3fb6de2 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8&tenant_id=84de113e4e264de9b1292139646defb0&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 1095 time: 0.1035094 Nov 11 21:28:44.642431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675665cb-336b-437e-ba2d-1c25610f77d6 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:28:44.667478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 675665cb-336b-437e-ba2d-1c25610f77d6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=675665cb-336b-437e-ba2d-1c25610f77d6,segment=NetworkSegment(9d620eb7-ccb1-4c7e-9d23-3e321b337df8),segment_id=9d620eb7-ccb1-4c7e-9d23-3e321b337df8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:44.672628 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.686842 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.729765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=675665cb-336b-437e-ba2d-1c25610f77d6,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:44.736063 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-f737dfc9-9462-4577-b14b-a60b59003f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:44.737662 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-f737dfc9-9462-4577-b14b-a60b59003f51 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8&tenant_id=84de113e4e264de9b1292139646defb0 HTTP/1.1" status: 200 len: 1095 time: 0.0996270 Nov 11 21:28:44.881450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-fb43e810-c65c-49d5-8272-461193eae1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:44.882936 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-fb43e810-c65c-49d5-8272-461193eae1fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 1095 time: 0.1174941 Nov 11 21:28:44.897709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-f7e5bcd9-656c-42d8-8ec9-9ee01540a665 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:28:44.911987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e462a71f-1076-400e-866e-a8c93047dee2 None None] Sync routers for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:28:44.923415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e462a71f-1076-400e-866e-a8c93047dee2 None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:44.924164 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e462a71f-1076-400e-866e-a8c93047dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:44.936263 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-f7e5bcd9-656c-42d8-8ec9-9ee01540a665 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.970825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['675665cb-336b-437e-ba2d-1c25610f77d6'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:28:45.008448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-f7e5bcd9-656c-42d8-8ec9-9ee01540a665 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "PUT /v2.0/floatingips/70431928-e18e-41e1-83e6-b942aca6219a HTTP/1.1" status: 200 len: 997 time: 2.3766224 Nov 11 21:28:45.013121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'tag': '3ca5214f-2b08-467b-9492-5b5ea2605ec4'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:45.015461 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2c5378-c4be-47a1-bf00-5f6fc14da425" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8bd96e-315f-45dc-859f-52e428cfd53d", "tag": "3ca5214f-2b08-467b-9492-5b5ea2605ec4"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:45.036252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-15095f74-2c40-4f89-9792-a00a73bb74be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:45.037926 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-15095f74-2c40-4f89-9792-a00a73bb74be service neutron] 10.222.0.71 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.1285739 Nov 11 21:28:45.048152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591c47e-7637-4380-9484-11f8a329a59f req-bc02d313-e310-49c4-8e5b-c939a6e0c7b2 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:45.049275 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7591c47e-7637-4380-9484-11f8a329a59f req-bc02d313-e310-49c4-8e5b-c939a6e0c7b2 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/networks?id=47ef974b-9ead-4619-b330-81971eb3170d HTTP/1.1" status: 200 len: 815 time: 0.2028506 Nov 11 21:28:45.096388 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7591c47e-7637-4380-9484-11f8a329a59f req-17e34282-d0ef-4949-aa90-0419519f9039 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/quotas/9076db8a47ba4c06a17af56b5c4f2ff0 HTTP/1.1" status: 200 len: 375 time: 0.0348668 Nov 11 21:28:45.099821 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e14a0952-929a-42ca-b063-acbfc62d4c5e req-ff0fe179-41b4-421a-a777-217e78a26f9a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.105847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-e462a71f-1076-400e-866e-a8c93047dee2 None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:45.114625 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-948b2c94-62b4-47b6-be88-14f5f2717bac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40 HTTP/1.1" status: 200 len: 217 time: 0.0642078 Nov 11 21:28:45.140164 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['3ca5214f-2b08-467b-9492-5b5ea2605ec4'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:28:45.154166 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65550c8f-aae5-4455-89d7-3e064bf11a92 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:28:45.155065 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7591c47e-7637-4380-9484-11f8a329a59f req-8410d728-a7cc-4d27-8a97-78663f1a0adb tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9076db8a47ba4c06a17af56b5c4f2ff0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577676 Nov 11 21:28:45.156941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0fe179-41b4-421a-a777-217e78a26f9a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Pushing event deleted for resources: {'Port': ['ID=5c9dd2ec-2388-40ab-b9c3-8746ac3a5157,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:45.169817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-e12cbbf9-6cc0-45e7-9010-d06122dc91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:45.171402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-e12cbbf9-6cc0-45e7-9010-d06122dc91ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 1097 time: 0.1212337 Nov 11 21:28:45.175753 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.204499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Transition to ACTIVE for port object 65550c8f-aae5-4455-89d7-3e064bf11a92 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:28:45.210707 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-61b3ddff-9eb0-4ff9-bdd9-c9a07c086029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:45.212325 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-61b3ddff-9eb0-4ff9-bdd9-c9a07c086029 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.0910158 Nov 11 21:28:45.213707 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.217183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14a0952-929a-42ca-b063-acbfc62d4c5e req-ff0fe179-41b4-421a-a777-217e78a26f9a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] No DVR routers for this DVR port 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:45.246076 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e14a0952-929a-42ca-b063-acbfc62d4c5e req-ff0fe179-41b4-421a-a777-217e78a26f9a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.249555 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e14a0952-929a-42ca-b063-acbfc62d4c5e req-ff0fe179-41b4-421a-a777-217e78a26f9a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.71 "DELETE /v2.0/ports/5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 HTTP/1.1" status: 204 len: 173 time: 1.3648787 Nov 11 21:28:45.284032 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-8c2ec2fe-589c-4355-af9f-b017264e3711 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610859 Nov 11 21:28:45.339999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Pushing event updated for resources: {'Port': ['ID=65550c8f-aae5-4455-89d7-3e064bf11a92,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:45.418438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-7e4f81f4-29f3-48f8-aca9-031bad535296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:45.420022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-7e4f81f4-29f3-48f8-aca9-031bad535296 service neutron] 10.222.0.57 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 922 time: 0.2041793 Nov 11 21:28:45.428042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7591c47e-7637-4380-9484-11f8a329a59f req-0e22222d-1e93-4529-9e32-47a4d8bbac8b service neutron] 10.222.0.57 "GET /v2.0/networks/47ef974b-9ead-4619-b330-81971eb3170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384806 Nov 11 21:28:45.517403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Attempting to bind port 65550c8f-aae5-4455-89d7-3e064bf11a92 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:45.517859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Attempting to bind port 65550c8f-aae5-4455-89d7-3e064bf11a92 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'c1686ce2-4289-4db3-b084-1566dcda1c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:45.518194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Attempting to bind port 65550c8f-aae5-4455-89d7-3e064bf11a92 on network 99561117-a5f9-4a9d-8d55-97dffe2987c9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:45.526405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Port 65550c8f-aae5-4455-89d7-3e064bf11a92 on network 99561117-a5f9-4a9d-8d55-97dffe2987c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:28:45.527002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Attempting to bind port 65550c8f-aae5-4455-89d7-3e064bf11a92 on network 99561117-a5f9-4a9d-8d55-97dffe2987c9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:45.536333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:45.536656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Checking segment: {'id': 'c1686ce2-4289-4db3-b084-1566dcda1c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:45.537314 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Bound using segment: {'id': 'c1686ce2-4289-4db3-b084-1566dcda1c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:45.537764 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Bound port: 65550c8f-aae5-4455-89d7-3e064bf11a92, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1686ce2-4289-4db3-b084-1566dcda1c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:45.538764 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.564944 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-146ce4c3-c7da-47d2-ab91-7fdd8fe1c161 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ca5214f-2b08-467b-9492-5b5ea2605ec4 HTTP/1.1" status: 200 len: 1000 time: 0.1344800 Nov 11 21:28:45.574606 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-9483c42d-75e2-4e2c-9a9b-38db353dcf33 service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723513 Nov 11 21:28:45.652920 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7591c47e-7637-4380-9484-11f8a329a59f req-8278b077-fe57-4896-83f5-5e9a8a33d964 service neutron] 10.222.0.57 "GET /v2.0/networks/47ef974b-9ead-4619-b330-81971eb3170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237706 Nov 11 21:28:45.659146 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-3069d192-da21-4752-8d84-31a6b82623e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:45.660678 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-3069d192-da21-4752-8d84-31a6b82623e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.0830646 Nov 11 21:28:45.697019 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e462a71f-1076-400e-866e-a8c93047dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '70431928-e18e-41e1-83e6-b942aca6219a', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'port_id': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'mac_address': 'fa:16:3e:3f:2c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:28:07Z', 'updated_at': '2021-11-11T21:28:43Z', 'revision_number': 8, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:45.698038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] For port 65550c8f-aae5-4455-89d7-3e064bf11a92, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:45.705057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] For port 65550c8f-aae5-4455-89d7-3e064bf11a92, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=65550c8f-aae5-4455-89d7-3e064bf11a92,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:45.721633 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.729746 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e462a71f-1076-400e-866e-a8c93047dee2 None None] Checking router: 12f16641-e4d2-4a58-a7db-cca2bd35b704 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:28:45.739844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e462a71f-1076-400e-866e-a8c93047dee2 None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:45.740603 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e462a71f-1076-400e-866e-a8c93047dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:45.741940 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c4fcab91-a4ad-4954-a212-5a1678bb6cfd service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441920 Nov 11 21:28:45.748457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-0e78df22-35c0-43cd-86fa-25eb614c0a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:45.750493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-0e78df22-35c0-43cd-86fa-25eb614c0a40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733707 Nov 11 21:28:45.802156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:45.803507 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.805828 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] 10.222.0.71 "PUT /v2.0/ports/65550c8f-aae5-4455-89d7-3e064bf11a92 HTTP/1.1" status: 200 len: 1092 time: 1.2163408 Nov 11 21:28:45.806011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1', 'tag': '65550c8f-aae5-4455-89d7-3e064bf11a92'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:45.809389 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5138cc2c-fa8d-44a4-9bb8-12bb29ca22f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1", "tag": "65550c8f-aae5-4455-89d7-3e064bf11a92"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:45.881455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d8e45-c151-492c-a602-c80925bc1047 service neutron] Pushing event updated for resources: {'Port': ['ID=65550c8f-aae5-4455-89d7-3e064bf11a92,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:45.946757 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-61261ebb-37b5-4ab6-98d7-cad3abf5832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:45.949076 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-61261ebb-37b5-4ab6-98d7-cad3abf5832d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=65e2c77ecc484b81bf7a7f1ae391d39b&device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 1095 time: 0.0879736 Nov 11 21:28:45.955004 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-e462a71f-1076-400e-866e-a8c93047dee2 None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:45.957742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-502b19a2-19b5-48ef-9c84-d682106a4211 service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952055 Nov 11 21:28:46.012544 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-14300536-bba4-4b16-ac5a-78b3acf50c10 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65550c8f-aae5-4455-89d7-3e064bf11a92 HTTP/1.1" status: 200 len: 217 time: 0.0535102 Nov 11 21:28:46.089273 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-ded17395-e4ce-499c-a332-90e63ba13946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:46.091179 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-ded17395-e4ce-499c-a332-90e63ba13946 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e1fa2e18-9868-425d-8893-879c75856b13 HTTP/1.1" status: 200 len: 861 time: 0.0704935 Nov 11 21:28:46.107692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:46.136962 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-6d9eef87-f26a-4dfc-b25f-e4f236db5dda service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=99561117-a5f9-4a9d-8d55-97dffe2987c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374763 Nov 11 21:28:46.151892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:46.152349 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5c9dd2ec-2388-40ab-b9c3-8746ac3a5157 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:46.155879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0dfcb-d069-4c7a-aa7a-ba5a0f062a01 req-f2a167b6-96ab-4cb0-adce-df551140e8ac tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:46.157731 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30d0dfcb-d069-4c7a-aa7a-ba5a0f062a01 req-f2a167b6-96ab-4cb0-adce-df551140e8ac tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.2033503 Nov 11 21:28:46.199292 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c18fdba-c2d3-4d6e-8d5f-21584f3c8c56 req-7a42ca4c-009c-44fc-a9ba-d112aee31ae4 service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235754 Nov 11 21:28:46.217098 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56f92e92-8676-4878-8f25-580d649b6b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:46.254923 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30d0dfcb-d069-4c7a-aa7a-ba5a0f062a01 req-83ba31a5-1698-4393-8ec2-8fbc0f7e9d7e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875764 Nov 11 21:28:46.291599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-63bd0f8d-3828-4e4d-bcb5-7d832378260f tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:46.293187 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-63bd0f8d-3828-4e4d-bcb5-7d832378260f tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8&tenant_id=84de113e4e264de9b1292139646defb0&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 1095 time: 0.1477737 Nov 11 21:28:46.305939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 675665cb-336b-437e-ba2d-1c25610f77d6 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:46.351450 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-56e958e3-52ab-41d3-8e16-c825c1e71631 service neutron] 10.222.0.71 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717737 Nov 11 21:28:46.425066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 675665cb-336b-437e-ba2d-1c25610f77d6 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:28:46.431677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 675665cb-336b-437e-ba2d-1c25610f77d6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:46.432011 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:46.450271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e076c1-bfe7-4349-b6ee-c53794f0a639 req-fdbfb618-bd18-4910-8928-2aa102c81544 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:46.455212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69e076c1-bfe7-4349-b6ee-c53794f0a639 req-fdbfb618-bd18-4910-8928-2aa102c81544 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/ports?device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 944 time: 0.1033728 Nov 11 21:28:46.486898 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e462a71f-1076-400e-866e-a8c93047dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '70431928-e18e-41e1-83e6-b942aca6219a', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'port_id': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'mac_address': 'fa:16:3e:3f:2c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:28:07Z', 'updated_at': '2021-11-11T21:28:43Z', 'revision_number': 8, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:46.522176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e462a71f-1076-400e-866e-a8c93047dee2 None None] The sync data for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 is: [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '70431928-e18e-41e1-83e6-b942aca6219a', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'port_id': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'mac_address': 'fa:16:3e:3f:2c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:28:07Z', 'updated_at': '2021-11-11T21:28:43Z', 'revision_number': 8, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:28:46.571483 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f9127055-a85a-42ba-bb13-e20d635acc60 req-ec1c395a-af0b-435c-acf0-04b5317cce3a service neutron] 10.222.0.71 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044032 Nov 11 21:28:46.573524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c3a5387f-4add-4155-bfab-841819ea30b9 service neutron] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:46.577632 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c3a5387f-4add-4155-bfab-841819ea30b9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:46.578822 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b924a25f-61d5-458d-b03c-e87896a9fb02 req-c3a5387f-4add-4155-bfab-841819ea30b9 service neutron] 10.222.0.71 "DELETE /v2.0/ports/c6ee313e-6825-480f-a2ad-99a3a49fed40/bindings/n-h1-805737-3 HTTP/1.1" status: 204 len: 173 time: 0.2737246 Nov 11 21:28:46.583714 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:46.613299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69e076c1-bfe7-4349-b6ee-c53794f0a639 req-b0a935a9-e25b-44e9-ab16-49da4831d270 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/security-groups?id=3458f7e4-b6e8-41df-8d51-c59f32dbf67f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512585 Nov 11 21:28:46.641331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba41a93-f533-4f9e-b1dd-b3bbcd29214c req-5515b02a-d72d-4ee0-b00f-fbafec493b25 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:46.643210 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ba41a93-f533-4f9e-b1dd-b3bbcd29214c req-5515b02a-d72d-4ee0-b00f-fbafec493b25 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 944 time: 0.1461878 Nov 11 21:28:46.646467 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788d6c89-64d9-4b84-bd25-fe54c4b21e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675665cb-336b-437e-ba2d-1c25610f77d6'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:46.648866 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fbda77-a5bd-4c69-af88-70c3abd58af2" -d '{"events": [{"server_uuid": "788d6c89-64d9-4b84-bd25-fe54c4b21e98", "name": "network-vif-plugged", "status": "completed", "tag": "675665cb-336b-437e-ba2d-1c25610f77d6"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:46.667951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 675665cb-336b-437e-ba2d-1c25610f77d6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=675665cb-336b-437e-ba2d-1c25610f77d6,segment=NetworkSegment(9d620eb7-ccb1-4c7e-9d23-3e321b337df8),segment_id=9d620eb7-ccb1-4c7e-9d23-3e321b337df8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:46.674372 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:46.696409 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3584f1-81c5-4abe-810b-77bc02222a57 x-openstack-request-id: req-aa3584f1-81c5-4abe-810b-77bc02222a57 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:46.696716 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8bd96e-315f-45dc-859f-52e428cfd53d", "tag": "3ca5214f-2b08-467b-9492-5b5ea2605ec4", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:46.697467 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa3584f1-81c5-4abe-810b-77bc02222a57 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:46.697948 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'tag': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'status': 'completed', 'code': 200} Nov 11 21:28:46.754252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ba41a93-f533-4f9e-b1dd-b3bbcd29214c req-2219c373-9def-43ac-9f9b-5c1bde402fd1 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017764 Nov 11 21:28:46.791248 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=675665cb-336b-437e-ba2d-1c25610f77d6,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:46.791780 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c5378-c4be-47a1-bf00-5f6fc14da425 req-3cf95ac1-fbcf-4c34-8f79-bfdec822d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:46.798808 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f2c5378-c4be-47a1-bf00-5f6fc14da425 req-3cf95ac1-fbcf-4c34-8f79-bfdec822d5fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 1097 time: 0.0746686 Nov 11 21:28:46.846671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912165c-742c-4527-9245-b631c24d4077 req-5247d49d-833d-49f8-98a6-4c532c1950d2 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:46.848260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c912165c-742c-4527-9245-b631c24d4077 req-5247d49d-833d-49f8-98a6-4c532c1950d2 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 944 time: 0.0733259 Nov 11 21:28:46.914248 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb00c1-868a-43ff-be0a-1791b52371cb None None] New status for floating IP 70431928-e18e-41e1-83e6-b942aca6219a: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:28:46.926989 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c912165c-742c-4527-9245-b631c24d4077 req-6483a4e3-d61b-4108-a280-19208e201681 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694387 Nov 11 21:28:46.957496 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e0c8ae-c274-4631-b847-f31224957495 x-openstack-request-id: req-30e0c8ae-c274-4631-b847-f31224957495 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:46.963915 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1", "tag": "65550c8f-aae5-4455-89d7-3e064bf11a92", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:46.966367 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-30e0c8ae-c274-4631-b847-f31224957495 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:46.967843 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1', 'tag': '65550c8f-aae5-4455-89d7-3e064bf11a92', 'status': 'completed', 'code': 200} Nov 11 21:28:46.981801 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c5378-c4be-47a1-bf00-5f6fc14da425 req-6ba9aa6d-6b5b-4a48-b474-f2d63ab6c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:46.983305 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f2c5378-c4be-47a1-bf00-5f6fc14da425 req-6ba9aa6d-6b5b-4a48-b474-f2d63ab6c0a8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 922 time: 0.1756082 Nov 11 21:28:47.051443 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86670ee4-a08e-454c-af7a-ee7f02607a7f req-4bc613dc-f79f-43d1-81b9-a9e3ac4eba16 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/ports?device_id=44ba38c2-77c7-4e9a-92ed-2d1e83b34d76 HTTP/1.1" status: 200 len: 210 time: 0.0306368 Nov 11 21:28:47.076346 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eefbbd05-c9c8-4495-8097-7bf1d0e2b83d req-0fdc4b79-f162-4260-98dd-150198b7bad1 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips/70431928-e18e-41e1-83e6-b942aca6219a HTTP/1.1" status: 200 len: 997 time: 0.1053727 Nov 11 21:28:47.080462 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:47.097657 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f2c5378-c4be-47a1-bf00-5f6fc14da425 req-1cc2150e-7a9c-4ae6-846e-1c4a98203e41 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ca5214f-2b08-467b-9492-5b5ea2605ec4 HTTP/1.1" status: 200 len: 1000 time: 0.1037228 Nov 11 21:28:47.100832 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138cc2c-fa8d-44a4-9bb8-12bb29ca22f0 req-06f5564a-15d8-4ca0-a01e-55ad9ab01f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:47.102679 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5138cc2c-fa8d-44a4-9bb8-12bb29ca22f0 req-06f5564a-15d8-4ca0-a01e-55ad9ab01f2a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=65e2c77ecc484b81bf7a7f1ae391d39b&device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 1095 time: 0.1183922 Nov 11 21:28:47.133434 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5c0824-2bcb-4de8-ac80-1097c8fe7100 x-openstack-request-id: req-6b5c0824-2bcb-4de8-ac80-1097c8fe7100 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:47.134506 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788d6c89-64d9-4b84-bd25-fe54c4b21e98", "name": "network-vif-plugged", "status": "completed", "tag": "675665cb-336b-437e-ba2d-1c25610f77d6", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:47.134980 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b5c0824-2bcb-4de8-ac80-1097c8fe7100 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:47.135591 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788d6c89-64d9-4b84-bd25-fe54c4b21e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675665cb-336b-437e-ba2d-1c25610f77d6', 'code': 200} Nov 11 21:28:47.217879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbbd05-c9c8-4495-8097-7bf1d0e2b83d req-a2e540c1-4eae-4f91-a277-1d2cb7c52d48 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:47.219756 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eefbbd05-c9c8-4495-8097-7bf1d0e2b83d req-a2e540c1-4eae-4f91-a277-1d2cb7c52d48 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.1422753 Nov 11 21:28:47.228070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c5378-c4be-47a1-bf00-5f6fc14da425 req-7df80f49-2134-4c88-b2aa-f7a8176b547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:47.229708 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f2c5378-c4be-47a1-bf00-5f6fc14da425 req-7df80f49-2134-4c88-b2aa-f7a8176b547e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.1174748 Nov 11 21:28:47.235484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-eefbbd05-c9c8-4495-8097-7bf1d0e2b83d req-47e9a1ec-b66f-4f53-b028-6828102bf076 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:28:47.236483 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eefbbd05-c9c8-4495-8097-7bf1d0e2b83d req-47e9a1ec-b66f-4f53-b028-6828102bf076 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089846 Nov 11 21:28:47.347039 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138cc2c-fa8d-44a4-9bb8-12bb29ca22f0 req-d051e7fe-d7af-4368-b822-fffdf8ce9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:47.348694 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5138cc2c-fa8d-44a4-9bb8-12bb29ca22f0 req-d051e7fe-d7af-4368-b822-fffdf8ce9751 service neutron] 10.222.0.71 "GET /v2.0/networks?id=99561117-a5f9-4a9d-8d55-97dffe2987c9 HTTP/1.1" status: 200 len: 923 time: 0.2259946 Nov 11 21:28:47.356388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dbe2e-cb43-4311-8e30-a2b216af364d req-50ec5099-8a2a-41ad-af7a-45bf0170d2c5 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:47.358078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e23dbe2e-cb43-4311-8e30-a2b216af364d req-50ec5099-8a2a-41ad-af7a-45bf0170d2c5 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 1095 time: 0.1184680 Nov 11 21:28:47.365268 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-8b655c07-ee8c-46a1-9315-b8ff343d1017 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1002 time: 0.1055670 Nov 11 21:28:47.376247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c5378-c4be-47a1-bf00-5f6fc14da425 req-beea029a-44a2-4aeb-836f-12c4400c1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:47.377775 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f2c5378-c4be-47a1-bf00-5f6fc14da425 req-beea029a-44a2-4aeb-836f-12c4400c1678 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382852 Nov 11 21:28:47.447872 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-6f533afd-7275-4f4a-bd93-4d1da99cd367 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:47.449277 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-6f533afd-7275-4f4a-bd93-4d1da99cd367 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports/3ca5214f-2b08-467b-9492-5b5ea2605ec4 HTTP/1.1" status: 200 len: 943 time: 0.0683708 Nov 11 21:28:47.455010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e3c39-a218-4c3d-aff7-6af6c7c58c7d req-652750be-7836-425f-a9ac-31d708edab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:47.456548 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-947e3c39-a218-4c3d-aff7-6af6c7c58c7d req-652750be-7836-425f-a9ac-31d708edab50 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 1096 time: 0.1991558 Nov 11 21:28:47.461430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e23dbe2e-cb43-4311-8e30-a2b216af364d req-289b2685-9a02-495b-8f5a-a1b2b492b9d0 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955665 Nov 11 21:28:47.479203 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5138cc2c-fa8d-44a4-9bb8-12bb29ca22f0 req-61c39b46-3820-48d3-bae2-dda3bcc630a8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65550c8f-aae5-4455-89d7-3e064bf11a92 HTTP/1.1" status: 200 len: 217 time: 0.1117952 Nov 11 21:28:47.617301 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138cc2c-fa8d-44a4-9bb8-12bb29ca22f0 req-62c9b0ae-cf60-4aaf-b53f-63f29fccc483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:47.618860 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5138cc2c-fa8d-44a4-9bb8-12bb29ca22f0 req-62c9b0ae-cf60-4aaf-b53f-63f29fccc483 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e1fa2e18-9868-425d-8893-879c75856b13 HTTP/1.1" status: 200 len: 861 time: 0.1133788 Nov 11 21:28:47.623195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53403a24-c323-4a2d-800f-584c4854376a req-17321233-e86a-49f8-a5bf-43beb6729384 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:47.624691 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-53403a24-c323-4a2d-800f-584c4854376a req-17321233-e86a-49f8-a5bf-43beb6729384 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.1023684 Nov 11 21:28:47.633238 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-94d735fd-bbf9-4fa6-98e3-4a4c0b378ab9 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1002 time: 0.0815878 Nov 11 21:28:47.664831 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-947e3c39-a218-4c3d-aff7-6af6c7c58c7d req-becdf4cc-5451-49aa-a1b7-71a786dd8154 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3458f7e4-b6e8-41df-8d51-c59f32dbf67f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781187 Nov 11 21:28:47.671402 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5138cc2c-fa8d-44a4-9bb8-12bb29ca22f0 req-4605c6bb-5431-4ad3-914c-140302d78693 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=99561117-a5f9-4a9d-8d55-97dffe2987c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372128 Nov 11 21:28:47.678635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591c47e-7637-4380-9484-11f8a329a59f req-51c4a54b-c47f-419a-84f0-aba4cf03512e tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:47.679960 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7591c47e-7637-4380-9484-11f8a329a59f req-51c4a54b-c47f-419a-84f0-aba4cf03512e tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.10 "GET /v2.0/networks?id=47ef974b-9ead-4619-b330-81971eb3170d HTTP/1.1" status: 200 len: 815 time: 0.3509295 Nov 11 21:28:47.693196 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f2c5378-c4be-47a1-bf00-5f6fc14da425 req-b63ea259-e668-4bb6-84b8-ab95f5785b99 service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029401 Nov 11 21:28:47.730467 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-53403a24-c323-4a2d-800f-584c4854376a req-d9599757-1918-4cbd-9a6b-3dcc51213d8e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960965 Nov 11 21:28:47.773117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-11326b45-76ac-47ed-a89e-9191f8cfe51e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:47.774471 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-11326b45-76ac-47ed-a89e-9191f8cfe51e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.1335208 Nov 11 21:28:47.830697 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5138cc2c-fa8d-44a4-9bb8-12bb29ca22f0 req-8469a8d3-2231-4403-b4db-37b17df704a8 service neutron] 10.222.0.71 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481280 Nov 11 21:28:47.848000 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f2c5378-c4be-47a1-bf00-5f6fc14da425 req-b983c58f-0ab0-46dc-8636-7469ca6e2f9b service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451993 Nov 11 21:28:47.849306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-fdb05cac-2a64-4622-ac8d-0e27c53f36d6 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1002 time: 0.0645621 Nov 11 21:28:47.861260 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-4b382bfe-fae5-4da0-927a-53bf6476411e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:47.900456 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7591c47e-7637-4380-9484-11f8a329a59f req-4587748e-8b3e-47fe-a9da-f4906bd83ba4 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Request body: {'port': {'device_id': '44ba38c2-77c7-4e9a-92ed-2d1e83b34d76', 'network_id': '47ef974b-9ead-4619-b330-81971eb3170d', 'admin_state_up': True, 'tenant_id': '9076db8a47ba4c06a17af56b5c4f2ff0'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:47.923636 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-4b382bfe-fae5-4da0-927a-53bf6476411e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:48.005148 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5138cc2c-fa8d-44a4-9bb8-12bb29ca22f0 req-70a1ead8-105d-4bea-9c1f-3f7b4683679f service neutron] 10.222.0.71 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652927 Nov 11 21:28:48.047844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7591c47e-7637-4380-9484-11f8a329a59f req-4587748e-8b3e-47fe-a9da-f4906bd83ba4 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Made reservation on behalf of 9076db8a47ba4c06a17af56b5c4f2ff0 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:48.051699 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7591c47e-7637-4380-9484-11f8a329a59f req-4587748e-8b3e-47fe-a9da-f4906bd83ba4 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:48.060828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1b02c-5ff9-4d60-89f5-df07d412280a req-9e46b4a7-3ef0-42d5-9c1f-4842ecddd8a8 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:48.062480 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2a1b02c-5ff9-4d60-89f5-df07d412280a req-9e46b4a7-3ef0-42d5-9c1f-4842ecddd8a8 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 1095 time: 0.0996015 Nov 11 21:28:48.130456 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-4b382bfe-fae5-4da0-927a-53bf6476411e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:48.135135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-4b382bfe-fae5-4da0-927a-53bf6476411e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:48.135586 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-4b382bfe-fae5-4da0-927a-53bf6476411e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Floating IP 70431928-e18e-41e1-83e6-b942aca6219a disassociated. External IP: 172.25.0.108, port: 3ca5214f-2b08-467b-9492-5b5ea2605ec4. Nov 11 21:28:48.190812 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-7591c47e-7637-4380-9484-11f8a329a59f req-4587748e-8b3e-47fe-a9da-f4906bd83ba4 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Allocated IP 172.20.0.14 (47ef974b-9ead-4619-b330-81971eb3170d/eeb486a1-ee4f-4770-835e-4492fab85c7f/ec456408-c53a-479b-9671-8ec83c10d962) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:48.202317 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2a1b02c-5ff9-4d60-89f5-df07d412280a req-9c27531f-d0e2-49f5-8a43-c580d2adfe11 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236920 Nov 11 21:28:48.272915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-050dcfad-1237-4e02-b050-bc2c4c957333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:48.274405 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-050dcfad-1237-4e02-b050-bc2c4c957333 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 1096 time: 0.0676098 Nov 11 21:28:48.391422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c156d-a9b6-4729-a263-00340518d0f3 req-aa38b62d-36a6-4384-a544-7b29fb6185ba tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:48.393562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-973c156d-a9b6-4729-a263-00340518d0f3 req-aa38b62d-36a6-4384-a544-7b29fb6185ba tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/ports?device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 945 time: 0.1194437 Nov 11 21:28:48.417649 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:48.432654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-4b382bfe-fae5-4da0-927a-53bf6476411e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Router 12f16641-e4d2-4a58-a7db-cca2bd35b704 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:28:48.463794 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-973c156d-a9b6-4729-a263-00340518d0f3 req-a674116a-eee6-4f6e-bd9a-40ed5926394c tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/security-groups?id=3458f7e4-b6e8-41df-8d51-c59f32dbf67f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606437 Nov 11 21:28:48.596940 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-4b382bfe-fae5-4da0-927a-53bf6476411e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:28:48.602519 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-4b382bfe-fae5-4da0-927a-53bf6476411e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:48.607719 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd002ed-c273-42ac-826d-5a1e9f3806b8 None None] Sync routers for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:28:48.620235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd002ed-c273-42ac-826d-5a1e9f3806b8 None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:48.620924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5cd002ed-c273-42ac-826d-5a1e9f3806b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:48.639231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddb98b-58ff-407e-ac6b-bd4f58053b5d req-ea726124-7277-429d-8c0d-28f82d6b9f6e tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:48.640833 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69ddb98b-58ff-407e-ac6b-bd4f58053b5d req-ea726124-7277-429d-8c0d-28f82d6b9f6e tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 944 time: 0.0933552 Nov 11 21:28:48.647262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-4b382bfe-fae5-4da0-927a-53bf6476411e tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "PUT /v2.0/floatingips/70431928-e18e-41e1-83e6-b942aca6219a HTTP/1.1" status: 200 len: 696 time: 0.7909338 Nov 11 21:28:48.703022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'name': 'network-vif-deleted', 'tag': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157'}, {'name': 'network-changed', 'server_uuid': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'tag': '3ca5214f-2b08-467b-9492-5b5ea2605ec4'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:48.709838 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f11619-2cad-42c5-8e4b-1560c4c0d0e2" -d '{"events": [{"server_uuid": "6963616b-152f-429b-8a5e-0dd216c4d43a", "name": "network-vif-deleted", "tag": "5c9dd2ec-2388-40ab-b9c3-8746ac3a5157"}, {"name": "network-changed", "server_uuid": "ef8bd96e-315f-45dc-859f-52e428cfd53d", "tag": "3ca5214f-2b08-467b-9492-5b5ea2605ec4"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:48.732597 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69ddb98b-58ff-407e-ac6b-bd4f58053b5d req-02bf4664-aff4-48d6-86db-a9e974938196 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830688 Nov 11 21:28:48.745692 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-e85911ee-53a0-462a-9509-8fbcbcb4e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:48.750069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-e85911ee-53a0-462a-9509-8fbcbcb4e95b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 1097 time: 0.0866408 Nov 11 21:28:48.754850 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7591c47e-7637-4380-9484-11f8a329a59f req-4587748e-8b3e-47fe-a9da-f4906bd83ba4 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:48.794721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-3053b82a-4a34-4a4a-a513-4698eaafd9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:48.796701 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-3053b82a-4a34-4a4a-a513-4698eaafd9cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.5039499 Nov 11 21:28:48.800071 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7591c47e-7637-4380-9484-11f8a329a59f req-4587748e-8b3e-47fe-a9da-f4906bd83ba4 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:48.891829 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-8d01371f-db9d-4cc0-80ab-7dd606c77ae1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ff835fb-024f-4d22-b009-2e991997392e HTTP/1.1" status: 200 len: 217 time: 0.0557275 Nov 11 21:28:48.899511 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7591c47e-7637-4380-9484-11f8a329a59f req-4587748e-8b3e-47fe-a9da-f4906bd83ba4 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Network 47ef974b-9ead-4619-b330-81971eb3170d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:48.902141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-b58b35cc-57d1-47af-bde4-99fd0254e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:48.904229 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-b58b35cc-57d1-47af-bde4-99fd0254e82d service neutron] 10.222.0.57 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 922 time: 0.1380756 Nov 11 21:28:48.910989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-7591c47e-7637-4380-9484-11f8a329a59f req-4587748e-8b3e-47fe-a9da-f4906bd83ba4 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:48.913841 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7591c47e-7637-4380-9484-11f8a329a59f req-4587748e-8b3e-47fe-a9da-f4906bd83ba4 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:48.948753 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5cd002ed-c273-42ac-826d-5a1e9f3806b8 None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:48.975977 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587748e-8b3e-47fe-a9da-f4906bd83ba4 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Pushing event updated for resources: {'Port': ['ID=ec456408-c53a-479b-9671-8ec83c10d962,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:48.986188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-dad8a355-75a1-48ff-8480-335bed8fbc1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ca5214f-2b08-467b-9492-5b5ea2605ec4 HTTP/1.1" status: 200 len: 217 time: 0.0672150 Nov 11 21:28:49.017434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591c47e-7637-4380-9484-11f8a329a59f req-4587748e-8b3e-47fe-a9da-f4906bd83ba4 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:49.018198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7591c47e-7637-4380-9484-11f8a329a59f req-4587748e-8b3e-47fe-a9da-f4906bd83ba4 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.023085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-0e1f1e1b-284b-4e95-992e-9741855a98ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:49.025464 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-0e1f1e1b-284b-4e95-992e-9741855a98ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.1243787 Nov 11 21:28:49.037643 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22104004-08d1-465c-9ab3-6d4c384a047c req-1a1c9eba-b262-483d-9487-9ce8cebaf50b tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:49.039200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22104004-08d1-465c-9ab3-6d4c384a047c req-1a1c9eba-b262-483d-9487-9ce8cebaf50b tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/ports?device_id=44ba38c2-77c7-4e9a-92ed-2d1e83b34d76 HTTP/1.1" status: 200 len: 932 time: 0.1394908 Nov 11 21:28:49.069526 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-a52bd0ed-e2d5-4e72-9c02-9d026fce71b2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344677 Nov 11 21:28:49.074083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-41644058-f810-4612-ae66-ccec9689e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:49.074628 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7591c47e-7637-4380-9484-11f8a329a59f req-4587748e-8b3e-47fe-a9da-f4906bd83ba4 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1777697 Nov 11 21:28:49.075564 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-41644058-f810-4612-ae66-ccec9689e2c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.0773017 Nov 11 21:28:49.090814 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Request body: {'port': {'device_id': '44ba38c2-77c7-4e9a-92ed-2d1e83b34d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:49.126364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22104004-08d1-465c-9ab3-6d4c384a047c req-5a606983-e147-4ec0-aee2-ffdadb068602 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/security-groups?id=c80f5ab0-dabe-4e1e-8668-5e5cf1d0cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785296 Nov 11 21:28:49.138181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-091c7e37-6d53-43ad-8162-8d0804bcc54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:49.139672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-091c7e37-6d53-43ad-8162-8d0804bcc54d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539737 Nov 11 21:28:49.186152 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5cd002ed-c273-42ac-826d-5a1e9f3806b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:49.195833 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.235040 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd002ed-c273-42ac-826d-5a1e9f3806b8 None None] Checking router: 12f16641-e4d2-4a58-a7db-cca2bd35b704 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:28:49.255191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd002ed-c273-42ac-826d-5a1e9f3806b8 None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:49.255996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5cd002ed-c273-42ac-826d-5a1e9f3806b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:49.258723 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-dfc80a01-ed75-4ae5-9949-a4ee032b31ef service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112084 Nov 11 21:28:49.333799 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-479d8df8-ceb5-4df8-ae5e-48519eb6e7f8 service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562311 Nov 11 21:28:49.352093 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.383000 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f31da5e-a571-4908-a27d-9e01e77dd4ff req-1469bb82-09ef-4631-bec4-eb11905b2ab2 service neutron] 10.222.0.57 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183887 Nov 11 21:28:49.397590 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5cd002ed-c273-42ac-826d-5a1e9f3806b8 None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:49.455814 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce91a960-ae8c-4735-a4f9-9efada3805c9 x-openstack-request-id: req-ce91a960-ae8c-4735-a4f9-9efada3805c9 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:49.456410 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6963616b-152f-429b-8a5e-0dd216c4d43a", "name": "network-vif-deleted", "tag": "5c9dd2ec-2388-40ab-b9c3-8746ac3a5157", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef8bd96e-315f-45dc-859f-52e428cfd53d", "tag": "3ca5214f-2b08-467b-9492-5b5ea2605ec4", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:49.457038 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ce91a960-ae8c-4735-a4f9-9efada3805c9 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:49.458290 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6963616b-152f-429b-8a5e-0dd216c4d43a', 'name': 'network-vif-deleted', 'tag': '5c9dd2ec-2388-40ab-b9c3-8746ac3a5157', 'status': 'completed', 'code': 200} Nov 11 21:28:49.458749 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'tag': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'status': 'completed', 'code': 200} Nov 11 21:28:49.536537 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-9ea29c1d-81d8-44ea-b0b9-9dce2326be83 service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903112 Nov 11 21:28:49.578416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f11619-2cad-42c5-8e4b-1560c4c0d0e2 req-031a39a8-abbd-436e-ab3c-b45c95d68f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:49.580042 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-64f11619-2cad-42c5-8e4b-1560c4c0d0e2 req-031a39a8-abbd-436e-ab3c-b45c95d68f6a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8254931c4d9b4d209574a0ae4055bff4&device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 1097 time: 0.0870481 Nov 11 21:28:49.602951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a1528-6b12-4f9b-b9c5-93d8d623c28c req-e773f9fe-f326-455f-be9d-16ee752697fd tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:49.616315 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da0a1528-6b12-4f9b-b9c5-93d8d623c28c req-e773f9fe-f326-455f-be9d-16ee752697fd tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.1041288 Nov 11 21:28:49.668555 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec456408-c53a-479b-9671-8ec83c10d962 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:28:49.679068 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.684066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5cd002ed-c273-42ac-826d-5a1e9f3806b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:49.703996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Transition to ACTIVE for port object ec456408-c53a-479b-9671-8ec83c10d962 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:28:49.704546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da0a1528-6b12-4f9b-b9c5-93d8d623c28c req-53a46201-f87f-4f2c-9d04-b3428e581407 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788779 Nov 11 21:28:49.728289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd002ed-c273-42ac-826d-5a1e9f3806b8 None None] The sync data for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 is: [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '15011414-7c51-4dd6-aa79-cdaef6d19341', 'name': '', 'network_id': '59e1919c-fb27-4480-a2d1-c565bfb32cc6', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'mac_address': 'fa:16:3e:e5:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4474c264-aeab-4464-9334-d2833929cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:42Z', 'updated_at': '2021-11-11T21:27:50Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'subnets': [{'id': '4474c264-aeab-4464-9334-d2833929cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:28:49.732718 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.748357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f11619-2cad-42c5-8e4b-1560c4c0d0e2 req-797f9a14-5caf-4a27-8054-a9c410b6fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:49.748357 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-64f11619-2cad-42c5-8e4b-1560c4c0d0e2 req-797f9a14-5caf-4a27-8054-a9c410b6fdd4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 200 len: 922 time: 0.1492851 Nov 11 21:28:49.850240 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-64f11619-2cad-42c5-8e4b-1560c4c0d0e2 req-50fa65fd-1a02-4ff8-a752-259dd05a936e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ca5214f-2b08-467b-9492-5b5ea2605ec4 HTTP/1.1" status: 200 len: 217 time: 0.0802774 Nov 11 21:28:49.890061 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec456408-c53a-479b-9671-8ec83c10d962,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:49.918404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4394a-20cf-451b-bf72-f85211aedd96 req-a7c7ad8b-9b16-45a3-b064-db67d433ab01 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:49.925550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5a4394a-20cf-451b-bf72-f85211aedd96 req-a7c7ad8b-9b16-45a3-b064-db67d433ab01 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/ports?device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 945 time: 0.1085324 Nov 11 21:28:49.944613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13bb67-e2f0-4d75-9758-10db3128c8e4 req-18fed3f2-dea4-40ea-a1ff-2c6f8f02ee6a tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:49.946585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd13bb67-e2f0-4d75-9758-10db3128c8e4 req-18fed3f2-dea4-40ea-a1ff-2c6f8f02ee6a tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 944 time: 0.0909200 Nov 11 21:28:49.955817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f11619-2cad-42c5-8e4b-1560c4c0d0e2 req-f071b8e7-490f-48bb-bd61-e0847888573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:49.957384 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-64f11619-2cad-42c5-8e4b-1560c4c0d0e2 req-f071b8e7-490f-48bb-bd61-e0847888573b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 200 len: 859 time: 0.0928574 Nov 11 21:28:49.980909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Attempting to bind port ec456408-c53a-479b-9671-8ec83c10d962 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:49.981245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Attempting to bind port ec456408-c53a-479b-9671-8ec83c10d962 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'e5e61511-4fcd-4e38-a048-a65bd0949d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '47ef974b-9ead-4619-b330-81971eb3170d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:49.981593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Attempting to bind port ec456408-c53a-479b-9671-8ec83c10d962 on network 47ef974b-9ead-4619-b330-81971eb3170d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:50.012575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Port ec456408-c53a-479b-9671-8ec83c10d962 on network 47ef974b-9ead-4619-b330-81971eb3170d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:28:50.012961 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Attempting to bind port ec456408-c53a-479b-9671-8ec83c10d962 on network 47ef974b-9ead-4619-b330-81971eb3170d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:50.015385 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5a4394a-20cf-451b-bf72-f85211aedd96 req-605aa772-e50e-4c04-824e-3bfef71c87a1 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/security-groups?id=3458f7e4-b6e8-41df-8d51-c59f32dbf67f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886798 Nov 11 21:28:50.033581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:50.033925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Checking segment: {'id': 'e5e61511-4fcd-4e38-a048-a65bd0949d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '47ef974b-9ead-4619-b330-81971eb3170d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:50.034311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Bound using segment: {'id': 'e5e61511-4fcd-4e38-a048-a65bd0949d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '47ef974b-9ead-4619-b330-81971eb3170d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:50.034761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Bound port: ec456408-c53a-479b-9671-8ec83c10d962, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e61511-4fcd-4e38-a048-a65bd0949d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '47ef974b-9ead-4619-b330-81971eb3170d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:50.036674 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.086510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 65550c8f-aae5-4455-89d7-3e064bf11a92 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:28:50.116762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f11619-2cad-42c5-8e4b-1560c4c0d0e2 req-af808bf8-05a9-471c-8878-6f46f10066e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:50.118333 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-64f11619-2cad-42c5-8e4b-1560c4c0d0e2 req-af808bf8-05a9-471c-8878-6f46f10066e7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59e1919c-fb27-4480-a2d1-c565bfb32cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506310 Nov 11 21:28:50.140299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd13bb67-e2f0-4d75-9758-10db3128c8e4 req-f41b467a-4018-4419-b0eb-062abe976d3b tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641994 Nov 11 21:28:50.182923 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-93fcec6e-ac2a-4a22-94e2-d8cbbf120cd0 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips/70431928-e18e-41e1-83e6-b942aca6219a HTTP/1.1" status: 200 len: 696 time: 0.1418183 Nov 11 21:28:50.226619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] For port ec456408-c53a-479b-9671-8ec83c10d962, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:50.243208 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a561ff5-3504-4c30-97a1-dee994e777ba None None] New status for floating IP 70431928-e18e-41e1-83e6-b942aca6219a: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:28:50.244602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] For port ec456408-c53a-479b-9671-8ec83c10d962, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ec456408-c53a-479b-9671-8ec83c10d962,segment=NetworkSegment(e5e61511-4fcd-4e38-a048-a65bd0949d2b),segment_id=e5e61511-4fcd-4e38-a048-a65bd0949d2b)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:50.254684 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.280723 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 65550c8f-aae5-4455-89d7-3e064bf11a92, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=65550c8f-aae5-4455-89d7-3e064bf11a92,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:50.306408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '65550c8f-aae5-4455-89d7-3e064bf11a92', 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9', 'port_id': '65550c8f-aae5-4455-89d7-3e064bf11a92', 'mac_address': 'fa:16:3e:c5:74:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1fa2e18-9868-425d-8893-879c75856b13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:28:50.310245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:50.310864 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.312293 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7591c47e-7637-4380-9484-11f8a329a59f req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] 10.222.0.10 "PUT /v2.0/ports/ec456408-c53a-479b-9671-8ec83c10d962 HTTP/1.1" status: 200 len: 1092 time: 1.2258286 Nov 11 21:28:50.314642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ba38c2-77c7-4e9a-92ed-2d1e83b34d76', 'tag': 'ec456408-c53a-479b-9671-8ec83c10d962'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:50.317247 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6ca14a-c0bb-4aa6-8a95-c703d85e61ce" -d '{"events": [{"name": "network-changed", "server_uuid": "44ba38c2-77c7-4e9a-92ed-2d1e83b34d76", "tag": "ec456408-c53a-479b-9671-8ec83c10d962"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:50.327431 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-64f11619-2cad-42c5-8e4b-1560c4c0d0e2 req-9d6b18b5-b006-465d-8d0b-7a2efff680fb service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953194 Nov 11 21:28:50.402203 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.420974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65550c8f-aae5-4455-89d7-3e064bf11a92 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:28:50.463519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 65550c8f-aae5-4455-89d7-3e064bf11a92, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=65550c8f-aae5-4455-89d7-3e064bf11a92,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:50.472896 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.503654 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-64f11619-2cad-42c5-8e4b-1560c4c0d0e2 req-3b631bae-9e6b-40cd-ae5a-9c537b1f6745 service neutron] 10.222.0.71 "GET /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690979 Nov 11 21:28:50.534692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=65550c8f-aae5-4455-89d7-3e064bf11a92,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:50.539639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2faa0f2-65c0-4a53-916f-ac8b3bbedef3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec456408-c53a-479b-9671-8ec83c10d962,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:50.588704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591c47e-7637-4380-9484-11f8a329a59f req-6eae60f0-d290-43f0-b5d1-21215df999c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:50.589528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd51bfc-a6c6-4762-880e-7bc785c15314 req-34abb823-139b-4033-ba41-cca8b2685b86 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:50.590374 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7591c47e-7637-4380-9484-11f8a329a59f req-6eae60f0-d290-43f0-b5d1-21215df999c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9076db8a47ba4c06a17af56b5c4f2ff0&device_id=44ba38c2-77c7-4e9a-92ed-2d1e83b34d76 HTTP/1.1" status: 200 len: 1095 time: 0.0858369 Nov 11 21:28:50.591350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8dd51bfc-a6c6-4762-880e-7bc785c15314 req-34abb823-139b-4033-ba41-cca8b2685b86 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/ports?device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 945 time: 0.0852101 Nov 11 21:28:50.606689 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-8b47b402-5c2c-46f4-8468-e26e2d5a8a1b tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:50.614550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54050) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:50.615741 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-8b47b402-5c2c-46f4-8468-e26e2d5a8a1b tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.4254007 Nov 11 21:28:50.623718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-94671733-f56e-4d4f-8e36-7c725e69f137 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Request body: {'floatingip': {'port_id': '675665cb-336b-437e-ba2d-1c25610f77d6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:50.627640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-27bd1fbd-0812-4685-8b53-af15bd3b98d6 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:28:50.632838 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-27bd1fbd-0812-4685-8b53-af15bd3b98d6 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142033 Nov 11 21:28:50.695240 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7591c47e-7637-4380-9484-11f8a329a59f req-ceb8f7c8-09bb-4df8-b7b6-486cbff5f7f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec456408-c53a-479b-9671-8ec83c10d962 HTTP/1.1" status: 200 len: 217 time: 0.0917196 Nov 11 21:28:50.707460 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94671733-f56e-4d4f-8e36-7c725e69f137 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.764988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['65550c8f-aae5-4455-89d7-3e064bf11a92'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:28:50.817389 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-b8ec1f84-d9e1-4270-bf52-976d34ee981a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 699 time: 0.1691649 Nov 11 21:28:50.877180 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-b052b53c-2930-4887-9d9a-e6f64dcfc3e0 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 697 time: 0.0565331 Nov 11 21:28:50.886868 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b83c2e-5e14-4e99-a221-5eafea74c8f3 req-48ca7c89-650a-48f3-ab38-c0ece7bb78c4 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:50.888681 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87b83c2e-5e14-4e99-a221-5eafea74c8f3 req-48ca7c89-650a-48f3-ab38-c0ece7bb78c4 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/ports?device_id=44ba38c2-77c7-4e9a-92ed-2d1e83b34d76 HTTP/1.1" status: 200 len: 944 time: 0.1397429 Nov 11 21:28:51.148987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591c47e-7637-4380-9484-11f8a329a59f req-db803bc6-8875-44bf-b739-93c6f468922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:51.151256 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7591c47e-7637-4380-9484-11f8a329a59f req-db803bc6-8875-44bf-b739-93c6f468922e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eeb486a1-ee4f-4770-835e-4492fab85c7f HTTP/1.1" status: 200 len: 855 time: 0.0870271 Nov 11 21:28:51.220579 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7591c47e-7637-4380-9484-11f8a329a59f req-924373c1-c2df-4f33-83b8-337d158f235a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47ef974b-9ead-4619-b330-81971eb3170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608602 Nov 11 21:28:51.290094 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94671733-f56e-4d4f-8e36-7c725e69f137 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.298581 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94671733-f56e-4d4f-8e36-7c725e69f137 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.337819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87b83c2e-5e14-4e99-a221-5eafea74c8f3 req-47a99e6e-d28c-444e-b497-2e291726222e tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/security-groups?id=c80f5ab0-dabe-4e1e-8668-5e5cf1d0cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401968 Nov 11 21:28:51.373922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-5243bc03-fefa-43f3-b986-670a0eacf88a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Deleting port d38f7d98-0cdb-4b75-88b1-8c8fc0d90062 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:51.374279 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-5243bc03-fefa-43f3-b986-670a0eacf88a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.379066 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7591c47e-7637-4380-9484-11f8a329a59f req-6d916c0b-9426-4f75-96b6-21a3beefa16b service neutron] 10.222.0.10 "GET /v2.0/networks/47ef974b-9ead-4619-b330-81971eb3170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505771 Nov 11 21:28:51.409572 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71fec3d-c5f3-422b-94a7-6efde16637c1 x-openstack-request-id: req-f71fec3d-c5f3-422b-94a7-6efde16637c1 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:51.409851 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ba38c2-77c7-4e9a-92ed-2d1e83b34d76", "tag": "ec456408-c53a-479b-9671-8ec83c10d962", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:51.410100 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f71fec3d-c5f3-422b-94a7-6efde16637c1 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:51.410543 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ba38c2-77c7-4e9a-92ed-2d1e83b34d76', 'tag': 'ec456408-c53a-479b-9671-8ec83c10d962', 'status': 'completed', 'code': 200} Nov 11 21:28:51.475447 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-5243bc03-fefa-43f3-b986-670a0eacf88a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.476027 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-5243bc03-fefa-43f3-b986-670a0eacf88a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.491492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-5243bc03-fefa-43f3-b986-670a0eacf88a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Calling delete_port for d38f7d98-0cdb-4b75-88b1-8c8fc0d90062 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:51.506001 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7591c47e-7637-4380-9484-11f8a329a59f req-f87ad287-81a2-4934-92f9-a12aa51d9b21 service neutron] 10.222.0.10 "GET /v2.0/networks/47ef974b-9ead-4619-b330-81971eb3170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945513 Nov 11 21:28:51.532753 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-94671733-f56e-4d4f-8e36-7c725e69f137 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Floating IP 4371c56c-340b-4257-b117-671996762d45 associated. External IP: 172.25.0.94, port: 675665cb-336b-437e-ba2d-1c25610f77d6. Nov 11 21:28:51.660995 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ab511-6190-4451-9995-035c1780018c req-4ba79e86-9ade-4a7f-b468-4c06c2410ec8 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:51.662720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-759ab511-6190-4451-9995-035c1780018c req-4ba79e86-9ade-4a7f-b468-4c06c2410ec8 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.0650275 Nov 11 21:28:51.668699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ca14a-c0bb-4aa6-8a95-c703d85e61ce req-1d47a865-5b80-4e3b-bccf-c83b71eb426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:51.674083 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9e6ca14a-c0bb-4aa6-8a95-c703d85e61ce req-1d47a865-5b80-4e3b-bccf-c83b71eb426a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9076db8a47ba4c06a17af56b5c4f2ff0&device_id=44ba38c2-77c7-4e9a-92ed-2d1e83b34d76 HTTP/1.1" status: 200 len: 1095 time: 0.0992072 Nov 11 21:28:51.736068 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-5243bc03-fefa-43f3-b986-670a0eacf88a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.773557 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-759ab511-6190-4451-9995-035c1780018c req-322ff9d7-3ced-4085-ba31-c89a2d5080fb tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910804 Nov 11 21:28:51.776166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243bc03-fefa-43f3-b986-670a0eacf88a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Pushing event deleted for resources: {'Port': ['ID=d38f7d98-0cdb-4b75-88b1-8c8fc0d90062,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:51.853727 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-5243bc03-fefa-43f3-b986-670a0eacf88a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.856452 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-5243bc03-fefa-43f3-b986-670a0eacf88a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.857667 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-299c62d6-c1b0-4513-95aa-f8220eb159a9 req-5243bc03-fefa-43f3-b986-670a0eacf88a tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "DELETE /v2.0/floatingips/70431928-e18e-41e1-83e6-b942aca6219a HTTP/1.1" status: 204 len: 173 time: 0.9676485 Nov 11 21:28:51.878860 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ca14a-c0bb-4aa6-8a95-c703d85e61ce req-52c4be9d-f209-4871-9080-c2002d16b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:51.880473 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9e6ca14a-c0bb-4aa6-8a95-c703d85e61ce req-52c4be9d-f209-4871-9080-c2002d16b57d service neutron] 10.222.0.10 "GET /v2.0/networks?id=47ef974b-9ead-4619-b330-81971eb3170d HTTP/1.1" status: 200 len: 917 time: 0.1970968 Nov 11 21:28:51.929046 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9d682-13c1-439c-9056-83a5796b6937 req-1b9ab57c-79a8-465c-a7a0-968d2cac71ff tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:51.930804 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-52b9d682-13c1-439c-9056-83a5796b6937 req-1b9ab57c-79a8-465c-a7a0-968d2cac71ff tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 945 time: 0.0667529 Nov 11 21:28:51.990776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-52b9d682-13c1-439c-9056-83a5796b6937 req-aa66a759-c8ba-451c-81e0-37bf4d56eff1 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539701 Nov 11 21:28:52.104186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 65550c8f-aae5-4455-89d7-3e064bf11a92 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:52.198141 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 65550c8f-aae5-4455-89d7-3e064bf11a92 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:28:52.203412 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 65550c8f-aae5-4455-89d7-3e064bf11a92 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:52.203832 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:52.231658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94671733-f56e-4d4f-8e36-7c725e69f137 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:28:52.233713 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9e6ca14a-c0bb-4aa6-8a95-c703d85e61ce req-3ff00081-0e26-42fe-b509-ee849abb8597 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec456408-c53a-479b-9671-8ec83c10d962 HTTP/1.1" status: 200 len: 217 time: 0.3443799 Nov 11 21:28:52.248739 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32127447-b042-4a2d-a301-47673ce5a36d req-18d26a65-cf01-430a-8ef6-98d41fdefa50 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:52.250645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32127447-b042-4a2d-a301-47673ce5a36d req-18d26a65-cf01-430a-8ef6-98d41fdefa50 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 946 time: 0.0597010 Nov 11 21:28:52.295460 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:52.303773 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32127447-b042-4a2d-a301-47673ce5a36d req-b601b5b2-b3ff-4116-b5b5-c52af0afa860 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464344 Nov 11 21:28:52.320039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65550c8f-aae5-4455-89d7-3e064bf11a92'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:52.323412 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbde1e3-6486-47e9-86b2-71fffebacdee" -d '{"events": [{"server_uuid": "9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1", "name": "network-vif-plugged", "status": "completed", "tag": "65550c8f-aae5-4455-89d7-3e064bf11a92"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:52.338109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 65550c8f-aae5-4455-89d7-3e064bf11a92, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=65550c8f-aae5-4455-89d7-3e064bf11a92,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:52.344504 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:52.352101 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ca14a-c0bb-4aa6-8a95-c703d85e61ce req-59f4c334-2bf7-40ba-931a-960972ab8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:52.354130 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9e6ca14a-c0bb-4aa6-8a95-c703d85e61ce req-59f4c334-2bf7-40ba-931a-960972ab8706 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eeb486a1-ee4f-4770-835e-4492fab85c7f HTTP/1.1" status: 200 len: 855 time: 0.1112988 Nov 11 21:28:52.398591 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149ba9a4-e6d2-48f5-8542-e87b1e3f307d x-openstack-request-id: req-149ba9a4-e6d2-48f5-8542-e87b1e3f307d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:52.399164 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1", "name": "network-vif-plugged", "status": "completed", "tag": "65550c8f-aae5-4455-89d7-3e064bf11a92", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:52.399703 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-149ba9a4-e6d2-48f5-8542-e87b1e3f307d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:52.400255 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65550c8f-aae5-4455-89d7-3e064bf11a92', 'code': 200} Nov 11 21:28:52.401952 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=65550c8f-aae5-4455-89d7-3e064bf11a92,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:52.457584 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9e6ca14a-c0bb-4aa6-8a95-c703d85e61ce req-14d16385-7c94-4830-a742-3354fc626342 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47ef974b-9ead-4619-b330-81971eb3170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634937 Nov 11 21:28:52.486752 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484608d-ba9b-46d2-8c47-3694a3f03ae9 req-ccfed568-ed50-41cf-8090-aee6440b36bf tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:52.488852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4484608d-ba9b-46d2-8c47-3694a3f03ae9 req-ccfed568-ed50-41cf-8090-aee6440b36bf tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/ports?device_id=44ba38c2-77c7-4e9a-92ed-2d1e83b34d76 HTTP/1.1" status: 200 len: 944 time: 0.0629871 Nov 11 21:28:52.510399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94671733-f56e-4d4f-8e36-7c725e69f137 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:28:52.517372 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94671733-f56e-4d4f-8e36-7c725e69f137 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:52.532773 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad01900-3f97-44b7-a0a1-a8d612036902 None None] Sync routers for ids ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:28:52.550310 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad01900-3f97-44b7-a0a1-a8d612036902 None None] Routers {'11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:52.553701 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5ad01900-3f97-44b7-a0a1-a8d612036902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:52.599913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a4934-a63e-4f97-bf6a-375903cdfa0e req-8396f566-caab-4dc2-90d4-9f1383ecb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:52.601763 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-417a4934-a63e-4f97-bf6a-375903cdfa0e req-8396f566-caab-4dc2-90d4-9f1383ecb209 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 1097 time: 0.1558051 Nov 11 21:28:52.608432 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-94671733-f56e-4d4f-8e36-7c725e69f137 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "PUT /v2.0/floatingips/4371c56c-340b-4257-b117-671996762d45 HTTP/1.1" status: 200 len: 990 time: 1.9881628 Nov 11 21:28:52.623014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4484608d-ba9b-46d2-8c47-3694a3f03ae9 req-b843d759-0408-4fd1-90a2-ec37a0dab0a7 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/security-groups?id=c80f5ab0-dabe-4e1e-8668-5e5cf1d0cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252258 Nov 11 21:28:52.653780 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9e6ca14a-c0bb-4aa6-8a95-c703d85e61ce req-1e6d5297-9107-47d6-a80d-1efcd70a67df service neutron] 10.222.0.10 "GET /v2.0/networks/47ef974b-9ead-4619-b330-81971eb3170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739936 Nov 11 21:28:52.700325 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-417a4934-a63e-4f97-bf6a-375903cdfa0e req-a04e6160-94c6-49d8-8229-20a7f775d200 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805867 Nov 11 21:28:52.733864 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5ad01900-3f97-44b7-a0a1-a8d612036902 None None] Set router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:52.767512 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9e6ca14a-c0bb-4aa6-8a95-c703d85e61ce req-6c54c54b-37d9-486c-8883-b4aefccc24a0 service neutron] 10.222.0.10 "GET /v2.0/networks/47ef974b-9ead-4619-b330-81971eb3170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035960 Nov 11 21:28:52.919293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8414657-ba6f-4590-b539-7db091e8b6b4 req-4c12c007-454f-496b-b10c-74fbdd6707e2 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:52.920962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8414657-ba6f-4590-b539-7db091e8b6b4 req-4c12c007-454f-496b-b10c-74fbdd6707e2 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.0558722 Nov 11 21:28:52.977645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5ad01900-3f97-44b7-a0a1-a8d612036902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:28Z', 'revision_number': 4, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'gw_port': {'id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '4371c56c-340b-4257-b117-671996762d45', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'port_id': '675665cb-336b-437e-ba2d-1c25610f77d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'mac_address': 'fa:16:3e:3d:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6c89-64d9-4b84-bd25-fe54c4b21e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:28:35Z', 'updated_at': '2021-11-11T21:28:51Z', 'revision_number': 1, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f307ce1c-6fb8-4b68-8068-59c5edac763f', 'name': '', 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'mac_address': 'fa:16:3e:64:73:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:27Z', 'updated_at': '2021-11-11T21:28:32Z', 'revision_number': 5, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'subnets': [{'id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:52.983370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8414657-ba6f-4590-b539-7db091e8b6b4 req-72c4664e-2ebe-4541-93c2-c7a8e84b1a32 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547779 Nov 11 21:28:53.004937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad01900-3f97-44b7-a0a1-a8d612036902 None None] Checking router: 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:28:53.014097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad01900-3f97-44b7-a0a1-a8d612036902 None None] Routers {'11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:53.014715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5ad01900-3f97-44b7-a0a1-a8d612036902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:53.116699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2eb29-758b-4002-857d-7c715afdccb5 req-01bc7f0a-2822-4cf9-a716-a07a6664e065 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:53.118325 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4ec2eb29-758b-4002-857d-7c715afdccb5 req-01bc7f0a-2822-4cf9-a716-a07a6664e065 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 946 time: 0.0508370 Nov 11 21:28:53.131590 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5ad01900-3f97-44b7-a0a1-a8d612036902 None None] Set router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:53.168905 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4ec2eb29-758b-4002-857d-7c715afdccb5 req-4ea30d88-1a60-4e0f-ade3-e1fee4690e17 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441973 Nov 11 21:28:53.357444 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5ad01900-3f97-44b7-a0a1-a8d612036902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:28Z', 'revision_number': 4, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'gw_port': {'id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '4371c56c-340b-4257-b117-671996762d45', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'port_id': '675665cb-336b-437e-ba2d-1c25610f77d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'mac_address': 'fa:16:3e:3d:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6c89-64d9-4b84-bd25-fe54c4b21e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:28:35Z', 'updated_at': '2021-11-11T21:28:51Z', 'revision_number': 1, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f307ce1c-6fb8-4b68-8068-59c5edac763f', 'name': '', 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'mac_address': 'fa:16:3e:64:73:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:27Z', 'updated_at': '2021-11-11T21:28:32Z', 'revision_number': 5, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'subnets': [{'id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:53.387985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad01900-3f97-44b7-a0a1-a8d612036902 None None] The sync data for ids ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'] in n-d-805737-3 is: [{'id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:28Z', 'revision_number': 4, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'gw_port': {'id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '4371c56c-340b-4257-b117-671996762d45', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'port_id': '675665cb-336b-437e-ba2d-1c25610f77d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'mac_address': 'fa:16:3e:3d:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6c89-64d9-4b84-bd25-fe54c4b21e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:28:35Z', 'updated_at': '2021-11-11T21:28:51Z', 'revision_number': 1, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f307ce1c-6fb8-4b68-8068-59c5edac763f', 'name': '', 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'mac_address': 'fa:16:3e:64:73:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:27Z', 'updated_at': '2021-11-11T21:28:32Z', 'revision_number': 5, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'subnets': [{'id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:28:53.411723 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788d6c89-64d9-4b84-bd25-fe54c4b21e98', 'tag': '675665cb-336b-437e-ba2d-1c25610f77d6'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:53.414151 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdbbd52-d14d-4102-8227-96e1e3a46f63" -d '{"events": [{"name": "network-changed", "server_uuid": "788d6c89-64d9-4b84-bd25-fe54c4b21e98", "tag": "675665cb-336b-437e-ba2d-1c25610f77d6"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:53.440871 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b108034-6fe7-49e9-8277-b05b0e93cfca req-9574b06d-116e-4c6c-b7e9-b8dda2cc6f5b tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:53.448675 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b108034-6fe7-49e9-8277-b05b0e93cfca req-9574b06d-116e-4c6c-b7e9-b8dda2cc6f5b tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 946 time: 0.0726573 Nov 11 21:28:53.457161 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5a222e-eb28-42f8-bbd6-47256ee5fdb9 x-openstack-request-id: req-ce5a222e-eb28-42f8-bbd6-47256ee5fdb9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:53.457457 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788d6c89-64d9-4b84-bd25-fe54c4b21e98", "tag": "675665cb-336b-437e-ba2d-1c25610f77d6", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:53.457709 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ce5a222e-eb28-42f8-bbd6-47256ee5fdb9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:53.458465 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788d6c89-64d9-4b84-bd25-fe54c4b21e98', 'tag': '675665cb-336b-437e-ba2d-1c25610f77d6', 'status': 'completed', 'code': 200} Nov 11 21:28:53.496720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b108034-6fe7-49e9-8277-b05b0e93cfca req-5e155ea4-87ed-480f-8dd6-c00c18999879 tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/security-groups?id=c515338a-b940-4b75-9406-8521071360c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468755 Nov 11 21:28:53.529025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbbd52-d14d-4102-8227-96e1e3a46f63 req-5cbf18fd-5d7d-4e48-8743-be4af80c2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:53.530541 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-abdbbd52-d14d-4102-8227-96e1e3a46f63 req-5cbf18fd-5d7d-4e48-8743-be4af80c2a42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ba7b6256801415e838c5fcb0961a0da&device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 1096 time: 0.0510795 Nov 11 21:28:53.656907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbbd52-d14d-4102-8227-96e1e3a46f63 req-43388300-8a48-4f90-8a3a-c6453d019d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:53.658516 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-abdbbd52-d14d-4102-8227-96e1e3a46f63 req-43388300-8a48-4f90-8a3a-c6453d019d1b service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd19159d-1088-4471-a3b0-09ed4a14c274 HTTP/1.1" status: 200 len: 908 time: 0.1165905 Nov 11 21:28:53.695290 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a02a4d5-d288-4843-8fe1-75c2d8d187a0 None None] New status for floating IP 4371c56c-340b-4257-b117-671996762d45: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:28:53.799442 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-abdbbd52-d14d-4102-8227-96e1e3a46f63 req-a2c23973-54fa-4c3e-bb2b-162a2bf961fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=675665cb-336b-437e-ba2d-1c25610f77d6 HTTP/1.1" status: 200 len: 998 time: 0.1327248 Nov 11 21:28:53.842755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a5b29-75f3-43ea-a84d-c0ec44a3a4be req-3429243e-30c7-4bc9-9c62-5b4b3152fbad tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:53.844281 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ab0a5b29-75f3-43ea-a84d-c0ec44a3a4be req-3429243e-30c7-4bc9-9c62-5b4b3152fbad tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 946 time: 0.0816965 Nov 11 21:28:53.844937 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21696be-f4e0-4c95-98ae-b5ad2208e00c req-159dcbe6-8f29-49fe-90c8-ffa6a895569f tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:53.857476 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d21696be-f4e0-4c95-98ae-b5ad2208e00c req-159dcbe6-8f29-49fe-90c8-ffa6a895569f tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/ports?device_id=44ba38c2-77c7-4e9a-92ed-2d1e83b34d76 HTTP/1.1" status: 200 len: 944 time: 0.0948594 Nov 11 21:28:53.936650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d21696be-f4e0-4c95-98ae-b5ad2208e00c req-4786ea44-73b9-4ab4-bf28-36ec10413f6e tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/security-groups?id=c80f5ab0-dabe-4e1e-8668-5e5cf1d0cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781312 Nov 11 21:28:53.957119 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbbd52-d14d-4102-8227-96e1e3a46f63 req-12846d59-b11e-471c-8283-b4ac13749874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:53.962623 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-abdbbd52-d14d-4102-8227-96e1e3a46f63 req-12846d59-b11e-471c-8283-b4ac13749874 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1c7b203-4ff8-4e7e-9114-65c6ca3fb485 HTTP/1.1" status: 200 len: 845 time: 0.1380963 Nov 11 21:28:54.048017 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbbd52-d14d-4102-8227-96e1e3a46f63 req-51a403d0-87cc-4ee8-82c7-26f93f64eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:54.049952 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-abdbbd52-d14d-4102-8227-96e1e3a46f63 req-51a403d0-87cc-4ee8-82c7-26f93f64eb3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd19159d-1088-4471-a3b0-09ed4a14c274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754054 Nov 11 21:28:54.057505 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ab0a5b29-75f3-43ea-a84d-c0ec44a3a4be req-aa0c4be0-8922-44d1-8ade-a856b149994c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Deleting port 3ca5214f-2b08-467b-9492-5b5ea2605ec4 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:54.058169 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab0a5b29-75f3-43ea-a84d-c0ec44a3a4be req-aa0c4be0-8922-44d1-8ade-a856b149994c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:54.143894 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1f39c-e045-4e6d-9536-3ce7c5c97ea5 req-ef5515a2-b0bf-4118-a99a-a628be5bae42 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:54.144642 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:28:54.145527 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fd1f39c-e045-4e6d-9536-3ce7c5c97ea5 req-ef5515a2-b0bf-4118-a99a-a628be5bae42 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.0515640 Nov 11 21:28:54.214094 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fd1f39c-e045-4e6d-9536-3ce7c5c97ea5 req-d6dd72ec-1c39-456e-a5f5-87aadd2267ea tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619869 Nov 11 21:28:54.217966 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ab0a5b29-75f3-43ea-a84d-c0ec44a3a4be req-aa0c4be0-8922-44d1-8ade-a856b149994c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] For port 3ca5214f-2b08-467b-9492-5b5ea2605ec4, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=3ca5214f-2b08-467b-9492-5b5ea2605ec4,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:54.218327 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab0a5b29-75f3-43ea-a84d-c0ec44a3a4be req-aa0c4be0-8922-44d1-8ade-a856b149994c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:54.234476 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-abdbbd52-d14d-4102-8227-96e1e3a46f63 req-bdfc1858-3b4d-4a1e-8395-039d57ca9bf1 service neutron] 10.222.0.10 "GET /v2.0/networks/bd19159d-1088-4471-a3b0-09ed4a14c274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735559 Nov 11 21:28:54.241497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ab0a5b29-75f3-43ea-a84d-c0ec44a3a4be req-aa0c4be0-8922-44d1-8ade-a856b149994c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Calling delete_port for 3ca5214f-2b08-467b-9492-5b5ea2605ec4 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:54.294246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f3037-f226-45cc-b3b4-de9a5221f9db req-f5e1435c-b939-4aed-a149-f515a8b80054 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:54.295915 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-df2f3037-f226-45cc-b3b4-de9a5221f9db req-f5e1435c-b939-4aed-a149-f515a8b80054 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 946 time: 0.0499511 Nov 11 21:28:54.336285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ec456408-c53a-479b-9671-8ec83c10d962 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:28:54.350416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-df2f3037-f226-45cc-b3b4-de9a5221f9db req-ae49bea5-74a3-4889-8c0b-bc9d71a997dd tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477777 Nov 11 21:28:54.401661 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-abdbbd52-d14d-4102-8227-96e1e3a46f63 req-3b190255-827a-42d8-9a9e-85add7802ea3 service neutron] 10.222.0.10 "GET /v2.0/networks/bd19159d-1088-4471-a3b0-09ed4a14c274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555710 Nov 11 21:28:54.464480 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab0a5b29-75f3-43ea-a84d-c0ec44a3a4be req-aa0c4be0-8922-44d1-8ade-a856b149994c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:54.503454 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ec456408-c53a-479b-9671-8ec83c10d962, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ec456408-c53a-479b-9671-8ec83c10d962,segment=NetworkSegment(e5e61511-4fcd-4e38-a048-a65bd0949d2b),segment_id=e5e61511-4fcd-4e38-a048-a65bd0949d2b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:54.507001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254ed21-fe5b-4130-9965-970030aebebd req-1d5c5614-3756-49c5-9dcd-5966c24dc006 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:54.509078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d254ed21-fe5b-4130-9965-970030aebebd req-1d5c5614-3756-49c5-9dcd-5966c24dc006 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 946 time: 0.0595601 Nov 11 21:28:54.513350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c4be0-8922-44d1-8ade-a856b149994c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Pushing event deleted for resources: {'Port': ['ID=3ca5214f-2b08-467b-9492-5b5ea2605ec4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:54.517670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'ec456408-c53a-479b-9671-8ec83c10d962', 'network_id': '47ef974b-9ead-4619-b330-81971eb3170d', 'port_id': 'ec456408-c53a-479b-9671-8ec83c10d962', 'mac_address': 'fa:16:3e:52:01:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb486a1-ee4f-4770-835e-4492fab85c7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:28:54.596383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0a5b29-75f3-43ea-a84d-c0ec44a3a4be req-aa0c4be0-8922-44d1-8ade-a856b149994c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] No DVR routers for this DVR port 3ca5214f-2b08-467b-9492-5b5ea2605ec4 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:54.602111 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab0a5b29-75f3-43ea-a84d-c0ec44a3a4be req-aa0c4be0-8922-44d1-8ade-a856b149994c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:54.606016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d254ed21-fe5b-4130-9965-970030aebebd req-6c027c94-8481-43e6-a131-7a362b7c2b34 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883763 Nov 11 21:28:54.606200 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ab0a5b29-75f3-43ea-a84d-c0ec44a3a4be req-aa0c4be0-8922-44d1-8ade-a856b149994c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.71 "DELETE /v2.0/ports/3ca5214f-2b08-467b-9492-5b5ea2605ec4 HTTP/1.1" status: 204 len: 173 time: 0.7374992 Nov 11 21:28:54.687593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23c6d79c-12d8-40b0-b94c-1bd9ff7d4bec req-e2befa22-7198-435d-8296-c82ea800240c tempest-FloatingIPsAssociationTestJSON-1889088206 tempest-FloatingIPsAssociationTestJSON-1889088206-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef8bd96e-315f-45dc-859f-52e428cfd53d HTTP/1.1" status: 200 len: 210 time: 0.0499425 Nov 11 21:28:54.818176 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:54.835697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec456408-c53a-479b-9671-8ec83c10d962 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:28:54.859910 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ec456408-c53a-479b-9671-8ec83c10d962, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ec456408-c53a-479b-9671-8ec83c10d962,segment=NetworkSegment(e5e61511-4fcd-4e38-a048-a65bd0949d2b),segment_id=e5e61511-4fcd-4e38-a048-a65bd0949d2b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:54.865282 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:54.918599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=ec456408-c53a-479b-9671-8ec83c10d962,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:55.076256 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e76604-c90e-41a9-8a10-e005d9c77500 req-191c6abf-2e53-402d-9b7a-b9347c84dd40 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:55.087810 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16e76604-c90e-41a9-8a10-e005d9c77500 req-191c6abf-2e53-402d-9b7a-b9347c84dd40 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/ports?device_id=44ba38c2-77c7-4e9a-92ed-2d1e83b34d76 HTTP/1.1" status: 200 len: 945 time: 0.0759387 Nov 11 21:28:55.143022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['ec456408-c53a-479b-9671-8ec83c10d962'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:28:55.178885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16e76604-c90e-41a9-8a10-e005d9c77500 req-ab7942de-d207-4896-b0ab-2444c6f7ecd5 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/security-groups?id=c80f5ab0-dabe-4e1e-8668-5e5cf1d0cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883050 Nov 11 21:28:55.460270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'name': 'network-vif-deleted', 'tag': '3ca5214f-2b08-467b-9492-5b5ea2605ec4'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:55.462525 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223834fd-4143-4ec8-8b89-e35ac728d300" -d '{"events": [{"server_uuid": "ef8bd96e-315f-45dc-859f-52e428cfd53d", "name": "network-vif-deleted", "tag": "3ca5214f-2b08-467b-9492-5b5ea2605ec4"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:55.491279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168c02-5101-41b9-be41-8f93c9795c1f req-cc5621a1-c71a-44c7-91cf-4a706e702c81 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:55.492765 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5d168c02-5101-41b9-be41-8f93c9795c1f req-cc5621a1-c71a-44c7-91cf-4a706e702c81 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.0824792 Nov 11 21:28:55.505443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747a05f-1492-472c-8579-f461081eecbb req-72fddbd3-58f8-439d-8dcf-7c722aa53768 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:55.506886 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1747a05f-1492-472c-8579-f461081eecbb req-72fddbd3-58f8-439d-8dcf-7c722aa53768 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 946 time: 0.0698841 Nov 11 21:28:55.576772 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5d168c02-5101-41b9-be41-8f93c9795c1f req-856e6ebf-ca9c-4104-864d-3febe178813f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689292 Nov 11 21:28:55.581273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1747a05f-1492-472c-8579-f461081eecbb req-5ea0d021-41ca-491a-a7bb-5db1ec56b811 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675094 Nov 11 21:28:55.628954 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a385476e-2ea0-41d9-ac6c-c9f68baf4aa9 x-openstack-request-id: req-a385476e-2ea0-41d9-ac6c-c9f68baf4aa9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:55.629466 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8bd96e-315f-45dc-859f-52e428cfd53d", "name": "network-vif-deleted", "tag": "3ca5214f-2b08-467b-9492-5b5ea2605ec4", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:55.629466 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a385476e-2ea0-41d9-ac6c-c9f68baf4aa9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:55.629944 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8bd96e-315f-45dc-859f-52e428cfd53d', 'name': 'network-vif-deleted', 'tag': '3ca5214f-2b08-467b-9492-5b5ea2605ec4', 'status': 'completed', 'code': 200} Nov 11 21:28:55.741095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54142) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:56.126820 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 3ca5214f-2b08-467b-9492-5b5ea2605ec4 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:56.135264 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-32e39985-5977-4519-a794-393c0e99af11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:56.158301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 3ca5214f-2b08-467b-9492-5b5ea2605ec4 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:56.158965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 3ca5214f-2b08-467b-9492-5b5ea2605ec4 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:56.336267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ec456408-c53a-479b-9671-8ec83c10d962 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:56.413858 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port ec456408-c53a-479b-9671-8ec83c10d962 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:28:56.420547 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port ec456408-c53a-479b-9671-8ec83c10d962 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:56.421488 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:56.428861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4019251-9c50-4183-b2e1-5897c2643a07 req-c9788f90-3286-416d-8064-11b826cc11e0 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:56.441630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4019251-9c50-4183-b2e1-5897c2643a07 req-c9788f90-3286-416d-8064-11b826cc11e0 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/ports?device_id=44ba38c2-77c7-4e9a-92ed-2d1e83b34d76 HTTP/1.1" status: 200 len: 945 time: 0.1518204 Nov 11 21:28:56.524659 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:56.559999 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4019251-9c50-4183-b2e1-5897c2643a07 req-a9cc39c7-2e76-4748-b1d3-2011233a6dac tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/security-groups?id=c80f5ab0-dabe-4e1e-8668-5e5cf1d0cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040118 Nov 11 21:28:56.579527 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ba38c2-77c7-4e9a-92ed-2d1e83b34d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec456408-c53a-479b-9671-8ec83c10d962'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:28:56.592227 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a655b78-7dcb-4bbe-997a-9ff7748460e9" -d '{"events": [{"server_uuid": "44ba38c2-77c7-4e9a-92ed-2d1e83b34d76", "name": "network-vif-plugged", "status": "completed", "tag": "ec456408-c53a-479b-9671-8ec83c10d962"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:28:56.614387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ec456408-c53a-479b-9671-8ec83c10d962, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ec456408-c53a-479b-9671-8ec83c10d962,segment=NetworkSegment(e5e61511-4fcd-4e38-a048-a65bd0949d2b),segment_id=e5e61511-4fcd-4e38-a048-a65bd0949d2b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:56.621173 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:56.652553 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-32e39985-5977-4519-a794-393c0e99af11 admin admin] Deleting port 15011414-7c51-4dd6-aa79-cdaef6d19341 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:56.653063 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-32e39985-5977-4519-a794-393c0e99af11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:56.726026 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433881fb-3541-42a5-8e94-a8ca98c37ba8 x-openstack-request-id: req-433881fb-3541-42a5-8e94-a8ca98c37ba8 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:28:56.726343 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ba38c2-77c7-4e9a-92ed-2d1e83b34d76", "name": "network-vif-plugged", "status": "completed", "tag": "ec456408-c53a-479b-9671-8ec83c10d962", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:28:56.726969 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-433881fb-3541-42a5-8e94-a8ca98c37ba8 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:28:56.727390 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ba38c2-77c7-4e9a-92ed-2d1e83b34d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec456408-c53a-479b-9671-8ec83c10d962', 'code': 200} Nov 11 21:28:56.729615 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=ec456408-c53a-479b-9671-8ec83c10d962,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:56.815319 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827900c4-a177-494c-9598-9d99637f9818 req-23be3149-006d-45c3-95da-61234a87883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:56.818090 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-827900c4-a177-494c-9598-9d99637f9818 req-23be3149-006d-45c3-95da-61234a87883c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=44ba38c2-77c7-4e9a-92ed-2d1e83b34d76 HTTP/1.1" status: 200 len: 1097 time: 0.0596240 Nov 11 21:28:56.821113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-32e39985-5977-4519-a794-393c0e99af11 admin admin] For port 15011414-7c51-4dd6-aa79-cdaef6d19341, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=15011414-7c51-4dd6-aa79-cdaef6d19341,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:56.821267 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-32e39985-5977-4519-a794-393c0e99af11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:56.868888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-32e39985-5977-4519-a794-393c0e99af11 admin admin] Calling delete_port for 15011414-7c51-4dd6-aa79-cdaef6d19341 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:56.881100 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-827900c4-a177-494c-9598-9d99637f9818 req-e9c1cfd8-3da9-4e9b-affb-77527d9e19b0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c80f5ab0-dabe-4e1e-8668-5e5cf1d0cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520000 Nov 11 21:28:56.896751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739731ac-2948-475d-bbec-00a6a967949c req-bdaf63e0-804e-4695-8d0d-a0da9ea3d5d2 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:56.898382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-739731ac-2948-475d-bbec-00a6a967949c req-bdaf63e0-804e-4695-8d0d-a0da9ea3d5d2 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.1472158 Nov 11 21:28:56.942263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3be8a1-a3a9-4ef9-a4af-b263737bc408 req-26f38e44-9a70-454c-b12f-74cd644eba4b tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:56.943872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a3be8a1-a3a9-4ef9-a4af-b263737bc408 req-26f38e44-9a70-454c-b12f-74cd644eba4b tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 946 time: 0.1257017 Nov 11 21:28:57.059037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-739731ac-2948-475d-bbec-00a6a967949c req-1037ac7a-5d29-4306-9ba6-594b917d7bc5 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251941 Nov 11 21:28:57.094310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a3be8a1-a3a9-4ef9-a4af-b263737bc408 req-e6c05317-f6d9-41bf-b483-b09f4e0e33d7 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352563 Nov 11 21:28:57.203241 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-32e39985-5977-4519-a794-393c0e99af11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:57.238665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e39985-5977-4519-a794-393c0e99af11 admin admin] Pushing event deleted for resources: {'Port': ['ID=15011414-7c51-4dd6-aa79-cdaef6d19341,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:57.429143 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-32e39985-5977-4519-a794-393c0e99af11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:57.748070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ca59-f293-4d4a-8761-7adf371cf7a2 req-94e8ab4b-df73-4c18-9bbf-5f5568d68e8e tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:57.750317 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e962ca59-f293-4d4a-8761-7adf371cf7a2 req-94e8ab4b-df73-4c18-9bbf-5f5568d68e8e tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/ports?device_id=44ba38c2-77c7-4e9a-92ed-2d1e83b34d76 HTTP/1.1" status: 200 len: 946 time: 0.0992684 Nov 11 21:28:57.757600 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e39985-5977-4519-a794-393c0e99af11 admin admin] Router 12f16641-e4d2-4a58-a7db-cca2bd35b704 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:28:57.849643 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e962ca59-f293-4d4a-8761-7adf371cf7a2 req-ce5ced5d-f8b4-46ed-90c4-a312152d70a8 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/security-groups?id=c80f5ab0-dabe-4e1e-8668-5e5cf1d0cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908461 Nov 11 21:28:57.928492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e39985-5977-4519-a794-393c0e99af11 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:28:57.935936 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-32e39985-5977-4519-a794-393c0e99af11 admin admin] 10.222.0.57 "PUT /v2.0/routers/12f16641-e4d2-4a58-a7db-cca2bd35b704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1937582 Nov 11 21:28:57.939221 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54248) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:57.946966 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bc8e7c-88df-4b30-8042-a765e9673554 None None] Sync routers for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:28:57.963655 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bc8e7c-88df-4b30-8042-a765e9673554 None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:57.965099 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b7bc8e7c-88df-4b30-8042-a765e9673554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:58.063222 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:58.080785 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-b7bc8e7c-88df-4b30-8042-a765e9673554 None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:58.161222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 65550c8f-aae5-4455-89d7-3e064bf11a92 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:28:58.190134 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:58.290558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] Deleting port dbdce6f3-d390-4b80-9301-c5bf8c51f343 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:58.291419 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:58.409229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] For port dbdce6f3-d390-4b80-9301-c5bf8c51f343, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=dbdce6f3-d390-4b80-9301-c5bf8c51f343,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:58.409925 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:58.424848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d11b5-450d-4157-8666-5a4ba78dcc67 req-2d384282-d450-41f4-8cd0-99bb9a0e8ba5 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:58.429927 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] Calling delete_port for dbdce6f3-d390-4b80-9301-c5bf8c51f343 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:58.433552 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f1d11b5-450d-4157-8666-5a4ba78dcc67 req-2d384282-d450-41f4-8cd0-99bb9a0e8ba5 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 946 time: 0.1121979 Nov 11 21:28:58.492781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873aabd-0a7c-4e9a-a940-5b489fe5c26b req-fea2fc10-15a2-4647-a731-faf3e3439093 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:58.495011 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b873aabd-0a7c-4e9a-a940-5b489fe5c26b req-fea2fc10-15a2-4647-a731-faf3e3439093 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.2692275 Nov 11 21:28:58.531690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b7bc8e7c-88df-4b30-8042-a765e9673554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:28:57Z', 'revision_number': 5, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port': {'id': 'dbdce6f3-d390-4b80-9301-c5bf8c51f343', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:58.538754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 65550c8f-aae5-4455-89d7-3e064bf11a92, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=65550c8f-aae5-4455-89d7-3e064bf11a92,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:58.573226 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bc8e7c-88df-4b30-8042-a765e9673554 None None] Checking router: 12f16641-e4d2-4a58-a7db-cca2bd35b704 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:28:58.575379 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f1d11b5-450d-4157-8666-5a4ba78dcc67 req-f824bd8f-1ec2-4a0c-9c14-7b53ca872938 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404195 Nov 11 21:28:58.579242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '65550c8f-aae5-4455-89d7-3e064bf11a92', 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9', 'port_id': '65550c8f-aae5-4455-89d7-3e064bf11a92', 'mac_address': 'fa:16:3e:c5:74:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1fa2e18-9868-425d-8893-879c75856b13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:28:58.607448 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bc8e7c-88df-4b30-8042-a765e9673554 None None] Routers {'12f16641-e4d2-4a58-a7db-cca2bd35b704'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:58.608098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b7bc8e7c-88df-4b30-8042-a765e9673554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:28:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['12f16641-e4d2-4a58-a7db-cca2bd35b704'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:58.653427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b873aabd-0a7c-4e9a-a940-5b489fe5c26b req-6b0e71c3-6e16-4bf0-b151-6afdfe5a35f8 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493514 Nov 11 21:28:58.695624 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:58.741983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbdce6f3-d390-4b80-9301-c5bf8c51f343,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:58.802880 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:58.826419 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65550c8f-aae5-4455-89d7-3e064bf11a92 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:28:58.830220 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:58.849890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 65550c8f-aae5-4455-89d7-3e064bf11a92, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=65550c8f-aae5-4455-89d7-3e064bf11a92,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:58.852268 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-b7bc8e7c-88df-4b30-8042-a765e9673554 None None] Set router 12f16641-e4d2-4a58-a7db-cca2bd35b704 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:28:58.884057 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:58.920377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b7bc8e7c-88df-4b30-8042-a765e9673554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:28:58Z', 'revision_number': 6, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:59.002880 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bc8e7c-88df-4b30-8042-a765e9673554 None None] The sync data for ids ['12f16641-e4d2-4a58-a7db-cca2bd35b704'] in n-d-805737-3 is: [{'id': '12f16641-e4d2-4a58-a7db-cca2bd35b704', 'name': 'tempest-FloatingIPsAssociationTestJSON-300740889-router', 'tenant_id': '8254931c4d9b4d209574a0ae4055bff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:27:37Z', 'updated_at': '2021-11-11T21:28:58Z', 'revision_number': 6, 'project_id': '8254931c4d9b4d209574a0ae4055bff4', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:28:59.031956 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=65550c8f-aae5-4455-89d7-3e064bf11a92,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:59.056271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['65550c8f-aae5-4455-89d7-3e064bf11a92'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:28:59.073534 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:59.079957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa6d1a-df92-4673-b701-e4a62a4de3ff req-526a2178-687e-4bdc-a225-142f00edcd30 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:59.080426 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:59.090099 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39fa6d1a-df92-4673-b701-e4a62a4de3ff req-526a2178-687e-4bdc-a225-142f00edcd30 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/ports?device_id=44ba38c2-77c7-4e9a-92ed-2d1e83b34d76 HTTP/1.1" status: 200 len: 946 time: 0.0899239 Nov 11 21:28:59.143587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39fa6d1a-df92-4673-b701-e4a62a4de3ff req-551e5418-b582-45dd-9088-d405c659630c tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/security-groups?id=c80f5ab0-dabe-4e1e-8668-5e5cf1d0cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523422 Nov 11 21:28:59.174781 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:59.174990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12f16641-e4d2-4a58-a7db-cca2bd35b704 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:28:59.180605 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:59.183119 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c3f25548-c18f-4aa8-9142-6ef2801006d6 admin admin] 10.222.0.57 "DELETE /v2.0/routers/12f16641-e4d2-4a58-a7db-cca2bd35b704 HTTP/1.1" status: 204 len: 168 time: 1.2427912 Nov 11 21:28:59.185113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54266) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:59.236991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa047986-56e9-4337-9b51-4daf498b0d35 admin admin] Deleting subnet 4474c264-aeab-4464-9334-d2833929cd2c {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:28:59.240606 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa047986-56e9-4337-9b51-4daf498b0d35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:59.312739 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa047986-56e9-4337-9b51-4daf498b0d35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:59.439853 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa047986-56e9-4337-9b51-4daf498b0d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:59.545026 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa047986-56e9-4337-9b51-4daf498b0d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:59.589903 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa047986-56e9-4337-9b51-4daf498b0d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4474c264-aeab-4464-9334-d2833929cd2c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:59.607923 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf04963-ab0e-41c7-a2bb-113fd2f56e9d None None] Network 59e1919c-fb27-4480-a2d1-c565bfb32cc6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:59.613609 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa047986-56e9-4337-9b51-4daf498b0d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:59.619742 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54274) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:59.633288 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-aa047986-56e9-4337-9b51-4daf498b0d35 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4474c264-aeab-4464-9334-d2833929cd2c HTTP/1.1" status: 204 len: 168 time: 0.4470270 Nov 11 21:28:59.806003 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:59.911409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e23ef-3ee3-4a24-ba20-a1a0bb8b2045 req-8465884f-cc61-4d44-aaa0-b5f5aaffdd8a tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:59.913678 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-642e23ef-3ee3-4a24-ba20-a1a0bb8b2045 req-8465884f-cc61-4d44-aaa0-b5f5aaffdd8a tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 945 time: 0.1690145 Nov 11 21:28:59.974768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f910fe44-8a19-42bb-9ce8-c72cef30c779 None None] DHCP port deletion for 59e1919c-fb27-4480-a2d1-c565bfb32cc6 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:29:00.007267 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-642e23ef-3ee3-4a24-ba20-a1a0bb8b2045 req-47b9c52d-6cdb-4f5b-85a1-ca06799c40fa tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709684 Nov 11 21:29:00.030648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] Deleting port 19166920-aab0-414c-a6a7-a1779f3539cc {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:00.030648 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.070350 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e30555-46eb-49c0-aa6c-3ce55658afa6 req-0c448849-800d-4a25-9397-83293e9e2300 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:00.071924 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8e30555-46eb-49c0-aa6c-3ce55658afa6 req-0c448849-800d-4a25-9397-83293e9e2300 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.2583525 Nov 11 21:29:00.109688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f910fe44-8a19-42bb-9ce8-c72cef30c779 None None] Deleting port 19166920-aab0-414c-a6a7-a1779f3539cc {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:00.111767 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f910fe44-8a19-42bb-9ce8-c72cef30c779 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.153080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] For port 19166920-aab0-414c-a6a7-a1779f3539cc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=19166920-aab0-414c-a6a7-a1779f3539cc,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:00.154157 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.155571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 65550c8f-aae5-4455-89d7-3e064bf11a92 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:00.205485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] Calling delete_port for 19166920-aab0-414c-a6a7-a1779f3539cc owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:00.355980 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.395040 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8e30555-46eb-49c0-aa6c-3ce55658afa6 req-33aadeb4-f7ca-4898-90de-d72e8d9899f5 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927608 Nov 11 21:29:00.396353 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.400952 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 65550c8f-aae5-4455-89d7-3e064bf11a92 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:29:00.427202 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f910fe44-8a19-42bb-9ce8-c72cef30c779 None None] For port 19166920-aab0-414c-a6a7-a1779f3539cc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=19166920-aab0-414c-a6a7-a1779f3539cc,segment=NetworkSegment(7636166e-5c96-4b92-9339-204e616c61cb),segment_id=7636166e-5c96-4b92-9339-204e616c61cb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:00.427689 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f910fe44-8a19-42bb-9ce8-c72cef30c779 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.445491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] No DVR routers for this DVR port 19166920-aab0-414c-a6a7-a1779f3539cc on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:29:00.453407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] Pushing event deleted for resources: {'Port': ['ID=19166920-aab0-414c-a6a7-a1779f3539cc,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:00.478992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f910fe44-8a19-42bb-9ce8-c72cef30c779 None None] Calling delete_port for 19166920-aab0-414c-a6a7-a1779f3539cc owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:00.548163 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.596400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 65550c8f-aae5-4455-89d7-3e064bf11a92, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=65550c8f-aae5-4455-89d7-3e064bf11a92,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:00.607021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e1919c-fb27-4480-a2d1-c565bfb32cc6']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:00.627841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7636166e-5c96-4b92-9339-204e616c61cb') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:00.628467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7636166e-5c96-4b92-9339-204e616c61cb') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:00.636849 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f910fe44-8a19-42bb-9ce8-c72cef30c779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.643292 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.663162 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.677006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910fe44-8a19-42bb-9ce8-c72cef30c779 None None] Pushing event deleted for resources: {'Port': ['ID=19166920-aab0-414c-a6a7-a1779f3539cc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:00.688721 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f910fe44-8a19-42bb-9ce8-c72cef30c779 None None] No DVR routers for this DVR port 19166920-aab0-414c-a6a7-a1779f3539cc on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:29:00.697982 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.715442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:29:00.716078 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:29:00.720123 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:29:00.798186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=65550c8f-aae5-4455-89d7-3e064bf11a92,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:00.868904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb57655-14a6-4591-af7c-0d216fa4bcd5 req-858df16f-9809-46d3-82a1-10121ac2310d tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:00.875979 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cdb57655-14a6-4591-af7c-0d216fa4bcd5 req-858df16f-9809-46d3-82a1-10121ac2310d tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 944 time: 0.1312952 Nov 11 21:29:00.885380 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.896429 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.900323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] 10.222.0.57 "DELETE /v2.0/networks/59e1919c-fb27-4480-a2d1-c565bfb32cc6 HTTP/1.1" status: 204 len: 168 time: 1.2794139 Nov 11 21:29:00.935080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a711fcc-c978-469b-bd76-e9099a632547 admin admin] Pushing event deleted for resources: {'Network': ['ID=59e1919c-fb27-4480-a2d1-c565bfb32cc6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:01.082403 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 19166920-aab0-414c-a6a7-a1779f3539cc no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:01.174546 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 19166920-aab0-414c-a6a7-a1779f3539cc {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:29:01.175199 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 19166920-aab0-414c-a6a7-a1779f3539cc not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:29:01.178203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 15011414-7c51-4dd6-aa79-cdaef6d19341 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:01.229224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 15011414-7c51-4dd6-aa79-cdaef6d19341 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:29:01.230311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54300) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:01.230777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 15011414-7c51-4dd6-aa79-cdaef6d19341 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:29:01.231752 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device dbdce6f3-d390-4b80-9301-c5bf8c51f343 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:01.270760 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: dbdce6f3-d390-4b80-9301-c5bf8c51f343 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:29:01.270951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device dbdce6f3-d390-4b80-9301-c5bf8c51f343 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:29:01.324501 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b9be3c7a-0db1-4b31-bb80-b072abd881d9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8254931c4d9b4d209574a0ae4055bff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0923281 Nov 11 21:29:01.327247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54304) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:01.417886 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3aac-b7b7-4780-9549-5b360dd17865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:01.446698 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3aac-b7b7-4780-9549-5b360dd17865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:01.489063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cdb57655-14a6-4591-af7c-0d216fa4bcd5 req-7e33a858-eaa6-44df-bd33-06095a654766 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121626 Nov 11 21:29:01.516205 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3aac-b7b7-4780-9549-5b360dd17865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:01.519595 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3aac-b7b7-4780-9549-5b360dd17865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:01.523337 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3b6f3aac-b7b7-4780-9549-5b360dd17865 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c515338a-b940-4b75-9406-8521071360c3 HTTP/1.1" status: 204 len: 168 time: 0.1912205 Nov 11 21:29:01.530915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f3aac-b7b7-4780-9549-5b360dd17865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c515338a-b940-4b75-9406-8521071360c3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:01.572979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0871e9-fd95-4283-98fd-6a2220772932 req-28b52bb5-9df8-41d1-8707-f76711208b1a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:01.577266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d0871e9-fd95-4283-98fd-6a2220772932 req-28b52bb5-9df8-41d1-8707-f76711208b1a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.0739205 Nov 11 21:29:01.629702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d0871e9-fd95-4283-98fd-6a2220772932 req-0c7c28bf-946e-4535-bcd8-4c5037b18fc7 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487804 Nov 11 21:29:02.511142 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b644a00-ceaf-4693-a192-c391fd041ea6 req-c9fd4394-3dbe-4f9b-b6e7-d77b6c5a8333 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:02.512758 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7b644a00-ceaf-4693-a192-c391fd041ea6 req-c9fd4394-3dbe-4f9b-b6e7-d77b6c5a8333 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 944 time: 0.0873218 Nov 11 21:29:02.699296 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef481b-e3c5-4e5e-84bf-a742f57c4f58 req-6cbc81f0-c680-41d7-bb0d-d19489c2d65a tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:02.709424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bef481b-e3c5-4e5e-84bf-a742f57c4f58 req-6cbc81f0-c680-41d7-bb0d-d19489c2d65a tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 944 time: 0.0789180 Nov 11 21:29:02.718101 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-7b644a00-ceaf-4693-a192-c391fd041ea6 req-d058617e-b9b2-4666-baf9-e5f6e95cdea8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Deleting port 65550c8f-aae5-4455-89d7-3e064bf11a92 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:02.718451 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7b644a00-ceaf-4693-a192-c391fd041ea6 req-d058617e-b9b2-4666-baf9-e5f6e95cdea8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:02.763725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bef481b-e3c5-4e5e-84bf-a742f57c4f58 req-b6d2738a-3d4d-4c3d-9c2a-a8306ed9ac46 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541973 Nov 11 21:29:02.839953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaed57-7e67-4972-983c-cc0a2d6ffc5b req-6404d462-89f0-4554-8ecc-300c33245b27 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:02.841861 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7daaed57-7e67-4972-983c-cc0a2d6ffc5b req-6404d462-89f0-4554-8ecc-300c33245b27 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.0848079 Nov 11 21:29:02.861776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7b644a00-ceaf-4693-a192-c391fd041ea6 req-d058617e-b9b2-4666-baf9-e5f6e95cdea8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] For port 65550c8f-aae5-4455-89d7-3e064bf11a92, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=65550c8f-aae5-4455-89d7-3e064bf11a92,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:02.862176 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7b644a00-ceaf-4693-a192-c391fd041ea6 req-d058617e-b9b2-4666-baf9-e5f6e95cdea8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:02.904445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7daaed57-7e67-4972-983c-cc0a2d6ffc5b req-b05b30ab-8aac-400c-96fe-8f2dfe661d5d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551536 Nov 11 21:29:02.911263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-7b644a00-ceaf-4693-a192-c391fd041ea6 req-d058617e-b9b2-4666-baf9-e5f6e95cdea8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Calling delete_port for 65550c8f-aae5-4455-89d7-3e064bf11a92 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:03.083138 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7b644a00-ceaf-4693-a192-c391fd041ea6 req-d058617e-b9b2-4666-baf9-e5f6e95cdea8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:03.145128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058617e-b9b2-4666-baf9-e5f6e95cdea8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Pushing event deleted for resources: {'Port': ['ID=65550c8f-aae5-4455-89d7-3e064bf11a92,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:03.174052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b644a00-ceaf-4693-a192-c391fd041ea6 req-d058617e-b9b2-4666-baf9-e5f6e95cdea8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] No DVR routers for this DVR port 65550c8f-aae5-4455-89d7-3e064bf11a92 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:29:03.177072 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7b644a00-ceaf-4693-a192-c391fd041ea6 req-d058617e-b9b2-4666-baf9-e5f6e95cdea8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:03.181410 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7b644a00-ceaf-4693-a192-c391fd041ea6 req-d058617e-b9b2-4666-baf9-e5f6e95cdea8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.71 "DELETE /v2.0/ports/65550c8f-aae5-4455-89d7-3e064bf11a92 HTTP/1.1" status: 204 len: 173 time: 0.6578696 Nov 11 21:29:03.181988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1', 'name': 'network-vif-deleted', 'tag': '65550c8f-aae5-4455-89d7-3e064bf11a92'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:03.184336 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91e3b8a-a348-485e-b3d6-b36b3b5a18c6" -d '{"events": [{"server_uuid": "9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1", "name": "network-vif-deleted", "tag": "65550c8f-aae5-4455-89d7-3e064bf11a92"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:03.210771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54400) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:03.249735 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02033d1a-9410-423a-99d4-ec04a726b9d1 x-openstack-request-id: req-02033d1a-9410-423a-99d4-ec04a726b9d1 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:03.250272 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1", "name": "network-vif-deleted", "tag": "65550c8f-aae5-4455-89d7-3e064bf11a92", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:03.250535 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02033d1a-9410-423a-99d4-ec04a726b9d1 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:03.252639 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1', 'name': 'network-vif-deleted', 'tag': '65550c8f-aae5-4455-89d7-3e064bf11a92', 'status': 'completed', 'code': 200} Nov 11 21:29:03.380551 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2580bc1f-d14b-4752-9ef9-6e6a9672f75e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:03.481809 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2580bc1f-d14b-4752-9ef9-6e6a9672f75e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:03.488459 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2580bc1f-d14b-4752-9ef9-6e6a9672f75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:03.537067 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2580bc1f-d14b-4752-9ef9-6e6a9672f75e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b297e7ee9caa48a98108862637028fcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209603 Nov 11 21:29:03.542939 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580bc1f-d14b-4752-9ef9-6e6a9672f75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc75426-569c-4c8a-9723-19a848a428d6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:03.600434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54412) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:03.661293 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbcfbe88-c01a-4984-aadb-1b16b184a7d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:03.685614 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbcfbe88-c01a-4984-aadb-1b16b184a7d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:03.747311 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbcfbe88-c01a-4984-aadb-1b16b184a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:03.750593 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbcfbe88-c01a-4984-aadb-1b16b184a7d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:03.752483 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bbcfbe88-c01a-4984-aadb-1b16b184a7d1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9bc75426-569c-4c8a-9723-19a848a428d6 HTTP/1.1" status: 204 len: 168 time: 0.1508918 Nov 11 21:29:03.782113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfbe88-c01a-4984-aadb-1b16b184a7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc75426-569c-4c8a-9723-19a848a428d6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:03.921940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-018b47a0-82c5-48b9-b3f2-aa5e2a9472d8 req-1dccda0a-37e3-423c-b7c8-6cccd151ca58 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b26bb0b-e5ff-43f8-a297-daeb8f8d64b1 HTTP/1.1" status: 200 len: 210 time: 0.0520053 Nov 11 21:29:04.057855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c6c1c-67f0-44bb-9c4b-1b30e4517e82 req-c1d85715-c9d6-4c93-a398-77fbd68e4354 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:04.059406 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac8c6c1c-67f0-44bb-9c4b-1b30e4517e82 req-c1d85715-c9d6-4c93-a398-77fbd68e4354 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.0566120 Nov 11 21:29:04.122006 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac8c6c1c-67f0-44bb-9c4b-1b30e4517e82 req-eb87cb81-b308-46c3-88d6-ffb649033d17 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519753 Nov 11 21:29:04.670232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54448) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:04.781770 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-54755232-network', 'tenant_id': 'd1ce2fcf81724535a65f8c9d2450b857'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:04.808448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] Made reservation on behalf of d1ce2fcf81724535a65f8c9d2450b857 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:29:04.810880 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:04.820406 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:04.907921 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:04.914240 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:04.944565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] vlan segment allocate from pool success with {'vlan_id': 1184, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:29:04.964542 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:04.965276 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] Added segment d0626284-76c8-4df0-b6ec-9b09ee7a187b of type vlan for network db6f838a-e359-4731-8b0b-e67a2634dc14 Nov 11 21:29:04.971278 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4f69dd-f73f-49dd-bcd8-f77777367f88,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:05.048352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:05.084861 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:05.086181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:05.086937 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:05.130664 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4591818 Nov 11 21:29:05.134206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54458) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:05.140209 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b2b635b7-04e5-47e4-8a4d-0f3042248b4f admin admin] Request body: {'subnet': {'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-54755232-subnet', 'tenant_id': 'd1ce2fcf81724535a65f8c9d2450b857', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:05.172013 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b635b7-04e5-47e4-8a4d-0f3042248b4f admin admin] Made reservation on behalf of d1ce2fcf81724535a65f8c9d2450b857 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:29:05.176845 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b2b635b7-04e5-47e4-8a4d-0f3042248b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:05.194848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca7a0a-a263-4c47-a6da-a1f510508d34 admin admin] Pushing event updated for resources: {'Network': ['ID=db6f838a-e359-4731-8b0b-e67a2634dc14,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:05.206529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network db6f838a-e359-4731-8b0b-e67a2634dc14 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:29:05.444228 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb63e6-6845-4d67-97a3-12a733d48b5d req-05cd0e93-78d8-469f-9df0-7c7f09518995 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:05.452498 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-accb63e6-6845-4d67-97a3-12a733d48b5d req-05cd0e93-78d8-469f-9df0-7c7f09518995 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.2034423 Nov 11 21:29:05.540153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-f4a1a2ac-4684-41b9-a379-c98bbddb2c9d tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:05.541667 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-f4a1a2ac-4684-41b9-a379-c98bbddb2c9d tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/networks?id=99561117-a5f9-4a9d-8d55-97dffe2987c9 HTTP/1.1" status: 200 len: 821 time: 0.3131959 Nov 11 21:29:05.575918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-accb63e6-6845-4d67-97a3-12a733d48b5d req-6df5419c-e240-4adb-b5ec-9acf71d6e56c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222334 Nov 11 21:29:05.583799 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-bba22013-381a-4937-94cf-425202a5dc7b tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/quotas/65e2c77ecc484b81bf7a7f1ae391d39b HTTP/1.1" status: 200 len: 375 time: 0.0207357 Nov 11 21:29:05.688313 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b2b635b7-04e5-47e4-8a4d-0f3042248b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:05.696302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-845fb4eb-b7ee-4c90-9ddc-0fe5ab019884 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=65e2c77ecc484b81bf7a7f1ae391d39b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057532 Nov 11 21:29:05.808537 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b635b7-04e5-47e4-8a4d-0f3042248b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1861653c-fba2-441d-b341-424c585bf1e6,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:05.829163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b635b7-04e5-47e4-8a4d-0f3042248b4f admin admin] Checking segment: {'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:29:05.829525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b635b7-04e5-47e4-8a4d-0f3042248b4f admin admin] Network hostable DHCP agents. Network: db6f838a-e359-4731-8b0b-e67a2634dc14, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:29:05.861683 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-fbf4fe89-4298-4ac4-b305-391d6b571ac6 service neutron] 10.222.0.57 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367857 Nov 11 21:29:05.863651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b635b7-04e5-47e4-8a4d-0f3042248b4f admin admin] Network db6f838a-e359-4731-8b0b-e67a2634dc14 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:29:05.878786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-b2b635b7-04e5-47e4-8a4d-0f3042248b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, db6f838a-e359-4731-8b0b-e67a2634dc14) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:29:05.892048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ebf52e-a442-4694-81c3-ed5fdc3b91da None None] Network db6f838a-e359-4731-8b0b-e67a2634dc14 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:29:05.898204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b635b7-04e5-47e4-8a4d-0f3042248b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:05.898806 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b2b635b7-04e5-47e4-8a4d-0f3042248b4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:05.949585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b2b635b7-04e5-47e4-8a4d-0f3042248b4f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8103907 Nov 11 21:29:05.995625 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-013715b9-d1f1-46f5-b04f-6c6f40bb7cc3 service neutron] 10.222.0.57 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261899 Nov 11 21:29:06.092101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fc4554-4006-4671-950b-d6008d3529aa None None] Network db6f838a-e359-4731-8b0b-e67a2634dc14 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:29:06.169514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 65550c8f-aae5-4455-89d7-3e064bf11a92 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:06.195892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 65550c8f-aae5-4455-89d7-3e064bf11a92 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:29:06.196455 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 65550c8f-aae5-4455-89d7-3e064bf11a92 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:29:06.294067 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcd6c650-49d4-4bc6-8b69-0538f3a68476 req-5e39b774-f638-4ff1-bcd8-1160ceb4b9de tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 210 time: 0.0386248 Nov 11 21:29:06.663223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-5aa78c1f-14c6-4c70-aa32-7422df1ca5ec tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:06.671590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-5aa78c1f-14c6-4c70-aa32-7422df1ca5ec tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/networks?id=db6f838a-e359-4731-8b0b-e67a2634dc14 HTTP/1.1" status: 200 len: 803 time: 0.1693633 Nov 11 21:29:06.684101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-208e3e6d-641f-4c0b-8b45-0476b1943ff6 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/quotas/d1ce2fcf81724535a65f8c9d2450b857 HTTP/1.1" status: 200 len: 375 time: 0.0115891 Nov 11 21:29:06.761636 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-72f3f155-76d7-44f8-b478-348a86bff3db tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1ce2fcf81724535a65f8c9d2450b857&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680165 Nov 11 21:29:06.849302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f286fd4-f5d2-44fb-9473-7a2ce796bf17 req-56bc9f76-1384-4c6b-81af-6d6362a423f7 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:06.850864 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f286fd4-f5d2-44fb-9473-7a2ce796bf17 req-56bc9f76-1384-4c6b-81af-6d6362a423f7 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 945 time: 0.1249783 Nov 11 21:29:06.928689 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-59c1cc88-e275-45e9-8150-f6281680bbe7 service neutron] 10.222.0.57 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584976 Nov 11 21:29:06.938854 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f286fd4-f5d2-44fb-9473-7a2ce796bf17 req-1214a5a6-2d33-4ebd-9267-ea11a6aff863 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797198 Nov 11 21:29:07.112501 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-1315100a-f9a0-4083-a3a9-a7156f69680b service neutron] 10.222.0.57 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725693 Nov 11 21:29:07.319608 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-652e0217-8014-4773-901c-226c035d6dd7 req-0c878ceb-d185-427d-b13c-70dfcde3c2c4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 210 time: 0.0655971 Nov 11 21:29:07.328272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-2c16e7d8-2627-4f1c-88d4-59fe4f285501 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:07.333530 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-2c16e7d8-2627-4f1c-88d4-59fe4f285501 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e&tenant_id=1e7495b94c334f7f86e765392527ed29&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 1096 time: 0.0712061 Nov 11 21:29:07.346876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805737-3'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:07.431922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ee43e8a-9896-42c3-b49e-ca37b00afa23 req-245243b9-4871-4a98-a7b6-ff6d394420a3 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 210 time: 0.0442474 Nov 11 21:29:07.466604 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:07.699656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-3dfb4145-1f36-4d1d-9a25-bb0639918154 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:07.699656 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-3dfb4145-1f36-4d1d-9a25-bb0639918154 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.71 "GET /v2.0/networks?id=99561117-a5f9-4a9d-8d55-97dffe2987c9 HTTP/1.1" status: 200 len: 821 time: 0.2052860 Nov 11 21:29:07.738402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-fd7d84a8-3949-44ea-a7ea-5cbd463995ba tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Request body: {'port': {'device_id': 'c34a25d5-e3a9-4c3e-ba54-eaca3333bafa', 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9', 'admin_state_up': True, 'tenant_id': '65e2c77ecc484b81bf7a7f1ae391d39b'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:07.882519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=7ff835fb-024f-4d22-b009-2e991997392e,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:07.941568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:29:07.943556 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-fd7d84a8-3949-44ea-a7ea-5cbd463995ba tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Made reservation on behalf of 65e2c77ecc484b81bf7a7f1ae391d39b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:29:07.947242 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-fd7d84a8-3949-44ea-a7ea-5cbd463995ba tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:08.013675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e2888b-e1fd-49c2-8a35-188ad5104d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ff835fb-024f-4d22-b009-2e991997392e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:08.016228 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a588286-820c-4138-ae8f-8cd9f80ed29a" -d '{"events": [{"server_uuid": "e8e2888b-e1fd-49c2-8a35-188ad5104d3e", "name": "network-vif-unplugged", "status": "completed", "tag": "7ff835fb-024f-4d22-b009-2e991997392e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:08.023358 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:08.055605 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:08.152238 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bc918f-723b-445e-9955-c2deb383ede4 x-openstack-request-id: req-93bc918f-723b-445e-9955-c2deb383ede4 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:08.152540 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e2888b-e1fd-49c2-8a35-188ad5104d3e", "name": "network-vif-unplugged", "status": "completed", "tag": "7ff835fb-024f-4d22-b009-2e991997392e", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:08.152953 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-93bc918f-723b-445e-9955-c2deb383ede4 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:08.153413 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e2888b-e1fd-49c2-8a35-188ad5104d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ff835fb-024f-4d22-b009-2e991997392e', 'code': 200} Nov 11 21:29:08.159945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7ff835fb-024f-4d22-b009-2e991997392e details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:29:08.201015 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71794fe-f0a4-435a-8217-ff5936d812e5 req-18b7b1cf-a3f3-4f69-b56a-b6695a900d2a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:08.209733 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b71794fe-f0a4-435a-8217-ff5936d812e5 req-18b7b1cf-a3f3-4f69-b56a-b6695a900d2a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 943 time: 0.0994995 Nov 11 21:29:08.306102 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b71794fe-f0a4-435a-8217-ff5936d812e5 req-e11c29e8-d696-4a34-8d38-27fe5360f01f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914099 Nov 11 21:29:08.389139 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h1-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:08.420738 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e on host n-h1-805737-3 for vnic_type normal with profile {"migrating_to": "n-h2-805737-3"} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:29:08.421167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:29:08.421535 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:29:08.426452 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Port 7ff835fb-024f-4d22-b009-2e991997392e on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:29:08.427108 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:29:08.433792 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:29:08.434431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Checking segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:29:08.435205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Bound using segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:29:08.435828 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Bound port: 7ff835fb-024f-4d22-b009-2e991997392e, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:29:08.436380 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:08.550440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h1-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:29:08.555010 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=7ff835fb-024f-4d22-b009-2e991997392e,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:29:08.563311 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:08.597874 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b25c6d6f-5361-4334-ab38-26911cbee828 req-1408fd3c-d4b3-4313-ab1b-f1f71409dd25 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 210 time: 0.0698218 Nov 11 21:29:08.635759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7ff835fb-024f-4d22-b009-2e991997392e,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:08.674763 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7ff835fb-024f-4d22-b009-2e991997392e has no active binding in host n-h2-805737-3 {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 21:29:08.693973 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3b55cb3-850b-4b6c-b236-a11c2b101070 req-d0007638-e186-4095-af93-cfc20b8ca742 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 210 time: 0.0954506 Nov 11 21:29:08.785044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Pushing event updated for resources: {'Port': ['ID=7ff835fb-024f-4d22-b009-2e991997392e,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:08.810839 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e on host n-h1-805737-3 for vnic_type normal with profile {"migrating_to": "n-h2-805737-3"} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:29:08.811163 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:29:08.811486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:29:08.820220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-fd7d84a8-3949-44ea-a7ea-5cbd463995ba tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Allocated IP 172.20.0.13 (99561117-a5f9-4a9d-8d55-97dffe2987c9/e1fa2e18-9868-425d-8893-879c75856b13/08db8df6-cce9-424b-b3bf-d5ccefa44990) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:29:08.822324 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Port 7ff835fb-024f-4d22-b009-2e991997392e on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:29:08.822639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Attempting to bind port 7ff835fb-024f-4d22-b009-2e991997392e on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:29:08.833760 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:29:08.834101 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Checking segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:29:08.834497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Bound using segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:29:08.834922 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Bound port: 7ff835fb-024f-4d22-b009-2e991997392e, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:29:08.835269 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:08.924982 n-d-805737-3 neutron-server[102535]: WARNING neutron.plugins.ml2.plugin [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Concurrent port binding operations failed on port 7ff835fb-024f-4d22-b009-2e991997392e Nov 11 21:29:08.930704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=7ff835fb-024f-4d22-b009-2e991997392e,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:08.935088 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Attempt 2 to bind port 7ff835fb-024f-4d22-b009-2e991997392e Nov 11 21:29:08.949978 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:08.950599 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:08.952468 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-b84da459-7b8a-410d-9696-c47b8314758e service neutron] 10.222.0.71 "PUT /v2.0/ports/7ff835fb-024f-4d22-b009-2e991997392e HTTP/1.1" status: 200 len: 1121 time: 1.6096077 Nov 11 21:29:09.024467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-144a06d8-7066-4fdd-8e40-d12e2614fc0c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:09.029430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-144a06d8-7066-4fdd-8e40-d12e2614fc0c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.71 "GET /v2.0/networks?id=db6f838a-e359-4731-8b0b-e67a2634dc14 HTTP/1.1" status: 200 len: 803 time: 0.1889181 Nov 11 21:29:09.048517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-4dc4eed0-afae-434a-8ac1-8ec1f4d37ce2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Request body: {'port': {'device_id': '1fd5d532-988a-433b-8ca7-07ed0d028fed', 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14', 'admin_state_up': True, 'tenant_id': 'd1ce2fcf81724535a65f8c9d2450b857'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:09.056756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['7ff835fb-024f-4d22-b009-2e991997392e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:29:09.100919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7ff835fb-024f-4d22-b009-2e991997392e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:29:09.102849 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-fd7d84a8-3949-44ea-a7ea-5cbd463995ba tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:09.177081 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-fd7d84a8-3949-44ea-a7ea-5cbd463995ba tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:09.208178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-4dc4eed0-afae-434a-8ac1-8ec1f4d37ce2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Made reservation on behalf of d1ce2fcf81724535a65f8c9d2450b857 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:29:09.212752 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-4dc4eed0-afae-434a-8ac1-8ec1f4d37ce2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:09.283910 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-fd7d84a8-3949-44ea-a7ea-5cbd463995ba tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Network 99561117-a5f9-4a9d-8d55-97dffe2987c9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:29:09.288990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-fd7d84a8-3949-44ea-a7ea-5cbd463995ba tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:29:09.293175 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-fd7d84a8-3949-44ea-a7ea-5cbd463995ba tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:29:09.382339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d84a8-3949-44ea-a7ea-5cbd463995ba tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Pushing event updated for resources: {'Port': ['ID=08db8df6-cce9-424b-b3bf-d5ccefa44990,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:09.414234 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-fd7d84a8-3949-44ea-a7ea-5cbd463995ba tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:09.414869 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-fd7d84a8-3949-44ea-a7ea-5cbd463995ba tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:09.456175 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-fd7d84a8-3949-44ea-a7ea-5cbd463995ba tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7328465 Nov 11 21:29:09.474687 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Request body: {'port': {'device_id': 'c34a25d5-e3a9-4c3e-ba54-eaca3333bafa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:09.534393 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-4dc4eed0-afae-434a-8ac1-8ec1f4d37ce2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Allocated IP 172.20.0.3 (db6f838a-e359-4731-8b0b-e67a2634dc14/1861653c-fba2-441d-b341-424c585bf1e6/695846f1-6407-40c3-85d3-adc49e6c081d) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:29:09.546132 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:09.550703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e7243-ecdd-418a-a8f7-b99162bfdf8b req-b751f735-fb8c-4257-9b7d-32efeb437e0e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:09.552577 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e3e7243-ecdd-418a-a8f7-b99162bfdf8b req-b751f735-fb8c-4257-9b7d-32efeb437e0e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 943 time: 0.1147895 Nov 11 21:29:09.651628 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e3e7243-ecdd-418a-a8f7-b99162bfdf8b req-f6698eac-9b3f-4294-8aac-270f18f40f8b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893338 Nov 11 21:29:09.736541 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec7e3a7f-2344-48bc-810d-756d7f5e209b req-278d2c8f-5719-4407-bd7e-9289fad63f59 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 210 time: 0.0602396 Nov 11 21:29:09.836364 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-4dc4eed0-afae-434a-8ac1-8ec1f4d37ce2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:09.902504 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08db8df6-cce9-424b-b3bf-d5ccefa44990 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:29:09.904705 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1aeef-13d6-4340-98fc-f716d2c5250d req-58749838-ba6b-4979-8194-08864b5c7ff4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:09.906590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-afa1aeef-13d6-4340-98fc-f716d2c5250d req-58749838-ba6b-4979-8194-08864b5c7ff4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 932 time: 0.0759499 Nov 11 21:29:09.913262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:09.923557 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-4dc4eed0-afae-434a-8ac1-8ec1f4d37ce2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:09.930901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Transition to ACTIVE for port object 08db8df6-cce9-424b-b3bf-d5ccefa44990 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:29:09.936816 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:09.988338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-4dc4eed0-afae-434a-8ac1-8ec1f4d37ce2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Network db6f838a-e359-4731-8b0b-e67a2634dc14 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:29:09.993634 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Pushing event updated for resources: {'Port': ['ID=08db8df6-cce9-424b-b3bf-d5ccefa44990,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:10.003288 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-4dc4eed0-afae-434a-8ac1-8ec1f4d37ce2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:29:10.008842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-4dc4eed0-afae-434a-8ac1-8ec1f4d37ce2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:29:10.044070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4eed0-afae-434a-8ac1-8ec1f4d37ce2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Pushing event updated for resources: {'Port': ['ID=695846f1-6407-40c3-85d3-adc49e6c081d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:10.060895 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-afa1aeef-13d6-4340-98fc-f716d2c5250d req-af62de6a-0efd-46d5-a531-e1049ecaebdc tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451423 Nov 11 21:29:10.062419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Attempting to bind port 08db8df6-cce9-424b-b3bf-d5ccefa44990 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:29:10.062836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Attempting to bind port 08db8df6-cce9-424b-b3bf-d5ccefa44990 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'c1686ce2-4289-4db3-b084-1566dcda1c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:29:10.063234 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Attempting to bind port 08db8df6-cce9-424b-b3bf-d5ccefa44990 on network 99561117-a5f9-4a9d-8d55-97dffe2987c9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:29:10.068375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Port 08db8df6-cce9-424b-b3bf-d5ccefa44990 on network 99561117-a5f9-4a9d-8d55-97dffe2987c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:29:10.068855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Attempting to bind port 08db8df6-cce9-424b-b3bf-d5ccefa44990 on network 99561117-a5f9-4a9d-8d55-97dffe2987c9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:29:10.075164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:29:10.075582 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Checking segment: {'id': 'c1686ce2-4289-4db3-b084-1566dcda1c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:29:10.076036 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Bound using segment: {'id': 'c1686ce2-4289-4db3-b084-1566dcda1c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:29:10.076543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Bound port: 08db8df6-cce9-424b-b3bf-d5ccefa44990, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1686ce2-4289-4db3-b084-1566dcda1c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:29:10.077022 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:10.078162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-4dc4eed0-afae-434a-8ac1-8ec1f4d37ce2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:10.078810 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-4dc4eed0-afae-434a-8ac1-8ec1f4d37ce2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:10.101630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-4dc4eed0-afae-434a-8ac1-8ec1f4d37ce2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0593164 Nov 11 21:29:10.122400 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Request body: {'port': {'device_id': '1fd5d532-988a-433b-8ca7-07ed0d028fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:10.154468 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e2888b-e1fd-49c2-8a35-188ad5104d3e', 'tag': '7ff835fb-024f-4d22-b009-2e991997392e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:10.156826 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4e5731-bfa2-41b3-a602-224c478e9500" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e2888b-e1fd-49c2-8a35-188ad5104d3e", "tag": "7ff835fb-024f-4d22-b009-2e991997392e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:10.165133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] For port 08db8df6-cce9-424b-b3bf-d5ccefa44990, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:29:10.168715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] For port 08db8df6-cce9-424b-b3bf-d5ccefa44990, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=08db8df6-cce9-424b-b3bf-d5ccefa44990,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:29:10.176771 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:10.186259 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:10.229599 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866684ca-4459-4cff-9294-87aa79ef4e6c x-openstack-request-id: req-866684ca-4459-4cff-9294-87aa79ef4e6c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:10.229891 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e2888b-e1fd-49c2-8a35-188ad5104d3e", "tag": "7ff835fb-024f-4d22-b009-2e991997392e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:10.230146 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-866684ca-4459-4cff-9294-87aa79ef4e6c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:10.230541 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e2888b-e1fd-49c2-8a35-188ad5104d3e', 'tag': '7ff835fb-024f-4d22-b009-2e991997392e', 'status': 'completed', 'code': 200} Nov 11 21:29:10.268970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:10.269611 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:10.271124 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] 10.222.0.71 "PUT /v2.0/ports/08db8df6-cce9-424b-b3bf-d5ccefa44990 HTTP/1.1" status: 200 len: 1092 time: 0.8038473 Nov 11 21:29:10.271888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a87fc-f010-41e5-8a53-6c410f4cea21 service neutron] Pushing event updated for resources: {'Port': ['ID=08db8df6-cce9-424b-b3bf-d5ccefa44990,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:10.307368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e5731-bfa2-41b3-a602-224c478e9500 req-40ebbe20-24f1-42f4-9a56-9f03b562d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:10.309020 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4b4e5731-bfa2-41b3-a602-224c478e9500 req-40ebbe20-24f1-42f4-9a56-9f03b562d1d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 1124 time: 0.0581207 Nov 11 21:29:10.432670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-7140fffa-7c46-4d9b-a9aa-37a9257463a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:10.434655 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-7140fffa-7c46-4d9b-a9aa-37a9257463a9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=65e2c77ecc484b81bf7a7f1ae391d39b&device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 1095 time: 0.1035824 Nov 11 21:29:10.463321 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e5731-bfa2-41b3-a602-224c478e9500 req-ede2fd45-69dd-4e9d-a169-0bd9c7b98cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:10.464831 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4b4e5731-bfa2-41b3-a602-224c478e9500 req-ede2fd45-69dd-4e9d-a169-0bd9c7b98cda service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.1419923 Nov 11 21:29:10.486116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695846f1-6407-40c3-85d3-adc49e6c081d {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:29:10.498206 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:10.512678 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-7f70bca1-2453-4fa9-8249-0b0950eadeba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08db8df6-cce9-424b-b3bf-d5ccefa44990 HTTP/1.1" status: 200 len: 217 time: 0.0627382 Nov 11 21:29:10.513261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Transition to ACTIVE for port object 695846f1-6407-40c3-85d3-adc49e6c081d will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:29:10.524612 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:10.548591 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4b4e5731-bfa2-41b3-a602-224c478e9500 req-9bab31c9-b32d-4333-8288-703dba250d4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ff835fb-024f-4d22-b009-2e991997392e HTTP/1.1" status: 200 len: 217 time: 0.0459156 Nov 11 21:29:10.626844 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Pushing event updated for resources: {'Port': ['ID=695846f1-6407-40c3-85d3-adc49e6c081d,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:10.644037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-6d880ab7-0012-415c-a57f-6516ebd9432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:10.645561 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-6d880ab7-0012-415c-a57f-6516ebd9432a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e1fa2e18-9868-425d-8893-879c75856b13 HTTP/1.1" status: 200 len: 861 time: 0.0994756 Nov 11 21:29:10.651264 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e5731-bfa2-41b3-a602-224c478e9500 req-82b1f93a-51e5-41e8-893d-0bfa7bfd7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:10.652707 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4b4e5731-bfa2-41b3-a602-224c478e9500 req-82b1f93a-51e5-41e8-893d-0bfa7bfd7a4c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.0781715 Nov 11 21:29:10.693964 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-de12e43d-091a-4019-bf70-40bfd70ca473 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=99561117-a5f9-4a9d-8d55-97dffe2987c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380874 Nov 11 21:29:10.709956 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4b4e5731-bfa2-41b3-a602-224c478e9500 req-fab64d7d-e78f-4b55-8c28-793f41c6e674 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444384 Nov 11 21:29:10.726461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Attempting to bind port 695846f1-6407-40c3-85d3-adc49e6c081d on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:29:10.727039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Attempting to bind port 695846f1-6407-40c3-85d3-adc49e6c081d by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:29:10.727225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Attempting to bind port 695846f1-6407-40c3-85d3-adc49e6c081d on network db6f838a-e359-4731-8b0b-e67a2634dc14 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:29:10.732722 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Port 695846f1-6407-40c3-85d3-adc49e6c081d on network db6f838a-e359-4731-8b0b-e67a2634dc14 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:29:10.733093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Attempting to bind port 695846f1-6407-40c3-85d3-adc49e6c081d on network db6f838a-e359-4731-8b0b-e67a2634dc14 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:29:10.739522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:29:10.740146 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Checking segment: {'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:29:10.740902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Bound using segment: {'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:29:10.741342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Bound port: 695846f1-6407-40c3-85d3-adc49e6c081d, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:29:10.741695 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:10.885895 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] For port 695846f1-6407-40c3-85d3-adc49e6c081d, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:29:10.889727 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-933b751a-d246-4a3f-bb05-37844d6c8fb2 service neutron] 10.222.0.71 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786830 Nov 11 21:29:10.891062 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:10.901140 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4b4e5731-bfa2-41b3-a602-224c478e9500 req-b7059072-6eaf-494e-a2da-ec688b9b52d7 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760881 Nov 11 21:29:10.901355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365dfda-2ca4-4870-82b5-e03457e4d60c req-f3c16bc2-7e62-46e4-98d9-01336242f7e5 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:10.918498 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9365dfda-2ca4-4870-82b5-e03457e4d60c req-f3c16bc2-7e62-46e4-98d9-01336242f7e5 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 943 time: 0.1368122 Nov 11 21:29:10.928726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] For port 695846f1-6407-40c3-85d3-adc49e6c081d, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=695846f1-6407-40c3-85d3-adc49e6c081d,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:29:10.957255 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:11.019917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:11.020543 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:11.022005 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] 10.222.0.71 "PUT /v2.0/ports/695846f1-6407-40c3-85d3-adc49e6c081d HTTP/1.1" status: 200 len: 1091 time: 0.9055316 Nov 11 21:29:11.024073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd5d532-988a-433b-8ca7-07ed0d028fed', 'tag': '695846f1-6407-40c3-85d3-adc49e6c081d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:11.026555 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c13833c-d239-4bba-81af-a12b8ab85c96" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd5d532-988a-433b-8ca7-07ed0d028fed", "tag": "695846f1-6407-40c3-85d3-adc49e6c081d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:11.062854 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9365dfda-2ca4-4870-82b5-e03457e4d60c req-9265000c-77a5-4ad8-a533-0051fa14dbe4 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433041 Nov 11 21:29:11.072419 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4f984248-767d-4aaf-adb9-2d308ce827b0 req-e22b8aae-717d-4f96-8024-5cad8335bbfc service neutron] 10.222.0.71 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732917 Nov 11 21:29:11.074315 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4b4e5731-bfa2-41b3-a602-224c478e9500 req-127d0184-a045-49fa-b4fe-d59b594b7f5c service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599081 Nov 11 21:29:11.077624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd453ea-e6c7-4a26-8dde-5577959a21de req-6b3e458a-095e-4ce9-80b6-aa2f34aeaba8 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:11.095644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fd453ea-e6c7-4a26-8dde-5577959a21de req-6b3e458a-095e-4ce9-80b6-aa2f34aeaba8 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 943 time: 0.2115946 Nov 11 21:29:11.121044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706ce8c-eac0-47fa-8eec-1f6f1c3df965 service neutron] Pushing event updated for resources: {'Port': ['ID=695846f1-6407-40c3-85d3-adc49e6c081d,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:11.143845 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf6b0ec-ff9e-4a14-9110-e76363216ac8 x-openstack-request-id: req-0cf6b0ec-ff9e-4a14-9110-e76363216ac8 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:11.144137 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd5d532-988a-433b-8ca7-07ed0d028fed", "tag": "695846f1-6407-40c3-85d3-adc49e6c081d", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:11.144393 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0cf6b0ec-ff9e-4a14-9110-e76363216ac8 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:11.144831 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd5d532-988a-433b-8ca7-07ed0d028fed', 'tag': '695846f1-6407-40c3-85d3-adc49e6c081d', 'status': 'completed', 'code': 200} Nov 11 21:29:11.193353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-925989b3-910d-4855-8d03-d4ae241c763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:11.194886 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-925989b3-910d-4855-8d03-d4ae241c763a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1ce2fcf81724535a65f8c9d2450b857&device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 1094 time: 0.0968897 Nov 11 21:29:11.199865 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fd453ea-e6c7-4a26-8dde-5577959a21de req-df84182b-71d7-490a-ae6e-ffd91ea1bbfb tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033609 Nov 11 21:29:11.253760 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-dcf1edbe-3586-4c73-bf66-b6d60465f648 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=695846f1-6407-40c3-85d3-adc49e6c081d HTTP/1.1" status: 200 len: 217 time: 0.0359731 Nov 11 21:29:11.280994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51207965-9ddf-4621-80ad-a7355c6ed964 req-313af3cc-51bb-418f-8a85-26747eedb7a5 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:11.282480 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51207965-9ddf-4621-80ad-a7355c6ed964 req-313af3cc-51bb-418f-8a85-26747eedb7a5 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 944 time: 0.1015551 Nov 11 21:29:11.342442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-de857c48-2121-406d-9e67-814ad4d25cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:11.343961 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-de857c48-2121-406d-9e67-814ad4d25cbb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1861653c-fba2-441d-b341-424c585bf1e6 HTTP/1.1" status: 200 len: 843 time: 0.0789242 Nov 11 21:29:11.367483 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51207965-9ddf-4621-80ad-a7355c6ed964 req-10c93832-465e-485a-9e7f-102cb34e599a tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646167 Nov 11 21:29:11.385780 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-2f588bda-c4d2-4094-bde6-4b8181309fcf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=db6f838a-e359-4731-8b0b-e67a2634dc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316248 Nov 11 21:29:11.485476 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-50d9853f-c120-40b8-bff2-567151c04e3d service neutron] 10.222.0.71 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904422 Nov 11 21:29:11.588349 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bcc4622-19d4-46af-b844-5ee3fde79063 req-29d070d4-16c0-4e7e-b621-2a6e0da62d8d service neutron] 10.222.0.71 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904753 Nov 11 21:29:11.702156 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13833c-d239-4bba-81af-a12b8ab85c96 req-2067a1a8-598c-45fc-8add-46edb64ac0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:11.703773 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c13833c-d239-4bba-81af-a12b8ab85c96 req-2067a1a8-598c-45fc-8add-46edb64ac0f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1ce2fcf81724535a65f8c9d2450b857&device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 1094 time: 0.0445333 Nov 11 21:29:11.803087 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13833c-d239-4bba-81af-a12b8ab85c96 req-411d7d33-6943-4555-8f4a-62a34a4d24a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:11.804486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c13833c-d239-4bba-81af-a12b8ab85c96 req-411d7d33-6943-4555-8f4a-62a34a4d24a5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=db6f838a-e359-4731-8b0b-e67a2634dc14 HTTP/1.1" status: 200 len: 905 time: 0.0899899 Nov 11 21:29:11.854836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c13833c-d239-4bba-81af-a12b8ab85c96 req-d9a34f40-e73a-42ac-b867-2ba7bc599515 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=695846f1-6407-40c3-85d3-adc49e6c081d HTTP/1.1" status: 200 len: 217 time: 0.0398104 Nov 11 21:29:11.912524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13833c-d239-4bba-81af-a12b8ab85c96 req-ec885b39-7cbc-49e3-b505-cf99ef56dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:11.914015 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c13833c-d239-4bba-81af-a12b8ab85c96 req-ec885b39-7cbc-49e3-b505-cf99ef56dc04 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1861653c-fba2-441d-b341-424c585bf1e6 HTTP/1.1" status: 200 len: 843 time: 0.0469878 Nov 11 21:29:11.954609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c13833c-d239-4bba-81af-a12b8ab85c96 req-c121dfcf-b49d-44e0-b075-55f2feb28269 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=db6f838a-e359-4731-8b0b-e67a2634dc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296826 Nov 11 21:29:12.051024 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c13833c-d239-4bba-81af-a12b8ab85c96 req-db8b4cd2-0ad9-4222-a5c3-634f55e252e0 service neutron] 10.222.0.71 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854311 Nov 11 21:29:12.168928 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c13833c-d239-4bba-81af-a12b8ab85c96 req-f1075252-242e-4587-9316-48a6dfbe60fe service neutron] 10.222.0.71 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104052 Nov 11 21:29:12.217966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c13e8-dfdc-4664-8a4a-c087555ddfcb req-badba914-2966-4fe5-af60-9c2081b1a701 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:12.219623 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b09c13e8-dfdc-4664-8a4a-c087555ddfcb req-badba914-2966-4fe5-af60-9c2081b1a701 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 943 time: 0.0698783 Nov 11 21:29:12.233318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34a25d5-e3a9-4c3e-ba54-eaca3333bafa', 'tag': '08db8df6-cce9-424b-b3bf-d5ccefa44990'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:12.241943 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8846be5e-d63f-4664-ac9c-88cb44707a43" -d '{"events": [{"name": "network-changed", "server_uuid": "c34a25d5-e3a9-4c3e-ba54-eaca3333bafa", "tag": "08db8df6-cce9-424b-b3bf-d5ccefa44990"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:12.301393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b09c13e8-dfdc-4664-8a4a-c087555ddfcb req-592f3c9a-9d9c-4b28-b860-2af83b77158a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737972 Nov 11 21:29:12.346437 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b989a54-f252-4321-9eff-042da8d82d1d x-openstack-request-id: req-6b989a54-f252-4321-9eff-042da8d82d1d {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:12.346437 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34a25d5-e3a9-4c3e-ba54-eaca3333bafa", "tag": "08db8df6-cce9-424b-b3bf-d5ccefa44990", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:12.346437 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b989a54-f252-4321-9eff-042da8d82d1d {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:12.346925 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34a25d5-e3a9-4c3e-ba54-eaca3333bafa', 'tag': '08db8df6-cce9-424b-b3bf-d5ccefa44990', 'status': 'completed', 'code': 200} Nov 11 21:29:12.358829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4ec72-ef81-45ec-a47d-aae81914ef54 req-5b7885fd-b08a-4cea-8d31-e4cab7d77c4e tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:12.360250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86b4ec72-ef81-45ec-a47d-aae81914ef54 req-5b7885fd-b08a-4cea-8d31-e4cab7d77c4e tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 943 time: 0.0537367 Nov 11 21:29:12.445094 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86b4ec72-ef81-45ec-a47d-aae81914ef54 req-26301606-d3f3-4225-b267-6bea42d3d4c7 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784905 Nov 11 21:29:12.465206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846be5e-d63f-4664-ac9c-88cb44707a43 req-3ce450f7-c81c-4383-8dbe-ad792592f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:12.465206 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8846be5e-d63f-4664-ac9c-88cb44707a43 req-3ce450f7-c81c-4383-8dbe-ad792592f7d6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=65e2c77ecc484b81bf7a7f1ae391d39b&device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 1095 time: 0.0899954 Nov 11 21:29:12.549189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501dae4-362a-4fab-8a0b-a517f67837e7 req-026a5e4e-d7c8-4147-8dbc-851c08d06807 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:12.550857 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7501dae4-362a-4fab-8a0b-a517f67837e7 req-026a5e4e-d7c8-4147-8dbc-851c08d06807 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 944 time: 0.1048193 Nov 11 21:29:12.606675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846be5e-d63f-4664-ac9c-88cb44707a43 req-d23cee04-31c6-462a-afc0-043c34f1ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:12.608247 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8846be5e-d63f-4664-ac9c-88cb44707a43 req-d23cee04-31c6-462a-afc0-043c34f1ab3a service neutron] 10.222.0.71 "GET /v2.0/networks?id=99561117-a5f9-4a9d-8d55-97dffe2987c9 HTTP/1.1" status: 200 len: 923 time: 0.1282165 Nov 11 21:29:12.620185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7501dae4-362a-4fab-8a0b-a517f67837e7 req-5c0a1824-d83a-45e8-9568-bb5f2c152020 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609632 Nov 11 21:29:12.658535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8846be5e-d63f-4664-ac9c-88cb44707a43 req-4bcf89cf-e669-4b23-ac7c-2a78d16e9c40 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08db8df6-cce9-424b-b3bf-d5ccefa44990 HTTP/1.1" status: 200 len: 217 time: 0.0374229 Nov 11 21:29:12.721763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846be5e-d63f-4664-ac9c-88cb44707a43 req-c40656f1-131d-4675-895b-87d0da6fba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:12.723288 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8846be5e-d63f-4664-ac9c-88cb44707a43 req-c40656f1-131d-4675-895b-87d0da6fba6b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e1fa2e18-9868-425d-8893-879c75856b13 HTTP/1.1" status: 200 len: 861 time: 0.0497768 Nov 11 21:29:12.757645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8846be5e-d63f-4664-ac9c-88cb44707a43 req-2d56726f-5350-4167-8fb9-9f7b740d8ef4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=99561117-a5f9-4a9d-8d55-97dffe2987c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256979 Nov 11 21:29:12.861400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8846be5e-d63f-4664-ac9c-88cb44707a43 req-29d77fa7-496c-4483-acb9-0bf5abe5879e service neutron] 10.222.0.71 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899003 Nov 11 21:29:12.967380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8846be5e-d63f-4664-ac9c-88cb44707a43 req-3d72efcd-d70b-4995-b910-703374fc8606 service neutron] 10.222.0.71 "GET /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877991 Nov 11 21:29:13.574615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a325-70b8-44e4-97df-a94c719176bc req-a666c33d-915d-4f6b-9da9-cd04de986f5a tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:13.576644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4883a325-70b8-44e4-97df-a94c719176bc req-a666c33d-915d-4f6b-9da9-cd04de986f5a tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 943 time: 0.0536685 Nov 11 21:29:13.662942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b40f4c-e1d5-418e-9189-fd9aab1eff9e req-025da721-9434-42b8-b209-25d5033c7485 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:13.664439 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94b40f4c-e1d5-418e-9189-fd9aab1eff9e req-025da721-9434-42b8-b209-25d5033c7485 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 943 time: 0.0867629 Nov 11 21:29:13.667964 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4883a325-70b8-44e4-97df-a94c719176bc req-7364eafe-056b-42cc-a6fd-dc9b7a2e6676 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811722 Nov 11 21:29:13.725341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94b40f4c-e1d5-418e-9189-fd9aab1eff9e req-e30401e3-1d3c-41c7-83b2-3a963aad76c6 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543015 Nov 11 21:29:13.815885 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1cc2c6e-94e8-42a8-b2d9-6afd22111887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:13.856907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc483afc-d890-4208-89b4-4d94866758ac req-d767e6a4-1e13-429c-b222-a686355d68d5 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:13.857940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc483afc-d890-4208-89b4-4d94866758ac req-d767e6a4-1e13-429c-b222-a686355d68d5 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 944 time: 0.0742042 Nov 11 21:29:13.942876 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc483afc-d890-4208-89b4-4d94866758ac req-817b3856-9efa-40a8-b75a-f7bebb0a6542 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782614 Nov 11 21:29:13.957263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d8db6-543d-42cc-8f1f-a2cda538dbbd req-76b8c90b-c3f3-48a5-a64a-e87eb4164d04 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:13.959122 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c15d8db6-543d-42cc-8f1f-a2cda538dbbd req-76b8c90b-c3f3-48a5-a64a-e87eb4164d04 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 946 time: 0.0735304 Nov 11 21:29:14.021406 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c15d8db6-543d-42cc-8f1f-a2cda538dbbd req-f2b8f270-bdcb-4e03-9e27-02b281695674 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477920 Nov 11 21:29:14.165855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 695846f1-6407-40c3-85d3-adc49e6c081d details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:29:14.266363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 695846f1-6407-40c3-85d3-adc49e6c081d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=695846f1-6407-40c3-85d3-adc49e6c081d,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:14.285753 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '695846f1-6407-40c3-85d3-adc49e6c081d', 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14', 'port_id': '695846f1-6407-40c3-85d3-adc49e6c081d', 'mac_address': 'fa:16:3e:e0:8e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1861653c-fba2-441d-b341-424c585bf1e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:29:14.329883 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:14.343976 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695846f1-6407-40c3-85d3-adc49e6c081d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:29:14.367969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 695846f1-6407-40c3-85d3-adc49e6c081d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=695846f1-6407-40c3-85d3-adc49e6c081d,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:14.376014 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:14.376685 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 08db8df6-cce9-424b-b3bf-d5ccefa44990 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:29:14.409136 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:14.449251 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=695846f1-6407-40c3-85d3-adc49e6c081d,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:14.517009 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 08db8df6-cce9-424b-b3bf-d5ccefa44990, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=08db8df6-cce9-424b-b3bf-d5ccefa44990,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:14.529461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '08db8df6-cce9-424b-b3bf-d5ccefa44990', 'network_id': '99561117-a5f9-4a9d-8d55-97dffe2987c9', 'port_id': '08db8df6-cce9-424b-b3bf-d5ccefa44990', 'mac_address': 'fa:16:3e:13:37:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1fa2e18-9868-425d-8893-879c75856b13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:29:14.569553 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:14.584008 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08db8df6-cce9-424b-b3bf-d5ccefa44990 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:29:14.605107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 08db8df6-cce9-424b-b3bf-d5ccefa44990, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=08db8df6-cce9-424b-b3bf-d5ccefa44990,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:14.612367 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:14.664876 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=08db8df6-cce9-424b-b3bf-d5ccefa44990,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:14.798768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c345f0f-c9d6-4d30-bb92-39e481bbe04f req-94ce0160-8cd7-4604-8ad2-5b886bf4853e tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:14.800327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c345f0f-c9d6-4d30-bb92-39e481bbe04f req-94ce0160-8cd7-4604-8ad2-5b886bf4853e tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 944 time: 0.0544078 Nov 11 21:29:14.880262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c345f0f-c9d6-4d30-bb92-39e481bbe04f req-96cc206b-06b4-46fe-bcea-0249809c66dd tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734794 Nov 11 21:29:14.891904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff8c23-7520-4528-9c25-a7e4aadf9317 req-386aef37-2889-4204-a3e0-32a909fb8ec0 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:14.898022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['695846f1-6407-40c3-85d3-adc49e6c081d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:29:14.901421 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['08db8df6-cce9-424b-b3bf-d5ccefa44990'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:29:14.902373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9ff8c23-7520-4528-9c25-a7e4aadf9317 req-386aef37-2889-4204-a3e0-32a909fb8ec0 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 943 time: 0.0894017 Nov 11 21:29:14.965677 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9ff8c23-7520-4528-9c25-a7e4aadf9317 req-b5f97baf-2f56-45b4-a57c-1a5730d66751 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513890 Nov 11 21:29:15.134081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966cc88-9e22-4852-b930-69612984480b req-49a54e74-4b33-450f-8dc7-e52c453dc052 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:15.135844 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d966cc88-9e22-4852-b930-69612984480b req-49a54e74-4b33-450f-8dc7-e52c453dc052 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 945 time: 0.0815785 Nov 11 21:29:15.226622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d966cc88-9e22-4852-b930-69612984480b req-7925067f-04c7-44be-8fd1-99d9b13394dc tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808008 Nov 11 21:29:15.556238 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d52815-302f-4345-a024-cef01c022b0b req-52d1d3b2-90e7-4302-9d94-b11ba1ef3b26 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:15.565575 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-09d52815-302f-4345-a024-cef01c022b0b req-52d1d3b2-90e7-4302-9d94-b11ba1ef3b26 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 946 time: 0.0694284 Nov 11 21:29:15.630555 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-09d52815-302f-4345-a024-cef01c022b0b req-0da6d7e0-4ec0-43e3-92b9-d49cc4a7b660 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638413 Nov 11 21:29:16.011239 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-200ea2c7-3d4d-4a12-9414-b5672d50c4f7 req-dae2ca6c-c2de-4ef5-b2c4-3478479d64ff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905869 Nov 11 21:29:16.039433 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a8d83159-9d13-46c6-828d-7609a7d73467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:16.040105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357007a-e9f9-4f7c-ae98-1fc3cf006361 req-20306cc6-d692-449a-8f0d-4bb2620abcf2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:16.048711 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8357007a-e9f9-4f7c-ae98-1fc3cf006361 req-20306cc6-d692-449a-8f0d-4bb2620abcf2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 944 time: 0.0707233 Nov 11 21:29:16.138689 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8357007a-e9f9-4f7c-ae98-1fc3cf006361 req-b31e3fd0-c094-47f5-b0f2-4b817c11c301 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886908 Nov 11 21:29:16.179333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ea2c7-3d4d-4a12-9414-b5672d50c4f7 req-f2cc1ef6-ec4b-4492-93b4-18df9f1e9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:16.184747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 695846f1-6407-40c3-85d3-adc49e6c081d up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:29:16.198347 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-200ea2c7-3d4d-4a12-9414-b5672d50c4f7 req-f2cc1ef6-ec4b-4492-93b4-18df9f1e9d7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 1095 time: 0.1055608 Nov 11 21:29:16.359818 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 695846f1-6407-40c3-85d3-adc49e6c081d completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:29:16.379474 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 695846f1-6407-40c3-85d3-adc49e6c081d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:29:16.381105 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:16.405269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6d2be-0899-48ff-8820-fc8dea672e3e req-9160b003-0b85-4251-b959-0b27c5253868 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:16.429181 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78d6d2be-0899-48ff-8820-fc8dea672e3e req-9160b003-0b85-4251-b959-0b27c5253868 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 943 time: 0.1322589 Nov 11 21:29:16.504444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ea2c7-3d4d-4a12-9414-b5672d50c4f7 req-e23ef0c2-7a6c-4473-9d76-5541bd62bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:16.511119 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-200ea2c7-3d4d-4a12-9414-b5672d50c4f7 req-e23ef0c2-7a6c-4473-9d76-5541bd62bf59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.2734053 Nov 11 21:29:16.582520 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:16.606720 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-200ea2c7-3d4d-4a12-9414-b5672d50c4f7 req-212d88ff-2429-48d9-8ea9-3dd4e71803ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed HTTP/1.1" status: 200 len: 217 time: 0.0889819 Nov 11 21:29:16.635665 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 695846f1-6407-40c3-85d3-adc49e6c081d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=695846f1-6407-40c3-85d3-adc49e6c081d,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:16.636833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb79d9-c143-4e21-a369-4c3114cca9f9 req-cf40b413-171d-4884-8d8a-ed286d1ae3e3 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:16.637004 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd5d532-988a-433b-8ca7-07ed0d028fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695846f1-6407-40c3-85d3-adc49e6c081d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:16.639849 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6fefbf-6a7c-435f-9780-a085ca7302c9" -d '{"events": [{"server_uuid": "1fd5d532-988a-433b-8ca7-07ed0d028fed", "name": "network-vif-plugged", "status": "completed", "tag": "695846f1-6407-40c3-85d3-adc49e6c081d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:16.646204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eeeb79d9-c143-4e21-a369-4c3114cca9f9 req-cf40b413-171d-4884-8d8a-ed286d1ae3e3 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 945 time: 0.1873746 Nov 11 21:29:16.648690 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:16.649608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 08db8df6-cce9-424b-b3bf-d5ccefa44990 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:29:16.685970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78d6d2be-0899-48ff-8820-fc8dea672e3e req-d11d3f51-4353-4149-bc82-1efd7b515a02 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494016 Nov 11 21:29:16.688304 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ea2c7-3d4d-4a12-9414-b5672d50c4f7 req-05e732e0-e31c-4bde-88a4-e79a4d8011f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:16.690650 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-200ea2c7-3d4d-4a12-9414-b5672d50c4f7 req-05e732e0-e31c-4bde-88a4-e79a4d8011f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.0754619 Nov 11 21:29:16.751332 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-200ea2c7-3d4d-4a12-9414-b5672d50c4f7 req-4a361c43-8ed7-4536-80cd-be5fa24bfac5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503469 Nov 11 21:29:16.761464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 08db8df6-cce9-424b-b3bf-d5ccefa44990 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:29:16.768336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=695846f1-6407-40c3-85d3-adc49e6c081d,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:16.778638 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 08db8df6-cce9-424b-b3bf-d5ccefa44990 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:29:16.779238 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:16.781357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eeeb79d9-c143-4e21-a369-4c3114cca9f9 req-0bd384b8-2fe4-4148-983e-a34c6289b34a tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337485 Nov 11 21:29:16.822820 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87144d54-50b8-4c96-bf38-3816c951ef57 x-openstack-request-id: req-87144d54-50b8-4c96-bf38-3816c951ef57 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:16.823154 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd5d532-988a-433b-8ca7-07ed0d028fed", "name": "network-vif-plugged", "status": "completed", "tag": "695846f1-6407-40c3-85d3-adc49e6c081d", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:16.823366 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87144d54-50b8-4c96-bf38-3816c951ef57 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:16.823767 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd5d532-988a-433b-8ca7-07ed0d028fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695846f1-6407-40c3-85d3-adc49e6c081d', 'code': 200} Nov 11 21:29:16.879511 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:16.930516 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-200ea2c7-3d4d-4a12-9414-b5672d50c4f7 req-075ff303-b3d9-42d6-a594-33f41cff88c7 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646118 Nov 11 21:29:16.954992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 08db8df6-cce9-424b-b3bf-d5ccefa44990, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=08db8df6-cce9-424b-b3bf-d5ccefa44990,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:16.966179 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:17.039214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=08db8df6-cce9-424b-b3bf-d5ccefa44990,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:17.046479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b77467-e6bf-451d-b688-bd02041edb82 req-f7327e81-c5ee-4f0a-bf9f-db0cf6daf50d tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:17.048327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9b77467-e6bf-451d-b688-bd02041edb82 req-f7327e81-c5ee-4f0a-bf9f-db0cf6daf50d tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 946 time: 0.1418576 Nov 11 21:29:17.060711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0560a0-c36d-442b-bec8-5de7105db909 req-d8d40a80-2266-44d3-b624-7d6737e83ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:17.062932 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa0560a0-c36d-442b-bec8-5de7105db909 req-d8d40a80-2266-44d3-b624-7d6737e83ec7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 1096 time: 0.1799066 Nov 11 21:29:17.111382 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:17.139425 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-200ea2c7-3d4d-4a12-9414-b5672d50c4f7 req-023f291a-4187-4a9d-a980-d5f659b4082a service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995459 Nov 11 21:29:17.160402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9b77467-e6bf-451d-b688-bd02041edb82 req-f107f370-7db0-4241-8143-604f4556d093 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups?id=5931301b-afa2-471c-96c0-6059dfd649fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983191 Nov 11 21:29:17.187634 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa0560a0-c36d-442b-bec8-5de7105db909 req-98cd5ff2-4b58-4555-b84a-05d08e35ca1a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092579 Nov 11 21:29:17.357122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b95c7-cc0f-4744-9af3-a5d0e8cf63dd req-51b766c0-7776-455b-8a1d-d5598ab9c9c1 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:17.359033 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f96b95c7-cc0f-4744-9af3-a5d0e8cf63dd req-51b766c0-7776-455b-8a1d-d5598ab9c9c1 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 945 time: 0.0653362 Nov 11 21:29:17.436111 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f96b95c7-cc0f-4744-9af3-a5d0e8cf63dd req-4381be59-febc-4e67-92ff-e1101bf6d711 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701225 Nov 11 21:29:17.499416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-90d067ad-5850-438c-b57f-e792aff6e60c tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:17.501936 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-90d067ad-5850-438c-b57f-e792aff6e60c tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 946 time: 0.0846641 Nov 11 21:29:17.663460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-37dab1ad-60a2-4f06-88a4-588c5e4341ae tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Deleting port 6ceef423-83ce-49be-99ed-0d3e76b562ac {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:17.663694 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-37dab1ad-60a2-4f06-88a4-588c5e4341ae tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:17.783979 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-37dab1ad-60a2-4f06-88a4-588c5e4341ae tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] For port 6ceef423-83ce-49be-99ed-0d3e76b562ac, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6ceef423-83ce-49be-99ed-0d3e76b562ac,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:17.784451 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-37dab1ad-60a2-4f06-88a4-588c5e4341ae tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:17.861603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576b40f-09d1-4d70-bc8e-3516d0e8001f req-815922e4-12d6-46f9-9e6b-6071aed93fe4 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:17.872101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c576b40f-09d1-4d70-bc8e-3516d0e8001f req-815922e4-12d6-46f9-9e6b-6071aed93fe4 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 943 time: 0.0906646 Nov 11 21:29:18.014881 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-37dab1ad-60a2-4f06-88a4-588c5e4341ae tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:18.015579 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-37dab1ad-60a2-4f06-88a4-588c5e4341ae tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:18.016177 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-37dab1ad-60a2-4f06-88a4-588c5e4341ae tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Floating IP e64c0727-8442-49ff-9d0d-9b3df4698e96 disassociated. External IP: 172.25.0.85, port: 6ceef423-83ce-49be-99ed-0d3e76b562ac. Nov 11 21:29:18.016690 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-37dab1ad-60a2-4f06-88a4-588c5e4341ae tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Calling delete_port for 6ceef423-83ce-49be-99ed-0d3e76b562ac owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:18.170779 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-37dab1ad-60a2-4f06-88a4-588c5e4341ae tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:18.229706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dab1ad-60a2-4f06-88a4-588c5e4341ae tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Pushing event deleted for resources: {'Port': ['ID=6ceef423-83ce-49be-99ed-0d3e76b562ac,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:18.394870 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-37dab1ad-60a2-4f06-88a4-588c5e4341ae tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Router 81aa319c-920f-4d80-917e-1877948a580f has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:29:18.422101 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-6abbd644-fb6c-4bf3-80a8-b013d2261236 service neutron] 10.222.0.10 "GET /v2.0/ports/7ff835fb-024f-4d22-b009-2e991997392e/bindings/n-h2-805737-3 HTTP/1.1" status: 200 len: 384 time: 0.2579923 Nov 11 21:29:18.422582 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:18.431729 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c576b40f-09d1-4d70-bc8e-3516d0e8001f req-2293d549-475a-4aab-aa42-55f36c9e1ef3 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578663 Nov 11 21:29:18.445056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 7ff835fb-024f-4d22-b009-2e991997392e no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:18.465696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e7b9c-fa5d-4277-91ad-dc3d3425cbad req-d8de650b-265f-4a71-a357-0d1a889622c2 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:18.467174 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f1e7b9c-fa5d-4277-91ad-dc3d3425cbad req-d8de650b-265f-4a71-a357-0d1a889622c2 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 946 time: 0.5254347 Nov 11 21:29:18.570313 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f1e7b9c-fa5d-4277-91ad-dc3d3425cbad req-7aa83bae-3511-42a7-9879-fa468e7268f8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923321 Nov 11 21:29:18.735369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f075cda0-b87f-4008-9554-8335226140c2 req-d6faa38c-2c47-4174-a2ee-9b6d9e5ff930 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0 HTTP/1.1" status: 200 len: 210 time: 0.0617652 Nov 11 21:29:18.741913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-37dab1ad-60a2-4f06-88a4-588c5e4341ae tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:29:18.752634 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0e4ba-f3c2-4d91-9ced-288b7531ae7c None None] Sync routers for ids ['81aa319c-920f-4d80-917e-1877948a580f'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:29:18.771827 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0e4ba-f3c2-4d91-9ced-288b7531ae7c None None] Routers {'81aa319c-920f-4d80-917e-1877948a580f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:29:18.772617 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4fe0e4ba-f3c2-4d91-9ced-288b7531ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:29:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['81aa319c-920f-4d80-917e-1877948a580f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:18.825423 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34a25d5-e3a9-4c3e-ba54-eaca3333bafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08db8df6-cce9-424b-b3bf-d5ccefa44990'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:18.828106 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46b13da-bc2a-40a2-af56-09a1107537a8" -d '{"events": [{"server_uuid": "c34a25d5-e3a9-4c3e-ba54-eaca3333bafa", "name": "network-vif-plugged", "status": "completed", "tag": "08db8df6-cce9-424b-b3bf-d5ccefa44990"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:18.871703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc786f-8dc1-4f61-b8ff-867607d9a040 req-1f1eecd9-5915-45e4-8ce7-5999e07be3fc tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:18.873647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24cc786f-8dc1-4f61-b8ff-867607d9a040 req-1f1eecd9-5915-45e4-8ce7-5999e07be3fc tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 945 time: 0.0893042 Nov 11 21:29:18.915722 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97939d0e-8720-4681-aaaa-ffc579015937 x-openstack-request-id: req-97939d0e-8720-4681-aaaa-ffc579015937 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:18.916166 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34a25d5-e3a9-4c3e-ba54-eaca3333bafa", "name": "network-vif-plugged", "status": "completed", "tag": "08db8df6-cce9-424b-b3bf-d5ccefa44990", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:18.916510 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97939d0e-8720-4681-aaaa-ffc579015937 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:18.917024 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34a25d5-e3a9-4c3e-ba54-eaca3333bafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08db8df6-cce9-424b-b3bf-d5ccefa44990', 'code': 200} Nov 11 21:29:18.939699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-37dab1ad-60a2-4f06-88a4-588c5e4341ae tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] No DVR routers for this DVR port 6ceef423-83ce-49be-99ed-0d3e76b562ac on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:29:18.943709 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-37dab1ad-60a2-4f06-88a4-588c5e4341ae tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:18.947272 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7e217781-adc9-4fd1-9a2e-8bc6c222ef24 req-37dab1ad-60a2-4f06-88a4-588c5e4341ae tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.10 "DELETE /v2.0/ports/6ceef423-83ce-49be-99ed-0d3e76b562ac HTTP/1.1" status: 204 len: 173 time: 1.4207206 Nov 11 21:29:18.947846 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0', 'name': 'network-vif-deleted', 'tag': '6ceef423-83ce-49be-99ed-0d3e76b562ac'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:18.950272 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b39393-ad85-4f71-8795-8495cc17a9d9" -d '{"events": [{"server_uuid": "ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0", "name": "network-vif-deleted", "tag": "6ceef423-83ce-49be-99ed-0d3e76b562ac"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:18.999707 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-8c5f2bb3-4f8c-48c7-b358-a844a209bdef service neutron] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=7ff835fb-024f-4d22-b009-2e991997392e,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:19.005591 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24cc786f-8dc1-4f61-b8ff-867607d9a040 req-889d248e-4e51-4f1f-adb5-f090e38381f0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259842 Nov 11 21:29:19.019921 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4fe0e4ba-f3c2-4d91-9ced-288b7531ae7c None None] Set router 81aa319c-920f-4d80-917e-1877948a580f gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:29:19.047835 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5af6ad4-3b22-4406-9559-7327fa280efd x-openstack-request-id: req-a5af6ad4-3b22-4406-9559-7327fa280efd {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:19.048506 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0", "name": "network-vif-deleted", "tag": "6ceef423-83ce-49be-99ed-0d3e76b562ac", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:19.049283 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a5af6ad4-3b22-4406-9559-7327fa280efd {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:19.050309 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff45ecfd-dfb1-4a58-8f33-8fd9f41596c0', 'name': 'network-vif-deleted', 'tag': '6ceef423-83ce-49be-99ed-0d3e76b562ac', 'status': 'completed', 'code': 200} Nov 11 21:29:19.103080 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-8c5f2bb3-4f8c-48c7-b358-a844a209bdef service neutron] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:29:19.168552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edffb05-404b-4799-a7e9-86ebfb78267e req-832c094b-d0f8-4a29-beaf-70f7e817d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:19.170752 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7edffb05-404b-4799-a7e9-86ebfb78267e req-832c094b-d0f8-4a29-beaf-70f7e817d67d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 1097 time: 0.1519275 Nov 11 21:29:19.186996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-8c5f2bb3-4f8c-48c7-b358-a844a209bdef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff835fb-024f-4d22-b009-2e991997392e {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:29:19.211385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-8c5f2bb3-4f8c-48c7-b358-a844a209bdef service neutron] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7ff835fb-024f-4d22-b009-2e991997392e,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:19.230993 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-8c5f2bb3-4f8c-48c7-b358-a844a209bdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:19.271601 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7edffb05-404b-4799-a7e9-86ebfb78267e req-3c0b7af2-08f5-43b9-bda6-2945cf833d63 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917714 Nov 11 21:29:19.279666 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:19.323843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-8c5f2bb3-4f8c-48c7-b358-a844a209bdef service neutron] Transition to ACTIVE for port object 7ff835fb-024f-4d22-b009-2e991997392e will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:29:19.330042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-8c5f2bb3-4f8c-48c7-b358-a844a209bdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:19.413667 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3a0ba-506f-406d-8d0e-37abcfbc5cd0 req-637dd200-e1ff-4fe0-b579-436ed493c13c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:19.415473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2c3a0ba-506f-406d-8d0e-37abcfbc5cd0 req-637dd200-e1ff-4fe0-b579-436ed493c13c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 945 time: 0.0663061 Nov 11 21:29:19.418342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-8c5f2bb3-4f8c-48c7-b358-a844a209bdef service neutron] No DVR routers for this DVR port 7ff835fb-024f-4d22-b009-2e991997392e on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:29:19.425046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f2bb3-4f8c-48c7-b358-a844a209bdef service neutron] Pushing event updated for resources: {'Port': ['ID=7ff835fb-024f-4d22-b009-2e991997392e,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:19.426251 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4fe0e4ba-f3c2-4d91-9ced-288b7531ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '65bc1b10-b75c-490b-91e5-2b283f02be08', 'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'mac_address': 'fa:16:3e:af:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:31Z', 'updated_at': '2021-11-11T21:24:37Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'subnets': [{'id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:19.485684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2c3a0ba-506f-406d-8d0e-37abcfbc5cd0 req-5bb07961-9d1e-44ff-9d06-f9c59c28f5dd tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630856 Nov 11 21:29:19.495287 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-8c5f2bb3-4f8c-48c7-b358-a844a209bdef service neutron] 10.222.0.10 "PUT /v2.0/ports/7ff835fb-024f-4d22-b009-2e991997392e/bindings/n-h2-805737-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0609434 Nov 11 21:29:19.505508 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0e4ba-f3c2-4d91-9ced-288b7531ae7c None None] Checking router: 81aa319c-920f-4d80-917e-1877948a580f for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:29:19.537881 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0e4ba-f3c2-4d91-9ced-288b7531ae7c None None] Routers {'81aa319c-920f-4d80-917e-1877948a580f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:29:19.539017 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4fe0e4ba-f3c2-4d91-9ced-288b7531ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:29:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['81aa319c-920f-4d80-917e-1877948a580f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:19.636244 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3505d8-47fe-4002-89b1-356cd2d02b28 req-481015a6-7253-4e01-8d6a-4f3126ce730e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:19.637863 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b3505d8-47fe-4002-89b1-356cd2d02b28 req-481015a6-7253-4e01-8d6a-4f3126ce730e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 944 time: 0.0780542 Nov 11 21:29:19.750746 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4fe0e4ba-f3c2-4d91-9ced-288b7531ae7c None None] Set router 81aa319c-920f-4d80-917e-1877948a580f gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:29:19.763548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-0a401b1d-943d-445c-bd9c-25fc5ff72e72 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:19.765189 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-0a401b1d-943d-445c-bd9c-25fc5ff72e72 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e&tenant_id=1e7495b94c334f7f86e765392527ed29&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 1095 time: 0.1165581 Nov 11 21:29:19.768831 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b3505d8-47fe-4002-89b1-356cd2d02b28 req-e5819b3b-d3be-4fab-938e-b851ba4c96ad tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221001 Nov 11 21:29:19.831072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bddcd9-b250-471b-9a72-5d41ecfd4a76 req-79696f4a-2db2-4507-a980-e86c15d64823 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:19.833210 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89bddcd9-b250-471b-9a72-5d41ecfd4a76 req-79696f4a-2db2-4507-a980-e86c15d64823 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 946 time: 0.1018357 Nov 11 21:29:19.836419 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-59da964f-8141-49f8-a83d-215ea4f80327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:19.838020 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-59da964f-8141-49f8-a83d-215ea4f80327 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e&tenant_id=1e7495b94c334f7f86e765392527ed29 HTTP/1.1" status: 200 len: 1095 time: 0.0640180 Nov 11 21:29:19.950456 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89bddcd9-b250-471b-9a72-5d41ecfd4a76 req-f3382df7-cdf9-49cb-bf39-addbf565a521 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105580 Nov 11 21:29:19.952722 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-ccc2e9ff-3db5-4df0-9e49-a91b6a1931a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:19.961705 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-ccc2e9ff-3db5-4df0-9e49-a91b6a1931a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 1095 time: 0.0917358 Nov 11 21:29:20.027796 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4fe0e4ba-f3c2-4d91-9ced-288b7531ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '65bc1b10-b75c-490b-91e5-2b283f02be08', 'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'mac_address': 'fa:16:3e:af:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:31Z', 'updated_at': '2021-11-11T21:24:37Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'subnets': [{'id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:20.058906 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0e4ba-f3c2-4d91-9ced-288b7531ae7c None None] The sync data for ids ['81aa319c-920f-4d80-917e-1877948a580f'] in n-d-805737-3 is: [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:32Z', 'revision_number': 4, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '65bc1b10-b75c-490b-91e5-2b283f02be08', 'name': '', 'network_id': 'c7ada215-bfc4-465c-92bd-a6c626636ee6', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'mac_address': 'fa:16:3e:af:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:31Z', 'updated_at': '2021-11-11T21:24:37Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'subnets': [{'id': '6091a5d9-8902-4c2d-b74e-b485b0594464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:29:20.077111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-f5f1d9e9-6f70-4ad9-9c83-6312e9d2c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:20.078928 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-f5f1d9e9-6f70-4ad9-9c83-6312e9d2c82a service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.1075027 Nov 11 21:29:20.093221 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54766) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:20.128745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-39c11acc-a9b9-42a5-84c8-c694e58cea06 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ff835fb-024f-4d22-b009-2e991997392e HTTP/1.1" status: 200 len: 217 time: 0.0400901 Nov 11 21:29:20.167036 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88815618-a095-41d1-8b12-d84a6c7ba0a5 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:20.180691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-257ff46e-8da5-46e0-bf4b-009a57306b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:20.182879 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-257ff46e-8da5-46e0-bf4b-009a57306b9e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.0462515 Nov 11 21:29:20.195169 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88815618-a095-41d1-8b12-d84a6c7ba0a5 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:20.226387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-5faa8b50-9858-449f-99f7-3210688ff589 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344608 Nov 11 21:29:20.276067 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88815618-a095-41d1-8b12-d84a6c7ba0a5 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:20.281184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88815618-a095-41d1-8b12-d84a6c7ba0a5 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:20.289405 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-88815618-a095-41d1-8b12-d84a6c7ba0a5 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "DELETE /v2.0/security-groups/5931301b-afa2-471c-96c0-6059dfd649fa HTTP/1.1" status: 204 len: 168 time: 0.1885641 Nov 11 21:29:20.289637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54772) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:20.306521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88815618-a095-41d1-8b12-d84a6c7ba0a5 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5931301b-afa2-471c-96c0-6059dfd649fa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:20.345571 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-3b27cf05-e702-4f45-816a-1ca29828070c tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] show failed (client error): The resource could not be found. Nov 11 21:29:20.349304 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3b27cf05-e702-4f45-816a-1ca29828070c tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "GET /v2.0/security-groups/5931301b-afa2-471c-96c0-6059dfd649fa HTTP/1.1" status: 404 len: 347 time: 0.0603969 Nov 11 21:29:20.349858 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54776) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:20.397598 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-2a907802-d5d4-4e02-a1ab-cfd8ccdde5da service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598866 Nov 11 21:29:20.448224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334c5779-ffd6-47a1-b4ea-21fbb520c06f None None] New status for floating IP e64c0727-8442-49ff-9d0d-9b3df4698e96: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:29:20.523635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a6da2227-07b4-463f-814d-1f16c09cd9e6 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Deleting port df0b1147-30b1-4b2e-950f-76ea334b073c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:20.523992 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6da2227-07b4-463f-814d-1f16c09cd9e6 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:20.552490 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-abacf19d-bf3b-458d-b184-1992a454d1f4 service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376951 Nov 11 21:29:20.662709 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6da2227-07b4-463f-814d-1f16c09cd9e6 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:20.662860 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6da2227-07b4-463f-814d-1f16c09cd9e6 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:20.681533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a6da2227-07b4-463f-814d-1f16c09cd9e6 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Calling delete_port for df0b1147-30b1-4b2e-950f-76ea334b073c owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:20.717354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217e3bc-dc24-4530-9fc6-872c2cf52fd0 req-23da0783-4dc5-4e28-9ffc-300a6b673dd6 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:20.719075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2217e3bc-dc24-4530-9fc6-872c2cf52fd0 req-23da0783-4dc5-4e28-9ffc-300a6b673dd6 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 945 time: 0.0861082 Nov 11 21:29:20.731521 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-be9d8ae9-4899-4fcf-a1cb-2af0f2c56d8e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:20.733211 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-be9d8ae9-4899-4fcf-a1cb-2af0f2c56d8e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 808 time: 0.3346341 Nov 11 21:29:20.768761 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-69966dd6-8935-434f-9ca5-29a11e90169b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/quotas/84de113e4e264de9b1292139646defb0 HTTP/1.1" status: 200 len: 375 time: 0.0278928 Nov 11 21:29:20.837676 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2217e3bc-dc24-4530-9fc6-872c2cf52fd0 req-eefcefbe-d97f-4483-a549-56529781868c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034479 Nov 11 21:29:20.872122 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6da2227-07b4-463f-814d-1f16c09cd9e6 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:20.876218 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-7a07880e-d31a-4136-97f0-4b801f0cc67b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1065137 Nov 11 21:29:20.916621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-068d8fc2-a219-4b69-b07a-82bb34baacfd tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:20.918252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-068d8fc2-a219-4b69-b07a-82bb34baacfd tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e&tenant_id=1e7495b94c334f7f86e765392527ed29&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 1095 time: 0.1016178 Nov 11 21:29:20.925876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da2227-07b4-463f-814d-1f16c09cd9e6 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Pushing event deleted for resources: {'Port': ['ID=df0b1147-30b1-4b2e-950f-76ea334b073c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:20.993686 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6da2227-07b4-463f-814d-1f16c09cd9e6 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:20.998277 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6da2227-07b4-463f-814d-1f16c09cd9e6 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:21.003036 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a6da2227-07b4-463f-814d-1f16c09cd9e6 tempest-ServersWithSpecificFlavorTestJSON-945644185 tempest-ServersWithSpecificFlavorTestJSON-945644185-project] 10.222.0.57 "DELETE /v2.0/floatingips/e64c0727-8442-49ff-9d0d-9b3df4698e96 HTTP/1.1" status: 204 len: 168 time: 0.6521118 Nov 11 21:29:21.056901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-272bb42a-2996-4d1c-80df-e0f0158481f7 service neutron] 10.222.0.57 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797905 Nov 11 21:29:21.075560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85423164-7ef4-4298-a7d1-2d3de79953a6 req-006733a2-8f6e-46ab-b197-0c7a54fb4ced tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:21.077095 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85423164-7ef4-4298-a7d1-2d3de79953a6 req-006733a2-8f6e-46ab-b197-0c7a54fb4ced tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 944 time: 0.1011407 Nov 11 21:29:21.210517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-69cbc59f-e752-4204-ad81-a0c30532f6cb service neutron] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:29:21.216108 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-69cbc59f-e752-4204-ad81-a0c30532f6cb service neutron] Publish callbacks [] for binding, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:21.217273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9833f8c-a689-4952-9212-adc38ce0b85f req-69cbc59f-e752-4204-ad81-a0c30532f6cb service neutron] 10.222.0.71 "DELETE /v2.0/ports/7ff835fb-024f-4d22-b009-2e991997392e/bindings/n-h1-805737-3 HTTP/1.1" status: 204 len: 173 time: 0.2731287 Nov 11 21:29:21.220634 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85423164-7ef4-4298-a7d1-2d3de79953a6 req-1ea0440c-86b2-4081-a17a-b9b5a26e3c5d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160700 Nov 11 21:29:21.244024 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-48c6b893-7112-45a0-ba25-11a9f0fbf9d9 service neutron] 10.222.0.57 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785092 Nov 11 21:29:21.751962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97ca22-3d92-4943-be68-60d6521274b1 req-292baf78-cfa2-4ce7-b4a2-4a044a67d184 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:21.759850 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf97ca22-3d92-4943-be68-60d6521274b1 req-292baf78-cfa2-4ce7-b4a2-4a044a67d184 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 946 time: 0.0769246 Nov 11 21:29:21.865231 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b49680aa-5fef-4f88-87f7-65db448c225b req-b97ef895-8b87-4406-abd7-084e4d7f1cfc tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 210 time: 0.0277083 Nov 11 21:29:21.881183 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf97ca22-3d92-4943-be68-60d6521274b1 req-2497be77-61d4-4996-b619-decdce6da55b tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174097 Nov 11 21:29:22.009442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1f042-f96f-42c5-9b09-35986534bac0 req-4363678d-3133-458c-95ab-8139b28dece7 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:22.011165 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16a1f042-f96f-42c5-9b09-35986534bac0 req-4363678d-3133-458c-95ab-8139b28dece7 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 1095 time: 0.0508184 Nov 11 21:29:22.078154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16a1f042-f96f-42c5-9b09-35986534bac0 req-436640f4-f089-461c-9888-b6a972697877 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572925 Nov 11 21:29:22.259938 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f5bd8-1cb5-415b-a1fa-08a021c4f515 req-44d43f6d-34cb-4087-94b9-4cd4c609a697 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:22.261560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e34f5bd8-1cb5-415b-a1fa-08a021c4f515 req-44d43f6d-34cb-4087-94b9-4cd4c609a697 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 1095 time: 0.0465710 Nov 11 21:29:22.342705 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e34f5bd8-1cb5-415b-a1fa-08a021c4f515 req-27665289-97f5-450b-8104-5078b513325e tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716760 Nov 11 21:29:22.457120 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6ceef423-83ce-49be-99ed-0d3e76b562ac no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:22.460766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2d1b9-644a-426e-b881-02acb3dd139d req-c9d0eeb7-2fa5-4b40-9df3-61b7460c178c tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:22.469548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ff2d1b9-644a-426e-b881-02acb3dd139d req-c9d0eeb7-2fa5-4b40-9df3-61b7460c178c tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 946 time: 0.0724380 Nov 11 21:29:22.484876 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 6ceef423-83ce-49be-99ed-0d3e76b562ac {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:29:22.485486 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6ceef423-83ce-49be-99ed-0d3e76b562ac not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:29:22.518447 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ff2d1b9-644a-426e-b881-02acb3dd139d req-ecf1cf88-f32a-4f7d-bd4f-0e765c174272 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477204 Nov 11 21:29:22.613045 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54862) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:23.024174 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18d27553-b48b-489c-bf36-14f458c09a11 req-ce30569c-fc0b-4c64-b16c-c0631f3d241a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 210 time: 0.0520859 Nov 11 21:29:23.101771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-e4a97ffb-9fc6-4874-8db4-663fa514e667 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:23.103489 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-e4a97ffb-9fc6-4874-8db4-663fa514e667 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.10 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 808 time: 0.2408581 Nov 11 21:29:23.121655 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-42b91582-43fc-42ad-a8a4-c800db1dcc2b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Request body: {'port': {'device_id': '743687bd-739e-49b4-834f-014e260142c1', 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278', 'admin_state_up': True, 'tenant_id': '84de113e4e264de9b1292139646defb0'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:23.638499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-42b91582-43fc-42ad-a8a4-c800db1dcc2b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Made reservation on behalf of 84de113e4e264de9b1292139646defb0 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:29:23.642858 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-42b91582-43fc-42ad-a8a4-c800db1dcc2b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:23.655634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67e84e-7af1-480e-bf6f-ae8270922249 req-fcec8060-17cd-4720-8eff-138c69eead55 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:23.657602 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a67e84e-7af1-480e-bf6f-ae8270922249 req-fcec8060-17cd-4720-8eff-138c69eead55 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 946 time: 0.0669773 Nov 11 21:29:23.679161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c888a0b4-e47d-4844-8989-0f9296f84c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:23.725653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a67e84e-7af1-480e-bf6f-ae8270922249 req-b437734b-3c2c-4b3d-84f4-1dd231567b9c tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups?id=a80a38f0-688d-4bbb-85aa-178d19d01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566049 Nov 11 21:29:23.966699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd3d36-b43f-4bdc-8939-bd1ca104a779 req-cfaeed18-8a47-4bb8-a34e-f9af6a9afe51 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:23.968404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-acfd3d36-b43f-4bdc-8939-bd1ca104a779 req-cfaeed18-8a47-4bb8-a34e-f9af6a9afe51 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.71 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 946 time: 0.0510209 Nov 11 21:29:24.009351 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-42b91582-43fc-42ad-a8a4-c800db1dcc2b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Allocated IP 172.20.0.12 (e804e73e-0e84-4575-af51-ae80f841f278/da5a99ce-ab7f-414f-98ea-4a261df03b32/8f0f2948-f163-452b-8f46-bce925c8e8f5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:29:24.085632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-acfd3d36-b43f-4bdc-8939-bd1ca104a779 req-19b10ab9-000a-4811-bc11-e171dd2861ef tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Deleting port 08db8df6-cce9-424b-b3bf-d5ccefa44990 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:24.086704 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-acfd3d36-b43f-4bdc-8939-bd1ca104a779 req-19b10ab9-000a-4811-bc11-e171dd2861ef tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:24.193526 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b521baab-21cf-40ac-b27a-436e5a3b0d73 req-c5a31b60-3c2b-4dc7-a571-fb803df8de8d tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 210 time: 0.0369656 Nov 11 21:29:24.196422 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 695846f1-6407-40c3-85d3-adc49e6c081d details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:29:24.248733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-acfd3d36-b43f-4bdc-8939-bd1ca104a779 req-19b10ab9-000a-4811-bc11-e171dd2861ef tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] For port 08db8df6-cce9-424b-b3bf-d5ccefa44990, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=08db8df6-cce9-424b-b3bf-d5ccefa44990,segment=NetworkSegment(c1686ce2-4289-4db3-b084-1566dcda1c6c),segment_id=c1686ce2-4289-4db3-b084-1566dcda1c6c)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:24.249279 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-acfd3d36-b43f-4bdc-8939-bd1ca104a779 req-19b10ab9-000a-4811-bc11-e171dd2861ef tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:24.252520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c888a0b4-e47d-4844-8989-0f9296f84c21 admin admin] Deleting port 65bc1b10-b75c-490b-91e5-2b283f02be08 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:24.252881 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c888a0b4-e47d-4844-8989-0f9296f84c21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:24.265057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-acfd3d36-b43f-4bdc-8939-bd1ca104a779 req-19b10ab9-000a-4811-bc11-e171dd2861ef tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Calling delete_port for 08db8df6-cce9-424b-b3bf-d5ccefa44990 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:24.290109 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-42b91582-43fc-42ad-a8a4-c800db1dcc2b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:24.390318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-c888a0b4-e47d-4844-8989-0f9296f84c21 admin admin] For port 65bc1b10-b75c-490b-91e5-2b283f02be08, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=65bc1b10-b75c-490b-91e5-2b283f02be08,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:24.390688 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c888a0b4-e47d-4844-8989-0f9296f84c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:24.407385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c888a0b4-e47d-4844-8989-0f9296f84c21 admin admin] Calling delete_port for 65bc1b10-b75c-490b-91e5-2b283f02be08 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:24.444512 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-acfd3d36-b43f-4bdc-8939-bd1ca104a779 req-19b10ab9-000a-4811-bc11-e171dd2861ef tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:24.472664 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 695846f1-6407-40c3-85d3-adc49e6c081d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=695846f1-6407-40c3-85d3-adc49e6c081d,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:24.479035 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-42b91582-43fc-42ad-a8a4-c800db1dcc2b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:24.485569 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b10ab9-000a-4811-bc11-e171dd2861ef tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Pushing event deleted for resources: {'Port': ['ID=08db8df6-cce9-424b-b3bf-d5ccefa44990,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:24.486282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '695846f1-6407-40c3-85d3-adc49e6c081d', 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14', 'port_id': '695846f1-6407-40c3-85d3-adc49e6c081d', 'mac_address': 'fa:16:3e:e0:8e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1861653c-fba2-441d-b341-424c585bf1e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:29:24.490712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['08db8df6-cce9-424b-b3bf-d5ccefa44990'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:29:24.528997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfd3d36-b43f-4bdc-8939-bd1ca104a779 req-19b10ab9-000a-4811-bc11-e171dd2861ef tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] No DVR routers for this DVR port 08db8df6-cce9-424b-b3bf-d5ccefa44990 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:29:24.531776 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-acfd3d36-b43f-4bdc-8939-bd1ca104a779 req-19b10ab9-000a-4811-bc11-e171dd2861ef tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:24.535747 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-acfd3d36-b43f-4bdc-8939-bd1ca104a779 req-19b10ab9-000a-4811-bc11-e171dd2861ef tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.71 "DELETE /v2.0/ports/08db8df6-cce9-424b-b3bf-d5ccefa44990 HTTP/1.1" status: 204 len: 173 time: 0.5572162 Nov 11 21:29:24.536210 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34a25d5-e3a9-4c3e-ba54-eaca3333bafa', 'name': 'network-vif-deleted', 'tag': '08db8df6-cce9-424b-b3bf-d5ccefa44990'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:24.538763 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a679ef73-3a75-4ced-b05a-326792be1e55" -d '{"events": [{"server_uuid": "c34a25d5-e3a9-4c3e-ba54-eaca3333bafa", "name": "network-vif-deleted", "tag": "08db8df6-cce9-424b-b3bf-d5ccefa44990"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:24.538913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-42b91582-43fc-42ad-a8a4-c800db1dcc2b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Network e804e73e-0e84-4575-af51-ae80f841f278 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:29:24.558519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-42b91582-43fc-42ad-a8a4-c800db1dcc2b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:29:24.568600 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-42b91582-43fc-42ad-a8a4-c800db1dcc2b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:29:24.569820 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['c6ee313e-6825-480f-a2ad-99a3a49fed40'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:29:24.606823 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec718e9-067d-4af9-bbfd-435a293fc4f2 x-openstack-request-id: req-3ec718e9-067d-4af9-bbfd-435a293fc4f2 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:24.608661 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34a25d5-e3a9-4c3e-ba54-eaca3333bafa", "name": "network-vif-deleted", "tag": "08db8df6-cce9-424b-b3bf-d5ccefa44990", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:24.609261 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ec718e9-067d-4af9-bbfd-435a293fc4f2 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:24.609976 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34a25d5-e3a9-4c3e-ba54-eaca3333bafa', 'name': 'network-vif-deleted', 'tag': '08db8df6-cce9-424b-b3bf-d5ccefa44990', 'status': 'completed', 'code': 200} Nov 11 21:29:24.613319 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:24.639058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b91582-43fc-42ad-a8a4-c800db1dcc2b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Pushing event updated for resources: {'Port': ['ID=8f0f2948-f163-452b-8f46-bce925c8e8f5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:24.640327 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 695846f1-6407-40c3-85d3-adc49e6c081d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:29:24.682978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 695846f1-6407-40c3-85d3-adc49e6c081d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=695846f1-6407-40c3-85d3-adc49e6c081d,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:24.691346 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:24.701803 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-42b91582-43fc-42ad-a8a4-c800db1dcc2b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:24.702651 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-42b91582-43fc-42ad-a8a4-c800db1dcc2b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:24.782412 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=695846f1-6407-40c3-85d3-adc49e6c081d,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:24.794622 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-42b91582-43fc-42ad-a8a4-c800db1dcc2b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6777470 Nov 11 21:29:24.799857 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c888a0b4-e47d-4844-8989-0f9296f84c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:24.818246 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Request body: {'port': {'device_id': '743687bd-739e-49b4-834f-014e260142c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:24.861285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['695846f1-6407-40c3-85d3-adc49e6c081d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:29:24.890442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888a0b4-e47d-4844-8989-0f9296f84c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=65bc1b10-b75c-490b-91e5-2b283f02be08,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:24.929784 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-73f90d65-80fe-4917-8729-17341cafa9b6 req-1cc34786-8697-4877-8a0a-e3eeefe54095 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/ports?device_id=c34a25d5-e3a9-4c3e-ba54-eaca3333bafa HTTP/1.1" status: 200 len: 210 time: 0.0762398 Nov 11 21:29:25.081014 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:25.343983 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d53d2b-c2d8-4029-9df2-3740fc1cec86 req-83322462-a069-43f1-a54d-ba389117696a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:25.371032 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24d53d2b-c2d8-4029-9df2-3740fc1cec86 req-83322462-a069-43f1-a54d-ba389117696a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 932 time: 0.0810614 Nov 11 21:29:25.382251 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c888a0b4-e47d-4844-8989-0f9296f84c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:25.443736 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24d53d2b-c2d8-4029-9df2-3740fc1cec86 req-d4ae7a86-1c3a-4dd2-be53-91da99fc7438 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714869 Nov 11 21:29:25.679498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0f2948-f163-452b-8f46-bce925c8e8f5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:29:25.690341 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:25.714580 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Transition to ACTIVE for port object 8f0f2948-f163-452b-8f46-bce925c8e8f5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:29:25.745081 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:25.820869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Pushing event updated for resources: {'Port': ['ID=8f0f2948-f163-452b-8f46-bce925c8e8f5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:25.866755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c888a0b4-e47d-4844-8989-0f9296f84c21 admin admin] Router 81aa319c-920f-4d80-917e-1877948a580f has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:29:25.945171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:29:25.945517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:29:25.945845 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:29:25.956193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on network e804e73e-0e84-4575-af51-ae80f841f278 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:29:25.956193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:29:25.964587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:29:25.965040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Checking segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:29:25.965319 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Bound using segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:29:25.965750 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Bound port: 8f0f2948-f163-452b-8f46-bce925c8e8f5, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:29:25.966103 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:26.227437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 695846f1-6407-40c3-85d3-adc49e6c081d up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:29:26.351105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54988) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:26.360438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 695846f1-6407-40c3-85d3-adc49e6c081d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:29:26.360987 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:26.494498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c888a0b4-e47d-4844-8989-0f9296f84c21 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:29:26.504293 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ce08e-9069-4564-b17f-f9c08525f8f5 None None] Sync routers for ids ['81aa319c-920f-4d80-917e-1877948a580f'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:29:26.515605 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de551ee1-8795-47f1-b792-961e6d0159b4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:26.516669 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c888a0b4-e47d-4844-8989-0f9296f84c21 admin admin] 10.222.0.57 "PUT /v2.0/routers/81aa319c-920f-4d80-917e-1877948a580f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9018991 Nov 11 21:29:26.517340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54992) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:26.522903 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ce08e-9069-4564-b17f-f9c08525f8f5 None None] Routers {'81aa319c-920f-4d80-917e-1877948a580f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:29:26.523532 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-436ce08e-9069-4564-b17f-f9c08525f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:29:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['81aa319c-920f-4d80-917e-1877948a580f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:26.532688 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:26.569601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd5d532-988a-433b-8ca7-07ed0d028fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695846f1-6407-40c3-85d3-adc49e6c081d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:26.572409 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690f7cb3-3a16-4471-8f2d-4e792450fe00" -d '{"events": [{"server_uuid": "1fd5d532-988a-433b-8ca7-07ed0d028fed", "name": "network-vif-plugged", "status": "completed", "tag": "695846f1-6407-40c3-85d3-adc49e6c081d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:26.574030 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:29:26.584057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:29:26.593937 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:26.609462 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 695846f1-6407-40c3-85d3-adc49e6c081d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=695846f1-6407-40c3-85d3-adc49e6c081d,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:26.625606 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:26.626683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 08db8df6-cce9-424b-b3bf-d5ccefa44990 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:26.685727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:26.689000 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:26.694363 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] 10.222.0.10 "PUT /v2.0/ports/8f0f2948-f163-452b-8f46-bce925c8e8f5 HTTP/1.1" status: 200 len: 1092 time: 1.8863320 Nov 11 21:29:26.695721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743687bd-739e-49b4-834f-014e260142c1', 'tag': '8f0f2948-f163-452b-8f46-bce925c8e8f5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:26.719234 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d2e0c4-a850-45a7-ae3a-8d4531f3a781" -d '{"events": [{"name": "network-changed", "server_uuid": "743687bd-739e-49b4-834f-014e260142c1", "tag": "8f0f2948-f163-452b-8f46-bce925c8e8f5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:26.738596 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca17f21-04db-45e6-98b3-f40bd61dee31 x-openstack-request-id: req-bca17f21-04db-45e6-98b3-f40bd61dee31 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:26.739480 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd5d532-988a-433b-8ca7-07ed0d028fed", "name": "network-vif-plugged", "status": "completed", "tag": "695846f1-6407-40c3-85d3-adc49e6c081d", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:26.740246 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bca17f21-04db-45e6-98b3-f40bd61dee31 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:26.740832 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd5d532-988a-433b-8ca7-07ed0d028fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695846f1-6407-40c3-85d3-adc49e6c081d', 'code': 200} Nov 11 21:29:26.741744 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 08db8df6-cce9-424b-b3bf-d5ccefa44990 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:29:26.742475 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 08db8df6-cce9-424b-b3bf-d5ccefa44990 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:29:26.780404 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de551ee1-8795-47f1-b792-961e6d0159b4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:26.796475 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=695846f1-6407-40c3-85d3-adc49e6c081d,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:26.816754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e8e38-f6e3-4474-9d5c-769f8005100c service neutron] Pushing event updated for resources: {'Port': ['ID=8f0f2948-f163-452b-8f46-bce925c8e8f5,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:26.828114 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05635dfd-f193-43da-933e-c3d30b847f8e x-openstack-request-id: req-05635dfd-f193-43da-933e-c3d30b847f8e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:26.828114 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743687bd-739e-49b4-834f-014e260142c1", "tag": "8f0f2948-f163-452b-8f46-bce925c8e8f5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:26.828412 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05635dfd-f193-43da-933e-c3d30b847f8e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:26.828706 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743687bd-739e-49b4-834f-014e260142c1', 'tag': '8f0f2948-f163-452b-8f46-bce925c8e8f5', 'status': 'completed', 'code': 200} Nov 11 21:29:26.845573 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-436ce08e-9069-4564-b17f-f9c08525f8f5 None None] Set router 81aa319c-920f-4d80-917e-1877948a580f gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:29:26.881539 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b3b13-5ab2-4f11-9244-62265fb6bb27 req-0e258339-a3ef-4fe4-8563-587669467ff0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:26.889174 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-193b3b13-5ab2-4f11-9244-62265fb6bb27 req-0e258339-a3ef-4fe4-8563-587669467ff0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.2072408 Nov 11 21:29:26.892038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-1b376031-03b2-4be4-87fe-e88fc3c65572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:26.899057 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-1b376031-03b2-4be4-87fe-e88fc3c65572 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 1095 time: 0.1401978 Nov 11 21:29:26.947515 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:26.989967 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-6302c440-d7b7-4f55-ae1d-9b975ed73c35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5 HTTP/1.1" status: 200 len: 217 time: 0.0796964 Nov 11 21:29:27.072031 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:27.082113 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de551ee1-8795-47f1-b792-961e6d0159b4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:27.083992 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-b03db8e6-aade-42fe-9a65-7bee08c26b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:27.085626 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de551ee1-8795-47f1-b792-961e6d0159b4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:27.087304 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-b03db8e6-aade-42fe-9a65-7bee08c26b41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.0871091 Nov 11 21:29:27.089739 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55000) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:27.090436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-de551ee1-8795-47f1-b792-961e6d0159b4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "DELETE /v2.0/security-groups/ce539f6c-d3cb-42c3-8bdd-12ac212dee72 HTTP/1.1" status: 204 len: 168 time: 0.7369592 Nov 11 21:29:27.125285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de551ee1-8795-47f1-b792-961e6d0159b4 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce539f6c-d3cb-42c3-8bdd-12ac212dee72,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:27.128170 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-88eef54f-d646-4c2b-bd5f-461afc7ecb94 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] show failed (client error): The resource could not be found. Nov 11 21:29:27.131303 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-88eef54f-d646-4c2b-bd5f-461afc7ecb94 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "GET /v2.0/security-groups/ce539f6c-d3cb-42c3-8bdd-12ac212dee72 HTTP/1.1" status: 404 len: 347 time: 0.0403605 Nov 11 21:29:27.147304 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-193b3b13-5ab2-4f11-9244-62265fb6bb27 req-b5cba6d7-3a01-449c-8fc0-51351bc14f05 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571542 Nov 11 21:29:27.153566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55002) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:27.165355 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-fc82536d-fe1a-4bd0-8c52-a7b0a8ce40b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656745 Nov 11 21:29:27.282220 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-bf3246e8-8f33-4e15-860e-192effc97500 service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087770 Nov 11 21:29:27.287990 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-436ce08e-9069-4564-b17f-f9c08525f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:29:24Z', 'revision_number': 5, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port': {'id': 'de928031-223f-49ab-bea0-01b8741d1fd9', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa319c-920f-4d80-917e-1877948a580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:27.394068 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ce08e-9069-4564-b17f-f9c08525f8f5 None None] Checking router: 81aa319c-920f-4d80-917e-1877948a580f for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:29:27.400225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] Deleting port de928031-223f-49ab-bea0-01b8741d1fd9 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:27.405538 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ce08e-9069-4564-b17f-f9c08525f8f5 None None] Routers {'81aa319c-920f-4d80-917e-1877948a580f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:29:27.406354 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-436ce08e-9069-4564-b17f-f9c08525f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:29:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['81aa319c-920f-4d80-917e-1877948a580f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:27.409796 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:27.520514 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-436ce08e-9069-4564-b17f-f9c08525f8f5 None None] Set router 81aa319c-920f-4d80-917e-1877948a580f gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:29:27.525858 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03572bc6-409e-4a45-b590-17c98cf21b87 req-ee15fb23-f52a-4f36-b0c4-7bfc8c317e05 service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118871 Nov 11 21:29:27.607008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] For port de928031-223f-49ab-bea0-01b8741d1fd9, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=de928031-223f-49ab-bea0-01b8741d1fd9,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:27.607771 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:27.617025 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-436ce08e-9069-4564-b17f-f9c08525f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:29:27Z', 'revision_number': 6, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:27.626607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] Calling delete_port for de928031-223f-49ab-bea0-01b8741d1fd9 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:27.640239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2e0c4-a850-45a7-ae3a-8d4531f3a781 req-0851f21a-bf37-4389-9cf0-20e926ff558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:27.642495 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e5d2e0c4-a850-45a7-ae3a-8d4531f3a781 req-0851f21a-bf37-4389-9cf0-20e926ff558d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 1095 time: 0.0538719 Nov 11 21:29:27.643830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e98e79e7-e73e-40c7-bc36-5bd43860bcb8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Deleting port e5ecea51-fead-421c-a52d-6aa4debfb50b {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:27.644524 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e98e79e7-e73e-40c7-bc36-5bd43860bcb8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:27.679950 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ce08e-9069-4564-b17f-f9c08525f8f5 None None] The sync data for ids ['81aa319c-920f-4d80-917e-1877948a580f'] in n-d-805737-3 is: [{'id': '81aa319c-920f-4d80-917e-1877948a580f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208568716-router', 'tenant_id': 'b98c995e413247389f8d143b99b8f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:29Z', 'updated_at': '2021-11-11T21:29:27Z', 'revision_number': 6, 'project_id': 'b98c995e413247389f8d143b99b8f58a', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:29:27.830433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2e0c4-a850-45a7-ae3a-8d4531f3a781 req-e54eabe7-ad33-4952-92ee-97ccf850019f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:27.831801 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e5d2e0c4-a850-45a7-ae3a-8d4531f3a781 req-e54eabe7-ad33-4952-92ee-97ccf850019f service neutron] 10.222.0.10 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.1766853 Nov 11 21:29:27.864540 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e98e79e7-e73e-40c7-bc36-5bd43860bcb8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:27.865053 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e98e79e7-e73e-40c7-bc36-5bd43860bcb8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:27.889164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e98e79e7-e73e-40c7-bc36-5bd43860bcb8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Calling delete_port for e5ecea51-fead-421c-a52d-6aa4debfb50b owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:27.894364 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e5d2e0c4-a850-45a7-ae3a-8d4531f3a781 req-ac8b7fec-e3bc-4e4b-911d-61467e9b52d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5 HTTP/1.1" status: 200 len: 217 time: 0.0522075 Nov 11 21:29:27.982842 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2e0c4-a850-45a7-ae3a-8d4531f3a781 req-8d25ab68-0543-4c2f-ab1c-64144c6afe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:27.984665 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e5d2e0c4-a850-45a7-ae3a-8d4531f3a781 req-8d25ab68-0543-4c2f-ab1c-64144c6afe56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.0664005 Nov 11 21:29:28.020430 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:28.053727 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] Pushing event deleted for resources: {'Port': ['ID=de928031-223f-49ab-bea0-01b8741d1fd9,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:28.057332 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e5d2e0c4-a850-45a7-ae3a-8d4531f3a781 req-501aabdb-77f2-44ce-bd3c-73ec1a0168fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546589 Nov 11 21:29:28.239446 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e5d2e0c4-a850-45a7-ae3a-8d4531f3a781 req-3fcefcf5-525a-40c5-b9df-c613391a99d1 service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729679 Nov 11 21:29:28.427352 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e5d2e0c4-a850-45a7-ae3a-8d4531f3a781 req-7a28a1e2-a7f9-4f82-beb0-a949464382ff service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784039 Nov 11 21:29:28.623774 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:28.759535 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:28.761965 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:28.763475 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e98e79e7-e73e-40c7-bc36-5bd43860bcb8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:28.811239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288de316-8e1a-4419-9ee1-d94f07069be0 req-3bce4518-1e6c-4e65-95c0-888a6b7cc2b9 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:28.819014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-288de316-8e1a-4419-9ee1-d94f07069be0 req-3bce4518-1e6c-4e65-95c0-888a6b7cc2b9 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.5840473 Nov 11 21:29:28.866728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e79e7-e73e-40c7-bc36-5bd43860bcb8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Pushing event deleted for resources: {'Port': ['ID=e5ecea51-fead-421c-a52d-6aa4debfb50b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:28.929596 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-288de316-8e1a-4419-9ee1-d94f07069be0 req-c0f0cec0-1195-45a7-8ec2-385885745067 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095915 Nov 11 21:29:28.936034 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:28.936593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81aa319c-920f-4d80-917e-1877948a580f {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:29:28.975759 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:28.977395 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eb219118-f2ee-4fc0-86a4-4777b73bfa3c admin admin] 10.222.0.57 "DELETE /v2.0/routers/81aa319c-920f-4d80-917e-1877948a580f HTTP/1.1" status: 204 len: 168 time: 2.4491112 Nov 11 21:29:28.980046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55036) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:29.012955 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e98e79e7-e73e-40c7-bc36-5bd43860bcb8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.016896 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e98e79e7-e73e-40c7-bc36-5bd43860bcb8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.022060 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e98e79e7-e73e-40c7-bc36-5bd43860bcb8 tempest-ImagesOneServerNegativeTestJSON-1932585360 tempest-ImagesOneServerNegativeTestJSON-1932585360-project] 10.222.0.57 "DELETE /v2.0/floatingips/4d300c85-7b8d-4b00-b3fe-2840db38f90b HTTP/1.1" status: 204 len: 168 time: 1.8631885 Nov 11 21:29:29.048001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device de928031-223f-49ab-bea0-01b8741d1fd9 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:29.078041 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: de928031-223f-49ab-bea0-01b8741d1fd9 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:29:29.078607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device de928031-223f-49ab-bea0-01b8741d1fd9 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:29:29.079169 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 65bc1b10-b75c-490b-91e5-2b283f02be08 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:29.109628 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 65bc1b10-b75c-490b-91e5-2b283f02be08 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:29:29.109968 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 65bc1b10-b75c-490b-91e5-2b283f02be08 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:29:29.185210 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae34391-a3b6-4b0a-8fec-7153db237807 admin admin] Deleting subnet 6091a5d9-8902-4c2d-b74e-b485b0594464 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:29:29.189928 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bae34391-a3b6-4b0a-8fec-7153db237807 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.195398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55050) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:29.271178 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bae34391-a3b6-4b0a-8fec-7153db237807 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.312514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-420ac376-d97f-44e7-b1d2-0c15327035fd admin admin] Deleting subnet e1fa2e18-9868-425d-8893-879c75856b13 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:29:29.329581 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-420ac376-d97f-44e7-b1d2-0c15327035fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.379687 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bae34391-a3b6-4b0a-8fec-7153db237807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.403471 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-420ac376-d97f-44e7-b1d2-0c15327035fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.446946 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bae34391-a3b6-4b0a-8fec-7153db237807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.476896 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae34391-a3b6-4b0a-8fec-7153db237807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6091a5d9-8902-4c2d-b74e-b485b0594464,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:29.485505 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bae34391-a3b6-4b0a-8fec-7153db237807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.490870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea5a32f-f553-4134-a9f6-fb2e92139dbf None None] Network c7ada215-bfc4-465c-92bd-a6c626636ee6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:29:29.491055 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bae34391-a3b6-4b0a-8fec-7153db237807 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6091a5d9-8902-4c2d-b74e-b485b0594464 HTTP/1.1" status: 204 len: 168 time: 0.5093033 Nov 11 21:29:29.493762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55056) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:29.523039 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-420ac376-d97f-44e7-b1d2-0c15327035fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.624094 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.635167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-420ac376-d97f-44e7-b1d2-0c15327035fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.660602 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-420ac376-d97f-44e7-b1d2-0c15327035fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.672755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-420ac376-d97f-44e7-b1d2-0c15327035fd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e1fa2e18-9868-425d-8893-879c75856b13 HTTP/1.1" status: 204 len: 168 time: 0.4759467 Nov 11 21:29:29.673467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55062) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:29.735926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ac376-d97f-44e7-b1d2-0c15327035fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1fa2e18-9868-425d-8893-879c75856b13,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:29.766992 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] Deleting port 87289723-377d-4010-b0f5-c8b0f2f96e6d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:29.767330 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.865318 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b2be7f-9c7c-4aea-b01b-66059ba51810 None None] DHCP port deletion for c7ada215-bfc4-465c-92bd-a6c626636ee6 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:29:29.865719 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5992e4ed-5ede-4d38-8cb8-e4c4637b1edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.870486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] For port 87289723-377d-4010-b0f5-c8b0f2f96e6d, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=87289723-377d-4010-b0f5-c8b0f2f96e6d,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:29.870857 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:29.885035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] Calling delete_port for 87289723-377d-4010-b0f5-c8b0f2f96e6d owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:29.990904 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-93b2be7f-9c7c-4aea-b01b-66059ba51810 None None] Deleting port 87289723-377d-4010-b0f5-c8b0f2f96e6d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:29.993393 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93b2be7f-9c7c-4aea-b01b-66059ba51810 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.033979 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5992e4ed-5ede-4d38-8cb8-e4c4637b1edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.091460 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.116037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-5992e4ed-5ede-4d38-8cb8-e4c4637b1edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99561117-a5f9-4a9d-8d55-97dffe2987c9']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:30.117792 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] No DVR routers for this DVR port 87289723-377d-4010-b0f5-c8b0f2f96e6d on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:29:30.128491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-5992e4ed-5ede-4d38-8cb8-e4c4637b1edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1686ce2-4289-4db3-b084-1566dcda1c6c') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:30.128760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-5992e4ed-5ede-4d38-8cb8-e4c4637b1edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1686ce2-4289-4db3-b084-1566dcda1c6c') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:30.138995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-93b2be7f-9c7c-4aea-b01b-66059ba51810 None None] For port 87289723-377d-4010-b0f5-c8b0f2f96e6d, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=87289723-377d-4010-b0f5-c8b0f2f96e6d,segment=NetworkSegment(359b1aaf-cec2-4c79-8d62-a0bed76a8ab3),segment_id=359b1aaf-cec2-4c79-8d62-a0bed76a8ab3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:30.139947 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93b2be7f-9c7c-4aea-b01b-66059ba51810 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.148948 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] Pushing event deleted for resources: {'Port': ['ID=87289723-377d-4010-b0f5-c8b0f2f96e6d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:30.157320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-93b2be7f-9c7c-4aea-b01b-66059ba51810 None None] Calling delete_port for 87289723-377d-4010-b0f5-c8b0f2f96e6d owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:30.177585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5992e4ed-5ede-4d38-8cb8-e4c4637b1edb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.222412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fa781-e186-4db1-9212-dfc8522ad0ea req-ef098b21-ebe6-4161-a8be-e9d851d30c37 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:30.223936 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a1fa781-e186-4db1-9212-dfc8522ad0ea req-ef098b21-ebe6-4161-a8be-e9d851d30c37 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.1668200 Nov 11 21:29:30.241445 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5992e4ed-5ede-4d38-8cb8-e4c4637b1edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.247467 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.266925 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93b2be7f-9c7c-4aea-b01b-66059ba51810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.288002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5992e4ed-5ede-4d38-8cb8-e4c4637b1edb admin admin] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:29:30.289428 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5992e4ed-5ede-4d38-8cb8-e4c4637b1edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:29:30.292015 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:29:30.299451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ada215-bfc4-465c-92bd-a6c626636ee6']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:30.310519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2be7f-9c7c-4aea-b01b-66059ba51810 None None] Pushing event deleted for resources: {'Port': ['ID=87289723-377d-4010-b0f5-c8b0f2f96e6d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:30.332139 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2be7f-9c7c-4aea-b01b-66059ba51810 None None] No DVR routers for this DVR port 87289723-377d-4010-b0f5-c8b0f2f96e6d on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:29:30.358586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:30.358879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359b1aaf-cec2-4c79-8d62-a0bed76a8ab3') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:30.395553 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.430985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a1fa781-e186-4db1-9212-dfc8522ad0ea req-ce6a5698-5a6e-4990-8fdb-4e71583ed684 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906433 Nov 11 21:29:30.438167 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.441884 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5992e4ed-5ede-4d38-8cb8-e4c4637b1edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.449940 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5992e4ed-5ede-4d38-8cb8-e4c4637b1edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.454410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5992e4ed-5ede-4d38-8cb8-e4c4637b1edb admin admin] 10.222.0.57 "DELETE /v2.0/networks/99561117-a5f9-4a9d-8d55-97dffe2987c9 HTTP/1.1" status: 204 len: 168 time: 0.7263086 Nov 11 21:29:30.470641 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:29:30.471059 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.500058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992e4ed-5ede-4d38-8cb8-e4c4637b1edb admin admin] Pushing event deleted for resources: {'Network': ['ID=99561117-a5f9-4a9d-8d55-97dffe2987c9,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:29:30.551730 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:29:30.609703 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.632823 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:30.653273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55080) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:30.677439 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c7ada215-bfc4-465c-92bd-a6c626636ee6 HTTP/1.1" status: 204 len: 168 time: 1.1663859 Nov 11 21:29:30.787200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22edf36-b4f8-439e-b607-1c1abff9b138 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ada215-bfc4-465c-92bd-a6c626636ee6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:30.886365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55092) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:31.057138 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f3ef419a-f611-4237-8de7-009a3f1a7547 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65e2c77ecc484b81bf7a7f1ae391d39b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690764 Nov 11 21:29:31.058336 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55104) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:31.107131 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 87289723-377d-4010-b0f5-c8b0f2f96e6d no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:31.148394 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:29:31.167018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 87289723-377d-4010-b0f5-c8b0f2f96e6d {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:29:31.168569 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 87289723-377d-4010-b0f5-c8b0f2f96e6d not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:29:31.272312 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaecc-76bb-4963-9ae2-9dcc737d78f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:31.316508 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaecc-76bb-4963-9ae2-9dcc737d78f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:31.434806 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaecc-76bb-4963-9ae2-9dcc737d78f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:31.438116 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaecc-76bb-4963-9ae2-9dcc737d78f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:31.442519 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c3aeaecc-76bb-4963-9ae2-9dcc737d78f8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a80a38f0-688d-4bbb-85aa-178d19d01a4e HTTP/1.1" status: 204 len: 168 time: 0.3831139 Nov 11 21:29:31.456751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeaecc-76bb-4963-9ae2-9dcc737d78f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80a38f0-688d-4bbb-85aa-178d19d01a4e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:31.667631 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec5304b2-3907-40b8-a95a-aae7c41e85d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:31.797105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ea22d-0705-46e2-bcd1-2dcd3316058b req-472c0cb2-994e-4a12-8793-ba39642fed0a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:31.807088 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-383ea22d-0705-46e2-bcd1-2dcd3316058b req-472c0cb2-994e-4a12-8793-ba39642fed0a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.2218001 Nov 11 21:29:32.098402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-383ea22d-0705-46e2-bcd1-2dcd3316058b req-2d74fa0a-4815-4770-b47b-23d9ce824501 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903862 Nov 11 21:29:32.494261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ec5304b2-3907-40b8-a95a-aae7c41e85d7 admin admin] Deleting port dab354f1-24b2-4ca7-97a6-8d90fc5061e4 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:32.494609 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec5304b2-3907-40b8-a95a-aae7c41e85d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:32.733198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-ec5304b2-3907-40b8-a95a-aae7c41e85d7 admin admin] For port dab354f1-24b2-4ca7-97a6-8d90fc5061e4, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=dab354f1-24b2-4ca7-97a6-8d90fc5061e4,segment=NetworkSegment(b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c),segment_id=b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:32.733874 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec5304b2-3907-40b8-a95a-aae7c41e85d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:32.751926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ec5304b2-3907-40b8-a95a-aae7c41e85d7 admin admin] Calling delete_port for dab354f1-24b2-4ca7-97a6-8d90fc5061e4 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:33.135110 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec5304b2-3907-40b8-a95a-aae7c41e85d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:33.283194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5304b2-3907-40b8-a95a-aae7c41e85d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab354f1-24b2-4ca7-97a6-8d90fc5061e4,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:33.302347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:33.425917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e2ad2-df3d-4b9d-be82-3822bc162ad7 req-89db1026-c303-42c9-ae28-95fe192eece2 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:33.438560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de7e2ad2-df3d-4b9d-be82-3822bc162ad7 req-89db1026-c303-42c9-ae28-95fe192eece2 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.1527331 Nov 11 21:29:33.544290 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-168660034-network', 'tenant_id': '842019acdee246e891f11989313b67da'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:33.583180 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Made reservation on behalf of 842019acdee246e891f11989313b67da for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:29:33.586817 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:33.604314 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:33.673246 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de7e2ad2-df3d-4b9d-be82-3822bc162ad7 req-8f342776-108a-40b8-9be0-171d50a1e874 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321050 Nov 11 21:29:33.696382 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec5304b2-3907-40b8-a95a-aae7c41e85d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:33.825044 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:33.834707 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:33.861095 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:29:33.887739 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:33.888064 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Added segment 23f76d2a-c88f-41ef-b283-d90876febe5e of type vlan for network 3c87ffdd-6e8a-4d2e-af69-32d9a4fb7f48 Nov 11 21:29:34.019715 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:34.094142 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:34.098833 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:34.098833 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:34.212735 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5304b2-3907-40b8-a95a-aae7c41e85d7 admin admin] Router 2574d23b-30cd-499e-92dc-ca3d4984767c has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:29:34.241510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82649785-b251-4c25-83ca-d1092d04fe4f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:34.262532 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9590361 Nov 11 21:29:34.328397 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55252) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:34.331745 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:34.332340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:34.333260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:34.334076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:34.335118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:34.335671 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:34.336333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:34.336939 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:34.337485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:34.338241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:34.338802 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:34.339410 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:34.373402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-44370788-8d62-4cbe-bed4-c3e70b3d36dc admin admin] Request body: {'subnet': {'network_id': '3c87ffdd-6e8a-4d2e-af69-32d9a4fb7f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-168660034-subnet', 'tenant_id': '842019acdee246e891f11989313b67da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:34.400083 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66094b9-06c5-45c2-89c7-ee804b227180 admin admin] Pushing event updated for resources: {'Network': ['ID=3c87ffdd-6e8a-4d2e-af69-32d9a4fb7f48,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:34.413274 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 3c87ffdd-6e8a-4d2e-af69-32d9a4fb7f48 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:29:34.441520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44370788-8d62-4cbe-bed4-c3e70b3d36dc admin admin] Made reservation on behalf of 842019acdee246e891f11989313b67da for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:29:34.451095 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44370788-8d62-4cbe-bed4-c3e70b3d36dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:34.469703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5304b2-3907-40b8-a95a-aae7c41e85d7 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:29:34.477583 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ec5304b2-3907-40b8-a95a-aae7c41e85d7 admin admin] 10.222.0.57 "PUT /v2.0/routers/2574d23b-30cd-499e-92dc-ca3d4984767c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8236017 Nov 11 21:29:34.482583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55254) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:34.529313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0273ee8-6242-4eaf-81c1-5ecc83e790fb None None] Sync routers for ids ['2574d23b-30cd-499e-92dc-ca3d4984767c'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:29:34.542065 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0273ee8-6242-4eaf-81c1-5ecc83e790fb None None] Routers {'2574d23b-30cd-499e-92dc-ca3d4984767c'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:29:34.542971 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d0273ee8-6242-4eaf-81c1-5ecc83e790fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:29:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2574d23b-30cd-499e-92dc-ca3d4984767c'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:34.673204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d0273ee8-6242-4eaf-81c1-5ecc83e790fb None None] Set router 2574d23b-30cd-499e-92dc-ca3d4984767c gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:29:34.898908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30bd80-af73-4a14-8d7d-e02d99d934f4 req-601b8605-9810-4147-8347-f141262fa65f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:34.910751 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c30bd80-af73-4a14-8d7d-e02d99d934f4 req-601b8605-9810-4147-8347-f141262fa65f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.0828629 Nov 11 21:29:34.963410 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:35.068760 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c30bd80-af73-4a14-8d7d-e02d99d934f4 req-7a3d579a-7f96-4fe8-8d59-699588ff919e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567416 Nov 11 21:29:35.235606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d0273ee8-6242-4eaf-81c1-5ecc83e790fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-776062367-router', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd6e79405-81c3-452d-908a-a3afda23e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:29:33Z', 'revision_number': 5, 'project_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'gw_port': {'id': 'd6e79405-81c3-452d-908a-a3afda23e010', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:35.256506 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:35.356513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] Deleting port d6e79405-81c3-452d-908a-a3afda23e010 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:35.357246 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:35.384392 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0273ee8-6242-4eaf-81c1-5ecc83e790fb None None] Checking router: 2574d23b-30cd-499e-92dc-ca3d4984767c for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:29:35.409749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0273ee8-6242-4eaf-81c1-5ecc83e790fb None None] Routers {'2574d23b-30cd-499e-92dc-ca3d4984767c'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:29:35.415415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d0273ee8-6242-4eaf-81c1-5ecc83e790fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:29:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2574d23b-30cd-499e-92dc-ca3d4984767c'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:35.531446 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] For port d6e79405-81c3-452d-908a-a3afda23e010, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d6e79405-81c3-452d-908a-a3afda23e010,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:35.532049 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:35.540344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d0273ee8-6242-4eaf-81c1-5ecc83e790fb None None] Set router 2574d23b-30cd-499e-92dc-ca3d4984767c gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:29:35.545184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44370788-8d62-4cbe-bed4-c3e70b3d36dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:35.570363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] Calling delete_port for d6e79405-81c3-452d-908a-a3afda23e010 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:35.648567 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d0273ee8-6242-4eaf-81c1-5ecc83e790fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-776062367-router', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:29:35Z', 'revision_number': 6, 'project_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:35.666583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44370788-8d62-4cbe-bed4-c3e70b3d36dc admin admin] Checking segment: {'id': '23f76d2a-c88f-41ef-b283-d90876febe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '3c87ffdd-6e8a-4d2e-af69-32d9a4fb7f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:29:35.666950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44370788-8d62-4cbe-bed4-c3e70b3d36dc admin admin] Network hostable DHCP agents. Network: 3c87ffdd-6e8a-4d2e-af69-32d9a4fb7f48, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:29:35.685035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44370788-8d62-4cbe-bed4-c3e70b3d36dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9fa2eaf-9f43-4668-be7f-0a641517fb64,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:35.723972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44370788-8d62-4cbe-bed4-c3e70b3d36dc admin admin] Network 3c87ffdd-6e8a-4d2e-af69-32d9a4fb7f48 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:29:35.795976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-44370788-8d62-4cbe-bed4-c3e70b3d36dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 3c87ffdd-6e8a-4d2e-af69-32d9a4fb7f48) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:29:35.804879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44370788-8d62-4cbe-bed4-c3e70b3d36dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:35.806044 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44370788-8d62-4cbe-bed4-c3e70b3d36dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:35.852720 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-44370788-8d62-4cbe-bed4-c3e70b3d36dc admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4891698 Nov 11 21:29:35.995667 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:36.052972 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8258980-15a2-4b46-98b0-2bc9cf3085b0 None None] Network 3c87ffdd-6e8a-4d2e-af69-32d9a4fb7f48 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:29:36.060005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0273ee8-6242-4eaf-81c1-5ecc83e790fb None None] The sync data for ids ['2574d23b-30cd-499e-92dc-ca3d4984767c'] in n-d-805737-3 is: [{'id': '2574d23b-30cd-499e-92dc-ca3d4984767c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-776062367-router', 'tenant_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:37Z', 'updated_at': '2021-11-11T21:29:35Z', 'revision_number': 6, 'project_id': 'd8361c897d6c4eca935fafb8fe9b454c', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:29:36.224382 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecccb247-358c-4860-9499-965e1811a9f8 None None] Network 3c87ffdd-6e8a-4d2e-af69-32d9a4fb7f48 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:29:36.246178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e79405-81c3-452d-908a-a3afda23e010,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:36.283909 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:36.576782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-c1a7d862-0e69-4c9a-ae26-fe3da8ec3dc1 req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1596774896', 'description': 'tempest-description-323638679'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:36.595130 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:36.598057 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:36.655361 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c1a7d862-0e69-4c9a-ae26-fe3da8ec3dc1 req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:36.694474 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:36.695930 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2574d23b-30cd-499e-92dc-ca3d4984767c {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:29:36.701206 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:36.717160 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-85167324-47a0-4cae-a7f4-5d2e637584a3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/2574d23b-30cd-499e-92dc-ca3d4984767c HTTP/1.1" status: 204 len: 168 time: 2.2149646 Nov 11 21:29:36.717904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55284) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:36.827774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-761a214f-ba40-4373-af3f-efaeda6a11c3 admin admin] Deleting subnet 90482730-477f-4770-aceb-7c122ebb0e6d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:29:36.832257 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-761a214f-ba40-4373-af3f-efaeda6a11c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:36.854048 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c1a7d862-0e69-4c9a-ae26-fe3da8ec3dc1 req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:36.861702 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c1a7d862-0e69-4c9a-ae26-fe3da8ec3dc1 req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:36.903476 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-761a214f-ba40-4373-af3f-efaeda6a11c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:36.907556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cebb5ae-5e62-4b6b-9cbd-7c1ab89a53ff,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:36.912714 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c1a7d862-0e69-4c9a-ae26-fe3da8ec3dc1 req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:36.927217 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1a7d862-0e69-4c9a-ae26-fe3da8ec3dc1 req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5101509 Nov 11 21:29:36.945313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:36.947395 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:36.948211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:36.950266 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:36.951069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:36.951511 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:36.953000 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:36.953451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:36.954561 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:36.956229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:36.956607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:36.958080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b392b38-9c3d-44fe-9ea8-2c66221f79d4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:37.027578 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-761a214f-ba40-4373-af3f-efaeda6a11c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:37.086876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d1bc6-9e06-4cc6-ae37-77bdbd5be39f req-5463d236-0727-4dfe-9576-8f2d8c14486e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:37.089871 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-761a214f-ba40-4373-af3f-efaeda6a11c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:37.108098 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f35d1bc6-9e06-4cc6-ae37-77bdbd5be39f req-5463d236-0727-4dfe-9576-8f2d8c14486e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.0982897 Nov 11 21:29:37.145004 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a214f-ba40-4373-af3f-efaeda6a11c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90482730-477f-4770-aceb-7c122ebb0e6d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:37.147333 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-761a214f-ba40-4373-af3f-efaeda6a11c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:37.152048 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-761a214f-ba40-4373-af3f-efaeda6a11c3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/90482730-477f-4770-aceb-7c122ebb0e6d HTTP/1.1" status: 204 len: 168 time: 0.4330652 Nov 11 21:29:37.152281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10704bd-2cb1-4aba-acd0-b21eb5dce6ef None None] Network 6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:29:37.154578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55288) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:37.265585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f35d1bc6-9e06-4cc6-ae37-77bdbd5be39f req-19ae841f-d980-41a7-861c-b8fe25357d71 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532805 Nov 11 21:29:37.285030 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:37.324939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d6e79405-81c3-452d-908a-a3afda23e010 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:37.398887 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: d6e79405-81c3-452d-908a-a3afda23e010 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:29:37.408211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d6e79405-81c3-452d-908a-a3afda23e010 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:29:37.408922 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device dab354f1-24b2-4ca7-97a6-8d90fc5061e4 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:37.428716 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] Deleting port b6582e23-73b2-4768-b7b1-1f366eb6c909 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:37.430980 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:37.511846 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: dab354f1-24b2-4ca7-97a6-8d90fc5061e4 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:29:37.522870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device dab354f1-24b2-4ca7-97a6-8d90fc5061e4 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:29:37.607735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] For port b6582e23-73b2-4768-b7b1-1f366eb6c909, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b6582e23-73b2-4768-b7b1-1f366eb6c909,segment=NetworkSegment(b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c),segment_id=b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:37.608342 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:37.660157 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] Calling delete_port for b6582e23-73b2-4768-b7b1-1f366eb6c909 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:37.685374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a64eaafe-6719-4762-ad2f-76fdc1115c52 req-b52bcc82-9776-467b-840a-3199de51e631 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/3cebb5ae-5e62-4b6b-9cbd-7c1ab89a53ff HTTP/1.1" status: 200 len: 1821 time: 0.0876195 Nov 11 21:29:37.691376 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-a64eaafe-6719-4762-ad2f-76fdc1115c52 req-2b073258-f2bd-4f95-aeb4-c75e7e3e2a3d tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cebb5ae-5e62-4b6b-9cbd-7c1ab89a53ff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:37.692029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-a64eaafe-6719-4762-ad2f-76fdc1115c52 req-2b073258-f2bd-4f95-aeb4-c75e7e3e2a3d tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cebb5ae-5e62-4b6b-9cbd-7c1ab89a53ff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:37.835763 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a64eaafe-6719-4762-ad2f-76fdc1115c52 req-2b073258-f2bd-4f95-aeb4-c75e7e3e2a3d tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:37.848569 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c80278-c304-437e-a33d-59695e72992d None None] DHCP port deletion for 6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:29:37.889661 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a64eaafe-6719-4762-ad2f-76fdc1115c52 req-2b073258-f2bd-4f95-aeb4-c75e7e3e2a3d tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:37.907269 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a64eaafe-6719-4762-ad2f-76fdc1115c52 req-2b073258-f2bd-4f95-aeb4-c75e7e3e2a3d tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:37.915063 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:37.935492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b073258-f2bd-4f95-aeb4-c75e7e3e2a3d tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3323fe-4715-44c7-9fc7-3d952dc55302,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:37.949744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a64eaafe-6719-4762-ad2f-76fdc1115c52 req-2b073258-f2bd-4f95-aeb4-c75e7e3e2a3d tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:37.958596 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a64eaafe-6719-4762-ad2f-76fdc1115c52 req-2b073258-f2bd-4f95-aeb4-c75e7e3e2a3d tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2721376 Nov 11 21:29:37.981415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] Pushing event deleted for resources: {'Port': ['ID=b6582e23-73b2-4768-b7b1-1f366eb6c909,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:37.990537 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-1744e75a-4941-4d4d-b72b-2bc332ab52a4 req-0bcaf326-4e20-4a5c-8a72-8dede77352bc tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-764669080', 'description': 'tempest-description-108796866'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:38.005164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] No DVR routers for this DVR port b6582e23-73b2-4768-b7b1-1f366eb6c909 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:29:38.013142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Deleting port b6582e23-73b2-4768-b7b1-1f366eb6c909 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:38.013805 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:38.039842 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1744e75a-4941-4d4d-b72b-2bc332ab52a4 req-0bcaf326-4e20-4a5c-8a72-8dede77352bc tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:38.158346 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:38.172288 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b8c80278-c304-437e-a33d-59695e72992d None None] For port b6582e23-73b2-4768-b7b1-1f366eb6c909, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:38.175067 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1744e75a-4941-4d4d-b72b-2bc332ab52a4 req-0bcaf326-4e20-4a5c-8a72-8dede77352bc tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:38.175785 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:38.187413 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1744e75a-4941-4d4d-b72b-2bc332ab52a4 req-0bcaf326-4e20-4a5c-8a72-8dede77352bc tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:38.204442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:38.208150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Calling delete_port for b6582e23-73b2-4768-b7b1-1f366eb6c909 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:38.216471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Port b6582e23-73b2-4768-b7b1-1f366eb6c909 was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:29:38.220639 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:38.230764 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:38.231058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8bcc828-c382-4bdd-9dd7-9e20c9d25c1c') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:38.242039 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:38.247906 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcaf326-4e20-4a5c-8a72-8dede77352bc tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db54707f-0b6c-4167-b78b-90104068f1ec,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:38.274234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Pushing event deleted for resources: {'Port': ['ID=b6582e23-73b2-4768-b7b1-1f366eb6c909,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:38.279990 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:38.280362 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1744e75a-4941-4d4d-b72b-2bc332ab52a4 req-0bcaf326-4e20-4a5c-8a72-8dede77352bc tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:38.291292 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1744e75a-4941-4d4d-b72b-2bc332ab52a4 req-0bcaf326-4e20-4a5c-8a72-8dede77352bc tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3108511 Nov 11 21:29:38.292420 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:29:38.292839 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:29:38.294653 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:29:38.321522 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:38.322251 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:38.322816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:38.323360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:38.325266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:38.325865 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:38.328267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:38.328905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:38.330992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:38.331553 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:38.332114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:38.333186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c80278-c304-437e-a33d-59695e72992d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:38.351674 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c80278-c304-437e-a33d-59695e72992d None None] No DVR routers for this DVR port b6582e23-73b2-4768-b7b1-1f366eb6c909 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:29:38.421275 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:38.429263 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:38.438012 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] 10.222.0.57 "DELETE /v2.0/networks/6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e HTTP/1.1" status: 204 len: 168 time: 1.2822380 Nov 11 21:29:38.449193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76025b-a7d6-4713-a7c3-84d95a99d6da admin admin] Pushing event deleted for resources: {'Network': ['ID=6b8c66a4-10c4-47a7-bf21-cbceb0e42a7e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:38.501285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e34b4-f385-4f06-993b-d1a48d8b25bf req-366d6094-2fab-4a19-8279-c9530bcc1fef tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:38.515100 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-418e34b4-f385-4f06-993b-d1a48d8b25bf req-366d6094-2fab-4a19-8279-c9530bcc1fef tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.1408172 Nov 11 21:29:38.674413 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-418e34b4-f385-4f06-993b-d1a48d8b25bf req-35b4908b-a194-4925-8213-b73203efd937 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553717 Nov 11 21:29:38.687705 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55310) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:38.863552 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5115ae90-de1a-47a9-b3b6-0b820c927d89 req-a40bc714-7dd5-4346-a79a-27e859027eb9 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/db54707f-0b6c-4167-b78b-90104068f1ec HTTP/1.1" status: 200 len: 1820 time: 0.1436512 Nov 11 21:29:38.889697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-5115ae90-de1a-47a9-b3b6-0b820c927d89 req-c25351e4-aefa-4804-b265-2e3a834c5972 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'db54707f-0b6c-4167-b78b-90104068f1ec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:38.891214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-5115ae90-de1a-47a9-b3b6-0b820c927d89 req-c25351e4-aefa-4804-b265-2e3a834c5972 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'db54707f-0b6c-4167-b78b-90104068f1ec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:38.925969 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-27cf22d1-5481-426a-ab55-be1060261847 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b98c995e413247389f8d143b99b8f58a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2368498 Nov 11 21:29:38.928625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55312) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:39.054735 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a4978db-d1dc-4f35-bb97-4d482d38f9a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.058291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b6582e23-73b2-4768-b7b1-1f366eb6c909 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:39.091425 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: b6582e23-73b2-4768-b7b1-1f366eb6c909 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:29:39.091776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b6582e23-73b2-4768-b7b1-1f366eb6c909 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:29:39.095605 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5115ae90-de1a-47a9-b3b6-0b820c927d89 req-c25351e4-aefa-4804-b265-2e3a834c5972 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.114521 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a4978db-d1dc-4f35-bb97-4d482d38f9a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.140187 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5115ae90-de1a-47a9-b3b6-0b820c927d89 req-c25351e4-aefa-4804-b265-2e3a834c5972 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.145167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5115ae90-de1a-47a9-b3b6-0b820c927d89 req-c25351e4-aefa-4804-b265-2e3a834c5972 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.177929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25351e4-aefa-4804-b265-2e3a834c5972 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2469a2-81f1-4ebe-b774-a25d5dab79bc,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:39.191830 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5115ae90-de1a-47a9-b3b6-0b820c927d89 req-c25351e4-aefa-4804-b265-2e3a834c5972 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.194982 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5115ae90-de1a-47a9-b3b6-0b820c927d89 req-c25351e4-aefa-4804-b265-2e3a834c5972 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3207054 Nov 11 21:29:39.277468 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a4978db-d1dc-4f35-bb97-4d482d38f9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.280648 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a4978db-d1dc-4f35-bb97-4d482d38f9a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.282205 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6a4978db-d1dc-4f35-bb97-4d482d38f9a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5f23a30f-3cfe-4f5e-afde-2a6cfe4d512c HTTP/1.1" status: 204 len: 168 time: 0.3525434 Nov 11 21:29:39.299835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4978db-d1dc-4f35-bb97-4d482d38f9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f23a30f-3cfe-4f5e-afde-2a6cfe4d512c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:39.570248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-fa380d9d-bd86-40cd-b1ca-7b4d756c7771 req-e8b37f84-2e02-41d8-8f32-9b88c6218aea tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1555467190', 'description': 'tempest-description-1055631344'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:39.606938 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fa380d9d-bd86-40cd-b1ca-7b4d756c7771 req-e8b37f84-2e02-41d8-8f32-9b88c6218aea tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.827185 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fa380d9d-bd86-40cd-b1ca-7b4d756c7771 req-e8b37f84-2e02-41d8-8f32-9b88c6218aea tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.838274 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fa380d9d-bd86-40cd-b1ca-7b4d756c7771 req-e8b37f84-2e02-41d8-8f32-9b88c6218aea tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.907770 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fa380d9d-bd86-40cd-b1ca-7b4d756c7771 req-e8b37f84-2e02-41d8-8f32-9b88c6218aea tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.909744 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa380d9d-bd86-40cd-b1ca-7b4d756c7771 req-e8b37f84-2e02-41d8-8f32-9b88c6218aea tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3459632 Nov 11 21:29:39.925245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55332) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:39.942151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b37f84-2e02-41d8-8f32-9b88c6218aea tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03db58fa-edeb-49b4-8458-f4ff2d07c7ab,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:40.038270 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ff171627-15eb-4ba4-b281-b3ee8c20d01a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d8361c897d6c4eca935fafb8fe9b454c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1116281 Nov 11 21:29:40.040916 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55334) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:40.105273 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53623128-508e-43de-8b26-835f828a77b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:40.135644 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53623128-508e-43de-8b26-835f828a77b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:40.168849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d0a3d-309a-4ddf-84e4-cb5dad052bf7 req-31b7c5e4-17b6-417b-9162-d4f0a15a6f87 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:40.183172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-873d0a3d-309a-4ddf-84e4-cb5dad052bf7 req-31b7c5e4-17b6-417b-9162-d4f0a15a6f87 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.1951270 Nov 11 21:29:40.196262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53623128-508e-43de-8b26-835f828a77b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:40.199864 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53623128-508e-43de-8b26-835f828a77b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:40.205772 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-53623128-508e-43de-8b26-835f828a77b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fec6f9a9-e572-469b-b4ca-65bd2cbcd7ad HTTP/1.1" status: 204 len: 168 time: 0.1600752 Nov 11 21:29:40.271308 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53623128-508e-43de-8b26-835f828a77b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec6f9a9-e572-469b-b4ca-65bd2cbcd7ad,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:40.337853 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-873d0a3d-309a-4ddf-84e4-cb5dad052bf7 req-ec936a17-3b0e-4c66-99e3-68e92d7d7876 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526377 Nov 11 21:29:40.389952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-ad9da93f-ec9e-4322-b448-3660483e2702 req-ca5ccb94-52b3-4c40-886e-601d9ec52100 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-104772084', 'description': 'tempest-description-1399754398'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:40.474806 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ad9da93f-ec9e-4322-b448-3660483e2702 req-ca5ccb94-52b3-4c40-886e-601d9ec52100 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:40.670796 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ad9da93f-ec9e-4322-b448-3660483e2702 req-ca5ccb94-52b3-4c40-886e-601d9ec52100 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:40.686261 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ad9da93f-ec9e-4322-b448-3660483e2702 req-ca5ccb94-52b3-4c40-886e-601d9ec52100 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:40.746628 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ad9da93f-ec9e-4322-b448-3660483e2702 req-ca5ccb94-52b3-4c40-886e-601d9ec52100 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:40.747807 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad9da93f-ec9e-4322-b448-3660483e2702 req-ca5ccb94-52b3-4c40-886e-601d9ec52100 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3766551 Nov 11 21:29:40.782080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ccb94-52b3-4c40-886e-601d9ec52100 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fc6d15-d460-48dd-9f33-bb5ee228e19d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:40.886594 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:41.302541 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-881139a8-7129-4243-9a7c-4f3e7fe536ac req-a6b2d183-3423-4ed6-8124-b1faeb04dd71 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/03db58fa-edeb-49b4-8458-f4ff2d07c7ab HTTP/1.1" status: 200 len: 1822 time: 0.1398900 Nov 11 21:29:41.433683 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-881139a8-7129-4243-9a7c-4f3e7fe536ac req-fdcd5489-b864-405f-b96b-5c47128110f2 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/80fc6d15-d460-48dd-9f33-bb5ee228e19d HTTP/1.1" status: 200 len: 1821 time: 0.1239293 Nov 11 21:29:41.456100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-881139a8-7129-4243-9a7c-4f3e7fe536ac req-26481155-f475-496b-b891-50c4772eae07 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '03db58fa-edeb-49b4-8458-f4ff2d07c7ab', 'remote_group_id': '80fc6d15-d460-48dd-9f33-bb5ee228e19d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:41.460057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-881139a8-7129-4243-9a7c-4f3e7fe536ac req-26481155-f475-496b-b891-50c4772eae07 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '03db58fa-edeb-49b4-8458-f4ff2d07c7ab', 'remote_group_id': '80fc6d15-d460-48dd-9f33-bb5ee228e19d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:41.700644 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-881139a8-7129-4243-9a7c-4f3e7fe536ac req-26481155-f475-496b-b891-50c4772eae07 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:41.825772 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-881139a8-7129-4243-9a7c-4f3e7fe536ac req-26481155-f475-496b-b891-50c4772eae07 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:41.846684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-881139a8-7129-4243-9a7c-4f3e7fe536ac req-26481155-f475-496b-b891-50c4772eae07 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:41.897790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26481155-f475-496b-b891-50c4772eae07 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5eb087f-6213-496b-b442-4cdd1ff1c12f,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:41.912237 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-881139a8-7129-4243-9a7c-4f3e7fe536ac req-26481155-f475-496b-b891-50c4772eae07 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:41.929664 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-881139a8-7129-4243-9a7c-4f3e7fe536ac req-26481155-f475-496b-b891-50c4772eae07 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4908550 Nov 11 21:29:42.135560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ce07a-447f-41dd-85c8-55a994c9836f req-22755485-ce9d-4416-a07d-e977e073d88d tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:42.137459 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a0ce07a-447f-41dd-85c8-55a994c9836f req-22755485-ce9d-4416-a07d-e977e073d88d tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.1228733 Nov 11 21:29:42.209031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a0ce07a-447f-41dd-85c8-55a994c9836f req-f89e4686-9101-4794-908f-ad09444240cf tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645788 Nov 11 21:29:42.272118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-006bfa3f-2c47-4542-970d-0cb2067a3082 req-7ba8777a-fc9b-45e9-b35b-2ec282cf454c tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2123122468', 'description': 'tempest-description-1167445264'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:42.329472 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-006bfa3f-2c47-4542-970d-0cb2067a3082 req-7ba8777a-fc9b-45e9-b35b-2ec282cf454c tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:42.578928 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-006bfa3f-2c47-4542-970d-0cb2067a3082 req-7ba8777a-fc9b-45e9-b35b-2ec282cf454c tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:42.591774 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-006bfa3f-2c47-4542-970d-0cb2067a3082 req-7ba8777a-fc9b-45e9-b35b-2ec282cf454c tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:42.666000 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-006bfa3f-2c47-4542-970d-0cb2067a3082 req-7ba8777a-fc9b-45e9-b35b-2ec282cf454c tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:42.685951 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-006bfa3f-2c47-4542-970d-0cb2067a3082 req-7ba8777a-fc9b-45e9-b35b-2ec282cf454c tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4222615 Nov 11 21:29:42.726499 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8777a-fc9b-45e9-b35b-2ec282cf454c tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f10478-916d-48d9-bf26-9123d741a8e1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:43.025987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-8bd80272-3f9b-4711-9cf8-c4db25130433 req-d3ba6154-6ebe-4fb0-a3c2-6a0a4a162e31 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1018425672', 'description': 'tempest-description-1464740792'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:43.056222 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8bd80272-3f9b-4711-9cf8-c4db25130433 req-d3ba6154-6ebe-4fb0-a3c2-6a0a4a162e31 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:43.165593 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8bd80272-3f9b-4711-9cf8-c4db25130433 req-d3ba6154-6ebe-4fb0-a3c2-6a0a4a162e31 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:43.171747 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8bd80272-3f9b-4711-9cf8-c4db25130433 req-d3ba6154-6ebe-4fb0-a3c2-6a0a4a162e31 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:43.208262 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8bd80272-3f9b-4711-9cf8-c4db25130433 req-d3ba6154-6ebe-4fb0-a3c2-6a0a4a162e31 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:43.209820 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8bd80272-3f9b-4711-9cf8-c4db25130433 req-d3ba6154-6ebe-4fb0-a3c2-6a0a4a162e31 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1900480 Nov 11 21:29:43.211406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba6154-6ebe-4fb0-a3c2-6a0a4a162e31 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f4d604-4b37-4182-a133-d32fccaec4dd,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:43.569067 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8046dc57-7ac7-490d-bb72-931a3043e515 req-edaff4e5-3e33-49ca-9014-afc291b2b9d3 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/63f10478-916d-48d9-bf26-9123d741a8e1 HTTP/1.1" status: 200 len: 1822 time: 0.0573053 Nov 11 21:29:43.644776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8046dc57-7ac7-490d-bb72-931a3043e515 req-bb4985ea-2536-4318-8e5f-4c3fed23956f tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/b3f4d604-4b37-4182-a133-d32fccaec4dd HTTP/1.1" status: 200 len: 1822 time: 0.0676327 Nov 11 21:29:43.655561 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-8046dc57-7ac7-490d-bb72-931a3043e515 req-ff078111-d9e4-4cb0-a6eb-a5e1210ad988 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '63f10478-916d-48d9-bf26-9123d741a8e1', 'remote_group_id': 'b3f4d604-4b37-4182-a133-d32fccaec4dd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:43.656012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-8046dc57-7ac7-490d-bb72-931a3043e515 req-ff078111-d9e4-4cb0-a6eb-a5e1210ad988 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '63f10478-916d-48d9-bf26-9123d741a8e1', 'remote_group_id': 'b3f4d604-4b37-4182-a133-d32fccaec4dd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:43.753146 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8046dc57-7ac7-490d-bb72-931a3043e515 req-ff078111-d9e4-4cb0-a6eb-a5e1210ad988 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:43.819273 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8046dc57-7ac7-490d-bb72-931a3043e515 req-ff078111-d9e4-4cb0-a6eb-a5e1210ad988 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:43.823157 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ac06722-528a-4175-9563-a416a7d2291d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:43.825673 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8046dc57-7ac7-490d-bb72-931a3043e515 req-ff078111-d9e4-4cb0-a6eb-a5e1210ad988 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:43.851153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff078111-d9e4-4cb0-a6eb-a5e1210ad988 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19de8ac-3a44-4ce0-8754-e7f7bd73a189,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:43.862746 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8046dc57-7ac7-490d-bb72-931a3043e515 req-ff078111-d9e4-4cb0-a6eb-a5e1210ad988 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:43.864178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8046dc57-7ac7-490d-bb72-931a3043e515 req-ff078111-d9e4-4cb0-a6eb-a5e1210ad988 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2129676 Nov 11 21:29:44.048700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33d352-ef37-48ea-8834-75379ab97f39 req-ef8ed7ad-6d4e-4de6-aab4-132b632a5815 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:44.050411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b33d352-ef37-48ea-8834-75379ab97f39 req-ef8ed7ad-6d4e-4de6-aab4-132b632a5815 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.1280975 Nov 11 21:29:44.134993 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b33d352-ef37-48ea-8834-75379ab97f39 req-5b32784c-4946-4488-bfe1-da01d25c8842 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718975 Nov 11 21:29:44.402345 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:44.584434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9bf0bed2-6dc2-42a2-87d9-042ad9be38be req-9b56efbb-e5eb-4420-8f88-c7829ac9a45f tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/b3f4d604-4b37-4182-a133-d32fccaec4dd HTTP/1.1" status: 200 len: 1822 time: 0.0712957 Nov 11 21:29:44.679208 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9bf0bed2-6dc2-42a2-87d9-042ad9be38be req-b0301ab7-62a4-40fd-8f5b-df79e25b2b98 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:44.712246 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9bf0bed2-6dc2-42a2-87d9-042ad9be38be req-b0301ab7-62a4-40fd-8f5b-df79e25b2b98 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:44.825499 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9bf0bed2-6dc2-42a2-87d9-042ad9be38be req-b0301ab7-62a4-40fd-8f5b-df79e25b2b98 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:44.830937 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9bf0bed2-6dc2-42a2-87d9-042ad9be38be req-b0301ab7-62a4-40fd-8f5b-df79e25b2b98 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:44.834026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9bf0bed2-6dc2-42a2-87d9-042ad9be38be req-b0301ab7-62a4-40fd-8f5b-df79e25b2b98 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "DELETE /v2.0/security-groups/b3f4d604-4b37-4182-a133-d32fccaec4dd HTTP/1.1" status: 204 len: 173 time: 0.2473321 Nov 11 21:29:44.845667 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0301ab7-62a4-40fd-8f5b-df79e25b2b98 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f4d604-4b37-4182-a133-d32fccaec4dd,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:45.066862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0fe68766-df9e-4f97-931a-497a10ccea3f req-a61d63b4-2014-4f45-830d-4230f90697f5 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/63f10478-916d-48d9-bf26-9123d741a8e1 HTTP/1.1" status: 200 len: 1822 time: 0.1012740 Nov 11 21:29:45.186842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-c0f16c98-f10d-43ec-ba93-189b693c8668 req-719980a8-ed90-4fbe-8ced-11a5cc8685e4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-178099351', 'description': 'tempest-description-391433911'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:45.226818 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c0f16c98-f10d-43ec-ba93-189b693c8668 req-719980a8-ed90-4fbe-8ced-11a5cc8685e4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:45.326708 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c0f16c98-f10d-43ec-ba93-189b693c8668 req-719980a8-ed90-4fbe-8ced-11a5cc8685e4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:45.332891 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c0f16c98-f10d-43ec-ba93-189b693c8668 req-719980a8-ed90-4fbe-8ced-11a5cc8685e4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:45.377502 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c0f16c98-f10d-43ec-ba93-189b693c8668 req-719980a8-ed90-4fbe-8ced-11a5cc8685e4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:45.390835 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0f16c98-f10d-43ec-ba93-189b693c8668 req-719980a8-ed90-4fbe-8ced-11a5cc8685e4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2085509 Nov 11 21:29:45.395908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719980a8-ed90-4fbe-8ced-11a5cc8685e4 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8d36bb-62a8-4716-999a-b31543f9e23a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:45.528503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1869b2-4b61-45f9-b775-1cd604a8b378 req-840bbedd-836d-4cd9-841a-211be0da3a85 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:45.536135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f1869b2-4b61-45f9-b775-1cd604a8b378 req-840bbedd-836d-4cd9-841a-211be0da3a85 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.0900331 Nov 11 21:29:45.606040 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f1869b2-4b61-45f9-b775-1cd604a8b378 req-c8fcd1ea-fcaf-4cf4-9fa5-aaad217b8114 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688386 Nov 11 21:29:45.897076 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3e22ee5-6db8-4c57-b360-f8bbe894cdd6 req-f1e7605b-85bc-422a-ba48-a776658b5685 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/4b8d36bb-62a8-4716-999a-b31543f9e23a HTTP/1.1" status: 200 len: 1820 time: 0.0664117 Nov 11 21:29:45.912507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-a3e22ee5-6db8-4c57-b360-f8bbe894cdd6 req-92d010e4-3138-49e6-977b-231c7337d84e tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b8d36bb-62a8-4716-999a-b31543f9e23a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:45.912831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-a3e22ee5-6db8-4c57-b360-f8bbe894cdd6 req-92d010e4-3138-49e6-977b-231c7337d84e tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b8d36bb-62a8-4716-999a-b31543f9e23a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:45.989248 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a3e22ee5-6db8-4c57-b360-f8bbe894cdd6 req-92d010e4-3138-49e6-977b-231c7337d84e tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:46.004642 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59ada860-347a-4962-80ce-da6f1ea443c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:46.018121 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a3e22ee5-6db8-4c57-b360-f8bbe894cdd6 req-92d010e4-3138-49e6-977b-231c7337d84e tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:46.024483 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a3e22ee5-6db8-4c57-b360-f8bbe894cdd6 req-92d010e4-3138-49e6-977b-231c7337d84e tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:46.076478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d010e4-3138-49e6-977b-231c7337d84e tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad226d5-98d2-4dc8-bb9c-2f20b8eff0d6,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:46.087702 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a3e22ee5-6db8-4c57-b360-f8bbe894cdd6 req-92d010e4-3138-49e6-977b-231c7337d84e tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:46.098287 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3e22ee5-6db8-4c57-b360-f8bbe894cdd6 req-92d010e4-3138-49e6-977b-231c7337d84e tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1918249 Nov 11 21:29:46.485027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e965e2-a625-4916-ac0a-75e4ba57ae65 req-7af5cba3-a2db-4f21-a2d9-2f33d90d4491 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:46.487150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1e965e2-a625-4916-ac0a-75e4ba57ae65 req-7af5cba3-a2db-4f21-a2d9-2f33d90d4491 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/ports?device_id=44ba38c2-77c7-4e9a-92ed-2d1e83b34d76 HTTP/1.1" status: 200 len: 946 time: 0.0986996 Nov 11 21:29:46.564750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1e965e2-a625-4916-ac0a-75e4ba57ae65 req-9e821827-fb9f-407e-97ef-5c11d7fe0dd5 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/security-groups?id=c80f5ab0-dabe-4e1e-8668-5e5cf1d0cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547218 Nov 11 21:29:46.603758 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 8f0f2948-f163-452b-8f46-bce925c8e8f5 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:29:46.750283 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:46.755752 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-015d33c8-80ec-49ba-a35a-20cb114e0025 req-e1a03d3b-a458-448e-915a-0629cc62511d tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/4b8d36bb-62a8-4716-999a-b31543f9e23a HTTP/1.1" status: 200 len: 2413 time: 0.0541871 Nov 11 21:29:46.768426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-015d33c8-80ec-49ba-a35a-20cb114e0025 req-8c8a9b21-2a78-4d0f-afff-17ded5afff66 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b8d36bb-62a8-4716-999a-b31543f9e23a', 'remote_group_id': None}]} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:46.768874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-015d33c8-80ec-49ba-a35a-20cb114e0025 req-8c8a9b21-2a78-4d0f-afff-17ded5afff66 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b8d36bb-62a8-4716-999a-b31543f9e23a', 'remote_group_id': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:46.770415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '8f0f2948-f163-452b-8f46-bce925c8e8f5', 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278', 'port_id': '8f0f2948-f163-452b-8f46-bce925c8e8f5', 'mac_address': 'fa:16:3e:c2:30:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5a99ce-ab7f-414f-98ea-4a261df03b32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:29:46.819060 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:46.834397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0f2948-f163-452b-8f46-bce925c8e8f5 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:29:46.842510 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-015d33c8-80ec-49ba-a35a-20cb114e0025 req-8c8a9b21-2a78-4d0f-afff-17ded5afff66 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:46.859553 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:46.866506 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:46.884196 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-015d33c8-80ec-49ba-a35a-20cb114e0025 req-8c8a9b21-2a78-4d0f-afff-17ded5afff66 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:46.890988 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-015d33c8-80ec-49ba-a35a-20cb114e0025 req-8c8a9b21-2a78-4d0f-afff-17ded5afff66 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:46.916021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a9b21-2a78-4d0f-afff-17ded5afff66 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa289123-ec31-497a-8dc0-bab62ceb6c25,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:46.927374 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-015d33c8-80ec-49ba-a35a-20cb114e0025 req-8c8a9b21-2a78-4d0f-afff-17ded5afff66 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:46.933360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-015d33c8-80ec-49ba-a35a-20cb114e0025 req-8c8a9b21-2a78-4d0f-afff-17ded5afff66 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1696427 Nov 11 21:29:46.952498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=8f0f2948-f163-452b-8f46-bce925c8e8f5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:47.080701 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:47.088474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e9f11-a42f-4613-9eec-0540000a089b req-b79e29c6-a425-411d-a1fd-8eb8d87c428c tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:47.090105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-193e9f11-a42f-4613-9eec-0540000a089b req-b79e29c6-a425-411d-a1fd-8eb8d87c428c tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 945 time: 0.0849071 Nov 11 21:29:47.093019 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62e42c4d-48f6-45d7-920c-c1b965dadc90 req-71e1705e-f74f-403a-93b3-68b93a7e8214 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/4b8d36bb-62a8-4716-999a-b31543f9e23a HTTP/1.1" status: 200 len: 3011 time: 0.0587597 Nov 11 21:29:47.150261 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-193e9f11-a42f-4613-9eec-0540000a089b req-b5644438-d17d-4423-88e3-1c414bf5df95 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537708 Nov 11 21:29:47.156970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['8f0f2948-f163-452b-8f46-bce925c8e8f5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:29:47.209607 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6627490b-e68f-4afb-8f22-1259c24f7b01 req-3cfc6b2e-9533-4438-9d9b-09f23f9d34d1 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-group-rules/aa289123-ec31-497a-8dc0-bab62ceb6c25 HTTP/1.1" status: 200 len: 783 time: 0.0324695 Nov 11 21:29:47.272955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6627490b-e68f-4afb-8f22-1259c24f7b01 req-59fd6163-4466-4bcd-8181-b55e68c00c06 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/4b8d36bb-62a8-4716-999a-b31543f9e23a HTTP/1.1" status: 200 len: 3011 time: 0.0557339 Nov 11 21:29:47.316135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6627490b-e68f-4afb-8f22-1259c24f7b01 req-cdab99c0-0be1-4c45-a89a-13ccee91b64e tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:47.338337 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6627490b-e68f-4afb-8f22-1259c24f7b01 req-cdab99c0-0be1-4c45-a89a-13ccee91b64e tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:47.390785 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6627490b-e68f-4afb-8f22-1259c24f7b01 req-cdab99c0-0be1-4c45-a89a-13ccee91b64e tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:47.402460 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6627490b-e68f-4afb-8f22-1259c24f7b01 req-cdab99c0-0be1-4c45-a89a-13ccee91b64e tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:47.403730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6627490b-e68f-4afb-8f22-1259c24f7b01 req-cdab99c0-0be1-4c45-a89a-13ccee91b64e tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/aa289123-ec31-497a-8dc0-bab62ceb6c25 HTTP/1.1" status: 204 len: 173 time: 0.1302719 Nov 11 21:29:47.409643 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab99c0-0be1-4c45-a89a-13ccee91b64e tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa289123-ec31-497a-8dc0-bab62ceb6c25,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:47.549600 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f876e7f9-4471-4cce-90ff-c87b2f30c664 req-14532370-36e9-4bd7-b6aa-8deb00ae2c00 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/4b8d36bb-62a8-4716-999a-b31543f9e23a HTTP/1.1" status: 200 len: 2413 time: 0.0456676 Nov 11 21:29:47.628559 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f876e7f9-4471-4cce-90ff-c87b2f30c664 req-05b96cc4-feb7-4523-9659-4f5a73ba7c56 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:47.644238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c32ea-c572-4e28-b2f7-80c967aa7329 req-de3ea2cf-af0c-4f9a-aefa-19cd87a20371 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:47.645581 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8e0c32ea-c572-4e28-b2f7-80c967aa7329 req-de3ea2cf-af0c-4f9a-aefa-19cd87a20371 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ba38c2-77c7-4e9a-92ed-2d1e83b34d76 HTTP/1.1" status: 200 len: 946 time: 0.0835950 Nov 11 21:29:47.659455 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f876e7f9-4471-4cce-90ff-c87b2f30c664 req-05b96cc4-feb7-4523-9659-4f5a73ba7c56 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:47.741237 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f876e7f9-4471-4cce-90ff-c87b2f30c664 req-05b96cc4-feb7-4523-9659-4f5a73ba7c56 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:47.749593 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f876e7f9-4471-4cce-90ff-c87b2f30c664 req-05b96cc4-feb7-4523-9659-4f5a73ba7c56 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:47.752422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f876e7f9-4471-4cce-90ff-c87b2f30c664 req-05b96cc4-feb7-4523-9659-4f5a73ba7c56 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "DELETE /v2.0/security-groups/4b8d36bb-62a8-4716-999a-b31543f9e23a HTTP/1.1" status: 204 len: 173 time: 0.1940324 Nov 11 21:29:47.766962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b96cc4-feb7-4523-9659-4f5a73ba7c56 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8d36bb-62a8-4716-999a-b31543f9e23a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:47.813443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8e0c32ea-c572-4e28-b2f7-80c967aa7329 req-b1e605b6-c66b-4216-907f-e7d297f3b4cf tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Deleting port ec456408-c53a-479b-9671-8ec83c10d962 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:47.813839 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8e0c32ea-c572-4e28-b2f7-80c967aa7329 req-b1e605b6-c66b-4216-907f-e7d297f3b4cf tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:47.917962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e7c3a-f460-4d6a-9b55-af49b29c9d81 req-c043cdf3-d47d-4973-b95d-4885732067dd tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:47.920160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a05e7c3a-f460-4d6a-9b55-af49b29c9d81 req-c043cdf3-d47d-4973-b95d-4885732067dd tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/ports?device_id=44ba38c2-77c7-4e9a-92ed-2d1e83b34d76 HTTP/1.1" status: 200 len: 946 time: 0.0570045 Nov 11 21:29:47.930512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8e0c32ea-c572-4e28-b2f7-80c967aa7329 req-b1e605b6-c66b-4216-907f-e7d297f3b4cf tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] For port ec456408-c53a-479b-9671-8ec83c10d962, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ec456408-c53a-479b-9671-8ec83c10d962,segment=NetworkSegment(e5e61511-4fcd-4e38-a048-a65bd0949d2b),segment_id=e5e61511-4fcd-4e38-a048-a65bd0949d2b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:47.931395 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8e0c32ea-c572-4e28-b2f7-80c967aa7329 req-b1e605b6-c66b-4216-907f-e7d297f3b4cf tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:47.946451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8e0c32ea-c572-4e28-b2f7-80c967aa7329 req-b1e605b6-c66b-4216-907f-e7d297f3b4cf tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Calling delete_port for ec456408-c53a-479b-9671-8ec83c10d962 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:47.984470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a05e7c3a-f460-4d6a-9b55-af49b29c9d81 req-fc2e4f0c-8a79-404f-a23c-bb318b78cbe8 tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.57 "GET /v2.0/security-groups?id=c80f5ab0-dabe-4e1e-8668-5e5cf1d0cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519056 Nov 11 21:29:48.027573 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-e3b113e1-8dc1-4719-bf0b-581dc6706f4e req-c5fba20e-3bb3-452a-b627-201904465775 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] show failed (client error): The resource could not be found. Nov 11 21:29:48.028590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e3b113e1-8dc1-4719-bf0b-581dc6706f4e req-c5fba20e-3bb3-452a-b627-201904465775 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/b3f4d604-4b37-4182-a133-d32fccaec4dd HTTP/1.1" status: 404 len: 352 time: 0.0141850 Nov 11 21:29:48.119162 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8e0c32ea-c572-4e28-b2f7-80c967aa7329 req-b1e605b6-c66b-4216-907f-e7d297f3b4cf tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:48.133831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['ec456408-c53a-479b-9671-8ec83c10d962'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:29:48.183300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e605b6-c66b-4216-907f-e7d297f3b4cf tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Pushing event deleted for resources: {'Port': ['ID=ec456408-c53a-479b-9671-8ec83c10d962,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:48.194166 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9766c164-63b4-4c9a-96db-ec3fd24051d8 req-5e8bdf90-df38-4644-938b-40d4238d817e tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/63f10478-916d-48d9-bf26-9123d741a8e1 HTTP/1.1" status: 200 len: 1822 time: 0.0747087 Nov 11 21:29:48.279592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0c32ea-c572-4e28-b2f7-80c967aa7329 req-b1e605b6-c66b-4216-907f-e7d297f3b4cf tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] No DVR routers for this DVR port ec456408-c53a-479b-9671-8ec83c10d962 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:29:48.283595 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8e0c32ea-c572-4e28-b2f7-80c967aa7329 req-b1e605b6-c66b-4216-907f-e7d297f3b4cf tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:48.287610 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8e0c32ea-c572-4e28-b2f7-80c967aa7329 req-b1e605b6-c66b-4216-907f-e7d297f3b4cf tempest-VolumesAdminNegativeTest-1008712452 tempest-VolumesAdminNegativeTest-1008712452-project] 10.222.0.10 "DELETE /v2.0/ports/ec456408-c53a-479b-9671-8ec83c10d962 HTTP/1.1" status: 204 len: 173 time: 0.6353247 Nov 11 21:29:48.288387 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ba38c2-77c7-4e9a-92ed-2d1e83b34d76', 'name': 'network-vif-deleted', 'tag': 'ec456408-c53a-479b-9671-8ec83c10d962'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:48.298093 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905247cd-50ed-4ded-9e4a-833992b11019" -d '{"events": [{"server_uuid": "44ba38c2-77c7-4e9a-92ed-2d1e83b34d76", "name": "network-vif-deleted", "tag": "ec456408-c53a-479b-9671-8ec83c10d962"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:48.308934 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9766c164-63b4-4c9a-96db-ec3fd24051d8 req-62f6c11b-11ec-4811-bcf8-600a93fe83fd tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:48.347126 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9766c164-63b4-4c9a-96db-ec3fd24051d8 req-62f6c11b-11ec-4811-bcf8-600a93fe83fd tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:48.431426 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:48.478623 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9766c164-63b4-4c9a-96db-ec3fd24051d8 req-62f6c11b-11ec-4811-bcf8-600a93fe83fd tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:48.481694 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9766c164-63b4-4c9a-96db-ec3fd24051d8 req-62f6c11b-11ec-4811-bcf8-600a93fe83fd tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:48.483281 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9766c164-63b4-4c9a-96db-ec3fd24051d8 req-62f6c11b-11ec-4811-bcf8-600a93fe83fd tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "DELETE /v2.0/security-groups/63f10478-916d-48d9-bf26-9123d741a8e1 HTTP/1.1" status: 204 len: 173 time: 0.2767637 Nov 11 21:29:48.503321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6c11b-11ec-4811-bcf8-600a93fe83fd tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f10478-916d-48d9-bf26-9123d741a8e1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:48.520543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584ef8d-a28b-482f-b1b1-e8c5597f0572 req-872c3973-ba4b-4463-af5c-5f585ed22fea tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:48.522554 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2584ef8d-a28b-482f-b1b1-e8c5597f0572 req-872c3973-ba4b-4463-af5c-5f585ed22fea tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 945 time: 0.1075249 Nov 11 21:29:48.528345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55574) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:48.548720 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b59f17d-f610-4862-b3a8-42e63f2a93ee x-openstack-request-id: req-5b59f17d-f610-4862-b3a8-42e63f2a93ee {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:48.553001 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ba38c2-77c7-4e9a-92ed-2d1e83b34d76", "name": "network-vif-deleted", "tag": "ec456408-c53a-479b-9671-8ec83c10d962", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:48.553557 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5b59f17d-f610-4862-b3a8-42e63f2a93ee {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:48.554174 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ba38c2-77c7-4e9a-92ed-2d1e83b34d76', 'name': 'network-vif-deleted', 'tag': 'ec456408-c53a-479b-9671-8ec83c10d962', 'status': 'completed', 'code': 200} Nov 11 21:29:48.600732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2584ef8d-a28b-482f-b1b1-e8c5597f0572 req-2a76a139-299e-4fde-bd21-203e82645524 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653255 Nov 11 21:29:48.607581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 8f0f2948-f163-452b-8f46-bce925c8e8f5 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:29:48.690938 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 8f0f2948-f163-452b-8f46-bce925c8e8f5 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:29:48.698596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 8f0f2948-f163-452b-8f46-bce925c8e8f5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:29:48.700876 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:48.838447 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:48.839029 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-41d25ef0-5715-4709-8439-f296651c1a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:48.870135 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743687bd-739e-49b4-834f-014e260142c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0f2948-f163-452b-8f46-bce925c8e8f5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:48.872540 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a9a74f-b0cd-44f0-94de-a7b0abfa4ec1" -d '{"events": [{"server_uuid": "743687bd-739e-49b4-834f-014e260142c1", "name": "network-vif-plugged", "status": "completed", "tag": "8f0f2948-f163-452b-8f46-bce925c8e8f5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:48.887930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:48.896508 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:48.952348 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=8f0f2948-f163-452b-8f46-bce925c8e8f5,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:48.991304 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-41d25ef0-5715-4709-8439-f296651c1a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.002930 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-41d25ef0-5715-4709-8439-f296651c1a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.047840 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-41d25ef0-5715-4709-8439-f296651c1a6c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c8eb6450dbdd434b9ee377ee9a020e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5178580 Nov 11 21:29:49.051457 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55592) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:49.066639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d25ef0-5715-4709-8439-f296651c1a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2c5f7e-2b87-4b2f-afb1-4e5320e15b74,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:49.123944 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bece9bc3-b3d7-4cbf-a72d-73ac02d0bccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.154204 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bece9bc3-b3d7-4cbf-a72d-73ac02d0bccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.163823 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985777-9324-4944-98c3-5d675adda263 req-c740ab64-8306-437d-8124-848f17058f42 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:49.165475 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e985777-9324-4944-98c3-5d675adda263 req-c740ab64-8306-437d-8124-848f17058f42 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/networks?id=db6f838a-e359-4731-8b0b-e67a2634dc14 HTTP/1.1" status: 200 len: 803 time: 0.5315456 Nov 11 21:29:49.168572 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8e0c5a1-5e92-415a-a385-0f8f8c395308 req-d4e0df50-4fbd-41a1-b8fd-7f638ad12703 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/80fc6d15-d460-48dd-9f33-bb5ee228e19d HTTP/1.1" status: 200 len: 1821 time: 0.4272189 Nov 11 21:29:49.194994 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e985777-9324-4944-98c3-5d675adda263 req-3cf0249d-8759-4e73-8921-9b9bdee00d8e tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/quotas/d1ce2fcf81724535a65f8c9d2450b857 HTTP/1.1" status: 200 len: 375 time: 0.0191808 Nov 11 21:29:49.215599 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bece9bc3-b3d7-4cbf-a72d-73ac02d0bccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.218585 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bece9bc3-b3d7-4cbf-a72d-73ac02d0bccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.222479 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bece9bc3-b3d7-4cbf-a72d-73ac02d0bccf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ac2c5f7e-2b87-4b2f-afb1-4e5320e15b74 HTTP/1.1" status: 204 len: 168 time: 0.1677330 Nov 11 21:29:49.243244 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece9bc3-b3d7-4cbf-a72d-73ac02d0bccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2c5f7e-2b87-4b2f-afb1-4e5320e15b74,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:49.247238 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.282654 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c8e0c5a1-5e92-415a-a385-0f8f8c395308 req-556e756a-21ec-4ded-a111-e071906e6179 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.320370 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c8e0c5a1-5e92-415a-a385-0f8f8c395308 req-556e756a-21ec-4ded-a111-e071906e6179 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.334645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e985777-9324-4944-98c3-5d675adda263 req-be6fb707-8d9b-4404-b4fb-2a8fef8d4e08 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1ce2fcf81724535a65f8c9d2450b857&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1332095 Nov 11 21:29:49.464076 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e985777-9324-4944-98c3-5d675adda263 req-a6805a29-c217-49fa-afa5-13be7dcba5dd service neutron] 10.222.0.57 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183851 Nov 11 21:29:49.467798 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c8e0c5a1-5e92-415a-a385-0f8f8c395308 req-556e756a-21ec-4ded-a111-e071906e6179 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.470585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c8e0c5a1-5e92-415a-a385-0f8f8c395308 req-556e756a-21ec-4ded-a111-e071906e6179 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.471751 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8e0c5a1-5e92-415a-a385-0f8f8c395308 req-556e756a-21ec-4ded-a111-e071906e6179 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "DELETE /v2.0/security-groups/80fc6d15-d460-48dd-9f33-bb5ee228e19d HTTP/1.1" status: 204 len: 173 time: 0.2946606 Nov 11 21:29:49.490496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e756a-21ec-4ded-a111-e071906e6179 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fc6d15-d460-48dd-9f33-bb5ee228e19d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:49.536383 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88910cce-1fde-4e00-8f63-356637be4826 x-openstack-request-id: req-88910cce-1fde-4e00-8f63-356637be4826 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:49.536757 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743687bd-739e-49b4-834f-014e260142c1", "name": "network-vif-plugged", "status": "completed", "tag": "8f0f2948-f163-452b-8f46-bce925c8e8f5", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:49.537063 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-88910cce-1fde-4e00-8f63-356637be4826 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:49.537702 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743687bd-739e-49b4-834f-014e260142c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0f2948-f163-452b-8f46-bce925c8e8f5', 'code': 200} Nov 11 21:29:49.584674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55602) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:49.619557 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e985777-9324-4944-98c3-5d675adda263 req-c2f6be11-c2b5-4f41-8404-6a83686f8a61 service neutron] 10.222.0.57 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380796 Nov 11 21:29:49.623704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55604) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:49.660184 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef24e99d-25eb-421b-a3ae-298b48a4ac48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.683656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-628b71c3-6a96-4c09-85e3-6f25ec80e1ab admin admin] Deleting subnet eeb486a1-ee4f-4770-835e-4492fab85c7f {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:29:49.687470 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-628b71c3-6a96-4c09-85e3-6f25ec80e1ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.724566 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-628b71c3-6a96-4c09-85e3-6f25ec80e1ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.766479 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-628b71c3-6a96-4c09-85e3-6f25ec80e1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.828631 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-628b71c3-6a96-4c09-85e3-6f25ec80e1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.841310 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef24e99d-25eb-421b-a3ae-298b48a4ac48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.854296 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff97f5ad-7133-42f0-bff4-314b6dadb1b6 req-eb12133a-8561-4523-a375-8e8d7dad7bd0 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/03db58fa-edeb-49b4-8458-f4ff2d07c7ab HTTP/1.1" status: 200 len: 1822 time: 0.1741388 Nov 11 21:29:49.900860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef24e99d-25eb-421b-a3ae-298b48a4ac48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.914648 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b71c3-6a96-4c09-85e3-6f25ec80e1ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb486a1-ee4f-4770-835e-4492fab85c7f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:49.925668 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-628b71c3-6a96-4c09-85e3-6f25ec80e1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:49.931868 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-628b71c3-6a96-4c09-85e3-6f25ec80e1ab admin admin] 10.222.0.57 "DELETE /v2.0/subnets/eeb486a1-ee4f-4770-835e-4492fab85c7f HTTP/1.1" status: 204 len: 168 time: 0.3458085 Nov 11 21:29:49.935714 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55620) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:49.965079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24e99d-25eb-421b-a3ae-298b48a4ac48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705470b3-5ac3-484f-b3f9-0ca53a67b8b9,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:50.005690 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ff97f5ad-7133-42f0-bff4-314b6dadb1b6 req-3577646d-22c8-4d47-abb9-7162678371b0 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.039039 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ef24e99d-25eb-421b-a3ae-298b48a4ac48 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=823bf4124c1d40e9846eac096f1e132f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4134130 Nov 11 21:29:50.041111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55622) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:50.070928 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ff97f5ad-7133-42f0-bff4-314b6dadb1b6 req-3577646d-22c8-4d47-abb9-7162678371b0 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.115313 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51129422-5a75-44eb-a1db-c0c74f50dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.120943 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeccd0-89a9-4653-a2c7-cc057669c04d req-3968639d-44e1-4a25-b04c-1849b78d8bc6 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:50.131972 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90eeccd0-89a9-4653-a2c7-cc057669c04d req-3968639d-44e1-4a25-b04c-1849b78d8bc6 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 0.2258341 Nov 11 21:29:50.136680 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117eaaf-186f-42f6-b6fd-cacb8abcad5f req-cf68aa16-5da4-4034-a850-9fbf52405571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:50.138654 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5117eaaf-186f-42f6-b6fd-cacb8abcad5f req-cf68aa16-5da4-4034-a850-9fbf52405571 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 1097 time: 0.4625833 Nov 11 21:29:50.171794 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ff97f5ad-7133-42f0-bff4-314b6dadb1b6 req-3577646d-22c8-4d47-abb9-7162678371b0 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.174696 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ff97f5ad-7133-42f0-bff4-314b6dadb1b6 req-3577646d-22c8-4d47-abb9-7162678371b0 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.176250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff97f5ad-7133-42f0-bff4-314b6dadb1b6 req-3577646d-22c8-4d47-abb9-7162678371b0 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "DELETE /v2.0/security-groups/03db58fa-edeb-49b4-8458-f4ff2d07c7ab HTTP/1.1" status: 204 len: 173 time: 0.3210862 Nov 11 21:29:50.241948 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90eeccd0-89a9-4653-a2c7-cc057669c04d req-5cb11f7a-7dd9-4298-b82c-347d3e942cfe tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089883 Nov 11 21:29:50.258628 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577646d-22c8-4d47-abb9-7162678371b0 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03db58fa-edeb-49b4-8458-f4ff2d07c7ab,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:50.259685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51129422-5a75-44eb-a1db-c0c74f50dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.296511 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5117eaaf-186f-42f6-b6fd-cacb8abcad5f req-ce2b2c05-74ab-46ed-b763-efb051f6ab0a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317630 Nov 11 21:29:50.311607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-51129422-5a75-44eb-a1db-c0c74f50dcaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ef974b-9ead-4619-b330-81971eb3170d']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:50.323218 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9c63f526-3fe4-47d2-8684-5fee1047054a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.326816 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-51129422-5a75-44eb-a1db-c0c74f50dcaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e61511-4fcd-4e38-a048-a65bd0949d2b') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:50.327308 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-51129422-5a75-44eb-a1db-c0c74f50dcaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e61511-4fcd-4e38-a048-a65bd0949d2b') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:50.346501 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51129422-5a75-44eb-a1db-c0c74f50dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.370788 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51129422-5a75-44eb-a1db-c0c74f50dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.371351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8b8e5958-a1ed-4bbd-b2fa-784a1e815680 req-d1e34ffe-9f57-49c4-aadc-7a5acdecc113 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 210 time: 0.0569611 Nov 11 21:29:50.410251 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51129422-5a75-44eb-a1db-c0c74f50dcaa admin admin] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:29:50.410251 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51129422-5a75-44eb-a1db-c0c74f50dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:29:50.414740 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:29:50.466354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49657c26-95f2-412c-b3cb-0c180c7607ee req-ac822042-3dbe-4b34-bbb7-db5064b10363 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:50.471850 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49657c26-95f2-412c-b3cb-0c180c7607ee req-ac822042-3dbe-4b34-bbb7-db5064b10363 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.71 "GET /v2.0/ports?device_id=1fd5d532-988a-433b-8ca7-07ed0d028fed HTTP/1.1" status: 200 len: 945 time: 0.1801353 Nov 11 21:29:50.474909 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9c63f526-3fe4-47d2-8684-5fee1047054a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.504618 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51129422-5a75-44eb-a1db-c0c74f50dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.511866 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51129422-5a75-44eb-a1db-c0c74f50dcaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.530484 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-51129422-5a75-44eb-a1db-c0c74f50dcaa admin admin] 10.222.0.57 "DELETE /v2.0/networks/47ef974b-9ead-4619-b330-81971eb3170d HTTP/1.1" status: 204 len: 168 time: 0.5923572 Nov 11 21:29:50.532513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55632) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:50.576043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51129422-5a75-44eb-a1db-c0c74f50dcaa admin admin] Pushing event deleted for resources: {'Network': ['ID=47ef974b-9ead-4619-b330-81971eb3170d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:50.599490 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f77ad8b8-2920-48fb-9a4b-6ab1ee3c7f90 req-7ff3b1b2-799a-41af-ab8e-8be6575c21d7 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/db54707f-0b6c-4167-b78b-90104068f1ec HTTP/1.1" status: 200 len: 2419 time: 0.2370861 Nov 11 21:29:50.611099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e103d40d-9086-417c-a4c3-aa4f6ea1c148 admin admin] Deleting subnet 9f889bfd-5585-42e9-896c-67ab0aeb8956 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:29:50.615856 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e103d40d-9086-417c-a4c3-aa4f6ea1c148 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.636682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6b355-3f02-42cf-9975-f57afa477512 req-e445cadb-8e44-40b0-bd26-510675a7f27c tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:50.644648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fa6b355-3f02-42cf-9975-f57afa477512 req-e445cadb-8e44-40b0-bd26-510675a7f27c tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 945 time: 0.1624696 Nov 11 21:29:50.661349 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e103d40d-9086-417c-a4c3-aa4f6ea1c148 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.729025 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e103d40d-9086-417c-a4c3-aa4f6ea1c148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.750478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fa6b355-3f02-42cf-9975-f57afa477512 req-11540845-63e7-46fa-a4c9-19ed3b5c7038 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049306 Nov 11 21:29:50.751072 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9c63f526-3fe4-47d2-8684-5fee1047054a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.753653 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9c63f526-3fe4-47d2-8684-5fee1047054a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.754670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9c63f526-3fe4-47d2-8684-5fee1047054a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/705470b3-5ac3-484f-b3f9-0ca53a67b8b9 HTTP/1.1" status: 204 len: 168 time: 0.7070878 Nov 11 21:29:50.805548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63f526-3fe4-47d2-8684-5fee1047054a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705470b3-5ac3-484f-b3f9-0ca53a67b8b9,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:50.805548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-49657c26-95f2-412c-b3cb-0c180c7607ee req-e7773017-861e-4ce2-8c88-5d0481daa5a0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Deleting port 695846f1-6407-40c3-85d3-adc49e6c081d {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:50.805548 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-49657c26-95f2-412c-b3cb-0c180c7607ee req-e7773017-861e-4ce2-8c88-5d0481daa5a0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.846841 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f77ad8b8-2920-48fb-9a4b-6ab1ee3c7f90 req-24ea5a20-4289-45ad-b1af-73f3cf92c209 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.887513 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e103d40d-9086-417c-a4c3-aa4f6ea1c148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.914775 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f77ad8b8-2920-48fb-9a4b-6ab1ee3c7f90 req-24ea5a20-4289-45ad-b1af-73f3cf92c209 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.972202 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103d40d-9086-417c-a4c3-aa4f6ea1c148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f889bfd-5585-42e9-896c-67ab0aeb8956,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:50.975808 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e103d40d-9086-417c-a4c3-aa4f6ea1c148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:50.979154 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e103d40d-9086-417c-a4c3-aa4f6ea1c148 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9f889bfd-5585-42e9-896c-67ab0aeb8956 HTTP/1.1" status: 204 len: 168 time: 0.4456580 Nov 11 21:29:50.987309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55644) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:51.038696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-49657c26-95f2-412c-b3cb-0c180c7607ee req-e7773017-861e-4ce2-8c88-5d0481daa5a0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] For port 695846f1-6407-40c3-85d3-adc49e6c081d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=695846f1-6407-40c3-85d3-adc49e6c081d,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:51.039871 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-49657c26-95f2-412c-b3cb-0c180c7607ee req-e7773017-861e-4ce2-8c88-5d0481daa5a0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.105549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-49657c26-95f2-412c-b3cb-0c180c7607ee req-e7773017-861e-4ce2-8c88-5d0481daa5a0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Calling delete_port for 695846f1-6407-40c3-85d3-adc49e6c081d owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:51.121325 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f77ad8b8-2920-48fb-9a4b-6ab1ee3c7f90 req-24ea5a20-4289-45ad-b1af-73f3cf92c209 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.125729 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f77ad8b8-2920-48fb-9a4b-6ab1ee3c7f90 req-24ea5a20-4289-45ad-b1af-73f3cf92c209 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.130538 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f77ad8b8-2920-48fb-9a4b-6ab1ee3c7f90 req-24ea5a20-4289-45ad-b1af-73f3cf92c209 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "DELETE /v2.0/security-groups/db54707f-0b6c-4167-b78b-90104068f1ec HTTP/1.1" status: 204 len: 173 time: 0.5026309 Nov 11 21:29:51.158795 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-99958d6f-2830-4238-b57a-7198789c1eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.218467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea5a20-4289-45ad-b1af-73f3cf92c209 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db54707f-0b6c-4167-b78b-90104068f1ec,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:51.325450 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d0bfb87-1219-4db4-976d-bd4edd51cbb5 req-f0de9f6f-dd78-44b5-9920-ce07a7df28a1 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "GET /v2.0/security-groups/3cebb5ae-5e62-4b6b-9cbd-7c1ab89a53ff HTTP/1.1" status: 200 len: 2414 time: 0.1643229 Nov 11 21:29:51.384554 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-99958d6f-2830-4238-b57a-7198789c1eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.463795 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-99958d6f-2830-4238-b57a-7198789c1eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b7239e-fce9-4768-8a24-a9abacb5af03']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:51.490444 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-99958d6f-2830-4238-b57a-7198789c1eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf364fd-80d5-49da-b3dc-86734c80645c') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:51.490816 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-99958d6f-2830-4238-b57a-7198789c1eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf364fd-80d5-49da-b3dc-86734c80645c') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:51.513648 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-99958d6f-2830-4238-b57a-7198789c1eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.573478 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-99958d6f-2830-4238-b57a-7198789c1eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.633751 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d0bfb87-1219-4db4-976d-bd4edd51cbb5 req-0e2c9599-cd9d-4d7c-94fb-3ea553aad749 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.648303 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d81b62-2f61-4c1c-a1ff-4840b8f9df89 req-0e20f3cd-fc18-4572-bbb4-e33286e71968 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:51.661172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-53d81b62-2f61-4c1c-a1ff-4840b8f9df89 req-0e20f3cd-fc18-4572-bbb4-e33286e71968 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 0.2647667 Nov 11 21:29:51.667542 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-49657c26-95f2-412c-b3cb-0c180c7607ee req-e7773017-861e-4ce2-8c88-5d0481daa5a0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.673042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99958d6f-2830-4238-b57a-7198789c1eb9 admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:29:51.673816 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-99958d6f-2830-4238-b57a-7198789c1eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:29:51.681096 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:29:51.687024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985777-9324-4944-98c3-5d675adda263 req-f91ac153-8e13-4935-b18e-93ab9ae6046f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:51.688589 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e985777-9324-4944-98c3-5d675adda263 req-f91ac153-8e13-4935-b18e-93ab9ae6046f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.71 "GET /v2.0/networks?id=db6f838a-e359-4731-8b0b-e67a2634dc14 HTTP/1.1" status: 200 len: 803 time: 0.1276529 Nov 11 21:29:51.722672 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1e985777-9324-4944-98c3-5d675adda263 req-c45c6ab8-a9e7-46cb-abd1-f093220959ea tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Request body: {'port': {'device_id': '68bbdb47-3610-40b2-8c13-bcdeb91574ec', 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14', 'admin_state_up': True, 'tenant_id': 'd1ce2fcf81724535a65f8c9d2450b857'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:51.749597 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7773017-861e-4ce2-8c88-5d0481daa5a0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Pushing event deleted for resources: {'Port': ['ID=695846f1-6407-40c3-85d3-adc49e6c081d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:51.811812 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d0bfb87-1219-4db4-976d-bd4edd51cbb5 req-0e2c9599-cd9d-4d7c-94fb-3ea553aad749 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.867986 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-99958d6f-2830-4238-b57a-7198789c1eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.907673 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-99958d6f-2830-4238-b57a-7198789c1eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.910903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-99958d6f-2830-4238-b57a-7198789c1eb9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e3b7239e-fce9-4768-8a24-a9abacb5af03 HTTP/1.1" status: 204 len: 168 time: 0.9226155 Nov 11 21:29:51.932343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e985777-9324-4944-98c3-5d675adda263 req-c45c6ab8-a9e7-46cb-abd1-f093220959ea tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Made reservation on behalf of d1ce2fcf81724535a65f8c9d2450b857 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:29:51.939961 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-49657c26-95f2-412c-b3cb-0c180c7607ee req-e7773017-861e-4ce2-8c88-5d0481daa5a0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] No DVR routers for this DVR port 695846f1-6407-40c3-85d3-adc49e6c081d on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:29:51.940826 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e985777-9324-4944-98c3-5d675adda263 req-c45c6ab8-a9e7-46cb-abd1-f093220959ea tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.944134 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-49657c26-95f2-412c-b3cb-0c180c7607ee req-e7773017-861e-4ce2-8c88-5d0481daa5a0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.947735 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49657c26-95f2-412c-b3cb-0c180c7607ee req-e7773017-861e-4ce2-8c88-5d0481daa5a0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.71 "DELETE /v2.0/ports/695846f1-6407-40c3-85d3-adc49e6c081d HTTP/1.1" status: 204 len: 173 time: 1.4592812 Nov 11 21:29:51.948903 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd5d532-988a-433b-8ca7-07ed0d028fed', 'name': 'network-vif-deleted', 'tag': '695846f1-6407-40c3-85d3-adc49e6c081d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:51.951277 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913e76dc-3152-4d9e-b5b5-6eb175f7a07c" -d '{"events": [{"server_uuid": "1fd5d532-988a-433b-8ca7-07ed0d028fed", "name": "network-vif-deleted", "tag": "695846f1-6407-40c3-85d3-adc49e6c081d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:51.956443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99958d6f-2830-4238-b57a-7198789c1eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b7239e-fce9-4768-8a24-a9abacb5af03,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:51.967965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-53d81b62-2f61-4c1c-a1ff-4840b8f9df89 req-80d3c2e1-73c6-4787-9f1b-c19e4d51956b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055084 Nov 11 21:29:51.988327 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d0bfb87-1219-4db4-976d-bd4edd51cbb5 req-0e2c9599-cd9d-4d7c-94fb-3ea553aad749 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.991278 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d0bfb87-1219-4db4-976d-bd4edd51cbb5 req-0e2c9599-cd9d-4d7c-94fb-3ea553aad749 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:51.992602 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d0bfb87-1219-4db4-976d-bd4edd51cbb5 req-0e2c9599-cd9d-4d7c-94fb-3ea553aad749 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] 10.222.0.57 "DELETE /v2.0/security-groups/3cebb5ae-5e62-4b6b-9cbd-7c1ab89a53ff HTTP/1.1" status: 204 len: 173 time: 0.5953150 Nov 11 21:29:52.002447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55682) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:52.131006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c9599-cd9d-4d7c-94fb-3ea553aad749 tempest-SecurityGroupRulesTestJSON-322488252 tempest-SecurityGroupRulesTestJSON-322488252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cebb5ae-5e62-4b6b-9cbd-7c1ab89a53ff,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:52.248161 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3945429-1b32-42f8-802e-38098efa661a req-f990a895-1d22-4fd7-ade7-2aa67fbd4f19 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 210 time: 0.0840087 Nov 11 21:29:52.253255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fccdb9-470d-4f5c-bf37-8328fa95c917 admin admin] Deleting subnet d9fa2eaf-9f43-4668-be7f-0a641517fb64 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:29:52.257413 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60fccdb9-470d-4f5c-bf37-8328fa95c917 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:52.312519 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60fccdb9-470d-4f5c-bf37-8328fa95c917 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:52.317066 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-1e985777-9324-4944-98c3-5d675adda263 req-c45c6ab8-a9e7-46cb-abd1-f093220959ea tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Allocated IP 172.20.0.7 (db6f838a-e359-4731-8b0b-e67a2634dc14/1861653c-fba2-441d-b341-424c585bf1e6/20529d30-dad1-4a41-b2ac-12727b29a421) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:29:52.340844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 695846f1-6407-40c3-85d3-adc49e6c081d no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:52.378218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 695846f1-6407-40c3-85d3-adc49e6c081d {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:29:52.379280 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 695846f1-6407-40c3-85d3-adc49e6c081d not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:29:52.397635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55692) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:52.416688 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60fccdb9-470d-4f5c-bf37-8328fa95c917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:52.495025 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e7aa72a2-9a00-4055-a4e4-52d0bd4e047b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9076db8a47ba4c06a17af56b5c4f2ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0939443 Nov 11 21:29:52.501189 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55694) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:52.528919 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60fccdb9-470d-4f5c-bf37-8328fa95c917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:52.596922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fccdb9-470d-4f5c-bf37-8328fa95c917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9fa2eaf-9f43-4668-be7f-0a641517fb64,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:52.600103 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60fccdb9-470d-4f5c-bf37-8328fa95c917 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:52.603503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-60fccdb9-470d-4f5c-bf37-8328fa95c917 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d9fa2eaf-9f43-4668-be7f-0a641517fb64 HTTP/1.1" status: 204 len: 168 time: 0.6000557 Nov 11 21:29:52.618686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55696) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:52.621481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ec456408-c53a-479b-9671-8ec83c10d962 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:29:52.709424 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2754702-157d-4e21-acb4-b96ad758e96f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:52.713269 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: ec456408-c53a-479b-9671-8ec83c10d962 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:29:52.713619 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ec456408-c53a-479b-9671-8ec83c10d962 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:29:52.737337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d6e64-264c-4525-b70f-357f0631829b req-601cf18f-fd2d-4edd-b23b-b1296381847a tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:52.745618 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-353d6e64-264c-4525-b70f-357f0631829b req-601cf18f-fd2d-4edd-b23b-b1296381847a tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 945 time: 0.2131839 Nov 11 21:29:52.770223 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90c7ed12-45b0-41e6-b7b5-9ba8b84bdcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:52.771579 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2754702-157d-4e21-acb4-b96ad758e96f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:52.810890 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e985777-9324-4944-98c3-5d675adda263 req-c45c6ab8-a9e7-46cb-abd1-f093220959ea tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:52.816948 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-353d6e64-264c-4525-b70f-357f0631829b req-d9bc679d-82cb-4808-a022-d2c49ac5fdb4 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703523 Nov 11 21:29:52.855664 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e50816b-c5bd-4e3d-95e1-c8edda4369c2 x-openstack-request-id: req-3e50816b-c5bd-4e3d-95e1-c8edda4369c2 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:52.856197 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd5d532-988a-433b-8ca7-07ed0d028fed", "name": "network-vif-deleted", "tag": "695846f1-6407-40c3-85d3-adc49e6c081d", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:52.856677 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e50816b-c5bd-4e3d-95e1-c8edda4369c2 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:52.857900 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd5d532-988a-433b-8ca7-07ed0d028fed', 'name': 'network-vif-deleted', 'tag': '695846f1-6407-40c3-85d3-adc49e6c081d', 'status': 'completed', 'code': 200} Nov 11 21:29:52.873988 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2754702-157d-4e21-acb4-b96ad758e96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:52.878868 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2754702-157d-4e21-acb4-b96ad758e96f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:52.882697 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c2754702-157d-4e21-acb4-b96ad758e96f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c80f5ab0-dabe-4e1e-8668-5e5cf1d0cd38 HTTP/1.1" status: 204 len: 168 time: 0.3778696 Nov 11 21:29:52.888185 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e985777-9324-4944-98c3-5d675adda263 req-c45c6ab8-a9e7-46cb-abd1-f093220959ea tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:52.927283 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2754702-157d-4e21-acb4-b96ad758e96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80f5ab0-dabe-4e1e-8668-5e5cf1d0cd38,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:52.938713 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90c7ed12-45b0-41e6-b7b5-9ba8b84bdcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:52.948011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c6ab8-a9e7-46cb-abd1-f093220959ea tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Pushing event updated for resources: {'Port': ['ID=20529d30-dad1-4a41-b2ac-12727b29a421,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:52.951697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e985777-9324-4944-98c3-5d675adda263 req-c45c6ab8-a9e7-46cb-abd1-f093220959ea tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Network db6f838a-e359-4731-8b0b-e67a2634dc14 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:29:52.953824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-1e985777-9324-4944-98c3-5d675adda263 req-c45c6ab8-a9e7-46cb-abd1-f093220959ea tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:29:52.956300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e985777-9324-4944-98c3-5d675adda263 req-c45c6ab8-a9e7-46cb-abd1-f093220959ea tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:29:52.981062 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-90c7ed12-45b0-41e6-b7b5-9ba8b84bdcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c87ffdd-6e8a-4d2e-af69-32d9a4fb7f48']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:52.994447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-90c7ed12-45b0-41e6-b7b5-9ba8b84bdcc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f76d2a-c88f-41ef-b283-d90876febe5e') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:52.994919 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-90c7ed12-45b0-41e6-b7b5-9ba8b84bdcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f76d2a-c88f-41ef-b283-d90876febe5e') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:53.008404 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90c7ed12-45b0-41e6-b7b5-9ba8b84bdcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:53.023405 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90c7ed12-45b0-41e6-b7b5-9ba8b84bdcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:53.031664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c7ed12-45b0-41e6-b7b5-9ba8b84bdcc0 admin admin] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:29:53.043722 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90c7ed12-45b0-41e6-b7b5-9ba8b84bdcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:53.045602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985777-9324-4944-98c3-5d675adda263 req-c45c6ab8-a9e7-46cb-abd1-f093220959ea tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:29:53.045838 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:29:53.053822 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e985777-9324-4944-98c3-5d675adda263 req-c45c6ab8-a9e7-46cb-abd1-f093220959ea tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:53.089694 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e985777-9324-4944-98c3-5d675adda263 req-c45c6ab8-a9e7-46cb-abd1-f093220959ea tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3778558 Nov 11 21:29:53.209220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb55403-4e18-4e7a-a45b-2231702466d0 req-05487eea-4121-4992-bf71-b117ad20bed0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:53.210945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bcb55403-4e18-4e7a-a45b-2231702466d0 req-05487eea-4121-4992-bf71-b117ad20bed0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 0.0773621 Nov 11 21:29:53.221918 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90c7ed12-45b0-41e6-b7b5-9ba8b84bdcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:53.271502 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90c7ed12-45b0-41e6-b7b5-9ba8b84bdcc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:53.278163 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-90c7ed12-45b0-41e6-b7b5-9ba8b84bdcc0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3c87ffdd-6e8a-4d2e-af69-32d9a4fb7f48 HTTP/1.1" status: 204 len: 168 time: 0.6585732 Nov 11 21:29:53.295099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7ed12-45b0-41e6-b7b5-9ba8b84bdcc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c87ffdd-6e8a-4d2e-af69-32d9a4fb7f48,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:53.349805 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bcb55403-4e18-4e7a-a45b-2231702466d0 req-0ab5b459-6cfb-4247-84fe-0cc644a507bc tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226871 Nov 11 21:29:53.424988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Request body: {'port': {'device_id': '68bbdb47-3610-40b2-8c13-bcdeb91574ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:53.526401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:53.617057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d181f9c-9de5-47ae-8fac-112a025cb6ea req-145168da-167a-41c9-87c1-5876a59d9c79 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:53.619833 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d181f9c-9de5-47ae-8fac-112a025cb6ea req-145168da-167a-41c9-87c1-5876a59d9c79 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 931 time: 0.1429298 Nov 11 21:29:53.633180 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373c25b-916f-4df4-8d3b-0af97f32e1e4 req-5ebac199-d9d1-4c97-b272-04f0497d423d tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:53.643009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0373c25b-916f-4df4-8d3b-0af97f32e1e4 req-5ebac199-d9d1-4c97-b272-04f0497d423d tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 1097 time: 0.1023772 Nov 11 21:29:53.679579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55746) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:53.721598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55752) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:53.782495 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d181f9c-9de5-47ae-8fac-112a025cb6ea req-16c1d69e-f569-4e9e-a2ca-e2bb8928be8c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295753 Nov 11 21:29:53.791667 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0373c25b-916f-4df4-8d3b-0af97f32e1e4 req-b1a58bd7-4931-497c-9339-7ac31a50d11a tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471956 Nov 11 21:29:53.812397 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-990d4f12-31ed-4b38-a902-d6b5362dbb0e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=387d182d5a5b48d481dd98f3afda8969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272326 Nov 11 21:29:53.812636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55754) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:53.857433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d753d4cd-ee95-4ccb-8f6a-d990e7e2426b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=842019acdee246e891f11989313b67da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299179 Nov 11 21:29:53.861272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55760) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:53.926507 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f16fc78b-e6fd-4b3f-9211-a3602a9b9e34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:53.960970 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a045eb67-5a38-4d58-a4e1-2b711a0f3a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:53.998015 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f16fc78b-e6fd-4b3f-9211-a3602a9b9e34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:54.050262 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a045eb67-5a38-4d58-a4e1-2b711a0f3a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:54.107612 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ed878-5d9b-4446-8d6f-cde361677a3b req-55ccf17e-acf8-4917-a884-7d892cd8ac06 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:54.109132 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e5ed878-5d9b-4446-8d6f-cde361677a3b req-55ccf17e-acf8-4917-a884-7d892cd8ac06 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 945 time: 0.1708157 Nov 11 21:29:54.122147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a1b31-ded6-4316-bcd5-150a81d8f027 req-f6e13d15-c67b-4b4b-afac-a631025eab7d tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:54.123642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-897a1b31-ded6-4316-bcd5-150a81d8f027 req-f6e13d15-c67b-4b4b-afac-a631025eab7d tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 1097 time: 0.1354654 Nov 11 21:29:54.163821 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f16fc78b-e6fd-4b3f-9211-a3602a9b9e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:54.166539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f16fc78b-e6fd-4b3f-9211-a3602a9b9e34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:54.170091 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f16fc78b-e6fd-4b3f-9211-a3602a9b9e34 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/68a9dbc0-44e3-4a44-b193-b2e1938817ba HTTP/1.1" status: 204 len: 168 time: 0.3540864 Nov 11 21:29:54.175003 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a045eb67-5a38-4d58-a4e1-2b711a0f3a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:54.177431 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a045eb67-5a38-4d58-a4e1-2b711a0f3a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:54.178644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a045eb67-5a38-4d58-a4e1-2b711a0f3a2f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/82649785-b251-4c25-83ca-d1092d04fe4f HTTP/1.1" status: 204 len: 168 time: 0.3164811 Nov 11 21:29:54.237318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fc78b-e6fd-4b3f-9211-a3602a9b9e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a9dbc0-44e3-4a44-b193-b2e1938817ba,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:54.308508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20529d30-dad1-4a41-b2ac-12727b29a421 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:29:54.326603 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:54.328155 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e5ed878-5d9b-4446-8d6f-cde361677a3b req-0c9af28b-6c3a-4f1f-a468-6343881d07e4 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822143 Nov 11 21:29:54.349832 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-897a1b31-ded6-4316-bcd5-150a81d8f027 req-cf729a69-b9c6-4b2f-a083-5e11eba8cf3f tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186744 Nov 11 21:29:54.355308 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Transition to ACTIVE for port object 20529d30-dad1-4a41-b2ac-12727b29a421 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:29:54.372240 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:54.374565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045eb67-5a38-4d58-a4e1-2b711a0f3a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82649785-b251-4c25-83ca-d1092d04fe4f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:54.507609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Pushing event updated for resources: {'Port': ['ID=20529d30-dad1-4a41-b2ac-12727b29a421,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:54.525758 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Attempting to bind port 20529d30-dad1-4a41-b2ac-12727b29a421 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:29:54.526103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Attempting to bind port 20529d30-dad1-4a41-b2ac-12727b29a421 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:29:54.526437 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Attempting to bind port 20529d30-dad1-4a41-b2ac-12727b29a421 on network db6f838a-e359-4731-8b0b-e67a2634dc14 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:29:54.531049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Port 20529d30-dad1-4a41-b2ac-12727b29a421 on network db6f838a-e359-4731-8b0b-e67a2634dc14 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:29:54.531370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Attempting to bind port 20529d30-dad1-4a41-b2ac-12727b29a421 on network db6f838a-e359-4731-8b0b-e67a2634dc14 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:29:54.536486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:29:54.536847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Checking segment: {'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:29:54.537239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Bound using segment: {'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:29:54.537663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Bound port: 20529d30-dad1-4a41-b2ac-12727b29a421, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:29:54.538015 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:54.619279 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] For port 20529d30-dad1-4a41-b2ac-12727b29a421, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:29:54.623332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] For port 20529d30-dad1-4a41-b2ac-12727b29a421, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=20529d30-dad1-4a41-b2ac-12727b29a421,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:29:54.628342 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:54.718604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Pushing event updated for resources: {'Port': ['ID=20529d30-dad1-4a41-b2ac-12727b29a421,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:54.723370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:54.724019 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:54.725683 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e985777-9324-4944-98c3-5d675adda263 req-0260dbaa-5ca4-4394-a462-a74b0d831b2c service neutron] 10.222.0.71 "PUT /v2.0/ports/20529d30-dad1-4a41-b2ac-12727b29a421 HTTP/1.1" status: 200 len: 1091 time: 1.6267619 Nov 11 21:29:54.726084 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bbdb47-3610-40b2-8c13-bcdeb91574ec', 'tag': '20529d30-dad1-4a41-b2ac-12727b29a421'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:54.728545 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05c7bab-daff-4847-b690-0b2a95026b72" -d '{"events": [{"name": "network-changed", "server_uuid": "68bbdb47-3610-40b2-8c13-bcdeb91574ec", "tag": "20529d30-dad1-4a41-b2ac-12727b29a421"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:54.818613 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec2924e-ce49-455c-97ee-384f3d10b102 x-openstack-request-id: req-5ec2924e-ce49-455c-97ee-384f3d10b102 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:54.819093 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bbdb47-3610-40b2-8c13-bcdeb91574ec", "tag": "20529d30-dad1-4a41-b2ac-12727b29a421", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:54.819344 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5ec2924e-ce49-455c-97ee-384f3d10b102 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:54.819770 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bbdb47-3610-40b2-8c13-bcdeb91574ec', 'tag': '20529d30-dad1-4a41-b2ac-12727b29a421', 'status': 'completed', 'code': 200} Nov 11 21:29:54.849111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985777-9324-4944-98c3-5d675adda263 req-fc4a55f5-0c2e-4ad7-a98a-4f8fa7b7d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:54.851448 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e985777-9324-4944-98c3-5d675adda263 req-fc4a55f5-0c2e-4ad7-a98a-4f8fa7b7d71b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1ce2fcf81724535a65f8c9d2450b857&device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 1094 time: 0.0654318 Nov 11 21:29:54.906386 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e985777-9324-4944-98c3-5d675adda263 req-2589464e-43fd-48a1-92be-3c7620227c8f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20529d30-dad1-4a41-b2ac-12727b29a421 HTTP/1.1" status: 200 len: 217 time: 0.0442224 Nov 11 21:29:54.996028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985777-9324-4944-98c3-5d675adda263 req-b7511bfd-7793-4647-9f20-a513b28c8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:54.997647 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e985777-9324-4944-98c3-5d675adda263 req-b7511bfd-7793-4647-9f20-a513b28c8081 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1861653c-fba2-441d-b341-424c585bf1e6 HTTP/1.1" status: 200 len: 843 time: 0.0792410 Nov 11 21:29:55.026674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfa290-3c23-4dd5-b9cd-2e328c34753d req-1a8be5c5-43d7-4706-97a9-83defdbdd263 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:55.035201 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-73dfa290-3c23-4dd5-b9cd-2e328c34753d req-1a8be5c5-43d7-4706-97a9-83defdbdd263 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 943 time: 0.1337066 Nov 11 21:29:55.066944 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e985777-9324-4944-98c3-5d675adda263 req-56e0459e-3a7a-4509-bfb9-944c9c1084b7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=db6f838a-e359-4731-8b0b-e67a2634dc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600448 Nov 11 21:29:55.120009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-73dfa290-3c23-4dd5-b9cd-2e328c34753d req-b5e684bc-71d1-46a2-b71f-2beb8a6a38ee tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653191 Nov 11 21:29:55.262620 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55814) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:55.263943 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e985777-9324-4944-98c3-5d675adda263 req-d161be3b-3e04-4566-a2a7-59ed677a3604 service neutron] 10.222.0.71 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767759 Nov 11 21:29:55.424919 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e985777-9324-4944-98c3-5d675adda263 req-36257ae8-689d-4c3d-b2e0-e97543456bab service neutron] 10.222.0.71 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459963 Nov 11 21:29:55.493129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-c590786f-ed12-4fdc-92e3-edf98134dd87 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:55.494620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-c590786f-ed12-4fdc-92e3-edf98134dd87 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 945 time: 0.1309876 Nov 11 21:29:55.510589 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15887d9e-59b1-4e0a-97a5-432dcd1e890b req-1593a15b-bf6d-4761-995d-ecadac8f01ae tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:55.512088 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15887d9e-59b1-4e0a-97a5-432dcd1e890b req-1593a15b-bf6d-4761-995d-ecadac8f01ae tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 945 time: 0.1009457 Nov 11 21:29:55.560147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c7bab-daff-4847-b690-0b2a95026b72 req-4a49f0cf-0214-41e8-a211-4a0114d5fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:55.562095 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a05c7bab-daff-4847-b690-0b2a95026b72 req-4a49f0cf-0214-41e8-a211-4a0114d5fc3c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1ce2fcf81724535a65f8c9d2450b857&device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 1094 time: 0.0798266 Nov 11 21:29:55.629185 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4eb714c8-5b26-42c0-ad6b-14db3a8b33f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:55.652700 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15887d9e-59b1-4e0a-97a5-432dcd1e890b req-7c56b8a5-d4a9-4575-8543-394bb90a1d64 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups?id=33169284-1061-452e-8d76-bf11676268ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321969 Nov 11 21:29:55.700494 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c7bab-daff-4847-b690-0b2a95026b72 req-7f8bb33d-4baa-4b6f-ae0b-c5cb096036fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:55.704698 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a05c7bab-daff-4847-b690-0b2a95026b72 req-7f8bb33d-4baa-4b6f-ae0b-c5cb096036fb service neutron] 10.222.0.71 "GET /v2.0/networks?id=db6f838a-e359-4731-8b0b-e67a2634dc14 HTTP/1.1" status: 200 len: 905 time: 0.1323884 Nov 11 21:29:55.779962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-59ff6c3d-7fe0-471f-8fac-8af1e949396d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Deleting port f260bbfc-75d8-410d-9e1d-4b22aa11f874 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:29:55.780105 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-59ff6c3d-7fe0-471f-8fac-8af1e949396d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:55.804462 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a05c7bab-daff-4847-b690-0b2a95026b72 req-eefe1a35-3138-4d49-b365-63991b4d8275 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20529d30-dad1-4a41-b2ac-12727b29a421 HTTP/1.1" status: 200 len: 217 time: 0.0910249 Nov 11 21:29:55.912286 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c7bab-daff-4847-b690-0b2a95026b72 req-6ca9cbbc-bb98-44ad-8950-ca73af67f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:55.914092 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a05c7bab-daff-4847-b690-0b2a95026b72 req-6ca9cbbc-bb98-44ad-8950-ca73af67f178 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1861653c-fba2-441d-b341-424c585bf1e6 HTTP/1.1" status: 200 len: 843 time: 0.1010766 Nov 11 21:29:55.978664 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a05c7bab-daff-4847-b690-0b2a95026b72 req-fec2b9f0-4710-4076-b34f-54e87a538996 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=db6f838a-e359-4731-8b0b-e67a2634dc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564511 Nov 11 21:29:55.980507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-59ff6c3d-7fe0-471f-8fac-8af1e949396d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] For port f260bbfc-75d8-410d-9e1d-4b22aa11f874, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=f260bbfc-75d8-410d-9e1d-4b22aa11f874,segment=NetworkSegment(db42ae34-ac54-4aad-ae76-b8edfca51be3),segment_id=db42ae34-ac54-4aad-ae76-b8edfca51be3)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:55.980919 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-59ff6c3d-7fe0-471f-8fac-8af1e949396d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:55.984742 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4eb714c8-5b26-42c0-ad6b-14db3a8b33f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:55.993969 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4eb714c8-5b26-42c0-ad6b-14db3a8b33f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:56.024320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4eb714c8-5b26-42c0-ad6b-14db3a8b33f3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5183ae49c03e4ecd90e8dec968e4304a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7605834 Nov 11 21:29:56.027020 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55856) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:56.142078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb714c8-5b26-42c0-ad6b-14db3a8b33f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712bf83d-6c32-47b3-925c-430a3dbd49ab,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:56.196891 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a036e48a-9649-46e6-85b8-2a34f8c95b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:56.249325 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a036e48a-9649-46e6-85b8-2a34f8c95b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:56.294429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55868) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:56.328924 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a05c7bab-daff-4847-b690-0b2a95026b72 req-7ac1ccc4-8c03-4097-9610-b10e3e0cc4e6 service neutron] 10.222.0.71 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298378 Nov 11 21:29:56.412513 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-59ff6c3d-7fe0-471f-8fac-8af1e949396d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:56.412891 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-59ff6c3d-7fe0-471f-8fac-8af1e949396d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:56.415149 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-59ff6c3d-7fe0-471f-8fac-8af1e949396d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Floating IP 10e749c3-3496-49ee-b749-c88e5b7e39f9 disassociated. External IP: 172.25.0.157, port: f260bbfc-75d8-410d-9e1d-4b22aa11f874. Nov 11 21:29:56.415554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-59ff6c3d-7fe0-471f-8fac-8af1e949396d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Calling delete_port for f260bbfc-75d8-410d-9e1d-4b22aa11f874 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:29:56.470099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-c384b632-18b5-4bb0-8575-4efdff135d58 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:29:56.471118 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-c384b632-18b5-4bb0-8575-4efdff135d58 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076871 Nov 11 21:29:56.494690 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a036e48a-9649-46e6-85b8-2a34f8c95b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:56.497394 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a036e48a-9649-46e6-85b8-2a34f8c95b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:56.498425 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a036e48a-9649-46e6-85b8-2a34f8c95b9b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/712bf83d-6c32-47b3-925c-430a3dbd49ab HTTP/1.1" status: 204 len: 168 time: 0.4702761 Nov 11 21:29:56.535345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1289571018-network', 'tenant_id': '56e280096ae54220af4552fffb086c07'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:56.546847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036e48a-9649-46e6-85b8-2a34f8c95b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712bf83d-6c32-47b3-925c-430a3dbd49ab,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:56.555888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-fdb3a8f4-e7a9-44a4-8e02-6966c6249bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:56.557593 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-fdb3a8f4-e7a9-44a4-8e02-6966c6249bf4 service neutron] 10.222.0.57 "GET /v2.0/ports/8f0f2948-f163-452b-8f46-bce925c8e8f5 HTTP/1.1" status: 200 len: 1094 time: 0.0760894 Nov 11 21:29:56.568628 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a05c7bab-daff-4847-b690-0b2a95026b72 req-3d053002-0e5a-40a2-bed2-f2cd1aceffde service neutron] 10.222.0.71 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297595 Nov 11 21:29:56.577203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-2058b7ae-9c6b-4dba-b365-acee1e147f04 service neutron] Request body: {'binding': {'host': 'n-h2-805737-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:56.577609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-2058b7ae-9c6b-4dba-b365-acee1e147f04 service neutron] Unknown quota resources ['binding']. {{(pid=102535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:29:56.599913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] Made reservation on behalf of 56e280096ae54220af4552fffb086c07 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:29:56.602451 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:56.615762 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:56.683980 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-59ff6c3d-7fe0-471f-8fac-8af1e949396d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:56.742625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff6c3d-7fe0-471f-8fac-8af1e949396d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Pushing event deleted for resources: {'Port': ['ID=f260bbfc-75d8-410d-9e1d-4b22aa11f874,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:56.838933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59433115-9147-47b7-9ff4-b6d80d60652e req-2e9a5d3e-9096-4358-aeae-290a526e9d6a tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:56.847669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59433115-9147-47b7-9ff4-b6d80d60652e req-2e9a5d3e-9096-4358-aeae-290a526e9d6a tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 943 time: 0.1545701 Nov 11 21:29:56.870084 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-2058b7ae-9c6b-4dba-b365-acee1e147f04 service neutron] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on host n-h2-805737-3 for vnic_type normal with profile None {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:29:56.870715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-2058b7ae-9c6b-4dba-b365-acee1e147f04 service neutron] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:29:56.871964 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-2058b7ae-9c6b-4dba-b365-acee1e147f04 service neutron] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:29:56.886060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-2058b7ae-9c6b-4dba-b365-acee1e147f04 service neutron] Port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on network e804e73e-0e84-4575-af51-ae80f841f278 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:29:56.886632 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-2058b7ae-9c6b-4dba-b365-acee1e147f04 service neutron] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:29:56.903111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-2058b7ae-9c6b-4dba-b365-acee1e147f04 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:29:56.903853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-2058b7ae-9c6b-4dba-b365-acee1e147f04 service neutron] Checking segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:29:56.904476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-2058b7ae-9c6b-4dba-b365-acee1e147f04 service neutron] Bound using segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:29:56.905112 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-2058b7ae-9c6b-4dba-b365-acee1e147f04 service neutron] Bound port: 8f0f2948-f163-452b-8f46-bce925c8e8f5, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:29:56.940527 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59433115-9147-47b7-9ff4-b6d80d60652e req-844e6999-995b-410e-bf8c-b760a4e1df3c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915065 Nov 11 21:29:56.943663 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:56.986803 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55882) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:57.002302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-2058b7ae-9c6b-4dba-b365-acee1e147f04 service neutron] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:29:57.004160 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:57.019634 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-04c84b22-857e-432f-b571-70dbaa074dbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:57.026912 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-2058b7ae-9c6b-4dba-b365-acee1e147f04 service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:57.028190 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-2058b7ae-9c6b-4dba-b365-acee1e147f04 service neutron] 10.222.0.57 "POST /v2.0/ports/8f0f2948-f163-452b-8f46-bce925c8e8f5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4564669 Nov 11 21:29:57.041245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] vlan segment allocate from pool success with {'vlan_id': 1185, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:29:57.051796 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bea687-bdcd-4730-9a19-a215d0d50057,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:57.054147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-59ff6c3d-7fe0-471f-8fac-8af1e949396d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:29:57.058484 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:57.058834 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] Added segment cc751db9-498d-4193-87aa-99304faa9a01 of type vlan for network e4a3e92d-bd2f-415b-8c3a-44c6697e6302 Nov 11 21:29:57.114032 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:57.164053 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:57.165468 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:57.166118 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:57.287783 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9875827 Nov 11 21:29:57.288601 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55890) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:57.300813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f6e60019-2f1c-4302-8026-795ca583adf1 admin admin] Request body: {'subnet': {'network_id': 'e4a3e92d-bd2f-415b-8c3a-44c6697e6302', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1289571018-subnet', 'tenant_id': '56e280096ae54220af4552fffb086c07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:57.306970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542947ec-2515-471d-8a74-7e6e6830199d admin admin] Pushing event updated for resources: {'Network': ['ID=e4a3e92d-bd2f-415b-8c3a-44c6697e6302,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:57.319659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network e4a3e92d-bd2f-415b-8c3a-44c6697e6302 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:29:57.385207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e60019-2f1c-4302-8026-795ca583adf1 admin admin] Made reservation on behalf of 56e280096ae54220af4552fffb086c07 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:29:57.388459 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6e60019-2f1c-4302-8026-795ca583adf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:57.470991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-b9fee22e-8e20-466d-a8c2-e7dcb318af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:57.472555 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-b9fee22e-8e20-466d-a8c2-e7dcb318af0e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 1097 time: 0.1382666 Nov 11 21:29:57.630348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-88f2cd3d-7b89-4735-8207-c42e948c25b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:57.631860 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-88f2cd3d-7b89-4735-8207-c42e948c25b3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.1498244 Nov 11 21:29:57.702183 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-6b8c092f-ae77-490f-9953-9ea5b32b27e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5 HTTP/1.1" status: 200 len: 217 time: 0.0576167 Nov 11 21:29:57.715351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc25a9ff-f066-40b5-b32a-0ae986ca0c90 req-eb3d44fb-8d29-4d77-b1c8-1d520f292ccf tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 210 time: 0.4669614 Nov 11 21:29:57.787675 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6e60019-2f1c-4302-8026-795ca583adf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:57.800091 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-59ff6c3d-7fe0-471f-8fac-8af1e949396d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:29:57.810110 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b70db-a816-4d22-9a34-55cce3a56ea7 None None] Sync routers for ids ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:29:57.824173 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b70db-a816-4d22-9a34-55cce3a56ea7 None None] Routers {'4ee897db-0f78-4ec1-be72-fa0ee083f0e3'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:29:57.827540 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9b3b70db-a816-4d22-9a34-55cce3a56ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:29:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:57.829754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-7156faed-2d99-4464-9528-97f480f85f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:57.835850 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-7156faed-2d99-4464-9528-97f480f85f21 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.1184108 Nov 11 21:29:57.877928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-59ff6c3d-7fe0-471f-8fac-8af1e949396d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] No DVR routers for this DVR port f260bbfc-75d8-410d-9e1d-4b22aa11f874 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:29:57.885764 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-59ff6c3d-7fe0-471f-8fac-8af1e949396d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:57.888891 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f20b71b2-831d-4d59-890a-142eb3e688cb req-59ff6c3d-7fe0-471f-8fac-8af1e949396d tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.71 "DELETE /v2.0/ports/f260bbfc-75d8-410d-9e1d-4b22aa11f874 HTTP/1.1" status: 204 len: 173 time: 2.3758929 Nov 11 21:29:57.889599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfa8332-d4e6-4367-b56f-7db180063a8c', 'name': 'network-vif-deleted', 'tag': 'f260bbfc-75d8-410d-9e1d-4b22aa11f874'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:29:57.891592 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33251907-4a90-4018-95c9-f0b6e3ae8b56" -d '{"events": [{"server_uuid": "6dfa8332-d4e6-4367-b56f-7db180063a8c", "name": "network-vif-deleted", "tag": "f260bbfc-75d8-410d-9e1d-4b22aa11f874"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:29:57.906173 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cd96e6ea-d835-4c41-ae84-ebf162a36139 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553265 Nov 11 21:29:57.910239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e60019-2f1c-4302-8026-795ca583adf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2fa7ab2-7d46-42e3-a454-0540b7c58375,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:57.950514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a62f4f-92f2-4268-a40c-dd386984452b req-69987702-5a53-4d1b-87c7-292837ac042e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:57.958577 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6a62f4f-92f2-4268-a40c-dd386984452b req-69987702-5a53-4d1b-87c7-292837ac042e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 0.2555389 Nov 11 21:29:57.986231 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f1c995-0a18-4e32-9181-74569e6914d4 x-openstack-request-id: req-84f1c995-0a18-4e32-9181-74569e6914d4 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:29:57.986520 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfa8332-d4e6-4367-b56f-7db180063a8c", "name": "network-vif-deleted", "tag": "f260bbfc-75d8-410d-9e1d-4b22aa11f874", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:29:57.986769 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-84f1c995-0a18-4e32-9181-74569e6914d4 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:29:57.987157 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfa8332-d4e6-4367-b56f-7db180063a8c', 'name': 'network-vif-deleted', 'tag': 'f260bbfc-75d8-410d-9e1d-4b22aa11f874', 'status': 'completed', 'code': 200} Nov 11 21:29:58.012782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e60019-2f1c-4302-8026-795ca583adf1 admin admin] Checking segment: {'id': 'cc751db9-498d-4193-87aa-99304faa9a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'e4a3e92d-bd2f-415b-8c3a-44c6697e6302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:29:58.013662 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e60019-2f1c-4302-8026-795ca583adf1 admin admin] Network hostable DHCP agents. Network: e4a3e92d-bd2f-415b-8c3a-44c6697e6302, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:29:58.014691 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-04c84b22-857e-432f-b571-70dbaa074dbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:58.026590 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-04c84b22-857e-432f-b571-70dbaa074dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:58.059421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6a62f4f-92f2-4268-a40c-dd386984452b req-431b0a18-4f45-4827-9cb5-8271499d6ade tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946674 Nov 11 21:29:58.093471 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e60019-2f1c-4302-8026-795ca583adf1 admin admin] Network e4a3e92d-bd2f-415b-8c3a-44c6697e6302 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:29:58.115550 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9b3b70db-a816-4d22-9a34-55cce3a56ea7 None None] Set router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:29:58.126043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f6e60019-2f1c-4302-8026-795ca583adf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, e4a3e92d-bd2f-415b-8c3a-44c6697e6302) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:29:58.138731 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-04c84b22-857e-432f-b571-70dbaa074dbf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=77cc071274dc4e64b522d02f1af31b15&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1467645 Nov 11 21:29:58.142210 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb47f8-69c2-4272-ab36-3d43b5881e21 None None] Network e4a3e92d-bd2f-415b-8c3a-44c6697e6302 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:29:58.151367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55912) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:58.162782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c84b22-857e-432f-b571-70dbaa074dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d52e954-838e-4cc1-a9df-e2df2507e2b6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:58.178318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e60019-2f1c-4302-8026-795ca583adf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:58.178918 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6e60019-2f1c-4302-8026-795ca583adf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:58.234858 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-8d742976-b8f8-4bd7-8d14-db182004dd26 service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088439 Nov 11 21:29:58.255256 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315faf9e-feee-4cdb-9b70-ec7c587459c7 req-10b2f7da-8cd1-4bd1-a842-0b0ea7ba1eb1 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:58.260740 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-315faf9e-feee-4cdb-9b70-ec7c587459c7 req-10b2f7da-8cd1-4bd1-a842-0b0ea7ba1eb1 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 943 time: 0.1267209 Nov 11 21:29:58.317793 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f6e60019-2f1c-4302-8026-795ca583adf1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0251436 Nov 11 21:29:58.346232 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-315faf9e-feee-4cdb-9b70-ec7c587459c7 req-9950f223-f8d1-4920-a9b6-30df6eba8055 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736470 Nov 11 21:29:58.376824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 20529d30-dad1-4a41-b2ac-12727b29a421 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:29:58.510599 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1115d6c3-56db-4bc4-957d-5bf4bc2956cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:58.552347 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9b3b70db-a816-4d22-9a34-55cce3a56ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:41Z', 'updated_at': '2021-11-11T21:26:50Z', 'revision_number': 4, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'gw_port': {'id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:44Z', 'updated_at': '2021-11-11T21:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '5d494753-de15-43a0-bb24-7d36a7d12445', 'name': '', 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'mac_address': 'fa:16:3e:86:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '598c2848-3688-4b99-9850-d50708b2db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:48Z', 'updated_at': '2021-11-11T21:26:55Z', 'revision_number': 5, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'subnets': [{'id': '598c2848-3688-4b99-9850-d50708b2db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:58.588624 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-6a1006b5-4182-4448-b91e-a691ee7fe32c service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163111 Nov 11 21:29:58.590542 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1115d6c3-56db-4bc4-957d-5bf4bc2956cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:58.597372 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b70db-a816-4d22-9a34-55cce3a56ea7 None None] Checking router: 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:29:58.609463 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b70db-a816-4d22-9a34-55cce3a56ea7 None None] Routers {'4ee897db-0f78-4ec1-be72-fa0ee083f0e3'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:29:58.610947 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9b3b70db-a816-4d22-9a34-55cce3a56ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:29:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:58.686266 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1115d6c3-56db-4bc4-957d-5bf4bc2956cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:58.688915 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1115d6c3-56db-4bc4-957d-5bf4bc2956cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:58.690254 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1115d6c3-56db-4bc4-957d-5bf4bc2956cc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d52e954-838e-4cc1-a9df-e2df2507e2b6 HTTP/1.1" status: 204 len: 168 time: 0.5377700 Nov 11 21:29:58.701921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 20529d30-dad1-4a41-b2ac-12727b29a421, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=20529d30-dad1-4a41-b2ac-12727b29a421,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:58.706536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115d6c3-56db-4bc4-957d-5bf4bc2956cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d52e954-838e-4cc1-a9df-e2df2507e2b6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:58.781856 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9b3b70db-a816-4d22-9a34-55cce3a56ea7 None None] Set router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:29:58.816868 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '20529d30-dad1-4a41-b2ac-12727b29a421', 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14', 'port_id': '20529d30-dad1-4a41-b2ac-12727b29a421', 'mac_address': 'fa:16:3e:fd:9c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1861653c-fba2-441d-b341-424c585bf1e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:29:58.859783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-64e2d13e-c7cb-4626-806f-a58dc42c9e51 req-6a50feb7-0f26-4e72-901a-f917a1091543 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1777896612', 'description': 'tempest-description-1225162825'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:58.888012 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34766722-9752-48cb-92e4-8f743f426608 None None] Network e4a3e92d-bd2f-415b-8c3a-44c6697e6302 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:29:58.918524 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-64e2d13e-c7cb-4626-806f-a58dc42c9e51 req-6a50feb7-0f26-4e72-901a-f917a1091543 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:59.045558 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:59.073900 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e47adddb-6c54-4e11-b9b9-9e851acf0e5a req-68955761-e9d7-4017-b6a3-3b23d9554168 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 210 time: 0.0972669 Nov 11 21:29:59.213635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20529d30-dad1-4a41-b2ac-12727b29a421 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:29:59.234701 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-64e2d13e-c7cb-4626-806f-a58dc42c9e51 req-6a50feb7-0f26-4e72-901a-f917a1091543 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:59.239179 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9b3b70db-a816-4d22-9a34-55cce3a56ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:41Z', 'updated_at': '2021-11-11T21:26:50Z', 'revision_number': 4, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'gw_port': {'id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:44Z', 'updated_at': '2021-11-11T21:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '5d494753-de15-43a0-bb24-7d36a7d12445', 'name': '', 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'mac_address': 'fa:16:3e:86:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '598c2848-3688-4b99-9850-d50708b2db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:48Z', 'updated_at': '2021-11-11T21:26:55Z', 'revision_number': 5, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'subnets': [{'id': '598c2848-3688-4b99-9850-d50708b2db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:29:59.245095 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-64e2d13e-c7cb-4626-806f-a58dc42c9e51 req-6a50feb7-0f26-4e72-901a-f917a1091543 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:59.287929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 20529d30-dad1-4a41-b2ac-12727b29a421, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=20529d30-dad1-4a41-b2ac-12727b29a421,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:29:59.304766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:59.317697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50feb7-0f26-4e72-901a-f917a1091543 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9aefb3-b9cc-447b-b4a1-af98c9e10d43,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:59.324924 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-64e2d13e-c7cb-4626-806f-a58dc42c9e51 req-6a50feb7-0f26-4e72-901a-f917a1091543 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:59.340236 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b70db-a816-4d22-9a34-55cce3a56ea7 None None] The sync data for ids ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'] in n-d-805737-3 is: [{'id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:41Z', 'updated_at': '2021-11-11T21:26:50Z', 'revision_number': 4, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'gw_port': {'id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:44Z', 'updated_at': '2021-11-11T21:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '5d494753-de15-43a0-bb24-7d36a7d12445', 'name': '', 'network_id': '2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'mac_address': 'fa:16:3e:86:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '598c2848-3688-4b99-9850-d50708b2db79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:48Z', 'updated_at': '2021-11-11T21:26:55Z', 'revision_number': 5, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'subnets': [{'id': '598c2848-3688-4b99-9850-d50708b2db79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:29:59.346221 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64e2d13e-c7cb-4626-806f-a58dc42c9e51 req-6a50feb7-0f26-4e72-901a-f917a1091543 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4922237 Nov 11 21:29:59.517447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=20529d30-dad1-4a41-b2ac-12727b29a421,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:59.554286 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635879c-9218-4329-8721-fdfd6f9ef0d1 req-14c5b675-a543-419a-b32d-7fa342d174a5 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:59.568975 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b635879c-9218-4329-8721-fdfd6f9ef0d1 req-14c5b675-a543-419a-b32d-7fa342d174a5 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 0.2177291 Nov 11 21:29:59.655162 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['20529d30-dad1-4a41-b2ac-12727b29a421'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:29:59.761144 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ca588cb-da7f-4b34-8304-e6a6922d0b60 req-07e97150-f0fe-4a11-89a7-362c0acc5d67 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "GET /v2.0/security-groups/4c9aefb3-b9cc-447b-b4a1-af98c9e10d43 HTTP/1.1" status: 200 len: 1830 time: 0.1006129 Nov 11 21:29:59.774182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-8ca588cb-da7f-4b34-8304-e6a6922d0b60 req-1990a8a3-a86e-46a2-a192-11195eb17f6c tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4c9aefb3-b9cc-447b-b4a1-af98c9e10d43', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:59.774491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-8ca588cb-da7f-4b34-8304-e6a6922d0b60 req-1990a8a3-a86e-46a2-a192-11195eb17f6c tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4c9aefb3-b9cc-447b-b4a1-af98c9e10d43', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:29:59.793045 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b635879c-9218-4329-8721-fdfd6f9ef0d1 req-9961dd89-d382-4e9a-8164-5ee2d374ddf4 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230399 Nov 11 21:29:59.939438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ba36a-3a16-46a9-a111-0cabdd3a809c None None] New status for floating IP 10e749c3-3496-49ee-b749-c88e5b7e39f9: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:30:00.026706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55968) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:00.091524 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8ca588cb-da7f-4b34-8304-e6a6922d0b60 req-1990a8a3-a86e-46a2-a192-11195eb17f6c tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:00.184334 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8ca588cb-da7f-4b34-8304-e6a6922d0b60 req-1990a8a3-a86e-46a2-a192-11195eb17f6c tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:00.199576 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8ca588cb-da7f-4b34-8304-e6a6922d0b60 req-1990a8a3-a86e-46a2-a192-11195eb17f6c tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:00.251916 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8ca588cb-da7f-4b34-8304-e6a6922d0b60 req-1990a8a3-a86e-46a2-a192-11195eb17f6c tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:00.268451 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ca588cb-da7f-4b34-8304-e6a6922d0b60 req-1990a8a3-a86e-46a2-a192-11195eb17f6c tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5054891 Nov 11 21:30:00.286292 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ac96-aaab-4be9-abf5-730e86765286 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:00.306432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a44972-1e40-4d38-a0a5-13eb8f2e0b73 req-89634742-477f-45f0-9382-bca39952fca2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:00.321711 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1a44972-1e40-4d38-a0a5-13eb8f2e0b73 req-89634742-477f-45f0-9382-bca39952fca2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 944 time: 0.3249791 Nov 11 21:30:00.346160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990a8a3-a86e-46a2-a192-11195eb17f6c tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fe3478-03dc-409a-aaab-047d2e2a91d2,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:00.489127 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1a44972-1e40-4d38-a0a5-13eb8f2e0b73 req-0a8a056f-4946-4cef-9172-558bdaf3a734 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632006 Nov 11 21:30:00.523867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device f260bbfc-75d8-410d-9e1d-4b22aa11f874 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:30:00.594153 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8481c08a-df5d-40ac-b1f7-bfddfa6c4b54 req-15a37890-051c-415d-91b1-24369d0074b5 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 210 time: 0.1304877 Nov 11 21:30:00.656145 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ac96-aaab-4be9-abf5-730e86765286 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:00.666764 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: f260bbfc-75d8-410d-9e1d-4b22aa11f874 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:30:00.667442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device f260bbfc-75d8-410d-9e1d-4b22aa11f874 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:30:00.668708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ac96-aaab-4be9-abf5-730e86765286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:00.742022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f9ab043-62c1-4b2e-9256-ede2c4b08dce req-134fd041-fbe9-4d17-8a4a-dba29c74655a tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "GET /v2.0/security-groups/4c9aefb3-b9cc-447b-b4a1-af98c9e10d43 HTTP/1.1" status: 200 len: 2423 time: 0.2130277 Nov 11 21:30:00.755110 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b9c0ac96-aaab-4be9-abf5-730e86765286 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b90489e0a0994ea5824737891f762ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7249522 Nov 11 21:30:00.755698 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55988) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:00.770841 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0ac96-aaab-4be9-abf5-730e86765286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c508bc20-9cb4-47fb-bc43-dfcf763f8383,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:00.907183 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95e8bce0-16cc-4fd5-a89e-3a60820816a5 req-dc243739-4da6-4153-8626-c3d18903ee16 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "GET /v2.0/security-group-rules/52fe3478-03dc-409a-aaab-047d2e2a91d2 HTTP/1.1" status: 200 len: 778 time: 0.1087177 Nov 11 21:30:00.983095 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b594cb2a-a98d-420a-aee7-e4ff08023e49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:01.026261 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95e8bce0-16cc-4fd5-a89e-3a60820816a5 req-47d02883-4070-494b-9278-3b27ac9ad5d0 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "GET /v2.0/security-groups/4c9aefb3-b9cc-447b-b4a1-af98c9e10d43 HTTP/1.1" status: 200 len: 2423 time: 0.1179802 Nov 11 21:30:01.030211 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b594cb2a-a98d-420a-aee7-e4ff08023e49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:01.091116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9b641-39b4-4bc9-8b56-6fd879971f2b req-1ac152ed-6dbc-4761-8db9-420a5ef7d957 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:01.092772 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ded9b641-39b4-4bc9-8b56-6fd879971f2b req-1ac152ed-6dbc-4761-8db9-420a5ef7d957 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 0.1813471 Nov 11 21:30:01.170763 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-95e8bce0-16cc-4fd5-a89e-3a60820816a5 req-fee83b5d-bbf1-44c2-bd25-ab45880739e4 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:01.191246 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-95e8bce0-16cc-4fd5-a89e-3a60820816a5 req-fee83b5d-bbf1-44c2-bd25-ab45880739e4 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:01.253176 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b594cb2a-a98d-420a-aee7-e4ff08023e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:01.256368 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b594cb2a-a98d-420a-aee7-e4ff08023e49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:01.257793 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b594cb2a-a98d-420a-aee7-e4ff08023e49 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c508bc20-9cb4-47fb-bc43-dfcf763f8383 HTTP/1.1" status: 204 len: 168 time: 0.5010171 Nov 11 21:30:01.275929 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ded9b641-39b4-4bc9-8b56-6fd879971f2b req-644e05e3-4b44-4cf2-9ae7-8c9be0fa053a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713445 Nov 11 21:30:01.279396 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-95e8bce0-16cc-4fd5-a89e-3a60820816a5 req-fee83b5d-bbf1-44c2-bd25-ab45880739e4 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:01.286085 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-95e8bce0-16cc-4fd5-a89e-3a60820816a5 req-fee83b5d-bbf1-44c2-bd25-ab45880739e4 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:01.287300 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95e8bce0-16cc-4fd5-a89e-3a60820816a5 req-fee83b5d-bbf1-44c2-bd25-ab45880739e4 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/52fe3478-03dc-409a-aaab-047d2e2a91d2 HTTP/1.1" status: 204 len: 173 time: 0.2603157 Nov 11 21:30:01.295762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594cb2a-a98d-420a-aee7-e4ff08023e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c508bc20-9cb4-47fb-bc43-dfcf763f8383,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:01.318022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee83b5d-bbf1-44c2-bd25-ab45880739e4 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52fe3478-03dc-409a-aaab-047d2e2a91d2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:01.324018 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-6d558f5b-4a7c-4578-b3f1-d2f34b42e178 req-cc9399d6-a767-4443-9c5e-4b042e9faabd tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1606991369', 'description': 'tempest-description-490389670'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:01.374156 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d558f5b-4a7c-4578-b3f1-d2f34b42e178 req-cc9399d6-a767-4443-9c5e-4b042e9faabd tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:01.519976 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d558f5b-4a7c-4578-b3f1-d2f34b42e178 req-cc9399d6-a767-4443-9c5e-4b042e9faabd tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:01.526401 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d558f5b-4a7c-4578-b3f1-d2f34b42e178 req-cc9399d6-a767-4443-9c5e-4b042e9faabd tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:01.583868 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d558f5b-4a7c-4578-b3f1-d2f34b42e178 req-cc9399d6-a767-4443-9c5e-4b042e9faabd tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:01.585159 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d558f5b-4a7c-4578-b3f1-d2f34b42e178 req-cc9399d6-a767-4443-9c5e-4b042e9faabd tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2703929 Nov 11 21:30:01.602000 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9399d6-a767-4443-9c5e-4b042e9faabd tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f71fc4-7e29-4156-914d-51243833c6b3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:01.727024 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e67ac455-ffe4-4ca2-a177-eeee5472ff45 req-40d8d8dd-9b64-425a-b19f-42817c9991b4 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "GET /v2.0/security-groups/a3f71fc4-7e29-4156-914d-51243833c6b3 HTTP/1.1" status: 200 len: 1829 time: 0.1103170 Nov 11 21:30:01.773044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9271f63-1f33-4a26-82fa-3b076743c043 req-e6707620-7c7b-40df-ba6d-acae438e284f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:01.782481 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9271f63-1f33-4a26-82fa-3b076743c043 req-e6707620-7c7b-40df-ba6d-acae438e284f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 944 time: 0.1433289 Nov 11 21:30:01.893633 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38718688-b4b2-4049-9027-0899d34339d5 req-ab67c9ca-f649-4bf7-b76b-6e275ff219ed tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 210 time: 0.0513110 Nov 11 21:30:01.902421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9271f63-1f33-4a26-82fa-3b076743c043 req-20ec198e-718a-468f-a035-e9934c224eb3 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187966 Nov 11 21:30:02.040140 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-9ee02b91-59b7-4b43-8238-b004a97d0db2 req-6c89ff09-046f-4acb-9b00-4142370e5fb6 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1885336462', 'description': 'tempest-description-1707033846'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:02.082927 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9ee02b91-59b7-4b43-8238-b004a97d0db2 req-6c89ff09-046f-4acb-9b00-4142370e5fb6 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.239401 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9ee02b91-59b7-4b43-8238-b004a97d0db2 req-6c89ff09-046f-4acb-9b00-4142370e5fb6 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.244079 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9ee02b91-59b7-4b43-8238-b004a97d0db2 req-6c89ff09-046f-4acb-9b00-4142370e5fb6 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.276769 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9ee02b91-59b7-4b43-8238-b004a97d0db2 req-6c89ff09-046f-4acb-9b00-4142370e5fb6 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.278496 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ee02b91-59b7-4b43-8238-b004a97d0db2 req-6c89ff09-046f-4acb-9b00-4142370e5fb6 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2473209 Nov 11 21:30:02.283892 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89ff09-046f-4acb-9b00-4142370e5fb6 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad83a4e4-77a3-433a-94ca-f115b7b20a9b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:02.339179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56048) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:02.386419 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 20529d30-dad1-4a41-b2ac-12727b29a421 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:02.447955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa2fcb-94ab-4f6b-9a98-74a5d787f038 req-23263c21-ef22-46ff-a078-a91b4a918b0a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:02.448559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 20529d30-dad1-4a41-b2ac-12727b29a421 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:30:02.454029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 20529d30-dad1-4a41-b2ac-12727b29a421 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:02.454761 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.456791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28fa2fcb-94ab-4f6b-9a98-74a5d787f038 req-23263c21-ef22-46ff-a078-a91b4a918b0a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 0.1025455 Nov 11 21:30:02.461847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aac02e65-8b2b-4b6f-890e-41d14772a39e req-5e303ab6-459a-4db6-95d6-f6a8b29163cd tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "GET /v2.0/security-groups/ad83a4e4-77a3-433a-94ca-f115b7b20a9b HTTP/1.1" status: 200 len: 1830 time: 0.0731463 Nov 11 21:30:02.499437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-124185409-network', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:02.550221 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28fa2fcb-94ab-4f6b-9a98-74a5d787f038 req-415ea463-8e35-4d6a-855d-7f2d5213c8c3 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920141 Nov 11 21:30:02.551801 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.567491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] Made reservation on behalf of d1325cd432b24c908db2defc99f343ef for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:02.570608 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.590084 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.605824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-bfc7b53d-dcf7-418e-8b82-f6b800d35bc9 req-d5042ba4-4508-4639-a62c-1c1f090b5c87 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-250494053', 'description': 'tempest-description-4188687'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:02.606181 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 20529d30-dad1-4a41-b2ac-12727b29a421, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=20529d30-dad1-4a41-b2ac-12727b29a421,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:02.607981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bbdb47-3610-40b2-8c13-bcdeb91574ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20529d30-dad1-4a41-b2ac-12727b29a421'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:02.616611 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd16e49e-8350-4faf-9939-6042431b736c" -d '{"events": [{"server_uuid": "68bbdb47-3610-40b2-8c13-bcdeb91574ec", "name": "network-vif-plugged", "status": "completed", "tag": "20529d30-dad1-4a41-b2ac-12727b29a421"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:02.622653 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.656549 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bfc7b53d-dcf7-418e-8b82-f6b800d35bc9 req-d5042ba4-4508-4639-a62c-1c1f090b5c87 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.699631 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=20529d30-dad1-4a41-b2ac-12727b29a421,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:02.749774 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.757404 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.795639 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] vlan segment allocate from pool success with {'vlan_id': 1188, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:30:02.803048 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bfc7b53d-dcf7-418e-8b82-f6b800d35bc9 req-d5042ba4-4508-4639-a62c-1c1f090b5c87 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.821724 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bfc7b53d-dcf7-418e-8b82-f6b800d35bc9 req-d5042ba4-4508-4639-a62c-1c1f090b5c87 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.825520 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.825719 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07907279-8673-44a2-a1f5-07f7ece08a13 x-openstack-request-id: req-07907279-8673-44a2-a1f5-07f7ece08a13 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:02.825855 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] Added segment 2c651655-6f12-4193-87d3-a8f4155423f1 of type vlan for network 356f29f0-cef1-44c6-ab60-613f85f26696 Nov 11 21:30:02.826352 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bbdb47-3610-40b2-8c13-bcdeb91574ec", "name": "network-vif-plugged", "status": "completed", "tag": "20529d30-dad1-4a41-b2ac-12727b29a421", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:02.827330 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-07907279-8673-44a2-a1f5-07f7ece08a13 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:02.829781 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bbdb47-3610-40b2-8c13-bcdeb91574ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20529d30-dad1-4a41-b2ac-12727b29a421', 'code': 200} Nov 11 21:30:02.839817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d398edac-1971-4364-8669-0c7727422bf7,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:02.883113 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bfc7b53d-dcf7-418e-8b82-f6b800d35bc9 req-d5042ba4-4508-4639-a62c-1c1f090b5c87 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.884612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfc7b53d-dcf7-418e-8b82-f6b800d35bc9 req-d5042ba4-4508-4639-a62c-1c1f090b5c87 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2960041 Nov 11 21:30:02.906815 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.909298 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5042ba4-4508-4639-a62c-1c1f090b5c87 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5011e471-eb59-4830-8abc-bcd9a4a0310d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:02.969256 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.970602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:02.971553 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:02.984368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638e181-612d-44b2-82a0-27798ba6af07 req-3fdd6d27-0225-46f1-9cd8-41039f4aa16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:02.986030 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c638e181-612d-44b2-82a0-27798ba6af07 req-3fdd6d27-0225-46f1-9cd8-41039f4aa16c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 1096 time: 0.0633795 Nov 11 21:30:03.057888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] Pushing event updated for resources: {'Network': ['ID=356f29f0-cef1-44c6-ab60-613f85f26696,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:03.059718 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c638e181-612d-44b2-82a0-27798ba6af07 req-9edb1ffe-dbd3-4ecc-aa65-c96a28ea0127 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578601 Nov 11 21:30:03.069603 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 356f29f0-cef1-44c6-ab60-613f85f26696 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:30:03.122569 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40836eef-18e6-4c13-9a67-b83072a933e6 req-f987615b-d83b-4508-a0fc-f31502d40a52 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 210 time: 0.0743203 Nov 11 21:30:03.127593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-18c8b660-2aa5-4939-88e6-30e571fd2369 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7870750 Nov 11 21:30:03.128905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56074) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:03.130685 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56076) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:03.138848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-eb5b63f3-787c-4a0a-9aab-8d10ba762e93 admin admin] Request body: {'subnet': {'network_id': '356f29f0-cef1-44c6-ab60-613f85f26696', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-124185409-subnet', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:03.169381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af4ace2f-0c31-4ffd-b3b2-eb0e938a9520 req-bb81b68b-a8a4-4ac3-a828-15f731033332 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "GET /v2.0/security-groups/5011e471-eb59-4830-8abc-bcd9a4a0310d HTTP/1.1" status: 200 len: 1826 time: 0.2332714 Nov 11 21:30:03.170817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5b63f3-787c-4a0a-9aab-8d10ba762e93 admin admin] Made reservation on behalf of d1325cd432b24c908db2defc99f343ef for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:03.173928 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb5b63f3-787c-4a0a-9aab-8d10ba762e93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.293117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-aa0da446-f246-4429-a9ad-280d040150da req-e8524665-0f7e-4b77-b967-0da7240a84bc tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-553838497', 'description': 'tempest-description-1600748547'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:03.308594 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dcc49424-70d5-4c46-b3f5-a4f76a700fab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.352611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba2d5f-92a2-4613-9a63-1f24474bbb6b req-07a0c83c-5a29-40bb-a8ff-6de7b9df2057 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:03.354309 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebba2d5f-92a2-4613-9a63-1f24474bbb6b req-07a0c83c-5a29-40bb-a8ff-6de7b9df2057 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.1431947 Nov 11 21:30:03.363871 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aa0da446-f246-4429-a9ad-280d040150da req-e8524665-0f7e-4b77-b967-0da7240a84bc tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.391507 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dcc49424-70d5-4c46-b3f5-a4f76a700fab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.396173 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dcc49424-70d5-4c46-b3f5-a4f76a700fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.436547 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dcc49424-70d5-4c46-b3f5-a4f76a700fab admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=375d212663184d94816bf231d618a1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067169 Nov 11 21:30:03.439371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56082) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:03.445767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc49424-70d5-4c46-b3f5-a4f76a700fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de50697c-3340-4028-be00-cea604d0d443,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:03.495204 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-590ceb3f-d812-4983-bdb0-bb5f7a75d60f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.496214 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebba2d5f-92a2-4613-9a63-1f24474bbb6b req-5042b930-37d0-4914-8e64-0fe559f275b0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286876 Nov 11 21:30:03.531601 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-590ceb3f-d812-4983-bdb0-bb5f7a75d60f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.571258 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aa0da446-f246-4429-a9ad-280d040150da req-e8524665-0f7e-4b77-b967-0da7240a84bc tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.572661 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb5b63f3-787c-4a0a-9aab-8d10ba762e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.600588 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aa0da446-f246-4429-a9ad-280d040150da req-e8524665-0f7e-4b77-b967-0da7240a84bc tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.601363 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-590ceb3f-d812-4983-bdb0-bb5f7a75d60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.604184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-590ceb3f-d812-4983-bdb0-bb5f7a75d60f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.607766 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-590ceb3f-d812-4983-bdb0-bb5f7a75d60f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de50697c-3340-4028-be00-cea604d0d443 HTTP/1.1" status: 204 len: 168 time: 0.1647878 Nov 11 21:30:03.622329 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ceb3f-d812-4983-bdb0-bb5f7a75d60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de50697c-3340-4028-be00-cea604d0d443,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:03.657615 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aa0da446-f246-4429-a9ad-280d040150da req-e8524665-0f7e-4b77-b967-0da7240a84bc tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.658864 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa0da446-f246-4429-a9ad-280d040150da req-e8524665-0f7e-4b77-b967-0da7240a84bc tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3772268 Nov 11 21:30:03.669094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b63f3-787c-4a0a-9aab-8d10ba762e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb9a76c-7c4f-4dfa-894e-371b517e0304,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:03.672505 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8524665-0f7e-4b77-b967-0da7240a84bc tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e421e2ca-f43e-4c20-8235-1b490cf79ae0,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:03.721464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b63f3-787c-4a0a-9aab-8d10ba762e93 admin admin] Checking segment: {'id': '2c651655-6f12-4193-87d3-a8f4155423f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '356f29f0-cef1-44c6-ab60-613f85f26696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:03.722068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5b63f3-787c-4a0a-9aab-8d10ba762e93 admin admin] Network hostable DHCP agents. Network: 356f29f0-cef1-44c6-ab60-613f85f26696, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:30:03.805095 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-afbe36cc-d88e-4e80-9513-cdb0d14df568 req-a6020fab-14b3-4feb-aaa0-64815f3df3a3 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "GET /v2.0/security-groups/e421e2ca-f43e-4c20-8235-1b490cf79ae0 HTTP/1.1" status: 200 len: 1829 time: 0.1146920 Nov 11 21:30:03.808378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5b63f3-787c-4a0a-9aab-8d10ba762e93 admin admin] Network 356f29f0-cef1-44c6-ab60-613f85f26696 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:30:03.819791 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed9e21-9e34-448d-a948-cd3b81d52221 req-f9c2219f-c1e1-4dee-a229-90085a20913d tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:03.821525 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06ed9e21-9e34-448d-a948-cd3b81d52221 req-f9c2219f-c1e1-4dee-a229-90085a20913d tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 0.1198394 Nov 11 21:30:03.841401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-eb5b63f3-787c-4a0a-9aab-8d10ba762e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 356f29f0-cef1-44c6-ab60-613f85f26696) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:03.846355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b63f3-787c-4a0a-9aab-8d10ba762e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:03.848153 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb5b63f3-787c-4a0a-9aab-8d10ba762e93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.851166 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b42c93-fcec-47db-b27a-ea329e66300a None None] Network 356f29f0-cef1-44c6-ab60-613f85f26696 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:30:03.870918 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-5d30f81d-a39e-468b-83db-bd43094efe2d req-69df8b92-f34a-4390-9074-ee2372d2525b tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] show failed (client error): The resource could not be found. Nov 11 21:30:03.872004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5d30f81d-a39e-468b-83db-bd43094efe2d req-69df8b92-f34a-4390-9074-ee2372d2525b tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "GET /v2.0/security-groups/0dc67af7-0f8b-4a47-a288-154bbfc99039 HTTP/1.1" status: 404 len: 352 time: 0.0426865 Nov 11 21:30:03.898474 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eb5b63f3-787c-4a0a-9aab-8d10ba762e93 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7639568 Nov 11 21:30:03.898625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56096) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:03.904314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-124185409-router', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:03.941526 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-2f8ba7f9-38c8-4b6f-8d4a-48df3395b450 req-2a1fb58e-0ce2-4b28-aa38-bad341a83d3d tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] show failed (client error): The resource could not be found. Nov 11 21:30:03.943130 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f8ba7f9-38c8-4b6f-8d4a-48df3395b450 req-2a1fb58e-0ce2-4b28-aa38-bad341a83d3d tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "GET /v2.0/security-group-rules/eef455fb-164f-47dc-b6ad-0f5bcee20276 HTTP/1.1" status: 404 len: 361 time: 0.0289667 Nov 11 21:30:03.952776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06ed9e21-9e34-448d-a948-cd3b81d52221 req-eb51e577-e80b-4671-a1c5-49b23bcc97b1 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146450 Nov 11 21:30:03.975238 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.975238 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:03.997350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56100) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:04.014552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d207050-4b00-4230-81cc-7cdf36d973e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.061071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-356f29f0-cef1-44c6-ab60-613f85f26696', 'network_id': '356f29f0-cef1-44c6-ab60-613f85f26696', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef', 'fixed_ips': [{'subnet_id': '9eb9a76c-7c4f-4dfa-894e-371b517e0304'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:30:04.062069 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.068859 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.073389 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a333fb86-1973-4428-86f4-059fb3185cb6 req-2194b48a-8b0c-4e6b-a5f7-2e78ed92ad6b tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "GET /v2.0/security-groups/e421e2ca-f43e-4c20-8235-1b490cf79ae0 HTTP/1.1" status: 200 len: 1829 time: 0.0963123 Nov 11 21:30:04.118271 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d207050-4b00-4230-81cc-7cdf36d973e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.126156 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d207050-4b00-4230-81cc-7cdf36d973e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.159164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d207050-4b00-4230-81cc-7cdf36d973e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a570557-3298-4b02-92c0-86df06b76854,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:04.186229 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6d207050-4b00-4230-81cc-7cdf36d973e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a9039963217407eb90a8fdb2a2d8ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877487 Nov 11 21:30:04.190516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56104) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:04.261931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Allocated IP 172.20.0.2 (356f29f0-cef1-44c6-ab60-613f85f26696/9eb9a76c-7c4f-4dfa-894e-371b517e0304/690d797e-6ce0-43f9-b389-8a0a6b811ca2) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:04.267502 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb7d2e3b-a17a-487c-896a-be063179f4b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.294205 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb7d2e3b-a17a-487c-896a-be063179f4b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.343004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d7ba7af-4a72-491b-a460-6ad42c9618d3 req-27238545-0e5c-4825-a432-c7220a4a0e1f tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 210 time: 0.0929422 Nov 11 21:30:04.350429 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.375754 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb7d2e3b-a17a-487c-896a-be063179f4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.378975 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb7d2e3b-a17a-487c-896a-be063179f4b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.380487 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fb7d2e3b-a17a-487c-896a-be063179f4b4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a570557-3298-4b02-92c0-86df06b76854 HTTP/1.1" status: 204 len: 168 time: 0.1887946 Nov 11 21:30:04.390889 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d2e3b-a17a-487c-896a-be063179f4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a570557-3298-4b02-92c0-86df06b76854,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:04.468355 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a333fb86-1973-4428-86f4-059fb3185cb6 req-9b3818f7-4da5-4523-beef-924ddb1d60fc tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.481037 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.488525 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.523604 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a333fb86-1973-4428-86f4-059fb3185cb6 req-9b3818f7-4da5-4523-beef-924ddb1d60fc tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.557981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Network 356f29f0-cef1-44c6-ab60-613f85f26696 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:04.578431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:04.581184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Pushing event updated for resources: {'Port': ['ID=690d797e-6ce0-43f9-b389-8a0a6b811ca2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:04.589335 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a333fb86-1973-4428-86f4-059fb3185cb6 req-9b3818f7-4da5-4523-beef-924ddb1d60fc tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.590612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:04.591890 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a333fb86-1973-4428-86f4-059fb3185cb6 req-9b3818f7-4da5-4523-beef-924ddb1d60fc tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.596723 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a333fb86-1973-4428-86f4-059fb3185cb6 req-9b3818f7-4da5-4523-beef-924ddb1d60fc tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "DELETE /v2.0/security-groups/e421e2ca-f43e-4c20-8235-1b490cf79ae0 HTTP/1.1" status: 204 len: 173 time: 0.4713674 Nov 11 21:30:04.626231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3818f7-4da5-4523-beef-924ddb1d60fc tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e421e2ca-f43e-4c20-8235-1b490cf79ae0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:04.698730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Attempting to bind port 690d797e-6ce0-43f9-b389-8a0a6b811ca2 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:04.699144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Attempting to bind port 690d797e-6ce0-43f9-b389-8a0a6b811ca2 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '2c651655-6f12-4193-87d3-a8f4155423f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '356f29f0-cef1-44c6-ab60-613f85f26696'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:04.699648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Attempting to bind port 690d797e-6ce0-43f9-b389-8a0a6b811ca2 on network 356f29f0-cef1-44c6-ab60-613f85f26696 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:04.719755 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:04.719929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Checking segment: {'id': '2c651655-6f12-4193-87d3-a8f4155423f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '356f29f0-cef1-44c6-ab60-613f85f26696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:04.720335 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.720731 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Bound using segment: {'id': '2c651655-6f12-4193-87d3-a8f4155423f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '356f29f0-cef1-44c6-ab60-613f85f26696'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:04.721241 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Bound port: 690d797e-6ce0-43f9-b389-8a0a6b811ca2, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c651655-6f12-4193-87d3-a8f4155423f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '356f29f0-cef1-44c6-ab60-613f85f26696'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:04.721664 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.793487 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] For port 690d797e-6ce0-43f9-b389-8a0a6b811ca2, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:04.799097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] For port 690d797e-6ce0-43f9-b389-8a0a6b811ca2, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=690d797e-6ce0-43f9-b389-8a0a6b811ca2,segment=NetworkSegment(2c651655-6f12-4193-87d3-a8f4155423f1),segment_id=2c651655-6f12-4193-87d3-a8f4155423f1)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:04.809492 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.822570 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70c1a016-7907-4a53-a3df-7bf77da40aae req-72d006f9-a2d9-4f8c-b937-d44a5674978f tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "GET /v2.0/security-groups/5011e471-eb59-4830-8abc-bcd9a4a0310d HTTP/1.1" status: 200 len: 1826 time: 0.1990097 Nov 11 21:30:04.857469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed2446-23da-4a2b-869f-ba1e4dc3c437 req-d3b3e5f6-64e9-4931-8903-aab559de8b77 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:04.867704 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18ed2446-23da-4a2b-869f-ba1e4dc3c437 req-d3b3e5f6-64e9-4931-8903-aab559de8b77 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.2203074 Nov 11 21:30:04.872087 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.921438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc315ff-2e43-4ef6-a9de-35d48f1a36d5 None None] Pushing event updated for resources: {'Port': ['ID=690d797e-6ce0-43f9-b389-8a0a6b811ca2,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:04.940276 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:05.032162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18ed2446-23da-4a2b-869f-ba1e4dc3c437 req-6c68593e-d4d7-4d44-8c05-49e13b5f3b24 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635134 Nov 11 21:30:05.132257 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-70c1a016-7907-4a53-a3df-7bf77da40aae req-9ee5c298-460a-4bcf-8ef0-0664bf49ff96 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:05.174603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Allocated IP 172.25.0.63 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/5f84230f-0320-4630-afb1-4f443c638ec3) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:05.178046 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-70c1a016-7907-4a53-a3df-7bf77da40aae req-9ee5c298-460a-4bcf-8ef0-0664bf49ff96 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:05.385903 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-70c1a016-7907-4a53-a3df-7bf77da40aae req-9ee5c298-460a-4bcf-8ef0-0664bf49ff96 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:05.389182 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-70c1a016-7907-4a53-a3df-7bf77da40aae req-9ee5c298-460a-4bcf-8ef0-0664bf49ff96 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:05.390508 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70c1a016-7907-4a53-a3df-7bf77da40aae req-9ee5c298-460a-4bcf-8ef0-0664bf49ff96 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "DELETE /v2.0/security-groups/5011e471-eb59-4830-8abc-bcd9a4a0310d HTTP/1.1" status: 204 len: 173 time: 0.5206540 Nov 11 21:30:05.417048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a2064-4b39-4b10-b171-0b2d157e75cd req-fc3563c7-7526-418a-a52a-d539d2dcc54a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:05.424778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e6a2064-4b39-4b10-b171-0b2d157e75cd req-fc3563c7-7526-418a-a52a-d539d2dcc54a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 0.2300789 Nov 11 21:30:05.453178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5c298-460a-4bcf-8ef0-0664bf49ff96 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5011e471-eb59-4830-8abc-bcd9a4a0310d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:05.477025 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:05.525289 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e6a2064-4b39-4b10-b171-0b2d157e75cd req-230fa04a-b1ba-46ac-a700-0240690d59af tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960748 Nov 11 21:30:05.602126 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:05.659441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:05.674365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:05.688495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:05.737641 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-887ca5e2-1a23-4ebe-87a7-48eade8880d5 req-129bbb3a-b836-4622-933e-c86ba967f420 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/ports?device_id=6dfa8332-d4e6-4367-b56f-7db180063a8c HTTP/1.1" status: 200 len: 210 time: 0.0576761 Nov 11 21:30:05.776427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Pushing event updated for resources: {'Port': ['ID=5f84230f-0320-4630-afb1-4f443c638ec3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:05.894931 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc0b217d-0a00-4501-99aa-2afd4f26ac92 req-d04ec157-ef54-48fd-b1ef-33a3d9b1b08f tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "GET /v2.0/security-groups/ad83a4e4-77a3-433a-94ca-f115b7b20a9b HTTP/1.1" status: 200 len: 1830 time: 0.1151683 Nov 11 21:30:06.079942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-1046d4ae-b1c3-46f2-8b2f-3f52a03b4e47 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:06.088260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-1046d4ae-b1c3-46f2-8b2f-3f52a03b4e47 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 821 time: 0.4330733 Nov 11 21:30:06.129448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-602eb69a-7297-46cd-bb72-852829eaa708 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/quotas/1e7495b94c334f7f86e765392527ed29 HTTP/1.1" status: 200 len: 375 time: 0.0401857 Nov 11 21:30:06.205673 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d7e909-a2b5-4bed-9db1-0b190f56d83b None None] Network 356f29f0-cef1-44c6-ab60-613f85f26696 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:30:06.264061 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-31177217-9835-4631-b9f5-3b78da7bd10f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1332917 Nov 11 21:30:06.269324 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bc0b217d-0a00-4501-99aa-2afd4f26ac92 req-0b6f4e8a-f0ef-4216-ae34-58a209fcadbf tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:06.320453 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7439ddb2-3d17-4b0b-b833-4a8d2b7cd647 None None] Provisioning complete for port 690d797e-6ce0-43f9-b389-8a0a6b811ca2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:06.321192 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7439ddb2-3d17-4b0b-b833-4a8d2b7cd647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:06.389148 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bc0b217d-0a00-4501-99aa-2afd4f26ac92 req-0b6f4e8a-f0ef-4216-ae34-58a209fcadbf tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:06.427303 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:06.490975 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7439ddb2-3d17-4b0b-b833-4a8d2b7cd647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:06.562292 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7439ddb2-3d17-4b0b-b833-4a8d2b7cd647 None None] For port 690d797e-6ce0-43f9-b389-8a0a6b811ca2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=690d797e-6ce0-43f9-b389-8a0a6b811ca2,segment=NetworkSegment(2c651655-6f12-4193-87d3-a8f4155423f1),segment_id=2c651655-6f12-4193-87d3-a8f4155423f1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:06.570952 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7439ddb2-3d17-4b0b-b833-4a8d2b7cd647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:06.642985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439ddb2-3d17-4b0b-b833-4a8d2b7cd647 None None] Pushing event updated for resources: {'Port': ['ID=690d797e-6ce0-43f9-b389-8a0a6b811ca2,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:06.794179 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5e6b9a95-7f3c-44a7-8ce2-5938182d1938 None None] Provisioning complete for port 690d797e-6ce0-43f9-b389-8a0a6b811ca2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:06.794505 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9a95-7f3c-44a7-8ce2-5938182d1938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:06.964278 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bc0b217d-0a00-4501-99aa-2afd4f26ac92 req-0b6f4e8a-f0ef-4216-ae34-58a209fcadbf tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:06.966863 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bc0b217d-0a00-4501-99aa-2afd4f26ac92 req-0b6f4e8a-f0ef-4216-ae34-58a209fcadbf tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:06.968576 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc0b217d-0a00-4501-99aa-2afd4f26ac92 req-0b6f4e8a-f0ef-4216-ae34-58a209fcadbf tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "DELETE /v2.0/security-groups/ad83a4e4-77a3-433a-94ca-f115b7b20a9b HTTP/1.1" status: 204 len: 173 time: 1.0090866 Nov 11 21:30:06.988259 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-68d7e017-6755-4930-8c6e-a6532f06adec service neutron] 10.222.0.57 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7120240 Nov 11 21:30:07.001585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f4e8a-f0ef-4216-ae34-58a209fcadbf tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad83a4e4-77a3-433a-94ca-f115b7b20a9b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:07.159048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 690d797e-6ce0-43f9-b389-8a0a6b811ca2 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:07.223776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 690d797e-6ce0-43f9-b389-8a0a6b811ca2 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:07.224444 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:07.241866 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-ee007389-0cd1-458b-9739-a8149d27e8b7 service neutron] 10.222.0.57 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440636 Nov 11 21:30:07.266679 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:07.278255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415bf56-139a-4c89-b621-acca58f6fe4a req-150ac99b-bd02-4a41-adff-636d976e3625 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:07.288168 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6415bf56-139a-4c89-b621-acca58f6fe4a req-150ac99b-bd02-4a41-adff-636d976e3625 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.1430879 Nov 11 21:30:07.387365 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6415bf56-139a-4c89-b621-acca58f6fe4a req-bac86068-c242-48d3-9dfe-c7b86ac0e452 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990229 Nov 11 21:30:07.488175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Router 7be8eaad-cb3b-462a-a0e1-f89c3718c06d is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:30:07.596137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bebc5f-f840-4abb-9588-db05b53bf0a4 req-7966c643-efd1-41f0-b35c-faf1cfc77217 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:07.597928 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-21bebc5f-f840-4abb-9588-db05b53bf0a4 req-7966c643-efd1-41f0-b35c-faf1cfc77217 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 0.1197262 Nov 11 21:30:07.693882 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:30:07.704998 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Sync routers for ids ['7be8eaad-cb3b-462a-a0e1-f89c3718c06d'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:30:07.729557 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Routers {'7be8eaad-cb3b-462a-a0e1-f89c3718c06d'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:07.730245 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:29:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7be8eaad-cb3b-462a-a0e1-f89c3718c06d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:07.735916 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-21bebc5f-f840-4abb-9588-db05b53bf0a4 req-39df9a09-7d48-4e03-a75e-6207eb46440a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038091 Nov 11 21:30:07.772678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:07.776879 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b0a609f6-a2b4-4a37-885b-6866bfaf5d1f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8746188 Nov 11 21:30:07.777798 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56188) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:07.844913 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Set router 7be8eaad-cb3b-462a-a0e1-f89c3718c06d gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:07.890451 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee42c302-a2a7-499c-90ca-14d544475103 req-9e618bcd-9bb0-4a4b-9647-5edf662fec0d tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8613dfa2d73a43c589030decab67e796&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345998 Nov 11 21:30:08.029586 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b426a36-80a0-4c84-babb-2ae568322b3f req-6a2a9acd-faa7-4036-ad58-a2e512b11f37 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "GET /v2.0/security-groups/a3f71fc4-7e29-4156-914d-51243833c6b3 HTTP/1.1" status: 200 len: 1829 time: 0.1424763 Nov 11 21:30:08.122401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c302-a2a7-499c-90ca-14d544475103 req-a2dd061d-e528-4b32-9f27-539739db0cb9 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:08.129837 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee42c302-a2a7-499c-90ca-14d544475103 req-a2dd061d-e528-4b32-9f27-539739db0cb9 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2255638 Nov 11 21:30:08.137547 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'name': 'tempest-FloatingIPsTestJSON-124185409-router', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:03Z', 'updated_at': '2021-11-11T21:30:06Z', 'revision_number': 3, 'project_id': 'd1325cd432b24c908db2defc99f343ef', 'gw_port': {'id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fe:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:04Z', 'updated_at': '2021-11-11T21:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:08.146944 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee42c302-a2a7-499c-90ca-14d544475103 req-d513c4e6-0180-4460-91cb-9689293c3cda tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/quotas/8613dfa2d73a43c589030decab67e796 HTTP/1.1" status: 200 len: 375 time: 0.0152912 Nov 11 21:30:08.176976 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Checking router: 7be8eaad-cb3b-462a-a0e1-f89c3718c06d for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:30:08.177372 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Updating router 7be8eaad-cb3b-462a-a0e1-f89c3718c06d port 5f84230f-0320-4630-afb1-4f443c638ec3 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:30:08.202440 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:30:08.211055 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:08.224094 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee42c302-a2a7-499c-90ca-14d544475103 req-d24f236b-8474-4cdc-9ef9-3e7c5dd9755a tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8613dfa2d73a43c589030decab67e796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613401 Nov 11 21:30:08.227723 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9b426a36-80a0-4c84-babb-2ae568322b3f req-7132f50b-6cf3-43c0-a5ae-b856195964d8 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:08.273764 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9b426a36-80a0-4c84-babb-2ae568322b3f req-7132f50b-6cf3-43c0-a5ae-b856195964d8 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:08.348845 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9b426a36-80a0-4c84-babb-2ae568322b3f req-7132f50b-6cf3-43c0-a5ae-b856195964d8 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:08.352042 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9b426a36-80a0-4c84-babb-2ae568322b3f req-7132f50b-6cf3-43c0-a5ae-b856195964d8 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:08.366765 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b426a36-80a0-4c84-babb-2ae568322b3f req-7132f50b-6cf3-43c0-a5ae-b856195964d8 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "DELETE /v2.0/security-groups/a3f71fc4-7e29-4156-914d-51243833c6b3 HTTP/1.1" status: 204 len: 173 time: 0.3249907 Nov 11 21:30:08.403166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132f50b-6cf3-43c0-a5ae-b856195964d8 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f71fc4-7e29-4156-914d-51243833c6b3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:08.509613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b2a5083-2f67-459c-9397-b05419610bd8 req-9526571b-7ea2-4e03-8ac5-11f077909a9a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 210 time: 0.0330431 Nov 11 21:30:08.520978 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56212) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:08.639552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:08.643844 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:08.650388 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:08.661096 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b655bd7d-aae4-4596-9274-47a86bf48937 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:08.703573 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d4dda2d-2753-46b7-86dc-5c9e1ca49fe3 req-c221dc13-bcd0-42fc-845c-417bd97e7b2f tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "GET /v2.0/security-groups/4c9aefb3-b9cc-447b-b4a1-af98c9e10d43 HTTP/1.1" status: 200 len: 1830 time: 0.1354322 Nov 11 21:30:08.739213 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558ccdb-077b-41fc-9b37-4dc20a478a5f None None] Pushing event updated for resources: {'Port': ['ID=5f84230f-0320-4630-afb1-4f443c638ec3,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:08.743035 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b655bd7d-aae4-4596-9274-47a86bf48937 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:08.744482 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Attempting to bind port 5f84230f-0320-4630-afb1-4f443c638ec3 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:08.745077 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Attempting to bind port 5f84230f-0320-4630-afb1-4f443c638ec3 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:08.745701 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Attempting to bind port 5f84230f-0320-4630-afb1-4f443c638ec3 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:08.762665 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ccdb-077b-41fc-9b37-4dc20a478a5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:08.763233 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ccdb-077b-41fc-9b37-4dc20a478a5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:08.763574 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ccdb-077b-41fc-9b37-4dc20a478a5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:08.763907 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ccdb-077b-41fc-9b37-4dc20a478a5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:08.764275 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ccdb-077b-41fc-9b37-4dc20a478a5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:08.764533 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ccdb-077b-41fc-9b37-4dc20a478a5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:08.766056 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ccdb-077b-41fc-9b37-4dc20a478a5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:08.768503 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ccdb-077b-41fc-9b37-4dc20a478a5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:08.769322 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ccdb-077b-41fc-9b37-4dc20a478a5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:08.769823 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ccdb-077b-41fc-9b37-4dc20a478a5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:08.771267 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ccdb-077b-41fc-9b37-4dc20a478a5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:08.771924 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558ccdb-077b-41fc-9b37-4dc20a478a5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:08.776915 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:08.777495 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:08.778053 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:08.778822 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:08.780311 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Bound port: 5f84230f-0320-4630-afb1-4f443c638ec3, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:08.781047 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:08.860022 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] For port 5f84230f-0320-4630-afb1-4f443c638ec3, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:08.864218 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] For port 5f84230f-0320-4630-afb1-4f443c638ec3, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5f84230f-0320-4630-afb1-4f443c638ec3,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:08.873544 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:08.975699 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d4dda2d-2753-46b7-86dc-5c9e1ca49fe3 req-1ed05fde-6b3a-48fd-a82f-47a71fdd17a2 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:08.993907 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558ccdb-077b-41fc-9b37-4dc20a478a5f None None] Pushing event updated for resources: {'Port': ['ID=5f84230f-0320-4630-afb1-4f443c638ec3,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:08.998603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bfdd8-7cff-468f-86dc-0c0161152ebb req-4f0f52d7-e1a7-4d25-beb0-47e4db630282 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:09.001308 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a8bfdd8-7cff-468f-86dc-0c0161152ebb req-4f0f52d7-e1a7-4d25-beb0-47e4db630282 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.2418649 Nov 11 21:30:09.031555 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d4dda2d-2753-46b7-86dc-5c9e1ca49fe3 req-1ed05fde-6b3a-48fd-a82f-47a71fdd17a2 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:09.035836 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b655bd7d-aae4-4596-9274-47a86bf48937 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:09.039284 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b655bd7d-aae4-4596-9274-47a86bf48937 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:09.040691 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b655bd7d-aae4-4596-9274-47a86bf48937 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "DELETE /v2.0/security-groups/33169284-1061-452e-8d76-bf11676268ce HTTP/1.1" status: 204 len: 168 time: 0.5187156 Nov 11 21:30:09.046086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56220) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:09.046973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Allocated IP 172.20.0.1 (356f29f0-cef1-44c6-ab60-613f85f26696/9eb9a76c-7c4f-4dfa-894e-371b517e0304/fecc7ea8-2b91-47cb-a376-47714a07ac4a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:09.078202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655bd7d-aae4-4596-9274-47a86bf48937 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33169284-1061-452e-8d76-bf11676268ce,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:09.078594 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-131771e3-421f-4d41-97fb-2ad7d76474b8 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] show failed (client error): The resource could not be found. Nov 11 21:30:09.079718 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-131771e3-421f-4d41-97fb-2ad7d76474b8 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "GET /v2.0/security-groups/33169284-1061-452e-8d76-bf11676268ce HTTP/1.1" status: 404 len: 347 time: 0.0299358 Nov 11 21:30:09.084846 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Routers {'7be8eaad-cb3b-462a-a0e1-f89c3718c06d'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:09.085824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56222) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:09.104756 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:29:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7be8eaad-cb3b-462a-a0e1-f89c3718c06d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:09.126574 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a8bfdd8-7cff-468f-86dc-0c0161152ebb req-5f60bcab-970f-4299-9417-19fe63a71c20 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109958 Nov 11 21:30:09.143576 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d4dda2d-2753-46b7-86dc-5c9e1ca49fe3 req-1ed05fde-6b3a-48fd-a82f-47a71fdd17a2 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:09.150239 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2d4dda2d-2753-46b7-86dc-5c9e1ca49fe3 req-1ed05fde-6b3a-48fd-a82f-47a71fdd17a2 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:09.151242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d4dda2d-2753-46b7-86dc-5c9e1ca49fe3 req-1ed05fde-6b3a-48fd-a82f-47a71fdd17a2 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] 10.222.0.57 "DELETE /v2.0/security-groups/4c9aefb3-b9cc-447b-b4a1-af98c9e10d43 HTTP/1.1" status: 204 len: 173 time: 0.4468517 Nov 11 21:30:09.161139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56224) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:09.236775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed05fde-6b3a-48fd-a82f-47a71fdd17a2 tempest-SecurityGroupRulesNegativeTestJSON-196895892 tempest-SecurityGroupRulesNegativeTestJSON-196895892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9aefb3-b9cc-447b-b4a1-af98c9e10d43,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:09.439900 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] Set router 7be8eaad-cb3b-462a-a0e1-f89c3718c06d gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:09.453974 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-df0d9c18-340f-4aeb-8866-ab760ef40f87 req-aa5c7f6a-3719-4bb0-a9d8-34e7108a6cbb tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 210 time: 0.1639259 Nov 11 21:30:09.475455 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f4ffdb-55ab-48ba-9b07-16476e68eab0 admin admin] Deleting subnet d2fa7ab2-7d46-42e3-a454-0540b7c58375 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:30:09.487193 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41f4ffdb-55ab-48ba-9b07-16476e68eab0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:09.497805 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-0ae25765-8419-4acf-8730-ff6ca2d23b6e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:09.500275 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-0ae25765-8419-4acf-8730-ff6ca2d23b6e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.10 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 821 time: 0.5969958 Nov 11 21:30:09.537490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b6dae1ae-41e7-4fb8-bdc1-06945ae96e4a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Request body: {'port': {'device_id': 'c23acedd-94e9-4f41-bfc2-4bb10b612785', 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314', 'admin_state_up': True, 'tenant_id': '1e7495b94c334f7f86e765392527ed29'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:09.563423 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed52e0-e22d-41af-b959-507cd2664808 req-a163b865-7681-41ba-afa6-ee23d23db4c8 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:09.571737 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-31ed52e0-e22d-41af-b959-507cd2664808 req-a163b865-7681-41ba-afa6-ee23d23db4c8 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 0.3212457 Nov 11 21:30:09.587313 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41f4ffdb-55ab-48ba-9b07-16476e68eab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:09.635693 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41f4ffdb-55ab-48ba-9b07-16476e68eab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:09.690054 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:09.712327 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41f4ffdb-55ab-48ba-9b07-16476e68eab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:09.751593 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:09.774335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4ffdb-55ab-48ba-9b07-16476e68eab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2fa7ab2-7d46-42e3-a454-0540b7c58375,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:09.809466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b9e980-52a2-4387-934b-f9ea7bc914a5 req-9a7c6d74-31a3-44e2-be81-a497bc923395 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 210 time: 0.1095593 Nov 11 21:30:09.887710 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41f4ffdb-55ab-48ba-9b07-16476e68eab0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:09.902624 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Network 356f29f0-cef1-44c6-ab60-613f85f26696 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:09.903677 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-41f4ffdb-55ab-48ba-9b07-16476e68eab0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d2fa7ab2-7d46-42e3-a454-0540b7c58375 HTTP/1.1" status: 204 len: 168 time: 0.7413471 Nov 11 21:30:09.907652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56232) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:09.925445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-31ed52e0-e22d-41af-b959-507cd2664808 req-9cc5d360-61a0-4ee7-9b73-099dc681be9e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524370 Nov 11 21:30:09.951447 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:09.954604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:10.084649 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'name': 'tempest-FloatingIPsTestJSON-124185409-router', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:03Z', 'updated_at': '2021-11-11T21:30:06Z', 'revision_number': 3, 'project_id': 'd1325cd432b24c908db2defc99f343ef', 'gw_port': {'id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fe:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:04Z', 'updated_at': '2021-11-11T21:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:10.150238 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f230a-1287-4451-a41f-4b224bf98b17 None None] The sync data for ids ['7be8eaad-cb3b-462a-a0e1-f89c3718c06d'] in n-d-805737-3 is: [{'id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'name': 'tempest-FloatingIPsTestJSON-124185409-router', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:03Z', 'updated_at': '2021-11-11T21:30:06Z', 'revision_number': 3, 'project_id': 'd1325cd432b24c908db2defc99f343ef', 'gw_port': {'id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fe:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:04Z', 'updated_at': '2021-11-11T21:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:30:10.374079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-49dc427c-fa9f-4933-a742-208f910db023 None None] Provisioning complete for port fecc7ea8-2b91-47cb-a376-47714a07ac4a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:10.375165 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49dc427c-fa9f-4933-a742-208f910db023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:10.385114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ba6a5-57de-45da-9d88-7b53c142cc49 req-acec317e-e652-43b8-bbf0-5c3487ce9196 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:10.403912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-599ba6a5-57de-45da-9d88-7b53c142cc49 req-acec317e-e652-43b8-bbf0-5c3487ce9196 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.1444283 Nov 11 21:30:10.437264 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-49dc427c-fa9f-4933-a742-208f910db023 None None] Port fecc7ea8-2b91-47cb-a376-47714a07ac4a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:30:10.531344 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Pushing event updated for resources: {'Port': ['ID=fecc7ea8-2b91-47cb-a376-47714a07ac4a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:10.541482 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c4d95-ee90-4024-8e5d-6fb81feea8c6 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Deleting port a895770a-393f-4a14-976e-95ff41e8e6fd {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:10.542616 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4d95-ee90-4024-8e5d-6fb81feea8c6 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:10.566834 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-599ba6a5-57de-45da-9d88-7b53c142cc49 req-64266e90-01e3-4992-b177-72e43841d789 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524820 Nov 11 21:30:10.593994 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ee42c302-a2a7-499c-90ca-14d544475103 req-d6d2d0b3-c141-4e4f-87d2-b8ed36366b34 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8613dfa2d73a43c589030decab67e796&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417159 Nov 11 21:30:10.677339 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0d33ca3-d5c0-4c87-8478-40c1e70a444c req-e2a86b6f-03e8-4ead-9f5a-52d6803fe324 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 210 time: 0.0600774 Nov 11 21:30:10.806493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b6dae1ae-41e7-4fb8-bdc1-06945ae96e4a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Made reservation on behalf of 1e7495b94c334f7f86e765392527ed29 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:10.810395 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b6dae1ae-41e7-4fb8-bdc1-06945ae96e4a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:10.823748 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d46b3b7-b694-4875-b708-a27a50d35013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:10.852879 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:10.889752 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:10.980790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-80017168-7693-48c1-925c-8b05f732b36a req-2982b902-9be7-4b34-b99d-cef54011f22c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 210 time: 0.0520711 Nov 11 21:30:10.999605 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4d95-ee90-4024-8e5d-6fb81feea8c6 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:10.999956 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4d95-ee90-4024-8e5d-6fb81feea8c6 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:11.132684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1daf3-e847-4e60-9894-0a11100af093 req-042ae723-37ef-4681-b415-b8fe77522a75 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:11.143508 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdf1daf3-e847-4e60-9894-0a11100af093 req-042ae723-37ef-4681-b415-b8fe77522a75 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 0.1069231 Nov 11 21:30:11.147186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c302-a2a7-499c-90ca-14d544475103 req-dabf05b2-49a4-4886-af00-bd9653d928c7 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:11.149250 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ee42c302-a2a7-499c-90ca-14d544475103 req-dabf05b2-49a4-4886-af00-bd9653d928c7 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5373850 Nov 11 21:30:11.151480 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c4d95-ee90-4024-8e5d-6fb81feea8c6 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Calling delete_port for a895770a-393f-4a14-976e-95ff41e8e6fd owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:11.175167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5f84230f-0320-4630-afb1-4f443c638ec3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:11.193226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ee42c302-a2a7-499c-90ca-14d544475103 req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Request body: {'port': {'device_id': '7a2b0136-f009-4fa6-92fd-6abab1b11f62', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': '8613dfa2d73a43c589030decab67e796'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:11.235425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdf1daf3-e847-4e60-9894-0a11100af093 req-e9cccca6-039e-423f-b94a-f633d41c16a4 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907726 Nov 11 21:30:11.287577 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5f84230f-0320-4630-afb1-4f443c638ec3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:11.287866 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:11.332536 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d46b3b7-b694-4875-b708-a27a50d35013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:11.398893 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:11.427716 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 5f84230f-0320-4630-afb1-4f443c638ec3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5f84230f-0320-4630-afb1-4f443c638ec3,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:11.437024 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:11.462354 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3d46b3b7-b694-4875-b708-a27a50d35013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a3e92d-bd2f-415b-8c3a-44c6697e6302']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:11.530079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=5f84230f-0320-4630-afb1-4f443c638ec3,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:11.548887 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3d46b3b7-b694-4875-b708-a27a50d35013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc751db9-498d-4193-87aa-99304faa9a01') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:11.549792 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3d46b3b7-b694-4875-b708-a27a50d35013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc751db9-498d-4193-87aa-99304faa9a01') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:11.583288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b6dae1ae-41e7-4fb8-bdc1-06945ae96e4a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Allocated IP 172.20.0.11 (bb7b2ef0-98c6-4640-9855-bbeac6f5b314/42830d8e-a75d-4ff9-adfb-bfb530d80e8d/422b8558-449f-40fd-8d3c-cdbbf0db9796) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:11.599056 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d46b3b7-b694-4875-b708-a27a50d35013 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:11.624136 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:11.651339 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d46b3b7-b694-4875-b708-a27a50d35013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:11.688164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d46b3b7-b694-4875-b708-a27a50d35013 admin admin] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:30:11.688573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d46b3b7-b694-4875-b708-a27a50d35013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:30:11.725716 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:30:11.853035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee42c302-a2a7-499c-90ca-14d544475103 req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Made reservation on behalf of 8613dfa2d73a43c589030decab67e796 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:11.856703 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee42c302-a2a7-499c-90ca-14d544475103 req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:11.883781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4f1c2-6ca4-4efa-86e4-63993d0fcfdb req-70bd3f26-193b-49e4-a8ea-dbeb4132a77f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:11.892250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49f4f1c2-6ca4-4efa-86e4-63993d0fcfdb req-70bd3f26-193b-49e4-a8ea-dbeb4132a77f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.1433856 Nov 11 21:30:11.896520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-859c2df8-467a-485f-9169-1c570dae6d86 req-225a756b-acac-44e8-9130-464603bfbf2d tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 210 time: 0.0790122 Nov 11 21:30:11.952705 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49f4f1c2-6ca4-4efa-86e4-63993d0fcfdb req-0a2a817a-d620-462b-a77d-8b83fb2662e5 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595355 Nov 11 21:30:12.061186 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b6dae1ae-41e7-4fb8-bdc1-06945ae96e4a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:12.128578 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1be1387c-2e48-4d4b-b524-2ade719b45a6 req-257caa16-d5de-43ee-bf4f-cd7895462b4f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 210 time: 0.0467441 Nov 11 21:30:12.205502 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee42c302-a2a7-499c-90ca-14d544475103 req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:12.214207 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d46b3b7-b694-4875-b708-a27a50d35013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:12.228298 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b6dae1ae-41e7-4fb8-bdc1-06945ae96e4a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:12.244892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7ff835fb-024f-4d22-b009-2e991997392e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:30:12.297320 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:12.300316 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d46b3b7-b694-4875-b708-a27a50d35013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:12.306192 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3d46b3b7-b694-4875-b708-a27a50d35013 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e4a3e92d-bd2f-415b-8c3a-44c6697e6302 HTTP/1.1" status: 204 len: 168 time: 2.3973389 Nov 11 21:30:12.380357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46b3b7-b694-4875-b708-a27a50d35013 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4a3e92d-bd2f-415b-8c3a-44c6697e6302,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:12.454848 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:12.489611 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4d95-ee90-4024-8e5d-6fb81feea8c6 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:12.544253 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e4358-bb1b-42c1-bdad-eb7337964287 req-c345332c-d519-40cd-9f93-32de828a132a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:12.546160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e76e4358-bb1b-42c1-bdad-eb7337964287 req-c345332c-d519-40cd-9f93-32de828a132a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 0.1876199 Nov 11 21:30:12.617680 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dae1ae-41e7-4fb8-bdc1-06945ae96e4a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Pushing event updated for resources: {'Port': ['ID=422b8558-449f-40fd-8d3c-cdbbf0db9796,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:12.682392 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e76e4358-bb1b-42c1-bdad-eb7337964287 req-c9dd4a64-dbde-454b-9466-87f07fb4dfca tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281891 Nov 11 21:30:12.721912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Pushing event updated for resources: {'Port': ['ID=fecc7ea8-2b91-47cb-a376-47714a07ac4a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:12.726116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b6dae1ae-41e7-4fb8-bdc1-06945ae96e4a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:12.779648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56256) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:12.798567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c4d95-ee90-4024-8e5d-6fb81feea8c6 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Pushing event deleted for resources: {'Port': ['ID=a895770a-393f-4a14-976e-95ff41e8e6fd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:12.844284 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b6dae1ae-41e7-4fb8-bdc1-06945ae96e4a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:12.860544 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b6dae1ae-41e7-4fb8-bdc1-06945ae96e4a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:12.897478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3088acc3-76e8-4751-8227-7cb19e74f727 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=56e280096ae54220af4552fffb086c07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1140246 Nov 11 21:30:12.899445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56258) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:12.938629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b6dae1ae-41e7-4fb8-bdc1-06945ae96e4a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:12.939515 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b6dae1ae-41e7-4fb8-bdc1-06945ae96e4a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:13.002018 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b6dae1ae-41e7-4fb8-bdc1-06945ae96e4a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4823797 Nov 11 21:30:13.017845 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:13.027121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Request body: {'port': {'device_id': 'c23acedd-94e9-4f41-bfc2-4bb10b612785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:13.092185 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-37a28de5-b583-49b3-b378-5de53ca478d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:13.119358 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:13.176765 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-37a28de5-b583-49b3-b378-5de53ca478d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:13.238804 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5f84230f-0320-4630-afb1-4f443c638ec3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:13.418505 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f218bbd4-3820-468f-b9c8-6ebed739cfea req-a3df5b64-1140-4c8a-b85e-1956fde3d537 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 210 time: 0.1657135 Nov 11 21:30:13.420958 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5f84230f-0320-4630-afb1-4f443c638ec3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:13.421557 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:13.469728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9e8c1-305c-4a69-81de-a7704b8a6a8b req-c73bdcc6-1c56-4d72-ad89-7a85d4c6a2f1 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:13.471619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51a9e8c1-305c-4a69-81de-a7704b8a6a8b req-c73bdcc6-1c56-4d72-ad89-7a85d4c6a2f1 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.3184955 Nov 11 21:30:13.479595 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-37a28de5-b583-49b3-b378-5de53ca478d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:13.483966 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-37a28de5-b583-49b3-b378-5de53ca478d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:13.489340 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-37a28de5-b583-49b3-b378-5de53ca478d8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/20bea687-bdcd-4730-9a19-a215d0d50057 HTTP/1.1" status: 204 len: 168 time: 0.5875392 Nov 11 21:30:13.543940 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a28de5-b583-49b3-b378-5de53ca478d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bea687-bdcd-4730-9a19-a215d0d50057,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:13.569754 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4d95-ee90-4024-8e5d-6fb81feea8c6 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:13.575089 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4d95-ee90-4024-8e5d-6fb81feea8c6 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:13.576671 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-aa1c4d95-ee90-4024-8e5d-6fb81feea8c6 tempest-ServersTestBootFromVolume-242552793 tempest-ServersTestBootFromVolume-242552793-project] 10.222.0.57 "DELETE /v2.0/floatingips/10e749c3-3496-49ee-b749-c88e5b7e39f9 HTTP/1.1" status: 204 len: 168 time: 4.4862065 Nov 11 21:30:13.583795 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56270) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:13.669351 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Network 356f29f0-cef1-44c6-ab60-613f85f26696 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:13.682579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:13.701765 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee42c302-a2a7-499c-90ca-14d544475103 req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:13.718272 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51a9e8c1-305c-4a69-81de-a7704b8a6a8b req-99eb6239-61b1-4741-94f4-c545441065f4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277434 Nov 11 21:30:13.825694 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-751d20aa-c41d-442e-beaa-5a2de5948bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:13.927834 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee42c302-a2a7-499c-90ca-14d544475103 req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:14.004374 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0a5d4-db7a-421d-a8dc-3146042393b5 req-8e22bf34-6aa6-49f8-867f-6f0915ac3b08 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:14.015759 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fa0a5d4-db7a-421d-a8dc-3146042393b5 req-8e22bf34-6aa6-49f8-867f-6f0915ac3b08 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 932 time: 0.2908344 Nov 11 21:30:14.112718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e035f783-dbdf-4f2f-a935-46ee75a286b4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:14.138681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9a0d66f3-6ea2-4721-b4e8-692c8837f9df None None] Provisioning complete for port fecc7ea8-2b91-47cb-a376-47714a07ac4a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:14.139581 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a0d66f3-6ea2-4721-b4e8-692c8837f9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:14.246399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Router 7be8eaad-cb3b-462a-a0e1-f89c3718c06d has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:30:14.262836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d66f3-6ea2-4721-b4e8-692c8837f9df None None] Port fecc7ea8-2b91-47cb-a376-47714a07ac4a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:30:14.343472 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca2a4a-50d8-47d8-90e9-6d0216d27ee1 req-92bb677d-d47a-4ab5-ab7d-42100c7abef6 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:14.357123 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5dca2a4a-50d8-47d8-90e9-6d0216d27ee1 req-92bb677d-d47a-4ab5-ab7d-42100c7abef6 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 0.3268783 Nov 11 21:30:14.403916 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:14.480477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fa0a5d4-db7a-421d-a8dc-3146042393b5 req-5c6039c7-dfe2-4b0f-aee9-ce537d8fe4fc tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600029 Nov 11 21:30:14.656367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5dca2a4a-50d8-47d8-90e9-6d0216d27ee1 req-f1b6db1b-1b30-484d-ac74-27272bba3299 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969208 Nov 11 21:30:14.690033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422b8558-449f-40fd-8d3c-cdbbf0db9796 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:30:14.697746 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-ee42c302-a2a7-499c-90ca-14d544475103 req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Allocated IP 192.168.233.48 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:14.719657 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79782d0b-ba13-49bc-94d8-2db0d6fb2e4d req-c457f257-1a9f-44cd-aa9e-e58b02bf36c6 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 210 time: 0.0485795 Nov 11 21:30:14.729729 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:14.747088 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:30:14.758489 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-251eb2c7-d808-4410-bd07-b1021caabdb0 admin admin] 10.222.0.57 "PUT /v2.0/routers/7be8eaad-cb3b-462a-a0e1-f89c3718c06d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9784162 Nov 11 21:30:14.776427 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Sync routers for ids ['7be8eaad-cb3b-462a-a0e1-f89c3718c06d'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:30:14.794115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Routers {'7be8eaad-cb3b-462a-a0e1-f89c3718c06d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:14.795762 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:29:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7be8eaad-cb3b-462a-a0e1-f89c3718c06d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:14.805397 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Transition to ACTIVE for port object 422b8558-449f-40fd-8d3c-cdbbf0db9796 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:30:14.931973 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:14.987680 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=422b8558-449f-40fd-8d3c-cdbbf0db9796,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:15.049559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56300) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:15.118621 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Set router 7be8eaad-cb3b-462a-a0e1-f89c3718c06d gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:15.123859 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fdfbf-ee62-4a0d-987c-256280fe79b9 req-e05795e1-3424-46ff-864e-9948eb056aa0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:15.138549 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-070fdfbf-ee62-4a0d-987c-256280fe79b9 req-e05795e1-3424-46ff-864e-9948eb056aa0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.2146554 Nov 11 21:30:15.204773 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-070fdfbf-ee62-4a0d-987c-256280fe79b9 req-49127cea-4045-42ad-827d-b8b2f850b782 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633945 Nov 11 21:30:15.222416 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-31d2c249-9097-4f2a-ae5e-a7f69abec19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:15.658729 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1101015970-network', 'tenant_id': '345e438d1b9a4112bd6ed42cec605a45'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:15.664685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee42c302-a2a7-499c-90ca-14d544475103 req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:15.667226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:15.667554 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:15.668067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:15.686085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:30:15.686430 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:15.701695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:15.702599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Checking segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:15.714047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Bound using segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:15.714538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Bound port: 422b8558-449f-40fd-8d3c-cdbbf0db9796, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:15.714985 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:15.722621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8e6e033e-4d12-4258-bb32-db283dc63b82 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3641150 Nov 11 21:30:15.731974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] Made reservation on behalf of 345e438d1b9a4112bd6ed42cec605a45 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:15.734515 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:15.759281 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:15.767900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:15.809913 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:15.840125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'name': 'tempest-FloatingIPsTestJSON-124185409-router', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:03Z', 'updated_at': '2021-11-11T21:30:11Z', 'revision_number': 4, 'project_id': 'd1325cd432b24c908db2defc99f343ef', 'gw_port': {'id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:04Z', 'updated_at': '2021-11-11T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fecc7ea8-2b91-47cb-a376-47714a07ac4a', 'name': '', 'network_id': '356f29f0-cef1-44c6-ab60-613f85f26696', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef', 'mac_address': 'fa:16:3e:bc:6b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '9eb9a76c-7c4f-4dfa-894e-371b517e0304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:08Z', 'updated_at': '2021-11-11T21:30:11Z', 'revision_number': 2, 'project_id': 'd1325cd432b24c908db2defc99f343ef', 'subnets': [{'id': '9eb9a76c-7c4f-4dfa-894e-371b517e0304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:15.860932 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee42c302-a2a7-499c-90ca-14d544475103 req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:15.875170 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Checking router: 7be8eaad-cb3b-462a-a0e1-f89c3718c06d for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:30:15.875520 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Updating router 7be8eaad-cb3b-462a-a0e1-f89c3718c06d port fecc7ea8-2b91-47cb-a376-47714a07ac4a binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:30:15.896095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3991c7-485c-484a-bb9d-1ab5f0039928 req-da4f2afc-5122-4b31-8762-694d23546e55 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:15.898083 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec3991c7-485c-484a-bb9d-1ab5f0039928 req-da4f2afc-5122-4b31-8762-694d23546e55 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 944 time: 0.2562323 Nov 11 21:30:15.933788 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:15.944337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:15.948168 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:15.969307 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee42c302-a2a7-499c-90ca-14d544475103 req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:15.978444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-ee42c302-a2a7-499c-90ca-14d544475103 req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:15.981778 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:15.985023 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee42c302-a2a7-499c-90ca-14d544475103 req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:16.043997 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec3991c7-485c-484a-bb9d-1ab5f0039928 req-223c1aa2-fc07-4434-b91d-96ca203add54 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005082 Nov 11 21:30:16.063596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Pushing event updated for resources: {'Port': ['ID=d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:16.119478 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87d698bf-8538-479d-81a5-d9fc0e79aded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:16.145658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=422b8558-449f-40fd-8d3c-cdbbf0db9796,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:16.202731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:16.203363 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:16.205790 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-b9a9689d-8f07-4ad0-807f-63b40efd9dd8 service neutron] 10.222.0.10 "PUT /v2.0/ports/422b8558-449f-40fd-8d3c-cdbbf0db9796 HTTP/1.1" status: 200 len: 1092 time: 3.1889160 Nov 11 21:30:16.205790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23acedd-94e9-4f41-bfc2-4bb10b612785', 'tag': '422b8558-449f-40fd-8d3c-cdbbf0db9796'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:16.208706 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fda4f10-60fd-4a33-9eb1-b0994fd0a136" -d '{"events": [{"name": "network-changed", "server_uuid": "c23acedd-94e9-4f41-bfc2-4bb10b612785", "tag": "422b8558-449f-40fd-8d3c-cdbbf0db9796"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:16.240519 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-31d2c249-9097-4f2a-ae5e-a7f69abec19b admin admin] Deleting port 5d494753-de15-43a0-bb24-7d36a7d12445 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:16.240519 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-31d2c249-9097-4f2a-ae5e-a7f69abec19b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:16.281243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c302-a2a7-499c-90ca-14d544475103 req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:16.282195 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee42c302-a2a7-499c-90ca-14d544475103 req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:16.292378 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:16.360286 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ee42c302-a2a7-499c-90ca-14d544475103 req-ff9423ba-15e0-42bb-8566-605019ff56c0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1828394 Nov 11 21:30:16.419524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Request body: {'port': {'device_id': '7a2b0136-f009-4fa6-92fd-6abab1b11f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:16.461584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7525209b-27ed-4483-8ee7-3ecc4f794e93 None None] Provisioning complete for port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:16.462375 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7525209b-27ed-4483-8ee7-3ecc4f794e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:16.474560 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:16.486604 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:16.542942 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7525209b-27ed-4483-8ee7-3ecc4f794e93 None None] Port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:30:16.575647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] vlan segment allocate from pool success with {'vlan_id': 1195, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:30:16.579396 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-bc1a5eb5-3340-4d64-8887-9db02608fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:16.583304 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-bc1a5eb5-3340-4d64-8887-9db02608fdba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 1095 time: 0.2695994 Nov 11 21:30:16.595630 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:16.605029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac7e6ed-99b9-4017-8481-a3000080650b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:16.641665 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:16.651112 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:16.679274 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-d552b812-16a4-47eb-8e3e-494986312fe7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796 HTTP/1.1" status: 200 len: 217 time: 0.0780129 Nov 11 21:30:16.681018 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:16.681535 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] Added segment 25d9248c-c02c-4511-8133-4e790db2755a of type vlan for network 9d83e966-d837-434f-9801-9cd82b88a494 Nov 11 21:30:16.795693 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76130ce-224e-4ef2-83bc-0c524f3a78c3 None None] Pushing event updated for resources: {'Port': ['ID=fecc7ea8-2b91-47cb-a376-47714a07ac4a,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:16.860907 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:16.910895 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-e69d799f-1ee3-47eb-b8aa-e399f43d1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:16.912554 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-e69d799f-1ee3-47eb-b8aa-e399f43d1306 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.2205803 Nov 11 21:30:17.003889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Attempting to bind port fecc7ea8-2b91-47cb-a376-47714a07ac4a on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:17.009448 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Attempting to bind port fecc7ea8-2b91-47cb-a376-47714a07ac4a by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '2c651655-6f12-4193-87d3-a8f4155423f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '356f29f0-cef1-44c6-ab60-613f85f26696'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:17.010235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Attempting to bind port fecc7ea8-2b91-47cb-a376-47714a07ac4a on network 356f29f0-cef1-44c6-ab60-613f85f26696 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:17.045138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:17.045961 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Checking segment: {'id': '2c651655-6f12-4193-87d3-a8f4155423f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '356f29f0-cef1-44c6-ab60-613f85f26696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:17.046646 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:17.047208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Bound using segment: {'id': '2c651655-6f12-4193-87d3-a8f4155423f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '356f29f0-cef1-44c6-ab60-613f85f26696'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:17.047862 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Bound port: fecc7ea8-2b91-47cb-a376-47714a07ac4a, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c651655-6f12-4193-87d3-a8f4155423f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '356f29f0-cef1-44c6-ab60-613f85f26696'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:17.048452 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:17.052673 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-c5603d09-a5b5-4349-9f73-0fc527437d3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264555 Nov 11 21:30:17.053323 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:17.054240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:17.054929 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:17.111746 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0609019 Nov 11 21:30:17.130244 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56322) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:17.142147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e15f1d69-d1b0-45a0-852a-d1016c5a03dc admin admin] Request body: {'subnet': {'network_id': '9d83e966-d837-434f-9801-9cd82b88a494', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1101015970-subnet', 'tenant_id': '345e438d1b9a4112bd6ed42cec605a45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:17.214633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-31d2c249-9097-4f2a-ae5e-a7f69abec19b admin admin] For port 5d494753-de15-43a0-bb24-7d36a7d12445, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5d494753-de15-43a0-bb24-7d36a7d12445,segment=NetworkSegment(db42ae34-ac54-4aad-ae76-b8edfca51be3),segment_id=db42ae34-ac54-4aad-ae76-b8edfca51be3)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:17.215449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-31d2c249-9097-4f2a-ae5e-a7f69abec19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:17.239916 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] For port fecc7ea8-2b91-47cb-a376-47714a07ac4a, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:17.248122 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] For port fecc7ea8-2b91-47cb-a376-47714a07ac4a, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fecc7ea8-2b91-47cb-a376-47714a07ac4a,segment=NetworkSegment(2c651655-6f12-4193-87d3-a8f4155423f1),segment_id=2c651655-6f12-4193-87d3-a8f4155423f1)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:17.271028 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:17.271349 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-31d2c249-9097-4f2a-ae5e-a7f69abec19b admin admin] Calling delete_port for 5d494753-de15-43a0-bb24-7d36a7d12445 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:17.288065 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d285688-13ad-40e0-942b-64a222711b76 req-894b13f6-2752-4a49-b350-27b5237cefb9 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:17.290422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5d285688-13ad-40e0-942b-64a222711b76 req-894b13f6-2752-4a49-b350-27b5237cefb9 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 1.0438082 Nov 11 21:30:17.302506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32b2da-62a1-40bd-b5c6-ed8fa200a190 admin admin] Pushing event updated for resources: {'Network': ['ID=9d83e966-d837-434f-9801-9cd82b88a494,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:17.333484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3f2457d6-1766-48b6-ae13-2ace11fa2d20 None None] Provisioning complete for port fecc7ea8-2b91-47cb-a376-47714a07ac4a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:17.334288 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f2457d6-1766-48b6-ae13-2ace11fa2d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:17.341888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Allocated IP 172.25.0.130 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/6a9342a2-5ac1-4fb7-a059-55e6523aa5b6) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:17.363141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15f1d69-d1b0-45a0-852a-d1016c5a03dc admin admin] Made reservation on behalf of 345e438d1b9a4112bd6ed42cec605a45 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:17.366067 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e15f1d69-d1b0-45a0-852a-d1016c5a03dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:17.398992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 9d83e966-d837-434f-9801-9cd82b88a494 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:30:17.407022 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:17.451042 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-2f37ce87-d67c-43a0-9c28-e4ce41f842a9 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675909 Nov 11 21:30:17.502164 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Routers {'7be8eaad-cb3b-462a-a0e1-f89c3718c06d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:17.502994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:30:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7be8eaad-cb3b-462a-a0e1-f89c3718c06d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:17.529859 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:17.602363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76130ce-224e-4ef2-83bc-0c524f3a78c3 None None] Pushing event updated for resources: {'Port': ['ID=fecc7ea8-2b91-47cb-a376-47714a07ac4a,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:17.658951 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f2457d6-1766-48b6-ae13-2ace11fa2d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:17.764504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] Set router 7be8eaad-cb3b-462a-a0e1-f89c3718c06d gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:17.776378 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5d285688-13ad-40e0-942b-64a222711b76 req-d4993148-406a-4ab2-9a92-c8230864d9ea tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760039 Nov 11 21:30:17.823851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:30:17.860212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3f2457d6-1766-48b6-ae13-2ace11fa2d20 None None] For port fecc7ea8-2b91-47cb-a376-47714a07ac4a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fecc7ea8-2b91-47cb-a376-47714a07ac4a,segment=NetworkSegment(2c651655-6f12-4193-87d3-a8f4155423f1),segment_id=2c651655-6f12-4193-87d3-a8f4155423f1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:17.863124 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:17.874968 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f2457d6-1766-48b6-ae13-2ace11fa2d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:17.893594 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:17.912933 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6c836d86-cca6-407f-ba2e-c1206fb2abf9 req-519bae41-d318-4e2c-8e7e-2bc034bf1b7f service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460504 Nov 11 21:30:17.936627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Transition to ACTIVE for port object d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:30:17.966467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:17.993892 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:18.007664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:18.014546 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Pushing event updated for resources: {'Port': ['ID=6a9342a2-5ac1-4fb7-a059-55e6523aa5b6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:18.059132 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2457d6-1766-48b6-ae13-2ace11fa2d20 None None] Pushing event updated for resources: {'Port': ['ID=fecc7ea8-2b91-47cb-a376-47714a07ac4a,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:18.065456 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4e638cb2-3865-4454-b83d-46c7a092a610 None None] Provisioning complete for port fecc7ea8-2b91-47cb-a376-47714a07ac4a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:18.066469 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4e638cb2-3865-4454-b83d-46c7a092a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:18.074640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c9d0-9cb1-481b-8efd-23e71fdb2739 req-e51bfc41-b17a-476a-bdc9-dea858db2b8f tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:18.076360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1272c9d0-9cb1-481b-8efd-23e71fdb2739 req-e51bfc41-b17a-476a-bdc9-dea858db2b8f tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 947 time: 0.1633961 Nov 11 21:30:18.098804 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:18.108946 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b528c45f-b2c8-40b6-b97a-5de4efb7123d req-ff6d667a-d107-424d-965c-319d5ca26e21 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3584976 Nov 11 21:30:18.140262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e15f1d69-d1b0-45a0-852a-d1016c5a03dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:18.216950 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-31d2c249-9097-4f2a-ae5e-a7f69abec19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:18.250451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'name': 'tempest-FloatingIPsTestJSON-124185409-router', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:03Z', 'updated_at': '2021-11-11T21:30:11Z', 'revision_number': 4, 'project_id': 'd1325cd432b24c908db2defc99f343ef', 'gw_port': {'id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:04Z', 'updated_at': '2021-11-11T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fecc7ea8-2b91-47cb-a376-47714a07ac4a', 'name': '', 'network_id': '356f29f0-cef1-44c6-ab60-613f85f26696', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef', 'mac_address': 'fa:16:3e:bc:6b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '9eb9a76c-7c4f-4dfa-894e-371b517e0304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:08Z', 'updated_at': '2021-11-11T21:30:17Z', 'revision_number': 4, 'project_id': 'd1325cd432b24c908db2defc99f343ef', 'subnets': [{'id': '9eb9a76c-7c4f-4dfa-894e-371b517e0304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:18.287013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6013228a-e0b5-42d9-bbba-65ad370e643e None None] The sync data for ids ['7be8eaad-cb3b-462a-a0e1-f89c3718c06d'] in n-d-805737-3 is: [{'id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'name': 'tempest-FloatingIPsTestJSON-124185409-router', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:03Z', 'updated_at': '2021-11-11T21:30:11Z', 'revision_number': 4, 'project_id': 'd1325cd432b24c908db2defc99f343ef', 'gw_port': {'id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:04Z', 'updated_at': '2021-11-11T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fecc7ea8-2b91-47cb-a376-47714a07ac4a', 'name': '', 'network_id': '356f29f0-cef1-44c6-ab60-613f85f26696', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef', 'mac_address': 'fa:16:3e:bc:6b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '9eb9a76c-7c4f-4dfa-894e-371b517e0304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:08Z', 'updated_at': '2021-11-11T21:30:17Z', 'revision_number': 4, 'project_id': 'd1325cd432b24c908db2defc99f343ef', 'subnets': [{'id': '9eb9a76c-7c4f-4dfa-894e-371b517e0304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:30:18.312825 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Pushing event updated for resources: {'Port': ['ID=d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:18.373541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2c249-9097-4f2a-ae5e-a7f69abec19b admin admin] Pushing event deleted for resources: {'Port': ['ID=5d494753-de15-43a0-bb24-7d36a7d12445,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:18.378577 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f1d69-d1b0-45a0-852a-d1016c5a03dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=68728dc8-71b6-452a-ba01-4e4808bcd205,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:18.392120 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528c45f-b2c8-40b6-b97a-5de4efb7123d req-9de8868d-351e-4a7d-87b0-f74178192e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:18.393682 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b528c45f-b2c8-40b6-b97a-5de4efb7123d req-9de8868d-351e-4a7d-87b0-f74178192e0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 1095 time: 0.2555916 Nov 11 21:30:18.415554 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:18.435519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1272c9d0-9cb1-481b-8efd-23e71fdb2739 req-f8f6a615-d7c2-475e-981f-264579566bee tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487980 Nov 11 21:30:18.475296 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f1d69-d1b0-45a0-852a-d1016c5a03dc admin admin] Checking segment: {'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:18.475652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f1d69-d1b0-45a0-852a-d1016c5a03dc admin admin] Network hostable DHCP agents. Network: 9d83e966-d837-434f-9801-9cd82b88a494, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:30:18.476019 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:18.495431 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:18.561390 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Attempting to bind port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:18.561741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Attempting to bind port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:18.562073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Attempting to bind port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:18.570017 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f1d69-d1b0-45a0-852a-d1016c5a03dc admin admin] Network 9d83e966-d837-434f-9801-9cd82b88a494 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:30:18.575532 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:30:18.575849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Attempting to bind port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:18.608869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:18.608869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:18.609302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:18.610136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Bound port: d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:18.610841 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:18.617499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e15f1d69-d1b0-45a0-852a-d1016c5a03dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 9d83e966-d837-434f-9801-9cd82b88a494) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:18.627429 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75692795-360c-4d99-ba2c-80f5a37ad62f None None] Network 9d83e966-d837-434f-9801-9cd82b88a494 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:30:18.634448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528c45f-b2c8-40b6-b97a-5de4efb7123d req-4af63c6d-2729-4106-b799-dbc54950099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:18.644169 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b528c45f-b2c8-40b6-b97a-5de4efb7123d req-4af63c6d-2729-4106-b799-dbc54950099a service neutron] 10.222.0.10 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.2051702 Nov 11 21:30:18.645523 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15f1d69-d1b0-45a0-852a-d1016c5a03dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:18.646115 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e15f1d69-d1b0-45a0-852a-d1016c5a03dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:18.744978 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b528c45f-b2c8-40b6-b97a-5de4efb7123d req-e85073f5-3683-4314-bd81-3235864345ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e685d181-190b-4acc-89e6-a320b4fc90c7 HTTP/1.1" status: 200 len: 217 time: 0.0881956 Nov 11 21:30:18.850736 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e15f1d69-d1b0-45a0-852a-d1016c5a03dc admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7193494 Nov 11 21:30:18.884831 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-31d2c249-9097-4f2a-ae5e-a7f69abec19b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:18.923110 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfc9886-cd5d-4948-9d2d-6051a7b5ed30 x-openstack-request-id: req-dbfc9886-cd5d-4948-9d2d-6051a7b5ed30 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:18.923691 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23acedd-94e9-4f41-bfc2-4bb10b612785", "tag": "422b8558-449f-40fd-8d3c-cdbbf0db9796", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:18.923781 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dbfc9886-cd5d-4948-9d2d-6051a7b5ed30 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:18.924155 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23acedd-94e9-4f41-bfc2-4bb10b612785', 'tag': '422b8558-449f-40fd-8d3c-cdbbf0db9796', 'status': 'completed', 'code': 200} Nov 11 21:30:18.956174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528c45f-b2c8-40b6-b97a-5de4efb7123d req-afe0ad60-500f-4e02-8274-aaffc746bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:18.958078 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b528c45f-b2c8-40b6-b97a-5de4efb7123d req-afe0ad60-500f-4e02-8274-aaffc746bf36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.2029426 Nov 11 21:30:19.045505 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:19.049933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-9d83e966-d837-434f-9801-9cd82b88a494', 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494', 'tenant_id': '345e438d1b9a4112bd6ed42cec605a45', 'fixed_ips': [{'subnet_id': '68728dc8-71b6-452a-ba01-4e4808bcd205'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:30:19.050869 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:19.056168 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:19.081966 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b528c45f-b2c8-40b6-b97a-5de4efb7123d req-b1987505-067f-4c52-b713-710645bc746a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628631 Nov 11 21:30:19.083734 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] For port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:19.098694 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] For port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:19.217589 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:19.222334 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b528c45f-b2c8-40b6-b97a-5de4efb7123d req-e0d54c11-4e2d-4b4e-8f0e-f166883085ef service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206911 Nov 11 21:30:19.338291 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Pushing event updated for resources: {'Port': ['ID=6a9342a2-5ac1-4fb7-a059-55e6523aa5b6,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:19.359006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c126a-ccb2-44ee-97d6-e4c821f0ded8 req-3b4df767-8d44-4106-9b4f-0829a22e56f0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:19.360587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da0c126a-ccb2-44ee-97d6-e4c821f0ded8 req-3b4df767-8d44-4106-9b4f-0829a22e56f0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.1843131 Nov 11 21:30:19.408316 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:19.426848 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fecc7ea8-2b91-47cb-a376-47714a07ac4a up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:19.491079 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:19.491753 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:19.501499 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ee42c302-a2a7-499c-90ca-14d544475103 req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] 10.222.0.71 "PUT /v2.0/ports/d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 HTTP/1.1" status: 200 len: 1095 time: 3.0987840 Nov 11 21:30:19.503154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da0c126a-ccb2-44ee-97d6-e4c821f0ded8 req-6fa3bcca-0883-4dbc-94c8-4a64d110c119 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243107 Nov 11 21:30:19.506450 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:19.508123 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda4f10-60fd-4a33-9eb1-b0994fd0a136 req-d03039f6-dcea-489d-bc5f-654a9af1884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:19.511565 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7fda4f10-60fd-4a33-9eb1-b0994fd0a136 req-d03039f6-dcea-489d-bc5f-654a9af1884a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 1095 time: 0.5524313 Nov 11 21:30:19.515743 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-8a1a8057-92f7-47b0-9cb8-fc84df93b15a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7851534 Nov 11 21:30:19.528177 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b528c45f-b2c8-40b6-b97a-5de4efb7123d req-bd2a8597-b565-4f55-8854-8f843333bbac service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945662 Nov 11 21:30:19.545401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5ae71-6698-4964-9b37-6e099a065908 service neutron] Pushing event updated for resources: {'Port': ['ID=d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:19.573486 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:19.759710 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-e7fcb46f-de79-4e3d-9e29-83803b7389ba tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.130 HTTP/1.1" status: 200 len: 696 time: 0.2066662 Nov 11 21:30:19.788009 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port fecc7ea8-2b91-47cb-a376-47714a07ac4a triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:19.788378 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:19.823914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c302-a2a7-499c-90ca-14d544475103 req-f474b8ff-aedf-4f74-85d9-cfb8eb50ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:19.827998 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ee42c302-a2a7-499c-90ca-14d544475103 req-f474b8ff-aedf-4f74-85d9-cfb8eb50ea15 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8613dfa2d73a43c589030decab67e796&device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 1098 time: 0.2700279 Nov 11 21:30:19.902118 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Allocated IP 172.20.0.2 (9d83e966-d837-434f-9801-9cd82b88a494/68728dc8-71b6-452a-ba01-4e4808bcd205/cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:19.933649 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda4f10-60fd-4a33-9eb1-b0994fd0a136 req-539cbcf9-d3ba-4262-9324-7ba96c15e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:19.941757 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7fda4f10-60fd-4a33-9eb1-b0994fd0a136 req-539cbcf9-d3ba-4262-9324-7ba96c15e816 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.4208286 Nov 11 21:30:19.952831 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ee42c302-a2a7-499c-90ca-14d544475103 req-72c4b34a-5d1d-49d8-acf1-46a502597e17 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 HTTP/1.1" status: 200 len: 217 time: 0.1117120 Nov 11 21:30:20.034058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d2c249-9097-4f2a-ae5e-a7f69abec19b admin admin] Router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:30:20.069790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c2c2d-4d4a-4102-96f6-12f090573bc1 req-03c1a34b-21e2-4d00-bb8a-679157ec5904 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:20.072523 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f02c2c2d-4d4a-4102-96f6-12f090573bc1 req-03c1a34b-21e2-4d00-bb8a-679157ec5904 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 944 time: 0.4198568 Nov 11 21:30:20.089863 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7fda4f10-60fd-4a33-9eb1-b0994fd0a136 req-93225f41-b4b7-4771-b704-b9d70071ecdc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796 HTTP/1.1" status: 200 len: 217 time: 0.1390851 Nov 11 21:30:20.170009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c302-a2a7-499c-90ca-14d544475103 req-092d0d34-1e02-4e27-92b9-e603704de115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:20.171745 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ee42c302-a2a7-499c-90ca-14d544475103 req-092d0d34-1e02-4e27-92b9-e603704de115 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.2086093 Nov 11 21:30:20.180171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda4f10-60fd-4a33-9eb1-b0994fd0a136 req-a50a0c11-a71e-4b9e-9028-19c85940f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:20.181462 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7fda4f10-60fd-4a33-9eb1-b0994fd0a136 req-a50a0c11-a71e-4b9e-9028-19c85940f88a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.0650873 Nov 11 21:30:20.233283 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:20.235467 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7fda4f10-60fd-4a33-9eb1-b0994fd0a136 req-0eb5ddb2-24e3-4a26-ac47-07f7fd7a5cd6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442433 Nov 11 21:30:20.241983 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:20.272925 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Network 9d83e966-d837-434f-9801-9cd82b88a494 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:20.280583 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:20.286354 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:20.286782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c302-a2a7-499c-90ca-14d544475103 req-1f4aadf6-2db9-43b0-b543-ff72bfe0bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:20.289417 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ee42c302-a2a7-499c-90ca-14d544475103 req-1f4aadf6-2db9-43b0-b543-ff72bfe0bb94 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066120 Nov 11 21:30:20.292879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-3719cd69-39b1-4f68-ba50-8311b35b281c tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:20.306290 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-260b5130-bac5-44ff-b778-0ac3d7d8c52b req-3719cd69-39b1-4f68-ba50-8311b35b281c tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.4796352 Nov 11 21:30:20.370464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f02c2c2d-4d4a-4102-96f6-12f090573bc1 req-a4ed45fd-0818-4bf1-9a05-3043fbf92ca8 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904358 Nov 11 21:30:20.376270 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d2c249-9097-4f2a-ae5e-a7f69abec19b admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:30:20.389307 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46153b-6fc6-4580-9e61-c8b337ff976b None None] Sync routers for ids ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:30:20.398616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-31d2c249-9097-4f2a-ae5e-a7f69abec19b admin admin] 10.222.0.57 "PUT /v2.0/routers/4ee897db-0f78-4ec1-be72-fa0ee083f0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8136868 Nov 11 21:30:20.402850 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56342) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:20.420640 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46153b-6fc6-4580-9e61-c8b337ff976b None None] Routers {'4ee897db-0f78-4ec1-be72-fa0ee083f0e3'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:20.421211 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cd46153b-6fc6-4580-9e61-c8b337ff976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:30:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:20.471762 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7fda4f10-60fd-4a33-9eb1-b0994fd0a136 req-f3edb8b5-d9ee-46ba-9fa4-38c615930f90 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225733 Nov 11 21:30:20.491781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Attempting to bind port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:20.492530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Attempting to bind port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:20.492530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Attempting to bind port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 on network 9d83e966-d837-434f-9801-9cd82b88a494 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:20.518103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:20.518548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Checking segment: {'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:20.521844 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:20.522273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Bound using segment: {'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:20.522808 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Bound port: cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:20.523349 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:20.555079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Pushing event updated for resources: {'Port': ['ID=cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:20.630540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ee42c302-a2a7-499c-90ca-14d544475103 req-a82a39c9-7395-4f58-9a3a-715f6cb9c133 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058476 Nov 11 21:30:20.678040 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-cd46153b-6fc6-4580-9e61-c8b337ff976b None None] Set router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:20.681188 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd3cb2-6b46-4173-81ed-f7d6a60b049e req-31f0ec29-4b6c-4739-a9ce-5291463fed45 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:20.684168 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50bd3cb2-6b46-4173-81ed-f7d6a60b049e req-31f0ec29-4b6c-4739-a9ce-5291463fed45 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 946 time: 0.2595222 Nov 11 21:30:20.690095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] For port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:20.694174 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] For port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:20.715278 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:20.835395 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920576e-4bdb-41dc-87d5-297c1c356b38 None None] Pushing event updated for resources: {'Port': ['ID=cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:20.896525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-eed0d86c-5b37-4e8c-8f2c-0a14b59ac978 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:20.905658 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-eed0d86c-5b37-4e8c-8f2c-0a14b59ac978 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/networks?id=9d83e966-d837-434f-9801-9cd82b88a494 HTTP/1.1" status: 200 len: 816 time: 0.2378783 Nov 11 21:30:20.916382 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:20.987833 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cd46153b-6fc6-4580-9e61-c8b337ff976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:41Z', 'updated_at': '2021-11-11T21:30:18Z', 'revision_number': 5, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'gw_port': {'id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:44Z', 'updated_at': '2021-11-11T21:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:21.052432 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46153b-6fc6-4580-9e61-c8b337ff976b None None] Checking router: 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:30:21.063160 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46153b-6fc6-4580-9e61-c8b337ff976b None None] Routers {'4ee897db-0f78-4ec1-be72-fa0ee083f0e3'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:21.064896 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cd46153b-6fc6-4580-9e61-c8b337ff976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:30:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:21.091487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-a09c2643-4351-4d22-b897-657d7dec9a64 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:21.093063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-a09c2643-4351-4d22-b897-657d7dec9a64 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1&tenant_id=84de113e4e264de9b1292139646defb0&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 1097 time: 0.4385576 Nov 11 21:30:21.094306 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:21.138051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805737-3'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:21.185509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-400ead37-a94d-4fcd-9985-5ced28c6aa8a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/quotas/345e438d1b9a4112bd6ed42cec605a45 HTTP/1.1" status: 200 len: 375 time: 0.1312068 Nov 11 21:30:21.235874 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2b0136-f009-4fa6-92fd-6abab1b11f62', 'tag': 'd5160fe7-4acb-43d5-aa0a-0cb9d4274cc2'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:21.238485 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a70def-a7ca-46a4-b873-0281ff011584" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2b0136-f009-4fa6-92fd-6abab1b11f62", "tag": "d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:21.249740 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-cd46153b-6fc6-4580-9e61-c8b337ff976b None None] Set router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:21.293601 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50bd3cb2-6b46-4173-81ed-f7d6a60b049e req-7b54857a-a487-44e9-afb9-8c61381e1bcf tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834763 Nov 11 21:30:21.302901 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7fda4f10-60fd-4a33-9eb1-b0994fd0a136 req-9c87f3c1-d25d-48ee-8fc1-1626bd1bee03 service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8232746 Nov 11 21:30:21.320674 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ee42c302-a2a7-499c-90ca-14d544475103 req-1296086e-563e-4712-acd2-34ae7cd877ea service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6822634 Nov 11 21:30:21.351872 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:21.397471 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-ba1ba89c-e9d6-4a51-8b03-6f44e343d5fb tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=345e438d1b9a4112bd6ed42cec605a45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2109234 Nov 11 21:30:21.438848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] Deleting port 5d8816aa-3983-4a9e-aa8e-eb5154188a57 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:21.439186 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:21.521161 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cd46153b-6fc6-4580-9e61-c8b337ff976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:41Z', 'updated_at': '2021-11-11T21:30:18Z', 'revision_number': 5, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'gw_port': {'id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:44Z', 'updated_at': '2021-11-11T21:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:21.557063 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46153b-6fc6-4580-9e61-c8b337ff976b None None] The sync data for ids ['4ee897db-0f78-4ec1-be72-fa0ee083f0e3'] in n-d-805737-3 is: [{'id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'name': 'tempest-ServersTestBootFromVolume-1916977138-router', 'tenant_id': '9a9e3534c6324dd39988da124018d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:41Z', 'updated_at': '2021-11-11T21:30:18Z', 'revision_number': 5, 'project_id': '9a9e3534c6324dd39988da124018d4d3', 'gw_port': {'id': '5d8816aa-3983-4a9e-aa8e-eb5154188a57', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee897db-0f78-4ec1-be72-fa0ee083f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:44Z', 'updated_at': '2021-11-11T21:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:30:22.027930 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2763d-756c-40c0-b26a-28a21c7e74eb req-670de50a-8c4b-4676-afaf-e58cf7fcce41 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:22.033310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81c2763d-756c-40c0-b26a-28a21c7e74eb req-670de50a-8c4b-4676-afaf-e58cf7fcce41 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 947 time: 0.6256237 Nov 11 21:30:22.077729 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-35feeae0-5726-44b1-8684-01d207a147f6 service neutron] 10.222.0.57 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6787233 Nov 11 21:30:22.100617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5ef787-4d9f-42cc-b7d2-9ff42afaaebb None None] Network 9d83e966-d837-434f-9801-9cd82b88a494 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:30:22.142809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] For port 5d8816aa-3983-4a9e-aa8e-eb5154188a57, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5d8816aa-3983-4a9e-aa8e-eb5154188a57,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:22.143218 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:22.213633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] Calling delete_port for 5d8816aa-3983-4a9e-aa8e-eb5154188a57 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:22.220475 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-13459043-e759-46d2-bacb-4bcc0c1907d7 None None] Provisioning complete for port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:22.220708 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13459043-e759-46d2-bacb-4bcc0c1907d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:22.231149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:22.274325 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81c2763d-756c-40c0-b26a-28a21c7e74eb req-90dde9f2-52e3-4c3d-8b0b-2d108e53c055 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214963 Nov 11 21:30:22.381775 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-10278433-aa9d-459d-91e9-c45a4bbc8d7a service neutron] 10.222.0.57 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031099 Nov 11 21:30:22.385678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:22.406850 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13459043-e759-46d2-bacb-4bcc0c1907d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:22.448058 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-13459043-e759-46d2-bacb-4bcc0c1907d7 None None] For port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:22.453960 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13459043-e759-46d2-bacb-4bcc0c1907d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:22.508381 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:22.517242 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743687bd-739e-49b4-834f-014e260142c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0f2948-f163-452b-8f46-bce925c8e8f5'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:22.520981 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f437166-b569-4e5b-ac81-36ed7098613c" -d '{"events": [{"server_uuid": "743687bd-739e-49b4-834f-014e260142c1", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0f2948-f163-452b-8f46-bce925c8e8f5"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:22.537095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13459043-e759-46d2-bacb-4bcc0c1907d7 None None] Pushing event updated for resources: {'Port': ['ID=cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:22.550035 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 8f0f2948-f163-452b-8f46-bce925c8e8f5 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:30:22.567037 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:22.671337 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7436e21f-43f3-4663-8180-5cf2e10084ca req-f55d2db0-c4bd-481c-a815-826dba4706d1 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/floatingips/e826117c-b2b1-4da6-8100-3a97567aff35 HTTP/1.1" status: 200 len: 693 time: 0.2121961 Nov 11 21:30:22.722479 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h1-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:22.737565 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f78c9a9-6515-414f-a990-10fad81f4442 req-70bae098-c223-4875-b5f4-16ae388bc4de service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1176498 Nov 11 21:30:22.753529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on host n-h1-805737-3 for vnic_type normal with profile {"migrating_to": "n-h2-805737-3"} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:22.753906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:22.754273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:22.759485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on network e804e73e-0e84-4575-af51-ae80f841f278 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:30:22.759843 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:22.765288 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:22.765667 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Checking segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:22.766899 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Bound using segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:22.767369 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Bound port: 8f0f2948-f163-452b-8f46-bce925c8e8f5, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:22.767763 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:22.841609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78c9a9-6515-414f-a990-10fad81f4442 req-fbb47232-6a6e-4c29-8a10-ea954449df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:22.843179 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f78c9a9-6515-414f-a990-10fad81f4442 req-fbb47232-6a6e-4c29-8a10-ea954449df16 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 1095 time: 0.0465136 Nov 11 21:30:22.872589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h1-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:22.877141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0f2948-f163-452b-8f46-bce925c8e8f5,revision_number=7']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:22.905917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-81263062-e777-4da1-b780-97d571ed4f56 None None] Provisioning complete for port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:22.909029 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-81263062-e777-4da1-b780-97d571ed4f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:22.928587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on host n-h1-805737-3 for vnic_type normal with profile {"migrating_to": "n-h2-805737-3"} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:22.929050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:22.929338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:22.933725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:22.944052 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:22.953876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on network e804e73e-0e84-4575-af51-ae80f841f278 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:30:22.954259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Attempting to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on network e804e73e-0e84-4575-af51-ae80f841f278 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:22.966469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:22.966880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Checking segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:22.967271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Bound using segment: {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:22.968247 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Bound port: 8f0f2948-f163-452b-8f46-bce925c8e8f5, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c3a3b3-d1b3-433b-af7b-096f900a2706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e804e73e-0e84-4575-af51-ae80f841f278'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:22.968247 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:22.983670 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:23.025793 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78c9a9-6515-414f-a990-10fad81f4442 req-09004962-27c3-487d-a201-be8f30eef7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:23.027471 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f78c9a9-6515-414f-a990-10fad81f4442 req-09004962-27c3-487d-a201-be8f30eef7f7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.1624231 Nov 11 21:30:23.032441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8816aa-3983-4a9e-aa8e-eb5154188a57,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:23.074592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 8f0f2948-f163-452b-8f46-bce925c8e8f5 has no active binding in host n-h2-805737-3 {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 21:30:23.076100 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f78c9a9-6515-414f-a990-10fad81f4442 req-54b6cd9f-d2fe-4e2d-b47a-89f14be38258 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c711562c-c0c8-4084-a044-15b203cc940c HTTP/1.1" status: 200 len: 217 time: 0.0386121 Nov 11 21:30:23.084444 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=8f0f2948-f163-452b-8f46-bce925c8e8f5,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:23.102003 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436e21f-43f3-4663-8180-5cf2e10084ca req-59989c69-41f6-433d-bc5a-f74c2f2df1c5 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:23.102003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7436e21f-43f3-4663-8180-5cf2e10084ca req-59989c69-41f6-433d-bc5a-f74c2f2df1c5 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.3971353 Nov 11 21:30:23.156562 n-d-805737-3 neutron-server[102534]: WARNING neutron.plugins.ml2.plugin [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Concurrent port binding operations failed on port 8f0f2948-f163-452b-8f46-bce925c8e8f5 Nov 11 21:30:23.161213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:23.178658 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7963b-56f2-4bcb-a503-cebc8bf66a15 req-9245a3f8-f75e-4aa2-9761-afed0dc9eff2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:23.188087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39d7963b-56f2-4bcb-a503-cebc8bf66a15 req-9245a3f8-f75e-4aa2-9761-afed0dc9eff2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.3141956 Nov 11 21:30:23.196859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78c9a9-6515-414f-a990-10fad81f4442 req-78a43f38-a1b2-423c-ac2b-9c53e30fb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:23.199610 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f78c9a9-6515-414f-a990-10fad81f4442 req-78a43f38-a1b2-423c-ac2b-9c53e30fb38b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.1138098 Nov 11 21:30:23.201224 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbea059-a42d-4c3b-a586-10ce322c2d0d x-openstack-request-id: req-6dbea059-a42d-4c3b-a586-10ce322c2d0d {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:23.201547 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2b0136-f009-4fa6-92fd-6abab1b11f62", "tag": "d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:23.201799 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6dbea059-a42d-4c3b-a586-10ce322c2d0d {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:23.202179 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2b0136-f009-4fa6-92fd-6abab1b11f62', 'tag': 'd5160fe7-4acb-43d5-aa0a-0cb9d4274cc2', 'status': 'completed', 'code': 200} Nov 11 21:30:23.213577 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Attempt 2 to bind port 8f0f2948-f163-452b-8f46-bce925c8e8f5 Nov 11 21:30:23.217310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:23.218282 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:23.219812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-cb38df0b-a2ea-4a9f-8e63-a1883d30f1d4 service neutron] 10.222.0.71 "PUT /v2.0/ports/8f0f2948-f163-452b-8f46-bce925c8e8f5 HTTP/1.1" status: 200 len: 1122 time: 2.0932426 Nov 11 21:30:23.280081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:23.295044 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f78c9a9-6515-414f-a990-10fad81f4442 req-6585059a-52c4-44d2-9952-6aa84e2ea569 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866852 Nov 11 21:30:23.334601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['8f0f2948-f163-452b-8f46-bce925c8e8f5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:30:23.338254 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39d7963b-56f2-4bcb-a503-cebc8bf66a15 req-dbdc3b68-794e-4c11-9b64-67eacf1395c9 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490974 Nov 11 21:30:23.340056 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a70def-a7ca-46a4-b873-0281ff011584 req-567fcf64-69dc-4c35-9c57-a377a3804338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:23.343476 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:23.344085 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-72a70def-a7ca-46a4-b873-0281ff011584 req-567fcf64-69dc-4c35-9c57-a377a3804338 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8613dfa2d73a43c589030decab67e796&device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 1098 time: 0.1324375 Nov 11 21:30:23.421909 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['8f0f2948-f163-452b-8f46-bce925c8e8f5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:30:23.514976 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f78c9a9-6515-414f-a990-10fad81f4442 req-4750ce3c-7be1-4904-acc6-3d64bbb1a4ce service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111366 Nov 11 21:30:23.550850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:23.551119 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a70def-a7ca-46a4-b873-0281ff011584 req-45acf793-d2d0-4118-adea-36858201fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:23.551240 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:23.552402 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-72a70def-a7ca-46a4-b873-0281ff011584 req-45acf793-d2d0-4118-adea-36858201fe62 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1768565 Nov 11 21:30:23.568019 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:23.574074 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:23.611091 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-72a70def-a7ca-46a4-b873-0281ff011584 req-10a31d94-e4ac-4579-9a35-c2f635b8ab75 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 HTTP/1.1" status: 200 len: 217 time: 0.0509009 Nov 11 21:30:23.636106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98a7af-0e2b-4608-8ae2-e8ae5010d782 req-8ee724a1-17ab-48f3-b9ce-ffdf40ce2c15 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:23.637744 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f98a7af-0e2b-4608-8ae2-e8ae5010d782 req-8ee724a1-17ab-48f3-b9ce-ffdf40ce2c15 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 944 time: 0.3504167 Nov 11 21:30:23.641907 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:23.642183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ee897db-0f78-4ec1-be72-fa0ee083f0e3 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:30:23.649792 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:23.653665 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1815135c-5adb-4b6d-bfde-806d83e85464 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4ee897db-0f78-4ec1-be72-fa0ee083f0e3 HTTP/1.1" status: 204 len: 168 time: 3.2486126 Nov 11 21:30:23.664197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925d8af-26e9-4048-989f-53fe5ca02194 req-570f59be-c852-48ea-9d01-82094d0c519b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:23.673133 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a925d8af-26e9-4048-989f-53fe5ca02194 req-570f59be-c852-48ea-9d01-82094d0c519b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.1827197 Nov 11 21:30:23.682441 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56384) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:23.775813 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f98a7af-0e2b-4608-8ae2-e8ae5010d782 req-f38aff6a-ea64-4c0f-a05a-f25a476b4b0c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265144 Nov 11 21:30:23.813515 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a925d8af-26e9-4048-989f-53fe5ca02194 req-bd6d6bb2-84e7-4e61-9767-cc6a728cf4a3 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388350 Nov 11 21:30:23.824668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5d494753-de15-43a0-bb24-7d36a7d12445 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:30:23.836488 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f78c9a9-6515-414f-a990-10fad81f4442 req-6e893554-c8ef-41c0-baf0-803ad6c70413 service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104224 Nov 11 21:30:23.848760 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a70def-a7ca-46a4-b873-0281ff011584 req-3687f77a-74b6-4294-874f-815255486fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:23.850634 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-72a70def-a7ca-46a4-b873-0281ff011584 req-3687f77a-74b6-4294-874f-815255486fd1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1667407 Nov 11 21:30:23.855370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-686befb7-c133-4515-8e0a-83a4bbe17583 admin admin] Deleting subnet 598c2848-3688-4b99-9850-d50708b2db79 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:30:23.860472 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686befb7-c133-4515-8e0a-83a4bbe17583 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:23.866757 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 5d494753-de15-43a0-bb24-7d36a7d12445 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:30:23.872312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5d494753-de15-43a0-bb24-7d36a7d12445 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:30:23.880440 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b5910c-4276-416c-93fc-5638b9595af1 x-openstack-request-id: req-54b5910c-4276-416c-93fc-5638b9595af1 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:23.880738 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743687bd-739e-49b4-834f-014e260142c1", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0f2948-f163-452b-8f46-bce925c8e8f5", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:23.881134 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54b5910c-4276-416c-93fc-5638b9595af1 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:23.881488 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743687bd-739e-49b4-834f-014e260142c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0f2948-f163-452b-8f46-bce925c8e8f5', 'code': 200} Nov 11 21:30:23.940589 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686befb7-c133-4515-8e0a-83a4bbe17583 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:23.962789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a70def-a7ca-46a4-b873-0281ff011584 req-800b34c3-dbfa-44b5-a7c5-a721005a3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:23.964328 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-72a70def-a7ca-46a4-b873-0281ff011584 req-800b34c3-dbfa-44b5-a7c5-a721005a3c6f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1052248 Nov 11 21:30:23.989440 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f6712bc-9e9f-4ea3-9799-921d526ecf40 req-f8e4e193-9fee-4c0f-9517-10d0b382ba0d tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=d1325cd432b24c908db2defc99f343ef HTTP/1.1" status: 200 len: 696 time: 0.0904305 Nov 11 21:30:24.108890 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686befb7-c133-4515-8e0a-83a4bbe17583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:24.144083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-d042a312-8355-48d0-a8f8-9661a3670567 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:24.149338 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-d042a312-8355-48d0-a8f8-9661a3670567 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/networks?id=9d83e966-d837-434f-9801-9cd82b88a494 HTTP/1.1" status: 200 len: 816 time: 0.2234437 Nov 11 21:30:24.163576 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-72a70def-a7ca-46a4-b873-0281ff011584 req-be5d3461-b7bb-4db4-b879-609337cf0ca0 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874840 Nov 11 21:30:24.174565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-10a62c11-f30f-4da3-932c-94a908c80811 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/quotas/345e438d1b9a4112bd6ed42cec605a45 HTTP/1.1" status: 200 len: 375 time: 0.0204699 Nov 11 21:30:24.181933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6712bc-9e9f-4ea3-9799-921d526ecf40 req-0788e332-fbe4-45db-b31e-7b8937098de7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:24.183397 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f6712bc-9e9f-4ea3-9799-921d526ecf40 req-0788e332-fbe4-45db-b31e-7b8937098de7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/networks?id=0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 787 time: 0.1841328 Nov 11 21:30:24.198797 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-2f6712bc-9e9f-4ea3-9799-921d526ecf40 req-bcfee011-5d1f-4e24-ac9d-fcd4eaaeac88 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:30:24.199674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f6712bc-9e9f-4ea3-9799-921d526ecf40 req-bcfee011-5d1f-4e24-ac9d-fcd4eaaeac88 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071237 Nov 11 21:30:24.245399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-11eb1dcc-2bd0-4f10-8c35-d3fc439d88d5 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=345e438d1b9a4112bd6ed42cec605a45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608213 Nov 11 21:30:24.336534 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686befb7-c133-4515-8e0a-83a4bbe17583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:24.368624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65905b9d-12cc-42dc-a6fe-5e84ffecc3fa req-fef19b45-242a-4583-9d79-8cf29e955267 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:24.370125 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65905b9d-12cc-42dc-a6fe-5e84ffecc3fa req-fef19b45-242a-4583-9d79-8cf29e955267 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 947 time: 0.0991790 Nov 11 21:30:24.383733 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-30b58b0e-aa9c-4707-b3ee-afd49142fea4 service neutron] 10.222.0.57 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369786 Nov 11 21:30:24.384554 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-03251c03-3852-4555-9ce5-7580a5ad200e tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:24.386079 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-03251c03-3852-4555-9ce5-7580a5ad200e tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.10 "GET /v2.0/networks?id=9d83e966-d837-434f-9801-9cd82b88a494 HTTP/1.1" status: 200 len: 816 time: 0.2924745 Nov 11 21:30:24.387622 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-686befb7-c133-4515-8e0a-83a4bbe17583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:24.389784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5616f7b-ef9a-4091-ba55-14e818848667 None None] Network 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:30:24.390618 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-686befb7-c133-4515-8e0a-83a4bbe17583 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/598c2848-3688-4b99-9850-d50708b2db79 HTTP/1.1" status: 204 len: 168 time: 0.6812510 Nov 11 21:30:24.391807 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686befb7-c133-4515-8e0a-83a4bbe17583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=598c2848-3688-4b99-9850-d50708b2db79,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:24.394959 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-72a70def-a7ca-46a4-b873-0281ff011584 req-4ed242a5-751b-4cd6-a6fd-8f729e167a2b service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971099 Nov 11 21:30:24.395835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56398) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:24.400514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-e787aac4-4063-4d5a-928d-d90205fdf794 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Request body: {'port': {'device_id': '1f09229a-248d-4a67-bbca-cb41f5a79bff', 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494', 'admin_state_up': True, 'tenant_id': '345e438d1b9a4112bd6ed42cec605a45'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:24.503291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:30:24.517606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65905b9d-12cc-42dc-a6fe-5e84ffecc3fa req-91993399-d011-4f4d-9e43-019446f40cb5 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372418 Nov 11 21:30:24.546315 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:24.578902 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-1945fa50-2999-432d-98c4-819eaa966490 service neutron] 10.222.0.57 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810136 Nov 11 21:30:24.637723 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-e787aac4-4063-4d5a-928d-d90205fdf794 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Made reservation on behalf of 345e438d1b9a4112bd6ed42cec605a45 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:24.641373 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-e787aac4-4063-4d5a-928d-d90205fdf794 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:24.673738 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:24.686421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] Deleting port 66170f49-f182-4479-8e19-d074427aee7b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:24.686707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4af409f-558b-432c-be7f-f8bb1e932dd5 None None] DHCP port deletion for 2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:30:24.686829 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:24.726347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'd5160fe7-4acb-43d5-aa0a-0cb9d4274cc2', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': 'd5160fe7-4acb-43d5-aa0a-0cb9d4274cc2', 'mac_address': 'fa:16:3e:a3:9c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:30:24.729372 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-e101150b-637c-43c7-9f64-700462e3ed55 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/floatingips/e826117c-b2b1-4da6-8100-3a97567aff35 HTTP/1.1" status: 200 len: 693 time: 0.0764830 Nov 11 21:30:24.828610 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:24.852545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] For port 66170f49-f182-4479-8e19-d074427aee7b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=66170f49-f182-4479-8e19-d074427aee7b,segment=NetworkSegment(db42ae34-ac54-4aad-ae76-b8edfca51be3),segment_id=db42ae34-ac54-4aad-ae76-b8edfca51be3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:24.853166 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:24.856334 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a4af409f-558b-432c-be7f-f8bb1e932dd5 None None] Deleting port 66170f49-f182-4479-8e19-d074427aee7b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:24.856334 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4af409f-558b-432c-be7f-f8bb1e932dd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:24.874812 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:30:24.876392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] Calling delete_port for 66170f49-f182-4479-8e19-d074427aee7b owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:24.891062 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-e787aac4-4063-4d5a-928d-d90205fdf794 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Allocated IP 172.20.0.6 (9d83e966-d837-434f-9801-9cd82b88a494/68728dc8-71b6-452a-ba01-4e4808bcd205/bf7b532d-b175-4113-9c68-bec57321b464) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:24.929742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:24.943749 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:24.954192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a4af409f-558b-432c-be7f-f8bb1e932dd5 None None] For port 66170f49-f182-4479-8e19-d074427aee7b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=66170f49-f182-4479-8e19-d074427aee7b,segment=NetworkSegment(db42ae34-ac54-4aad-ae76-b8edfca51be3),segment_id=db42ae34-ac54-4aad-ae76-b8edfca51be3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:24.954465 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4af409f-558b-432c-be7f-f8bb1e932dd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:24.996572 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a4af409f-558b-432c-be7f-f8bb1e932dd5 None None] Calling delete_port for 66170f49-f182-4479-8e19-d074427aee7b owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:24.999383 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-5f309104-5931-4be2-9838-f5fe3afd36cf tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:25.005976 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-5f309104-5931-4be2-9838-f5fe3afd36cf tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.2619247 Nov 11 21:30:25.027417 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-62239bb8-fdb7-415d-8eb9-29bb677a20d3 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:30:25.028505 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-62239bb8-fdb7-415d-8eb9-29bb677a20d3 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170784 Nov 11 21:30:25.031965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:25.044521 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a24ab5-9788-4301-af06-ae6888771d6d req-78066085-89d8-44ec-8b04-d5388785d2ac tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:25.052213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b3a24ab5-9788-4301-af06-ae6888771d6d req-78066085-89d8-44ec-8b04-d5388785d2ac tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.2022004 Nov 11 21:30:25.093588 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:25.129753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-e58dbdcb-cdc3-4c33-85e3-69f20fc4f214 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.130 HTTP/1.1" status: 200 len: 696 time: 0.0752563 Nov 11 21:30:25.144648 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4af409f-558b-432c-be7f-f8bb1e932dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:25.186969 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] Pushing event deleted for resources: {'Port': ['ID=66170f49-f182-4479-8e19-d074427aee7b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:25.191540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] No DVR routers for this DVR port 66170f49-f182-4479-8e19-d074427aee7b on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:30:25.203157 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af409f-558b-432c-be7f-f8bb1e932dd5 None None] Pushing event deleted for resources: {'Port': ['ID=66170f49-f182-4479-8e19-d074427aee7b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:25.229781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af409f-558b-432c-be7f-f8bb1e932dd5 None None] No DVR routers for this DVR port 66170f49-f182-4479-8e19-d074427aee7b on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:30:25.235845 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b3a24ab5-9788-4301-af06-ae6888771d6d req-b79ff1c8-404a-4bb3-9279-0fcc0ea1cbe8 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826806 Nov 11 21:30:25.239358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-e8410fad-0c29-440e-8375-f8ff43509409 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.130 HTTP/1.1" status: 200 len: 696 time: 0.1084931 Nov 11 21:30:25.349636 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:30:25.391606 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:25.405211 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-e787aac4-4063-4d5a-928d-d90205fdf794 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:25.426473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:25.440007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db42ae34-ac54-4aad-ae76-b8edfca51be3') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:25.440226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db42ae34-ac54-4aad-ae76-b8edfca51be3') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:25.445923 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5d8816aa-3983-4a9e-aa8e-eb5154188a57 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:30:25.455903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:25.477604 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 5d8816aa-3983-4a9e-aa8e-eb5154188a57 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:30:25.477869 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:25.478332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5d8816aa-3983-4a9e-aa8e-eb5154188a57 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:30:25.478772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 66170f49-f182-4479-8e19-d074427aee7b no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:30:25.487238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:30:25.487708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:30:25.489846 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:30:25.504912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 66170f49-f182-4479-8e19-d074427aee7b {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:30:25.505309 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 66170f49-f182-4479-8e19-d074427aee7b not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:30:25.550865 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-e787aac4-4063-4d5a-928d-d90205fdf794 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:25.602864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-e787aac4-4063-4d5a-928d-d90205fdf794 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Network 9d83e966-d837-434f-9801-9cd82b88a494 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:25.611156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-e787aac4-4063-4d5a-928d-d90205fdf794 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:25.621047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-e787aac4-4063-4d5a-928d-d90205fdf794 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:25.650810 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:25.677308 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:25.689730 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] 10.222.0.57 "DELETE /v2.0/networks/2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc HTTP/1.1" status: 204 len: 168 time: 1.2830162 Nov 11 21:30:25.712399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787aac4-4063-4d5a-928d-d90205fdf794 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Pushing event updated for resources: {'Port': ['ID=bf7b532d-b175-4113-9c68-bec57321b464,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:25.732788 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfcf5e-0c56-408f-b137-c84d941aa39e admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0aaa7c-3e1b-41c5-bc77-3a081376d4dc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:25.742258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-e787aac4-4063-4d5a-928d-d90205fdf794 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:25.743211 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-e787aac4-4063-4d5a-928d-d90205fdf794 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:25.769751 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-e787aac4-4063-4d5a-928d-d90205fdf794 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3728502 Nov 11 21:30:25.788670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Request body: {'port': {'device_id': '1f09229a-248d-4a67-bbca-cb41f5a79bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:25.869075 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:25.885563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743687bd-739e-49b4-834f-014e260142c1', 'tag': '8f0f2948-f163-452b-8f46-bce925c8e8f5'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:25.889714 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742bce97-bd7f-49bd-8aa7-59edcfde1bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "743687bd-739e-49b4-834f-014e260142c1", "tag": "8f0f2948-f163-452b-8f46-bce925c8e8f5"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:25.909546 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2c502-3c78-4d87-8f6f-80af0570eaa5 req-d1f35389-1afe-4372-862e-a4983d2f6cff tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:25.910665 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56424) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:25.920272 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49c2c502-3c78-4d87-8f6f-80af0570eaa5 req-d1f35389-1afe-4372-862e-a4983d2f6cff tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 944 time: 0.6004741 Nov 11 21:30:25.969353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3331f6de-82bf-4a9c-bfec-8efd900c6c65 None None] Provisioning complete for port bf7b532d-b175-4113-9c68-bec57321b464 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:25.969694 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3331f6de-82bf-4a9c-bfec-8efd900c6c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:25.981213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-1f174add-8546-4c4f-9adc-7aa2f0abe9be tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Deleting port 6a9342a2-5ac1-4fb7-a059-55e6523aa5b6 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:25.981600 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-1f174add-8546-4c4f-9adc-7aa2f0abe9be tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:25.987492 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49c2c502-3c78-4d87-8f6f-80af0570eaa5 req-6bf20b06-7192-4ea6-a649-8cc1b190c66c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659583 Nov 11 21:30:26.010710 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3331f6de-82bf-4a9c-bfec-8efd900c6c65 None None] Port bf7b532d-b175-4113-9c68-bec57321b464 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:30:26.043027 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-607e4db3-31b3-4aff-9dcf-4c5691e7d33b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9a9e3534c6324dd39988da124018d4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309690 Nov 11 21:30:26.046842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56426) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:26.124137 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-1f174add-8546-4c4f-9adc-7aa2f0abe9be tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.124444 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-1f174add-8546-4c4f-9adc-7aa2f0abe9be tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.152577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-1f174add-8546-4c4f-9adc-7aa2f0abe9be tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Calling delete_port for 6a9342a2-5ac1-4fb7-a059-55e6523aa5b6 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:26.161118 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-76423995-9904-4c78-a2cf-e0f5fe95b2da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.184740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549a2d9-6e82-46b9-a416-11fa31718ab4 req-45a72323-8be5-423a-af58-c4b954d584a6 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:26.187383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1549a2d9-6e82-46b9-a416-11fa31718ab4 req-45a72323-8be5-423a-af58-c4b954d584a6 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.1096244 Nov 11 21:30:26.217343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7b532d-b175-4113-9c68-bec57321b464 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:30:26.227516 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.239236 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-76423995-9904-4c78-a2cf-e0f5fe95b2da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.241792 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Transition to ACTIVE for port object bf7b532d-b175-4113-9c68-bec57321b464 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:30:26.246852 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.342788 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-76423995-9904-4c78-a2cf-e0f5fe95b2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.346325 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-76423995-9904-4c78-a2cf-e0f5fe95b2da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.350310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-76423995-9904-4c78-a2cf-e0f5fe95b2da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/daec41f2-cfba-4cc3-ad3f-7924d37b80e6 HTTP/1.1" status: 204 len: 168 time: 0.2996361 Nov 11 21:30:26.375171 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1549a2d9-6e82-46b9-a416-11fa31718ab4 req-3710289d-9c1d-464f-a168-90a311680ca6 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475778 Nov 11 21:30:26.429382 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7b532d-b175-4113-9c68-bec57321b464,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:26.435349 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76423995-9904-4c78-a2cf-e0f5fe95b2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daec41f2-cfba-4cc3-ad3f-7924d37b80e6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:26.484901 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:26.566962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-fff64cf6-3484-4e7f-8870-605de3baa004 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:26.568779 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-fff64cf6-3484-4e7f-8870-605de3baa004 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.10 "GET /v2.0/networks?id=9d83e966-d837-434f-9801-9cd82b88a494 HTTP/1.1" status: 200 len: 816 time: 0.2784114 Nov 11 21:30:26.585422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-6b6c2427-af06-4906-94aa-148902630a40 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Request body: {'port': {'device_id': '16e8b54e-a67a-4388-92a4-37fc8d6b6af9', 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494', 'admin_state_up': True, 'tenant_id': '345e438d1b9a4112bd6ed42cec605a45'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:26.609069 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:30:26.628303 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Attempting to bind port bf7b532d-b175-4113-9c68-bec57321b464 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:26.628824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Attempting to bind port bf7b532d-b175-4113-9c68-bec57321b464 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:26.630295 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Attempting to bind port bf7b532d-b175-4113-9c68-bec57321b464 on network 9d83e966-d837-434f-9801-9cd82b88a494 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:26.635321 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:26.635699 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.674476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Port bf7b532d-b175-4113-9c68-bec57321b464 on network 9d83e966-d837-434f-9801-9cd82b88a494 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:30:26.674919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Attempting to bind port bf7b532d-b175-4113-9c68-bec57321b464 on network 9d83e966-d837-434f-9801-9cd82b88a494 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:26.685839 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-1f174add-8546-4c4f-9adc-7aa2f0abe9be tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.692920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:26.698372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Checking segment: {'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:26.698956 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Bound using segment: {'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:26.699514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Bound port: bf7b532d-b175-4113-9c68-bec57321b464, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:26.701384 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.764080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f174add-8546-4c4f-9adc-7aa2f0abe9be tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Pushing event deleted for resources: {'Port': ['ID=6a9342a2-5ac1-4fb7-a059-55e6523aa5b6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:26.871437 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.873038 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-dd8427e3-5a18-44c1-8724-dff5dfe5dbc1 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:26.874648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-dd8427e3-5a18-44c1-8724-dff5dfe5dbc1 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/networks?id=9d83e966-d837-434f-9801-9cd82b88a494 HTTP/1.1" status: 200 len: 816 time: 0.3942893 Nov 11 21:30:26.887719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] For port bf7b532d-b175-4113-9c68-bec57321b464, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:26.889793 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-6b6c2427-af06-4906-94aa-148902630a40 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Made reservation on behalf of 345e438d1b9a4112bd6ed42cec605a45 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:26.905882 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-1f174add-8546-4c4f-9adc-7aa2f0abe9be tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.908407 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-6b6c2427-af06-4906-94aa-148902630a40 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.908835 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-1f174add-8546-4c4f-9adc-7aa2f0abe9be tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.910065 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7030d1e6-249c-4dde-b908-a5fa4c04efbb req-1f174add-8546-4c4f-9adc-7aa2f0abe9be tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "DELETE /v2.0/floatingips/e826117c-b2b1-4da6-8100-3a97567aff35 HTTP/1.1" status: 204 len: 173 time: 1.6570523 Nov 11 21:30:26.912609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] For port bf7b532d-b175-4113-9c68-bec57321b464, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=bf7b532d-b175-4113-9c68-bec57321b464,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:26.920933 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-5f8f6b7e-556e-480e-8107-584829308d1f tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/quotas/345e438d1b9a4112bd6ed42cec605a45 HTTP/1.1" status: 200 len: 375 time: 0.0341365 Nov 11 21:30:26.926426 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2b0136-f009-4fa6-92fd-6abab1b11f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5160fe7-4acb-43d5-aa0a-0cb9d4274cc2'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:26.928484 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:26.937241 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e372b29-d44e-4bb4-a864-76991a98fd45" -d '{"events": [{"server_uuid": "7a2b0136-f009-4fa6-92fd-6abab1b11f62", "name": "network-vif-plugged", "status": "completed", "tag": "d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:26.977681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:26.986939 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:27.032082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-2fbbe465-1634-4a74-97da-2e2e90ae67d2 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=345e438d1b9a4112bd6ed42cec605a45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089411 Nov 11 21:30:27.081046 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:27.098681 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7b532d-b175-4113-9c68-bec57321b464,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:27.159405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:27.160025 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:27.161464 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-1b873876-02a9-49bd-9ccd-92eb4944d0a6 service neutron] 10.222.0.10 "PUT /v2.0/ports/bf7b532d-b175-4113-9c68-bec57321b464 HTTP/1.1" status: 200 len: 1091 time: 1.3792012 Nov 11 21:30:27.161911 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f09229a-248d-4a67-bbca-cb41f5a79bff', 'tag': 'bf7b532d-b175-4113-9c68-bec57321b464'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:27.164856 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd2a32a-b444-4a7c-a905-e7e0dc4c313c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f09229a-248d-4a67-bbca-cb41f5a79bff", "tag": "bf7b532d-b175-4113-9c68-bec57321b464"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:27.212656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2826b-5f72-45c4-95bf-f34e3ab27ad2 req-052039ba-f553-47b9-8670-43b734e7aa4a tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:27.221237 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-6b6c2427-af06-4906-94aa-148902630a40 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Allocated IP 172.20.0.7 (9d83e966-d837-434f-9801-9cd82b88a494/68728dc8-71b6-452a-ba01-4e4808bcd205/41363227-c0f1-47d4-8fb0-2f399c1070ae) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:27.223900 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70c2826b-5f72-45c4-95bf-f34e3ab27ad2 req-052039ba-f553-47b9-8670-43b734e7aa4a tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 949 time: 0.1648426 Nov 11 21:30:27.254559 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-162e12da-52f1-4b0c-bb85-dcab35b0b057 service neutron] 10.222.0.57 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167754 Nov 11 21:30:27.404170 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-f831b96d-2794-4c08-a68a-028f8d164eb9 service neutron] 10.222.0.57 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428702 Nov 11 21:30:27.410538 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70c2826b-5f72-45c4-95bf-f34e3ab27ad2 req-7ce45f08-5ed9-4f7a-9716-3df658b471e8 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857793 Nov 11 21:30:27.438765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-55ca0800-6b48-44a2-afdb-49dfbfa42666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:27.440517 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-55ca0800-6b48-44a2-afdb-49dfbfa42666 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=345e438d1b9a4112bd6ed42cec605a45&device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 1094 time: 0.2294059 Nov 11 21:30:27.497764 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-9d3efa1a-ff6a-46c3-b25e-61a540c6de5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf7b532d-b175-4113-9c68-bec57321b464 HTTP/1.1" status: 200 len: 217 time: 0.0472515 Nov 11 21:30:27.551678 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-6b6c2427-af06-4906-94aa-148902630a40 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:27.581034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-940c47d4-6750-4086-99cc-c55f94cce88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:27.582936 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-940c47d4-6750-4086-99cc-c55f94cce88a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68728dc8-71b6-452a-ba01-4e4808bcd205 HTTP/1.1" status: 200 len: 855 time: 0.0791528 Nov 11 21:30:27.586293 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6db3a4-f56e-479e-ab19-a2c5a7ba291f x-openstack-request-id: req-aa6db3a4-f56e-479e-ab19-a2c5a7ba291f {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:27.586590 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743687bd-739e-49b4-834f-014e260142c1", "tag": "8f0f2948-f163-452b-8f46-bce925c8e8f5", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:27.586843 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa6db3a4-f56e-479e-ab19-a2c5a7ba291f {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:27.587239 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743687bd-739e-49b4-834f-014e260142c1', 'tag': '8f0f2948-f163-452b-8f46-bce925c8e8f5', 'status': 'completed', 'code': 200} Nov 11 21:30:27.668673 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-6b6c2427-af06-4906-94aa-148902630a40 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:27.675069 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-b878b9e8-6ef5-4b81-a8e6-5767ed55d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:27.676952 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-b878b9e8-6ef5-4b81-a8e6-5767ed55d9b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d83e966-d837-434f-9801-9cd82b88a494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649016 Nov 11 21:30:27.735376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56472) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:27.783747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-6b6c2427-af06-4906-94aa-148902630a40 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Network 9d83e966-d837-434f-9801-9cd82b88a494 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:27.789481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-6b6c2427-af06-4906-94aa-148902630a40 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:27.808371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c2427-af06-4906-94aa-148902630a40 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Pushing event updated for resources: {'Port': ['ID=41363227-c0f1-47d4-8fb0-2f399c1070ae,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:27.864506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-6b6c2427-af06-4906-94aa-148902630a40 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:27.917565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-6a54fc36-0f77-474f-92ff-3cf7a9e63559 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3128648 Nov 11 21:30:27.925712 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:27.986996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1540420868-network', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:28.007620 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bce97-bd7f-49bd-8aa7-59edcfde1bd7 req-d7b8f5ab-6385-423d-90ac-afec204d13b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:28.009187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-742bce97-bd7f-49bd-8aa7-59edcfde1bd7 req-d7b8f5ab-6385-423d-90ac-afec204d13b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 1125 time: 0.3733413 Nov 11 21:30:28.017433 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7363404-5ddd-4540-89c9-851299b6866c req-4fa4bf41-af57-4fad-a5e6-ddbbe82491e2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:28.025008 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7363404-5ddd-4540-89c9-851299b6866c req-4fa4bf41-af57-4fad-a5e6-ddbbe82491e2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.3447995 Nov 11 21:30:28.026041 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-6b6c2427-af06-4906-94aa-148902630a40 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:28.027420 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-6b6c2427-af06-4906-94aa-148902630a40 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:28.085262 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:28.090204 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] Made reservation on behalf of e65ee3347f4a4354b077d82866a98b8a for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:28.093610 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:28.126882 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:28.133681 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-6b6c2427-af06-4906-94aa-148902630a40 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5543916 Nov 11 21:30:28.135991 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-3d2298ba-85ec-4da6-90b5-19c2c627b1a4 service neutron] 10.222.0.10 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328260 Nov 11 21:30:28.202135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Request body: {'port': {'device_id': '16e8b54e-a67a-4388-92a4-37fc8d6b6af9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:28.230604 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7363404-5ddd-4540-89c9-851299b6866c req-8adf2672-3c82-4bc4-954c-c2d213f535ff tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047367 Nov 11 21:30:28.240699 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-59fdadb8-74e7-4b51-a053-d5105a3acfdf None None] Provisioning complete for port 41363227-c0f1-47d4-8fb0-2f399c1070ae triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:28.242395 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59fdadb8-74e7-4b51-a053-d5105a3acfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:28.260639 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bce97-bd7f-49bd-8aa7-59edcfde1bd7 req-bb4bb652-fd06-41af-a4b3-3f57ed614440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:28.262184 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-742bce97-bd7f-49bd-8aa7-59edcfde1bd7 req-bb4bb652-fd06-41af-a4b3-3f57ed614440 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.2346373 Nov 11 21:30:28.339680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-742bce97-bd7f-49bd-8aa7-59edcfde1bd7 req-d6e698d1-9343-4480-b07e-9542ef024c54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5 HTTP/1.1" status: 200 len: 217 time: 0.0569415 Nov 11 21:30:28.365013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-59fdadb8-74e7-4b51-a053-d5105a3acfdf None None] Port 41363227-c0f1-47d4-8fb0-2f399c1070ae cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:30:28.432296 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bce97-bd7f-49bd-8aa7-59edcfde1bd7 req-449fd3f1-af33-4068-91d3-be497bf96899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:28.432296 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-742bce97-bd7f-49bd-8aa7-59edcfde1bd7 req-449fd3f1-af33-4068-91d3-be497bf96899 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.0768247 Nov 11 21:30:28.493593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-742bce97-bd7f-49bd-8aa7-59edcfde1bd7 req-b71cce61-5f21-4955-83de-a3ef531a1339 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530956 Nov 11 21:30:28.493775 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:28.543560 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:28.586764 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6e64f1-415d-45d7-8699-fa4befa6b2f6 x-openstack-request-id: req-fb6e64f1-415d-45d7-8699-fa4befa6b2f6 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:28.587532 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2b0136-f009-4fa6-92fd-6abab1b11f62", "name": "network-vif-plugged", "status": "completed", "tag": "d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:28.587994 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb6e64f1-415d-45d7-8699-fa4befa6b2f6 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:28.588581 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2b0136-f009-4fa6-92fd-6abab1b11f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5160fe7-4acb-43d5-aa0a-0cb9d4274cc2', 'code': 200} Nov 11 21:30:28.799736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Allocated IP 172.25.0.219 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/7ad6b967-aae4-45ec-aaff-dec236ded2bb) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:28.857731 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-742bce97-bd7f-49bd-8aa7-59edcfde1bd7 req-eca8f03f-d929-4f98-b42f-3a8f8323edcd service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531806 Nov 11 21:30:28.917305 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:28.919804 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d87f71-fa1a-4db2-85f8-3ba77cefa46d req-ce0fa437-4b03-40c9-af65-4355641d9f3a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:28.927539 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01d87f71-fa1a-4db2-85f8-3ba77cefa46d req-ce0fa437-4b03-40c9-af65-4355641d9f3a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 944 time: 0.1767809 Nov 11 21:30:28.955447 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.022261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:30:29.037817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7624bf-71c9-4423-842e-7b35c61688dd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:29.073987 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.074338 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] Added segment 97463047-8fe0-4563-bd9d-ac1dd14bcd3e of type vlan for network 19af4895-1152-4229-b15b-ac2e532dbbb8 Nov 11 21:30:29.107398 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f3343-39b1-44d9-9432-cadeb3cb3bed req-908f3546-98e7-4484-a84e-e4ed19d68b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:29.109014 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f72f3343-39b1-44d9-9432-cadeb3cb3bed req-908f3546-98e7-4484-a84e-e4ed19d68b2a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 1100 time: 0.2015162 Nov 11 21:30:29.121603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01d87f71-fa1a-4db2-85f8-3ba77cefa46d req-d0d61f32-5b15-4571-9def-b250b4f161e2 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929557 Nov 11 21:30:29.140697 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.167112 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-742bce97-bd7f-49bd-8aa7-59edcfde1bd7 req-6f6c962b-5512-494a-bda6-1c0e8d926181 service neutron] 10.222.0.10 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994261 Nov 11 21:30:29.202402 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.240188 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0b9e4941-9723-4305-8509-b852c9ae6cf8 req-d2cb3111-3ff0-4147-af3f-7c74a541beab service neutron] 10.222.0.10 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9577723 Nov 11 21:30:29.274830 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27de9b5e-ef95-4bb3-ab27-04b131b15e92 x-openstack-request-id: req-27de9b5e-ef95-4bb3-ab27-04b131b15e92 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:29.275207 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f09229a-248d-4a67-bbca-cb41f5a79bff", "tag": "bf7b532d-b175-4113-9c68-bec57321b464", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:29.275386 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-27de9b5e-ef95-4bb3-ab27-04b131b15e92 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:29.275827 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f09229a-248d-4a67-bbca-cb41f5a79bff', 'tag': 'bf7b532d-b175-4113-9c68-bec57321b464', 'status': 'completed', 'code': 200} Nov 11 21:30:29.294780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:29.310364 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:29.315270 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.325596 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:29.332660 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Pushing event updated for resources: {'Port': ['ID=7ad6b967-aae4-45ec-aaff-dec236ded2bb,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:29.449218 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.db.resource_extend [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:30:29.469881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea11f9-61f2-4f71-a25f-55fa4285f25d req-7b7273fc-9481-4b22-a2c5-14d560e493dd tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:29.478052 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56ea11f9-61f2-4f71-a25f-55fa4285f25d req-7b7273fc-9481-4b22-a2c5-14d560e493dd tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.1081583 Nov 11 21:30:29.507977 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f72f3343-39b1-44d9-9432-cadeb3cb3bed req-20ba40fb-75ac-4755-a666-30dcf19b893c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238244 Nov 11 21:30:29.524893 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.551877 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.552905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:29.553539 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.575528 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.595311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-1e71d952-f19a-40f2-9eaf-ab298232c798 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:29.597244 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-1e71d952-f19a-40f2-9eaf-ab298232c798 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.71 "GET /v2.0/networks?id=9d83e966-d837-434f-9801-9cd82b88a494 HTTP/1.1" status: 200 len: 816 time: 0.4082456 Nov 11 21:30:29.625886 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a32a-b444-4a7c-a905-e7e0dc4c313c req-af8515f7-c950-46e7-b382-685ab2866fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:29.628210 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9bd2a32a-b444-4a7c-a905-e7e0dc4c313c req-af8515f7-c950-46e7-b382-685ab2866fc4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=345e438d1b9a4112bd6ed42cec605a45&device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 1094 time: 0.2484875 Nov 11 21:30:29.638560 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8908703 Nov 11 21:30:29.675814 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56490) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:29.691289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5999c859-3b8b-411e-a74e-19600b7a1b1b admin admin] Request body: {'subnet': {'network_id': '19af4895-1152-4229-b15b-ac2e532dbbb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1540420868-subnet', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:29.739806 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-e1730dd9-63bd-4acb-9291-552596da4c7a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Request body: {'port': {'device_id': 'd55b2c48-bf88-4068-8396-8591aadad0d0', 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494', 'admin_state_up': True, 'tenant_id': '345e438d1b9a4112bd6ed42cec605a45'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:29.742540 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56ea11f9-61f2-4f71-a25f-55fa4285f25d req-46861ba6-fe27-43f2-b068-0bec17530593 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600453 Nov 11 21:30:29.747013 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38acc4-f79d-4399-8f56-5eef73f52884 admin admin] Pushing event updated for resources: {'Network': ['ID=19af4895-1152-4229-b15b-ac2e532dbbb8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:29.762415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 19af4895-1152-4229-b15b-ac2e532dbbb8 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:30:29.858661 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34213599-2b47-462c-9841-45f7066d9f66 req-4bd18d34-2d16-4abb-9987-11e87386a1f0 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 210 time: 0.0393093 Nov 11 21:30:29.910501 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.923418 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.946788 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5999c859-3b8b-411e-a74e-19600b7a1b1b admin admin] Made reservation on behalf of e65ee3347f4a4354b077d82866a98b8a for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:29.949570 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5999c859-3b8b-411e-a74e-19600b7a1b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.992575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41363227-c0f1-47d4-8fb0-2f399c1070ae {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:30:30.005772 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:30.065626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Pushing event updated for resources: {'Port': ['ID=7ad6b967-aae4-45ec-aaff-dec236ded2bb,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:30.076935 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Transition to ACTIVE for port object 41363227-c0f1-47d4-8fb0-2f399c1070ae will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:30:30.087622 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a32a-b444-4a7c-a905-e7e0dc4c313c req-51277b46-c303-44c4-97f2-a8553099270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:30.089304 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9bd2a32a-b444-4a7c-a905-e7e0dc4c313c req-51277b46-c303-44c4-97f2-a8553099270d service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d83e966-d837-434f-9801-9cd82b88a494 HTTP/1.1" status: 200 len: 918 time: 0.4223006 Nov 11 21:30:30.091778 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:30.100878 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:30.124577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3068d7-9f02-45da-9383-a185c9c93919 req-57c43131-1380-4847-b9e2-bd6f1a51c814 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:30.125885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a3068d7-9f02-45da-9383-a185c9c93919 req-57c43131-1380-4847-b9e2-bd6f1a51c814 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 949 time: 0.1583533 Nov 11 21:30:30.133280 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-00ed4735-2e38-41ad-8354-efd913862cdc service neutron] 10.222.0.10 "GET /v2.0/ports/8f0f2948-f163-452b-8f46-bce925c8e8f5/bindings/n-h2-805737-3 HTTP/1.1" status: 200 len: 384 time: 0.1142294 Nov 11 21:30:30.138647 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:30.139842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-38298223-20f1-41d8-817f-2a1278efb8c7 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2214725 Nov 11 21:30:30.198586 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9bd2a32a-b444-4a7c-a905-e7e0dc4c313c req-fbe02927-b327-4b98-bcf3-4ed06a944a05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf7b532d-b175-4113-9c68-bec57321b464 HTTP/1.1" status: 200 len: 217 time: 0.0989380 Nov 11 21:30:30.251389 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-efd9398c-c343-482a-8d8f-9fdd7abdc37b tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.219 HTTP/1.1" status: 200 len: 696 time: 0.0996072 Nov 11 21:30:30.272279 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=41363227-c0f1-47d4-8fb0-2f399c1070ae,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:30.288440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-e1730dd9-63bd-4acb-9291-552596da4c7a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Made reservation on behalf of 345e438d1b9a4112bd6ed42cec605a45 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:30.292104 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-e1730dd9-63bd-4acb-9291-552596da4c7a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:30.307337 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a3068d7-9f02-45da-9383-a185c9c93919 req-a9d7dd97-528d-4ec3-b984-ff7a7c7072bc tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730864 Nov 11 21:30:30.383191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a32a-b444-4a7c-a905-e7e0dc4c313c req-d2dac5b4-12c4-4f67-8dba-128b03d198f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:30.386440 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9bd2a32a-b444-4a7c-a905-e7e0dc4c313c req-d2dac5b4-12c4-4f67-8dba-128b03d198f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68728dc8-71b6-452a-ba01-4e4808bcd205 HTTP/1.1" status: 200 len: 855 time: 0.1760724 Nov 11 21:30:30.497255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-c8d823f5-8ccf-459b-8457-f89de6b1230f tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:30.499321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-609d94ad-9ee7-4805-90c4-89ce7b92db17 req-c8d823f5-8ccf-459b-8457-f89de6b1230f tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.2244666 Nov 11 21:30:30.599240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Attempting to bind port 41363227-c0f1-47d4-8fb0-2f399c1070ae on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:30.599668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Attempting to bind port 41363227-c0f1-47d4-8fb0-2f399c1070ae by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:30.600101 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Attempting to bind port 41363227-c0f1-47d4-8fb0-2f399c1070ae on network 9d83e966-d837-434f-9801-9cd82b88a494 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:30.644125 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-a1b93d50-86ff-4a40-ad44-b9086314b552 service neutron] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:30.664635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4e09b-f058-467f-b57c-650ba258387e req-bdd732f1-f8b1-46c8-8856-2751802e5a01 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:30.665059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Port 41363227-c0f1-47d4-8fb0-2f399c1070ae on network 9d83e966-d837-434f-9801-9cd82b88a494 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:30:30.665447 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Attempting to bind port 41363227-c0f1-47d4-8fb0-2f399c1070ae on network 9d83e966-d837-434f-9801-9cd82b88a494 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:30.666477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74c4e09b-f058-467f-b57c-650ba258387e req-bdd732f1-f8b1-46c8-8856-2751802e5a01 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.1660728 Nov 11 21:30:30.688602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a32a-b444-4a7c-a905-e7e0dc4c313c req-d5f444f9-8c2b-45ca-b98a-c0f7fa004049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:30.690575 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9bd2a32a-b444-4a7c-a905-e7e0dc4c313c req-d5f444f9-8c2b-45ca-b98a-c0f7fa004049 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d83e966-d837-434f-9801-9cd82b88a494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2874472 Nov 11 21:30:30.691891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-a1b93d50-86ff-4a40-ad44-b9086314b552 service neutron] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:30.696392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:30.696727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Checking segment: {'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:30.697136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Bound using segment: {'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:30.697581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Bound port: 41363227-c0f1-47d4-8fb0-2f399c1070ae, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:30.697930 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:30.726360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3811733-f0cb-47b3-a163-afb8e7ec8221 req-a323dd98-fdcd-4239-9476-a37f8b6684ee tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:30.728427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3811733-f0cb-47b3-a163-afb8e7ec8221 req-a323dd98-fdcd-4239-9476-a37f8b6684ee tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 944 time: 0.1464469 Nov 11 21:30:30.738273 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5999c859-3b8b-411e-a74e-19600b7a1b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:30.753520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-e1730dd9-63bd-4acb-9291-552596da4c7a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Allocated IP 172.20.0.8 (9d83e966-d837-434f-9801-9cd82b88a494/68728dc8-71b6-452a-ba01-4e4808bcd205/5fd2404b-d929-4537-ba02-b6da68b42877) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:30.819159 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74c4e09b-f058-467f-b57c-650ba258387e req-3e28c9b9-375c-40d1-9545-d899f0fec0d3 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445024 Nov 11 21:30:30.821717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-a1b93d50-86ff-4a40-ad44-b9086314b552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0f2948-f163-452b-8f46-bce925c8e8f5 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:30:30.846098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-a1b93d50-86ff-4a40-ad44-b9086314b552 service neutron] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:30.901060 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3811733-f0cb-47b3-a163-afb8e7ec8221 req-baa40477-d68f-4da0-8142-663a0f5c8115 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568503 Nov 11 21:30:30.910283 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-a1b93d50-86ff-4a40-ad44-b9086314b552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:31.043871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5999c859-3b8b-411e-a74e-19600b7a1b1b admin admin] Checking segment: {'id': '97463047-8fe0-4563-bd9d-ac1dd14bcd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '19af4895-1152-4229-b15b-ac2e532dbbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:31.044275 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5999c859-3b8b-411e-a74e-19600b7a1b1b admin admin] Network hostable DHCP agents. Network: 19af4895-1152-4229-b15b-ac2e532dbbb8, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:30:31.053633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999c859-3b8b-411e-a74e-19600b7a1b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc54cdd9-93a7-4fc7-acdc-1ad6b298a291,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:31.069171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] For port 41363227-c0f1-47d4-8fb0-2f399c1070ae, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:31.074120 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9bd2a32a-b444-4a7c-a905-e7e0dc4c313c req-2c7315f7-7a48-40cb-90b8-a21c3db3b1c2 service neutron] 10.222.0.10 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692997 Nov 11 21:30:31.089080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 422b8558-449f-40fd-8d3c-cdbbf0db9796 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:30:31.091691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 8f0f2948-f163-452b-8f46-bce925c8e8f5 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:30:31.227368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] For port 41363227-c0f1-47d4-8fb0-2f399c1070ae, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=41363227-c0f1-47d4-8fb0-2f399c1070ae,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:31.242440 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9bd2a32a-b444-4a7c-a905-e7e0dc4c313c req-c55d48fd-dee1-4007-9bba-93a0c411ede4 service neutron] 10.222.0.10 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608129 Nov 11 21:30:31.250833 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:31.321229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:31.326483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5999c859-3b8b-411e-a74e-19600b7a1b1b admin admin] Network 19af4895-1152-4229-b15b-ac2e532dbbb8 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:30:31.336556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '422b8558-449f-40fd-8d3c-cdbbf0db9796', 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314', 'port_id': '422b8558-449f-40fd-8d3c-cdbbf0db9796', 'mac_address': 'fa:16:3e:ba:c0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42830d8e-a75d-4ff9-adfb-bfb530d80e8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:30:31.374303 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=41363227-c0f1-47d4-8fb0-2f399c1070ae,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:31.388109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:31.389097 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:31.389231 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:31.390145 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-c17aaefd-b1ad-4e6f-9d65-9fe66b175ad5 service neutron] 10.222.0.10 "PUT /v2.0/ports/41363227-c0f1-47d4-8fb0-2f399c1070ae HTTP/1.1" status: 200 len: 1091 time: 3.1934845 Nov 11 21:30:31.390609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e8b54e-a67a-4388-92a4-37fc8d6b6af9', 'tag': '41363227-c0f1-47d4-8fb0-2f399c1070ae'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:31.397306 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9414c9-8b9d-4a7b-ab01-1bb33803e827" -d '{"events": [{"name": "network-changed", "server_uuid": "16e8b54e-a67a-4388-92a4-37fc8d6b6af9", "tag": "41363227-c0f1-47d4-8fb0-2f399c1070ae"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:31.412157 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-5999c859-3b8b-411e-a74e-19600b7a1b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 19af4895-1152-4229-b15b-ac2e532dbbb8) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:31.417386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422b8558-449f-40fd-8d3c-cdbbf0db9796 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:30:31.428009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-073a4621-914a-4761-b188-fba15b0f7e31 req-52416f6f-3952-4686-aab5-83b25f9c35ec tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/floatingips/0c1cd24e-4370-44fa-9396-5e52e2910adf HTTP/1.1" status: 200 len: 693 time: 0.5199523 Nov 11 21:30:31.428781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5999c859-3b8b-411e-a74e-19600b7a1b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:31.432433 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5999c859-3b8b-411e-a74e-19600b7a1b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:31.445207 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:31.451552 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:31.457692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e0e36a-be4b-460d-a24e-0c860ab0a9f3 None None] Network 19af4895-1152-4229-b15b-ac2e532dbbb8 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:30:31.561491 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-e1730dd9-63bd-4acb-9291-552596da4c7a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:31.571633 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5999c859-3b8b-411e-a74e-19600b7a1b1b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8852112 Nov 11 21:30:31.572729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=422b8558-449f-40fd-8d3c-cdbbf0db9796,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:31.580689 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56506) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:31.613894 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a5d7c-028d-44c5-b7d6-c3af8b7d4dc7 req-fccb773e-bd31-4c99-91ec-2ba79d90f7dc tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:31.614138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1540420868-router', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:31.630326 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-128a5d7c-028d-44c5-b7d6-c3af8b7d4dc7 req-fccb773e-bd31-4c99-91ec-2ba79d90f7dc tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 944 time: 0.2673221 Nov 11 21:30:31.668095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-a1b93d50-86ff-4a40-ad44-b9086314b552 service neutron] Transition to ACTIVE for port object 8f0f2948-f163-452b-8f46-bce925c8e8f5 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:30:31.680922 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['422b8558-449f-40fd-8d3c-cdbbf0db9796'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:30:31.686577 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-a1b93d50-86ff-4a40-ad44-b9086314b552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:31.738909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-f2a41311-070e-4a7b-a67f-3610768622b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:31.741347 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-f2a41311-070e-4a7b-a67f-3610768622b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=345e438d1b9a4112bd6ed42cec605a45&device_id=16e8b54e-a67a-4388-92a4-37fc8d6b6af9 HTTP/1.1" status: 200 len: 1094 time: 0.3010840 Nov 11 21:30:31.745118 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:31.746937 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:31.773076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a4621-914a-4761-b188-fba15b0f7e31 req-0224c196-336e-4a8f-bcf4-a26181239f1a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:31.773349 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-19af4895-1152-4229-b15b-ac2e532dbbb8', 'network_id': '19af4895-1152-4229-b15b-ac2e532dbbb8', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'fixed_ips': [{'subnet_id': 'fc54cdd9-93a7-4fc7-acdc-1ad6b298a291'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:30:31.774260 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:31.774613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-073a4621-914a-4761-b188-fba15b0f7e31 req-0224c196-336e-4a8f-bcf4-a26181239f1a tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.3457270 Nov 11 21:30:31.810027 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-128a5d7c-028d-44c5-b7d6-c3af8b7d4dc7 req-100ff114-9b48-4674-87be-58aacbbe7f62 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786079 Nov 11 21:30:31.844146 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-e1730dd9-63bd-4acb-9291-552596da4c7a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:31.854110 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-1476f680-1d25-485b-936d-9f853c48916a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41363227-c0f1-47d4-8fb0-2f399c1070ae HTTP/1.1" status: 200 len: 217 time: 0.0809450 Nov 11 21:30:31.872069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-a1b93d50-86ff-4a40-ad44-b9086314b552 service neutron] No DVR routers for this DVR port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:30:31.992258 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:31.999081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-e1730dd9-63bd-4acb-9291-552596da4c7a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Network 9d83e966-d837-434f-9801-9cd82b88a494 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:32.010939 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-e1730dd9-63bd-4acb-9291-552596da4c7a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:32.018469 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-e1730dd9-63bd-4acb-9291-552596da4c7a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:32.034788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b93d50-86ff-4a40-ad44-b9086314b552 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0f2948-f163-452b-8f46-bce925c8e8f5,revision_number=10']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:32.052692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Allocated IP 172.20.0.2 (19af4895-1152-4229-b15b-ac2e532dbbb8/fc54cdd9-93a7-4fc7-acdc-1ad6b298a291/8854fe18-4918-46ca-a082-5194cee9c76f) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:32.062859 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-073a4621-914a-4761-b188-fba15b0f7e31 req-ece89bea-bcb5-41f9-bf40-17db499259d8 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.219 HTTP/1.1" status: 200 len: 696 time: 0.2726302 Nov 11 21:30:32.077601 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1730dd9-63bd-4acb-9291-552596da4c7a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Pushing event updated for resources: {'Port': ['ID=5fd2404b-d929-4537-ba02-b6da68b42877,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:32.098090 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-a1b93d50-86ff-4a40-ad44-b9086314b552 service neutron] 10.222.0.10 "PUT /v2.0/ports/8f0f2948-f163-452b-8f46-bce925c8e8f5/bindings/n-h2-805737-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9572687 Nov 11 21:30:32.205464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-073a4621-914a-4761-b188-fba15b0f7e31 req-8d5f7148-a96f-4d0f-8c2c-70a0b1cdad59 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.219 HTTP/1.1" status: 200 len: 696 time: 0.1279402 Nov 11 21:30:32.215096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-edbbdad2-67c9-45b8-ada8-a11dec5a2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:32.217883 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-edbbdad2-67c9-45b8-ada8-a11dec5a2fd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68728dc8-71b6-452a-ba01-4e4808bcd205 HTTP/1.1" status: 200 len: 855 time: 0.3503697 Nov 11 21:30:32.231879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3682d-48b4-47e7-bdac-e6f29907b864 req-4281e7f3-e809-4209-9be3-8272a3e71b59 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:32.247993 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5e3682d-48b4-47e7-bdac-e6f29907b864 req-4281e7f3-e809-4209-9be3-8272a3e71b59 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 931 time: 0.2993736 Nov 11 21:30:32.314646 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:32.319741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-e1730dd9-63bd-4acb-9291-552596da4c7a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:32.320539 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-e1730dd9-63bd-4acb-9291-552596da4c7a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:32.340143 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:32.387246 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Network 19af4895-1152-4229-b15b-ac2e532dbbb8 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:32.395414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:32.399585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:32.409327 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Pushing event updated for resources: {'Port': ['ID=8854fe18-4918-46ca-a082-5194cee9c76f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:32.421570 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:32.454314 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-e1730dd9-63bd-4acb-9291-552596da4c7a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7236333 Nov 11 21:30:32.458152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-dcb88d52-b71b-45db-809e-12a237996407 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:32.459629 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-dcb88d52-b71b-45db-809e-12a237996407 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1&tenant_id=84de113e4e264de9b1292139646defb0&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 1096 time: 0.2638288 Nov 11 21:30:32.462209 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-689b6710-0b49-4a7a-bd69-61ed192d569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:32.463614 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-689b6710-0b49-4a7a-bd69-61ed192d569a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d83e966-d837-434f-9801-9cd82b88a494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2251546 Nov 11 21:30:32.487665 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5e3682d-48b4-47e7-bdac-e6f29907b864 req-ae1c336b-eddc-4d41-acdb-272ef6d5bb51 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367592 Nov 11 21:30:32.527924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Attempting to bind port 8854fe18-4918-46ca-a082-5194cee9c76f on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:32.528290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Attempting to bind port 8854fe18-4918-46ca-a082-5194cee9c76f by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '97463047-8fe0-4563-bd9d-ac1dd14bcd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '19af4895-1152-4229-b15b-ac2e532dbbb8'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:32.528651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Attempting to bind port 8854fe18-4918-46ca-a082-5194cee9c76f on network 19af4895-1152-4229-b15b-ac2e532dbbb8 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:32.536271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-073a4621-914a-4761-b188-fba15b0f7e31 req-f4d573bb-f430-45e0-bee6-452996d0871b tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Deleting port 7ad6b967-aae4-45ec-aaff-dec236ded2bb {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:32.536614 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-073a4621-914a-4761-b188-fba15b0f7e31 req-f4d573bb-f430-45e0-bee6-452996d0871b tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:32.547896 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:32.547896 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Checking segment: {'id': '97463047-8fe0-4563-bd9d-ac1dd14bcd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '19af4895-1152-4229-b15b-ac2e532dbbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:32.548521 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:32.550002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Bound using segment: {'id': '97463047-8fe0-4563-bd9d-ac1dd14bcd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '19af4895-1152-4229-b15b-ac2e532dbbb8'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:32.550553 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Bound port: 8854fe18-4918-46ca-a082-5194cee9c76f, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97463047-8fe0-4563-bd9d-ac1dd14bcd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '19af4895-1152-4229-b15b-ac2e532dbbb8'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:32.550934 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:32.563410 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Request body: {'port': {'device_id': 'd55b2c48-bf88-4068-8396-8591aadad0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:32.634836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c225cbde-d7e4-4382-a797-63370598db17 None None] Provisioning complete for port 5fd2404b-d929-4537-ba02-b6da68b42877 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:32.635212 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c225cbde-d7e4-4382-a797-63370598db17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:32.676403 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-073a4621-914a-4761-b188-fba15b0f7e31 req-f4d573bb-f430-45e0-bee6-452996d0871b tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:32.677077 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-073a4621-914a-4761-b188-fba15b0f7e31 req-f4d573bb-f430-45e0-bee6-452996d0871b tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:32.697781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] For port 8854fe18-4918-46ca-a082-5194cee9c76f, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:32.702499 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] For port 8854fe18-4918-46ca-a082-5194cee9c76f, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8854fe18-4918-46ca-a082-5194cee9c76f,segment=NetworkSegment(97463047-8fe0-4563-bd9d-ac1dd14bcd3e),segment_id=97463047-8fe0-4563-bd9d-ac1dd14bcd3e)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:32.707466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145ecb-6ac0-4ad6-a3e2-a8c76c4efe29 req-2efdad3d-a33f-4ff5-acfe-eb11b11c9ac0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:32.709067 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24145ecb-6ac0-4ad6-a3e2-a8c76c4efe29 req-2efdad3d-a33f-4ff5-acfe-eb11b11c9ac0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 949 time: 0.1040876 Nov 11 21:30:32.712044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-073a4621-914a-4761-b188-fba15b0f7e31 req-f4d573bb-f430-45e0-bee6-452996d0871b tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Calling delete_port for 7ad6b967-aae4-45ec-aaff-dec236ded2bb owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:32.718769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c225cbde-d7e4-4382-a797-63370598db17 None None] Port 5fd2404b-d929-4537-ba02-b6da68b42877 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:30:32.724229 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:32.799119 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-1db6f5cd-6093-4784-817e-17b2f072ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:32.802921 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-1db6f5cd-6093-4784-817e-17b2f072ccc6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1&tenant_id=84de113e4e264de9b1292139646defb0 HTTP/1.1" status: 200 len: 1096 time: 0.3066456 Nov 11 21:30:32.805331 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bb050-c52f-4f69-9581-17b8ef354ce8 None None] Pushing event updated for resources: {'Port': ['ID=8854fe18-4918-46ca-a082-5194cee9c76f,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:32.826766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:32.843965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24145ecb-6ac0-4ad6-a3e2-a8c76c4efe29 req-72105a31-3533-43d8-9fa6-ab094c855d72 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254628 Nov 11 21:30:32.853107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device bf7b532d-b175-4113-9c68-bec57321b464 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:30:32.856198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 422b8558-449f-40fd-8d3c-cdbbf0db9796 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:33.010126 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-073a4621-914a-4761-b188-fba15b0f7e31 req-f4d573bb-f430-45e0-bee6-452996d0871b tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:33.091777 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d573bb-f430-45e0-bee6-452996d0871b tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Pushing event deleted for resources: {'Port': ['ID=7ad6b967-aae4-45ec-aaff-dec236ded2bb,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:33.161311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port bf7b532d-b175-4113-9c68-bec57321b464, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=bf7b532d-b175-4113-9c68-bec57321b464,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:33.187496 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 422b8558-449f-40fd-8d3c-cdbbf0db9796 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:30:33.213350 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'bf7b532d-b175-4113-9c68-bec57321b464', 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494', 'port_id': 'bf7b532d-b175-4113-9c68-bec57321b464', 'mac_address': 'fa:16:3e:bf:86:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68728dc8-71b6-452a-ba01-4e4808bcd205', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:30:33.215764 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 422b8558-449f-40fd-8d3c-cdbbf0db9796 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:33.216126 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:33.291069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2133b-e022-4b90-9ec9-a8b9378f294a req-d0168e37-e0e1-4dfa-b922-b3e3dd6b7930 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:33.299707 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34c2133b-e022-4b90-9ec9-a8b9378f294a req-d0168e37-e0e1-4dfa-b922-b3e3dd6b7930 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.0955625 Nov 11 21:30:33.313296 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-073a4621-914a-4761-b188-fba15b0f7e31 req-f4d573bb-f430-45e0-bee6-452996d0871b tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:33.315857 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-073a4621-914a-4761-b188-fba15b0f7e31 req-f4d573bb-f430-45e0-bee6-452996d0871b tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:33.328175 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-073a4621-914a-4761-b188-fba15b0f7e31 req-f4d573bb-f430-45e0-bee6-452996d0871b tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "DELETE /v2.0/floatingips/0c1cd24e-4370-44fa-9396-5e52e2910adf HTTP/1.1" status: 204 len: 173 time: 1.1149929 Nov 11 21:30:33.350835 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:33.365177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7b532d-b175-4113-9c68-bec57321b464 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:30:33.393851 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34c2133b-e022-4b90-9ec9-a8b9378f294a req-afda0ef3-cc0c-4dbc-a227-d8d3bc64ab26 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924420 Nov 11 21:30:33.419258 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:33.442328 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c4ea2c-fb1c-4c8f-a0fc-e0f96a7dae8e x-openstack-request-id: req-c9c4ea2c-fb1c-4c8f-a0fc-e0f96a7dae8e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:33.442869 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e8b54e-a67a-4388-92a4-37fc8d6b6af9", "tag": "41363227-c0f1-47d4-8fb0-2f399c1070ae", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:33.443069 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c9c4ea2c-fb1c-4c8f-a0fc-e0f96a7dae8e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:33.443686 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e8b54e-a67a-4388-92a4-37fc8d6b6af9', 'tag': '41363227-c0f1-47d4-8fb0-2f399c1070ae', 'status': 'completed', 'code': 200} Nov 11 21:30:33.466484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23acedd-94e9-4f41-bfc2-4bb10b612785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422b8558-449f-40fd-8d3c-cdbbf0db9796'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:33.469333 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fbddac-6807-4445-a7e1-9209e51ae588" -d '{"events": [{"server_uuid": "c23acedd-94e9-4f41-bfc2-4bb10b612785", "name": "network-vif-plugged", "status": "completed", "tag": "422b8558-449f-40fd-8d3c-cdbbf0db9796"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:33.492678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port bf7b532d-b175-4113-9c68-bec57321b464, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=bf7b532d-b175-4113-9c68-bec57321b464,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:33.497697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:33.500531 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:33.502984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a47d94-612b-486e-b9c2-ba9c9acd34f0 req-95a74fb8-ac48-4e4e-9b36-1788d8f7f57b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:33.509874 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-475bc886-4009-4fa0-9fa3-d85a96ea1938 service neutron] 10.222.0.10 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0031769 Nov 11 21:30:33.511184 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:33.523280 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13a47d94-612b-486e-b9c2-ba9c9acd34f0 req-95a74fb8-ac48-4e4e-9b36-1788d8f7f57b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 945 time: 0.1053100 Nov 11 21:30:33.579816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=bf7b532d-b175-4113-9c68-bec57321b464,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:33.628367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13a47d94-612b-486e-b9c2-ba9c9acd34f0 req-7892c806-bb89-4a96-a0e0-3cca12186710 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048710 Nov 11 21:30:33.648824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93642db0-3889-45f7-b631-f8ccbe2f0ac3 req-df127c8a-5b51-4dbe-82b9-f5cd6965c8c8 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:33.663314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93642db0-3889-45f7-b631-f8ccbe2f0ac3 req-df127c8a-5b51-4dbe-82b9-f5cd6965c8c8 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 945 time: 0.1134045 Nov 11 21:30:33.685976 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=422b8558-449f-40fd-8d3c-cdbbf0db9796,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:33.744965 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-9ef1e4d0-a505-4530-acf9-1229b4570d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:33.747127 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-9ef1e4d0-a505-4530-acf9-1229b4570d54 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84de113e4e264de9b1292139646defb0&device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 1096 time: 0.8763235 Nov 11 21:30:33.761722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93642db0-3889-45f7-b631-f8ccbe2f0ac3 req-8455c0c7-2ab2-4b7c-8c93-77a8c1cdf4d8 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958178 Nov 11 21:30:33.766564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['bf7b532d-b175-4113-9c68-bec57321b464'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:30:33.861629 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-6e5dcec0-f17a-4322-b70c-344150ed1e2d req-7caee25a-02c9-4f85-9784-0badff517fd9 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] show failed (client error): The resource could not be found. Nov 11 21:30:33.862996 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6e5dcec0-f17a-4322-b70c-344150ed1e2d req-7caee25a-02c9-4f85-9784-0badff517fd9 tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/floatingips/0c1cd24e-4370-44fa-9396-5e52e2910adf HTTP/1.1" status: 404 len: 350 time: 0.0838749 Nov 11 21:30:33.969831 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ab2fc6-8566-42fe-bbc4-5e59bbd49139 x-openstack-request-id: req-05ab2fc6-8566-42fe-bbc4-5e59bbd49139 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:33.970260 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23acedd-94e9-4f41-bfc2-4bb10b612785", "name": "network-vif-plugged", "status": "completed", "tag": "422b8558-449f-40fd-8d3c-cdbbf0db9796", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:33.970527 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05ab2fc6-8566-42fe-bbc4-5e59bbd49139 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:33.971272 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23acedd-94e9-4f41-bfc2-4bb10b612785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422b8558-449f-40fd-8d3c-cdbbf0db9796', 'code': 200} Nov 11 21:30:34.086925 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-c7bc80b9-2c8a-49f1-a696-12ed73610eb0 req-a12fdd31-0370-4d4b-b66a-39dfd3f1f76e tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] show failed (client error): The resource could not be found. Nov 11 21:30:34.090120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7bc80b9-2c8a-49f1-a696-12ed73610eb0 req-a12fdd31-0370-4d4b-b66a-39dfd3f1f76e tempest-FloatingIPsTestJSON-1007700558 tempest-FloatingIPsTestJSON-1007700558-project] 10.222.0.57 "GET /v2.0/floatingips/0c1cd24e-4370-44fa-9396-5e52e2910adf HTTP/1.1" status: 404 len: 350 time: 0.0703671 Nov 11 21:30:34.126645 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56530) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:34.193013 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2d22a69c-514d-4753-9b35-6cd89a039bb2 req-3bf85637-deb5-421a-85ed-902a0bd0a445 service neutron] 10.222.0.10 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713672 Nov 11 21:30:34.358908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfac25-8351-47a2-9061-f7f9813ce2dd req-c79e163c-fe13-4d6a-851d-7b363e7bd83c tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:34.358908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54cfac25-8351-47a2-9061-f7f9813ce2dd req-c79e163c-fe13-4d6a-851d-7b363e7bd83c tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 931 time: 0.2865899 Nov 11 21:30:34.360485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bea25-455b-4573-a36f-2a29a6c2e322 req-a10678ad-7004-4e00-88b3-bf819b094d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:34.362217 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-788bea25-455b-4573-a36f-2a29a6c2e322 req-a10678ad-7004-4e00-88b3-bf819b094d80 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 1097 time: 0.3005662 Nov 11 21:30:34.403072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c737fe-d051-41da-90df-0808b9a48016 None None] Network 19af4895-1152-4229-b15b-ac2e532dbbb8 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:30:34.404939 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc761e-981f-4101-80ad-072f82d76aef req-919e2ae3-ac57-487a-9a40-3fa00bf304ed tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:34.409565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4dc761e-981f-4101-80ad-072f82d76aef req-919e2ae3-ac57-487a-9a40-3fa00bf304ed tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 949 time: 0.1737571 Nov 11 21:30:34.439951 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:34.445689 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-dd47f1fa-6b76-4306-95e1-b72d1f4c4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:34.447317 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-dd47f1fa-6b76-4306-95e1-b72d1f4c4005 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 200 len: 910 time: 0.5837886 Nov 11 21:30:34.518495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-97c2b99d-f7dc-43b4-bb80-02ea35f0ebeb None None] Provisioning complete for port 8854fe18-4918-46ca-a082-5194cee9c76f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:34.518913 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-97c2b99d-f7dc-43b4-bb80-02ea35f0ebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:34.533633 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:34.546712 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-eb64e2ee-0cdf-4773-8ebb-fd664d2462da service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5 HTTP/1.1" status: 200 len: 217 time: 0.0682364 Nov 11 21:30:34.560123 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd2404b-d929-4537-ba02-b6da68b42877 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:30:34.578603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-788bea25-455b-4573-a36f-2a29a6c2e322 req-31411b3e-cd2f-4314-9122-7d71d3b73efc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038207 Nov 11 21:30:34.583229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9414c9-8b9d-4a7b-ab01-1bb33803e827 req-561b55a8-0497-49a6-b17c-0a7cb2188358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:34.585240 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c9414c9-8b9d-4a7b-ab01-1bb33803e827 req-561b55a8-0497-49a6-b17c-0a7cb2188358 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=345e438d1b9a4112bd6ed42cec605a45&device_id=16e8b54e-a67a-4388-92a4-37fc8d6b6af9 HTTP/1.1" status: 200 len: 1094 time: 0.3082438 Nov 11 21:30:34.597926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54cfac25-8351-47a2-9061-f7f9813ce2dd req-d864d863-a5c4-49cd-990b-de522ec229f2 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285442 Nov 11 21:30:34.637011 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:34.678632 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Transition to ACTIVE for port object 5fd2404b-d929-4537-ba02-b6da68b42877 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:30:34.679627 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4dc761e-981f-4101-80ad-072f82d76aef req-fa54467b-1594-45c6-9693-226402a2e2f0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461169 Nov 11 21:30:34.710873 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:34.721149 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-97c2b99d-f7dc-43b4-bb80-02ea35f0ebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:34.772027 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-97c2b99d-f7dc-43b4-bb80-02ea35f0ebeb None None] For port 8854fe18-4918-46ca-a082-5194cee9c76f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8854fe18-4918-46ca-a082-5194cee9c76f,segment=NetworkSegment(97463047-8fe0-4563-bd9d-ac1dd14bcd3e),segment_id=97463047-8fe0-4563-bd9d-ac1dd14bcd3e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:34.782551 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-97c2b99d-f7dc-43b4-bb80-02ea35f0ebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:34.862171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device bf7b532d-b175-4113-9c68-bec57321b464 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:34.901490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-abfb7fd1-cf7d-4798-985b-196bbf37d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:34.906260 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-abfb7fd1-cf7d-4798-985b-196bbf37d40f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 200 len: 848 time: 0.3405800 Nov 11 21:30:34.912875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2b99d-f7dc-43b4-bb80-02ea35f0ebeb None None] Pushing event updated for resources: {'Port': ['ID=8854fe18-4918-46ca-a082-5194cee9c76f,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:35.021757 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-fd4ab0a1-1515-4e49-9a3c-208eb153e746 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e804e73e-0e84-4575-af51-ae80f841f278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887899 Nov 11 21:30:35.097464 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd2404b-d929-4537-ba02-b6da68b42877,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:35.098298 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port bf7b532d-b175-4113-9c68-bec57321b464 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:30:35.103875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port bf7b532d-b175-4113-9c68-bec57321b464 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:35.104605 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:35.114473 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269c0e7-a27b-475d-a9f0-0c9d607938d5 req-1e0455cb-c405-4530-bc0f-8bd55ad628fa tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:35.123917 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7269c0e7-a27b-475d-a9f0-0c9d607938d5 req-1e0455cb-c405-4530-bc0f-8bd55ad628fa tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.2803686 Nov 11 21:30:35.211882 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Allocated IP 172.25.0.119 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/ced59fa1-609d-4fc4-ab40-e152298d0993) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:35.267808 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8854fe18-4918-46ca-a082-5194cee9c76f up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:35.274517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769195ad-4fce-4832-90ee-e2be39ccaa58 req-e7e25e22-4c73-4f01-a9bf-98a58ab27591 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:35.286868 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-769195ad-4fce-4832-90ee-e2be39ccaa58 req-e7e25e22-4c73-4f01-a9bf-98a58ab27591 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.2939632 Nov 11 21:30:35.305487 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7269c0e7-a27b-475d-a9f0-0c9d607938d5 req-4021801f-950b-47a6-999d-0dd4bedf6e18 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806014 Nov 11 21:30:35.330117 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:35.330375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:35.330719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:35.331046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:35.331378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:35.331701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:35.332381 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:35.332700 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:35.333449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:35.333726 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:35.335177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:35.338111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:35.352748 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:35.402864 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:35.413828 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a09baa26-134d-4eaf-a047-c0adeca478e2 None None] Provisioning complete for port 8854fe18-4918-46ca-a082-5194cee9c76f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:35.414484 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a09baa26-134d-4eaf-a047-c0adeca478e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:35.416882 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port bf7b532d-b175-4113-9c68-bec57321b464, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=bf7b532d-b175-4113-9c68-bec57321b464,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:35.420007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 8854fe18-4918-46ca-a082-5194cee9c76f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:35.420472 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:35.455682 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-769195ad-4fce-4832-90ee-e2be39ccaa58 req-209e3018-9174-4a68-8ae3-ec02358910ce tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674657 Nov 11 21:30:35.464736 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:35.473459 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9414c9-8b9d-4a7b-ab01-1bb33803e827 req-c7269238-4b09-449f-ba1a-c56ed3196fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:35.476165 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c9414c9-8b9d-4a7b-ab01-1bb33803e827 req-c7269238-4b09-449f-ba1a-c56ed3196fa7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d83e966-d837-434f-9801-9cd82b88a494 HTTP/1.1" status: 200 len: 918 time: 0.6527495 Nov 11 21:30:35.552294 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c9414c9-8b9d-4a7b-ab01-1bb33803e827 req-6bc6a3f3-3d81-4e67-897c-bed77e72b072 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41363227-c0f1-47d4-8fb0-2f399c1070ae HTTP/1.1" status: 200 len: 217 time: 0.0600176 Nov 11 21:30:35.554967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Attempting to bind port 5fd2404b-d929-4537-ba02-b6da68b42877 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:35.554967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Attempting to bind port 5fd2404b-d929-4537-ba02-b6da68b42877 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:35.554967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Attempting to bind port 5fd2404b-d929-4537-ba02-b6da68b42877 on network 9d83e966-d837-434f-9801-9cd82b88a494 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:35.562278 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-0354f5be-5f30-4ad1-8831-a6a091d7e577 service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905250 Nov 11 21:30:35.592293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Port 5fd2404b-d929-4537-ba02-b6da68b42877 on network 9d83e966-d837-434f-9801-9cd82b88a494 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:30:35.592740 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Attempting to bind port 5fd2404b-d929-4537-ba02-b6da68b42877 on network 9d83e966-d837-434f-9801-9cd82b88a494 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:35.647759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:35.648398 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Checking segment: {'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:35.648985 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Bound using segment: {'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:35.649944 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-2d477168-f98e-4c95-abb7-4569c35e191c tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8613dfa2d73a43c589030decab67e796&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354614 Nov 11 21:30:35.657212 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Bound port: 5fd2404b-d929-4537-ba02-b6da68b42877, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d9248c-c02c-4511-8133-4e790db2755a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:35.657610 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:35.662432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c844b-b6bc-4de7-912e-8af20b5f6f11 req-25debd58-4990-44f2-8936-bd75f9f59c79 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:35.664997 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b82c844b-b6bc-4de7-912e-8af20b5f6f11 req-25debd58-4990-44f2-8936-bd75f9f59c79 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 945 time: 0.2498665 Nov 11 21:30:35.743095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=bf7b532d-b175-4113-9c68-bec57321b464,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:35.768053 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-787ca7d2-8ff1-4a93-8ad5-9e7a75903beb service neutron] 10.222.0.71 "GET /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909516 Nov 11 21:30:35.782648 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9414c9-8b9d-4a7b-ab01-1bb33803e827 req-7a67ccde-01c7-46aa-8b03-c9c0b6abe0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:35.784610 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c9414c9-8b9d-4a7b-ab01-1bb33803e827 req-7a67ccde-01c7-46aa-8b03-c9c0b6abe0b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68728dc8-71b6-452a-ba01-4e4808bcd205 HTTP/1.1" status: 200 len: 855 time: 0.2214599 Nov 11 21:30:35.789809 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:35.927322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] For port 5fd2404b-d929-4537-ba02-b6da68b42877, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:35.951960 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] For port 5fd2404b-d929-4537-ba02-b6da68b42877, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5fd2404b-d929-4537-ba02-b6da68b42877,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:35.955834 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9414c9-8b9d-4a7b-ab01-1bb33803e827 req-23c91659-a470-432a-b536-715ee4c9de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:35.958734 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c9414c9-8b9d-4a7b-ab01-1bb33803e827 req-23c91659-a470-432a-b536-715ee4c9de81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d83e966-d837-434f-9801-9cd82b88a494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433413 Nov 11 21:30:35.961093 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:35.972688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f09229a-248d-4a67-bbca-cb41f5a79bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7b532d-b175-4113-9c68-bec57321b464'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:35.976460 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f286cefb-97fe-4876-b1f5-c75ceb03f98e" -d '{"events": [{"server_uuid": "1f09229a-248d-4a67-bbca-cb41f5a79bff", "name": "network-vif-plugged", "status": "completed", "tag": "bf7b532d-b175-4113-9c68-bec57321b464"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:35.999213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-f56eec48-ac45-412e-830e-5c1da4cede8e tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:36.000771 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-f56eec48-ac45-412e-830e-5c1da4cede8e tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3347287 Nov 11 21:30:36.005110 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:36.012528 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b82c844b-b6bc-4de7-912e-8af20b5f6f11 req-b6d36d16-3220-47b9-81ef-170d2f2b43d7 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644994 Nov 11 21:30:36.084626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-93b3f93c-9b32-4b58-b57d-c0cc711ca0f0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/quotas/8613dfa2d73a43c589030decab67e796 HTTP/1.1" status: 200 len: 375 time: 0.0530376 Nov 11 21:30:36.108012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:36.108837 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:36.110877 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] 10.222.0.71 "PUT /v2.0/ports/5fd2404b-d929-4537-ba02-b6da68b42877 HTTP/1.1" status: 200 len: 1091 time: 3.5915370 Nov 11 21:30:36.138736 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55b2c48-bf88-4068-8396-8591aadad0d0', 'tag': '5fd2404b-d929-4537-ba02-b6da68b42877'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:36.145754 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ca3339-658e-49e0-a934-6fe8c5f7b698" -d '{"events": [{"name": "network-changed", "server_uuid": "d55b2c48-bf88-4068-8396-8591aadad0d0", "tag": "5fd2404b-d929-4537-ba02-b6da68b42877"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:36.148649 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcea5c-4166-4aef-be61-19ae66450d18 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd2404b-d929-4537-ba02-b6da68b42877,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:36.221503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:36.255741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:36.267571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e18c8-1fb1-48ef-afc4-c502147cf96c req-8a30862b-c81d-41d9-bc87-b154e25be2d0 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:36.269407 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb5e18c8-1fb1-48ef-afc4-c502147cf96c req-8a30862b-c81d-41d9-bc87-b154e25be2d0 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 943 time: 0.1283705 Nov 11 21:30:36.284656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:36.286827 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-c347ea99-8d95-46ba-8e4b-4d09571c9dc5 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8613dfa2d73a43c589030decab67e796&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2048101 Nov 11 21:30:36.317281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Deleting port fecc7ea8-2b91-47cb-a376-47714a07ac4a {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:36.317536 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:36.398785 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb5e18c8-1fb1-48ef-afc4-c502147cf96c req-6478040d-a6c2-4a22-bdec-09bdb317dde3 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221695 Nov 11 21:30:36.449616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-86e11864-0128-469c-ae47-b2d727409f7e tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:36.451023 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-86e11864-0128-469c-ae47-b2d727409f7e tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1&tenant_id=84de113e4e264de9b1292139646defb0&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 1096 time: 0.3641803 Nov 11 21:30:36.452789 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c9414c9-8b9d-4a7b-ab01-1bb33803e827 req-20b94185-d7ef-4f18-99b6-ca3c209c18d2 service neutron] 10.222.0.10 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831507 Nov 11 21:30:36.453418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Pushing event updated for resources: {'Port': ['ID=ced59fa1-609d-4fc4-ab40-e152298d0993,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:36.459268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-21174529-094b-4339-8bf2-58fdfa657aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:36.460762 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-21174529-094b-4339-8bf2-58fdfa657aa0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=345e438d1b9a4112bd6ed42cec605a45&device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 1094 time: 0.2468507 Nov 11 21:30:36.521793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] For port fecc7ea8-2b91-47cb-a376-47714a07ac4a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fecc7ea8-2b91-47cb-a376-47714a07ac4a,segment=NetworkSegment(2c651655-6f12-4193-87d3-a8f4155423f1),segment_id=2c651655-6f12-4193-87d3-a8f4155423f1)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:36.522147 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:36.567195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Calling delete_port for fecc7ea8-2b91-47cb-a376-47714a07ac4a owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:36.572843 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496f4910-15fa-4c02-96bf-72b0f4154d67 x-openstack-request-id: req-496f4910-15fa-4c02-96bf-72b0f4154d67 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:36.573724 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f09229a-248d-4a67-bbca-cb41f5a79bff", "name": "network-vif-plugged", "status": "completed", "tag": "bf7b532d-b175-4113-9c68-bec57321b464", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:36.573988 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-496f4910-15fa-4c02-96bf-72b0f4154d67 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:36.574439 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f09229a-248d-4a67-bbca-cb41f5a79bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7b532d-b175-4113-9c68-bec57321b464', 'code': 200} Nov 11 21:30:36.785138 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba3add64-cb17-4c92-9f58-1cf8d848f2cd req-6104cfb1-799d-4580-9fe8-32083df7d918 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 210 time: 0.0483830 Nov 11 21:30:36.909733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71729835-8435-411b-81bf-37a0cf8f63cf req-e88eee5d-8dd6-4d40-8fa7-f89d333252d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:36.910193 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71729835-8435-411b-81bf-37a0cf8f63cf req-e88eee5d-8dd6-4d40-8fa7-f89d333252d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 1096 time: 0.2354043 Nov 11 21:30:36.988360 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2130cd3-d77c-49c6-99ca-d85d88a3254c x-openstack-request-id: req-e2130cd3-d77c-49c6-99ca-d85d88a3254c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:36.988892 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55b2c48-bf88-4068-8396-8591aadad0d0", "tag": "5fd2404b-d929-4537-ba02-b6da68b42877", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:36.988892 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e2130cd3-d77c-49c6-99ca-d85d88a3254c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:36.989299 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55b2c48-bf88-4068-8396-8591aadad0d0', 'tag': '5fd2404b-d929-4537-ba02-b6da68b42877', 'status': 'completed', 'code': 200} Nov 11 21:30:36.992254 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-172c5e56-6b62-4808-bdf7-acd0d606f511 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fd2404b-d929-4537-ba02-b6da68b42877 HTTP/1.1" status: 200 len: 217 time: 0.5067863 Nov 11 21:30:36.992868 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d2220-2fb4-4e18-aa22-9ef4da7c22fe req-893c0412-2810-4522-bb96-138f39213f60 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:36.994612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d53d2220-2fb4-4e18-aa22-9ef4da7c22fe req-893c0412-2810-4522-bb96-138f39213f60 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.3215327 Nov 11 21:30:37.091188 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399eeee-5194-4473-b4f7-82963723b6a6 req-5e69b968-a0a0-481e-af75-96bd783045ac tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:37.109598 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8399eeee-5194-4473-b4f7-82963723b6a6 req-5e69b968-a0a0-481e-af75-96bd783045ac tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.2126141 Nov 11 21:30:37.126832 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71729835-8435-411b-81bf-37a0cf8f63cf req-b54b5693-a683-4d22-a18e-1144dde516e7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000041 Nov 11 21:30:37.169404 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-38c4d650-77ed-4131-8c0b-86c7311fc199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:37.170983 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-38c4d650-77ed-4131-8c0b-86c7311fc199 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=68728dc8-71b6-452a-ba01-4e4808bcd205 HTTP/1.1" status: 200 len: 855 time: 0.1495605 Nov 11 21:30:37.183320 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:37.234581 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d53d2220-2fb4-4e18-aa22-9ef4da7c22fe req-a770b231-4d1e-4f48-a841-eab53b7922be tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289174 Nov 11 21:30:37.238613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Pushing event deleted for resources: {'Port': ['ID=fecc7ea8-2b91-47cb-a376-47714a07ac4a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:37.260955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:37.261313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:37.261631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:37.261964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:37.262294 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:37.262623 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:37.262949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:37.263612 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:37.263612 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:37.263864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:37.264344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:37.264689 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:37.270420 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8399eeee-5194-4473-b4f7-82963723b6a6 req-6f7098e0-e5c6-4377-99b2-6bc57a4a8a30 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599650 Nov 11 21:30:37.362831 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c9414c9-8b9d-4a7b-ab01-1bb33803e827 req-7fa0c05b-f064-4747-8cde-ae1f164f6f9c service neutron] 10.222.0.10 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8863387 Nov 11 21:30:37.383385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-0b078f5f-2c2a-4517-a6fb-5a4a302833cf service neutron] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:37.397571 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-0b078f5f-2c2a-4517-a6fb-5a4a302833cf service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:37.398967 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-399a8e8e-cb88-4a20-a4b7-48299266463d req-0b078f5f-2c2a-4517-a6fb-5a4a302833cf service neutron] 10.222.0.71 "DELETE /v2.0/ports/8f0f2948-f163-452b-8f46-bce925c8e8f5/bindings/n-h1-805737-3 HTTP/1.1" status: 204 len: 173 time: 0.9319534 Nov 11 21:30:37.489551 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-f3cc640b-62fa-471d-b2b8-063fb38b69c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:37.492209 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-f3cc640b-62fa-471d-b2b8-063fb38b69c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9d83e966-d837-434f-9801-9cd82b88a494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3051436 Nov 11 21:30:37.569335 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:37.681770 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-97ac48a8-bd87-484d-9f99-e8df8e872007 service neutron] 10.222.0.71 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788485 Nov 11 21:30:37.912220 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-0f826fd4-ef0b-40a8-b47c-15f4f95eacd8 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8613dfa2d73a43c589030decab67e796&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354476 Nov 11 21:30:37.918375 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7de457-2bb6-4499-8ade-36c1272ba679 req-5fbfc6cc-8186-45dd-b1b2-fd3c5b0d7d8e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:37.919935 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a7de457-2bb6-4499-8ade-36c1272ba679 req-5fbfc6cc-8186-45dd-b1b2-fd3c5b0d7d8e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/ports?device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 945 time: 0.5304768 Nov 11 21:30:37.934381 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5d3d4-7d79-47aa-a330-9ac69018e49b req-876f0cc5-a7c7-414b-8e21-428298ba3ee0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:37.948176 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e7a43bb3-3354-489c-ad59-c77326b4486f req-6af4e55d-58e9-4976-a988-521ef56097ac service neutron] 10.222.0.71 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477057 Nov 11 21:30:37.948629 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2a5d3d4-7d79-47aa-a330-9ac69018e49b req-876f0cc5-a7c7-414b-8e21-428298ba3ee0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 945 time: 0.5781124 Nov 11 21:30:37.976927 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:38.000020 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:38.110741 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a7de457-2bb6-4499-8ade-36c1272ba679 req-93a42f47-a1c8-4772-a385-c032fff6b75b tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/security-groups?id=3458f7e4-b6e8-41df-8d51-c59f32dbf67f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349502 Nov 11 21:30:38.137094 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2a5d3d4-7d79-47aa-a330-9ac69018e49b req-ad7b2f92-6b8f-4008-80e5-f03f8ed12942 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809115 Nov 11 21:30:38.219785 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-9e0ae073-7f34-4876-83e7-c4827334987e tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:38.221606 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-9e0ae073-7f34-4876-83e7-c4827334987e tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3007224 Nov 11 21:30:38.245533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-557e2fc0-3eba-4623-83a0-0d33cb4bad28 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Request body: {'port': {'device_id': '8648a318-0a50-45a6-bb7d-aa6223ea260b', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': '8613dfa2d73a43c589030decab67e796'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:38.351057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca3339-658e-49e0-a934-6fe8c5f7b698 req-60d749c8-2b5c-44b1-a3f8-3c1bafd892f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:38.352433 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d2ca3339-658e-49e0-a934-6fe8c5f7b698 req-60d749c8-2b5c-44b1-a3f8-3c1bafd892f2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=345e438d1b9a4112bd6ed42cec605a45&device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 1094 time: 0.2915092 Nov 11 21:30:38.365172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198a38-623d-43d5-acb5-7dfce6568b75 req-5f8e5acf-ae3a-4ecb-9668-2387aa740287 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:38.367196 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02198a38-623d-43d5-acb5-7dfce6568b75 req-5f8e5acf-ae3a-4ecb-9668-2387aa740287 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 1097 time: 0.1337316 Nov 11 21:30:38.430719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Router 7be8eaad-cb3b-462a-a0e1-f89c3718c06d has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:30:38.457649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02198a38-623d-43d5-acb5-7dfce6568b75 req-23a09759-de8c-4cf3-b7bc-eb2081cee83b tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771465 Nov 11 21:30:38.471602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-557e2fc0-3eba-4623-83a0-0d33cb4bad28 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Made reservation on behalf of 8613dfa2d73a43c589030decab67e796 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:38.475452 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-557e2fc0-3eba-4623-83a0-0d33cb4bad28 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:38.527167 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Router 4846ae2f-457c-4882-ae47-29465dfe7cee is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:30:38.615571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:30:38.626973 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbb84f8-a2ee-4842-933d-f5195d200f08 None None] Sync routers for ids ['7be8eaad-cb3b-462a-a0e1-f89c3718c06d'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:30:38.632133 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-90eca4c8-ac5f-4441-b33c-c2fa039c5488 admin admin] 10.222.0.57 "PUT /v2.0/routers/7be8eaad-cb3b-462a-a0e1-f89c3718c06d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5024672 Nov 11 21:30:38.634474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56598) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:38.651919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb84f8-a2ee-4842-933d-f5195d200f08 None None] Routers {'7be8eaad-cb3b-462a-a0e1-f89c3718c06d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:38.652589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-acbb84f8-a2ee-4842-933d-f5195d200f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:30:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7be8eaad-cb3b-462a-a0e1-f89c3718c06d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:38.714690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d362ef-1699-4bec-bfa0-588043276178 req-8b296910-38f6-4410-a9cb-7cd57b8e720e tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:38.716777 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e3d362ef-1699-4bec-bfa0-588043276178 req-8b296910-38f6-4410-a9cb-7cd57b8e720e tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 943 time: 0.0713375 Nov 11 21:30:38.787141 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e3d362ef-1699-4bec-bfa0-588043276178 req-51a7c583-aa06-4923-935e-91f5462639ca tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613112 Nov 11 21:30:38.841776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-acbb84f8-a2ee-4842-933d-f5195d200f08 None None] Set router 7be8eaad-cb3b-462a-a0e1-f89c3718c06d gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:38.865634 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0b93168-5d16-4ef8-ac88-9fae4a238056 req-512c27ba-7811-4bfa-8596-eed635516502 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 210 time: 0.0551281 Nov 11 21:30:38.898221 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca3339-658e-49e0-a934-6fe8c5f7b698 req-ad1a3ca0-7395-41eb-9273-23b308bdbaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:38.899902 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d2ca3339-658e-49e0-a934-6fe8c5f7b698 req-ad1a3ca0-7395-41eb-9273-23b308bdbaaf service neutron] 10.222.0.71 "GET /v2.0/networks?id=9d83e966-d837-434f-9801-9cd82b88a494 HTTP/1.1" status: 200 len: 918 time: 0.5209610 Nov 11 21:30:38.932015 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 41363227-c0f1-47d4-8fb0-2f399c1070ae details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:30:38.975135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306948e-74b3-477a-8886-c3dc8689e4ca req-495bb8a6-e974-4124-8539-da9f6cd1e340 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:38.977824 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9306948e-74b3-477a-8886-c3dc8689e4ca req-495bb8a6-e974-4124-8539-da9f6cd1e340 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 1097 time: 0.0654335 Nov 11 21:30:39.019466 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d2ca3339-658e-49e0-a934-6fe8c5f7b698 req-8013df73-3861-4a0e-bbeb-04b8193c46d8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fd2404b-d929-4537-ba02-b6da68b42877 HTTP/1.1" status: 200 len: 217 time: 0.0560961 Nov 11 21:30:39.070052 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9306948e-74b3-477a-8886-c3dc8689e4ca req-26fddce8-b7b8-4e9a-9fa9-0292d85e109e tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782871 Nov 11 21:30:39.093849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-557e2fc0-3eba-4623-83a0-0d33cb4bad28 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Allocated IP 192.168.233.197 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:39.285247 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec6f1e-2c48-4ed6-8455-47658c01324f req-2f72fb38-996d-4db2-8f1d-73abac8892cb tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:39.288419 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07ec6f1e-2c48-4ed6-8455-47658c01324f req-2f72fb38-996d-4db2-8f1d-73abac8892cb tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 1096 time: 0.0742948 Nov 11 21:30:39.319785 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 41363227-c0f1-47d4-8fb0-2f399c1070ae, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=41363227-c0f1-47d4-8fb0-2f399c1070ae,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:39.320042 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:30:39.334176 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Sync routers for ids ['4846ae2f-457c-4882-ae47-29465dfe7cee'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:30:39.357769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '41363227-c0f1-47d4-8fb0-2f399c1070ae', 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494', 'port_id': '41363227-c0f1-47d4-8fb0-2f399c1070ae', 'mac_address': 'fa:16:3e:24:3f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68728dc8-71b6-452a-ba01-4e4808bcd205', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:30:39.358310 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Routers {'4846ae2f-457c-4882-ae47-29465dfe7cee'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:39.360320 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:30:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4846ae2f-457c-4882-ae47-29465dfe7cee'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:39.389324 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07ec6f1e-2c48-4ed6-8455-47658c01324f req-75952bf8-2d31-498d-93a8-2a955b849c56 tempest-LiveMigrationTest-370126542 tempest-LiveMigrationTest-370126542-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895889 Nov 11 21:30:39.458944 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:39.489189 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-acbb84f8-a2ee-4842-933d-f5195d200f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'name': 'tempest-FloatingIPsTestJSON-124185409-router', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:03Z', 'updated_at': '2021-11-11T21:30:36Z', 'revision_number': 5, 'project_id': 'd1325cd432b24c908db2defc99f343ef', 'gw_port': {'id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:04Z', 'updated_at': '2021-11-11T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:39.493987 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:39.521712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbb84f8-a2ee-4842-933d-f5195d200f08 None None] Checking router: 7be8eaad-cb3b-462a-a0e1-f89c3718c06d for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:30:39.539223 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41363227-c0f1-47d4-8fb0-2f399c1070ae {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:30:39.547538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb84f8-a2ee-4842-933d-f5195d200f08 None None] Routers {'7be8eaad-cb3b-462a-a0e1-f89c3718c06d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:39.548382 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-acbb84f8-a2ee-4842-933d-f5195d200f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:30:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7be8eaad-cb3b-462a-a0e1-f89c3718c06d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:39.575829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca3339-658e-49e0-a934-6fe8c5f7b698 req-4a433099-94ab-4599-83d0-a0c212f6d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:39.582328 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d2ca3339-658e-49e0-a934-6fe8c5f7b698 req-4a433099-94ab-4599-83d0-a0c212f6d882 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=68728dc8-71b6-452a-ba01-4e4808bcd205 HTTP/1.1" status: 200 len: 855 time: 0.4133334 Nov 11 21:30:39.616582 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Set router 4846ae2f-457c-4882-ae47-29465dfe7cee gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:39.622270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 41363227-c0f1-47d4-8fb0-2f399c1070ae, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=41363227-c0f1-47d4-8fb0-2f399c1070ae,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:39.636915 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:39.657433 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:39.661296 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5e8ea021-074c-4651-9aad-602ef2d542ab admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0641727 Nov 11 21:30:39.662356 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff10b6-3780-470d-8e2a-9d0547396d64 req-59829d03-ad9c-4888-83f4-b5d7053677f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:39.663877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1ff10b6-3780-470d-8e2a-9d0547396d64 req-59829d03-ad9c-4888-83f4-b5d7053677f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/ports?device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 945 time: 0.0862377 Nov 11 21:30:39.665433 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56624) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:39.873360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=41363227-c0f1-47d4-8fb0-2f399c1070ae,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:39.883351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1ff10b6-3780-470d-8e2a-9d0547396d64 req-a30e5f92-7012-405f-9202-cbad380f89a3 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/security-groups?id=3458f7e4-b6e8-41df-8d51-c59f32dbf67f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962125 Nov 11 21:30:39.898792 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['41363227-c0f1-47d4-8fb0-2f399c1070ae'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:30:39.923978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-acbb84f8-a2ee-4842-933d-f5195d200f08 None None] Set router 7be8eaad-cb3b-462a-a0e1-f89c3718c06d gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:39.927253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:39.927594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:39.927931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:39.928262 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:39.928645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:39.929005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:39.929329 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:39.929652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:39.929972 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:39.930290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:39.931122 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:39.931122 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:39.948317 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'name': 'tempest-ServersTestMultiNic-1540420868-router', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:31Z', 'updated_at': '2021-11-11T21:30:37Z', 'revision_number': 3, 'project_id': 'e65ee3347f4a4354b077d82866a98b8a', 'gw_port': {'id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:44:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:34Z', 'updated_at': '2021-11-11T21:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:40.010178 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Checking router: 4846ae2f-457c-4882-ae47-29465dfe7cee for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:30:40.011179 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Updating router 4846ae2f-457c-4882-ae47-29465dfe7cee port ced59fa1-609d-4fc4-ab40-e152298d0993 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:30:40.069611 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:40.523795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-acbb84f8-a2ee-4842-933d-f5195d200f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'name': 'tempest-FloatingIPsTestJSON-124185409-router', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:03Z', 'updated_at': '2021-11-11T21:30:36Z', 'revision_number': 5, 'project_id': 'd1325cd432b24c908db2defc99f343ef', 'gw_port': {'id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:04Z', 'updated_at': '2021-11-11T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:40.591990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5aee89-6824-43b2-a1a7-667499b4b953 req-4dfdcae9-f905-4af1-8fd9-58aa7b2502ae tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:40.599835 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd5aee89-6824-43b2-a1a7-667499b4b953 req-4dfdcae9-f905-4af1-8fd9-58aa7b2502ae tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 943 time: 0.1504061 Nov 11 21:30:40.618305 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbb84f8-a2ee-4842-933d-f5195d200f08 None None] The sync data for ids ['7be8eaad-cb3b-462a-a0e1-f89c3718c06d'] in n-d-805737-3 is: [{'id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'name': 'tempest-FloatingIPsTestJSON-124185409-router', 'tenant_id': 'd1325cd432b24c908db2defc99f343ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:03Z', 'updated_at': '2021-11-11T21:30:36Z', 'revision_number': 5, 'project_id': 'd1325cd432b24c908db2defc99f343ef', 'gw_port': {'id': '5f84230f-0320-4630-afb1-4f443c638ec3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be8eaad-cb3b-462a-a0e1-f89c3718c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:04Z', 'updated_at': '2021-11-11T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:30:40.624962 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:40.644214 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:40.678491 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-557e2fc0-3eba-4623-83a0-0d33cb4bad28 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:40.698770 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca3339-658e-49e0-a934-6fe8c5f7b698 req-f74326ef-83ea-4d37-b523-e345effb9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:40.700515 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d2ca3339-658e-49e0-a934-6fe8c5f7b698 req-f74326ef-83ea-4d37-b523-e345effb9cce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9d83e966-d837-434f-9801-9cd82b88a494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0927749 Nov 11 21:30:40.709248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd5aee89-6824-43b2-a1a7-667499b4b953 req-97c2732f-1d78-4c88-9517-083f7a994f01 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004653 Nov 11 21:30:40.744782 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:40.750825 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6b274-8df5-437e-9b1f-81d43cc3b0bf None None] Pushing event updated for resources: {'Port': ['ID=ced59fa1-609d-4fc4-ab40-e152298d0993,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:40.795816 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Attempting to bind port ced59fa1-609d-4fc4-ab40-e152298d0993 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:40.796639 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Attempting to bind port ced59fa1-609d-4fc4-ab40-e152298d0993 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:40.797783 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Attempting to bind port ced59fa1-609d-4fc4-ab40-e152298d0993 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:40.804412 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:40.805239 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:40.805888 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:40.806619 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:40.819612 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Bound port: ced59fa1-609d-4fc4-ab40-e152298d0993, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:40.821371 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:40.883801 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:40.885528 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] For port ced59fa1-609d-4fc4-ab40-e152298d0993, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:40.889289 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] For port ced59fa1-609d-4fc4-ab40-e152298d0993, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ced59fa1-609d-4fc4-ab40-e152298d0993,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:40.897478 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:40.903427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d244d2c-675b-4979-9e6b-73e9073a4817 req-1117a41d-b47d-4f6c-b5ba-2b418879c8fc tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 210 time: 0.0587656 Nov 11 21:30:40.939205 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:40.969349 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-557e2fc0-3eba-4623-83a0-0d33cb4bad28 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:40.987871 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:30:40.994783 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6b274-8df5-437e-9b1f-81d43cc3b0bf None None] Pushing event updated for resources: {'Port': ['ID=ced59fa1-609d-4fc4-ab40-e152298d0993,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:41.020503 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Routers {'4846ae2f-457c-4882-ae47-29465dfe7cee'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:41.022337 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:30:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4846ae2f-457c-4882-ae47-29465dfe7cee'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:41.110231 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fecc7ea8-2b91-47cb-a376-47714a07ac4a no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:30:41.170051 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d2ca3339-658e-49e0-a934-6fe8c5f7b698 req-5b26d6c1-a723-4929-95da-b26b67442759 service neutron] 10.222.0.71 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559572 Nov 11 21:30:41.202831 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] Set router 4846ae2f-457c-4882-ae47-29465dfe7cee gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:41.242696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-557e2fc0-3eba-4623-83a0-0d33cb4bad28 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:41.262651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: fecc7ea8-2b91-47cb-a376-47714a07ac4a {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:30:41.262651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fecc7ea8-2b91-47cb-a376-47714a07ac4a not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:30:41.272077 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-557e2fc0-3eba-4623-83a0-0d33cb4bad28 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:41.274979 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-557e2fc0-3eba-4623-83a0-0d33cb4bad28 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:41.305297 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-769d1ebc-c36f-42f0-9042-4cda9e123777 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:30:41.306224 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-769d1ebc-c36f-42f0-9042-4cda9e123777 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070691 Nov 11 21:30:41.344496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e2fc0-3eba-4623-83a0-0d33cb4bad28 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Pushing event updated for resources: {'Port': ['ID=53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:41.494613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01b239-ac95-4a06-8070-46e9db460656 req-2943a1b9-9323-4c97-a8c4-78a50511028f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:41.497037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c01b239-ac95-4a06-8070-46e9db460656 req-2943a1b9-9323-4c97-a8c4-78a50511028f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.71 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 945 time: 0.2852924 Nov 11 21:30:41.515767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] Deleting port 5f84230f-0320-4630-afb1-4f443c638ec3 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:41.516106 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:41.518282 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-490b072f-af9f-4d01-bb80-35979cca8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:41.519688 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-490b072f-af9f-4d01-bb80-35979cca8952 service neutron] 10.222.0.57 "GET /v2.0/ports/422b8558-449f-40fd-8d3c-cdbbf0db9796 HTTP/1.1" status: 200 len: 1094 time: 0.1703236 Nov 11 21:30:41.567717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-0afb94c0-6816-4d5d-af56-f0aa065db810 service neutron] Request body: {'binding': {'host': 'n-h2-805737-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:41.568184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-0afb94c0-6816-4d5d-af56-f0aa065db810 service neutron] Unknown quota resources ['binding']. {{(pid=102535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:30:41.581462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-557e2fc0-3eba-4623-83a0-0d33cb4bad28 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:41.582486 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-557e2fc0-3eba-4623-83a0-0d33cb4bad28 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:41.609780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2663922-32ee-49f8-a104-ea8c70245c3c req-8101b3f5-c347-4161-9b90-6551c2f9277a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:41.618440 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d2663922-32ee-49f8-a104-ea8c70245c3c req-8101b3f5-c347-4161-9b90-6551c2f9277a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 945 time: 0.4012425 Nov 11 21:30:41.717721 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Allocated IP 172.20.0.1 (19af4895-1152-4229-b15b-ac2e532dbbb8/fc54cdd9-93a7-4fc7-acdc-1ad6b298a291/3fa82568-b191-44bf-b219-08ce9c05a74b) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:41.718380 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'name': 'tempest-ServersTestMultiNic-1540420868-router', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:31Z', 'updated_at': '2021-11-11T21:30:37Z', 'revision_number': 3, 'project_id': 'e65ee3347f4a4354b077d82866a98b8a', 'gw_port': {'id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:44:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:34Z', 'updated_at': '2021-11-11T21:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:41.726987 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-557e2fc0-3eba-4623-83a0-0d33cb4bad28 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4924231 Nov 11 21:30:41.758178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Request body: {'port': {'device_id': '8648a318-0a50-45a6-bb7d-aa6223ea260b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:41.789695 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514d96cc-fa6f-414d-bd67-e116a647774f None None] The sync data for ids ['4846ae2f-457c-4882-ae47-29465dfe7cee'] in n-d-805737-3 is: [{'id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'name': 'tempest-ServersTestMultiNic-1540420868-router', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:31Z', 'updated_at': '2021-11-11T21:30:37Z', 'revision_number': 3, 'project_id': 'e65ee3347f4a4354b077d82866a98b8a', 'gw_port': {'id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:44:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:34Z', 'updated_at': '2021-11-11T21:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:30:41.805637 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d2ca3339-658e-49e0-a934-6fe8c5f7b698 req-619632b6-a560-4507-8968-fdf5bd5d3e77 service neutron] 10.222.0.71 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223199 Nov 11 21:30:41.811742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d2663922-32ee-49f8-a104-ea8c70245c3c req-8639ab03-0cfe-4df7-92cf-eacefcfe43c8 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921828 Nov 11 21:30:41.895304 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9e2e9620-ab80-4284-98b4-711704e9b35e None None] Provisioning complete for port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:41.896551 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9e2e9620-ab80-4284-98b4-711704e9b35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:41.953466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] For port 5f84230f-0320-4630-afb1-4f443c638ec3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5f84230f-0320-4630-afb1-4f443c638ec3,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:41.954417 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:41.976592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9e2e9620-ab80-4284-98b4-711704e9b35e None None] Port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:30:41.981849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] Calling delete_port for 5f84230f-0320-4630-afb1-4f443c638ec3 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:42.031604 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-6c01b239-ac95-4a06-8070-46e9db460656 req-62636ecb-f5a1-411b-876d-2c8844e3144f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Deleting port 8f0f2948-f163-452b-8f46-bce925c8e8f5 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:42.031933 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6c01b239-ac95-4a06-8070-46e9db460656 req-62636ecb-f5a1-411b-876d-2c8844e3144f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:42.169037 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:42.339731 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-6c01b239-ac95-4a06-8070-46e9db460656 req-62636ecb-f5a1-411b-876d-2c8844e3144f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] For port 8f0f2948-f163-452b-8f46-bce925c8e8f5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=8f0f2948-f163-452b-8f46-bce925c8e8f5,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:42.340101 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6c01b239-ac95-4a06-8070-46e9db460656 req-62636ecb-f5a1-411b-876d-2c8844e3144f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:42.345404 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:42.352754 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:42.371135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-6c01b239-ac95-4a06-8070-46e9db460656 req-62636ecb-f5a1-411b-876d-2c8844e3144f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Calling delete_port for 8f0f2948-f163-452b-8f46-bce925c8e8f5 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:42.385301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50299a56-2be4-4429-9228-0ce089a78ecb req-7c0a6b61-fd54-4d1e-a27a-d0896cc78afa tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:42.386901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50299a56-2be4-4429-9228-0ce089a78ecb req-7c0a6b61-fd54-4d1e-a27a-d0896cc78afa tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 943 time: 0.1399727 Nov 11 21:30:42.393368 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:42.547140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f84230f-0320-4630-afb1-4f443c638ec3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:42.580204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Network 19af4895-1152-4229-b15b-ac2e532dbbb8 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:42.602047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:42.611332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:42.623816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 20529d30-dad1-4a41-b2ac-12727b29a421 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:30:42.635777 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50299a56-2be4-4429-9228-0ce089a78ecb req-555a412c-54e4-46ba-8f06-73984bb64847 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380395 Nov 11 21:30:42.635993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa82568-b191-44bf-b219-08ce9c05a74b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:42.796042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:42.853914 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:42.890050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 20529d30-dad1-4a41-b2ac-12727b29a421, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=20529d30-dad1-4a41-b2ac-12727b29a421,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:42.944445 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '20529d30-dad1-4a41-b2ac-12727b29a421', 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14', 'port_id': '20529d30-dad1-4a41-b2ac-12727b29a421', 'mac_address': 'fa:16:3e:fd:9c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1861653c-fba2-441d-b341-424c585bf1e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:30:42.951687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 41363227-c0f1-47d4-8fb0-2f399c1070ae up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:43.009768 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:43.012648 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:43.027774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-0afb94c0-6816-4d5d-af56-f0aa065db810 service neutron] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on host n-h2-805737-3 for vnic_type normal with profile None {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:43.028024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-0afb94c0-6816-4d5d-af56-f0aa065db810 service neutron] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:43.028367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-0afb94c0-6816-4d5d-af56-f0aa065db810 service neutron] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:43.081735 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd88d37-0dce-4351-936d-eb16de290732 req-7f6f334c-4840-41ff-90da-a5d91df9377a tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:43.083785 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fd88d37-0dce-4351-936d-eb16de290732 req-7f6f334c-4840-41ff-90da-a5d91df9377a tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 936 time: 0.3003790 Nov 11 21:30:43.092671 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:43.128760 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6c01b239-ac95-4a06-8070-46e9db460656 req-62636ecb-f5a1-411b-876d-2c8844e3144f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:43.165267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['c6ee313e-6825-480f-a2ad-99a3a49fed40', '8f0f2948-f163-452b-8f46-bce925c8e8f5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:30:43.166044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-0afb94c0-6816-4d5d-af56-f0aa065db810 service neutron] Port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:30:43.166369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-0afb94c0-6816-4d5d-af56-f0aa065db810 service neutron] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:43.170776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20529d30-dad1-4a41-b2ac-12727b29a421 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:30:43.223679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 41363227-c0f1-47d4-8fb0-2f399c1070ae completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:30:43.267940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-0afb94c0-6816-4d5d-af56-f0aa065db810 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:43.268822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-0afb94c0-6816-4d5d-af56-f0aa065db810 service neutron] Checking segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:43.268822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-0afb94c0-6816-4d5d-af56-f0aa065db810 service neutron] Bound using segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:43.269144 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-0afb94c0-6816-4d5d-af56-f0aa065db810 service neutron] Bound port: 422b8558-449f-40fd-8d3c-cdbbf0db9796, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:43.282478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 41363227-c0f1-47d4-8fb0-2f399c1070ae triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:43.285641 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:43.287394 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:43.288156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7be8eaad-cb3b-462a-a0e1-f89c3718c06d {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:30:43.294321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62636ecb-f5a1-411b-876d-2c8844e3144f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Pushing event deleted for resources: {'Port': ['ID=8f0f2948-f163-452b-8f46-bce925c8e8f5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:43.298741 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:43.302278 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-be4c295d-5053-47af-bc22-3e3435839612 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7be8eaad-cb3b-462a-a0e1-f89c3718c06d HTTP/1.1" status: 204 len: 168 time: 4.6609952 Nov 11 21:30:43.303474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56702) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:43.307965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 20529d30-dad1-4a41-b2ac-12727b29a421, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=20529d30-dad1-4a41-b2ac-12727b29a421,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:43.418255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-acadc807-8a3f-44f0-9977-8f932a0da0c4 None None] Provisioning complete for port 3fa82568-b191-44bf-b219-08ce9c05a74b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:43.419028 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-acadc807-8a3f-44f0-9977-8f932a0da0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:43.422926 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ced59fa1-609d-4fc4-ab40-e152298d0993 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:43.481322 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:43.482248 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5fd2404b-d929-4537-ba02-b6da68b42877 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:30:43.529723 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fd88d37-0dce-4351-936d-eb16de290732 req-99cdc562-144f-4c8e-bed6-0706bad722d4 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245493 Nov 11 21:30:43.531409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c01b239-ac95-4a06-8070-46e9db460656 req-62636ecb-f5a1-411b-876d-2c8844e3144f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] No DVR routers for this DVR port 8f0f2948-f163-452b-8f46-bce925c8e8f5 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:30:43.535986 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6c01b239-ac95-4a06-8070-46e9db460656 req-62636ecb-f5a1-411b-876d-2c8844e3144f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:43.564621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c01b239-ac95-4a06-8070-46e9db460656 req-62636ecb-f5a1-411b-876d-2c8844e3144f tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.71 "DELETE /v2.0/ports/8f0f2948-f163-452b-8f46-bce925c8e8f5 HTTP/1.1" status: 204 len: 173 time: 2.0296614 Nov 11 21:30:43.580779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743687bd-739e-49b4-834f-014e260142c1', 'name': 'network-vif-deleted', 'tag': '8f0f2948-f163-452b-8f46-bce925c8e8f5'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:43.584888 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889c6f3e-1375-4c39-a8d0-72d9c674cd6a" -d '{"events": [{"server_uuid": "743687bd-739e-49b4-834f-014e260142c1", "name": "network-vif-deleted", "tag": "8f0f2948-f163-452b-8f46-bce925c8e8f5"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:43.610555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=20529d30-dad1-4a41-b2ac-12727b29a421,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:43.698205 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1d3a41-785c-4507-b88b-5f29499e6653 admin admin] Deleting subnet 9eb9a76c-7c4f-4dfa-894e-371b517e0304 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:30:43.726030 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:43.726970 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3a41-785c-4507-b88b-5f29499e6653 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:43.737455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-0afb94c0-6816-4d5d-af56-f0aa065db810 service neutron] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:43.796861 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-0afb94c0-6816-4d5d-af56-f0aa065db810 service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:43.798857 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-0afb94c0-6816-4d5d-af56-f0aa065db810 service neutron] 10.222.0.57 "POST /v2.0/ports/422b8558-449f-40fd-8d3c-cdbbf0db9796/bindings HTTP/1.1" status: 201 len: 389 time: 2.2355452 Nov 11 21:30:43.828766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:30:43.850317 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-acadc807-8a3f-44f0-9977-8f932a0da0c4 None None] Port 3fa82568-b191-44bf-b219-08ce9c05a74b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:30:43.871357 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-304b8a8f-f69e-4c27-a0de-fcef5dc8cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:43.921116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-7d19bdc8-289f-4c58-a69f-4e2b913cc38e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:43.923022 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-7d19bdc8-289f-4c58-a69f-4e2b913cc38e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.10 "GET /v2.0/ports?device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 945 time: 0.3240392 Nov 11 21:30:43.929157 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3a41-785c-4507-b88b-5f29499e6653 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:44.025448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:30:44.112544 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:44.179789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Transition to ACTIVE for port object 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:30:44.181052 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-964feaba-7d1a-4967-bd94-2ee5a4c4d8af req-679b2258-ad42-482e-a649-d520d0de6e01 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 210 time: 0.1616366 Nov 11 21:30:44.246963 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:44.267066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898efc15-3243-466f-a149-f8b3ad189947 req-eb9d826d-dd40-491d-b028-76fea1d9392f tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:44.286032 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-898efc15-3243-466f-a149-f8b3ad189947 req-eb9d826d-dd40-491d-b028-76fea1d9392f tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/ports?device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 945 time: 0.4754093 Nov 11 21:30:44.335997 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:44.337999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port ced59fa1-609d-4fc4-ab40-e152298d0993 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:44.338534 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:44.440604 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b9ceef-3762-4cf0-9bf2-dae6d50149ef x-openstack-request-id: req-a1b9ceef-3762-4cf0-9bf2-dae6d50149ef {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:44.440947 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743687bd-739e-49b4-834f-014e260142c1", "name": "network-vif-deleted", "tag": "8f0f2948-f163-452b-8f46-bce925c8e8f5", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:44.441215 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1b9ceef-3762-4cf0-9bf2-dae6d50149ef {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:44.441637 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743687bd-739e-49b4-834f-014e260142c1', 'name': 'network-vif-deleted', 'tag': '8f0f2948-f163-452b-8f46-bce925c8e8f5', 'status': 'completed', 'code': 200} Nov 11 21:30:44.541918 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:44.542925 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e8b54e-a67a-4388-92a4-37fc8d6b6af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41363227-c0f1-47d4-8fb0-2f399c1070ae'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:44.546423 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1746289-0b21-46d3-aada-dd23cddb2669" -d '{"events": [{"server_uuid": "16e8b54e-a67a-4388-92a4-37fc8d6b6af9", "name": "network-vif-plugged", "status": "completed", "tag": "41363227-c0f1-47d4-8fb0-2f399c1070ae"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:44.560040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Attempting to bind port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:44.560452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Attempting to bind port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:44.560782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Attempting to bind port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:44.571585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:30:44.571940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Attempting to bind port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:44.589468 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 41363227-c0f1-47d4-8fb0-2f399c1070ae, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=41363227-c0f1-47d4-8fb0-2f399c1070ae,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:44.613779 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5fd2404b-d929-4537-ba02-b6da68b42877, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5fd2404b-d929-4537-ba02-b6da68b42877,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:44.619115 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:44.619455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:44.619833 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:44.620391 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Bound port: 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:44.620745 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:44.621201 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:44.689194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '5fd2404b-d929-4537-ba02-b6da68b42877', 'network_id': '9d83e966-d837-434f-9801-9cd82b88a494', 'port_id': '5fd2404b-d929-4537-ba02-b6da68b42877', 'mac_address': 'fa:16:3e:02:04:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68728dc8-71b6-452a-ba01-4e4808bcd205', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:30:44.732700 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] For port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:44.737062 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] For port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:44.771608 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:44.774262 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:44.781260 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-531aa8d8-8a26-4766-b82d-06569edf1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:44.783000 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-531aa8d8-8a26-4766-b82d-06569edf1f88 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 1097 time: 0.6243782 Nov 11 21:30:44.810748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e943014-3f47-4b39-bbae-83f28f75986d req-87f46010-b534-46ab-80ad-fc4287cb4317 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:44.821500 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e943014-3f47-4b39-bbae-83f28f75986d req-87f46010-b534-46ab-80ad-fc4287cb4317 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 943 time: 0.3656921 Nov 11 21:30:44.830460 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=41363227-c0f1-47d4-8fb0-2f399c1070ae,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:44.843589 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:44.848280 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:44.853442 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-898efc15-3243-466f-a149-f8b3ad189947 req-f1e8134e-254d-4e29-bf6d-74a6956941f5 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/security-groups?id=3458f7e4-b6e8-41df-8d51-c59f32dbf67f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5664043 Nov 11 21:30:44.892257 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd2404b-d929-4537-ba02-b6da68b42877 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:30:44.910238 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port ced59fa1-609d-4fc4-ab40-e152298d0993, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ced59fa1-609d-4fc4-ab40-e152298d0993,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:44.921316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-a9599254-c0aa-4a31-954b-00a1a8cbb5f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Deleting port 675665cb-336b-437e-ba2d-1c25610f77d6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:44.921883 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-a9599254-c0aa-4a31-954b-00a1a8cbb5f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:44.929817 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:44.937456 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5fd2404b-d929-4537-ba02-b6da68b42877, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5fd2404b-d929-4537-ba02-b6da68b42877,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:44.957654 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:44.993779 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:44.995605 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:45.030962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:45.056255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=ced59fa1-609d-4fc4-ab40-e152298d0993,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:45.124179 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:45.126610 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:45.128186 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-99130e2f-cedb-4cd7-851e-2c519127c0b4 service neutron] 10.222.0.71 "PUT /v2.0/ports/53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d HTTP/1.1" status: 200 len: 1096 time: 3.3754981 Nov 11 21:30:45.129845 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3a41-785c-4507-b88b-5f29499e6653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:45.141200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e943014-3f47-4b39-bbae-83f28f75986d req-0cb536ad-8f69-4183-bc65-443cff99f761 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185148 Nov 11 21:30:45.147224 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8648a318-0a50-45a6-bb7d-aa6223ea260b', 'tag': '53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:45.149655 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a88ca4e-e169-4c58-a343-a140680ff9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "8648a318-0a50-45a6-bb7d-aa6223ea260b", "tag": "53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:45.174649 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:30:45.175649 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5f84230f-0320-4630-afb1-4f443c638ec3 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:30:45.214629 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa82568-b191-44bf-b219-08ce9c05a74b,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:45.261240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['20529d30-dad1-4a41-b2ac-12727b29a421'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:30:45.267106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 5f84230f-0320-4630-afb1-4f443c638ec3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:30:45.267106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5f84230f-0320-4630-afb1-4f443c638ec3 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:30:45.271302 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:45.274133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-5a011751-1fcd-4e43-b502-1d5c12a06beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:45.275598 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-5a011751-1fcd-4e43-b502-1d5c12a06beb service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.4513495 Nov 11 21:30:45.330012 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=5fd2404b-d929-4537-ba02-b6da68b42877,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:45.357456 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-a9599254-c0aa-4a31-954b-00a1a8cbb5f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] For port 675665cb-336b-437e-ba2d-1c25610f77d6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=675665cb-336b-437e-ba2d-1c25610f77d6,segment=NetworkSegment(9d620eb7-ccb1-4c7e-9d23-3e321b337df8),segment_id=9d620eb7-ccb1-4c7e-9d23-3e321b337df8)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:45.358151 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-a9599254-c0aa-4a31-954b-00a1a8cbb5f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:45.402753 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['5fd2404b-d929-4537-ba02-b6da68b42877'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:30:45.461324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e8389-21d1-4a69-b2cf-6bbd332da6b4 req-be4dbce3-88b7-4184-8e34-bb9439b6fcd5 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:45.462988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a06e8389-21d1-4a69-b2cf-6bbd332da6b4 req-be4dbce3-88b7-4184-8e34-bb9439b6fcd5 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.5204630 Nov 11 21:30:45.464622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-bea463d7-d1c9-479a-8ace-a954eeed240f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796 HTTP/1.1" status: 200 len: 217 time: 0.1095111 Nov 11 21:30:45.581597 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03e80f-fb5a-4398-9651-f0943d4f4f6e req-631506c7-a972-46e4-a5a3-11af6be8fbdb tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:45.583842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a03e80f-fb5a-4398-9651-f0943d4f4f6e req-631506c7-a972-46e4-a5a3-11af6be8fbdb tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 948 time: 0.3071606 Nov 11 21:30:45.598260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-b247ea33-1e2c-4c2d-8f3d-7b6b8c22b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:45.612288 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-b247ea33-1e2c-4c2d-8f3d-7b6b8c22b8d6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8613dfa2d73a43c589030decab67e796&device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 1099 time: 0.4070640 Nov 11 21:30:45.630306 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3a41-785c-4507-b88b-5f29499e6653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:45.644178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-9009f2c4-2633-48b8-b319-7130a5c01009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:45.646098 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-9009f2c4-2633-48b8-b319-7130a5c01009 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.1383584 Nov 11 21:30:45.746251 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a06e8389-21d1-4a69-b2cf-6bbd332da6b4 req-c50cc7ed-ab45-4843-a314-c46f87c94a08 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731686 Nov 11 21:30:45.750901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d3a41-785c-4507-b88b-5f29499e6653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb9a76c-7c4f-4dfa-894e-371b517e0304,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:45.771804 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-46b1b975-a179-4106-bc23-fdd755fd3690 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d HTTP/1.1" status: 200 len: 217 time: 0.1586254 Nov 11 21:30:45.781459 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3a41-785c-4507-b88b-5f29499e6653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:45.787749 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3c1d3a41-785c-4507-b88b-5f29499e6653 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9eb9a76c-7c4f-4dfa-894e-371b517e0304 HTTP/1.1" status: 204 len: 168 time: 2.4629982 Nov 11 21:30:45.797855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efc1684-b0f8-4da0-b8ea-85013eb59bef None None] Network 356f29f0-cef1-44c6-ab60-613f85f26696 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:30:45.808879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56728) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:45.974759 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194e4c23-4acb-4f22-a846-0634ae82271e x-openstack-request-id: req-194e4c23-4acb-4f22-a846-0634ae82271e {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:45.975189 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e8b54e-a67a-4388-92a4-37fc8d6b6af9", "name": "network-vif-plugged", "status": "completed", "tag": "41363227-c0f1-47d4-8fb0-2f399c1070ae", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:45.975407 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-194e4c23-4acb-4f22-a846-0634ae82271e {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:45.975770 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e8b54e-a67a-4388-92a4-37fc8d6b6af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41363227-c0f1-47d4-8fb0-2f399c1070ae', 'code': 200} Nov 11 21:30:46.027703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-7b287ce6-4acd-4fbb-820e-a3045493a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:46.029266 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-7b287ce6-4acd-4fbb-820e-a3045493a612 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.2292919 Nov 11 21:30:46.032607 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e779f53a-e7d9-447c-affd-167eda3823ef x-openstack-request-id: req-e779f53a-e7d9-447c-affd-167eda3823ef {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:46.032937 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8648a318-0a50-45a6-bb7d-aa6223ea260b", "tag": "53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:46.033191 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e779f53a-e7d9-447c-affd-167eda3823ef {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:46.033588 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8648a318-0a50-45a6-bb7d-aa6223ea260b', 'tag': '53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d', 'status': 'completed', 'code': 200} Nov 11 21:30:46.083492 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:46.109801 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-a9599254-c0aa-4a31-954b-00a1a8cbb5f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:46.110638 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-a9599254-c0aa-4a31-954b-00a1a8cbb5f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:46.110638 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-a9599254-c0aa-4a31-954b-00a1a8cbb5f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Floating IP 4371c56c-340b-4257-b117-671996762d45 disassociated. External IP: 172.25.0.94, port: 675665cb-336b-437e-ba2d-1c25610f77d6. Nov 11 21:30:46.110949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-a9599254-c0aa-4a31-954b-00a1a8cbb5f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Calling delete_port for 675665cb-336b-437e-ba2d-1c25610f77d6 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:46.132924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-38122bd4-e1c2-44e3-a761-698bf18c7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:46.132924 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-38122bd4-e1c2-44e3-a761-698bf18c7cde service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0944002 Nov 11 21:30:46.175948 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a4a445a-6685-4f33-ae3a-0d91aa0bff43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:46.377718 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a03e80f-fb5a-4398-9651-f0943d4f4f6e req-1ebd21e8-c952-495e-8b4f-aefd4a106cfb tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7805901 Nov 11 21:30:46.395559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d80821d-1c6d-47d3-97c3-9b507162d305 None None] DHCP port deletion for 356f29f0-cef1-44c6-ab60-613f85f26696 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:30:46.424021 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-da220e07-da43-46d7-8d5e-cb8cda04d071 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7555838 Nov 11 21:30:46.447589 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] Deleting port 690d797e-6ce0-43f9-b389-8a0a6b811ca2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:46.447959 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:46.462274 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-58109be9-9f98-43b1-8807-f4737603dc5f service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169666 Nov 11 21:30:46.492972 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0d80821d-1c6d-47d3-97c3-9b507162d305 None None] Deleting port 690d797e-6ce0-43f9-b389-8a0a6b811ca2 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:46.493621 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d80821d-1c6d-47d3-97c3-9b507162d305 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:46.574941 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-afe56762-4c7c-4ec7-9545-a15614b9a7e7 req-1903f7ce-912b-440c-a66d-faeeebdb3337 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 210 time: 0.1894658 Nov 11 21:30:46.634162 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0d80821d-1c6d-47d3-97c3-9b507162d305 None None] For port 690d797e-6ce0-43f9-b389-8a0a6b811ca2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=690d797e-6ce0-43f9-b389-8a0a6b811ca2,segment=NetworkSegment(2c651655-6f12-4193-87d3-a8f4155423f1),segment_id=2c651655-6f12-4193-87d3-a8f4155423f1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:46.634561 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d80821d-1c6d-47d3-97c3-9b507162d305 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:46.668187 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0d80821d-1c6d-47d3-97c3-9b507162d305 None None] Calling delete_port for 690d797e-6ce0-43f9-b389-8a0a6b811ca2 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:46.783622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Network 19af4895-1152-4229-b15b-ac2e532dbbb8 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:46.786568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82333bd4-523e-48c5-b544-f6b82e88d945 req-2ba1a13a-4b03-4395-8a41-7e448105fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:46.788481 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82333bd4-523e-48c5-b544-f6b82e88d945 req-2ba1a13a-4b03-4395-8a41-7e448105fd00 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=16e8b54e-a67a-4388-92a4-37fc8d6b6af9 HTTP/1.1" status: 200 len: 1096 time: 0.3904352 Nov 11 21:30:46.797218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cbc0a-a618-4618-819c-17966d50c0ef req-393d5ed6-0c6f-4d58-b658-13507b9e927c tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:46.805889 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-996cbc0a-a618-4618-819c-17966d50c0ef req-393d5ed6-0c6f-4d58-b658-13507b9e927c tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/ports?device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 945 time: 0.3254380 Nov 11 21:30:46.822875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:46.843044 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d80821d-1c6d-47d3-97c3-9b507162d305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:46.880790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-722812e3-27bd-485d-aa61-5890420d2ffc service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042203 Nov 11 21:30:46.905952 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d80821d-1c6d-47d3-97c3-9b507162d305 None None] No DVR routers for this DVR port 690d797e-6ce0-43f9-b389-8a0a6b811ca2 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:30:46.907734 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80821d-1c6d-47d3-97c3-9b507162d305 None None] Pushing event deleted for resources: {'Port': ['ID=690d797e-6ce0-43f9-b389-8a0a6b811ca2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:47.007294 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 20529d30-dad1-4a41-b2ac-12727b29a421 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:47.049046 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453d183-4783-4d59-be8e-ed80d5f12f4a req-d9adde39-0719-4965-afc1-9514aa5337a6 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:47.067765 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8453d183-4783-4d59-be8e-ed80d5f12f4a req-d9adde39-0719-4965-afc1-9514aa5337a6 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 944 time: 0.3539283 Nov 11 21:30:47.135723 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:47.161045 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 20529d30-dad1-4a41-b2ac-12727b29a421 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:47.161321 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:47.201503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-996cbc0a-a618-4618-819c-17966d50c0ef req-887df8b9-62c0-4c96-a644-bd161cad15f6 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/security-groups?id=3458f7e4-b6e8-41df-8d51-c59f32dbf67f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3940823 Nov 11 21:30:47.212042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82333bd4-523e-48c5-b544-f6b82e88d945 req-f7f9166c-a148-4699-af89-00ac45f41fc9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021864 Nov 11 21:30:47.236482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ced59fa1-609d-4fc4-ab40-e152298d0993 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:47.405117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5d165ae7-eb56-40fd-b5f9-48753656380a None None] Provisioning complete for port 3fa82568-b191-44bf-b219-08ce9c05a74b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:47.405572 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5d165ae7-eb56-40fd-b5f9-48753656380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:47.424417 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8453d183-4783-4d59-be8e-ed80d5f12f4a req-4d4b0307-deca-448b-a232-ceaef4b0f084 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551455 Nov 11 21:30:47.553077 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-2fc5e972-3b54-4ecf-9587-177be33f63c4 service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561718 Nov 11 21:30:47.559686 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port ced59fa1-609d-4fc4-ab40-e152298d0993 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:47.560213 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:47.571442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Router 4846ae2f-457c-4882-ae47-29465dfe7cee has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:30:47.623357 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:47.633550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5d165ae7-eb56-40fd-b5f9-48753656380a None None] Port 3fa82568-b191-44bf-b219-08ce9c05a74b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:30:47.666268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] For port 690d797e-6ce0-43f9-b389-8a0a6b811ca2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=690d797e-6ce0-43f9-b389-8a0a6b811ca2,segment=NetworkSegment(2c651655-6f12-4193-87d3-a8f4155423f1),segment_id=2c651655-6f12-4193-87d3-a8f4155423f1)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:47.666867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:47.683330 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-a9599254-c0aa-4a31-954b-00a1a8cbb5f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:47.739305 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] Calling delete_port for 690d797e-6ce0-43f9-b389-8a0a6b811ca2 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:47.759829 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 20529d30-dad1-4a41-b2ac-12727b29a421, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=20529d30-dad1-4a41-b2ac-12727b29a421,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:47.821756 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:47.823724 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 8f0f2948-f163-452b-8f46-bce925c8e8f5 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:30:47.832978 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9599254-c0aa-4a31-954b-00a1a8cbb5f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Pushing event deleted for resources: {'Port': ['ID=675665cb-336b-437e-ba2d-1c25610f77d6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:47.941369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:30:47.947922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3875c62e-d25c-4926-8102-339c3575c027 admin admin] 10.222.0.57 "PUT /v2.0/routers/4846ae2f-457c-4882-ae47-29465dfe7cee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2744091 Nov 11 21:30:47.969772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 8f0f2948-f163-452b-8f46-bce925c8e8f5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:30:47.970117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 8f0f2948-f163-452b-8f46-bce925c8e8f5 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:30:47.986759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bbdb47-3610-40b2-8c13-bcdeb91574ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20529d30-dad1-4a41-b2ac-12727b29a421'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:47.994491 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ea64f7-619b-41eb-ad12-8db0b8473a31" -d '{"events": [{"server_uuid": "68bbdb47-3610-40b2-8c13-bcdeb91574ec", "name": "network-vif-plugged", "status": "completed", "tag": "20529d30-dad1-4a41-b2ac-12727b29a421"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:47.999289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d65e4-2a10-4b5a-a22b-32f43a0bb3ba req-01738868-ab92-4327-b379-f9489c2da989 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:48.001980 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Sync routers for ids ['4846ae2f-457c-4882-ae47-29465dfe7cee'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:30:48.008673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-287d65e4-2a10-4b5a-a22b-32f43a0bb3ba req-01738868-ab92-4327-b379-f9489c2da989 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 948 time: 0.1592617 Nov 11 21:30:48.042323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 690d797e-6ce0-43f9-b389-8a0a6b811ca2 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:30:48.056605 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:48.077443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d36b7-4232-4007-84cf-93dbe91ede3a req-3fbd0e37-41fe-4483-b00b-14e52d0c17b0 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:48.079200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f45d36b7-4232-4007-84cf-93dbe91ede3a req-3fbd0e37-41fe-4483-b00b-14e52d0c17b0 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.2311676 Nov 11 21:30:48.091922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-287d65e4-2a10-4b5a-a22b-32f43a0bb3ba req-5f6267a6-d89d-437d-97d7-c9370ffbbdb2 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815496 Nov 11 21:30:48.125159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 690d797e-6ce0-43f9-b389-8a0a6b811ca2 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:30:48.127671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 690d797e-6ce0-43f9-b389-8a0a6b811ca2 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:30:48.138733 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ab46f429-6a89-4135-8156-3b143b43c2c8 req-91fbc1ee-2f57-4485-850e-55e76f7dff4c service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6493309 Nov 11 21:30:48.150606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Routers {'4846ae2f-457c-4882-ae47-29465dfe7cee'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:48.153012 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:30:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4846ae2f-457c-4882-ae47-29465dfe7cee'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:48.281405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-acc4d4db-fb9f-4130-a246-9457c76ef244 req-dfd76747-85ad-4a04-b3ce-4a2eb06da8d0 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 210 time: 0.0559530 Nov 11 21:30:48.296521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f45d36b7-4232-4007-84cf-93dbe91ede3a req-38b292c3-8262-4c1a-a9df-0b3841fd0930 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940708 Nov 11 21:30:48.361407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56768) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:48.440068 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Set router 4846ae2f-457c-4882-ae47-29465dfe7cee gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:48.473019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] Pushing event deleted for resources: {'Port': ['ID=690d797e-6ce0-43f9-b389-8a0a6b811ca2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:48.525326 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abde2d89-1f7d-4ccd-baf1-5025b73fda8f x-openstack-request-id: req-abde2d89-1f7d-4ccd-baf1-5025b73fda8f {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:48.525326 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bbdb47-3610-40b2-8c13-bcdeb91574ec", "name": "network-vif-plugged", "status": "completed", "tag": "20529d30-dad1-4a41-b2ac-12727b29a421", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:48.525326 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-abde2d89-1f7d-4ccd-baf1-5025b73fda8f {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:48.525746 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bbdb47-3610-40b2-8c13-bcdeb91574ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20529d30-dad1-4a41-b2ac-12727b29a421', 'code': 200} Nov 11 21:30:48.593494 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] No DVR routers for this DVR port 690d797e-6ce0-43f9-b389-8a0a6b811ca2 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:30:48.598175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4df5cbc5-feb4-4069-9041-68021a227bec tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2323281'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:48.746516 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:48.751416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2dc2cde-7c7a-41df-87e9-081493ead79d req-9f3bd02d-41f4-4bc5-90e8-9ecb767a5386 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/ports?device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 210 time: 0.0623941 Nov 11 21:30:48.757300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=20529d30-dad1-4a41-b2ac-12727b29a421,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:48.790972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df5cbc5-feb4-4069-9041-68021a227bec tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Made reservation on behalf of e65ee3347f4a4354b077d82866a98b8a for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:48.810583 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4df5cbc5-feb4-4069-9041-68021a227bec tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:48.891151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df5cbc5-feb4-4069-9041-68021a227bec tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:30:48.905305 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4df5cbc5-feb4-4069-9041-68021a227bec tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:48.906067 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-4df5cbc5-feb4-4069-9041-68021a227bec tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Added segment 9589c7c8-f4c1-4399-aab2-60e48e4852f2 of type vlan for network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f Nov 11 21:30:48.938605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-a9599254-c0aa-4a31-954b-00a1a8cbb5f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:30:48.942012 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:48.951957 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 675665cb-336b-437e-ba2d-1c25610f77d6 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:30:48.969430 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4df5cbc5-feb4-4069-9041-68021a227bec tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:48.969775 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ca4e-e169-4c58-a343-a140680ff9ea req-8e541a71-013f-441e-9d4f-c758ddcad090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:48.971299 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a88ca4e-e169-4c58-a343-a140680ff9ea req-8e541a71-013f-441e-9d4f-c758ddcad090 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8613dfa2d73a43c589030decab67e796&device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 1099 time: 0.5027151 Nov 11 21:30:49.009385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb2db7-7ac1-424e-b49b-9331ba2466ad req-3cbb15c6-88d7-4e52-9de6-790eb1d2dc14 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:49.019429 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15cb2db7-7ac1-424e-b49b-9331ba2466ad req-3cbb15c6-88d7-4e52-9de6-790eb1d2dc14 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 944 time: 0.3806753 Nov 11 21:30:49.056457 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356f29f0-cef1-44c6-ab60-613f85f26696']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:49.071819 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4df5cbc5-feb4-4069-9041-68021a227bec tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:49.078446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df5cbc5-feb4-4069-9041-68021a227bec tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:49.079109 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4df5cbc5-feb4-4069-9041-68021a227bec tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:49.110187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15cb2db7-7ac1-424e-b49b-9331ba2466ad req-22ac7099-b723-4e9d-976d-48fc0ec97643 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859334 Nov 11 21:30:49.116261 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5fd2404b-d929-4537-ba02-b6da68b42877 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:49.151221 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 675665cb-336b-437e-ba2d-1c25610f77d6 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:30:49.151221 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 675665cb-336b-437e-ba2d-1c25610f77d6 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:30:49.178980 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c651655-6f12-4193-87d3-a8f4155423f1') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:49.179370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c651655-6f12-4193-87d3-a8f4155423f1') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:49.248679 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:49.314040 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'name': 'tempest-ServersTestMultiNic-1540420868-router', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:31Z', 'updated_at': '2021-11-11T21:30:43Z', 'revision_number': 4, 'project_id': 'e65ee3347f4a4354b077d82866a98b8a', 'gw_port': {'id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:44:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:34Z', 'updated_at': '2021-11-11T21:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '3fa82568-b191-44bf-b219-08ce9c05a74b', 'name': '', 'network_id': '19af4895-1152-4229-b15b-ac2e532dbbb8', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'mac_address': 'fa:16:3e:4d:53:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'fc54cdd9-93a7-4fc7-acdc-1ad6b298a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:40Z', 'updated_at': '2021-11-11T21:30:43Z', 'revision_number': 2, 'project_id': 'e65ee3347f4a4354b077d82866a98b8a', 'subnets': [{'id': 'fc54cdd9-93a7-4fc7-acdc-1ad6b298a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:49.317643 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:49.333319 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:30:49.333726 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:30:49.335591 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:30:49.377859 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5cbc5-feb4-4069-9041-68021a227bec tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event updated for resources: {'Network': ['ID=a69e1c2b-cb04-445e-b5fa-f11c3be30d7f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:49.401081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4df5cbc5-feb4-4069-9041-68021a227bec tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0361919 Nov 11 21:30:49.401340 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Checking router: 4846ae2f-457c-4882-ae47-29465dfe7cee for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:30:49.401688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Updating router 4846ae2f-457c-4882-ae47-29465dfe7cee port 3fa82568-b191-44bf-b219-08ce9c05a74b binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:30:49.404060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:30:49.405602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56790) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:49.415746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-90a66273-e39b-4323-8160-47e57c7ffb7a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Request body: {'subnet': {'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:49.425720 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:49.488122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ca4e-e169-4c58-a343-a140680ff9ea req-68a1debd-7efd-4e78-b155-da787c30ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:49.489748 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a88ca4e-e169-4c58-a343-a140680ff9ea req-68a1debd-7efd-4e78-b155-da787c30ca9a service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.5013683 Nov 11 21:30:49.522574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 5fd2404b-d929-4537-ba02-b6da68b42877 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:30:49.525926 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:49.533630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 5fd2404b-d929-4537-ba02-b6da68b42877 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:49.534000 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:49.590162 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-a9599254-c0aa-4a31-954b-00a1a8cbb5f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:30:49.592921 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a88ca4e-e169-4c58-a343-a140680ff9ea req-31d27740-b783-4603-af1c-c1ce24758955 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d HTTP/1.1" status: 200 len: 217 time: 0.0867159 Nov 11 21:30:49.599184 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6f9b00f-aa90-4d7b-a8f4-a8155a60175e req-5b0f90b6-a250-4aef-b1cb-8756930fb608 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 210 time: 0.0842218 Nov 11 21:30:49.601833 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c3222-bf74-4557-82ac-ca3540414e53 None None] Sync routers for ids ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:30:49.606808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a66273-e39b-4323-8160-47e57c7ffb7a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Made reservation on behalf of e65ee3347f4a4354b077d82866a98b8a for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:49.617931 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90a66273-e39b-4323-8160-47e57c7ffb7a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:49.618294 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c3222-bf74-4557-82ac-ca3540414e53 None None] Routers {'11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:49.619888 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0c8c3222-bf74-4557-82ac-ca3540414e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:30:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:49.666150 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:49.767701 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:49.771802 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] 10.222.0.57 "DELETE /v2.0/networks/356f29f0-cef1-44c6-ab60-613f85f26696 HTTP/1.1" status: 204 len: 168 time: 3.9560418 Nov 11 21:30:49.772892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-a9599254-c0aa-4a31-954b-00a1a8cbb5f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] No DVR routers for this DVR port 675665cb-336b-437e-ba2d-1c25610f77d6 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:30:49.791048 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-a9599254-c0aa-4a31-954b-00a1a8cbb5f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:49.810497 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d6a1f546-38b9-4f57-9d8d-c9631d332ec3 req-a9599254-c0aa-4a31-954b-00a1a8cbb5f2 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.10 "DELETE /v2.0/ports/675665cb-336b-437e-ba2d-1c25610f77d6 HTTP/1.1" status: 204 len: 173 time: 5.8409154 Nov 11 21:30:49.837023 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788d6c89-64d9-4b84-bd25-fe54c4b21e98', 'name': 'network-vif-deleted', 'tag': '675665cb-336b-437e-ba2d-1c25610f77d6'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:49.842741 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b852151a-a96d-41a2-9d5b-0e6a24d25dd2" -d '{"events": [{"server_uuid": "788d6c89-64d9-4b84-bd25-fe54c4b21e98", "name": "network-vif-deleted", "tag": "675665cb-336b-437e-ba2d-1c25610f77d6"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:49.872356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b241283-ed4f-4927-8b38-224947db404c admin admin] Pushing event deleted for resources: {'Network': ['ID=356f29f0-cef1-44c6-ab60-613f85f26696,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:49.889945 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0c8c3222-bf74-4557-82ac-ca3540414e53 None None] Set router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:49.927373 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ca4e-e169-4c58-a343-a140680ff9ea req-31cd0cc1-d6a3-4d27-983f-5cef5468d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:49.929065 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a88ca4e-e169-4c58-a343-a140680ff9ea req-31cd0cc1-d6a3-4d27-983f-5cef5468d43a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.2851861 Nov 11 21:30:50.053950 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90a66273-e39b-4323-8160-47e57c7ffb7a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:50.071116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ca4e-e169-4c58-a343-a140680ff9ea req-25383aa4-9456-4799-b85b-31f2225308c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:50.072664 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a88ca4e-e169-4c58-a343-a140680ff9ea req-25383aa4-9456-4799-b85b-31f2225308c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1357927 Nov 11 21:30:50.126065 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56800) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:50.154924 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0c8c3222-bf74-4557-82ac-ca3540414e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:28Z', 'revision_number': 4, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'gw_port': {'id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'f307ce1c-6fb8-4b68-8068-59c5edac763f', 'name': '', 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'mac_address': 'fa:16:3e:64:73:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:27Z', 'updated_at': '2021-11-11T21:28:32Z', 'revision_number': 5, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'subnets': [{'id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:50.186908 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c3222-bf74-4557-82ac-ca3540414e53 None None] Checking router: 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:30:50.198126 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c3222-bf74-4557-82ac-ca3540414e53 None None] Routers {'11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:50.198788 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0c8c3222-bf74-4557-82ac-ca3540414e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:30:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:50.254486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13061bf1-f5e3-4f55-88fc-05c7b69392e9 req-32c13e68-4b95-4e90-a36f-4bf16a3f59dc tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:50.256227 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13061bf1-f5e3-4f55-88fc-05c7b69392e9 req-32c13e68-4b95-4e90-a36f-4bf16a3f59dc tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 948 time: 0.9536588 Nov 11 21:30:50.339917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7831541-e0bf-4588-aea9-fe35cc54d4d0 req-cc4dc586-90ff-42a5-a32b-b3ad4c6c092c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:50.349708 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0c8c3222-bf74-4557-82ac-ca3540414e53 None None] Set router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:50.353077 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7831541-e0bf-4588-aea9-fe35cc54d4d0 req-cc4dc586-90ff-42a5-a32b-b3ad4c6c092c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.4059432 Nov 11 21:30:50.395000 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a88ca4e-e169-4c58-a343-a140680ff9ea req-dedf360f-35c1-4edd-9fe8-d2b43e09a95e service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115406 Nov 11 21:30:50.435157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a66273-e39b-4323-8160-47e57c7ffb7a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event updated for resources: {'Subnet': ['ID=db2906c3-137c-48ef-8025-b86d72e65827,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:50.493071 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7831541-e0bf-4588-aea9-fe35cc54d4d0 req-967db8bd-f442-4e7f-94f5-74723b74370c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384914 Nov 11 21:30:50.507129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a66273-e39b-4323-8160-47e57c7ffb7a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Checking segment: {'id': '9589c7c8-f4c1-4399-aab2-60e48e4852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:50.507492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a66273-e39b-4323-8160-47e57c7ffb7a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Network hostable DHCP agents. Network: a69e1c2b-cb04-445e-b5fa-f11c3be30d7f, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:30:50.528319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13061bf1-f5e3-4f55-88fc-05c7b69392e9 req-190ff20f-9f38-4592-92f5-0da2533a6ec2 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417326 Nov 11 21:30:50.551453 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:50.581572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a66273-e39b-4323-8160-47e57c7ffb7a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:30:50.595529 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f770630c-bf34-4a20-842d-f359e90ded22 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d1325cd432b24c908db2defc99f343ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4674122 Nov 11 21:30:50.598047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56804) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:50.605550 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:50.675333 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-90a66273-e39b-4323-8160-47e57c7ffb7a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, a69e1c2b-cb04-445e-b5fa-f11c3be30d7f) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:50.693631 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b047192-6919-4485-9582-ec90a1c93652 x-openstack-request-id: req-0b047192-6919-4485-9582-ec90a1c93652 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:50.699178 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788d6c89-64d9-4b84-bd25-fe54c4b21e98", "name": "network-vif-deleted", "tag": "675665cb-336b-437e-ba2d-1c25610f77d6", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:50.699546 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b047192-6919-4485-9582-ec90a1c93652 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:50.700068 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788d6c89-64d9-4b84-bd25-fe54c4b21e98', 'name': 'network-vif-deleted', 'tag': '675665cb-336b-437e-ba2d-1c25610f77d6', 'status': 'completed', 'code': 200} Nov 11 21:30:50.718565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a66273-e39b-4323-8160-47e57c7ffb7a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:50.749300 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90a66273-e39b-4323-8160-47e57c7ffb7a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:50.751831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44af05-528b-4c54-9354-0c75e40bd3b7 None None] Pushing event updated for resources: {'Port': ['ID=3fa82568-b191-44bf-b219-08ce9c05a74b,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:50.763367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc59d3e-b306-47e7-8e8d-b26a6414604e None None] Network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:30:50.817021 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a88ca4e-e169-4c58-a343-a140680ff9ea req-43da6c74-493d-4131-9800-a9749947474c service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086144 Nov 11 21:30:50.886245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1c45579e-0884-4fe0-802c-aa0f39e11f77 req-23e143ce-5da6-4ca3-b2d0-e4fc1c85f95e tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/ports?device_id=788d6c89-64d9-4b84-bd25-fe54c4b21e98 HTTP/1.1" status: 200 len: 210 time: 0.1270349 Nov 11 21:30:50.894732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-90a66273-e39b-4323-8160-47e57c7ffb7a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4853795 Nov 11 21:30:50.895172 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56816) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:50.908114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9b0050b3-f836-4264-aecc-8deae1cce859 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1557668530'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:50.956016 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0050b3-f836-4264-aecc-8deae1cce859 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Made reservation on behalf of e65ee3347f4a4354b077d82866a98b8a for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:50.962155 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b0050b3-f836-4264-aecc-8deae1cce859 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.012376 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0c8c3222-bf74-4557-82ac-ca3540414e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:28Z', 'revision_number': 4, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'gw_port': {'id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'f307ce1c-6fb8-4b68-8068-59c5edac763f', 'name': '', 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'mac_address': 'fa:16:3e:64:73:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:27Z', 'updated_at': '2021-11-11T21:28:32Z', 'revision_number': 5, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'subnets': [{'id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:51.017501 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b54e673-d6b6-453b-890c-94638c4909bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.048724 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:30:51.052467 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0050b3-f836-4264-aecc-8deae1cce859 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:30:51.079495 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c3222-bf74-4557-82ac-ca3540414e53 None None] The sync data for ids ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'] in n-d-805737-3 is: [{'id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:28Z', 'revision_number': 4, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'gw_port': {'id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'f307ce1c-6fb8-4b68-8068-59c5edac763f', 'name': '', 'network_id': 'bd19159d-1088-4471-a3b0-09ed4a14c274', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'mac_address': 'fa:16:3e:64:73:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:27Z', 'updated_at': '2021-11-11T21:28:32Z', 'revision_number': 5, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'subnets': [{'id': 'a1c7b203-4ff8-4e7e-9114-65c6ca3fb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:30:51.092986 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b0050b3-f836-4264-aecc-8deae1cce859 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.095181 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-9b0050b3-f836-4264-aecc-8deae1cce859 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Added segment a7e0a6ca-fe04-4434-8177-44989e26fb42 of type vlan for network 4970f9c8-5143-46b7-94f8-3733aa2f490e Nov 11 21:30:51.118439 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b54e673-d6b6-453b-890c-94638c4909bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.179467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facdc5a-e3de-40c4-9a99-5a2de4e3cdcc req-d691b43f-a6fa-4b4f-a9bd-ec221de4cc21 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:51.182432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6facdc5a-e3de-40c4-9a99-5a2de4e3cdcc req-d691b43f-a6fa-4b4f-a9bd-ec221de4cc21 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 944 time: 0.2457952 Nov 11 21:30:51.211433 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b0050b3-f836-4264-aecc-8deae1cce859 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.258738 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b0050b3-f836-4264-aecc-8deae1cce859 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.265214 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0050b3-f836-4264-aecc-8deae1cce859 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:51.266080 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b0050b3-f836-4264-aecc-8deae1cce859 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.298464 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9b0050b3-f836-4264-aecc-8deae1cce859 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4018102 Nov 11 21:30:51.313051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56820) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:51.329544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a7739fa5-f7cd-42fc-bdca-4a694595dd60 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Request body: {'subnet': {'network_id': '4970f9c8-5143-46b7-94f8-3733aa2f490e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:51.395354 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:30:51.414604 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6facdc5a-e3de-40c4-9a99-5a2de4e3cdcc req-387ecf07-1014-4b22-a788-65057b2f89f0 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238405 Nov 11 21:30:51.438358 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.458161 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0050b3-f836-4264-aecc-8deae1cce859 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event updated for resources: {'Network': ['ID=4970f9c8-5143-46b7-94f8-3733aa2f490e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:51.482523 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b54e673-d6b6-453b-890c-94638c4909bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.486284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 4970f9c8-5143-46b7-94f8-3733aa2f490e details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:30:51.491031 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b54e673-d6b6-453b-890c-94638c4909bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.492433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5b54e673-d6b6-453b-890c-94638c4909bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d398edac-1971-4364-8669-0c7727422bf7 HTTP/1.1" status: 204 len: 168 time: 0.8934317 Nov 11 21:30:51.504115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c9c15ff8-036b-4501-8143-3ba23492e2ed None None] Provisioning complete for port 3fa82568-b191-44bf-b219-08ce9c05a74b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:51.506527 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9c15ff8-036b-4501-8143-3ba23492e2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.595206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54e673-d6b6-453b-890c-94638c4909bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d398edac-1971-4364-8669-0c7727422bf7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:51.639128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Attempting to bind port 3fa82568-b191-44bf-b219-08ce9c05a74b on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:51.639896 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Attempting to bind port 3fa82568-b191-44bf-b219-08ce9c05a74b by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '97463047-8fe0-4563-bd9d-ac1dd14bcd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '19af4895-1152-4229-b15b-ac2e532dbbb8'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:51.640024 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Attempting to bind port 3fa82568-b191-44bf-b219-08ce9c05a74b on network 19af4895-1152-4229-b15b-ac2e532dbbb8 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:51.661405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-251ab2e0-5025-41b4-a96e-a12f765c79d6 req-c0cb6ad9-a1b1-47a8-bb7d-6e27c98f743d tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 210 time: 0.1756155 Nov 11 21:30:51.746618 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:51.747389 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Checking segment: {'id': '97463047-8fe0-4563-bd9d-ac1dd14bcd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '19af4895-1152-4229-b15b-ac2e532dbbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:51.749212 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.749883 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Bound using segment: {'id': '97463047-8fe0-4563-bd9d-ac1dd14bcd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '19af4895-1152-4229-b15b-ac2e532dbbb8'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:51.750477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Bound port: 3fa82568-b191-44bf-b219-08ce9c05a74b, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97463047-8fe0-4563-bd9d-ac1dd14bcd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '19af4895-1152-4229-b15b-ac2e532dbbb8'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:51.751777 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.784380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7739fa5-f7cd-42fc-bdca-4a694595dd60 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Made reservation on behalf of e65ee3347f4a4354b077d82866a98b8a for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:51.790924 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7739fa5-f7cd-42fc-bdca-4a694595dd60 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.840508 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc71508-8452-4714-988c-65f25fd8e981 req-318cf97d-4a1f-4158-abcf-237430795aa9 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:51.842722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fc71508-8452-4714-988c-65f25fd8e981 req-318cf97d-4a1f-4158-abcf-237430795aa9 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.1195760 Nov 11 21:30:51.892654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:51.953523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcafad47-7713-4e9d-bcf1-ff758248d22b None None] New status for floating IP 4371c56c-340b-4257-b117-671996762d45: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:30:51.961999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c9c15ff8-036b-4501-8143-3ba23492e2ed None None] Port 3fa82568-b191-44bf-b219-08ce9c05a74b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:30:51.963485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d', 'mac_address': 'fa:16:3e:cc:26:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:30:52.023778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4523d-645d-4f84-ba39-b46bbcc625fc req-c8292f55-053f-418c-a9e7-8df080246392 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:52.033493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cad4523d-645d-4f84-ba39-b46bbcc625fc req-c8292f55-053f-418c-a9e7-8df080246392 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 948 time: 0.2339761 Nov 11 21:30:52.071540 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:52.093971 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fc71508-8452-4714-988c-65f25fd8e981 req-6b4a17a5-1915-410e-8196-b05c6552354e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121787 Nov 11 21:30:52.126930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:30:52.159775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:52.160717 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55b2c48-bf88-4068-8396-8591aadad0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd2404b-d929-4537-ba02-b6da68b42877'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:30:52.163671 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29873df4-1447-4c3c-8bd9-7ae97eeb31c7" -d '{"events": [{"server_uuid": "d55b2c48-bf88-4068-8396-8591aadad0d0", "name": "network-vif-plugged", "status": "completed", "tag": "5fd2404b-d929-4537-ba02-b6da68b42877"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:30:52.182746 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-a69e1c2b-cb04-445e-b5fa-f11c3be30d7f', 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'fixed_ips': [{'subnet_id': 'db2906c3-137c-48ef-8025-b86d72e65827'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:30:52.183592 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:52.225331 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cad4523d-645d-4f84-ba39-b46bbcc625fc req-ad897e0a-48ab-46a3-a3c6-6548a3c5c834 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903646 Nov 11 21:30:52.240000 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] For port 3fa82568-b191-44bf-b219-08ce9c05a74b, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:52.243824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] For port 3fa82568-b191-44bf-b219-08ce9c05a74b, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3fa82568-b191-44bf-b219-08ce9c05a74b,segment=NetworkSegment(97463047-8fe0-4563-bd9d-ac1dd14bcd3e),segment_id=97463047-8fe0-4563-bd9d-ac1dd14bcd3e)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:52.293699 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:52.311660 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:52.326183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5fd2404b-d929-4537-ba02-b6da68b42877, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5fd2404b-d929-4537-ba02-b6da68b42877,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:52.371962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56856) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:52.514965 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:52.637012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158b8e0-42e0-412c-b968-1aa453ac9ed4 req-1be5fc09-64d0-444b-8529-b8a3ab3a085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:52.638214 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7739fa5-f7cd-42fc-bdca-4a694595dd60 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:52.639886 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8158b8e0-42e0-412c-b968-1aa453ac9ed4 req-1be5fc09-64d0-444b-8529-b8a3ab3a085b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 1096 time: 0.1646497 Nov 11 21:30:52.641722 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6ebf448-5afe-4d37-b184-a4489e220126 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:52.675286 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b79396-d120-448c-add3-cafb9dba2188 req-5cd67fd7-3966-4721-b13c-524820fd9484 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:52.679965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46b79396-d120-448c-add3-cafb9dba2188 req-5cd67fd7-3966-4721-b13c-524820fd9484 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 945 time: 0.1507728 Nov 11 21:30:52.718458 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765f31f9-aa5c-4210-8240-4649de0a5a43 x-openstack-request-id: req-765f31f9-aa5c-4210-8240-4649de0a5a43 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:30:52.719292 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55b2c48-bf88-4068-8396-8591aadad0d0", "name": "network-vif-plugged", "status": "completed", "tag": "5fd2404b-d929-4537-ba02-b6da68b42877", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:30:52.719556 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-765f31f9-aa5c-4210-8240-4649de0a5a43 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:30:52.719968 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55b2c48-bf88-4068-8396-8591aadad0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd2404b-d929-4537-ba02-b6da68b42877', 'code': 200} Nov 11 21:30:52.720554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6ebf448-5afe-4d37-b184-a4489e220126 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:52.724082 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:52.858934 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8158b8e0-42e0-412c-b968-1aa453ac9ed4 req-ad9d0734-2438-454d-813b-8ff11f32cc2e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085354 Nov 11 21:30:52.910343 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:30:52.933345 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3da0d2e8-fd04-41b7-a108-23ffb9694e82 req-c47d45a0-1e1d-43bd-9f28-9dd9c3acaa39 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 210 time: 0.0642588 Nov 11 21:30:52.936550 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6ebf448-5afe-4d37-b184-a4489e220126 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:52.941079 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6ebf448-5afe-4d37-b184-a4489e220126 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:52.943335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7739fa5-f7cd-42fc-bdca-4a694595dd60 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event updated for resources: {'Subnet': ['ID=203885e9-6cf0-4a27-bdc8-67e048a1ecf2,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:52.953427 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d6ebf448-5afe-4d37-b184-a4489e220126 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "DELETE /v2.0/security-groups/3458f7e4-b6e8-41df-8d51-c59f32dbf67f HTTP/1.1" status: 204 len: 168 time: 0.5803127 Nov 11 21:30:52.960600 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56870) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:52.961337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7739fa5-f7cd-42fc-bdca-4a694595dd60 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Checking segment: {'id': 'a7e0a6ca-fe04-4434-8177-44989e26fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '4970f9c8-5143-46b7-94f8-3733aa2f490e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:52.961672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7739fa5-f7cd-42fc-bdca-4a694595dd60 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Network hostable DHCP agents. Network: 4970f9c8-5143-46b7-94f8-3733aa2f490e, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:30:52.978752 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46b79396-d120-448c-add3-cafb9dba2188 req-589a81ff-5b0e-49e4-9d09-17d23751bc41 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939907 Nov 11 21:30:52.983341 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebf448-5afe-4d37-b184-a4489e220126 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3458f7e4-b6e8-41df-8d51-c59f32dbf67f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:53.016905 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-9979f748-0e82-4083-98ca-92660b8bcb0f tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] show failed (client error): The resource could not be found. Nov 11 21:30:53.018541 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9979f748-0e82-4083-98ca-92660b8bcb0f tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "GET /v2.0/security-groups/3458f7e4-b6e8-41df-8d51-c59f32dbf67f HTTP/1.1" status: 404 len: 347 time: 0.0522091 Nov 11 21:30:53.021188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56874) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:53.028264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7739fa5-f7cd-42fc-bdca-4a694595dd60 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Network 4970f9c8-5143-46b7-94f8-3733aa2f490e is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:30:53.033647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Routers {'4846ae2f-457c-4882-ae47-29465dfe7cee'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:53.034506 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:30:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4846ae2f-457c-4882-ae47-29465dfe7cee'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:53.047153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-a7739fa5-f7cd-42fc-bdca-4a694595dd60 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 4970f9c8-5143-46b7-94f8-3733aa2f490e) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:53.053619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7739fa5-f7cd-42fc-bdca-4a694595dd60 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:53.054223 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7739fa5-f7cd-42fc-bdca-4a694595dd60 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:53.100867 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a7739fa5-f7cd-42fc-bdca-4a694595dd60 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7774460 Nov 11 21:30:53.235424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56880) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:53.293055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-31886356-bf3f-4be2-95bf-0d08ff883a50 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Deleting port 56bed381-8941-4df3-8cb0-274ac9125622 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:53.293490 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31886356-bf3f-4be2-95bf-0d08ff883a50 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:53.320093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca46d5d-7dcf-4217-b5fa-13d156fcd057 None None] Network 4970f9c8-5143-46b7-94f8-3733aa2f490e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:30:53.365349 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44af05-528b-4c54-9354-0c75e40bd3b7 None None] Pushing event updated for resources: {'Port': ['ID=3fa82568-b191-44bf-b219-08ce9c05a74b,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:53.429179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3574621-3ceb-4c04-8952-369a678bcabc req-b571d94e-cff6-4362-850e-5d240f7dbeeb tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:53.434213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3574621-3ceb-4c04-8952-369a678bcabc req-b571d94e-cff6-4362-850e-5d240f7dbeeb tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.1105182 Nov 11 21:30:53.449329 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=5fd2404b-d929-4537-ba02-b6da68b42877,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:53.477546 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31886356-bf3f-4be2-95bf-0d08ff883a50 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:53.478126 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31886356-bf3f-4be2-95bf-0d08ff883a50 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:53.491788 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-31886356-bf3f-4be2-95bf-0d08ff883a50 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Calling delete_port for 56bed381-8941-4df3-8cb0-274ac9125622 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:53.502239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-670731637-network', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:53.506848 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] Set router 4846ae2f-457c-4882-ae47-29465dfe7cee gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:53.566765 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44260b4d-9ccb-4b79-b8f7-badb6ee8987f req-a4cb1425-998c-4b63-a4d7-de0f0dafa1c6 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:53.574762 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44260b4d-9ccb-4b79-b8f7-badb6ee8987f req-a4cb1425-998c-4b63-a4d7-de0f0dafa1c6 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 949 time: 0.1381791 Nov 11 21:30:53.593569 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] Made reservation on behalf of c77acf7a46974745820e8f18c66671e7 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:53.596459 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:53.630726 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3574621-3ceb-4c04-8952-369a678bcabc req-4ab434e0-3707-4877-981a-f7d250dc0f7e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608312 Nov 11 21:30:53.635276 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:53.663275 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31886356-bf3f-4be2-95bf-0d08ff883a50 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:53.717980 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31886356-bf3f-4be2-95bf-0d08ff883a50 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Pushing event deleted for resources: {'Port': ['ID=56bed381-8941-4df3-8cb0-274ac9125622,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:53.733290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1972a15b-709a-48b8-9794-2b313127ff75 None None] Provisioning complete for port 3fa82568-b191-44bf-b219-08ce9c05a74b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:53.733806 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1972a15b-709a-48b8-9794-2b313127ff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:53.750593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Allocated IP 19.80.0.2 (a69e1c2b-cb04-445e-b5fa-f11c3be30d7f/db2906c3-137c-48ef-8025-b86d72e65827/9b982014-f5a2-493a-84e3-b73251b2f384) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:53.824201 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31886356-bf3f-4be2-95bf-0d08ff883a50 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:53.827560 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31886356-bf3f-4be2-95bf-0d08ff883a50 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:53.829534 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-31886356-bf3f-4be2-95bf-0d08ff883a50 tempest-ServersTestJSON-1390335862 tempest-ServersTestJSON-1390335862-project] 10.222.0.57 "DELETE /v2.0/floatingips/4371c56c-340b-4257-b117-671996762d45 HTTP/1.1" status: 204 len: 168 time: 0.8071485 Nov 11 21:30:53.832701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56906) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:54.010781 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44260b4d-9ccb-4b79-b8f7-badb6ee8987f req-c8897ecb-db61-4720-89b8-4c28977de673 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346254 Nov 11 21:30:54.117389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-c3e125c3-4915-4308-9859-abb842f07448 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:54.124011 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-c3e125c3-4915-4308-9859-abb842f07448 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:54.125752 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-c3e125c3-4915-4308-9859-abb842f07448 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/networks?id=a69e1c2b-cb04-445e-b5fa-f11c3be30d7f&id=4970f9c8-5143-46b7-94f8-3733aa2f490e&id=a69e1c2b-cb04-445e-b5fa-f11c3be30d7f HTTP/1.1" status: 200 len: 1389 time: 0.3207133 Nov 11 21:30:54.167523 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-f25042fd-18f7-4a99-b240-f17dd6c167e8 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/quotas/e65ee3347f4a4354b077d82866a98b8a HTTP/1.1" status: 200 len: 375 time: 0.0290699 Nov 11 21:30:54.269667 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.273137 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6a36e71-3880-4783-a49a-962125ccb1be req-fa9fe9e2-81d9-4bb6-bf77-eaf55040259c tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=743687bd-739e-49b4-834f-014e260142c1 HTTP/1.1" status: 200 len: 210 time: 0.0420375 Nov 11 21:30:54.277195 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.290438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:30:54.300180 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.300525 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] Added segment 41cd4400-ab1a-45a1-8a6f-87a0fa941557 of type vlan for network 0dd495fa-e206-4d54-81c1-442bed99d31c Nov 11 21:30:54.407577 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.491612 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faeaa630-7728-4f78-a669-b6cec2a51f40,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:54.496222 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.497361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:54.497967 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.552286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-2edf5f9f-5a9f-43ac-8268-e942018415d2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e65ee3347f4a4354b077d82866a98b8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3748035 Nov 11 21:30:54.644916 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4076347 Nov 11 21:30:54.654702 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56916) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:54.670137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a51cfd27-c6da-4b67-87ae-351687d78fec admin admin] Request body: {'subnet': {'network_id': '0dd495fa-e206-4d54-81c1-442bed99d31c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-670731637-subnet', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:54.765558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51cfd27-c6da-4b67-87ae-351687d78fec admin admin] Made reservation on behalf of c77acf7a46974745820e8f18c66671e7 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:54.767945 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a51cfd27-c6da-4b67-87ae-351687d78fec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.801899 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b21ab05-19eb-4423-a6cc-1b70bc7b7367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.876616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163cff8-f58e-4b25-8d8c-c2c59f0fea7e req-3ec3f663-49dc-4671-9935-8ff287cf1cc1 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:54.878167 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1163cff8-f58e-4b25-8d8c-c2c59f0fea7e req-3ec3f663-49dc-4671-9935-8ff287cf1cc1 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 945 time: 0.3976033 Nov 11 21:30:54.882085 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c394026-14f4-4431-bddb-600436915707 admin admin] Pushing event updated for resources: {'Network': ['ID=0dd495fa-e206-4d54-81c1-442bed99d31c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:54.919741 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1972a15b-709a-48b8-9794-2b313127ff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.976651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 0dd495fa-e206-4d54-81c1-442bed99d31c details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:30:55.077751 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-4970f9c8-5143-46b7-94f8-3733aa2f490e', 'network_id': '4970f9c8-5143-46b7-94f8-3733aa2f490e', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'fixed_ips': [{'subnet_id': '203885e9-6cf0-4a27-bdc8-67e048a1ecf2'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:30:55.078963 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:55.230085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1972a15b-709a-48b8-9794-2b313127ff75 None None] For port 3fa82568-b191-44bf-b219-08ce9c05a74b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3fa82568-b191-44bf-b219-08ce9c05a74b,segment=NetworkSegment(97463047-8fe0-4563-bd9d-ac1dd14bcd3e),segment_id=97463047-8fe0-4563-bd9d-ac1dd14bcd3e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:55.272045 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-6b21ab05-19eb-4423-a6cc-1b70bc7b7367 admin admin] Deleting port f307ce1c-6fb8-4b68-8068-59c5edac763f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:55.272400 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b21ab05-19eb-4423-a6cc-1b70bc7b7367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:55.328889 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:55.332532 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1972a15b-709a-48b8-9794-2b313127ff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:55.350744 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:55.387754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-6b21ab05-19eb-4423-a6cc-1b70bc7b7367 admin admin] For port f307ce1c-6fb8-4b68-8068-59c5edac763f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f307ce1c-6fb8-4b68-8068-59c5edac763f,segment=NetworkSegment(9d620eb7-ccb1-4c7e-9d23-3e321b337df8),segment_id=9d620eb7-ccb1-4c7e-9d23-3e321b337df8)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:55.388159 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b21ab05-19eb-4423-a6cc-1b70bc7b7367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:55.412138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-6b21ab05-19eb-4423-a6cc-1b70bc7b7367 admin admin] Calling delete_port for f307ce1c-6fb8-4b68-8068-59c5edac763f owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:55.518496 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:55.526979 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:55.543678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:55.549782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'name': 'tempest-ServersTestMultiNic-1540420868-router', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:31Z', 'updated_at': '2021-11-11T21:30:43Z', 'revision_number': 4, 'project_id': 'e65ee3347f4a4354b077d82866a98b8a', 'gw_port': {'id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:44:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:34Z', 'updated_at': '2021-11-11T21:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '3fa82568-b191-44bf-b219-08ce9c05a74b', 'name': '', 'network_id': '19af4895-1152-4229-b15b-ac2e532dbbb8', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'mac_address': 'fa:16:3e:4d:53:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'fc54cdd9-93a7-4fc7-acdc-1ad6b298a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:40Z', 'updated_at': '2021-11-11T21:30:52Z', 'revision_number': 4, 'project_id': 'e65ee3347f4a4354b077d82866a98b8a', 'subnets': [{'id': 'fc54cdd9-93a7-4fc7-acdc-1ad6b298a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:55.584056 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1163cff8-f58e-4b25-8d8c-c2c59f0fea7e req-f7ba4c89-60a8-40d5-b25c-69b55d40c1c9 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6928687 Nov 11 21:30:55.587609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-fb8e56b0-5f04-4882-abc4-773b1580837a service neutron] 10.222.0.57 "GET /v2.0/networks/a69e1c2b-cb04-445e-b5fa-f11c3be30d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0200531 Nov 11 21:30:55.713962 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b21ab05-19eb-4423-a6cc-1b70bc7b7367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:55.772663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972a15b-709a-48b8-9794-2b313127ff75 None None] Pushing event updated for resources: {'Port': ['ID=3fa82568-b191-44bf-b219-08ce9c05a74b,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:55.789312 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21ab05-19eb-4423-a6cc-1b70bc7b7367 admin admin] Pushing event deleted for resources: {'Port': ['ID=f307ce1c-6fb8-4b68-8068-59c5edac763f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:55.794099 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20acc5ce-c846-4c2a-b6e8-1e2b96df8452 None None] The sync data for ids ['4846ae2f-457c-4882-ae47-29465dfe7cee'] in n-d-805737-3 is: [{'id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'name': 'tempest-ServersTestMultiNic-1540420868-router', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:31Z', 'updated_at': '2021-11-11T21:30:43Z', 'revision_number': 4, 'project_id': 'e65ee3347f4a4354b077d82866a98b8a', 'gw_port': {'id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:44:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:34Z', 'updated_at': '2021-11-11T21:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '3fa82568-b191-44bf-b219-08ce9c05a74b', 'name': '', 'network_id': '19af4895-1152-4229-b15b-ac2e532dbbb8', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'mac_address': 'fa:16:3e:4d:53:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'fc54cdd9-93a7-4fc7-acdc-1ad6b298a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:40Z', 'updated_at': '2021-11-11T21:30:52Z', 'revision_number': 4, 'project_id': 'e65ee3347f4a4354b077d82866a98b8a', 'subnets': [{'id': 'fc54cdd9-93a7-4fc7-acdc-1ad6b298a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:30:55.794978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Allocated IP 19.86.0.2 (4970f9c8-5143-46b7-94f8-3733aa2f490e/203885e9-6cf0-4a27-bdc8-67e048a1ecf2/fc50ab54-fd8c-459f-9906-1d40035e1aab) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:55.993878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Pushing event updated for resources: {'Port': ['ID=9b982014-f5a2-493a-84e3-b73251b2f384,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:56.040361 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Attempting to bind port 9b982014-f5a2-493a-84e3-b73251b2f384 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:56.042250 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Attempting to bind port 9b982014-f5a2-493a-84e3-b73251b2f384 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '9589c7c8-f4c1-4399-aab2-60e48e4852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:56.042825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Attempting to bind port 9b982014-f5a2-493a-84e3-b73251b2f384 on network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:56.057433 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:56.058587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Checking segment: {'id': '9589c7c8-f4c1-4399-aab2-60e48e4852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:56.059690 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:56.060753 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Bound using segment: {'id': '9589c7c8-f4c1-4399-aab2-60e48e4852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:56.061431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Bound port: 9b982014-f5a2-493a-84e3-b73251b2f384, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9589c7c8-f4c1-4399-aab2-60e48e4852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:56.073919 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-c4994b91-62a1-417e-9bba-52c4ba5983c8 service neutron] 10.222.0.57 "GET /v2.0/networks/a69e1c2b-cb04-445e-b5fa-f11c3be30d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708364 Nov 11 21:30:56.076370 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a51cfd27-c6da-4b67-87ae-351687d78fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:56.088023 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:56.127397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b21ab05-19eb-4423-a6cc-1b70bc7b7367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:56.194842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbfa17-01a6-4529-9d6f-1ebe1256b533 req-68392b85-1a5f-4df3-b377-0b6ca50bc33a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:56.196401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8cbbfa17-01a6-4529-9d6f-1ebe1256b533 req-68392b85-1a5f-4df3-b377-0b6ca50bc33a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.3203106 Nov 11 21:30:56.379298 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:56.381249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cfd27-c6da-4b67-87ae-351687d78fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab3e35d-2416-40bb-8c35-fddd30c394fd,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:56.448147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51cfd27-c6da-4b67-87ae-351687d78fec admin admin] Checking segment: {'id': '41cd4400-ab1a-45a1-8a6f-87a0fa941557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0dd495fa-e206-4d54-81c1-442bed99d31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:56.448530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51cfd27-c6da-4b67-87ae-351687d78fec admin admin] Network hostable DHCP agents. Network: 0dd495fa-e206-4d54-81c1-442bed99d31c, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:30:56.453660 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8cbbfa17-01a6-4529-9d6f-1ebe1256b533 req-43122f15-6401-430d-8198-30df758f81e7 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216611 Nov 11 21:30:56.466958 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:56.492224 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-5ed3f283-8912-428c-9fb3-b369528cb914 service neutron] 10.222.0.57 "GET /v2.0/networks/4970f9c8-5143-46b7-94f8-3733aa2f490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338671 Nov 11 21:30:56.569224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] For port 9b982014-f5a2-493a-84e3-b73251b2f384, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:56.621334 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Network 4970f9c8-5143-46b7-94f8-3733aa2f490e is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:56.637149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] For port 9b982014-f5a2-493a-84e3-b73251b2f384, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=9b982014-f5a2-493a-84e3-b73251b2f384,segment=NetworkSegment(9589c7c8-f4c1-4399-aab2-60e48e4852f2),segment_id=9589c7c8-f4c1-4399-aab2-60e48e4852f2)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:56.643631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51cfd27-c6da-4b67-87ae-351687d78fec admin admin] Network 0dd495fa-e206-4d54-81c1-442bed99d31c is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:30:56.653557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:56.659658 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:56.669982 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:56.674707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Pushing event updated for resources: {'Port': ['ID=fc50ab54-fd8c-459f-9906-1d40035e1aab,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:56.734406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-a51cfd27-c6da-4b67-87ae-351687d78fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 0dd495fa-e206-4d54-81c1-442bed99d31c) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:56.745191 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51cfd27-c6da-4b67-87ae-351687d78fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:56.746080 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a51cfd27-c6da-4b67-87ae-351687d78fec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:56.773922 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb2814c-4843-425d-8463-280bd02a41f6 None None] Network 0dd495fa-e206-4d54-81c1-442bed99d31c requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:30:56.812739 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b098da-c2e2-4ff0-8529-2acfeee103cd req-df98cd45-3b58-4818-95d8-64b0955cc7e0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:56.821134 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55b098da-c2e2-4ff0-8529-2acfeee103cd req-df98cd45-3b58-4818-95d8-64b0955cc7e0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 949 time: 0.1918144 Nov 11 21:30:56.842934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-df7a8062-b706-40fb-b3d5-17de0e4ea289 service neutron] 10.222.0.57 "GET /v2.0/networks/4970f9c8-5143-46b7-94f8-3733aa2f490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590059 Nov 11 21:30:56.870623 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a51cfd27-c6da-4b67-87ae-351687d78fec admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2148485 Nov 11 21:30:56.883120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56936) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:56.902561 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-670731637-router', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:57.088046 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:57.109528 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.111110 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.111421 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f72643-63ed-411e-80df-9b27c9c1e38b None None] Pushing event updated for resources: {'Port': ['ID=9b982014-f5a2-493a-84e3-b73251b2f384,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:57.178290 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55b098da-c2e2-4ff0-8529-2acfeee103cd req-bacaf800-fa1b-4772-829a-3870db6ca4f0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539650 Nov 11 21:30:57.277877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Attempting to bind port fc50ab54-fd8c-459f-9906-1d40035e1aab on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:57.277877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Attempting to bind port fc50ab54-fd8c-459f-9906-1d40035e1aab by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'a7e0a6ca-fe04-4434-8177-44989e26fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '4970f9c8-5143-46b7-94f8-3733aa2f490e'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:57.279819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Attempting to bind port fc50ab54-fd8c-459f-9906-1d40035e1aab on network 4970f9c8-5143-46b7-94f8-3733aa2f490e {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:57.319882 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:57.320273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Checking segment: {'id': 'a7e0a6ca-fe04-4434-8177-44989e26fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '4970f9c8-5143-46b7-94f8-3733aa2f490e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:57.320682 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.321160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Bound using segment: {'id': 'a7e0a6ca-fe04-4434-8177-44989e26fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '4970f9c8-5143-46b7-94f8-3733aa2f490e'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:57.321651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Bound port: fc50ab54-fd8c-459f-9906-1d40035e1aab, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e0a6ca-fe04-4434-8177-44989e26fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '4970f9c8-5143-46b7-94f8-3733aa2f490e'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:57.322049 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.391100 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.403161 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-01a2cd49-32d3-4ee0-98fe-9fa9b04b7bfe service neutron] 10.222.0.57 "GET /v2.0/networks/a69e1c2b-cb04-445e-b5fa-f11c3be30d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589719 Nov 11 21:30:57.512375 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3fa82568-b191-44bf-b219-08ce9c05a74b up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:57.647010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b21ab05-19eb-4423-a6cc-1b70bc7b7367 admin admin] Router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:30:57.696984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] For port fc50ab54-fd8c-459f-9906-1d40035e1aab, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:57.769104 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:30:57.777567 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] For port fc50ab54-fd8c-459f-9906-1d40035e1aab, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fc50ab54-fd8c-459f-9906-1d40035e1aab,segment=NetworkSegment(a7e0a6ca-fe04-4434-8177-44989e26fb42),segment_id=a7e0a6ca-fe04-4434-8177-44989e26fb42)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:57.780609 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:57.781135 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.795864 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-0dd495fa-e206-4d54-81c1-442bed99d31c', 'network_id': '0dd495fa-e206-4d54-81c1-442bed99d31c', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7', 'fixed_ips': [{'subnet_id': '6ab3e35d-2416-40bb-8c35-fddd30c394fd'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:30:57.796433 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.839566 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.856541 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.934506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b21ab05-19eb-4423-a6cc-1b70bc7b7367 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:30:57.935331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869d420-91d1-4b3f-983a-9385388302d1 req-78036d04-26ca-4c05-a675-9fb3894dcab5 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:57.945980 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1869d420-91d1-4b3f-983a-9385388302d1 req-78036d04-26ca-4c05-a675-9fb3894dcab5 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.5758057 Nov 11 21:30:57.948175 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42168995-9d18-41e3-92ea-9b33a867ab0d None None] Sync routers for ids ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:30:57.980292 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42168995-9d18-41e3-92ea-9b33a867ab0d None None] Routers {'11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:57.981221 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6b21ab05-19eb-4423-a6cc-1b70bc7b7367 admin admin] 10.222.0.57 "PUT /v2.0/routers/11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1430941 Nov 11 21:30:57.982108 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-42168995-9d18-41e3-92ea-9b33a867ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:30:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:57.983118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56944) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:58.075438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 3fa82568-b191-44bf-b219-08ce9c05a74b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:58.075908 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:58.193133 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-c955c8d2-cf78-414e-8b45-cd9e0ffebbcf service neutron] 10.222.0.57 "GET /v2.0/networks/a69e1c2b-cb04-445e-b5fa-f11c3be30d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7888920 Nov 11 21:30:58.213463 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1869d420-91d1-4b3f-983a-9385388302d1 req-5b8f9bba-0eb0-4b75-91df-8e74c004ae3c tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637417 Nov 11 21:30:58.312989 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-42168995-9d18-41e3-92ea-9b33a867ab0d None None] Set router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:58.323248 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:58.787867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:58.897444 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09efef5-e0a2-4cb5-9ffb-40b3fa76d2c4 None None] Pushing event updated for resources: {'Port': ['ID=fc50ab54-fd8c-459f-9906-1d40035e1aab,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:58.929392 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49578728-0ebe-441b-9ef1-6918ec2b997b None None] Network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:30:58.989505 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] Deleting port 08113973-4e3c-4cff-a1b7-a904b17a1bfd {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:30:58.989839 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:59.090669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e2c84-5378-4388-8ed0-2625e5698b7c req-f1c28394-d5d9-4897-98de-25c357386b5c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:59.101030 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c0e2c84-5378-4388-8ed0-2625e5698b7c req-f1c28394-d5d9-4897-98de-25c357386b5c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.4421897 Nov 11 21:30:59.241501 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c0e2c84-5378-4388-8ed0-2625e5698b7c req-3664de11-e360-4979-95b5-c6bd30f30aa2 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388924 Nov 11 21:30:59.258872 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] For port 08113973-4e3c-4cff-a1b7-a904b17a1bfd, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=08113973-4e3c-4cff-a1b7-a904b17a1bfd,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:59.259238 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:59.287775 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-42168995-9d18-41e3-92ea-9b33a867ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:30:55Z', 'revision_number': 5, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'gw_port': {'id': '08113973-4e3c-4cff-a1b7-a904b17a1bfd', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:59.295404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3e65f-9df0-4845-acf9-83239e146978 req-316c6cd6-3ed7-4a28-942a-63d628ac09a0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:59.305895 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] Calling delete_port for 08113973-4e3c-4cff-a1b7-a904b17a1bfd owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:30:59.312150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0dc3e65f-9df0-4845-acf9-83239e146978 req-316c6cd6-3ed7-4a28-942a-63d628ac09a0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 949 time: 0.5959611 Nov 11 21:30:59.370209 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42168995-9d18-41e3-92ea-9b33a867ab0d None None] Checking router: 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:30:59.387465 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:59.402386 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:59.402676 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42168995-9d18-41e3-92ea-9b33a867ab0d None None] Routers {'11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:59.403120 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-42168995-9d18-41e3-92ea-9b33a867ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:30:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:59.488596 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0dc3e65f-9df0-4845-acf9-83239e146978 req-bdcfa1ae-a012-46e4-903a-dd12d3e89bec tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737862 Nov 11 21:30:59.527354 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:59.596722 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a10910f2-d2f4-424c-8010-934649f9eb67 None None] Provisioning complete for port 9b982014-f5a2-493a-84e3-b73251b2f384 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:59.597162 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a10910f2-d2f4-424c-8010-934649f9eb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:59.700616 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-42168995-9d18-41e3-92ea-9b33a867ab0d None None] Set router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:59.753831 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ba3eb30-4f20-4080-a50c-373ddf631ccd req-7c30abcd-cf8f-4fac-959c-4dd0c20b416d tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 210 time: 0.0477850 Nov 11 21:30:59.795241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22986a8b-7994-4408-af8d-74e615be0020 req-1a986189-367f-49cc-a229-0cf0ff6d00c9 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:59.809931 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22986a8b-7994-4408-af8d-74e615be0020 req-1a986189-367f-49cc-a229-0cf0ff6d00c9 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=16e8b54e-a67a-4388-92a4-37fc8d6b6af9 HTTP/1.1" status: 200 len: 945 time: 0.3102665 Nov 11 21:30:59.827611 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:59.856425 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-42168995-9d18-41e3-92ea-9b33a867ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:30:58Z', 'revision_number': 6, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:59.902023 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] Pushing event deleted for resources: {'Port': ['ID=08113973-4e3c-4cff-a1b7-a904b17a1bfd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:59.933473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:59.980024 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Allocated IP 172.20.0.2 (0dd495fa-e206-4d54-81c1-442bed99d31c/6ab3e35d-2416-40bb-8c35-fddd30c394fd/05707deb-546e-4ebe-94ba-d9f4c1624050) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:59.989801 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42168995-9d18-41e3-92ea-9b33a867ab0d None None] The sync data for ids ['11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94'] in n-d-805737-3 is: [{'id': '11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94', 'name': 'tempest-ServersTestJSON-1330378445-router', 'tenant_id': '7ba7b6256801415e838c5fcb0961a0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:28:23Z', 'updated_at': '2021-11-11T21:30:58Z', 'revision_number': 6, 'project_id': '7ba7b6256801415e838c5fcb0961a0da', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:31:00.120400 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:00.123168 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22986a8b-7994-4408-af8d-74e615be0020 req-28d30a61-5dca-4dda-91be-2bfca471b17e tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119366 Nov 11 21:31:00.185962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Allocated IP 172.25.0.249 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/408ab041-9a85-42a3-9001-00834c34e3bc) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:00.275472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8648a318-0a50-45a6-bb7d-aa6223ea260b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:00.279714 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe037b8-9bc6-46aa-a933-f58f9b6e30ee" -d '{"events": [{"server_uuid": "8648a318-0a50-45a6-bb7d-aa6223ea260b", "name": "network-vif-plugged", "status": "completed", "tag": "53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:00.297157 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:00.335437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e63b9d5-48d4-4c96-89bf-704fb48eb362 None None] Network 4970f9c8-5143-46b7-94f8-3733aa2f490e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:31:00.379668 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:00.382008 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:00.530491 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:00.530912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:31:00.551077 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:00.557663 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c0f40946-d81b-43fb-aaef-20421a1fb976 admin admin] 10.222.0.57 "DELETE /v2.0/routers/11f1bc3f-aa66-4ae8-9f83-6a7a94d93f94 HTTP/1.1" status: 204 len: 168 time: 2.5733073 Nov 11 21:31:00.558325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56990) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:00.638419 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e34d3-fd46-4f15-b619-ed975b22c22b req-d2bf5bc7-3094-4410-8e11-815204f4d4e9 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:00.640745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b47e34d3-fd46-4f15-b619-ed975b22c22b req-d2bf5bc7-3094-4410-8e11-815204f4d4e9 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.1833925 Nov 11 21:31:00.674795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-118bc6a1-a7ba-4e21-aebd-3ea77ff43fc7 admin admin] Deleting subnet a1c7b203-4ff8-4e7e-9114-65c6ca3fb485 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:31:00.679600 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-118bc6a1-a7ba-4e21-aebd-3ea77ff43fc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:00.754565 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:00.766380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b47e34d3-fd46-4f15-b619-ed975b22c22b req-5150bcfa-eff2-4031-a0ea-9a1a9a334a05 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124623 Nov 11 21:31:00.867472 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb278a7-4348-46e4-845d-596c2633da48 req-c1ed7a97-abf8-4088-9ce7-60f1c4b1f74c tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:00.868934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-adb278a7-4348-46e4-845d-596c2633da48 req-c1ed7a97-abf8-4088-9ce7-60f1c4b1f74c tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 945 time: 0.1000562 Nov 11 21:31:00.887331 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:00.928339 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240c5cc4-2d3b-48ae-8fd6-dc39d5baacbe x-openstack-request-id: req-240c5cc4-2d3b-48ae-8fd6-dc39d5baacbe {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:00.944944 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8648a318-0a50-45a6-bb7d-aa6223ea260b", "name": "network-vif-plugged", "status": "completed", "tag": "53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:00.946255 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-240c5cc4-2d3b-48ae-8fd6-dc39d5baacbe {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:00.947177 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8648a318-0a50-45a6-bb7d-aa6223ea260b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d', 'code': 200} Nov 11 21:31:00.955686 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:00.958622 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-118bc6a1-a7ba-4e21-aebd-3ea77ff43fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.066745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-adb278a7-4348-46e4-845d-596c2633da48 req-09e4896d-a4b2-4487-ac4c-1241139aa83c tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895425 Nov 11 21:31:01.080309 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.227581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:01.240321 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fc50ab54-fd8c-459f-9906-1d40035e1aab up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:01.253819 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-4b12650c-6ae0-41e4-9a70-82b5c2210b0d tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:01.260211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-4b12650c-6ae0-41e4-9a70-82b5c2210b0d tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:01.262130 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-4b12650c-6ae0-41e4-9a70-82b5c2210b0d tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.10 "GET /v2.0/networks?id=a69e1c2b-cb04-445e-b5fa-f11c3be30d7f&id=4970f9c8-5143-46b7-94f8-3733aa2f490e&id=a69e1c2b-cb04-445e-b5fa-f11c3be30d7f HTTP/1.1" status: 200 len: 1389 time: 0.5838177 Nov 11 21:31:01.280935 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d363f8-5b1d-4ff2-a03f-8bf169991d1e req-c29385ae-0ba0-4c2d-bf3f-abb903bae598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:01.285717 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-93d363f8-5b1d-4ff2-a03f-8bf169991d1e req-c29385ae-0ba0-4c2d-bf3f-abb903bae598 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 1101 time: 0.1730258 Nov 11 21:31:01.295246 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-f2511a6f-5891-4d52-a5b3-bae4ce4a70d2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Request body: {'port': {'device_id': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f', 'admin_state_up': True, 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:01.303776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Pushing event updated for resources: {'Port': ['ID=408ab041-9a85-42a3-9001-00834c34e3bc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:01.331527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:01.340148 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-118bc6a1-a7ba-4e21-aebd-3ea77ff43fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.366151 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Network 0dd495fa-e206-4d54-81c1-442bed99d31c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:01.387422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67e6a60e-2bb9-40f6-b645-1d0c8b7ac381 req-56d849d2-9bbc-4c16-80e0-2a5565e1edf9 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 210 time: 0.1779394 Nov 11 21:31:01.393381 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:01.410016 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:01.471766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a10910f2-d2f4-424c-8010-934649f9eb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.493286 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:01.553365 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-93d363f8-5b1d-4ff2-a03f-8bf169991d1e req-07cf2831-670e-47c3-ab96-5c33aa593b8a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515905 Nov 11 21:31:01.562613 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:01.688280 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-f2511a6f-5891-4d52-a5b3-bae4ce4a70d2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Made reservation on behalf of e65ee3347f4a4354b077d82866a98b8a for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:01.692147 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-f2511a6f-5891-4d52-a5b3-bae4ce4a70d2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.709382 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-118bc6a1-a7ba-4e21-aebd-3ea77ff43fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.723387 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb151c-ba5d-4836-9da6-96a172e9853b req-668c9b7d-9f0d-4ab5-8ce9-9fbcfc4cf189 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:01.725245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65fb151c-ba5d-4836-9da6-96a172e9853b req-668c9b7d-9f0d-4ab5-8ce9-9fbcfc4cf189 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 950 time: 0.5205560 Nov 11 21:31:01.771191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Pushing event updated for resources: {'Port': ['ID=05707deb-546e-4ebe-94ba-d9f4c1624050,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:01.786613 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bc6a1-a7ba-4e21-aebd-3ea77ff43fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c7b203-4ff8-4e7e-9114-65c6ca3fb485,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:01.807187 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-118bc6a1-a7ba-4e21-aebd-3ea77ff43fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.826084 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-118bc6a1-a7ba-4e21-aebd-3ea77ff43fc7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a1c7b203-4ff8-4e7e-9114-65c6ca3fb485 HTTP/1.1" status: 204 len: 168 time: 1.2601788 Nov 11 21:31:01.841218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57010) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:01.843702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70446d6f-fc5e-4a80-8f53-fb09ff6c3b02 None None] Network bd19159d-1088-4471-a3b0-09ed4a14c274 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:31:01.882914 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port fc50ab54-fd8c-459f-9906-1d40035e1aab triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:01.883778 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.008743 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a10910f2-d2f4-424c-8010-934649f9eb67 None None] For port 9b982014-f5a2-493a-84e3-b73251b2f384, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=9b982014-f5a2-493a-84e3-b73251b2f384,segment=NetworkSegment(9589c7c8-f4c1-4399-aab2-60e48e4852f2),segment_id=9589c7c8-f4c1-4399-aab2-60e48e4852f2)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:02.046611 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Attempting to bind port 05707deb-546e-4ebe-94ba-d9f4c1624050 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:02.047452 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Attempting to bind port 05707deb-546e-4ebe-94ba-d9f4c1624050 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '41cd4400-ab1a-45a1-8a6f-87a0fa941557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0dd495fa-e206-4d54-81c1-442bed99d31c'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:02.047837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Attempting to bind port 05707deb-546e-4ebe-94ba-d9f4c1624050 on network 0dd495fa-e206-4d54-81c1-442bed99d31c {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:02.048366 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65fb151c-ba5d-4836-9da6-96a172e9853b req-ec16d915-fe59-4099-8e06-d72ce5fee73b tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122613 Nov 11 21:31:02.086802 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-f2511a6f-5891-4d52-a5b3-bae4ce4a70d2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Allocated IP 19.80.0.39 (a69e1c2b-cb04-445e-b5fa-f11c3be30d7f/db2906c3-137c-48ef-8025-b86d72e65827/07eedf9c-4bc1-45b0-9ed6-853cd6548175) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:02.154753 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a10910f2-d2f4-424c-8010-934649f9eb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.228458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:02.228987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Checking segment: {'id': '41cd4400-ab1a-45a1-8a6f-87a0fa941557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0dd495fa-e206-4d54-81c1-442bed99d31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:02.229490 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.229980 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Bound using segment: {'id': '41cd4400-ab1a-45a1-8a6f-87a0fa941557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0dd495fa-e206-4d54-81c1-442bed99d31c'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:02.233182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Bound port: 05707deb-546e-4ebe-94ba-d9f4c1624050, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41cd4400-ab1a-45a1-8a6f-87a0fa941557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0dd495fa-e206-4d54-81c1-442bed99d31c'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:02.233745 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.421331 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.496498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] For port 05707deb-546e-4ebe-94ba-d9f4c1624050, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:02.500095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] For port 05707deb-546e-4ebe-94ba-d9f4c1624050, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=05707deb-546e-4ebe-94ba-d9f4c1624050,segment=NetworkSegment(41cd4400-ab1a-45a1-8a6f-87a0fa941557),segment_id=41cd4400-ab1a-45a1-8a6f-87a0fa941557)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:02.519132 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b33eb575-48d2-4c2b-8734-2c521d4ec5c7 None None] Provisioning complete for port fc50ab54-fd8c-459f-9906-1d40035e1aab triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:02.519797 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b33eb575-48d2-4c2b-8734-2c521d4ec5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.531956 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.542024 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.566624 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-f2511a6f-5891-4d52-a5b3-bae4ce4a70d2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.602564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port fc50ab54-fd8c-459f-9906-1d40035e1aab, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fc50ab54-fd8c-459f-9906-1d40035e1aab,segment=NetworkSegment(a7e0a6ca-fe04-4434-8177-44989e26fb42),segment_id=a7e0a6ca-fe04-4434-8177-44989e26fb42)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:02.630368 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-f2511a6f-5891-4d52-a5b3-bae4ce4a70d2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.632467 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.633478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 9b982014-f5a2-493a-84e3-b73251b2f384 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:02.648287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71e936-9ceb-4a5e-be49-d071067eec5b req-de137e54-04b9-4d45-a2ef-5f5d557f3a1b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:02.649934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e71e936-9ceb-4a5e-be49-d071067eec5b req-de137e54-04b9-4d45-a2ef-5f5d557f3a1b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.4906361 Nov 11 21:31:02.714106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10910f2-d2f4-424c-8010-934649f9eb67 None None] Pushing event updated for resources: {'Port': ['ID=9b982014-f5a2-493a-84e3-b73251b2f384,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:02.771196 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-f2511a6f-5891-4d52-a5b3-bae4ce4a70d2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:02.778829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-f2511a6f-5891-4d52-a5b3-bae4ce4a70d2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:02.801246 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-f2511a6f-5891-4d52-a5b3-bae4ce4a70d2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:02.825789 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df94ef-30d4-4b02-b979-6e8b6e723f1f None None] Pushing event updated for resources: {'Port': ['ID=05707deb-546e-4ebe-94ba-d9f4c1624050,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:02.926918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2511a6f-5891-4d52-a5b3-bae4ce4a70d2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event updated for resources: {'Port': ['ID=07eedf9c-4bc1-45b0-9ed6-853cd6548175,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:02.950981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1711460-a5d4-4453-9002-52a9dc2e1039 req-6e1f1a5a-430f-4cfe-92a8-b88ca75bda9a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:02.967620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1711460-a5d4-4453-9002-52a9dc2e1039 req-6e1f1a5a-430f-4cfe-92a8-b88ca75bda9a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.6661377 Nov 11 21:31:03.018221 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=fc50ab54-fd8c-459f-9906-1d40035e1aab,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:03.039696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-f2511a6f-5891-4d52-a5b3-bae4ce4a70d2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:03.040388 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-f2511a6f-5891-4d52-a5b3-bae4ce4a70d2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:03.107959 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-f2511a6f-5891-4d52-a5b3-bae4ce4a70d2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8166177 Nov 11 21:31:03.144201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-a8e3c806-80b2-4cfa-bcc4-d3e9e0dbe668 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Request body: {'port': {'device_id': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'network_id': '4970f9c8-5143-46b7-94f8-3733aa2f490e', 'admin_state_up': True, 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:03.144740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 9b982014-f5a2-493a-84e3-b73251b2f384 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:03.145531 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:03.271789 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:03.304987 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1711460-a5d4-4453-9002-52a9dc2e1039 req-8cece422-c2fb-4f0d-8f8b-b829d11550da tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363879 Nov 11 21:31:03.317177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cef3e4-96cf-4e59-9d7b-97d7335e7edd None None] DHCP port deletion for bd19159d-1088-4471-a3b0-09ed4a14c274 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:31:03.397416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e71e936-9ceb-4a5e-be49-d071067eec5b req-cecf8f9f-b073-493c-a992-51a8d2ba3542 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7037730 Nov 11 21:31:03.403593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] Deleting port 34df0312-ce98-4e66-84a1-75fc801825dd {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:03.404153 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:03.461758 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b33eb575-48d2-4c2b-8734-2c521d4ec5c7 None None] Provisioning complete for port 9b982014-f5a2-493a-84e3-b73251b2f384 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:03.462137 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b33eb575-48d2-4c2b-8734-2c521d4ec5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:03.583658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-a8e3c806-80b2-4cfa-bcc4-d3e9e0dbe668 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Made reservation on behalf of e65ee3347f4a4354b077d82866a98b8a for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:03.588715 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-a8e3c806-80b2-4cfa-bcc4-d3e9e0dbe668 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:03.609653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-51cef3e4-96cf-4e59-9d7b-97d7335e7edd None None] Deleting port 34df0312-ce98-4e66-84a1-75fc801825dd {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:03.610031 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51cef3e4-96cf-4e59-9d7b-97d7335e7edd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:04.082528 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-a8e3c806-80b2-4cfa-bcc4-d3e9e0dbe668 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Allocated IP 19.86.0.27 (4970f9c8-5143-46b7-94f8-3733aa2f490e/203885e9-6cf0-4a27-bdc8-67e048a1ecf2/1e62104d-3681-404d-839c-c3ece8927126) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:04.101354 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-51cef3e4-96cf-4e59-9d7b-97d7335e7edd None None] For port 34df0312-ce98-4e66-84a1-75fc801825dd, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=34df0312-ce98-4e66-84a1-75fc801825dd,segment=NetworkSegment(9d620eb7-ccb1-4c7e-9d23-3e321b337df8),segment_id=9d620eb7-ccb1-4c7e-9d23-3e321b337df8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:04.102423 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51cef3e4-96cf-4e59-9d7b-97d7335e7edd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:04.117630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-51cef3e4-96cf-4e59-9d7b-97d7335e7edd None None] Calling delete_port for 34df0312-ce98-4e66-84a1-75fc801825dd owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:04.244960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] For port 34df0312-ce98-4e66-84a1-75fc801825dd, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=34df0312-ce98-4e66-84a1-75fc801825dd,segment=NetworkSegment(9d620eb7-ccb1-4c7e-9d23-3e321b337df8),segment_id=9d620eb7-ccb1-4c7e-9d23-3e321b337df8)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:04.245525 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:04.259473 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] Calling delete_port for 34df0312-ce98-4e66-84a1-75fc801825dd owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:04.303411 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fc50ab54-fd8c-459f-9906-1d40035e1aab up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:04.306211 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51cef3e4-96cf-4e59-9d7b-97d7335e7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:04.436983 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:04.438322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cef3e4-96cf-4e59-9d7b-97d7335e7edd None None] No DVR routers for this DVR port 34df0312-ce98-4e66-84a1-75fc801825dd on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:04.477787 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cef3e4-96cf-4e59-9d7b-97d7335e7edd None None] Pushing event deleted for resources: {'Port': ['ID=34df0312-ce98-4e66-84a1-75fc801825dd,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:04.535130 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-a8e3c806-80b2-4cfa-bcc4-d3e9e0dbe668 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:04.558006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942476e-b80a-4ad4-9eeb-25a4be1e2bcb req-7b493831-444a-45bf-b45c-771cc96e1fab tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:04.563922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c942476e-b80a-4ad4-9eeb-25a4be1e2bcb req-7b493831-444a-45bf-b45c-771cc96e1fab tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 950 time: 0.8992305 Nov 11 21:31:04.578029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port fc50ab54-fd8c-459f-9906-1d40035e1aab triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:04.581947 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:04.647187 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-a8e3c806-80b2-4cfa-bcc4-d3e9e0dbe668 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:04.667514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972c946b-554e-4f5c-839b-ee1fedb4e3d4 None None] Network 0dd495fa-e206-4d54-81c1-442bed99d31c requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:31:04.750543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c684c-87db-4c8f-85b2-865bebd7953e req-a137a749-f3e8-4058-bb0e-6135eecb2b5a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:04.759139 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-052c684c-87db-4c8f-85b2-865bebd7953e req-a137a749-f3e8-4058-bb0e-6135eecb2b5a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 931 time: 1.1041372 Nov 11 21:31:04.763774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] No DVR routers for this DVR port 34df0312-ce98-4e66-84a1-75fc801825dd on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:04.777976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-a8e3c806-80b2-4cfa-bcc4-d3e9e0dbe668 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Network 4970f9c8-5143-46b7-94f8-3733aa2f490e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:04.791921 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-a8e3c806-80b2-4cfa-bcc4-d3e9e0dbe668 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:04.808451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-a8e3c806-80b2-4cfa-bcc4-d3e9e0dbe668 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:04.823911 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=34df0312-ce98-4e66-84a1-75fc801825dd,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:04.824213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3c806-80b2-4cfa-bcc4-d3e9e0dbe668 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event updated for resources: {'Port': ['ID=1e62104d-3681-404d-839c-c3ece8927126,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:04.977522 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:05.026779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd19159d-1088-4471-a3b0-09ed4a14c274']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:05.050206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-a8e3c806-80b2-4cfa-bcc4-d3e9e0dbe668 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:05.051280 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-a8e3c806-80b2-4cfa-bcc4-d3e9e0dbe668 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:05.053649 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d620eb7-ccb1-4c7e-9d23-3e321b337df8') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:05.053985 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d620eb7-ccb1-4c7e-9d23-3e321b337df8') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:05.082102 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:05.107492 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-a8e3c806-80b2-4cfa-bcc4-d3e9e0dbe668 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9786777 Nov 11 21:31:05.115600 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:05.122382 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-57f097a3-5727-4730-ba66-331ff192d6f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Request body: {'port': {'device_id': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f', 'admin_state_up': True, 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:05.131869 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:31:05.132829 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:05.198863 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7a7e0505-2abe-4bec-8b23-a461d662c94e None None] Provisioning complete for port 07eedf9c-4bc1-45b0-9ed6-853cd6548175 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:05.199760 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a7e0505-2abe-4bec-8b23-a461d662c94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:31:05.295479 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:31:05.313219 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:05.321356 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:05.330431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/bd19159d-1088-4471-a3b0-09ed4a14c274 HTTP/1.1" status: 204 len: 168 time: 3.4850452 Nov 11 21:31:05.379189 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0505-2abe-4bec-8b23-a461d662c94e None None] Port 07eedf9c-4bc1-45b0-9ed6-853cd6548175 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:31:05.419920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baafa49-2751-4b95-a7ef-8d8edbf4e0f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd19159d-1088-4471-a3b0-09ed4a14c274,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:05.443180 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-57f097a3-5727-4730-ba66-331ff192d6f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Made reservation on behalf of e65ee3347f4a4354b077d82866a98b8a for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:05.451614 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-57f097a3-5727-4730-ba66-331ff192d6f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:05.514418 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7a7e0505-2abe-4bec-8b23-a461d662c94e None None] Provisioning complete for port fc50ab54-fd8c-459f-9906-1d40035e1aab triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:05.516354 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a7e0505-2abe-4bec-8b23-a461d662c94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:05.525897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 05707deb-546e-4ebe-94ba-d9f4c1624050 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:05.579424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-052c684c-87db-4c8f-85b2-865bebd7953e req-98b9b364-5126-471d-8f74-4eee9562100d tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8179266 Nov 11 21:31:05.744814 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c942476e-b80a-4ad4-9eeb-25a4be1e2bcb req-d7f13a5f-fb4c-42f7-8a2e-7e9471f18ad4 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0382485 Nov 11 21:31:05.808219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57048) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:05.860355 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:05.972448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-57f097a3-5727-4730-ba66-331ff192d6f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Allocated IP 19.80.0.130 (a69e1c2b-cb04-445e-b5fa-f11c3be30d7f/db2906c3-137c-48ef-8025-b86d72e65827/330987df-3617-468e-adc3-8ca87d1ad737) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:06.066645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 05707deb-546e-4ebe-94ba-d9f4c1624050 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:06.067259 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:06.263111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57050) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:06.263311 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6041e1af-5d44-4c62-8940-353f19ac6cf6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ba7b6256801415e838c5fcb0961a0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449062 Nov 11 21:31:06.306402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43037a44-6d85-4c30-b11e-1d34b7ebdad1 req-1308adca-ab55-43b3-b0ec-6d445580313b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:06.307442 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43037a44-6d85-4c30-b11e-1d34b7ebdad1 req-1308adca-ab55-43b3-b0ec-6d445580313b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.3958747 Nov 11 21:31:06.342271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7a7e0505-2abe-4bec-8b23-a461d662c94e None None] Provisioning complete for port 05707deb-546e-4ebe-94ba-d9f4c1624050 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:06.342915 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a7e0505-2abe-4bec-8b23-a461d662c94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:06.372282 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f894451-7ee1-485b-9ed9-efc4dc1bd71a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:06.410078 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:06.418664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Router 680c287e-0701-495a-8ac9-8a39afd8d310 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:31:06.439297 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f894451-7ee1-485b-9ed9-efc4dc1bd71a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:06.516836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 05707deb-546e-4ebe-94ba-d9f4c1624050, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=05707deb-546e-4ebe-94ba-d9f4c1624050,segment=NetworkSegment(41cd4400-ab1a-45a1-8a6f-87a0fa941557),segment_id=41cd4400-ab1a-45a1-8a6f-87a0fa941557)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:06.525547 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:06.526554 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 9b982014-f5a2-493a-84e3-b73251b2f384 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:06.623415 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-57f097a3-5727-4730-ba66-331ff192d6f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:06.655668 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f894451-7ee1-485b-9ed9-efc4dc1bd71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:06.660851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=05707deb-546e-4ebe-94ba-d9f4c1624050,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:06.666838 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f894451-7ee1-485b-9ed9-efc4dc1bd71a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:06.670213 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 9b982014-f5a2-493a-84e3-b73251b2f384 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:06.670463 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:06.673881 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5f894451-7ee1-485b-9ed9-efc4dc1bd71a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd17cd1c-2ea7-4efe-99a7-9c84a87335b5 HTTP/1.1" status: 204 len: 168 time: 0.4102886 Nov 11 21:31:06.676311 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43037a44-6d85-4c30-b11e-1d34b7ebdad1 req-82eabf13-d00d-4142-8bf4-901db2df71d2 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575563 Nov 11 21:31:06.708006 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f894451-7ee1-485b-9ed9-efc4dc1bd71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd17cd1c-2ea7-4efe-99a7-9c84a87335b5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:06.795167 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-57f097a3-5727-4730-ba66-331ff192d6f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:06.906194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cdf83-8413-4791-85a8-6c0f60a4d4dc req-30a4fa40-cc54-49f3-99fd-e7827d299d7b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:06.917279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cdf83-8413-4791-85a8-6c0f60a4d4dc req-30a4fa40-cc54-49f3-99fd-e7827d299d7b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:06.924844 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cdf83-8413-4791-85a8-6c0f60a4d4dc req-30a4fa40-cc54-49f3-99fd-e7827d299d7b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:06.934393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed6cdf83-8413-4791-85a8-6c0f60a4d4dc req-30a4fa40-cc54-49f3-99fd-e7827d299d7b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0&device_id=16e8b54e-a67a-4388-92a4-37fc8d6b6af9&device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 2416 time: 0.2546403 Nov 11 21:31:06.967169 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b8b0cbcf-ed2e-4034-b50e-6b5fe4470a39 None None] Provisioning complete for port 05707deb-546e-4ebe-94ba-d9f4c1624050 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:06.969544 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b8b0cbcf-ed2e-4034-b50e-6b5fe4470a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:06.996853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-57f097a3-5727-4730-ba66-331ff192d6f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:06.997491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:31:07.067055 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed6cdf83-8413-4791-85a8-6c0f60a4d4dc req-c7694822-2eb3-45e9-aee8-41450335d3ae tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313815 Nov 11 21:31:07.073453 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Sync routers for ids ['680c287e-0701-495a-8ac9-8a39afd8d310'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:31:07.074772 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f097a3-5727-4730-ba66-331ff192d6f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event updated for resources: {'Port': ['ID=330987df-3617-468e-adc3-8ca87d1ad737,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:07.084060 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:07.093350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-57f097a3-5727-4730-ba66-331ff192d6f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:07.096075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-911c1100-34e4-4bdf-a893-6191a8918458 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.2048995 Nov 11 21:31:07.100453 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57068) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:07.101575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-57f097a3-5727-4730-ba66-331ff192d6f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:07.205986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Routers {'680c287e-0701-495a-8ac9-8a39afd8d310'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:07.207275 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:30:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['680c287e-0701-495a-8ac9-8a39afd8d310'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:07.340491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-57f097a3-5727-4730-ba66-331ff192d6f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:07.349474 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-57f097a3-5727-4730-ba66-331ff192d6f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:07.390039 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-57f097a3-5727-4730-ba66-331ff192d6f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2752764 Nov 11 21:31:07.408313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 08113973-4e3c-4cff-a1b7-a904b17a1bfd no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:07.414205 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Request body: {'port': {'device_id': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:07.452618 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 08113973-4e3c-4cff-a1b7-a904b17a1bfd {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:07.455446 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 08113973-4e3c-4cff-a1b7-a904b17a1bfd not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:07.456242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f307ce1c-6fb8-4b68-8068-59c5edac763f no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:07.480776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: f307ce1c-6fb8-4b68-8068-59c5edac763f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:07.481560 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f307ce1c-6fb8-4b68-8068-59c5edac763f not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:07.482142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 34df0312-ce98-4e66-84a1-75fc801825dd no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:07.575907 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 34df0312-ce98-4e66-84a1-75fc801825dd {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:07.578185 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 34df0312-ce98-4e66-84a1-75fc801825dd not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:07.647703 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:07.649839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b8b0cbcf-ed2e-4034-b50e-6b5fe4470a39 None None] Provisioning complete for port 1e62104d-3681-404d-839c-c3ece8927126 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:07.650412 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b8b0cbcf-ed2e-4034-b50e-6b5fe4470a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:07.670452 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7268489-3fae-48ea-9405-277b175662e4 req-1d16adf8-8e96-44c4-b1d7-d4624fb370d7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:07.699104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7268489-3fae-48ea-9405-277b175662e4 req-1d16adf8-8e96-44c4-b1d7-d4624fb370d7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:07.706062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b8b0cbcf-ed2e-4034-b50e-6b5fe4470a39 None None] Port 1e62104d-3681-404d-839c-c3ece8927126 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:31:07.712021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7268489-3fae-48ea-9405-277b175662e4 req-1d16adf8-8e96-44c4-b1d7-d4624fb370d7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:07.728134 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7268489-3fae-48ea-9405-277b175662e4 req-1d16adf8-8e96-44c4-b1d7-d4624fb370d7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2375 time: 0.4328513 Nov 11 21:31:07.746176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Set router 680c287e-0701-495a-8ac9-8a39afd8d310 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:07.988408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 05707deb-546e-4ebe-94ba-d9f4c1624050 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:08.029597 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c17042-513d-4658-9f40-e75c684d7b71 req-5211b006-8614-4db8-a3d6-4140edc5a7db tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:08.044340 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99c17042-513d-4658-9f40-e75c684d7b71 req-5211b006-8614-4db8-a3d6-4140edc5a7db tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 945 time: 0.3030093 Nov 11 21:31:08.209738 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7268489-3fae-48ea-9405-277b175662e4 req-ced1f470-bcd6-4344-b214-dca086c49ddd tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806612 Nov 11 21:31:08.353366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c59932b7-1eeb-49e2-8efd-bbee5c2ff8ad None None] Provisioning complete for port 330987df-3617-468e-adc3-8ca87d1ad737 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:08.353600 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c59932b7-1eeb-49e2-8efd-bbee5c2ff8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:08.584017 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 05707deb-546e-4ebe-94ba-d9f4c1624050 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:08.584710 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:08.593741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07eedf9c-4bc1-45b0-9ed6-853cd6548175 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:08.614134 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:08.649392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Transition to ACTIVE for port object 07eedf9c-4bc1-45b0-9ed6-853cd6548175 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:31:08.656184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:08.806302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99c17042-513d-4658-9f40-e75c684d7b71 req-93d19d06-d180-4173-a943-cddae06ef126 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7580142 Nov 11 21:31:08.823416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c59932b7-1eeb-49e2-8efd-bbee5c2ff8ad None None] Port 330987df-3617-468e-adc3-8ca87d1ad737 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:31:08.843491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57098) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:08.929306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Pushing event updated for resources: {'Port': ['ID=07eedf9c-4bc1-45b0-9ed6-853cd6548175,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:09.104861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf494ab-f387-44f7-81b9-266de55a45e7 req-c66bc2cf-9cb8-4f14-8dbb-61f872529714 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:09.113919 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2bf494ab-f387-44f7-81b9-266de55a45e7 req-c66bc2cf-9cb8-4f14-8dbb-61f872529714 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 950 time: 0.4258120 Nov 11 21:31:09.148275 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'name': 'tempest-FloatingIPsNegativeTestJSON-670731637-router', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:57Z', 'updated_at': '2021-11-11T21:31:02Z', 'revision_number': 3, 'project_id': 'c77acf7a46974745820e8f18c66671e7', 'gw_port': {'id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:59Z', 'updated_at': '2021-11-11T21:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:09.167678 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-network', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:09.240832 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4820f9c-8f53-4fb1-a440-03a97651c569 req-29138a39-3e10-4fa8-aa8c-2ca0008afd12 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:09.242283 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Attempting to bind port 07eedf9c-4bc1-45b0-9ed6-853cd6548175 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:09.244046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Attempting to bind port 07eedf9c-4bc1-45b0-9ed6-853cd6548175 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '9589c7c8-f4c1-4399-aab2-60e48e4852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:09.244700 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Attempting to bind port 07eedf9c-4bc1-45b0-9ed6-853cd6548175 on network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:09.253148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4820f9c-8f53-4fb1-a440-03a97651c569 req-29138a39-3e10-4fa8-aa8c-2ca0008afd12 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.2655683 Nov 11 21:31:09.258782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Port 07eedf9c-4bc1-45b0-9ed6-853cd6548175 on network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:31:09.259623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Attempting to bind port 07eedf9c-4bc1-45b0-9ed6-853cd6548175 on network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:09.265097 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] Made reservation on behalf of a0113b1be34a44a68ce314a4ec421108 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:09.270342 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:09.276821 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Checking router: 680c287e-0701-495a-8ac9-8a39afd8d310 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:31:09.288101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Updating router 680c287e-0701-495a-8ac9-8a39afd8d310 port 408ab041-9a85-42a3-9001-00834c34e3bc binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:31:09.290581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:09.290991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Checking segment: {'id': '9589c7c8-f4c1-4399-aab2-60e48e4852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:09.291573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Bound using segment: {'id': '9589c7c8-f4c1-4399-aab2-60e48e4852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:09.292085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Bound port: 07eedf9c-4bc1-45b0-9ed6-853cd6548175, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9589c7c8-f4c1-4399-aab2-60e48e4852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:09.292529 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:09.314608 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:09.343403 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2bf494ab-f387-44f7-81b9-266de55a45e7 req-913f387a-f33c-48b6-8b3e-86b36fea4aa3 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282648 Nov 11 21:31:09.373477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4820f9c-8f53-4fb1-a440-03a97651c569 req-fb9a2e2a-a538-4d5d-9377-47a49b831998 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187978 Nov 11 21:31:09.449795 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:09.512005 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:09.568928 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:09.691639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ebe0e0-0297-43df-9fc4-6f101041a802,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:09.774211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1151, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:31:09.787534 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:09.866748 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:09.869271 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] Added segment 34e596dc-acf0-4911-a062-0cef7a121feb of type vlan for network 28575828-e1a6-401b-bf7c-c60e475ca065 Nov 11 21:31:09.936347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] For port 07eedf9c-4bc1-45b0-9ed6-853cd6548175, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:10.052332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] For port 07eedf9c-4bc1-45b0-9ed6-853cd6548175, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=07eedf9c-4bc1-45b0-9ed6-853cd6548175,segment=NetworkSegment(9589c7c8-f4c1-4399-aab2-60e48e4852f2),segment_id=9589c7c8-f4c1-4399-aab2-60e48e4852f2)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:10.080653 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:10.087759 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:10.259614 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:10.260721 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:10.262963 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] 10.222.0.10 "PUT /v2.0/ports/07eedf9c-4bc1-45b0-9ed6-853cd6548175 HTTP/1.1" status: 200 len: 1091 time: 2.8584652 Nov 11 21:31:10.264175 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'tag': '07eedf9c-4bc1-45b0-9ed6-853cd6548175'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:10.269823 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9141a2f-e2ac-45e6-a67c-fbb68ee568eb" -d '{"events": [{"name": "network-changed", "server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "tag": "07eedf9c-4bc1-45b0-9ed6-853cd6548175"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:10.275265 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:10.286588 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.db.resource_extend [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:31:10.293730 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:10.316409 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83332f4-9e36-4488-ad1b-9b34a4c7c91a service neutron] Pushing event updated for resources: {'Port': ['ID=07eedf9c-4bc1-45b0-9ed6-853cd6548175,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:10.351128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Request body: {'port': {'device_id': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:10.445734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530ee44-eac4-447a-b17e-1ebece679c5c req-f29e34fb-b766-4c36-bcbb-351dd6c92309 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:10.469086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530ee44-eac4-447a-b17e-1ebece679c5c req-f29e34fb-b766-4c36-bcbb-351dd6c92309 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:10.469802 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:10.475507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530ee44-eac4-447a-b17e-1ebece679c5c req-f29e34fb-b766-4c36-bcbb-351dd6c92309 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:10.491857 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a530ee44-eac4-447a-b17e-1ebece679c5c req-f29e34fb-b766-4c36-bcbb-351dd6c92309 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2387 time: 0.6954966 Nov 11 21:31:10.500399 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Attempting to bind port 408ab041-9a85-42a3-9001-00834c34e3bc on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:10.502797 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Attempting to bind port 408ab041-9a85-42a3-9001-00834c34e3bc by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:10.505133 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Attempting to bind port 408ab041-9a85-42a3-9001-00834c34e3bc on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:10.524182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:10.525550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:10.526446 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:10.549318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Allocated IP 172.20.0.1 (0dd495fa-e206-4d54-81c1-442bed99d31c/6ab3e35d-2416-40bb-8c35-fddd30c394fd/505c56e5-a6f4-4d11-a535-f20a2e5123a3) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:10.556116 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:10.559612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:10.561462 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:10.573259 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:10.575577 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Bound port: 408ab041-9a85-42a3-9001-00834c34e3bc, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:10.575995 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:10.643949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c18f19-f6ef-4318-aff0-8a865f16959b req-f296bbee-1a66-4449-ad9f-7682a77194f6 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:10.646133 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b8c18f19-f6ef-4318-aff0-8a865f16959b req-f296bbee-1a66-4449-ad9f-7682a77194f6 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 944 time: 0.1975379 Nov 11 21:31:10.647204 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=28575828-e1a6-401b-bf7c-c60e475ca065,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:10.676350 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b621aea3-d087-47ff-9fd8-ab352d00e3d1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8314168 Nov 11 21:31:10.685933 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a530ee44-eac4-447a-b17e-1ebece679c5c req-688ce38f-ac14-47f9-b489-7016beb3305f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921468 Nov 11 21:31:10.701336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57128) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:10.724332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-355c3518-9ca6-4799-949b-fa6663ea8f71 admin admin] Request body: {'subnet': {'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-subnet', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:10.729539 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53510e-1b3f-4b22-be30-4b982da33f6f req-31cef4f3-9550-4e5f-9d46-53bc688245b1 tempest-LiveMigrationNegativeTest-864913258 tempest-LiveMigrationNegativeTest-864913258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:10.737595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc53510e-1b3f-4b22-be30-4b982da33f6f req-31cef4f3-9550-4e5f-9d46-53bc688245b1 tempest-LiveMigrationNegativeTest-864913258 tempest-LiveMigrationNegativeTest-864913258-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 1101 time: 0.4468377 Nov 11 21:31:10.768372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] For port 408ab041-9a85-42a3-9001-00834c34e3bc, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:10.782634 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] For port 408ab041-9a85-42a3-9001-00834c34e3bc, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=408ab041-9a85-42a3-9001-00834c34e3bc,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:10.787783 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cd959-c776-49dc-9f3f-92bb2b164a3b None None] Pushing event updated for resources: {'Port': ['ID=408ab041-9a85-42a3-9001-00834c34e3bc,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:10.831137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 28575828-e1a6-401b-bf7c-c60e475ca065 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:31:10.837434 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bc53510e-1b3f-4b22-be30-4b982da33f6f req-5ab98493-ea18-49fe-9c29-32fac7f09704 tempest-LiveMigrationNegativeTest-864913258 tempest-LiveMigrationNegativeTest-864913258-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:10.856300 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355c3518-9ca6-4799-949b-fa6663ea8f71 admin admin] Made reservation on behalf of a0113b1be34a44a68ce314a4ec421108 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:10.859054 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-355c3518-9ca6-4799-949b-fa6663ea8f71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:11.017530 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:11.065887 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:11.148972 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bc53510e-1b3f-4b22-be30-4b982da33f6f req-5ab98493-ea18-49fe-9c29-32fac7f09704 tempest-LiveMigrationNegativeTest-864913258 tempest-LiveMigrationNegativeTest-864913258-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:11.170529 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:11.182836 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:11.231105 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bc53510e-1b3f-4b22-be30-4b982da33f6f req-5ab98493-ea18-49fe-9c29-32fac7f09704 tempest-LiveMigrationNegativeTest-864913258 tempest-LiveMigrationNegativeTest-864913258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:11.232288 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Routers {'680c287e-0701-495a-8ac9-8a39afd8d310'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:11.235213 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:30:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['680c287e-0701-495a-8ac9-8a39afd8d310'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:11.336921 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc53510e-1b3f-4b22-be30-4b982da33f6f req-5ab98493-ea18-49fe-9c29-32fac7f09704 tempest-LiveMigrationNegativeTest-864913258 tempest-LiveMigrationNegativeTest-864913258-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957296 Nov 11 21:31:11.391859 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Network 0dd495fa-e206-4d54-81c1-442bed99d31c is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:11.397558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab98493-ea18-49fe-9c29-32fac7f09704 tempest-LiveMigrationNegativeTest-864913258 tempest-LiveMigrationNegativeTest-864913258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771cb3d0-c9b0-4142-b08b-31a4b01b7412,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:11.401319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:11.421978 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:11.483475 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cd959-c776-49dc-9f3f-92bb2b164a3b None None] Pushing event updated for resources: {'Port': ['ID=408ab041-9a85-42a3-9001-00834c34e3bc,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:11.574276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Pushing event updated for resources: {'Port': ['ID=505c56e5-a6f4-4d11-a535-f20a2e5123a3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:11.767082 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c285b2b-bdf8-46bd-b8b4-4843c7cd64da x-openstack-request-id: req-0c285b2b-bdf8-46bd-b8b4-4843c7cd64da {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:11.767802 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "tag": "07eedf9c-4bc1-45b0-9ed6-853cd6548175", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:11.769181 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0c285b2b-bdf8-46bd-b8b4-4843c7cd64da {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:11.769605 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'tag': '07eedf9c-4bc1-45b0-9ed6-853cd6548175', 'status': 'completed', 'code': 200} Nov 11 21:31:11.772908 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] Set router 680c287e-0701-495a-8ac9-8a39afd8d310 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:11.874588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e62104d-3681-404d-839c-c3ece8927126 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:11.897928 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:11.920346 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Transition to ACTIVE for port object 1e62104d-3681-404d-839c-c3ece8927126 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:31:11.963330 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-355c3518-9ca6-4799-949b-fa6663ea8f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.003127 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.024504 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.096239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c3518-9ca6-4799-949b-fa6663ea8f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3468651-a958-4431-bb60-8ef0cb71dca9,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:12.195493 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537b4e1-00a8-49aa-a75c-645cd53f9f1d req-0729d4db-9fe3-434d-985a-b3d91ea306ac tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:12.202889 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d537b4e1-00a8-49aa-a75c-645cd53f9f1d req-0729d4db-9fe3-434d-985a-b3d91ea306ac tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=f19434df-b3d8-4763-a927-0a39713a6cc8 HTTP/1.1" status: 200 len: 944 time: 0.8088574 Nov 11 21:31:12.234466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Attempting to bind port 1e62104d-3681-404d-839c-c3ece8927126 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:12.235129 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Attempting to bind port 1e62104d-3681-404d-839c-c3ece8927126 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'a7e0a6ca-fe04-4434-8177-44989e26fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '4970f9c8-5143-46b7-94f8-3733aa2f490e'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:12.235671 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Attempting to bind port 1e62104d-3681-404d-839c-c3ece8927126 on network 4970f9c8-5143-46b7-94f8-3733aa2f490e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:12.272911 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b8c18f19-f6ef-4318-aff0-8a865f16959b req-1ee6b2fa-2d3c-4861-af9e-ebf734549240 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Deleting port c6ee313e-6825-480f-a2ad-99a3a49fed40 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:12.273512 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b8c18f19-f6ef-4318-aff0-8a865f16959b req-1ee6b2fa-2d3c-4861-af9e-ebf734549240 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.323671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2c645c3a-bdb9-4ebe-92bc-899678b05fe5 None None] Provisioning complete for port 505c56e5-a6f4-4d11-a535-f20a2e5123a3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:12.323998 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c645c3a-bdb9-4ebe-92bc-899678b05fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.356124 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1c8f8-a4f6-41cc-ab26-221436f146df req-3930eacb-f7b0-4634-a8aa-810470ad430e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:12.368405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ffa1c8f8-a4f6-41cc-ab26-221436f146df req-3930eacb-f7b0-4634-a8aa-810470ad430e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.6035843 Nov 11 21:31:12.413583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b8c18f19-f6ef-4318-aff0-8a865f16959b req-1ee6b2fa-2d3c-4861-af9e-ebf734549240 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] For port c6ee313e-6825-480f-a2ad-99a3a49fed40, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=c6ee313e-6825-480f-a2ad-99a3a49fed40,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:12.414311 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b8c18f19-f6ef-4318-aff0-8a865f16959b req-1ee6b2fa-2d3c-4861-af9e-ebf734549240 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.417150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2c645c3a-bdb9-4ebe-92bc-899678b05fe5 None None] Port 505c56e5-a6f4-4d11-a535-f20a2e5123a3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:31:12.419726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9141a2f-e2ac-45e6-a67c-fbb68ee568eb req-4df8370a-2bef-43d1-b4d9-a2c3735bcb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:12.420481 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9141a2f-e2ac-45e6-a67c-fbb68ee568eb req-4df8370a-2bef-43d1-b4d9-a2c3735bcb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:12.421121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9141a2f-e2ac-45e6-a67c-fbb68ee568eb req-4df8370a-2bef-43d1-b4d9-a2c3735bcb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:12.423145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9141a2f-e2ac-45e6-a67c-fbb68ee568eb req-4df8370a-2bef-43d1-b4d9-a2c3735bcb75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e65ee3347f4a4354b077d82866a98b8a&device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2730 time: 0.8244860 Nov 11 21:31:12.443406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b8c18f19-f6ef-4318-aff0-8a865f16959b req-1ee6b2fa-2d3c-4861-af9e-ebf734549240 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Calling delete_port for c6ee313e-6825-480f-a2ad-99a3a49fed40 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:12.471663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355c3518-9ca6-4799-949b-fa6663ea8f71 admin admin] Checking segment: {'id': '34e596dc-acf0-4911-a062-0cef7a121feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:12.472221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355c3518-9ca6-4799-949b-fa6663ea8f71 admin admin] Network hostable DHCP agents. Network: 28575828-e1a6-401b-bf7c-c60e475ca065, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:31:12.571291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'name': 'tempest-FloatingIPsNegativeTestJSON-670731637-router', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:57Z', 'updated_at': '2021-11-11T21:31:02Z', 'revision_number': 3, 'project_id': 'c77acf7a46974745820e8f18c66671e7', 'gw_port': {'id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:59Z', 'updated_at': '2021-11-11T21:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:12.582417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Pushing event updated for resources: {'Port': ['ID=1e62104d-3681-404d-839c-c3ece8927126,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:12.584782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Port 1e62104d-3681-404d-839c-c3ece8927126 on network 4970f9c8-5143-46b7-94f8-3733aa2f490e not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:31:12.585128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Attempting to bind port 1e62104d-3681-404d-839c-c3ece8927126 on network 4970f9c8-5143-46b7-94f8-3733aa2f490e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:12.592938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:12.593254 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Checking segment: {'id': 'a7e0a6ca-fe04-4434-8177-44989e26fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '4970f9c8-5143-46b7-94f8-3733aa2f490e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:12.593644 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Bound using segment: {'id': 'a7e0a6ca-fe04-4434-8177-44989e26fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '4970f9c8-5143-46b7-94f8-3733aa2f490e'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:12.594145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Bound port: 1e62104d-3681-404d-839c-c3ece8927126, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e0a6ca-fe04-4434-8177-44989e26fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '4970f9c8-5143-46b7-94f8-3733aa2f490e'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:12.594567 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.617549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b07a1-9d99-46e2-a0f9-6c5635181a55 None None] The sync data for ids ['680c287e-0701-495a-8ac9-8a39afd8d310'] in n-d-805737-3 is: [{'id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'name': 'tempest-FloatingIPsNegativeTestJSON-670731637-router', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:57Z', 'updated_at': '2021-11-11T21:31:02Z', 'revision_number': 3, 'project_id': 'c77acf7a46974745820e8f18c66671e7', 'gw_port': {'id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:59Z', 'updated_at': '2021-11-11T21:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:31:12.740712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] For port 1e62104d-3681-404d-839c-c3ece8927126, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:12.745866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] For port 1e62104d-3681-404d-839c-c3ece8927126, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=1e62104d-3681-404d-839c-c3ece8927126,segment=NetworkSegment(a7e0a6ca-fe04-4434-8177-44989e26fb42),segment_id=a7e0a6ca-fe04-4434-8177-44989e26fb42)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:12.747739 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b8c18f19-f6ef-4318-aff0-8a865f16959b req-1ee6b2fa-2d3c-4861-af9e-ebf734549240 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.760283 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.764168 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['c6ee313e-6825-480f-a2ad-99a3a49fed40'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:12.782707 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:12.783337 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.784716 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] 10.222.0.10 "PUT /v2.0/ports/1e62104d-3681-404d-839c-c3ece8927126 HTTP/1.1" status: 200 len: 1091 time: 2.4512877 Nov 11 21:31:12.845527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Request body: {'port': {'device_id': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:12.895184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6b2fa-2d3c-4861-af9e-ebf734549240 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Pushing event deleted for resources: {'Port': ['ID=c6ee313e-6825-480f-a2ad-99a3a49fed40,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:12.953460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c18f19-f6ef-4318-aff0-8a865f16959b req-1ee6b2fa-2d3c-4861-af9e-ebf734549240 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] No DVR routers for this DVR port c6ee313e-6825-480f-a2ad-99a3a49fed40 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:12.956368 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b8c18f19-f6ef-4318-aff0-8a865f16959b req-1ee6b2fa-2d3c-4861-af9e-ebf734549240 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.960517 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b8c18f19-f6ef-4318-aff0-8a865f16959b req-1ee6b2fa-2d3c-4861-af9e-ebf734549240 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.71 "DELETE /v2.0/ports/c6ee313e-6825-480f-a2ad-99a3a49fed40 HTTP/1.1" status: 204 len: 173 time: 2.2997077 Nov 11 21:31:12.961511 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf7e85-69e3-4e9e-982e-542e69d2b255 service neutron] Pushing event updated for resources: {'Port': ['ID=1e62104d-3681-404d-839c-c3ece8927126,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:13.017548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:13.388979 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d537b4e1-00a8-49aa-a75c-645cd53f9f1d req-ab7d5bbc-687e-4b3a-8cd1-5ced03098995 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0960639 Nov 11 21:31:13.535418 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ffa1c8f8-a4f6-41cc-ab26-221436f146df req-bb0d540f-164c-4e7b-898c-3b546374c805 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1652043 Nov 11 21:31:13.582854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355c3518-9ca6-4799-949b-fa6663ea8f71 admin admin] Network 28575828-e1a6-401b-bf7c-c60e475ca065 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:31:13.772884 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'tag': '1e62104d-3681-404d-839c-c3ece8927126'}, {'server_uuid': 'f19434df-b3d8-4763-a927-0a39713a6cc8', 'name': 'network-vif-deleted', 'tag': 'c6ee313e-6825-480f-a2ad-99a3a49fed40'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:13.779306 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0e815c-a37b-467f-b8be-ca0ba539eba8" -d '{"events": [{"name": "network-changed", "server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "tag": "1e62104d-3681-404d-839c-c3ece8927126"}, {"server_uuid": "f19434df-b3d8-4763-a927-0a39713a6cc8", "name": "network-vif-deleted", "tag": "c6ee313e-6825-480f-a2ad-99a3a49fed40"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:13.826635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330987df-3617-468e-adc3-8ca87d1ad737 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:13.833933 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d285bf8-8b65-49bf-9ecb-eedccfade35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:13.851760 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:13.862868 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:13.881690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 408ab041-9a85-42a3-9001-00834c34e3bc up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:13.907598 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Transition to ACTIVE for port object 330987df-3617-468e-adc3-8ca87d1ad737 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:31:13.922333 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:14.022046 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-355c3518-9ca6-4799-949b-fa6663ea8f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 28575828-e1a6-401b-bf7c-c60e475ca065) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:14.038676 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355c3518-9ca6-4799-949b-fa6663ea8f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:14.039374 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-355c3518-9ca6-4799-949b-fa6663ea8f71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:14.047175 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12927ef-8077-4f83-bbf1-b960b095ccab None None] Network 28575828-e1a6-401b-bf7c-c60e475ca065 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:31:14.067746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9141a2f-e2ac-45e6-a67c-fbb68ee568eb req-b23736e1-8b17-4589-8c53-6234d8d4d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:14.069404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9141a2f-e2ac-45e6-a67c-fbb68ee568eb req-b23736e1-8b17-4589-8c53-6234d8d4d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:14.071345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Pushing event updated for resources: {'Port': ['ID=330987df-3617-468e-adc3-8ca87d1ad737,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:14.074651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9141a2f-e2ac-45e6-a67c-fbb68ee568eb req-b23736e1-8b17-4589-8c53-6234d8d4d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:14.079536 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9141a2f-e2ac-45e6-a67c-fbb68ee568eb req-b23736e1-8b17-4589-8c53-6234d8d4d944 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e65ee3347f4a4354b077d82866a98b8a&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.6432543 Nov 11 21:31:14.121455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-355c3518-9ca6-4799-949b-fa6663ea8f71 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.4034586 Nov 11 21:31:14.207077 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57160) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:14.227271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:14.242378 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 408ab041-9a85-42a3-9001-00834c34e3bc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:14.243023 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:14.288758 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Attempting to bind port 330987df-3617-468e-adc3-8ca87d1ad737 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:14.298813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Attempting to bind port 330987df-3617-468e-adc3-8ca87d1ad737 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '9589c7c8-f4c1-4399-aab2-60e48e4852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:14.300085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Attempting to bind port 330987df-3617-468e-adc3-8ca87d1ad737 on network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:14.338716 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Port 330987df-3617-468e-adc3-8ca87d1ad737 on network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:31:14.340436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Attempting to bind port 330987df-3617-468e-adc3-8ca87d1ad737 on network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:14.352526 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:14.353773 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:14.367795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:14.369033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Checking segment: {'id': '9589c7c8-f4c1-4399-aab2-60e48e4852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:14.369650 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Bound using segment: {'id': '9589c7c8-f4c1-4399-aab2-60e48e4852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:14.370206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Bound port: 330987df-3617-468e-adc3-8ca87d1ad737, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9589c7c8-f4c1-4399-aab2-60e48e4852f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:14.370663 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:14.403118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9141a2f-e2ac-45e6-a67c-fbb68ee568eb req-0099c1bd-c8ef-4a97-b772-e5266d18eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:14.405918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9141a2f-e2ac-45e6-a67c-fbb68ee568eb req-0099c1bd-c8ef-4a97-b772-e5266d18eb14 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2030158 Nov 11 21:31:14.507057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786516a-bc9e-4b94-a9cd-5ad1f7cbb5d8 req-f3e34c86-e1df-47ce-bfd5-d3ccadea503b tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:14.526410 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786516a-bc9e-4b94-a9cd-5ad1f7cbb5d8 req-f3e34c86-e1df-47ce-bfd5-d3ccadea503b tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:14.543162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786516a-bc9e-4b94-a9cd-5ad1f7cbb5d8 req-f3e34c86-e1df-47ce-bfd5-d3ccadea503b tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:14.554757 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b786516a-bc9e-4b94-a9cd-5ad1f7cbb5d8 req-f3e34c86-e1df-47ce-bfd5-d3ccadea503b tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2411 time: 0.6506538 Nov 11 21:31:14.564992 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:14.618981 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f0fb67-51ab-4da9-8c20-f25de7a03592 x-openstack-request-id: req-93f0fb67-51ab-4da9-8c20-f25de7a03592 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:14.619272 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "tag": "1e62104d-3681-404d-839c-c3ece8927126", "status": "completed", "code": 200}, {"server_uuid": "f19434df-b3d8-4763-a927-0a39713a6cc8", "name": "network-vif-deleted", "tag": "c6ee313e-6825-480f-a2ad-99a3a49fed40", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:14.619770 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-93f0fb67-51ab-4da9-8c20-f25de7a03592 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:14.619993 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'tag': '1e62104d-3681-404d-839c-c3ece8927126', 'status': 'completed', 'code': 200} Nov 11 21:31:14.620271 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19434df-b3d8-4763-a927-0a39713a6cc8', 'name': 'network-vif-deleted', 'tag': 'c6ee313e-6825-480f-a2ad-99a3a49fed40', 'status': 'completed', 'code': 200} Nov 11 21:31:14.721048 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:14.741209 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e815c-a37b-467f-b8be-ca0ba539eba8 req-f67678a2-f93c-4041-a463-29b15411d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:14.741681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e815c-a37b-467f-b8be-ca0ba539eba8 req-f67678a2-f93c-4041-a463-29b15411d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:14.742168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e815c-a37b-467f-b8be-ca0ba539eba8 req-f67678a2-f93c-4041-a463-29b15411d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:14.743923 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e0e815c-a37b-467f-b8be-ca0ba539eba8 req-f67678a2-f93c-4041-a463-29b15411d5a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e65ee3347f4a4354b077d82866a98b8a&device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2822 time: 0.1792014 Nov 11 21:31:14.783356 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b786516a-bc9e-4b94-a9cd-5ad1f7cbb5d8 req-9d4f657d-0a35-4cd3-8382-a7501caf5cb1 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472197 Nov 11 21:31:14.793252 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-28575828-e1a6-401b-bf7c-c60e475ca065', 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'fixed_ips': [{'subnet_id': 'd3468651-a958-4431-bb60-8ef0cb71dca9'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:31:14.794154 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:14.888219 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:14.915350 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e815c-a37b-467f-b8be-ca0ba539eba8 req-9f43a062-b138-48bf-ba34-f64839daa773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:14.916063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e815c-a37b-467f-b8be-ca0ba539eba8 req-9f43a062-b138-48bf-ba34-f64839daa773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:14.916678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e815c-a37b-467f-b8be-ca0ba539eba8 req-9f43a062-b138-48bf-ba34-f64839daa773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:14.918566 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e0e815c-a37b-467f-b8be-ca0ba539eba8 req-9f43a062-b138-48bf-ba34-f64839daa773 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e65ee3347f4a4354b077d82866a98b8a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1419787 Nov 11 21:31:15.039744 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 408ab041-9a85-42a3-9001-00834c34e3bc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=408ab041-9a85-42a3-9001-00834c34e3bc,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:15.064448 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:15.138256 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:15.152931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device c6ee313e-6825-480f-a2ad-99a3a49fed40 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:15.168230 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:15.219632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: c6ee313e-6825-480f-a2ad-99a3a49fed40 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:15.220455 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device c6ee313e-6825-480f-a2ad-99a3a49fed40 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:15.261174 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=408ab041-9a85-42a3-9001-00834c34e3bc,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:15.263762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] For port 330987df-3617-468e-adc3-8ca87d1ad737, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:15.273287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Allocated IP 172.20.0.2 (28575828-e1a6-401b-bf7c-c60e475ca065/d3468651-a958-4431-bb60-8ef0cb71dca9/c7a24688-7c7b-4d62-b08b-066fd05b3e83) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:15.279769 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e815c-a37b-467f-b8be-ca0ba539eba8 req-2df7af30-4314-40c3-b7c2-1e2a5ee5bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:15.281637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] For port 330987df-3617-468e-adc3-8ca87d1ad737, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=330987df-3617-468e-adc3-8ca87d1ad737,segment=NetworkSegment(9589c7c8-f4c1-4399-aab2-60e48e4852f2),segment_id=9589c7c8-f4c1-4399-aab2-60e48e4852f2)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:15.282397 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e0e815c-a37b-467f-b8be-ca0ba539eba8 req-2df7af30-4314-40c3-b7c2-1e2a5ee5bb39 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3501501 Nov 11 21:31:15.318285 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:15.322854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c56fa-eaff-4348-9989-39d82ef9f557 req-e1c19893-3968-42f9-87a8-8e06134efe7e tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:15.324509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c1c56fa-eaff-4348-9989-39d82ef9f557 req-e1c19893-3968-42f9-87a8-8e06134efe7e tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 950 time: 0.2781904 Nov 11 21:31:15.341936 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:15.346474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Pushing event updated for resources: {'Port': ['ID=505c56e5-a6f4-4d11-a535-f20a2e5123a3,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:15.364851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:15.365442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dce39-495b-401b-9aae-0ff42be42d47 req-ca09c90d-821a-4edf-a846-cc803049b36a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:15.365749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:15.367537 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-505dce39-495b-401b-9aae-0ff42be42d47 req-ca09c90d-821a-4edf-a846-cc803049b36a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.2821596 Nov 11 21:31:15.374061 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] 10.222.0.10 "PUT /v2.0/ports/330987df-3617-468e-adc3-8ca87d1ad737 HTTP/1.1" status: 200 len: 1092 time: 2.5356126 Nov 11 21:31:15.488879 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:15.498850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e425f7-968e-434a-8934-c3eb9d9f0166 service neutron] Pushing event updated for resources: {'Port': ['ID=330987df-3617-468e-adc3-8ca87d1ad737,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:15.499766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:15.536842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c1c56fa-eaff-4348-9989-39d82ef9f557 req-50ad915c-957f-4e7e-a96c-c70c27844c04 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963964 Nov 11 21:31:15.564706 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-505dce39-495b-401b-9aae-0ff42be42d47 req-7b752b60-4a45-4663-a1b0-87f59dc89bb4 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718149 Nov 11 21:31:15.577832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Network 28575828-e1a6-401b-bf7c-c60e475ca065 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:15.584360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:15.594727 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:15.608634 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:15.639053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Network 0dd495fa-e206-4d54-81c1-442bed99d31c is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:15.640440 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:15.676761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-6a130e05-59e1-41c5-9aef-338093514f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:15.677754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-6a130e05-59e1-41c5-9aef-338093514f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:15.678403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-6a130e05-59e1-41c5-9aef-338093514f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:15.680548 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-6a130e05-59e1-41c5-9aef-338093514f0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e65ee3347f4a4354b077d82866a98b8a&device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2864 time: 0.1955407 Nov 11 21:31:15.766749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Pushing event updated for resources: {'Port': ['ID=c7a24688-7c7b-4d62-b08b-066fd05b3e83,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:15.788115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Attempting to bind port c7a24688-7c7b-4d62-b08b-066fd05b3e83 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:15.788483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Attempting to bind port c7a24688-7c7b-4d62-b08b-066fd05b3e83 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '34e596dc-acf0-4911-a062-0cef7a121feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:15.791220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Attempting to bind port c7a24688-7c7b-4d62-b08b-066fd05b3e83 on network 28575828-e1a6-401b-bf7c-c60e475ca065 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:15.806895 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 408ab041-9a85-42a3-9001-00834c34e3bc up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:15.830820 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-da67e585-3469-41b9-952f-0a27f3f13a94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.39&port_id=07eedf9c-4bc1-45b0-9ed6-853cd6548175 HTTP/1.1" status: 200 len: 217 time: 0.1396492 Nov 11 21:31:15.896858 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:15.900900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Checking segment: {'id': '34e596dc-acf0-4911-a062-0cef7a121feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:15.901454 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:15.901852 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Bound using segment: {'id': '34e596dc-acf0-4911-a062-0cef7a121feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:15.902870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Bound port: c7a24688-7c7b-4d62-b08b-066fd05b3e83, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e596dc-acf0-4911-a062-0cef7a121feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:15.903440 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:15.982442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-f587005c-86c7-4d76-a7d0-4553b04f84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:15.985778 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-f587005c-86c7-4d76-a7d0-4553b04f84d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db2906c3-137c-48ef-8025-b86d72e65827 HTTP/1.1" status: 200 len: 801 time: 0.1433918 Nov 11 21:31:16.001225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Router 680c287e-0701-495a-8ac9-8a39afd8d310 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:31:16.006606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 408ab041-9a85-42a3-9001-00834c34e3bc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:16.006975 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:16.070124 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69f5bf9d-1f74-4ccf-a67a-ec51524169ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:16.102397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] For port c7a24688-7c7b-4d62-b08b-066fd05b3e83, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:16.108754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] For port c7a24688-7c7b-4d62-b08b-066fd05b3e83, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c7a24688-7c7b-4d62-b08b-066fd05b3e83,segment=NetworkSegment(34e596dc-acf0-4911-a062-0cef7a121feb),segment_id=34e596dc-acf0-4911-a062-0cef7a121feb)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:16.114769 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:16.146996 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:16.153145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4c5b5-3cda-480b-a928-b42a0a70734b req-dca5e347-5fa1-4ece-bb19-4d4966b8f8a8 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:16.154672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bce4c5b5-3cda-480b-a928-b42a0a70734b req-dca5e347-5fa1-4ece-bb19-4d4966b8f8a8 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 944 time: 0.1229494 Nov 11 21:31:16.165583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d0477-b8e7-4b36-b039-d98b2b4a86bf req-a189bf61-7928-4b8f-a999-1f2be0cfe922 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:16.171825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d0477-b8e7-4b36-b039-d98b2b4a86bf req-a189bf61-7928-4b8f-a999-1f2be0cfe922 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:16.173171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-6bca904d-8c98-480b-aa4e-bc8256e9277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:16.175020 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-6bca904d-8c98-480b-aa4e-bc8256e9277e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69e1c2b-cb04-445e-b5fa-f11c3be30d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1013870 Nov 11 21:31:16.176130 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:16.178105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d0477-b8e7-4b36-b039-d98b2b4a86bf req-a189bf61-7928-4b8f-a999-1f2be0cfe922 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:16.185500 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-718d0477-b8e7-4b36-b039-d98b2b4a86bf req-a189bf61-7928-4b8f-a999-1f2be0cfe922 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2411 time: 0.1719704 Nov 11 21:31:16.211560 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72b84c-4289-481a-956f-4f6b2fe05feb None None] Pushing event updated for resources: {'Port': ['ID=c7a24688-7c7b-4d62-b08b-066fd05b3e83,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:16.216576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8d8d5d6f-4102-4cd5-ac9b-fd7eed158a00 None None] Provisioning complete for port 505c56e5-a6f4-4d11-a535-f20a2e5123a3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:16.216999 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d8d5d6f-4102-4cd5-ac9b-fd7eed158a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:16.253861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8d8d5d6f-4102-4cd5-ac9b-fd7eed158a00 None None] Port 505c56e5-a6f4-4d11-a535-f20a2e5123a3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:31:16.321270 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-718d0477-b8e7-4b36-b039-d98b2b4a86bf req-6a3f55e9-5451-444e-b21b-41c328f07b1a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346073 Nov 11 21:31:16.322216 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:31:16.334669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bce4c5b5-3cda-480b-a928-b42a0a70734b req-77a0f597-a658-4ecc-b8cd-fa4549829294 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054044 Nov 11 21:31:16.335114 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Sync routers for ids ['680c287e-0701-495a-8ac9-8a39afd8d310'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:31:16.344268 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d3a77a87-5cc4-4ff8-94b9-ea03461c970b admin admin] 10.222.0.57 "PUT /v2.0/routers/680c287e-0701-495a-8ac9-8a39afd8d310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2358966 Nov 11 21:31:16.369636 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-ae6af3c8-0699-43cc-a84a-02895a53e943 service neutron] 10.222.0.10 "GET /v2.0/networks/a69e1c2b-cb04-445e-b5fa-f11c3be30d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800108 Nov 11 21:31:16.372858 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Routers {'680c287e-0701-495a-8ac9-8a39afd8d310'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:16.373594 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['680c287e-0701-495a-8ac9-8a39afd8d310'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:16.554939 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43077072-9826-456f-91ea-54c61ed16f05 req-6a9939dd-0b5d-4a37-84f6-aaf16bb342a2 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:16.556592 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43077072-9826-456f-91ea-54c61ed16f05 req-6a9939dd-0b5d-4a37-84f6-aaf16bb342a2 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.10 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 944 time: 0.1463811 Nov 11 21:31:16.588816 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Set router 680c287e-0701-495a-8ac9-8a39afd8d310 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:16.635664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'tag': '330987df-3617-468e-adc3-8ca87d1ad737'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:16.649750 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b390bb19-2cca-4427-9822-575eab7a59a1" -d '{"events": [{"name": "network-changed", "server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "tag": "330987df-3617-468e-adc3-8ca87d1ad737"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:16.665804 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Allocated IP 172.25.0.208 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/1ed38e47-a1c8-4a07-acc9-7b43effdc0f7) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:16.802709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6bad9-5aec-4363-8659-7c8a335dd824 req-205617b2-79ac-482a-9395-869083030457 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:16.808902 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27e6bad9-5aec-4363-8659-7c8a335dd824 req-205617b2-79ac-482a-9395-869083030457 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.71 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 950 time: 0.2150395 Nov 11 21:31:16.818952 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-e22a8699-5773-42ed-a180-6c32c50c0e65 service neutron] 10.222.0.10 "GET /v2.0/networks/a69e1c2b-cb04-445e-b5fa-f11c3be30d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206984 Nov 11 21:31:16.830445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-43077072-9826-456f-91ea-54c61ed16f05 req-7d53d2e2-5d60-425a-8024-5b98f0d2de8e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Deleting port e685d181-190b-4acc-89e6-a320b4fc90c7 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:16.830833 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43077072-9826-456f-91ea-54c61ed16f05 req-7d53d2e2-5d60-425a-8024-5b98f0d2de8e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:16.883082 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'name': 'tempest-FloatingIPsNegativeTestJSON-670731637-router', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:57Z', 'updated_at': '2021-11-11T21:31:13Z', 'revision_number': 4, 'project_id': 'c77acf7a46974745820e8f18c66671e7', 'gw_port': {'id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:59Z', 'updated_at': '2021-11-11T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '505c56e5-a6f4-4d11-a535-f20a2e5123a3', 'name': '', 'network_id': '0dd495fa-e206-4d54-81c1-442bed99d31c', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7', 'mac_address': 'fa:16:3e:c7:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6ab3e35d-2416-40bb-8c35-fddd30c394fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:09Z', 'updated_at': '2021-11-11T21:31:14Z', 'revision_number': 2, 'project_id': 'c77acf7a46974745820e8f18c66671e7', 'subnets': [{'id': '6ab3e35d-2416-40bb-8c35-fddd30c394fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:16.927806 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-272d8eea-889d-4592-96f1-0d0c96d81242 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.27&port_id=1e62104d-3681-404d-839c-c3ece8927126 HTTP/1.1" status: 200 len: 217 time: 0.0656321 Nov 11 21:31:16.960309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-43077072-9826-456f-91ea-54c61ed16f05 req-7d53d2e2-5d60-425a-8024-5b98f0d2de8e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] For port e685d181-190b-4acc-89e6-a320b4fc90c7, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=e685d181-190b-4acc-89e6-a320b4fc90c7,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:16.960665 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43077072-9826-456f-91ea-54c61ed16f05 req-7d53d2e2-5d60-425a-8024-5b98f0d2de8e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:16.974812 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Checking router: 680c287e-0701-495a-8ac9-8a39afd8d310 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:31:16.975159 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Updating router 680c287e-0701-495a-8ac9-8a39afd8d310 port 505c56e5-a6f4-4d11-a535-f20a2e5123a3 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:31:17.003310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fb7da139-a542-4dac-b1c0-67505bf46bfd req-87c15042-85ab-46b6-92d1-a02826318290 tempest-FloatingIPsNegativeTestJSON-741834640 tempest-FloatingIPsNegativeTestJSON-741834640-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=c77acf7a46974745820e8f18c66671e7 HTTP/1.1" status: 200 len: 217 time: 0.0588114 Nov 11 21:31:17.009810 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-43077072-9826-456f-91ea-54c61ed16f05 req-7d53d2e2-5d60-425a-8024-5b98f0d2de8e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Calling delete_port for e685d181-190b-4acc-89e6-a320b4fc90c7 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:17.031512 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:17.065524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-2b1caf14-d213-4952-9abf-4701708860ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:17.067003 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-2b1caf14-d213-4952-9abf-4701708860ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=203885e9-6cf0-4a27-bdc8-67e048a1ecf2 HTTP/1.1" status: 200 len: 801 time: 0.1312199 Nov 11 21:31:17.072457 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:17.102795 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:17.155830 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-27e6bad9-5aec-4363-8659-7c8a335dd824 req-133b52e6-e750-405a-ad62-721d386fbace tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Deleting port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:17.156192 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-27e6bad9-5aec-4363-8659-7c8a335dd824 req-133b52e6-e750-405a-ad62-721d386fbace tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:17.233829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-1b8d6815-4e2d-4e80-a62c-282c375c34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:17.236246 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-1b8d6815-4e2d-4e80-a62c-282c375c34c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4970f9c8-5143-46b7-94f8-3733aa2f490e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1609230 Nov 11 21:31:17.255144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f5a8f-c480-4d23-91d4-47caa04ca7f5 req-99ec403f-4114-41ef-92bc-ce878fae163b tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:17.275041 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-683f5a8f-c480-4d23-91d4-47caa04ca7f5 req-99ec403f-4114-41ef-92bc-ce878fae163b tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 950 time: 0.1589839 Nov 11 21:31:17.287510 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:17.332141 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43077072-9826-456f-91ea-54c61ed16f05 req-7d53d2e2-5d60-425a-8024-5b98f0d2de8e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:17.377669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53d2e2-5d60-425a-8024-5b98f0d2de8e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Pushing event deleted for resources: {'Port': ['ID=e685d181-190b-4acc-89e6-a320b4fc90c7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:17.441755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:17.462252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:17.472566 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-27e6bad9-5aec-4363-8659-7c8a335dd824 req-133b52e6-e750-405a-ad62-721d386fbace tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] For port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:17.473247 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-27e6bad9-5aec-4363-8659-7c8a335dd824 req-133b52e6-e750-405a-ad62-721d386fbace tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:17.475286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-683f5a8f-c480-4d23-91d4-47caa04ca7f5 req-6f9f8f29-64f3-4794-90c0-5c73f2378c94 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975276 Nov 11 21:31:17.505937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:17.518462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed38e47-a1c8-4a07-acc9-7b43effdc0f7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:17.526105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-43077072-9826-456f-91ea-54c61ed16f05 req-7d53d2e2-5d60-425a-8024-5b98f0d2de8e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] No DVR routers for this DVR port e685d181-190b-4acc-89e6-a320b4fc90c7 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:17.528884 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-27e6bad9-5aec-4363-8659-7c8a335dd824 req-133b52e6-e750-405a-ad62-721d386fbace tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Calling delete_port for 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:17.546867 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43077072-9826-456f-91ea-54c61ed16f05 req-7d53d2e2-5d60-425a-8024-5b98f0d2de8e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:17.556504 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43077072-9826-456f-91ea-54c61ed16f05 req-7d53d2e2-5d60-425a-8024-5b98f0d2de8e tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.10 "DELETE /v2.0/ports/e685d181-190b-4acc-89e6-a320b4fc90c7 HTTP/1.1" status: 204 len: 173 time: 0.9907007 Nov 11 21:31:17.565308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8505e4a3-671b-45c3-b870-b929e8d88369', 'name': 'network-vif-deleted', 'tag': 'e685d181-190b-4acc-89e6-a320b4fc90c7'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:17.568552 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1631ca-0e2f-4c4b-86e9-dc133fe799bf" -d '{"events": [{"server_uuid": "8505e4a3-671b-45c3-b870-b929e8d88369", "name": "network-vif-deleted", "tag": "e685d181-190b-4acc-89e6-a320b4fc90c7"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:17.649202 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:17.664177 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:17.684063 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-aef2712c-a582-4099-89de-7d3def1f7625 service neutron] 10.222.0.10 "GET /v2.0/networks/4970f9c8-5143-46b7-94f8-3733aa2f490e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329374 Nov 11 21:31:17.750311 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4d51b-e86d-4213-b117-a83a58999c62 None None] Pushing event updated for resources: {'Port': ['ID=505c56e5-a6f4-4d11-a535-f20a2e5123a3,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:17.764146 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4d51b-e86d-4213-b117-a83a58999c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:17.764976 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4d51b-e86d-4213-b117-a83a58999c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:17.765467 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4d51b-e86d-4213-b117-a83a58999c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:17.766130 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4d51b-e86d-4213-b117-a83a58999c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:17.766619 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4d51b-e86d-4213-b117-a83a58999c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:17.767094 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4d51b-e86d-4213-b117-a83a58999c62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:17.767566 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4d51b-e86d-4213-b117-a83a58999c62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:17.771274 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4d51b-e86d-4213-b117-a83a58999c62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:17.771820 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4d51b-e86d-4213-b117-a83a58999c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:17.772308 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4d51b-e86d-4213-b117-a83a58999c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:17.772825 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4d51b-e86d-4213-b117-a83a58999c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:17.773302 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4d51b-e86d-4213-b117-a83a58999c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:17.796730 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45151bc5-46d2-4b7c-a5eb-ea9afa8d1d59 x-openstack-request-id: req-45151bc5-46d2-4b7c-a5eb-ea9afa8d1d59 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:17.797047 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "tag": "330987df-3617-468e-adc3-8ca87d1ad737", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:17.797444 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-45151bc5-46d2-4b7c-a5eb-ea9afa8d1d59 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:17.797912 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'tag': '330987df-3617-468e-adc3-8ca87d1ad737', 'status': 'completed', 'code': 200} Nov 11 21:31:17.844771 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Attempting to bind port 505c56e5-a6f4-4d11-a535-f20a2e5123a3 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:17.845778 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Attempting to bind port 505c56e5-a6f4-4d11-a535-f20a2e5123a3 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '41cd4400-ab1a-45a1-8a6f-87a0fa941557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0dd495fa-e206-4d54-81c1-442bed99d31c'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:17.846324 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Attempting to bind port 505c56e5-a6f4-4d11-a535-f20a2e5123a3 on network 0dd495fa-e206-4d54-81c1-442bed99d31c {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:17.853605 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:17.854291 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Checking segment: {'id': '41cd4400-ab1a-45a1-8a6f-87a0fa941557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0dd495fa-e206-4d54-81c1-442bed99d31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:17.854848 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:17.855386 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Bound using segment: {'id': '41cd4400-ab1a-45a1-8a6f-87a0fa941557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0dd495fa-e206-4d54-81c1-442bed99d31c'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:17.856023 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Bound port: 505c56e5-a6f4-4d11-a535-f20a2e5123a3, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41cd4400-ab1a-45a1-8a6f-87a0fa941557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '0dd495fa-e206-4d54-81c1-442bed99d31c'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:17.856597 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:17.865058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74065aa6-8348-47d0-85f8-4341eb48e4fb req-e1fca1bc-be8a-403c-b6f6-0288384c6fec tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:17.867425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74065aa6-8348-47d0-85f8-4341eb48e4fb req-e1fca1bc-be8a-403c-b6f6-0288384c6fec tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 946 time: 0.1499567 Nov 11 21:31:17.956362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c7a24688-7c7b-4d62-b08b-066fd05b3e83 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:17.957372 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] For port 505c56e5-a6f4-4d11-a535-f20a2e5123a3, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:17.962406 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] For port 505c56e5-a6f4-4d11-a535-f20a2e5123a3, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=505c56e5-a6f4-4d11-a535-f20a2e5123a3,segment=NetworkSegment(41cd4400-ab1a-45a1-8a6f-87a0fa941557),segment_id=41cd4400-ab1a-45a1-8a6f-87a0fa941557)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:17.976586 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:18.055843 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c83d16-e85d-45f7-9f57-b52143680b5a None None] Network 28575828-e1a6-401b-bf7c-c60e475ca065 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:31:18.057719 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74065aa6-8348-47d0-85f8-4341eb48e4fb req-5326513c-cbab-4f83-8ea1-244520b4297a tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839323 Nov 11 21:31:18.069377 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4d51b-e86d-4213-b117-a83a58999c62 None None] Pushing event updated for resources: {'Port': ['ID=505c56e5-a6f4-4d11-a535-f20a2e5123a3,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:18.094127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0e495-0455-4bca-bf1f-164a3b826e5d req-3bb13fb1-1320-4685-b6b4-5e41f1751a51 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:18.094342 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Routers {'680c287e-0701-495a-8ac9-8a39afd8d310'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:18.094858 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['680c287e-0701-495a-8ac9-8a39afd8d310'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:18.103073 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbb0e495-0455-4bca-bf1f-164a3b826e5d req-3bb13fb1-1320-4685-b6b4-5e41f1751a51 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.1954517 Nov 11 21:31:18.165890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-77287873-b697-4bfa-a7c5-efd5e4186323 req-7fc3c2ec-bbfb-435b-a403-dcee5a1a31e4 tempest-FloatingIPsNegativeTestJSON-741834640 tempest-FloatingIPsNegativeTestJSON-741834640-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0492268 Nov 11 21:31:18.210993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-2c56d2a4-fa0d-4f80-bd07-0ba083e038f4 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:18.217229 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-2c56d2a4-fa0d-4f80-bd07-0ba083e038f4 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785&tenant_id=1e7495b94c334f7f86e765392527ed29&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 1097 time: 0.2377336 Nov 11 21:31:18.228782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805737-3'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:18.247382 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-a130b5d5-5e36-42ec-9006-19e928c059d2 service neutron] 10.222.0.10 "GET /v2.0/networks/4970f9c8-5143-46b7-94f8-3733aa2f490e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553022 Nov 11 21:31:18.314734 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port c7a24688-7c7b-4d62-b08b-066fd05b3e83 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:18.315342 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:18.352200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e815072b-21a2-4dc8-be08-fe390971720c None None] Provisioning complete for port c7a24688-7c7b-4d62-b08b-066fd05b3e83 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:18.353011 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e815072b-21a2-4dc8-be08-fe390971720c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:18.372637 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] Set router 680c287e-0701-495a-8ac9-8a39afd8d310 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:18.375335 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dd5151c5-2e16-481b-994f-93e62eaa3ef2 req-d66a6f03-0ad0-4ed3-843d-5b7b595511bc tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505e4a3-671b-45c3-b870-b929e8d88369 HTTP/1.1" status: 200 len: 210 time: 0.0714543 Nov 11 21:31:18.397424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbb0e495-0455-4bca-bf1f-164a3b826e5d req-92eb2e9d-9080-4fb8-ae9f-5eb73ca4ae56 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875209 Nov 11 21:31:18.462881 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:18.473628 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9707ae93-a53a-424a-81d6-cb5f9337f618 x-openstack-request-id: req-9707ae93-a53a-424a-81d6-cb5f9337f618 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:18.473918 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8505e4a3-671b-45c3-b870-b929e8d88369", "name": "network-vif-deleted", "tag": "e685d181-190b-4acc-89e6-a320b4fc90c7", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:18.474210 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9707ae93-a53a-424a-81d6-cb5f9337f618 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:18.474609 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8505e4a3-671b-45c3-b870-b929e8d88369', 'name': 'network-vif-deleted', 'tag': 'e685d181-190b-4acc-89e6-a320b4fc90c7', 'status': 'completed', 'code': 200} Nov 11 21:31:18.494321 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-fc6d12d9-0e88-46b3-8cde-05350d7d900b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.130&port_id=330987df-3617-468e-adc3-8ca87d1ad737 HTTP/1.1" status: 200 len: 217 time: 0.1898453 Nov 11 21:31:18.538610 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:18.603813 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-27e6bad9-5aec-4363-8659-7c8a335dd824 req-133b52e6-e750-405a-ad62-721d386fbace tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:18.652734 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:18.657387 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b52e6-e750-405a-ad62-721d386fbace tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Pushing event deleted for resources: {'Port': ['ID=53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:18.704391 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-aca4fa46-b1da-49ce-8edd-1f2eb6624586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:18.705887 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-aca4fa46-b1da-49ce-8edd-1f2eb6624586 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db2906c3-137c-48ef-8025-b86d72e65827 HTTP/1.1" status: 200 len: 801 time: 0.1896799 Nov 11 21:31:18.719948 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2', '53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:18.742136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:18.781246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd897f-41e5-442b-8154-86f818ce325d req-22f40453-5b64-4e81-b56a-6ea4a6527554 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:18.788093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd897f-41e5-442b-8154-86f818ce325d req-22f40453-5b64-4e81-b56a-6ea4a6527554 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:18.789291 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:18.797144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd897f-41e5-442b-8154-86f818ce325d req-22f40453-5b64-4e81-b56a-6ea4a6527554 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:18.803454 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'name': 'tempest-FloatingIPsNegativeTestJSON-670731637-router', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:57Z', 'updated_at': '2021-11-11T21:31:13Z', 'revision_number': 4, 'project_id': 'c77acf7a46974745820e8f18c66671e7', 'gw_port': {'id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:59Z', 'updated_at': '2021-11-11T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '505c56e5-a6f4-4d11-a535-f20a2e5123a3', 'name': '', 'network_id': '0dd495fa-e206-4d54-81c1-442bed99d31c', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7', 'mac_address': 'fa:16:3e:c7:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6ab3e35d-2416-40bb-8c35-fddd30c394fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:09Z', 'updated_at': '2021-11-11T21:31:17Z', 'revision_number': 4, 'project_id': 'c77acf7a46974745820e8f18c66671e7', 'subnets': [{'id': '6ab3e35d-2416-40bb-8c35-fddd30c394fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:18.806418 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fbbd897f-41e5-442b-8154-86f818ce325d req-22f40453-5b64-4e81-b56a-6ea4a6527554 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2411 time: 0.1659741 Nov 11 21:31:18.882330 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-99771ed8-fd72-4f6c-ab96-d2141268e452 req-bb049161-5cfb-4af0-9868-eae077f93e74 tempest-FloatingIPsNegativeTestJSON-741834640 tempest-FloatingIPsNegativeTestJSON-741834640-project] show failed (client error): The resource could not be found. Nov 11 21:31:18.883562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99771ed8-fd72-4f6c-ab96-d2141268e452 req-bb049161-5cfb-4af0-9868-eae077f93e74 tempest-FloatingIPsNegativeTestJSON-741834640 tempest-FloatingIPsNegativeTestJSON-741834640-project] 10.222.0.57 "GET /v2.0/floatingips/91b9d883-2e56-418e-a103-7a1f184ea4c7 HTTP/1.1" status: 404 len: 350 time: 0.0698979 Nov 11 21:31:18.894757 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea351af8-0cba-47fd-8588-2d66cd293cde None None] The sync data for ids ['680c287e-0701-495a-8ac9-8a39afd8d310'] in n-d-805737-3 is: [{'id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'name': 'tempest-FloatingIPsNegativeTestJSON-670731637-router', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:57Z', 'updated_at': '2021-11-11T21:31:13Z', 'revision_number': 4, 'project_id': 'c77acf7a46974745820e8f18c66671e7', 'gw_port': {'id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:59Z', 'updated_at': '2021-11-11T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '505c56e5-a6f4-4d11-a535-f20a2e5123a3', 'name': '', 'network_id': '0dd495fa-e206-4d54-81c1-442bed99d31c', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7', 'mac_address': 'fa:16:3e:c7:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6ab3e35d-2416-40bb-8c35-fddd30c394fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:09Z', 'updated_at': '2021-11-11T21:31:17Z', 'revision_number': 4, 'project_id': 'c77acf7a46974745820e8f18c66671e7', 'subnets': [{'id': '6ab3e35d-2416-40bb-8c35-fddd30c394fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:31:18.899213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57288) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:18.996011 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:19.033385 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port c7a24688-7c7b-4d62-b08b-066fd05b3e83, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c7a24688-7c7b-4d62-b08b-066fd05b3e83,segment=NetworkSegment(34e596dc-acf0-4911-a062-0cef7a121feb),segment_id=34e596dc-acf0-4911-a062-0cef7a121feb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:19.040331 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e815072b-21a2-4dc8-be08-fe390971720c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:19.049332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fbbd897f-41e5-442b-8154-86f818ce325d req-53cfee75-6f13-49e4-9f7d-def5a9871254 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418082 Nov 11 21:31:19.098665 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:19.162023 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-693d6af0-0efe-4abe-ba53-e010654fea12 req-e531a360-6f14-48d9-8c4a-2163851b5951 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=8648a318-0a50-45a6-bb7d-aa6223ea260b HTTP/1.1" status: 200 len: 210 time: 0.1091537 Nov 11 21:31:19.186672 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:19.214384 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 422b8558-449f-40fd-8d3c-cdbbf0db9796 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:31:19.222229 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:19.364748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Pushing event updated for resources: {'Port': ['ID=422b8558-449f-40fd-8d3c-cdbbf0db9796,revision_number=7']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:19.467618 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:19.503668 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:31:19.516520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e6bad9-5aec-4363-8659-7c8a335dd824 req-133b52e6-e750-405a-ad62-721d386fbace tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] No DVR routers for this DVR port 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:19.520182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-27e6bad9-5aec-4363-8659-7c8a335dd824 req-133b52e6-e750-405a-ad62-721d386fbace tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:19.525325 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27e6bad9-5aec-4363-8659-7c8a335dd824 req-133b52e6-e750-405a-ad62-721d386fbace tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.71 "DELETE /v2.0/ports/53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d HTTP/1.1" status: 204 len: 173 time: 2.6723764 Nov 11 21:31:19.526519 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:19.545172 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=c7a24688-7c7b-4d62-b08b-066fd05b3e83,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:19.557548 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-e815072b-21a2-4dc8-be08-fe390971720c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:31:19.558196 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-e815072b-21a2-4dc8-be08-fe390971720c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:31:19.594138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cf9c0-e78e-4298-992e-7361579787c4 req-d40d5f4e-d3d3-4667-8470-3d9b6bbda07f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:19.618256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-514cf9c0-e78e-4298-992e-7361579787c4 req-d40d5f4e-d3d3-4667-8470-3d9b6bbda07f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 944 time: 0.2979136 Nov 11 21:31:19.695440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h1-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:19.759582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on host n-h1-805737-3 for vnic_type normal with profile {"migrating_to": "n-h2-805737-3"} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:19.759901 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:19.761177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:19.771633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-c840e53e-ff5c-4c00-be0a-fbc3db8ca09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:19.773264 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-c840e53e-ff5c-4c00-be0a-fbc3db8ca09a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69e1c2b-cb04-445e-b5fa-f11c3be30d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0453382 Nov 11 21:31:19.777186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:31:19.777602 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:19.788448 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:19.789127 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Checking segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:19.789924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Bound using segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:19.790782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Bound port: 422b8558-449f-40fd-8d3c-cdbbf0db9796, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:19.791407 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:19.813323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8648a318-0a50-45a6-bb7d-aa6223ea260b', 'name': 'network-vif-deleted', 'tag': '53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:19.815722 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6dec20-a6f1-498b-adf3-0252718a5154" -d '{"events": [{"server_uuid": "8648a318-0a50-45a6-bb7d-aa6223ea260b", "name": "network-vif-deleted", "tag": "53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:19.900526 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 505c56e5-a6f4-4d11-a535-f20a2e5123a3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:19.950776 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-0139fab3-b7c8-4830-84f1-b76b6911a16a service neutron] 10.222.0.10 "GET /v2.0/networks/a69e1c2b-cb04-445e-b5fa-f11c3be30d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648476 Nov 11 21:31:19.960268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Router f2305370-2d8b-4a62-b28e-d274fc2838b6 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:31:19.980351 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h1-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:19.996604 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:20.008305 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:20.051733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 505c56e5-a6f4-4d11-a535-f20a2e5123a3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:20.052221 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:20.145032 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-51651be7-5a23-4d61-aeaa-14cc50f8ef71 req-29c035aa-d9c6-41d3-8b44-cc9de1c8fcd2 service neutron] 10.222.0.10 "GET /v2.0/networks/a69e1c2b-cb04-445e-b5fa-f11c3be30d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770277 Nov 11 21:31:20.169812 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=422b8558-449f-40fd-8d3c-cdbbf0db9796,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:20.224832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 422b8558-449f-40fd-8d3c-cdbbf0db9796 has no active binding in host n-h2-805737-3 {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 21:31:20.285321 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:31:20.315695 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Sync routers for ids ['f2305370-2d8b-4a62-b28e-d274fc2838b6'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:31:20.344436 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:20.346006 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7cbef538-df7c-4754-a63f-ef10b6e957a4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1354933 Nov 11 21:31:20.348755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57312) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:20.368411 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Routers {'f2305370-2d8b-4a62-b28e-d274fc2838b6'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:20.369309 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f2305370-2d8b-4a62-b28e-d274fc2838b6'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:20.371369 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:20.398348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on host n-h1-805737-3 for vnic_type normal with profile {"migrating_to": "n-h2-805737-3"} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:20.398894 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:20.399029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:20.407540 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:31:20.407836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Attempting to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on network bb7b2ef0-98c6-4640-9855-bbeac6f5b314 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:20.413608 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390bb19-2cca-4427-9822-575eab7a59a1 req-1648ee75-cd27-4ea8-9c64-272ca368058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:20.414077 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390bb19-2cca-4427-9822-575eab7a59a1 req-1648ee75-cd27-4ea8-9c64-272ca368058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:20.414537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390bb19-2cca-4427-9822-575eab7a59a1 req-1648ee75-cd27-4ea8-9c64-272ca368058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:20.416206 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b390bb19-2cca-4427-9822-575eab7a59a1 req-1648ee75-cd27-4ea8-9c64-272ca368058c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e65ee3347f4a4354b077d82866a98b8a&device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2864 time: 0.1120732 Nov 11 21:31:20.427070 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5c734744-455a-4cae-ac48-1c58289d045a None None] Provisioning complete for port c7a24688-7c7b-4d62-b08b-066fd05b3e83 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:20.427489 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c734744-455a-4cae-ac48-1c58289d045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:20.463307 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-514cf9c0-e78e-4298-992e-7361579787c4 req-58d71cd0-ca32-42b9-890f-e2917999b710 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8434703 Nov 11 21:31:20.490067 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 505c56e5-a6f4-4d11-a535-f20a2e5123a3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=505c56e5-a6f4-4d11-a535-f20a2e5123a3,segment=NetworkSegment(41cd4400-ab1a-45a1-8a6f-87a0fa941557),segment_id=41cd4400-ab1a-45a1-8a6f-87a0fa941557)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:20.494727 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-dd36d670-16a3-4197-80a2-b3206ed87142 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:20.503171 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:20.504003 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c7a24688-7c7b-4d62-b08b-066fd05b3e83 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:20.505759 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-dd36d670-16a3-4197-80a2-b3206ed87142 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/networks?id=db6f838a-e359-4731-8b0b-e67a2634dc14 HTTP/1.1" status: 200 len: 803 time: 1.3141608 Nov 11 21:31:20.507570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23acedd-94e9-4f41-bfc2-4bb10b612785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422b8558-449f-40fd-8d3c-cdbbf0db9796'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:20.509953 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a36f6fc-5e12-4b5b-9c21-93b86ea5cc5a" -d '{"events": [{"server_uuid": "c23acedd-94e9-4f41-bfc2-4bb10b612785", "name": "network-vif-unplugged", "status": "completed", "tag": "422b8558-449f-40fd-8d3c-cdbbf0db9796"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:20.524115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:20.524525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Checking segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:20.525025 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Bound using segment: {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:20.525534 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Bound port: 422b8558-449f-40fd-8d3c-cdbbf0db9796, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa4e23f-05b2-4873-adf4-c72b147aa95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'bb7b2ef0-98c6-4640-9855-bbeac6f5b314'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:20.525973 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:20.560995 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-aca3dde9-4530-4dcb-b091-b4a8c8a6267f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/quotas/d1ce2fcf81724535a65f8c9d2450b857 HTTP/1.1" status: 200 len: 375 time: 0.0541031 Nov 11 21:31:20.567908 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390bb19-2cca-4427-9822-575eab7a59a1 req-a44bd1e0-acdd-49d8-a96f-cf0fd26a42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:20.569490 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b390bb19-2cca-4427-9822-575eab7a59a1 req-a44bd1e0-acdd-49d8-a96f-cf0fd26a42f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a69e1c2b-cb04-445e-b5fa-f11c3be30d7f HTTP/1.1" status: 200 len: 901 time: 0.1462386 Nov 11 21:31:20.672397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Set router f2305370-2d8b-4a62-b28e-d274fc2838b6 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:20.677706 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b390bb19-2cca-4427-9822-575eab7a59a1 req-94c74f3e-d732-40b0-a2d3-fb78226d35cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.130&port_id=330987df-3617-468e-adc3-8ca87d1ad737 HTTP/1.1" status: 200 len: 217 time: 0.0905406 Nov 11 21:31:20.736833 n-d-805737-3 neutron-server[102534]: WARNING neutron.plugins.ml2.plugin [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Concurrent port binding operations failed on port 422b8558-449f-40fd-8d3c-cdbbf0db9796 Nov 11 21:31:20.740546 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=505c56e5-a6f4-4d11-a535-f20a2e5123a3,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:20.744401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-e6076ceb-c5a8-4aa3-a429-cc7d3fcc8bc2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1ce2fcf81724535a65f8c9d2450b857&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1816504 Nov 11 21:31:20.747380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:20.757075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30222af6-ed85-40e9-85ba-bc4e694b3e1f req-c14dd0a8-25f3-4d7b-96e8-20ebde6f351e tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:20.758690 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30222af6-ed85-40e9-85ba-bc4e694b3e1f req-c14dd0a8-25f3-4d7b-96e8-20ebde6f351e tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.1519814 Nov 11 21:31:20.771016 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22457284-a8d7-43de-8fa3-9053002a9302 req-c52dd365-b176-46e7-ae59-3247ca7338d4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:20.773202 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-22457284-a8d7-43de-8fa3-9053002a9302 req-c52dd365-b176-46e7-ae59-3247ca7338d4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.71 "GET /v2.0/ports?device_id=68bbdb47-3610-40b2-8c13-bcdeb91574ec HTTP/1.1" status: 200 len: 945 time: 0.2028162 Nov 11 21:31:20.776847 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Attempt 2 to bind port 422b8558-449f-40fd-8d3c-cdbbf0db9796 Nov 11 21:31:20.791353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port c7a24688-7c7b-4d62-b08b-066fd05b3e83 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:20.791891 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:20.797380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:20.797995 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:20.799695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-cf3479f2-1ba7-432f-87ca-e723c1993e98 service neutron] 10.222.0.71 "PUT /v2.0/ports/422b8558-449f-40fd-8d3c-cdbbf0db9796 HTTP/1.1" status: 200 len: 1122 time: 2.5780585 Nov 11 21:31:20.871054 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5c734744-455a-4cae-ac48-1c58289d045a None None] Provisioning complete for port 505c56e5-a6f4-4d11-a535-f20a2e5123a3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:20.871589 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c734744-455a-4cae-ac48-1c58289d045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:20.882260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390bb19-2cca-4427-9822-575eab7a59a1 req-417cf20f-d8f9-4a7e-b5c2-e1f8250853cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:20.884545 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b390bb19-2cca-4427-9822-575eab7a59a1 req-417cf20f-d8f9-4a7e-b5c2-e1f8250853cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db2906c3-137c-48ef-8025-b86d72e65827 HTTP/1.1" status: 200 len: 801 time: 0.1940694 Nov 11 21:31:20.920831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['422b8558-449f-40fd-8d3c-cdbbf0db9796'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:20.923241 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['422b8558-449f-40fd-8d3c-cdbbf0db9796'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:20.938767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30222af6-ed85-40e9-85ba-bc4e694b3e1f req-0088c9a7-c267-41d8-a4d2-87b7bd75498f tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689773 Nov 11 21:31:20.958540 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-c9cb29bc-42dc-45d3-b75d-f958d27cbc92 service neutron] 10.222.0.57 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974733 Nov 11 21:31:21.057137 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4419ce1-9b23-4c96-9789-492dd97d4fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:21.080418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390bb19-2cca-4427-9822-575eab7a59a1 req-6fec1ea3-4ddb-45d6-9c82-3ae9df9e504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:21.082388 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b390bb19-2cca-4427-9822-575eab7a59a1 req-6fec1ea3-4ddb-45d6-9c82-3ae9df9e504d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a69e1c2b-cb04-445e-b5fa-f11c3be30d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1588306 Nov 11 21:31:21.114242 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-22457284-a8d7-43de-8fa3-9053002a9302 req-6ae36966-e6c0-483b-982c-df123d4a780f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Deleting port 20529d30-dad1-4a41-b2ac-12727b29a421 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:21.114544 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-22457284-a8d7-43de-8fa3-9053002a9302 req-6ae36966-e6c0-483b-982c-df123d4a780f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:21.135253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-fd34acb9-8431-4d91-a302-83da784d2090 service neutron] 10.222.0.57 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624207 Nov 11 21:31:21.136092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device e685d181-190b-4acc-89e6-a320b4fc90c7 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:21.160887 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: e685d181-190b-4acc-89e6-a320b4fc90c7 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:21.161322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device e685d181-190b-4acc-89e6-a320b4fc90c7 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:21.205821 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:21.277030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:21.277030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:21.277030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 20529d30-dad1-4a41-b2ac-12727b29a421 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:21.280438 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-22457284-a8d7-43de-8fa3-9053002a9302 req-6ae36966-e6c0-483b-982c-df123d4a780f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] For port 20529d30-dad1-4a41-b2ac-12727b29a421, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=20529d30-dad1-4a41-b2ac-12727b29a421,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:21.281092 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-22457284-a8d7-43de-8fa3-9053002a9302 req-6ae36966-e6c0-483b-982c-df123d4a780f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:21.300162 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-22457284-a8d7-43de-8fa3-9053002a9302 req-6ae36966-e6c0-483b-982c-df123d4a780f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Calling delete_port for 20529d30-dad1-4a41-b2ac-12727b29a421 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:21.330544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80329d-c0f9-4efc-943f-f2ffdd0236d9 req-8cf1678f-b783-4a21-8075-3e5db65db4d3 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:21.337154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80329d-c0f9-4efc-943f-f2ffdd0236d9 req-8cf1678f-b783-4a21-8075-3e5db65db4d3 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:21.343540 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80329d-c0f9-4efc-943f-f2ffdd0236d9 req-8cf1678f-b783-4a21-8075-3e5db65db4d3 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:21.345455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e80329d-c0f9-4efc-943f-f2ffdd0236d9 req-8cf1678f-b783-4a21-8075-3e5db65db4d3 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2411 time: 0.1039543 Nov 11 21:31:21.377166 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d1f905-1f29-4e1a-baff-e97d98228d75 x-openstack-request-id: req-04d1f905-1f29-4e1a-baff-e97d98228d75 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:21.377454 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8648a318-0a50-45a6-bb7d-aa6223ea260b", "name": "network-vif-deleted", "tag": "53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:21.377707 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04d1f905-1f29-4e1a-baff-e97d98228d75 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:21.378100 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8648a318-0a50-45a6-bb7d-aa6223ea260b', 'name': 'network-vif-deleted', 'tag': '53d6df10-91d1-4cfe-b6fb-fb4c3dbf084d', 'status': 'completed', 'code': 200} Nov 11 21:31:21.395222 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7707254-eb6b-451d-9007-eac71e97e73e x-openstack-request-id: req-d7707254-eb6b-451d-9007-eac71e97e73e {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:21.395521 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23acedd-94e9-4f41-bfc2-4bb10b612785", "name": "network-vif-unplugged", "status": "completed", "tag": "422b8558-449f-40fd-8d3c-cdbbf0db9796", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:21.395768 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d7707254-eb6b-451d-9007-eac71e97e73e {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:21.396284 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23acedd-94e9-4f41-bfc2-4bb10b612785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422b8558-449f-40fd-8d3c-cdbbf0db9796', 'code': 200} Nov 11 21:31:21.455892 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e80329d-c0f9-4efc-943f-f2ffdd0236d9 req-acade022-0b10-490c-aabd-57dedde0ee27 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986266 Nov 11 21:31:21.469039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:14Z', 'updated_at': '2021-11-11T21:31:18Z', 'revision_number': 3, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'gw_port': {'id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:95:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:16Z', 'updated_at': '2021-11-11T21:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:21.530747 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-d4419ce1-9b23-4c96-9789-492dd97d4fd2 admin admin] Deleting port 505c56e5-a6f4-4d11-a535-f20a2e5123a3 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:21.531092 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4419ce1-9b23-4c96-9789-492dd97d4fd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:21.533071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Checking router: f2305370-2d8b-4a62-b28e-d274fc2838b6 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:31:21.533570 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Updating router f2305370-2d8b-4a62-b28e-d274fc2838b6 port 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:31:21.621156 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:21.659952 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:21.721887 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bbdb47-3610-40b2-8c13-bcdeb91574ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20529d30-dad1-4a41-b2ac-12727b29a421'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:21.724290 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf4f470-da27-4604-b9eb-e2cd2fd33381" -d '{"events": [{"server_uuid": "68bbdb47-3610-40b2-8c13-bcdeb91574ec", "name": "network-vif-unplugged", "status": "completed", "tag": "20529d30-dad1-4a41-b2ac-12727b29a421"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:21.729044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-d4419ce1-9b23-4c96-9789-492dd97d4fd2 admin admin] For port 505c56e5-a6f4-4d11-a535-f20a2e5123a3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=505c56e5-a6f4-4d11-a535-f20a2e5123a3,segment=NetworkSegment(41cd4400-ab1a-45a1-8a6f-87a0fa941557),segment_id=41cd4400-ab1a-45a1-8a6f-87a0fa941557)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:21.730088 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4419ce1-9b23-4c96-9789-492dd97d4fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:21.746751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-d4419ce1-9b23-4c96-9789-492dd97d4fd2 admin admin] Calling delete_port for 505c56e5-a6f4-4d11-a535-f20a2e5123a3 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:21.748137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 20529d30-dad1-4a41-b2ac-12727b29a421, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=20529d30-dad1-4a41-b2ac-12727b29a421,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:21.802556 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:21.850182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 505c56e5-a6f4-4d11-a535-f20a2e5123a3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:21.864771 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47203e77-7eb3-4998-a9d7-d1ebe51135f9 req-d68ff059-84d1-4165-9866-40665c9920d7 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7 HTTP/1.1" status: 200 len: 210 time: 0.2917860 Nov 11 21:31:22.007802 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b390bb19-2cca-4427-9822-575eab7a59a1 req-b86742d9-154e-47ce-8501-ac6b3062b5d8 service neutron] 10.222.0.10 "GET /v2.0/networks/a69e1c2b-cb04-445e-b5fa-f11c3be30d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9129777 Nov 11 21:31:22.044981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.156000 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:31:22.157154 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-22457284-a8d7-43de-8fa3-9053002a9302 req-6ae36966-e6c0-483b-982c-df123d4a780f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.232820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae36966-e6c0-483b-982c-df123d4a780f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Pushing event deleted for resources: {'Port': ['ID=20529d30-dad1-4a41-b2ac-12727b29a421,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:22.235835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec13c5-d5f1-4d4e-a9bb-7f590d8dd0b8 req-60f75d0f-e903-4c4a-842e-d8c5a25a2733 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:22.249546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6eec13c5-d5f1-4d4e-a9bb-7f590d8dd0b8 req-60f75d0f-e903-4c4a-842e-d8c5a25a2733 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 944 time: 0.2188256 Nov 11 21:31:22.283389 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4419ce1-9b23-4c96-9789-492dd97d4fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.305939 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-22457284-a8d7-43de-8fa3-9053002a9302 req-6ae36966-e6c0-483b-982c-df123d4a780f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] No DVR routers for this DVR port 20529d30-dad1-4a41-b2ac-12727b29a421 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:22.307840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=20529d30-dad1-4a41-b2ac-12727b29a421,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:22.319949 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-22457284-a8d7-43de-8fa3-9053002a9302 req-6ae36966-e6c0-483b-982c-df123d4a780f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.323303 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No active binding found for port 505c56e5-a6f4-4d11-a535-f20a2e5123a3 {{(pid=102536) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 21:31:22.323916 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 505c56e5-a6f4-4d11-a535-f20a2e5123a3 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 11 21:31:22.324711 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-22457284-a8d7-43de-8fa3-9053002a9302 req-6ae36966-e6c0-483b-982c-df123d4a780f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.71 "DELETE /v2.0/ports/20529d30-dad1-4a41-b2ac-12727b29a421 HTTP/1.1" status: 204 len: 173 time: 1.5421431 Nov 11 21:31:22.349970 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9dd42-3865-4d93-a127-14e908775b9c req-c4c833c9-889a-4b12-ab59-9804d4449c1c tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:22.358333 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07c9dd42-3865-4d93-a127-14e908775b9c req-c4c833c9-889a-4b12-ab59-9804d4449c1c tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 944 time: 0.2642853 Nov 11 21:31:22.366339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4419ce1-9b23-4c96-9789-492dd97d4fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=505c56e5-a6f4-4d11-a535-f20a2e5123a3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:22.379200 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b390bb19-2cca-4427-9822-575eab7a59a1 req-42e5b373-2b6b-42fa-80ec-5b3c327cf071 service neutron] 10.222.0.10 "GET /v2.0/networks/a69e1c2b-cb04-445e-b5fa-f11c3be30d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539047 Nov 11 21:31:22.409360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Port 505c56e5-a6f4-4d11-a535-f20a2e5123a3 not found, will not notify nova. {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 11 21:31:22.411488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaccfba-0709-484c-ba42-249a60f305d2 req-dc677bb7-f86e-4ab9-8778-ac1cb6c2d51a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:22.416783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6eaccfba-0709-484c-ba42-249a60f305d2 req-dc677bb7-f86e-4ab9-8778-ac1cb6c2d51a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 944 time: 0.2522414 Nov 11 21:31:22.475541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Allocated IP 172.20.0.1 (28575828-e1a6-401b-bf7c-c60e475ca065/d3468651-a958-4431-bb60-8ef0cb71dca9/230a4732-160c-4380-9eaa-9bb2355b3cd3) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:22.505869 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.517443 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6eec13c5-d5f1-4d4e-a9bb-7f590d8dd0b8 req-22135d6d-b610-4a72-b77c-0b72fbc8f48e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666059 Nov 11 21:31:22.518097 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.638946 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd61a3a-460b-4175-94eb-6c95163ddaef x-openstack-request-id: req-8dd61a3a-460b-4175-94eb-6c95163ddaef {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:22.639637 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bbdb47-3610-40b2-8c13-bcdeb91574ec", "name": "network-vif-unplugged", "status": "completed", "tag": "20529d30-dad1-4a41-b2ac-12727b29a421", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:22.639637 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8dd61a3a-460b-4175-94eb-6c95163ddaef {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:22.639987 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bbdb47-3610-40b2-8c13-bcdeb91574ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20529d30-dad1-4a41-b2ac-12727b29a421', 'code': 200} Nov 11 21:31:22.666418 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f406b-910b-4680-936c-9bd345812fa6 None None] Pushing event updated for resources: {'Port': ['ID=1ed38e47-a1c8-4a07-acc9-7b43effdc0f7,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:22.676373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Attempting to bind port 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:22.676995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Attempting to bind port 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:22.679060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Attempting to bind port 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:22.686993 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07c9dd42-3865-4d93-a127-14e908775b9c req-0c9e3f42-08c9-401b-9d45-5d2ac0b0150a tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274655 Nov 11 21:31:22.687456 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:22.688129 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:22.688754 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.689474 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:22.690178 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Bound port: 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:22.690788 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.692033 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.800480 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.814229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] For port 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:22.818637 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] For port 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1ed38e47-a1c8-4a07-acc9-7b43effdc0f7,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:22.826774 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.889937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f406b-910b-4680-936c-9bd345812fa6 None None] Pushing event updated for resources: {'Port': ['ID=1ed38e47-a1c8-4a07-acc9-7b43effdc0f7,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:22.917941 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Routers {'f2305370-2d8b-4a62-b28e-d274fc2838b6'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:22.919565 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f2305370-2d8b-4a62-b28e-d274fc2838b6'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:22.955128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8942178-6567-4719-8161-fdcbceeb7f40 req-8a2231d7-f5f8-4d24-b6de-3b416240e943 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:22.963092 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8942178-6567-4719-8161-fdcbceeb7f40 req-8a2231d7-f5f8-4d24-b6de-3b416240e943 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.2712507 Nov 11 21:31:23.034172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63527e44-aa46-4841-820a-55be56a9b5cd req-737422e3-27e3-459b-89e7-b0fbaf9989f0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:23.036847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63527e44-aa46-4841-820a-55be56a9b5cd req-737422e3-27e3-459b-89e7-b0fbaf9989f0 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 949 time: 0.2386780 Nov 11 21:31:23.046500 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4419ce1-9b23-4c96-9789-492dd97d4fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:23.050496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-6eaccfba-0709-484c-ba42-249a60f305d2 req-849ce0b7-229b-4316-9d41-03f0c6a5ad1b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Deleting port c711562c-c0c8-4084-a044-15b203cc940c {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:23.050842 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6eaccfba-0709-484c-ba42-249a60f305d2 req-849ce0b7-229b-4316-9d41-03f0c6a5ad1b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:23.096847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] Set router f2305370-2d8b-4a62-b28e-d274fc2838b6 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:23.145544 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8942178-6567-4719-8161-fdcbceeb7f40 req-e6295671-3682-461a-9c02-558092ffe2aa tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813509 Nov 11 21:31:23.165371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 330987df-3617-468e-adc3-8ca87d1ad737 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:31:23.224947 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-31a28671-d6e3-4b25-8fe0-84cbd542a1ca req-cb9ea7ee-09f0-46d3-8e6a-09d75d88d9ec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4910436 Nov 11 21:31:23.256254 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Pushing event updated for resources: {'Port': ['ID=230a4732-160c-4380-9eaa-9bb2355b3cd3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:23.312519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Network 28575828-e1a6-401b-bf7c-c60e475ca065 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:23.337395 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63527e44-aa46-4841-820a-55be56a9b5cd req-9f8aeeae-edec-4777-bc82-b80935beff0d tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797666 Nov 11 21:31:23.382945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 330987df-3617-468e-adc3-8ca87d1ad737, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=330987df-3617-468e-adc3-8ca87d1ad737,segment=NetworkSegment(9589c7c8-f4c1-4399-aab2-60e48e4852f2),segment_id=9589c7c8-f4c1-4399-aab2-60e48e4852f2)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:23.402668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23acedd-94e9-4f41-bfc2-4bb10b612785', 'tag': '422b8558-449f-40fd-8d3c-cdbbf0db9796'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:23.403732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '330987df-3617-468e-adc3-8ca87d1ad737', 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f', 'port_id': '330987df-3617-468e-adc3-8ca87d1ad737', 'mac_address': 'fa:16:3e:53:31:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db2906c3-137c-48ef-8025-b86d72e65827', 'ip_address': '19.80.0.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:31:23.405799 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d174e6-24cb-45b8-922b-69063b84ce8e" -d '{"events": [{"name": "network-changed", "server_uuid": "c23acedd-94e9-4f41-bfc2-4bb10b612785", "tag": "422b8558-449f-40fd-8d3c-cdbbf0db9796"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:23.422063 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:23.422767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-6eaccfba-0709-484c-ba42-249a60f305d2 req-849ce0b7-229b-4316-9d41-03f0c6a5ad1b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] For port c711562c-c0c8-4084-a044-15b203cc940c, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=c711562c-c0c8-4084-a044-15b203cc940c,segment=NetworkSegment(d7c3a3b3-d1b3-433b-af7b-096f900a2706),segment_id=d7c3a3b3-d1b3-433b-af7b-096f900a2706)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:23.423229 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6eaccfba-0709-484c-ba42-249a60f305d2 req-849ce0b7-229b-4316-9d41-03f0c6a5ad1b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:23.424660 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:23.435511 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:14Z', 'updated_at': '2021-11-11T21:31:18Z', 'revision_number': 3, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'gw_port': {'id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:95:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:16Z', 'updated_at': '2021-11-11T21:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:23.448949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c49c0a-a7ba-4774-8ebe-56c858740a93 req-47dc618e-1c5e-4811-a869-e3056937c9f6 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:23.455464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c49c0a-a7ba-4774-8ebe-56c858740a93 req-47dc618e-1c5e-4811-a869-e3056937c9f6 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:23.461914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c49c0a-a7ba-4774-8ebe-56c858740a93 req-47dc618e-1c5e-4811-a869-e3056937c9f6 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:23.463719 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c49c0a-a7ba-4774-8ebe-56c858740a93 req-47dc618e-1c5e-4811-a869-e3056937c9f6 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2411 time: 0.2158923 Nov 11 21:31:23.471743 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afaac86-f053-4c24-b6ee-d87a38b3473d None None] The sync data for ids ['f2305370-2d8b-4a62-b28e-d274fc2838b6'] in n-d-805737-3 is: [{'id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:14Z', 'updated_at': '2021-11-11T21:31:18Z', 'revision_number': 3, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'gw_port': {'id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:95:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:16Z', 'updated_at': '2021-11-11T21:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:31:23.481386 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bbdb47-3610-40b2-8c13-bcdeb91574ec', 'name': 'network-vif-deleted', 'tag': '20529d30-dad1-4a41-b2ac-12727b29a421'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:23.481617 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:23.481758 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a082fcc8-3a6c-4116-a94b-5936a4093b6f" -d '{"events": [{"server_uuid": "68bbdb47-3610-40b2-8c13-bcdeb91574ec", "name": "network-vif-deleted", "tag": "20529d30-dad1-4a41-b2ac-12727b29a421"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:23.492571 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-269d7661-622b-47ee-b72a-9a7eb60dc159 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:23.494275 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-269d7661-622b-47ee-b72a-9a7eb60dc159 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.10 "GET /v2.0/networks?id=db6f838a-e359-4731-8b0b-e67a2634dc14 HTTP/1.1" status: 200 len: 803 time: 0.6599345 Nov 11 21:31:23.497481 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:23.497997 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330987df-3617-468e-adc3-8ca87d1ad737 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:23.512586 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8131bb73-f8bf-45be-81ec-388d90d94d6f req-52189f97-8c34-47d8-96a5-483faea0c61c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7 HTTP/1.1" status: 200 len: 210 time: 0.1007936 Nov 11 21:31:23.514861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-6eaccfba-0709-484c-ba42-249a60f305d2 req-849ce0b7-229b-4316-9d41-03f0c6a5ad1b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Calling delete_port for c711562c-c0c8-4084-a044-15b203cc940c owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:23.527839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 330987df-3617-468e-adc3-8ca87d1ad737, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=330987df-3617-468e-adc3-8ca87d1ad737,segment=NetworkSegment(9589c7c8-f4c1-4399-aab2-60e48e4852f2),segment_id=9589c7c8-f4c1-4399-aab2-60e48e4852f2)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:23.544860 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:23.545923 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 1e62104d-3681-404d-839c-c3ece8927126 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:31:23.569540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3fc3ae2e-0f6f-4c39-b94e-22e2485aadd4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Request body: {'port': {'device_id': '5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7', 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14', 'admin_state_up': True, 'tenant_id': 'd1ce2fcf81724535a65f8c9d2450b857'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:23.592961 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c93f31a-55e4-4571-96bc-0576c0167fc1 x-openstack-request-id: req-0c93f31a-55e4-4571-96bc-0576c0167fc1 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:23.593534 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23acedd-94e9-4f41-bfc2-4bb10b612785", "tag": "422b8558-449f-40fd-8d3c-cdbbf0db9796", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:23.593534 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0c93f31a-55e4-4571-96bc-0576c0167fc1 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:23.597327 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23acedd-94e9-4f41-bfc2-4bb10b612785', 'tag': '422b8558-449f-40fd-8d3c-cdbbf0db9796', 'status': 'completed', 'code': 200} Nov 11 21:31:23.655671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=330987df-3617-468e-adc3-8ca87d1ad737,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:23.728506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a28671-d6e3-4b25-8fe0-84cbd542a1ca req-db343ce6-2ea2-4e55-a33d-cacac3573c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:23.731423 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-31a28671-d6e3-4b25-8fe0-84cbd542a1ca req-db343ce6-2ea2-4e55-a33d-cacac3573c7d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 1095 time: 0.4701462 Nov 11 21:31:23.761202 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ef4615-8016-4aae-b488-12ef62b34342 x-openstack-request-id: req-82ef4615-8016-4aae-b488-12ef62b34342 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:23.762658 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bbdb47-3610-40b2-8c13-bcdeb91574ec", "name": "network-vif-deleted", "tag": "20529d30-dad1-4a41-b2ac-12727b29a421", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:23.763961 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-82ef4615-8016-4aae-b488-12ef62b34342 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:23.767499 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bbdb47-3610-40b2-8c13-bcdeb91574ec', 'name': 'network-vif-deleted', 'tag': '20529d30-dad1-4a41-b2ac-12727b29a421', 'status': 'completed', 'code': 200} Nov 11 21:31:23.767910 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 1e62104d-3681-404d-839c-c3ece8927126, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=1e62104d-3681-404d-839c-c3ece8927126,segment=NetworkSegment(a7e0a6ca-fe04-4434-8177-44989e26fb42),segment_id=a7e0a6ca-fe04-4434-8177-44989e26fb42)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:23.785544 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '1e62104d-3681-404d-839c-c3ece8927126', 'network_id': '4970f9c8-5143-46b7-94f8-3733aa2f490e', 'port_id': '1e62104d-3681-404d-839c-c3ece8927126', 'mac_address': 'fa:16:3e:39:43:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203885e9-6cf0-4a27-bdc8-67e048a1ecf2', 'ip_address': '19.86.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:31:23.850772 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:23.867095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e62104d-3681-404d-839c-c3ece8927126 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:23.869032 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c49c0a-a7ba-4774-8ebe-56c858740a93 req-35a307aa-5a19-49c1-abef-768b78840ed3 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742948 Nov 11 21:31:23.938729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 1e62104d-3681-404d-839c-c3ece8927126, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=1e62104d-3681-404d-839c-c3ece8927126,segment=NetworkSegment(a7e0a6ca-fe04-4434-8177-44989e26fb42),segment_id=a7e0a6ca-fe04-4434-8177-44989e26fb42)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:23.946637 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0546f1c5-33de-43f2-9a9a-4ed236b0bc25 None None] Provisioning complete for port 230a4732-160c-4380-9eaa-9bb2355b3cd3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:23.946637 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0546f1c5-33de-43f2-9a9a-4ed236b0bc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:23.953219 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:23.957881 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a28671-d6e3-4b25-8fe0-84cbd542a1ca req-4d37c2c0-386d-4865-bf1e-83b44a29a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:23.958342 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 07eedf9c-4bc1-45b0-9ed6-853cd6548175 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:31:23.960070 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-31a28671-d6e3-4b25-8fe0-84cbd542a1ca req-4d37c2c0-386d-4865-bf1e-83b44a29a04a service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.1864607 Nov 11 21:31:24.066264 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-31a28671-d6e3-4b25-8fe0-84cbd542a1ca req-2b2a3f8f-b963-4ea6-a315-225988b80b98 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004 HTTP/1.1" status: 200 len: 217 time: 0.0538435 Nov 11 21:31:24.074964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0546f1c5-33de-43f2-9a9a-4ed236b0bc25 None None] Port 230a4732-160c-4380-9eaa-9bb2355b3cd3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:31:24.089211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4419ce1-9b23-4c96-9789-492dd97d4fd2 admin admin] Router 680c287e-0701-495a-8ac9-8a39afd8d310 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:31:24.103569 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 07eedf9c-4bc1-45b0-9ed6-853cd6548175, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=07eedf9c-4bc1-45b0-9ed6-853cd6548175,segment=NetworkSegment(9589c7c8-f4c1-4399-aab2-60e48e4852f2),segment_id=9589c7c8-f4c1-4399-aab2-60e48e4852f2)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:24.106401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d174e6-24cb-45b8-922b-69063b84ce8e req-79ba5208-13b5-41d7-be86-f64f28056762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:24.108056 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74d174e6-24cb-45b8-922b-69063b84ce8e req-79ba5208-13b5-41d7-be86-f64f28056762 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 1125 time: 0.4744308 Nov 11 21:31:24.125581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '07eedf9c-4bc1-45b0-9ed6-853cd6548175', 'network_id': 'a69e1c2b-cb04-445e-b5fa-f11c3be30d7f', 'port_id': '07eedf9c-4bc1-45b0-9ed6-853cd6548175', 'mac_address': 'fa:16:3e:f3:12:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db2906c3-137c-48ef-8025-b86d72e65827', 'ip_address': '19.80.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:31:24.127291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=1e62104d-3681-404d-839c-c3ece8927126,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:24.150472 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a28671-d6e3-4b25-8fe0-84cbd542a1ca req-712194a1-e232-4ea7-9634-82d0568d0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:24.152432 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-31a28671-d6e3-4b25-8fe0-84cbd542a1ca req-712194a1-e232-4ea7-9634-82d0568d0228 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.0655370 Nov 11 21:31:24.170389 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fff67-e947-433a-a55d-d6664429faf7 req-9d506cf5-695b-46c6-a076-036a019e06d2 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:24.172703 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f48fff67-e947-433a-a55d-d6664429faf7 req-9d506cf5-695b-46c6-a076-036a019e06d2 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 949 time: 0.2115760 Nov 11 21:31:24.184236 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:24.207091 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07eedf9c-4bc1-45b0-9ed6-853cd6548175 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:24.238009 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 07eedf9c-4bc1-45b0-9ed6-853cd6548175, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=07eedf9c-4bc1-45b0-9ed6-853cd6548175,segment=NetworkSegment(9589c7c8-f4c1-4399-aab2-60e48e4852f2),segment_id=9589c7c8-f4c1-4399-aab2-60e48e4852f2)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:24.244414 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:24.277786 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-31a28671-d6e3-4b25-8fe0-84cbd542a1ca req-05af4c41-17ef-4e3a-a994-4ccf35bfa4b7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018450 Nov 11 21:31:24.352590 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=07eedf9c-4bc1-45b0-9ed6-853cd6548175,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:24.353390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4419ce1-9b23-4c96-9789-492dd97d4fd2 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:31:24.353390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f70e34-4919-4b74-82d4-b1407cf676fc req-d2bc543a-f637-4495-842a-f8069cc9eb76 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:24.354888 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4f70e34-4919-4b74-82d4-b1407cf676fc req-d2bc543a-f637-4495-842a-f8069cc9eb76 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 944 time: 0.5348074 Nov 11 21:31:24.362314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d4419ce1-9b23-4c96-9789-492dd97d4fd2 admin admin] 10.222.0.57 "PUT /v2.0/routers/680c287e-0701-495a-8ac9-8a39afd8d310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4619186 Nov 11 21:31:24.366322 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9e3cd-21fa-44ce-8ee7-218ce7c8c2fc None None] Sync routers for ids ['680c287e-0701-495a-8ac9-8a39afd8d310'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:31:24.386970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57356) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:24.392107 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9e3cd-21fa-44ce-8ee7-218ce7c8c2fc None None] Routers {'680c287e-0701-495a-8ac9-8a39afd8d310'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:24.393125 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-59c9e3cd-21fa-44ce-8ee7-218ce7c8c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['680c287e-0701-495a-8ac9-8a39afd8d310'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:24.411089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860cc6b-b39c-4036-ba1c-a022ae6d7508 req-fffd6451-f494-45f0-ada3-e07726c03992 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:24.413061 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9860cc6b-b39c-4036-ba1c-a022ae6d7508 req-fffd6451-f494-45f0-ada3-e07726c03992 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1ca6ad1-9f6c-4c2e-8c53-903298abf90d HTTP/1.1" status: 200 len: 944 time: 0.3783090 Nov 11 21:31:24.483373 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3fc3ae2e-0f6f-4c39-b94e-22e2485aadd4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Made reservation on behalf of d1ce2fcf81724535a65f8c9d2450b857 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:24.489915 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3fc3ae2e-0f6f-4c39-b94e-22e2485aadd4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:24.595435 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['07eedf9c-4bc1-45b0-9ed6-853cd6548175'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:24.610343 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-59c9e3cd-21fa-44ce-8ee7-218ce7c8c2fc None None] Set router 680c287e-0701-495a-8ac9-8a39afd8d310 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:24.615537 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4f70e34-4919-4b74-82d4-b1407cf676fc req-b12e6cbc-f877-49bd-b3dd-a10e438aaac3 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426965 Nov 11 21:31:24.617760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d174e6-24cb-45b8-922b-69063b84ce8e req-279c9888-bf40-4bd2-93d3-cc21c14b7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:24.619303 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74d174e6-24cb-45b8-922b-69063b84ce8e req-279c9888-bf40-4bd2-93d3-cc21c14b7719 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.4957986 Nov 11 21:31:24.628066 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6eaccfba-0709-484c-ba42-249a60f305d2 req-849ce0b7-229b-4316-9d41-03f0c6a5ad1b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:24.678200 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-31a28671-d6e3-4b25-8fe0-84cbd542a1ca req-c8094cc4-25c1-4c4b-a55c-989548554485 service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689692 Nov 11 21:31:24.732462 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['1e62104d-3681-404d-839c-c3ece8927126'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:24.739046 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:24.746013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['330987df-3617-468e-adc3-8ca87d1ad737'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:24.898257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f48fff67-e947-433a-a55d-d6664429faf7 req-dcd15ecc-0c75-427f-a0b0-c4cc70db6e91 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Deleting port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:24.898503 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f48fff67-e947-433a-a55d-d6664429faf7 req-dcd15ecc-0c75-427f-a0b0-c4cc70db6e91 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:24.935848 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-59c9e3cd-21fa-44ce-8ee7-218ce7c8c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'name': 'tempest-FloatingIPsNegativeTestJSON-670731637-router', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:57Z', 'updated_at': '2021-11-11T21:31:22Z', 'revision_number': 5, 'project_id': 'c77acf7a46974745820e8f18c66671e7', 'gw_port': {'id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:59Z', 'updated_at': '2021-11-11T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:24.971244 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:25.008839 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9e3cd-21fa-44ce-8ee7-218ce7c8c2fc None None] Checking router: 680c287e-0701-495a-8ac9-8a39afd8d310 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:31:25.028953 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9e3cd-21fa-44ce-8ee7-218ce7c8c2fc None None] Routers {'680c287e-0701-495a-8ac9-8a39afd8d310'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:25.029809 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-59c9e3cd-21fa-44ce-8ee7-218ce7c8c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['680c287e-0701-495a-8ac9-8a39afd8d310'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:25.177189 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 422b8558-449f-40fd-8d3c-cdbbf0db9796 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:25.191784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3fc3ae2e-0f6f-4c39-b94e-22e2485aadd4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Allocated IP 172.20.0.10 (db6f838a-e359-4731-8b0b-e67a2634dc14/1861653c-fba2-441d-b341-424c585bf1e6/874f02bb-09e2-41b9-a6d4-d21b61d4eeaf) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:25.200529 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-31a28671-d6e3-4b25-8fe0-84cbd542a1ca req-c10512da-c685-4600-bc72-25c15e433600 service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638839 Nov 11 21:31:25.271834 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f48fff67-e947-433a-a55d-d6664429faf7 req-dcd15ecc-0c75-427f-a0b0-c4cc70db6e91 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] For port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:25.272208 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f48fff67-e947-433a-a55d-d6664429faf7 req-dcd15ecc-0c75-427f-a0b0-c4cc70db6e91 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:25.286319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9860cc6b-b39c-4036-ba1c-a022ae6d7508 req-7931fec3-8605-4b9a-b4e3-12781b948d22 tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.57 "GET /v2.0/security-groups?id=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8615468 Nov 11 21:31:25.291570 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-59c9e3cd-21fa-44ce-8ee7-218ce7c8c2fc None None] Set router 680c287e-0701-495a-8ac9-8a39afd8d310 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:25.298442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ce0b7-229b-4316-9d41-03f0c6a5ad1b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Pushing event deleted for resources: {'Port': ['ID=c711562c-c0c8-4084-a044-15b203cc940c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:25.312934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74d174e6-24cb-45b8-922b-69063b84ce8e req-ca95a61f-05a3-42fa-bcdb-a688c41b8496 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796 HTTP/1.1" status: 200 len: 217 time: 0.6639490 Nov 11 21:31:25.327939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 20529d30-dad1-4a41-b2ac-12727b29a421 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:25.468165 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3fc3ae2e-0f6f-4c39-b94e-22e2485aadd4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:25.505703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f48fff67-e947-433a-a55d-d6664429faf7 req-dcd15ecc-0c75-427f-a0b0-c4cc70db6e91 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Calling delete_port for d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:25.516226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eaccfba-0709-484c-ba42-249a60f305d2 req-849ce0b7-229b-4316-9d41-03f0c6a5ad1b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] No DVR routers for this DVR port c711562c-c0c8-4084-a044-15b203cc940c on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:25.519248 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3fc3ae2e-0f6f-4c39-b94e-22e2485aadd4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:25.524332 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6eaccfba-0709-484c-ba42-249a60f305d2 req-849ce0b7-229b-4316-9d41-03f0c6a5ad1b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:25.528313 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6eaccfba-0709-484c-ba42-249a60f305d2 req-849ce0b7-229b-4316-9d41-03f0c6a5ad1b tempest-LiveMigrationTest-760866043 tempest-LiveMigrationTest-760866043-project] 10.222.0.71 "DELETE /v2.0/ports/c711562c-c0c8-4084-a044-15b203cc940c HTTP/1.1" status: 204 len: 173 time: 3.0815191 Nov 11 21:31:25.567969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3b937-3033-4323-94fb-31c7fa8136ae req-1ef9bbda-4bae-42ba-9603-b8caf9d4c5f2 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:25.569998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61a3b937-3033-4323-94fb-31c7fa8136ae req-1ef9bbda-4bae-42ba-9603-b8caf9d4c5f2 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.2812643 Nov 11 21:31:25.573275 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d174e6-24cb-45b8-922b-69063b84ce8e req-2f9a137f-0312-427c-b089-4dbb9ed54b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:25.575029 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74d174e6-24cb-45b8-922b-69063b84ce8e req-2f9a137f-0312-427c-b089-4dbb9ed54b42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.2204516 Nov 11 21:31:25.612311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ca6ad1-9f6c-4c2e-8c53-903298abf90d', 'name': 'network-vif-deleted', 'tag': 'c711562c-c0c8-4084-a044-15b203cc940c'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:25.615054 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0837c04-0e72-44a6-a09e-35913888928d" -d '{"events": [{"server_uuid": "e1ca6ad1-9f6c-4c2e-8c53-903298abf90d", "name": "network-vif-deleted", "tag": "c711562c-c0c8-4084-a044-15b203cc940c"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:25.657069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d0d09-2f53-490d-bf0f-73f471dffd51 req-b189d615-69b4-4f85-9863-a445e6c1c02a tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:25.659957 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-860d0d09-2f53-490d-bf0f-73f471dffd51 req-b189d615-69b4-4f85-9863-a445e6c1c02a tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 949 time: 0.2163913 Nov 11 21:31:25.691852 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 20529d30-dad1-4a41-b2ac-12727b29a421 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:25.692359 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 20529d30-dad1-4a41-b2ac-12727b29a421 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:25.698994 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-59c9e3cd-21fa-44ce-8ee7-218ce7c8c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'name': 'tempest-FloatingIPsNegativeTestJSON-670731637-router', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:57Z', 'updated_at': '2021-11-11T21:31:22Z', 'revision_number': 5, 'project_id': 'c77acf7a46974745820e8f18c66671e7', 'gw_port': {'id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:59Z', 'updated_at': '2021-11-11T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:25.712274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74d174e6-24cb-45b8-922b-69063b84ce8e req-046bf893-fe61-4239-8383-7dba3921f543 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203783 Nov 11 21:31:25.788681 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:25.803347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3ae2e-0f6f-4c39-b94e-22e2485aadd4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Pushing event updated for resources: {'Port': ['ID=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:25.823827 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9e3cd-21fa-44ce-8ee7-218ce7c8c2fc None None] The sync data for ids ['680c287e-0701-495a-8ac9-8a39afd8d310'] in n-d-805737-3 is: [{'id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'name': 'tempest-FloatingIPsNegativeTestJSON-670731637-router', 'tenant_id': 'c77acf7a46974745820e8f18c66671e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:57Z', 'updated_at': '2021-11-11T21:31:22Z', 'revision_number': 5, 'project_id': 'c77acf7a46974745820e8f18c66671e7', 'gw_port': {'id': '408ab041-9a85-42a3-9001-00834c34e3bc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680c287e-0701-495a-8ac9-8a39afd8d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:59Z', 'updated_at': '2021-11-11T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:31:25.851962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3fc3ae2e-0f6f-4c39-b94e-22e2485aadd4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Network db6f838a-e359-4731-8b0b-e67a2634dc14 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:25.860465 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61a3b937-3033-4323-94fb-31c7fa8136ae req-193c45b7-6dfe-4e44-949a-fa3141634868 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821479 Nov 11 21:31:25.893630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:25.965435 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-860d0d09-2f53-490d-bf0f-73f471dffd51 req-94d34874-e77b-46bf-b440-ee4e05e4198a tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/security-groups?id=e035f783-dbdf-4f2f-a935-46ee75a286b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586491 Nov 11 21:31:25.980421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3fc3ae2e-0f6f-4c39-b94e-22e2485aadd4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:25.984715 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:25.987509 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3fc3ae2e-0f6f-4c39-b94e-22e2485aadd4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:25.991098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:25.991404 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:25.998438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:26.027304 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74d174e6-24cb-45b8-922b-69063b84ce8e req-2dc80b54-8cc8-40ad-8567-3e09054ae52c service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066247 Nov 11 21:31:26.104842 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:26.132438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1ed38e47-a1c8-4a07-acc9-7b43effdc0f7,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:26.138258 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:26.207642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Pushing event updated for resources: {'Port': ['ID=230a4732-160c-4380-9eaa-9bb2355b3cd3,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:26.221145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=1ed38e47-a1c8-4a07-acc9-7b43effdc0f7,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:26.252932 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:26.280037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3fc3ae2e-0f6f-4c39-b94e-22e2485aadd4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:26.295332 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3fc3ae2e-0f6f-4c39-b94e-22e2485aadd4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:26.355527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3fabe-eea7-4bc0-b943-b14edce050ee req-a1e68044-efa9-41c0-8c7d-29eb35a79f4e tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:26.357314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ffb3fabe-eea7-4bc0-b943-b14edce050ee req-a1e68044-efa9-41c0-8c7d-29eb35a79f4e tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7 HTTP/1.1" status: 200 len: 932 time: 0.3249331 Nov 11 21:31:26.360397 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3fc3ae2e-0f6f-4c39-b94e-22e2485aadd4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7958395 Nov 11 21:31:26.375774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47765265-4da2-4c28-a5ce-cbebc1f97982 req-873aa099-2e57-4913-9824-68d9caa66c59 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:26.384046 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47765265-4da2-4c28-a5ce-cbebc1f97982 req-873aa099-2e57-4913-9824-68d9caa66c59 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:26.390607 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f48fff67-e947-433a-a55d-d6664429faf7 req-dcd15ecc-0c75-427f-a0b0-c4cc70db6e91 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:26.391615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47765265-4da2-4c28-a5ce-cbebc1f97982 req-873aa099-2e57-4913-9824-68d9caa66c59 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:26.396021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Request body: {'port': {'device_id': '5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:26.404390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47765265-4da2-4c28-a5ce-cbebc1f97982 req-873aa099-2e57-4913-9824-68d9caa66c59 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2414 time: 0.2536612 Nov 11 21:31:26.407215 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:26.467670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74d174e6-24cb-45b8-922b-69063b84ce8e req-95d05218-746e-4c16-9c61-0271d87cb4bc service neutron] 10.222.0.10 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942890 Nov 11 21:31:26.530889 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47765265-4da2-4c28-a5ce-cbebc1f97982 req-72b6f8a5-9da7-4707-b499-8236783c1ee2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254601 Nov 11 21:31:26.545493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ffb3fabe-eea7-4bc0-b943-b14edce050ee req-6f889398-a52e-44cb-bf1d-efdc4f6c1f8c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221013 Nov 11 21:31:26.596741 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0f8139-bd88-4016-a96b-ee14855573b3 x-openstack-request-id: req-4b0f8139-bd88-4016-a96b-ee14855573b3 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:26.597183 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ca6ad1-9f6c-4c2e-8c53-903298abf90d", "name": "network-vif-deleted", "tag": "c711562c-c0c8-4084-a044-15b203cc940c", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:26.597563 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4b0f8139-bd88-4016-a96b-ee14855573b3 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:26.598112 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ca6ad1-9f6c-4c2e-8c53-903298abf90d', 'name': 'network-vif-deleted', 'tag': 'c711562c-c0c8-4084-a044-15b203cc940c', 'status': 'completed', 'code': 200} Nov 11 21:31:26.651053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57368) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:26.720842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900db77-ff2a-4a03-af6d-1b84c420574c req-354d7ccb-fdda-4d3a-a244-4117274c24da tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:26.728391 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b900db77-ff2a-4a03-af6d-1b84c420574c req-354d7ccb-fdda-4d3a-a244-4117274c24da tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 944 time: 0.0871348 Nov 11 21:31:26.801343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd15ecc-0c75-427f-a0b0-c4cc70db6e91 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Pushing event deleted for resources: {'Port': ['ID=d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:26.807444 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-92af2d56-f87c-4b02-acd1-8f350ac05fe9 admin admin] Deleting subnet da5a99ce-ab7f-414f-98ea-4a261df03b32 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:31:26.810872 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92af2d56-f87c-4b02-acd1-8f350ac05fe9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:26.834040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] Deleting port 408ab041-9a85-42a3-9001-00834c34e3bc {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:26.834040 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:26.854681 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92af2d56-f87c-4b02-acd1-8f350ac05fe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:26.898183 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b900db77-ff2a-4a03-af6d-1b84c420574c req-360c76c4-51a2-4417-a2e1-22d16f236c3b tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688542 Nov 11 21:31:26.918528 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92af2d56-f87c-4b02-acd1-8f350ac05fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:26.920383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48fff67-e947-433a-a55d-d6664429faf7 req-dcd15ecc-0c75-427f-a0b0-c4cc70db6e91 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] No DVR routers for this DVR port d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:26.925363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Network 28575828-e1a6-401b-bf7c-c60e475ca065 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:26.950627 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f48fff67-e947-433a-a55d-d6664429faf7 req-dcd15ecc-0c75-427f-a0b0-c4cc70db6e91 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:26.953940 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f48fff67-e947-433a-a55d-d6664429faf7 req-dcd15ecc-0c75-427f-a0b0-c4cc70db6e91 tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.71 "DELETE /v2.0/ports/d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 HTTP/1.1" status: 204 len: 173 time: 2.7610445 Nov 11 21:31:26.954820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2b0136-f009-4fa6-92fd-6abab1b11f62', 'name': 'network-vif-deleted', 'tag': 'd5160fe7-4acb-43d5-aa0a-0cb9d4274cc2'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:26.957464 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77489ff-5b21-42cf-b452-03557a49e55d" -d '{"events": [{"server_uuid": "7a2b0136-f009-4fa6-92fd-6abab1b11f62", "name": "network-vif-deleted", "tag": "d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:26.960138 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:26.966365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:27.041178 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92af2d56-f87c-4b02-acd1-8f350ac05fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:27.056071 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ea4627-0c6a-4bbd-aa69-221c93cccb27 x-openstack-request-id: req-58ea4627-0c6a-4bbd-aa69-221c93cccb27 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:27.056370 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2b0136-f009-4fa6-92fd-6abab1b11f62", "name": "network-vif-deleted", "tag": "d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:27.056625 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-58ea4627-0c6a-4bbd-aa69-221c93cccb27 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:27.057064 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2b0136-f009-4fa6-92fd-6abab1b11f62', 'name': 'network-vif-deleted', 'tag': 'd5160fe7-4acb-43d5-aa0a-0cb9d4274cc2', 'status': 'completed', 'code': 200} Nov 11 21:31:27.092509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af2d56-f87c-4b02-acd1-8f350ac05fe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da5a99ce-ab7f-414f-98ea-4a261df03b32,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:27.126976 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92af2d56-f87c-4b02-acd1-8f350ac05fe9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:27.141989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57378) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:27.143193 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-92af2d56-f87c-4b02-acd1-8f350ac05fe9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/da5a99ce-ab7f-414f-98ea-4a261df03b32 HTTP/1.1" status: 204 len: 168 time: 0.4870763 Nov 11 21:31:27.150018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 1e62104d-3681-404d-839c-c3ece8927126 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:27.150600 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] For port 408ab041-9a85-42a3-9001-00834c34e3bc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=408ab041-9a85-42a3-9001-00834c34e3bc,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:27.150843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:27.220616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] Calling delete_port for 408ab041-9a85-42a3-9001-00834c34e3bc owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:27.246512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device c711562c-c0c8-4084-a044-15b203cc940c no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:27.258381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5dce0778-4a80-46b1-9d9b-7a240b0fd2a5 req-a06572e5-0fd0-438c-8c68-a4ed5768becc tempest-LiveMigrationNegativeTest-770131901 tempest-LiveMigrationNegativeTest-770131901-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a2b0136-f009-4fa6-92fd-6abab1b11f62 HTTP/1.1" status: 200 len: 210 time: 0.1376526 Nov 11 21:31:27.302475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed055b-6fc7-4080-8b11-f85683cd9df8 req-0859db1c-bd7b-4776-b52a-8abeb24929be tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:27.304359 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3eed055b-6fc7-4080-8b11-f85683cd9df8 req-0859db1c-bd7b-4776-b52a-8abeb24929be tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.2162030 Nov 11 21:31:27.311589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: c711562c-c0c8-4084-a044-15b203cc940c {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:27.313216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device c711562c-c0c8-4084-a044-15b203cc940c not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:27.356829 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 1e62104d-3681-404d-839c-c3ece8927126 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:31:27.366565 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 1e62104d-3681-404d-839c-c3ece8927126 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:27.367219 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:27.428512 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3eed055b-6fc7-4080-8b11-f85683cd9df8 req-a87dbd25-3065-4a03-8ef2-6faad70b7a8f tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122341 Nov 11 21:31:27.480063 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:27.486403 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98259d9e-8545-4ca8-abba-fd9e78eb06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:27.492379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-cb45f64c-b4af-4309-9ff1-421f1f86d7b8 None None] Provisioning complete for port 230a4732-160c-4380-9eaa-9bb2355b3cd3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:27.492749 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb45f64c-b4af-4309-9ff1-421f1f86d7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:27.517352 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 1e62104d-3681-404d-839c-c3ece8927126, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=1e62104d-3681-404d-839c-c3ece8927126,segment=NetworkSegment(a7e0a6ca-fe04-4434-8177-44989e26fb42),segment_id=a7e0a6ca-fe04-4434-8177-44989e26fb42)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:27.536089 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e62104d-3681-404d-839c-c3ece8927126'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:27.538786 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86777562-6082-4d04-ba77-c5c16262c663" -d '{"events": [{"server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "name": "network-vif-plugged", "status": "completed", "tag": "1e62104d-3681-404d-839c-c3ece8927126"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:27.549529 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:27.550616 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 330987df-3617-468e-adc3-8ca87d1ad737 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:27.639340 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321ac965-0eaf-4cdc-9212-3498510de50c x-openstack-request-id: req-321ac965-0eaf-4cdc-9212-3498510de50c {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:27.639842 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "name": "network-vif-plugged", "status": "completed", "tag": "1e62104d-3681-404d-839c-c3ece8927126", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:27.640296 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-321ac965-0eaf-4cdc-9212-3498510de50c {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:27.643565 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e62104d-3681-404d-839c-c3ece8927126', 'code': 200} Nov 11 21:31:27.727657 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaf604-a08f-4c8f-8983-e90868e4673c req-5bf7f485-9195-4779-a67a-5be58bb128fb tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:27.730684 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cb45f64c-b4af-4309-9ff1-421f1f86d7b8 None None] Port 230a4732-160c-4380-9eaa-9bb2355b3cd3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:31:27.734970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 330987df-3617-468e-adc3-8ca87d1ad737 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:31:27.744631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaf604-a08f-4c8f-8983-e90868e4673c req-5bf7f485-9195-4779-a67a-5be58bb128fb tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:27.762538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 330987df-3617-468e-adc3-8ca87d1ad737 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:27.762917 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:27.765293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaf604-a08f-4c8f-8983-e90868e4673c req-5bf7f485-9195-4779-a67a-5be58bb128fb tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:27.780775 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8daaf604-a08f-4c8f-8983-e90868e4673c req-5bf7f485-9195-4779-a67a-5be58bb128fb tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2415 time: 0.1658628 Nov 11 21:31:27.794836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=1e62104d-3681-404d-839c-c3ece8927126,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:27.811028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:27.870874 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Router f2305370-2d8b-4a62-b28e-d274fc2838b6 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:31:27.887327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8daaf604-a08f-4c8f-8983-e90868e4673c req-e60515cc-a830-4e4f-b364-1a0c75c83b87 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035666 Nov 11 21:31:27.903822 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:27.904192 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:27.926628 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9a85b-2839-4ea2-9c5a-dbd317850ef4 req-1fcfaa2d-697f-4caa-84e4-fbada8305023 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:27.928164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4d9a85b-2839-4ea2-9c5a-dbd317850ef4 req-1fcfaa2d-697f-4caa-84e4-fbada8305023 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7 HTTP/1.1" status: 200 len: 932 time: 0.1446309 Nov 11 21:31:27.940115 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98259d9e-8545-4ca8-abba-fd9e78eb06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:27.963164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-98259d9e-8545-4ca8-abba-fd9e78eb06c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e804e73e-0e84-4575-af51-ae80f841f278']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:27.973375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-98259d9e-8545-4ca8-abba-fd9e78eb06c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c3a3b3-d1b3-433b-af7b-096f900a2706') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:27.974207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-98259d9e-8545-4ca8-abba-fd9e78eb06c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c3a3b3-d1b3-433b-af7b-096f900a2706') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:27.979943 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:27.986795 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98259d9e-8545-4ca8-abba-fd9e78eb06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:27.987693 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-2fcb1dbe-6d84-4c54-8a4a-e100742f8c2f service neutron] 10.222.0.10 "GET /v2.0/ports/422b8558-449f-40fd-8d3c-cdbbf0db9796/bindings/n-h2-805737-3 HTTP/1.1" status: 200 len: 384 time: 0.0980697 Nov 11 21:31:28.028659 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98259d9e-8545-4ca8-abba-fd9e78eb06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.037782 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4d9a85b-2839-4ea2-9c5a-dbd317850ef4 req-5ab24adf-0a7d-4821-8b78-c548ff5ee648 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964079 Nov 11 21:31:28.042808 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98259d9e-8545-4ca8-abba-fd9e78eb06c8 admin admin] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:31:28.043222 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98259d9e-8545-4ca8-abba-fd9e78eb06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.044178 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 330987df-3617-468e-adc3-8ca87d1ad737, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=330987df-3617-468e-adc3-8ca87d1ad737,segment=NetworkSegment(9589c7c8-f4c1-4399-aab2-60e48e4852f2),segment_id=9589c7c8-f4c1-4399-aab2-60e48e4852f2)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:31:28.055067 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:31:28.059469 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.060691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 07eedf9c-4bc1-45b0-9ed6-853cd6548175 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:28.120553 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 505c56e5-a6f4-4d11-a535-f20a2e5123a3 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:28.123303 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79c3dc-ae73-463a-828d-04fd036a6f3c req-671c182e-f649-4b41-bf9b-1a7bc1111cf3 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:28.125333 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa79c3dc-ae73-463a-828d-04fd036a6f3c req-671c182e-f649-4b41-bf9b-1a7bc1111cf3 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 944 time: 0.0768735 Nov 11 21:31:28.142701 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.155339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 505c56e5-a6f4-4d11-a535-f20a2e5123a3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:28.155902 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 505c56e5-a6f4-4d11-a535-f20a2e5123a3 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:28.187780 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=330987df-3617-468e-adc3-8ca87d1ad737,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:28.204125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 07eedf9c-4bc1-45b0-9ed6-853cd6548175 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:31:28.215377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 07eedf9c-4bc1-45b0-9ed6-853cd6548175 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:28.216104 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.245387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa79c3dc-ae73-463a-828d-04fd036a6f3c req-ed659c4b-707e-4a35-a1e3-9032f0dc8be3 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018031 Nov 11 21:31:28.269240 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98259d9e-8545-4ca8-abba-fd9e78eb06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.276820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98259d9e-8545-4ca8-abba-fd9e78eb06c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.282901 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-98259d9e-8545-4ca8-abba-fd9e78eb06c8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e804e73e-0e84-4575-af51-ae80f841f278 HTTP/1.1" status: 204 len: 168 time: 1.1259279 Nov 11 21:31:28.285146 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=408ab041-9a85-42a3-9001-00834c34e3bc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:28.285621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57390) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:28.289204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-f9b9eb04-f591-4234-9a44-2560fbff331a service neutron] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:28.321334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-f9b9eb04-f591-4234-9a44-2560fbff331a service neutron] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:28.327464 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:28.349801 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.360726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-f9b9eb04-f591-4234-9a44-2560fbff331a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422b8558-449f-40fd-8d3c-cdbbf0db9796 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:28.369123 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98259d9e-8545-4ca8-abba-fd9e78eb06c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e804e73e-0e84-4575-af51-ae80f841f278,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:28.372560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-f9b9eb04-f591-4234-9a44-2560fbff331a service neutron] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:28.389678 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.390758 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 07eedf9c-4bc1-45b0-9ed6-853cd6548175, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=07eedf9c-4bc1-45b0-9ed6-853cd6548175,segment=NetworkSegment(9589c7c8-f4c1-4399-aab2-60e48e4852f2),segment_id=9589c7c8-f4c1-4399-aab2-60e48e4852f2)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:28.396624 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.415080 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-f9b9eb04-f591-4234-9a44-2560fbff331a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.426465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Transition to ACTIVE for port object 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:31:28.448120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2969fc-44c4-4d33-9a6f-69280fa023d1 admin admin] Deleting subnet f21aa2f0-ef11-42fa-8943-d4b4b7ab1900 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:31:28.451335 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2a2969fc-44c4-4d33-9a6f-69280fa023d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.464417 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.467578 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=07eedf9c-4bc1-45b0-9ed6-853cd6548175,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:28.477216 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.529250 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2a2969fc-44c4-4d33-9a6f-69280fa023d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.605707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-f9b9eb04-f591-4234-9a44-2560fbff331a service neutron] Transition to ACTIVE for port object 422b8558-449f-40fd-8d3c-cdbbf0db9796 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:31:28.616729 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2a2969fc-44c4-4d33-9a6f-69280fa023d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.619695 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-f9b9eb04-f591-4234-9a44-2560fbff331a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.632121 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.638365 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.641197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57398) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:28.648837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9279f0e-0a1f-48ce-bb67-112e84d18b0b req-b005fa51-1f22-4e80-80c4-4c72605baa66 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:28.650472 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9279f0e-0a1f-48ce-bb67-112e84d18b0b req-b005fa51-1f22-4e80-80c4-4c72605baa66 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.1385911 Nov 11 21:31:28.669552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:31:28.685173 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-167aca74-dfd2-48f1-bd6b-80162c6775a4 admin admin] 10.222.0.57 "PUT /v2.0/routers/f2305370-2d8b-4a62-b28e-d274fc2838b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3253300 Nov 11 21:31:28.685809 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Sync routers for ids ['f2305370-2d8b-4a62-b28e-d274fc2838b6'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:31:28.708897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Routers {'f2305370-2d8b-4a62-b28e-d274fc2838b6'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:28.711771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f2305370-2d8b-4a62-b28e-d274fc2838b6'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:28.767603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-f9b9eb04-f591-4234-9a44-2560fbff331a service neutron] No DVR routers for this DVR port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:28.775528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9eb04-f591-4234-9a44-2560fbff331a service neutron] Pushing event updated for resources: {'Port': ['ID=422b8558-449f-40fd-8d3c-cdbbf0db9796,revision_number=10']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:28.800025 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9279f0e-0a1f-48ce-bb67-112e84d18b0b req-50cbac8c-4956-4c7e-8428-ababc18dbe13 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191697 Nov 11 21:31:28.810703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Pushing event updated for resources: {'Port': ['ID=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:28.823578 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-f9b9eb04-f591-4234-9a44-2560fbff331a service neutron] 10.222.0.10 "PUT /v2.0/ports/422b8558-449f-40fd-8d3c-cdbbf0db9796/bindings/n-h2-805737-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8266952 Nov 11 21:31:28.825779 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2a2969fc-44c4-4d33-9a6f-69280fa023d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.840440 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.841109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 680c287e-0701-495a-8ac9-8a39afd8d310 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:31:28.846805 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.852663 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6d5e67a5-df23-4d85-8af3-9d409f913ecd admin admin] 10.222.0.57 "DELETE /v2.0/routers/680c287e-0701-495a-8ac9-8a39afd8d310 HTTP/1.1" status: 204 len: 168 time: 4.4628019 Nov 11 21:31:28.854561 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2969fc-44c4-4d33-9a6f-69280fa023d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f21aa2f0-ef11-42fa-8943-d4b4b7ab1900,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:28.855314 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57404) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:28.858989 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2a2969fc-44c4-4d33-9a6f-69280fa023d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.862434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2a2969fc-44c4-4d33-9a6f-69280fa023d1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f21aa2f0-ef11-42fa-8943-d4b4b7ab1900 HTTP/1.1" status: 204 len: 168 time: 0.4868646 Nov 11 21:31:28.865812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57406) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:28.869266 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Attempting to bind port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:28.870481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Attempting to bind port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:28.872836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Attempting to bind port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf on network db6f838a-e359-4731-8b0b-e67a2634dc14 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:28.926447 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf on network db6f838a-e359-4731-8b0b-e67a2634dc14 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:31:28.926768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Attempting to bind port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf on network db6f838a-e359-4731-8b0b-e67a2634dc14 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:28.950652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:28.951031 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Checking segment: {'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:28.951696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Bound using segment: {'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:28.951852 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Bound port: 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:28.952126 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:28.967164 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Set router f2305370-2d8b-4a62-b28e-d274fc2838b6 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:29.062015 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3ffa-4229-48e0-9506-1635fd621b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.066766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57418) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:29.072839 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fb5a1e31-9238-4b1b-b6f7-9ca054bac1cd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8613dfa2d73a43c589030decab67e796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4303265 Nov 11 21:31:29.108510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b821afe8-baea-497a-b568-ffc8d705213c admin admin] Deleting subnet 6ab3e35d-2416-40bb-8c35-fddd30c394fd {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:31:29.135910 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b821afe8-baea-497a-b568-ffc8d705213c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.176317 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-fd0b8b44-16a2-40d9-b2cb-e13645635edb tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:29.177993 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-fd0b8b44-16a2-40d9-b2cb-e13645635edb tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785&tenant_id=1e7495b94c334f7f86e765392527ed29&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 1096 time: 0.2525537 Nov 11 21:31:29.230593 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b821afe8-baea-497a-b568-ffc8d705213c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.258183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:29.276065 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] For port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:29.294045 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:29.294890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d5160fe7-4acb-43d5-aa0a-0cb9d4274cc2 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:29.298518 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] For port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:29.317486 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.333850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:14Z', 'updated_at': '2021-11-11T21:31:24Z', 'revision_number': 4, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'gw_port': {'id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:16Z', 'updated_at': '2021-11-11T21:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '230a4732-160c-4380-9eaa-9bb2355b3cd3', 'name': '', 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'mac_address': 'fa:16:3e:c5:98:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:25Z', 'revision_number': 2, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'subnets': [{'id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:29.338622 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-e81c5c5e-a733-4fbe-a9f5-f6303f193d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:29.340914 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-e81c5c5e-a733-4fbe-a9f5-f6303f193d9c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785&tenant_id=1e7495b94c334f7f86e765392527ed29 HTTP/1.1" status: 200 len: 1096 time: 0.1498849 Nov 11 21:31:29.349849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3355a-75a3-4747-beff-73c4b272eb57 req-e25b7fe8-2cfa-4bb8-9a0f-6aa6e4d1bc25 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:29.357153 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1e3355a-75a3-4747-beff-73c4b272eb57 req-e25b7fe8-2cfa-4bb8-9a0f-6aa6e4d1bc25 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7 HTTP/1.1" status: 200 len: 944 time: 0.1631241 Nov 11 21:31:29.368239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e404-5c3b-4c92-ac9a-640e912e0c43 req-5d41be2f-d516-47f4-a698-c82f5a4b1ccf tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:29.375701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e404-5c3b-4c92-ac9a-640e912e0c43 req-5d41be2f-d516-47f4-a698-c82f5a4b1ccf tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:29.382190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e404-5c3b-4c92-ac9a-640e912e0c43 req-5d41be2f-d516-47f4-a698-c82f5a4b1ccf tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:29.384114 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ae6e404-5c3b-4c92-ac9a-640e912e0c43 req-5d41be2f-d516-47f4-a698-c82f5a4b1ccf tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2417 time: 0.3184130 Nov 11 21:31:29.385154 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Checking router: f2305370-2d8b-4a62-b28e-d274fc2838b6 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:31:29.385516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Updating router f2305370-2d8b-4a62-b28e-d274fc2838b6 port 230a4732-160c-4380-9eaa-9bb2355b3cd3 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:31:29.393936 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3ffa-4229-48e0-9506-1635fd621b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.396710 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-38180f13-c239-463d-9f8d-4d7f627cc1ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.423062 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:29.425092 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.427216 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/874f02bb-09e2-41b9-a6d4-d21b61d4eeaf HTTP/1.1" status: 200 len: 1092 time: 3.0370760 Nov 11 21:31:29.434993 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7', 'tag': '874f02bb-09e2-41b9-a6d4-d21b61d4eeaf'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:29.438247 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaddcc3-e244-4938-942b-522a04b4c150" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7", "tag": "874f02bb-09e2-41b9-a6d4-d21b61d4eeaf"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:29.452539 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.504218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-dd2a3ffa-4229-48e0-9506-1635fd621b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c92fa2-d0e4-4c6c-832e-41161a8a4b13']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:29.518826 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-dd2a3ffa-4229-48e0-9506-1635fd621b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688841ea-6929-4b83-838f-4aad45b3da55') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:29.519201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-dd2a3ffa-4229-48e0-9506-1635fd621b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688841ea-6929-4b83-838f-4aad45b3da55') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:29.529962 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3ffa-4229-48e0-9506-1635fd621b44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.544624 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3ffa-4229-48e0-9506-1635fd621b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.547780 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b821afe8-baea-497a-b568-ffc8d705213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.552351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2a3ffa-4229-48e0-9506-1635fd621b44 admin admin] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:31:29.552911 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3ffa-4229-48e0-9506-1635fd621b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.573369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c282543-1dc9-4e19-a87a-1cffcafa69d1 service neutron] Pushing event updated for resources: {'Port': ['ID=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:29.605103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3371c62c-5710-4ad3-bf90-793bc39ae7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:29.606951 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-3371c62c-5710-4ad3-bf90-793bc39ae7ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1ce2fcf81724535a65f8c9d2450b857&device_id=5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7 HTTP/1.1" status: 200 len: 1095 time: 0.1269493 Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:31:29.607957 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:31:29.612261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-3ed1a147-b38d-44e4-887d-bad0fa5714a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:29.614835 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-3ed1a147-b38d-44e4-887d-bad0fa5714a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e7495b94c334f7f86e765392527ed29&device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 1096 time: 0.2143531 Nov 11 21:31:29.623682 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-38180f13-c239-463d-9f8d-4d7f627cc1ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.649696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330987df-3617-468e-adc3-8ca87d1ad737'}, {'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eedf9c-4bc1-45b0-9ed6-853cd6548175'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:29.651285 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3ffa-4229-48e0-9506-1635fd621b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.658271 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a2ea8d-bd1a-4e32-8b2f-025859870765" -d '{"events": [{"server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "name": "network-vif-plugged", "status": "completed", "tag": "330987df-3617-468e-adc3-8ca87d1ad737"}, {"server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "name": "network-vif-plugged", "status": "completed", "tag": "07eedf9c-4bc1-45b0-9ed6-853cd6548175"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:29.678338 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3ffa-4229-48e0-9506-1635fd621b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.691482 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dd2a3ffa-4229-48e0-9506-1635fd621b44 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a6c92fa2-d0e4-4c6c-832e-41161a8a4b13 HTTP/1.1" status: 204 len: 168 time: 0.8170617 Nov 11 21:31:29.723148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1e3355a-75a3-4747-beff-73c4b272eb57 req-91dccfc3-f42a-47b9-8faf-e24a63410174 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636763 Nov 11 21:31:29.795132 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 408ab041-9a85-42a3-9001-00834c34e3bc no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:29.810680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ae6e404-5c3b-4c92-ac9a-640e912e0c43 req-be1712a2-8fe9-48ca-abad-2d2a4cb55656 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043050 Nov 11 21:31:29.814181 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-d5bb8caa-86dc-4daa-960a-6989d55d09aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf HTTP/1.1" status: 200 len: 217 time: 0.1960366 Nov 11 21:31:29.814703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a3ffa-4229-48e0-9506-1635fd621b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c92fa2-d0e4-4c6c-832e-41161a8a4b13,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:29.866391 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-38180f13-c239-463d-9f8d-4d7f627cc1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.868977 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-38180f13-c239-463d-9f8d-4d7f627cc1ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.881238 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-38180f13-c239-463d-9f8d-4d7f627cc1ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e035f783-dbdf-4f2f-a935-46ee75a286b4 HTTP/1.1" status: 204 len: 168 time: 0.8059688 Nov 11 21:31:29.897178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38180f13-c239-463d-9f8d-4d7f627cc1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e035f783-dbdf-4f2f-a935-46ee75a286b4,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:29.901005 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-1435ff0e-a55f-4654-8db0-8428466d9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:29.903625 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-1435ff0e-a55f-4654-8db0-8428466d9707 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 200 len: 923 time: 0.2690864 Nov 11 21:31:29.908574 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b821afe8-baea-497a-b568-ffc8d705213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:29.920549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 408ab041-9a85-42a3-9001-00834c34e3bc {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:29.921030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 408ab041-9a85-42a3-9001-00834c34e3bc not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:29.946778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fdf0e9-bbfe-49c0-80df-f86c35c197af None None] Network 0dd495fa-e206-4d54-81c1-442bed99d31c requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:31:29.991618 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b821afe8-baea-497a-b568-ffc8d705213c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:30.006241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57470) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:30.009180 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b821afe8-baea-497a-b568-ffc8d705213c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6ab3e35d-2416-40bb-8c35-fddd30c394fd HTTP/1.1" status: 204 len: 168 time: 1.1508887 Nov 11 21:31:30.022892 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57472) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:30.024038 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b878ccb-13e3-4069-a0fc-d8fbecb02285 x-openstack-request-id: req-2b878ccb-13e3-4069-a0fc-d8fbecb02285 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:30.024277 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7", "tag": "874f02bb-09e2-41b9-a6d4-d21b61d4eeaf", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:30.024529 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b878ccb-13e3-4069-a0fc-d8fbecb02285 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:30.026948 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7', 'tag': '874f02bb-09e2-41b9-a6d4-d21b61d4eeaf', 'status': 'completed', 'code': 200} Nov 11 21:31:30.030248 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcf978a-ed44-407d-8190-3f0433dc7723 x-openstack-request-id: req-ebcf978a-ed44-407d-8190-3f0433dc7723 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:30.030595 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "name": "network-vif-plugged", "status": "completed", "tag": "330987df-3617-468e-adc3-8ca87d1ad737", "code": 200}, {"server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "name": "network-vif-plugged", "status": "completed", "tag": "07eedf9c-4bc1-45b0-9ed6-853cd6548175", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:30.031233 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ebcf978a-ed44-407d-8190-3f0433dc7723 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:30.031233 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330987df-3617-468e-adc3-8ca87d1ad737', 'code': 200} Nov 11 21:31:30.031479 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eedf9c-4bc1-45b0-9ed6-853cd6548175', 'code': 200} Nov 11 21:31:30.042360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb110774-0d64-4b03-a6de-1d9aeb3e1926 req-a68b93a1-f9b3-41bf-b0ed-f037e26ca261 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:30.044010 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fb110774-0d64-4b03-a6de-1d9aeb3e1926 req-a68b93a1-f9b3-41bf-b0ed-f037e26ca261 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 945 time: 0.1180894 Nov 11 21:31:30.062666 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-a6552995-9764-4fba-b83c-cd01c437cb8c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796 HTTP/1.1" status: 200 len: 217 time: 0.1441882 Nov 11 21:31:30.063495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821afe8-baea-497a-b568-ffc8d705213c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab3e35d-2416-40bb-8c35-fddd30c394fd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:30.074060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-ee79f6fe-a426-4478-bbfb-47a8e6b43ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:30.077008 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-ee79f6fe-a426-4478-bbfb-47a8e6b43ad7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1861653c-fba2-441d-b341-424c585bf1e6 HTTP/1.1" status: 200 len: 843 time: 0.2537718 Nov 11 21:31:30.161122 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-0f87ee31-a18e-4d00-897b-2a72921ef4c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=db6f838a-e359-4731-8b0b-e67a2634dc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691669 Nov 11 21:31:30.267799 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:30.303187 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-9804ea98-5de9-4f62-8f58-813322f3f770 service neutron] 10.222.0.10 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337202 Nov 11 21:31:30.387240 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c1e29c38-70b2-4a28-86c7-827ee03668f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84de113e4e264de9b1292139646defb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774359 Nov 11 21:31:30.393189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdca83d-4c85-45dc-96c0-7aa8b544855e req-699eea1f-0e7d-49a5-9ac1-d917687220d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:30.393718 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdca83d-4c85-45dc-96c0-7aa8b544855e req-699eea1f-0e7d-49a5-9ac1-d917687220d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:30.394181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdca83d-4c85-45dc-96c0-7aa8b544855e req-699eea1f-0e7d-49a5-9ac1-d917687220d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:30.395874 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8fdca83d-4c85-45dc-96c0-7aa8b544855e req-699eea1f-0e7d-49a5-9ac1-d917687220d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2870 time: 0.2697453 Nov 11 21:31:30.397593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57502) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:30.458628 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fb110774-0d64-4b03-a6de-1d9aeb3e1926 req-ec4c0e3b-4dae-4af7-8e20-f61001c87578 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838379 Nov 11 21:31:30.467036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d6b515-3f67-4229-a9b9-b67968334747 None None] DHCP port deletion for 0dd495fa-e206-4d54-81c1-442bed99d31c request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:31:30.474160 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:30.488722 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-f21f11b4-9284-417f-b0ff-a5a7ffd127c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:30.489590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adbe87-123d-4be2-9df8-12319db37f1a req-11cc0c84-7e09-486e-8d81-33f8c48031b4 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:30.490346 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-f21f11b4-9284-417f-b0ff-a5a7ffd127c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 200 len: 861 time: 0.4117737 Nov 11 21:31:30.497146 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27adbe87-123d-4be2-9df8-12319db37f1a req-11cc0c84-7e09-486e-8d81-33f8c48031b4 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.3690970 Nov 11 21:31:30.541735 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:30.543303 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-8f9b1ef0-e6ff-46bc-b054-4e4c8f142795 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bb7b2ef0-98c6-4640-9855-bbeac6f5b314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443428 Nov 11 21:31:30.564415 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7cec3a98-0ac9-4848-8deb-10d4beea9beb req-13bc22fd-c04c-4188-a9bc-67d18874242f service neutron] 10.222.0.10 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473102 Nov 11 21:31:30.584901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27adbe87-123d-4be2-9df8-12319db37f1a req-2e1aa62c-30c2-4e39-8c88-402cf7cdf5d0 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865140 Nov 11 21:31:30.596124 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b9c5117b-f751-481c-9b74-d0b7965afd8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:30.627824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] Deleting port 05707deb-546e-4ebe-94ba-d9f4c1624050 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:30.628167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:30.635166 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8fdca83d-4c85-45dc-96c0-7aa8b544855e req-3b2e35b0-5e25-404a-922f-f9a40a2bd244 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033970 Nov 11 21:31:30.671381 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b9c5117b-f751-481c-9b74-d0b7965afd8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:30.709089 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1135aa-8409-4feb-bf21-58ac57475bda None None] Pushing event updated for resources: {'Port': ['ID=230a4732-160c-4380-9eaa-9bb2355b3cd3,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:30.735505 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-e672adc0-40f5-44a0-af75-ca87fbf1d51a service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699772 Nov 11 21:31:30.773488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] For port 05707deb-546e-4ebe-94ba-d9f4c1624050, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=05707deb-546e-4ebe-94ba-d9f4c1624050,segment=NetworkSegment(41cd4400-ab1a-45a1-8a6f-87a0fa941557),segment_id=41cd4400-ab1a-45a1-8a6f-87a0fa941557)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:30.776038 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:30.804459 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57512) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:30.820317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] Calling delete_port for 05707deb-546e-4ebe-94ba-d9f4c1624050 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:30.879790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-48d6b515-3f67-4229-a9b9-b67968334747 None None] Deleting port 05707deb-546e-4ebe-94ba-d9f4c1624050 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:30.880231 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48d6b515-3f67-4229-a9b9-b67968334747 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:30.889006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Attempting to bind port 230a4732-160c-4380-9eaa-9bb2355b3cd3 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:30.892266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Attempting to bind port 230a4732-160c-4380-9eaa-9bb2355b3cd3 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '34e596dc-acf0-4911-a062-0cef7a121feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:30.892658 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Attempting to bind port 230a4732-160c-4380-9eaa-9bb2355b3cd3 on network 28575828-e1a6-401b-bf7c-c60e475ca065 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:30.938063 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b9c5117b-f751-481c-9b74-d0b7965afd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:30.942808 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b9c5117b-f751-481c-9b74-d0b7965afd8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:30.947220 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b9c5117b-f751-481c-9b74-d0b7965afd8c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8fbfb4d3-3a3e-4ecb-9dd4-479992c52809 HTTP/1.1" status: 204 len: 168 time: 0.5468221 Nov 11 21:31:30.949666 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:30.950151 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Checking segment: {'id': '34e596dc-acf0-4911-a062-0cef7a121feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:30.950662 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:30.951068 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Bound using segment: {'id': '34e596dc-acf0-4911-a062-0cef7a121feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:30.951561 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Bound port: 230a4732-160c-4380-9eaa-9bb2355b3cd3, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e596dc-acf0-4911-a062-0cef7a121feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:30.951946 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:30.994852 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5117b-f751-481c-9b74-d0b7965afd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbfb4d3-3a3e-4ecb-9dd4-479992c52809,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:31.027225 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-426006ca-facf-4954-9c15-b61a1920f536 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2fc731edfd194dc6b68934703a6d2a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203257 Nov 11 21:31:31.028931 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57518) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:31.059874 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-c466f949-04be-4ded-8475-ae0b7dea8852 service neutron] 10.222.0.71 "GET /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145034 Nov 11 21:31:31.084641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaddcc3-e244-4938-942b-522a04b4c150 req-9bb49c2b-d504-4aa5-a545-02e1922d99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:31.086677 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdaddcc3-e244-4938-942b-522a04b4c150 req-9bb49c2b-d504-4aa5-a545-02e1922d99b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1ce2fcf81724535a65f8c9d2450b857&device_id=5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7 HTTP/1.1" status: 200 len: 1095 time: 0.1995659 Nov 11 21:31:31.097989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806e714-e6a5-47e1-b995-44311082683e req-87fab8bb-9b09-4265-b504-6f013e0c441d tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:31.105601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-48d6b515-3f67-4229-a9b9-b67968334747 None None] For port 05707deb-546e-4ebe-94ba-d9f4c1624050, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=05707deb-546e-4ebe-94ba-d9f4c1624050,segment=NetworkSegment(41cd4400-ab1a-45a1-8a6f-87a0fa941557),segment_id=41cd4400-ab1a-45a1-8a6f-87a0fa941557)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:31.105802 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806e714-e6a5-47e1-b995-44311082683e req-87fab8bb-9b09-4265-b504-6f013e0c441d tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:31.106003 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48d6b515-3f67-4229-a9b9-b67968334747 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.112547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806e714-e6a5-47e1-b995-44311082683e req-87fab8bb-9b09-4265-b504-6f013e0c441d tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:31.120782 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0806e714-e6a5-47e1-b995-44311082683e req-87fab8bb-9b09-4265-b504-6f013e0c441d tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2417 time: 0.1711254 Nov 11 21:31:31.133069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864a756-b857-4c16-87d0-68232e983091 req-cac95156-28be-49fd-81a9-e1f6d85422d5 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:31.137271 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e864a756-b857-4c16-87d0-68232e983091 req-cac95156-28be-49fd-81a9-e1f6d85422d5 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7 HTTP/1.1" status: 200 len: 944 time: 0.2461145 Nov 11 21:31:31.156965 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04e0b491-4eb5-4891-9e30-2e70bf006fb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.173784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-48d6b515-3f67-4229-a9b9-b67968334747 None None] Calling delete_port for 05707deb-546e-4ebe-94ba-d9f4c1624050 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:31.175556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ca753a22-3c20-4726-8a34-90bf14534f44 None None] Provisioning complete for port 230a4732-160c-4380-9eaa-9bb2355b3cd3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:31.175927 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca753a22-3c20-4726-8a34-90bf14534f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.207658 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04e0b491-4eb5-4891-9e30-2e70bf006fb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.233603 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.274699 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] For port 230a4732-160c-4380-9eaa-9bb2355b3cd3, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:31.280687 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04e0b491-4eb5-4891-9e30-2e70bf006fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.284900 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04e0b491-4eb5-4891-9e30-2e70bf006fb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.288604 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-04e0b491-4eb5-4891-9e30-2e70bf006fb5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/771cb3d0-c9b0-4142-b08b-31a4b01b7412 HTTP/1.1" status: 204 len: 168 time: 0.2497959 Nov 11 21:31:31.304699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0b491-4eb5-4891-9e30-2e70bf006fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771cb3d0-c9b0-4142-b08b-31a4b01b7412,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:31.317264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=05707deb-546e-4ebe-94ba-d9f4c1624050,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:31.328078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] For port 230a4732-160c-4380-9eaa-9bb2355b3cd3, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=230a4732-160c-4380-9eaa-9bb2355b3cd3,segment=NetworkSegment(34e596dc-acf0-4911-a062-0cef7a121feb),segment_id=34e596dc-acf0-4911-a062-0cef7a121feb)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:31.344036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ca753a22-3c20-4726-8a34-90bf14534f44 None None] Port 230a4732-160c-4380-9eaa-9bb2355b3cd3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:31:31.351412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] No DVR routers for this DVR port 05707deb-546e-4ebe-94ba-d9f4c1624050 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:31.379008 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.386845 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0806e714-e6a5-47e1-b995-44311082683e req-000a90dd-988f-4043-91eb-1f4018d5d7dd tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650466 Nov 11 21:31:31.442350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e864a756-b857-4c16-87d0-68232e983091 req-033624db-0981-4afc-87b0-fa9963a7c6af tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883050 Nov 11 21:31:31.514829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-76f75b47-5082-4b6b-916d-7713d03ba529 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:31.520649 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-76f75b47-5082-4b6b-916d-7713d03ba529 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785&tenant_id=1e7495b94c334f7f86e765392527ed29&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 1096 time: 0.1102271 Nov 11 21:31:31.541420 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Routers {'f2305370-2d8b-4a62-b28e-d274fc2838b6'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:31.542728 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f2305370-2d8b-4a62-b28e-d274fc2838b6'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:31.564991 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.602208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd495fa-e206-4d54-81c1-442bed99d31c']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:31.604680 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48d6b515-3f67-4229-a9b9-b67968334747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.610589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1135aa-8409-4feb-bf21-58ac57475bda None None] Pushing event updated for resources: {'Port': ['ID=230a4732-160c-4380-9eaa-9bb2355b3cd3,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:31.624403 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cd4400-ab1a-45a1-8a6f-87a0fa941557') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:31.624968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cd4400-ab1a-45a1-8a6f-87a0fa941557') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:31.641187 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.670529 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.690068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:31:31.690413 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.699527 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6b515-3f67-4229-a9b9-b67968334747 None None] Pushing event deleted for resources: {'Port': ['ID=05707deb-546e-4ebe-94ba-d9f4c1624050,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:31.727110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d6b515-3f67-4229-a9b9-b67968334747 None None] No DVR routers for this DVR port 05707deb-546e-4ebe-94ba-d9f4c1624050 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:31.820503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57530) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:31:31.822003 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:31:31.879107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] Set router f2305370-2d8b-4a62-b28e-d274fc2838b6 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:31.947791 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-6216fa60-e540-49b3-8782-376bac471140 service neutron] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:31.958919 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-6216fa60-e540-49b3-8782-376bac471140 service neutron] Publish callbacks [] for binding, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.960444 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e0bd9ee0-6c1a-4cd0-9ce3-1c17f76a3c1a req-6216fa60-e540-49b3-8782-376bac471140 service neutron] 10.222.0.71 "DELETE /v2.0/ports/422b8558-449f-40fd-8d3c-cdbbf0db9796/bindings/n-h1-805737-3 HTTP/1.1" status: 204 len: 173 time: 0.4290137 Nov 11 21:31:31.968128 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.971576 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3dfe0d8a-04b9-423a-a283-338614998464 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3d229de294d34f90955d38a819371c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463923 Nov 11 21:31:31.972122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57536) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:31.976169 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.983723 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0dd495fa-e206-4d54-81c1-442bed99d31c HTTP/1.1" status: 204 len: 168 time: 1.9587755 Nov 11 21:31:32.119894 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20b6f115-c130-4548-a294-e2df93e703be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:32.132329 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaddcc3-e244-4938-942b-522a04b4c150 req-246cd24c-d39b-4fe6-9da5-f93324a08b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:32.136376 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdaddcc3-e244-4938-942b-522a04b4c150 req-246cd24c-d39b-4fe6-9da5-f93324a08b97 service neutron] 10.222.0.10 "GET /v2.0/networks?id=db6f838a-e359-4731-8b0b-e67a2634dc14 HTTP/1.1" status: 200 len: 905 time: 0.9981074 Nov 11 21:31:32.151080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673d560-aebb-4ee1-a6e5-1ad3f3fa1b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd495fa-e206-4d54-81c1-442bed99d31c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:32.173024 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20b6f115-c130-4548-a294-e2df93e703be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:32.229462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150f5f0-239a-4419-b166-5205e5cbb4f3 req-ddd23304-aaa8-4fe8-9750-9082982b8457 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:32.237470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e150f5f0-239a-4419-b166-5205e5cbb4f3 req-ddd23304-aaa8-4fe8-9750-9082982b8457 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 945 time: 0.4187205 Nov 11 21:31:32.248400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdaddcc3-e244-4938-942b-522a04b4c150 req-8ffd4a93-7eaa-4e32-9b8f-07df55314135 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf HTTP/1.1" status: 200 len: 217 time: 0.0916417 Nov 11 21:31:32.259279 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20b6f115-c130-4548-a294-e2df93e703be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:32.262989 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20b6f115-c130-4548-a294-e2df93e703be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:32.266657 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-20b6f115-c130-4548-a294-e2df93e703be admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/47a65a04-ecf5-4a73-8a17-b2fd62ca7bec HTTP/1.1" status: 204 len: 168 time: 0.2904625 Nov 11 21:31:32.297653 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6f115-c130-4548-a294-e2df93e703be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a65a04-ecf5-4a73-8a17-b2fd62ca7bec,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:32.317152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425b5ee-d0bc-4425-ad89-1575b7926d5f req-8c8019a5-3362-4e63-8bfe-04b9ca9c5072 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:32.325024 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5425b5ee-d0bc-4425-ad89-1575b7926d5f req-8c8019a5-3362-4e63-8bfe-04b9ca9c5072 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.5095959 Nov 11 21:31:32.328413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 05707deb-546e-4ebe-94ba-d9f4c1624050 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:32.365791 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaddcc3-e244-4938-942b-522a04b4c150 req-a85faff4-0702-4346-bc39-ab4a6e09f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:32.367254 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdaddcc3-e244-4938-942b-522a04b4c150 req-a85faff4-0702-4346-bc39-ab4a6e09f3a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1861653c-fba2-441d-b341-424c585bf1e6 HTTP/1.1" status: 200 len: 843 time: 0.1063182 Nov 11 21:31:32.377783 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57548) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:32.394717 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 05707deb-546e-4ebe-94ba-d9f4c1624050 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:32.402476 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 05707deb-546e-4ebe-94ba-d9f4c1624050 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:32.447881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e150f5f0-239a-4419-b166-5205e5cbb4f3 req-7066b93e-7e0b-4c79-801f-8cbc4975464d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066448 Nov 11 21:31:32.451405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdaddcc3-e244-4938-942b-522a04b4c150 req-655fa102-dab7-4aca-bdf2-f58052ddc0f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=db6f838a-e359-4731-8b0b-e67a2634dc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689666 Nov 11 21:31:32.464553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5425b5ee-d0bc-4425-ad89-1575b7926d5f req-9c9553c6-da3a-4eb5-bd9a-79bfc14e9d22 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384330 Nov 11 21:31:32.503158 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2638dc92-f4ba-405b-8809-aaf0ddbc2968 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c77acf7a46974745820e8f18c66671e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1216679 Nov 11 21:31:32.504022 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57556) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:32.548353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d83e84d7-441a-462a-8739-2458c9873f80 None None] Provisioning complete for port 230a4732-160c-4380-9eaa-9bb2355b3cd3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:32.549036 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d83e84d7-441a-462a-8739-2458c9873f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:32.683123 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12be56ed-2338-4feb-ac34-1ac370dfc09e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:32.726323 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12be56ed-2338-4feb-ac34-1ac370dfc09e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:32.854646 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12be56ed-2338-4feb-ac34-1ac370dfc09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:32.862300 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12be56ed-2338-4feb-ac34-1ac370dfc09e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:32.865822 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-12be56ed-2338-4feb-ac34-1ac370dfc09e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/faeaa630-7728-4f78-a669-b6cec2a51f40 HTTP/1.1" status: 204 len: 168 time: 0.3570728 Nov 11 21:31:32.885450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be56ed-2338-4feb-ac34-1ac370dfc09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeaa630-7728-4f78-a669-b6cec2a51f40,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:32.945408 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d83e84d7-441a-462a-8739-2458c9873f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:33.072046 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d83e84d7-441a-462a-8739-2458c9873f80 None None] For port 230a4732-160c-4380-9eaa-9bb2355b3cd3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=230a4732-160c-4380-9eaa-9bb2355b3cd3,segment=NetworkSegment(34e596dc-acf0-4911-a062-0cef7a121feb),segment_id=34e596dc-acf0-4911-a062-0cef7a121feb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:33.087304 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:14Z', 'updated_at': '2021-11-11T21:31:24Z', 'revision_number': 4, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'gw_port': {'id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:16Z', 'updated_at': '2021-11-11T21:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '230a4732-160c-4380-9eaa-9bb2355b3cd3', 'name': '', 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'mac_address': 'fa:16:3e:c5:98:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:31Z', 'revision_number': 4, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'subnets': [{'id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:33.102544 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d83e84d7-441a-462a-8739-2458c9873f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:33.181945 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95ca19-4e6f-4977-a6bf-026df93bab6f req-97f5f6d3-7800-4fe1-bfe1-8732b05a8b46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:33.188131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95ca19-4e6f-4977-a6bf-026df93bab6f req-97f5f6d3-7800-4fe1-bfe1-8732b05a8b46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:33.194920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95ca19-4e6f-4977-a6bf-026df93bab6f req-97f5f6d3-7800-4fe1-bfe1-8732b05a8b46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:33.195926 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:31:33.202271 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b95ca19-4e6f-4977-a6bf-026df93bab6f req-97f5f6d3-7800-4fe1-bfe1-8732b05a8b46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2417 time: 0.5933161 Nov 11 21:31:33.205172 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566b1e9d-d48a-4bfd-b70e-9a90f4b18d64 None None] The sync data for ids ['f2305370-2d8b-4a62-b28e-d274fc2838b6'] in n-d-805737-3 is: [{'id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:14Z', 'updated_at': '2021-11-11T21:31:24Z', 'revision_number': 4, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'gw_port': {'id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:16Z', 'updated_at': '2021-11-11T21:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '230a4732-160c-4380-9eaa-9bb2355b3cd3', 'name': '', 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'mac_address': 'fa:16:3e:c5:98:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:31Z', 'revision_number': 4, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'subnets': [{'id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:31:33.213863 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdaddcc3-e244-4938-942b-522a04b4c150 req-026dfcde-a1ff-48d2-9495-16d522e7ab42 service neutron] 10.222.0.10 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481210 Nov 11 21:31:33.245016 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e84d7-441a-462a-8739-2458c9873f80 None None] Pushing event updated for resources: {'Port': ['ID=230a4732-160c-4380-9eaa-9bb2355b3cd3,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:33.270171 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd367a8-d982-423e-8b00-c8923ee3110c req-ab6943d5-9e1e-46e1-b914-cfefb5780f94 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:33.282493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0cd367a8-d982-423e-8b00-c8923ee3110c req-ab6943d5-9e1e-46e1-b914-cfefb5780f94 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7 HTTP/1.1" status: 200 len: 944 time: 0.5788305 Nov 11 21:31:33.449330 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:33.467350 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '874f02bb-09e2-41b9-a6d4-d21b61d4eeaf', 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14', 'port_id': '874f02bb-09e2-41b9-a6d4-d21b61d4eeaf', 'mac_address': 'fa:16:3e:1e:dd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1861653c-fba2-441d-b341-424c585bf1e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:31:33.471398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b95ca19-4e6f-4977-a6bf-026df93bab6f req-dc2c28f0-4869-4b02-b203-c70f6ed11a8d tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681894 Nov 11 21:31:33.512670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0cd367a8-d982-423e-8b00-c8923ee3110c req-fb14210b-f5eb-4177-addb-a0b8a59de7d0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271085 Nov 11 21:31:33.557377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdaddcc3-e244-4938-942b-522a04b4c150 req-9ec8ab57-f9f0-4ca6-bc44-3bd6379fe4db service neutron] 10.222.0.10 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310015 Nov 11 21:31:33.567239 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:33.613823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:33.622131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d6eb9-3c45-435c-a0c6-54a846f444bf req-15614a54-d4de-44e5-8cfe-f9050048f341 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:33.632288 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-339d6eb9-3c45-435c-a0c6-54a846f444bf req-15614a54-d4de-44e5-8cfe-f9050048f341 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 1096 time: 0.0548656 Nov 11 21:31:33.681566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:33.693931 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:33.759554 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-339d6eb9-3c45-435c-a0c6-54a846f444bf req-291d5167-b633-4a3d-96cc-464cd2e96307 tempest-LiveAutoBlockMigrationV225Test-2016748305 tempest-LiveAutoBlockMigrationV225Test-2016748305-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244714 Nov 11 21:31:33.827755 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:33.899505 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 230a4732-160c-4380-9eaa-9bb2355b3cd3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:33.910174 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce9482-ec92-466a-ae29-39f8dd7a2d8b req-f3e9b4fa-92b2-420e-9844-2d6513113952 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:33.919176 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fce9482-ec92-466a-ae29-39f8dd7a2d8b req-f3e9b4fa-92b2-420e-9844-2d6513113952 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.1276002 Nov 11 21:31:33.984651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['874f02bb-09e2-41b9-a6d4-d21b61d4eeaf'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:34.016320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fce9482-ec92-466a-ae29-39f8dd7a2d8b req-b1498268-ab9e-43bb-977a-3cbee7e54bbf tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911980 Nov 11 21:31:34.181613 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 230a4732-160c-4380-9eaa-9bb2355b3cd3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:34.182108 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:34.564057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b56bf-f5ca-462c-826c-c9048352d770 req-2992e971-b4a2-4937-8b7f-1bf0fdaf9ff1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:34.577377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a81b56bf-f5ca-462c-826c-c9048352d770 req-2992e971-b4a2-4937-8b7f-1bf0fdaf9ff1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 945 time: 0.1136389 Nov 11 21:31:34.603922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4586c40-4b91-4224-bda0-cfdb43baaa6d req-bebe8c38-ea32-4a2c-a916-c7a7c6677534 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:34.622079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4586c40-4b91-4224-bda0-cfdb43baaa6d req-bebe8c38-ea32-4a2c-a916-c7a7c6677534 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:34.632973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4586c40-4b91-4224-bda0-cfdb43baaa6d req-bebe8c38-ea32-4a2c-a916-c7a7c6677534 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:34.634969 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4586c40-4b91-4224-bda0-cfdb43baaa6d req-bebe8c38-ea32-4a2c-a916-c7a7c6677534 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2417 time: 0.1288333 Nov 11 21:31:34.771856 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4586c40-4b91-4224-bda0-cfdb43baaa6d req-5c75fc4f-51d4-4c35-8c20-87e1f5aeb5e2 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235580 Nov 11 21:31:34.780209 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a81b56bf-f5ca-462c-826c-c9048352d770 req-3872c457-1357-408a-947b-8744b3643646 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439264 Nov 11 21:31:34.970963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7bc25-84a8-48a2-beed-246ec4b4b202 req-7b5fcc0a-c4b2-49ea-bc77-00228c155880 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:34.978004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-efe7bc25-84a8-48a2-beed-246ec4b4b202 req-7b5fcc0a-c4b2-49ea-bc77-00228c155880 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7 HTTP/1.1" status: 200 len: 945 time: 0.0969236 Nov 11 21:31:35.104083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eee7c-14a1-41c4-85dc-a830ab004466 req-d30604da-c991-46f4-9008-8f90a63c33f4 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:35.105729 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-037eee7c-14a1-41c4-85dc-a830ab004466 req-d30604da-c991-46f4-9008-8f90a63c33f4 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.1264100 Nov 11 21:31:35.121491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c202ee6-3d58-4d0a-a851-388f9a097656 req-e82d8979-a185-48d1-b2ae-7fe59712cef8 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:35.121491 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4c202ee6-3d58-4d0a-a851-388f9a097656 req-e82d8979-a185-48d1-b2ae-7fe59712cef8 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.71 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 945 time: 0.0982656 Nov 11 21:31:35.153455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-efe7bc25-84a8-48a2-beed-246ec4b4b202 req-936db594-c8ee-460d-9ea2-36ef6c0b1e90 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543748 Nov 11 21:31:35.168123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:35.306603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-037eee7c-14a1-41c4-85dc-a830ab004466 req-faee12b3-7650-43cc-9e02-1d526856b4d3 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895597 Nov 11 21:31:35.323473 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73735f-39ab-44b2-94b0-6d9a9e75ef18 req-093804b0-d372-4935-8c47-e24f7b83573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:35.328384 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a73735f-39ab-44b2-94b0-6d9a9e75ef18 req-093804b0-d372-4935-8c47-e24f7b83573f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=345e438d1b9a4112bd6ed42cec605a45&device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 1096 time: 0.1657431 Nov 11 21:31:35.375304 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:31:35.389802 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:35.392203 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:35.402553 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4c202ee6-3d58-4d0a-a851-388f9a097656 req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Deleting port 422b8558-449f-40fd-8d3c-cdbbf0db9796 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:35.402977 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c202ee6-3d58-4d0a-a851-388f9a097656 req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:35.521036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73735f-39ab-44b2-94b0-6d9a9e75ef18 req-099a77c2-435d-4d41-927e-16ac130910c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:35.521570 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:35.523029 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a73735f-39ab-44b2-94b0-6d9a9e75ef18 req-099a77c2-435d-4d41-927e-16ac130910c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d83e966-d837-434f-9801-9cd82b88a494 HTTP/1.1" status: 200 len: 918 time: 0.1864920 Nov 11 21:31:35.545536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4c202ee6-3d58-4d0a-a851-388f9a097656 req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] For port 422b8558-449f-40fd-8d3c-cdbbf0db9796, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=422b8558-449f-40fd-8d3c-cdbbf0db9796,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:35.546133 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c202ee6-3d58-4d0a-a851-388f9a097656 req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:35.574820 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874f02bb-09e2-41b9-a6d4-d21b61d4eeaf'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:35.580466 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaf4d18-5c4e-4fca-890d-a6a1df116fae" -d '{"events": [{"server_uuid": "5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7", "name": "network-vif-plugged", "status": "completed", "tag": "874f02bb-09e2-41b9-a6d4-d21b61d4eeaf"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:35.586316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-4c202ee6-3d58-4d0a-a851-388f9a097656 req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Calling delete_port for 422b8558-449f-40fd-8d3c-cdbbf0db9796 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:35.592789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a73735f-39ab-44b2-94b0-6d9a9e75ef18 req-fa46f95e-1cfa-4ad7-afa0-ef1ce03a463d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf7b532d-b175-4113-9c68-bec57321b464 HTTP/1.1" status: 200 len: 217 time: 0.0592101 Nov 11 21:31:35.611834 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:35.619435 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:35.686534 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73735f-39ab-44b2-94b0-6d9a9e75ef18 req-482996b6-a0c6-4c37-af09-39985dc84ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:35.689038 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a73735f-39ab-44b2-94b0-6d9a9e75ef18 req-482996b6-a0c6-4c37-af09-39985dc84ef8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68728dc8-71b6-452a-ba01-4e4808bcd205 HTTP/1.1" status: 200 len: 855 time: 0.0859115 Nov 11 21:31:35.728236 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:35.767555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73735f-39ab-44b2-94b0-6d9a9e75ef18 req-b544b090-ec18-40bd-94f6-1318a9b390b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:35.769550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a73735f-39ab-44b2-94b0-6d9a9e75ef18 req-b544b090-ec18-40bd-94f6-1318a9b390b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d83e966-d837-434f-9801-9cd82b88a494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715601 Nov 11 21:31:35.873138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e84f-e9fb-4232-ac11-e019259af178 req-7c0e5008-d7ea-4bb6-81aa-4a1286c14a1e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:35.879936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e84f-e9fb-4232-ac11-e019259af178 req-7c0e5008-d7ea-4bb6-81aa-4a1286c14a1e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:35.886246 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e84f-e9fb-4232-ac11-e019259af178 req-7c0e5008-d7ea-4bb6-81aa-4a1286c14a1e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:35.887985 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-da59e84f-e9fb-4232-ac11-e019259af178 req-7c0e5008-d7ea-4bb6-81aa-4a1286c14a1e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.10 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 2417 time: 0.0857840 Nov 11 21:31:35.889373 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c202ee6-3d58-4d0a-a851-388f9a097656 req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:35.896995 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a73735f-39ab-44b2-94b0-6d9a9e75ef18 req-f2036c8c-77af-45e8-97b9-3ffb5591d89b service neutron] 10.222.0.10 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191764 Nov 11 21:31:35.902125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7ff835fb-024f-4d22-b009-2e991997392e', '422b8558-449f-40fd-8d3c-cdbbf0db9796'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:35.992155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Pushing event deleted for resources: {'Port': ['ID=422b8558-449f-40fd-8d3c-cdbbf0db9796,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:36.034281 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:36.034281 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:36.034674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:36.034957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:36.035273 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:36.035603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:36.035923 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:36.036312 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:36.036633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:36.037514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:36.037842 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:36.038261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:36.062111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c202ee6-3d58-4d0a-a851-388f9a097656 req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] No DVR routers for this DVR port 422b8558-449f-40fd-8d3c-cdbbf0db9796 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:36.069717 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a73735f-39ab-44b2-94b0-6d9a9e75ef18 req-83346ae5-1382-4305-b5ff-6f80a35396fe service neutron] 10.222.0.10 "GET /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647971 Nov 11 21:31:36.071554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c202ee6-3d58-4d0a-a851-388f9a097656 req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:36.085607 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4c202ee6-3d58-4d0a-a851-388f9a097656 req-a58d19bb-f26c-4a77-888e-75db2d53b7d1 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.71 "DELETE /v2.0/ports/422b8558-449f-40fd-8d3c-cdbbf0db9796 HTTP/1.1" status: 204 len: 173 time: 0.9597969 Nov 11 21:31:36.086027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23acedd-94e9-4f41-bfc2-4bb10b612785', 'name': 'network-vif-deleted', 'tag': '422b8558-449f-40fd-8d3c-cdbbf0db9796'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:36.088485 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86cb98a-cb46-4f84-8c72-e21447883c42" -d '{"events": [{"server_uuid": "c23acedd-94e9-4f41-bfc2-4bb10b612785", "name": "network-vif-deleted", "tag": "422b8558-449f-40fd-8d3c-cdbbf0db9796"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:36.166136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-da59e84f-e9fb-4232-ac11-e019259af178 req-1f799b24-86b7-4a53-954d-83799da1cfe9 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Deleting port 330987df-3617-468e-adc3-8ca87d1ad737 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:36.166810 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-da59e84f-e9fb-4232-ac11-e019259af178 req-1f799b24-86b7-4a53-954d-83799da1cfe9 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:36.628083 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d2c872a1-07a7-4799-934d-5c77bd476a05 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=056165bc7fb24d9bb9441b24c2ec53ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727696 Nov 11 21:31:36.652580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-bff40246-d421-4bf5-984d-3cc57dfd9393 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406454 Nov 11 21:31:36.656122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-da59e84f-e9fb-4232-ac11-e019259af178 req-1f799b24-86b7-4a53-954d-83799da1cfe9 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] For port 330987df-3617-468e-adc3-8ca87d1ad737, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=330987df-3617-468e-adc3-8ca87d1ad737,segment=NetworkSegment(9589c7c8-f4c1-4399-aab2-60e48e4852f2),segment_id=9589c7c8-f4c1-4399-aab2-60e48e4852f2)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:36.657177 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-da59e84f-e9fb-4232-ac11-e019259af178 req-1f799b24-86b7-4a53-954d-83799da1cfe9 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:36.678856 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-da59e84f-e9fb-4232-ac11-e019259af178 req-1f799b24-86b7-4a53-954d-83799da1cfe9 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Calling delete_port for 330987df-3617-468e-adc3-8ca87d1ad737 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:36.856485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-a7328a66-0ec3-4daa-bacb-6257a3808ed4 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:36.861473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-a7328a66-0ec3-4daa-bacb-6257a3808ed4 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189662 Nov 11 21:31:36.866372 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-da59e84f-e9fb-4232-ac11-e019259af178 req-1f799b24-86b7-4a53-954d-83799da1cfe9 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:36.877363 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-1bd77b3e-838f-4e50-bc5c-61e192143beb tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:36.879176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['07eedf9c-4bc1-45b0-9ed6-853cd6548175', '330987df-3617-468e-adc3-8ca87d1ad737', '1e62104d-3681-404d-839c-c3ece8927126'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:36.888752 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-1bd77b3e-838f-4e50-bc5c-61e192143beb tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290235 Nov 11 21:31:36.920176 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-52f8cc3b-eabe-4509-9a8c-c1385661b9be tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/quotas/fd47c33b622049db8b0a7624a7b34e9c HTTP/1.1" status: 200 len: 375 time: 0.0302651 Nov 11 21:31:36.929361 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d53ae21f-a961-43ee-957c-8bd98d59ceea tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/quotas/056165bc7fb24d9bb9441b24c2ec53ba HTTP/1.1" status: 200 len: 375 time: 0.0219047 Nov 11 21:31:36.945912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f799b24-86b7-4a53-954d-83799da1cfe9 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Port': ['ID=330987df-3617-468e-adc3-8ca87d1ad737,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:36.998334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-da59e84f-e9fb-4232-ac11-e019259af178 req-1f799b24-86b7-4a53-954d-83799da1cfe9 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] No DVR routers for this DVR port 330987df-3617-468e-adc3-8ca87d1ad737 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:37.000671 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-da59e84f-e9fb-4232-ac11-e019259af178 req-1f799b24-86b7-4a53-954d-83799da1cfe9 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:37.002146 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-2fcd41b3-8aed-4f0d-84ce-d1d590adc48f tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611644 Nov 11 21:31:37.005123 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-da59e84f-e9fb-4232-ac11-e019259af178 req-1f799b24-86b7-4a53-954d-83799da1cfe9 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.10 "DELETE /v2.0/ports/330987df-3617-468e-adc3-8ca87d1ad737 HTTP/1.1" status: 204 len: 173 time: 1.0938034 Nov 11 21:31:37.045305 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-ccd793d3-2f44-4526-8368-4befa5471758 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=056165bc7fb24d9bb9441b24c2ec53ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1147568 Nov 11 21:31:37.219083 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f780062e-3000-4055-a00b-ac3cde434272 x-openstack-request-id: req-f780062e-3000-4055-a00b-ac3cde434272 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:37.222260 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7", "name": "network-vif-plugged", "status": "completed", "tag": "874f02bb-09e2-41b9-a6d4-d21b61d4eeaf", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:37.223153 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f780062e-3000-4055-a00b-ac3cde434272 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:37.224936 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874f02bb-09e2-41b9-a6d4-d21b61d4eeaf', 'code': 200} Nov 11 21:31:37.294798 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-da59e84f-e9fb-4232-ac11-e019259af178 req-2aa870eb-8976-4913-baa7-d41fb7d99ccc tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Deleting port 07eedf9c-4bc1-45b0-9ed6-853cd6548175 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:37.295401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-da59e84f-e9fb-4232-ac11-e019259af178 req-2aa870eb-8976-4913-baa7-d41fb7d99ccc tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:37.496037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f564e-f5d7-487e-ab4e-f4a1bb4ea8b4 req-a3438884-9cef-4576-b7af-4d3a877034a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:37.513320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-804f564e-f5d7-487e-ab4e-f4a1bb4ea8b4 req-a3438884-9cef-4576-b7af-4d3a877034a9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7 HTTP/1.1" status: 200 len: 1097 time: 0.2449322 Nov 11 21:31:37.563567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-da59e84f-e9fb-4232-ac11-e019259af178 req-2aa870eb-8976-4913-baa7-d41fb7d99ccc tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] For port 07eedf9c-4bc1-45b0-9ed6-853cd6548175, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=07eedf9c-4bc1-45b0-9ed6-853cd6548175,segment=NetworkSegment(9589c7c8-f4c1-4399-aab2-60e48e4852f2),segment_id=9589c7c8-f4c1-4399-aab2-60e48e4852f2)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:37.563995 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-da59e84f-e9fb-4232-ac11-e019259af178 req-2aa870eb-8976-4913-baa7-d41fb7d99ccc tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:37.564576 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-926229ea-7b5f-4eb0-8260-538ebde9d3be req-a4abcea5-2caf-4bef-8816-addfae3e60d4 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 210 time: 0.0999246 Nov 11 21:31:37.608576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdfa9c-ebda-43d6-943b-aa12c045b520 req-e3e39586-bed4-4c44-9bf7-28978edc8f3f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:37.615053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdfa9c-ebda-43d6-943b-aa12c045b520 req-e3e39586-bed4-4c44-9bf7-28978edc8f3f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:37.623337 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b3fdfa9c-ebda-43d6-943b-aa12c045b520 req-e3e39586-bed4-4c44-9bf7-28978edc8f3f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 1681 time: 0.2536750 Nov 11 21:31:37.648605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-da59e84f-e9fb-4232-ac11-e019259af178 req-2aa870eb-8976-4913-baa7-d41fb7d99ccc tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Calling delete_port for 07eedf9c-4bc1-45b0-9ed6-853cd6548175 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:37.758660 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7c11c6-cc91-4d8d-8bb6-ef2ad76cb81c x-openstack-request-id: req-6f7c11c6-cc91-4d8d-8bb6-ef2ad76cb81c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:37.762794 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23acedd-94e9-4f41-bfc2-4bb10b612785", "name": "network-vif-deleted", "tag": "422b8558-449f-40fd-8d3c-cdbbf0db9796", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:37.763103 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f7c11c6-cc91-4d8d-8bb6-ef2ad76cb81c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:37.763472 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23acedd-94e9-4f41-bfc2-4bb10b612785', 'name': 'network-vif-deleted', 'tag': '422b8558-449f-40fd-8d3c-cdbbf0db9796', 'status': 'completed', 'code': 200} Nov 11 21:31:37.769739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b3fdfa9c-ebda-43d6-943b-aa12c045b520 req-072df0b7-2bb1-4f5b-aa29-85a29d66de27 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452470 Nov 11 21:31:37.779122 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-804f564e-f5d7-487e-ab4e-f4a1bb4ea8b4 req-1ab5d0f1-9d15-43ee-856b-c9a87ce97ab5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194026 Nov 11 21:31:37.910960 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-da59e84f-e9fb-4232-ac11-e019259af178 req-2aa870eb-8976-4913-baa7-d41fb7d99ccc tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:37.964353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa870eb-8976-4913-baa7-d41fb7d99ccc tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Port': ['ID=07eedf9c-4bc1-45b0-9ed6-853cd6548175,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:38.037986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990224a-c57e-42b7-82d9-9e08eb971b00 req-aead88c7-1e57-4a19-a5d2-a32a14eaa5c3 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:38.039797 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7990224a-c57e-42b7-82d9-9e08eb971b00 req-aead88c7-1e57-4a19-a5d2-a32a14eaa5c3 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7 HTTP/1.1" status: 200 len: 946 time: 0.1839747 Nov 11 21:31:38.043611 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-da59e84f-e9fb-4232-ac11-e019259af178 req-2aa870eb-8976-4913-baa7-d41fb7d99ccc tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] No DVR routers for this DVR port 07eedf9c-4bc1-45b0-9ed6-853cd6548175 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:38.054587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78298003-a5a7-45a8-9c7e-ffef2c7bdf4b req-0bd2352f-c344-4729-bcb6-c60228cb35dd tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:38.064031 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-da59e84f-e9fb-4232-ac11-e019259af178 req-2aa870eb-8976-4913-baa7-d41fb7d99ccc tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:38.066865 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78298003-a5a7-45a8-9c7e-ffef2c7bdf4b req-0bd2352f-c344-4729-bcb6-c60228cb35dd tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.1677618 Nov 11 21:31:38.072560 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-da59e84f-e9fb-4232-ac11-e019259af178 req-2aa870eb-8976-4913-baa7-d41fb7d99ccc tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.10 "DELETE /v2.0/ports/07eedf9c-4bc1-45b0-9ed6-853cd6548175 HTTP/1.1" status: 204 len: 173 time: 1.0610754 Nov 11 21:31:38.244752 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-da59e84f-e9fb-4232-ac11-e019259af178 req-5e5ec323-e06b-4b1c-9ed4-2e24a0734dc7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Deleting port 1e62104d-3681-404d-839c-c3ece8927126 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:38.245680 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-da59e84f-e9fb-4232-ac11-e019259af178 req-5e5ec323-e06b-4b1c-9ed4-2e24a0734dc7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:38.271524 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78298003-a5a7-45a8-9c7e-ffef2c7bdf4b req-ff3ddb82-71d7-4302-97a8-59f47f09d5c6 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038136 Nov 11 21:31:38.297719 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7990224a-c57e-42b7-82d9-9e08eb971b00 req-1cf9e26e-c88d-4d2e-bf94-2c95c7556179 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226009 Nov 11 21:31:38.419440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-da59e84f-e9fb-4232-ac11-e019259af178 req-5e5ec323-e06b-4b1c-9ed4-2e24a0734dc7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] For port 1e62104d-3681-404d-839c-c3ece8927126, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=1e62104d-3681-404d-839c-c3ece8927126,segment=NetworkSegment(a7e0a6ca-fe04-4434-8177-44989e26fb42),segment_id=a7e0a6ca-fe04-4434-8177-44989e26fb42)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:38.420035 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-da59e84f-e9fb-4232-ac11-e019259af178 req-5e5ec323-e06b-4b1c-9ed4-2e24a0734dc7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:38.447929 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4d53af26-b68a-46f4-8bb9-9a8b74a9d7b9 req-1c727216-fca7-49b2-a93d-b3e4da349604 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 210 time: 0.0617807 Nov 11 21:31:38.453604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-da59e84f-e9fb-4232-ac11-e019259af178 req-5e5ec323-e06b-4b1c-9ed4-2e24a0734dc7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Calling delete_port for 1e62104d-3681-404d-839c-c3ece8927126 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:38.498124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e6273d4-e6b1-4cf6-8f59-5c8ef8a925b0 req-4968dba1-ec26-4a91-a849-d9f2d70247df tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 210 time: 0.0336285 Nov 11 21:31:38.667078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f54319-1a35-4d2e-9315-4aba42d93688 req-57298017-df09-4b57-b7a3-e350d428b600 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:38.668949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50f54319-1a35-4d2e-9315-4aba42d93688 req-57298017-df09-4b57-b7a3-e350d428b600 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.0817285 Nov 11 21:31:38.714595 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-da59e84f-e9fb-4232-ac11-e019259af178 req-5e5ec323-e06b-4b1c-9ed4-2e24a0734dc7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:38.781663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ec323-e06b-4b1c-9ed4-2e24a0734dc7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Port': ['ID=1e62104d-3681-404d-839c-c3ece8927126,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:38.801934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50f54319-1a35-4d2e-9315-4aba42d93688 req-97be0c61-a3e1-42ed-b36c-253a19539cc2 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240251 Nov 11 21:31:38.934808 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-da59e84f-e9fb-4232-ac11-e019259af178 req-5e5ec323-e06b-4b1c-9ed4-2e24a0734dc7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] No DVR routers for this DVR port 1e62104d-3681-404d-839c-c3ece8927126 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:38.955516 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-da59e84f-e9fb-4232-ac11-e019259af178 req-5e5ec323-e06b-4b1c-9ed4-2e24a0734dc7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:38.964138 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-da59e84f-e9fb-4232-ac11-e019259af178 req-5e5ec323-e06b-4b1c-9ed4-2e24a0734dc7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.10 "DELETE /v2.0/ports/1e62104d-3681-404d-839c-c3ece8927126 HTTP/1.1" status: 204 len: 173 time: 0.8848617 Nov 11 21:31:38.973833 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a72576eb-09c0-457c-81bb-e07af83ef3c6 req-d1ac95de-244d-4672-8835-2644698635f4 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 210 time: 0.0581884 Nov 11 21:31:39.120432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a45f3187-f814-4372-b6c8-196923ee0c5e req-fcfb9d65-3f8f-4ae7-a3f8-300ad2570085 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=18202110-fb67-4a4b-8f05-80c328e9bc18 HTTP/1.1" status: 200 len: 210 time: 0.0580611 Nov 11 21:31:39.135720 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c6a694ee-578a-4401-9e3d-b3174d143d9a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610547 Nov 11 21:31:39.195443 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 330987df-3617-468e-adc3-8ca87d1ad737 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:39.267815 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 330987df-3617-468e-adc3-8ca87d1ad737 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:39.268394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 330987df-3617-468e-adc3-8ca87d1ad737 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:39.269574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 1e62104d-3681-404d-839c-c3ece8927126 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:39.353408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 1e62104d-3681-404d-839c-c3ece8927126 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:39.354077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 1e62104d-3681-404d-839c-c3ece8927126 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:39.355203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 07eedf9c-4bc1-45b0-9ed6-853cd6548175 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:39.358195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 422b8558-449f-40fd-8d3c-cdbbf0db9796 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:39.395081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-39ef2051-2775-4ff4-964a-1152dc689fca tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:39.397569 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-39ef2051-2775-4ff4-964a-1152dc689fca tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608089 Nov 11 21:31:39.412313 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Request body: {'port': {'device_id': 'fbcfb9fc-391b-4402-8e7c-abbdab5528d6', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'fd47c33b622049db8b0a7624a7b34e9c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:39.424138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 422b8558-449f-40fd-8d3c-cdbbf0db9796 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:39.424485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 422b8558-449f-40fd-8d3c-cdbbf0db9796 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:39.425304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52876b38-a8ba-49ef-8902-6bd92e8c406f req-1b832c6d-9f08-43da-b7e0-d577698101c5 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:39.430205 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-52876b38-a8ba-49ef-8902-6bd92e8c406f req-1b832c6d-9f08-43da-b7e0-d577698101c5 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=16e8b54e-a67a-4388-92a4-37fc8d6b6af9 HTTP/1.1" status: 200 len: 945 time: 0.1288064 Nov 11 21:31:39.438405 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 07eedf9c-4bc1-45b0-9ed6-853cd6548175 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:39.438901 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 07eedf9c-4bc1-45b0-9ed6-853cd6548175 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:39.504528 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-52876b38-a8ba-49ef-8902-6bd92e8c406f req-bf7b355e-91be-4252-9041-0b622b357764 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646029 Nov 11 21:31:39.714422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Made reservation on behalf of fd47c33b622049db8b0a7624a7b34e9c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:39.718164 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:39.728846 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-0179117a-b667-42f7-a41e-39f820cd1f71 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=056165bc7fb24d9bb9441b24c2ec53ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315828 Nov 11 21:31:39.740511 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:39.765561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'name': 'network-vif-deleted', 'tag': '330987df-3617-468e-adc3-8ca87d1ad737'}, {'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'name': 'network-vif-deleted', 'tag': '07eedf9c-4bc1-45b0-9ed6-853cd6548175'}, {'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'name': 'network-vif-deleted', 'tag': '1e62104d-3681-404d-839c-c3ece8927126'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:39.781855 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77f5cfc-34ee-4619-91ba-64506ecbb515" -d '{"events": [{"server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "name": "network-vif-deleted", "tag": "330987df-3617-468e-adc3-8ca87d1ad737"}, {"server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "name": "network-vif-deleted", "tag": "07eedf9c-4bc1-45b0-9ed6-853cd6548175"}, {"server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "name": "network-vif-deleted", "tag": "1e62104d-3681-404d-839c-c3ece8927126"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:39.785719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbb516-5be1-4544-a590-c2726857f461 req-2b388c61-f9ed-49e6-8c57-9cbbe8ce4153 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:39.799822 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34cbb516-5be1-4544-a590-c2726857f461 req-2b388c61-f9ed-49e6-8c57-9cbbe8ce4153 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7 HTTP/1.1" status: 200 len: 946 time: 0.1709917 Nov 11 21:31:39.893266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34cbb516-5be1-4544-a590-c2726857f461 req-83ce900f-2198-4725-9993-8ac1b0c6c681 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880754 Nov 11 21:31:40.017724 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:40.025610 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:40.097345 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-599205a2-d924-4ae2-8ea8-c40b0522d06d req-2d5a0854-f966-4ef6-875f-7d1501ceec8e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 210 time: 0.0726621 Nov 11 21:31:40.118216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:40.189324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf2fa6-d121-40c9-9d11-6971597ab25c req-68b94b0a-817e-4d60-97e8-ddcafaa6681a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:40.196736 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fbf2fa6-d121-40c9-9d11-6971597ab25c req-68b94b0a-817e-4d60-97e8-ddcafaa6681a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0950983 Nov 11 21:31:40.211192 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Allocated IP 192.168.233.35 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/62a14a83-0af0-40a8-be8f-6ddd11d598e2) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:40.211768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-3588a4c7-e030-494b-93a2-4d77bd8fe751 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:40.213284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-3588a4c7-e030-494b-93a2-4d77bd8fe751 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4739714 Nov 11 21:31:40.233868 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Request body: {'port': {'device_id': 'c347a536-aec1-41f2-8235-7e1df35a96c9', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': '056165bc7fb24d9bb9441b24c2ec53ba'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:40.303239 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e18ce2eb-23f5-4704-a92c-ebcd8393a8eb req-f24bdf2a-b651-4b06-b927-6f907c001567 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 210 time: 0.0328822 Nov 11 21:31:40.364149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fbf2fa6-d121-40c9-9d11-6971597ab25c req-d9312b1c-89e6-4bbd-88be-ed124aae498e tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664631 Nov 11 21:31:40.429703 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8297072-5851-429e-a63f-633d587ac8ff x-openstack-request-id: req-e8297072-5851-429e-a63f-633d587ac8ff {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:40.430075 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "name": "network-vif-deleted", "tag": "330987df-3617-468e-adc3-8ca87d1ad737", "status": "completed", "code": 200}, {"server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "name": "network-vif-deleted", "tag": "07eedf9c-4bc1-45b0-9ed6-853cd6548175", "status": "completed", "code": 200}, {"server_uuid": "18202110-fb67-4a4b-8f05-80c328e9bc18", "name": "network-vif-deleted", "tag": "1e62104d-3681-404d-839c-c3ece8927126", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:40.430298 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8297072-5851-429e-a63f-633d587ac8ff {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:40.430638 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'name': 'network-vif-deleted', 'tag': '330987df-3617-468e-adc3-8ca87d1ad737', 'status': 'completed', 'code': 200} Nov 11 21:31:40.430903 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'name': 'network-vif-deleted', 'tag': '07eedf9c-4bc1-45b0-9ed6-853cd6548175', 'status': 'completed', 'code': 200} Nov 11 21:31:40.431126 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18202110-fb67-4a4b-8f05-80c328e9bc18', 'name': 'network-vif-deleted', 'tag': '1e62104d-3681-404d-839c-c3ece8927126', 'status': 'completed', 'code': 200} Nov 11 21:31:40.442679 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:40.500445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Made reservation on behalf of 056165bc7fb24d9bb9441b24c2ec53ba for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:40.503563 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:40.517317 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:40.543745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de6182b3-24eb-4cb4-8eec-42606d518b3e req-1653f854-5084-4bf8-b517-aa0cf258fa89 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 210 time: 0.0582142 Nov 11 21:31:40.557750 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:40.603861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:40.615635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:40.622051 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:40.690079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-aa700fd7-ae5d-4ab5-9be6-93cd8a10c375 req-dcb215d9-3475-4774-be07-49f284455ed9 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:31:40.691160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa700fd7-ae5d-4ab5-9be6-93cd8a10c375 req-dcb215d9-3475-4774-be07-49f284455ed9 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0287023 Nov 11 21:31:40.695671 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Pushing event updated for resources: {'Port': ['ID=62a14a83-0af0-40a8-be8f-6ddd11d598e2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:40.716341 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57870) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:40.798871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:40.799850 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:40.867459 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c391b6df-aa02-4763-b7c4-e0d338d8d80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4568594 Nov 11 21:31:40.868252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa700fd7-ae5d-4ab5-9be6-93cd8a10c375 req-27733247-40bf-4df1-b695-0460a6203e2d tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1665421 Nov 11 21:31:40.902825 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:40.914702 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Request body: {'port': {'device_id': 'fbcfb9fc-391b-4402-8e7c-abbdab5528d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:40.920489 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:40.929960 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:41.048315 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eda3827-365e-4c91-bfad-b20ba003c5f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Deleting subnet 203885e9-6cf0-4a27-bdc8-67e048a1ecf2 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:31:41.055250 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1eda3827-365e-4c91-bfad-b20ba003c5f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:41.090611 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:41.099903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-556fda17-7fac-4043-a0a3-3d2c975f339f None None] Provisioning complete for port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:41.100618 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-556fda17-7fac-4043-a0a3-3d2c975f339f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:41.121467 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1eda3827-365e-4c91-bfad-b20ba003c5f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:41.186987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-556fda17-7fac-4043-a0a3-3d2c975f339f None None] Port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:31:41.228052 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be256baa-38cb-45b5-8b56-d871013b3de3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:41.267448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:41.268483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:41.271624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:41.288348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:41.290742 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:41.293343 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:41.294355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:41.294986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:41.299027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:41.299748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:41.300216 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:41.302963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:41.411554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1eda3827-365e-4c91-bfad-b20ba003c5f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:41.501924 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1eda3827-365e-4c91-bfad-b20ba003c5f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:41.538457 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda3827-365e-4c91-bfad-b20ba003c5f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Subnet': ['ID=203885e9-6cf0-4a27-bdc8-67e048a1ecf2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:41.541287 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1eda3827-365e-4c91-bfad-b20ba003c5f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:41.545202 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1eda3827-365e-4c91-bfad-b20ba003c5f5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "DELETE /v2.0/subnets/203885e9-6cf0-4a27-bdc8-67e048a1ecf2 HTTP/1.1" status: 204 len: 168 time: 0.8264208 Nov 11 21:31:41.547597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57916) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:41.548639 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcba871d-1b51-46dd-b3e2-b476effaabb5 None None] Network 4970f9c8-5143-46b7-94f8-3733aa2f490e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:31:41.597399 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Allocated IP 192.168.233.125 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/4abf4ed1-dad4-4b47-81fc-5314dd29f1ec) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:41.663049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fe5fc-2598-4bdc-996e-e87ebb6eebbc req-cae463c1-d417-4328-9030-ea367aefe227 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:41.664892 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-453fe5fc-2598-4bdc-996e-e87ebb6eebbc req-cae463c1-d417-4328-9030-ea367aefe227 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7 HTTP/1.1" status: 200 len: 946 time: 0.2251096 Nov 11 21:31:41.688770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfd3c9-dab5-4713-9b53-5fd29fc4cc49 req-823eb448-2b26-4cbc-99cd-3bbbe636969b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:41.690838 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4dfd3c9-dab5-4713-9b53-5fd29fc4cc49 req-823eb448-2b26-4cbc-99cd-3bbbe636969b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 935 time: 0.1735523 Nov 11 21:31:41.699193 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:41.798794 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Deleting port fc50ab54-fd8c-459f-9906-1d40035e1aab {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:41.799586 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:41.849891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] DHCP port deletion for 4970f9c8-5143-46b7-94f8-3733aa2f490e request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:31:41.895741 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-453fe5fc-2598-4bdc-996e-e87ebb6eebbc req-95203b3a-5cd5-42f5-921c-f17c9fc0d347 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155173 Nov 11 21:31:41.903127 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4dfd3c9-dab5-4713-9b53-5fd29fc4cc49 req-05ae79ab-d2c4-4d3a-a621-30425d328761 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046649 Nov 11 21:31:41.977562 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Deleting port fc50ab54-fd8c-459f-9906-1d40035e1aab {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:41.980827 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:42.026832 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] For port fc50ab54-fd8c-459f-9906-1d40035e1aab, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fc50ab54-fd8c-459f-9906-1d40035e1aab,segment=NetworkSegment(a7e0a6ca-fe04-4434-8177-44989e26fb42),segment_id=a7e0a6ca-fe04-4434-8177-44989e26fb42)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:42.027198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:42.037126 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:42.063545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Calling delete_port for fc50ab54-fd8c-459f-9906-1d40035e1aab owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:42.100459 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] For port fc50ab54-fd8c-459f-9906-1d40035e1aab, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fc50ab54-fd8c-459f-9906-1d40035e1aab,segment=NetworkSegment(a7e0a6ca-fe04-4434-8177-44989e26fb42),segment_id=a7e0a6ca-fe04-4434-8177-44989e26fb42)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:42.100831 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:42.130984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Calling delete_port for fc50ab54-fd8c-459f-9906-1d40035e1aab owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:42.136989 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb3cd182-3bee-46d3-8e2b-a39aaca7a138 req-7350e4ed-2242-4fb5-93de-f8d6b111e2ea tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 210 time: 0.0979433 Nov 11 21:31:42.220563 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:42.262097 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:42.269482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec36c72-68fa-4d84-9585-f530b5a6d006 req-ff14910e-22c1-4270-a257-a9759c24bc97 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:42.279680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ec36c72-68fa-4d84-9585-f530b5a6d006 req-ff14910e-22c1-4270-a257-a9759c24bc97 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.2252653 Nov 11 21:31:42.306596 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:42.323930 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Port': ['ID=fc50ab54-fd8c-459f-9906-1d40035e1aab,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:42.327012 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Pushing event deleted for resources: {'Port': ['ID=fc50ab54-fd8c-459f-9906-1d40035e1aab,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:42.339012 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:42.339790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:42.340229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:42.340829 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:42.341335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:42.342161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:42.343819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:42.343819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:42.343819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:42.344279 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:42.344696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:42.345137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:42.350784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] No DVR routers for this DVR port fc50ab54-fd8c-459f-9906-1d40035e1aab on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:42.357765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f403cf25-461a-44c1-958d-4b5addf182c6 None None] No DVR routers for this DVR port fc50ab54-fd8c-459f-9906-1d40035e1aab on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:42.449246 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fedeff34-c39d-4211-a6e2-930d5a484793 req-d7224dcc-5bc7-42cf-a62a-3522214b97a7 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 210 time: 0.1224544 Nov 11 21:31:42.494542 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ec36c72-68fa-4d84-9585-f530b5a6d006 req-3c0f512a-132d-41be-8ec6-536d30adec4c tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123647 Nov 11 21:31:42.496835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:42.517487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:42.539714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:42.549398 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:42.627373 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Pushing event updated for resources: {'Port': ['ID=4abf4ed1-dad4-4b47-81fc-5314dd29f1ec,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:42.650879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4970f9c8-5143-46b7-94f8-3733aa2f490e']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:42.674204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:42.685080 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:42.713317 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-d0ab9080-942a-4475-a521-3dfc420609a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4875503 Nov 11 21:31:42.720370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e0a6ca-fe04-4434-8177-44989e26fb42') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:42.720675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e0a6ca-fe04-4434-8177-44989e26fb42') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:42.728055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Request body: {'port': {'device_id': 'c347a536-aec1-41f2-8235-7e1df35a96c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:42.749701 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:42.774950 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:42.788679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:31:42.789114 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:42.858233 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:31:42.932868 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:31:42.960211 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:42.986014 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:42.989645 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "DELETE /v2.0/networks/4970f9c8-5143-46b7-94f8-3733aa2f490e HTTP/1.1" status: 204 len: 168 time: 1.4410617 Nov 11 21:31:43.004463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57976) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:43.032687 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3e122-2a55-489a-aff7-95febc00dc34 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Network': ['ID=4970f9c8-5143-46b7-94f8-3733aa2f490e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:43.036178 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-46dd90ab-4b0a-419c-b38f-a0cfc4b131fd None None] Provisioning complete for port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:43.056477 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-46dd90ab-4b0a-419c-b38f-a0cfc4b131fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:43.117088 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a14a83-0af0-40a8-be8f-6ddd11d598e2 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:43.136716 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:43.160694 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-46dd90ab-4b0a-419c-b38f-a0cfc4b131fd None None] Port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:31:43.166307 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Transition to ACTIVE for port object 62a14a83-0af0-40a8-be8f-6ddd11d598e2 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:31:43.171862 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:43.351086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8876ed-72ec-4c27-9c53-b9ef482a40b7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Deleting subnet db2906c3-137c-48ef-8025-b86d72e65827 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:31:43.386977 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Pushing event updated for resources: {'Port': ['ID=62a14a83-0af0-40a8-be8f-6ddd11d598e2,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:43.409681 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f8876ed-72ec-4c27-9c53-b9ef482a40b7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:43.462191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Attempting to bind port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:43.462574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Attempting to bind port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:43.462853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Attempting to bind port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:43.478446 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:31:43.480257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Attempting to bind port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:43.495568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:43.496424 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:43.497491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:43.498186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Bound port: 62a14a83-0af0-40a8-be8f-6ddd11d598e2, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:43.498650 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:43.610591 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f8876ed-72ec-4c27-9c53-b9ef482a40b7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:43.623865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] For port 62a14a83-0af0-40a8-be8f-6ddd11d598e2, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:43.629233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] For port 62a14a83-0af0-40a8-be8f-6ddd11d598e2, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:43.637351 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:43.677885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07717a4a-aa04-44d4-812a-53266ba5e584 req-a8578123-7767-4b07-a84d-1e49b8b732f6 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:43.693612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07717a4a-aa04-44d4-812a-53266ba5e584 req-a8578123-7767-4b07-a84d-1e49b8b732f6 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=16e8b54e-a67a-4388-92a4-37fc8d6b6af9 HTTP/1.1" status: 200 len: 945 time: 0.3309667 Nov 11 21:31:43.708094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Pushing event updated for resources: {'Port': ['ID=62a14a83-0af0-40a8-be8f-6ddd11d598e2,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:43.733638 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:43.734894 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:43.737676 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-97f78297-d219-4187-bd61-0bceea3581c4 service neutron] 10.222.0.71 "PUT /v2.0/ports/62a14a83-0af0-40a8-be8f-6ddd11d598e2 HTTP/1.1" status: 200 len: 1095 time: 2.8509743 Nov 11 21:31:43.738059 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fad60-f72f-4b97-88a1-9cd8a06e0989 req-c06a350e-e70c-4b32-b678-742cd229be58 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:43.739777 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af3fad60-f72f-4b97-88a1-9cd8a06e0989 req-c06a350e-e70c-4b32-b678-742cd229be58 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 947 time: 0.3784149 Nov 11 21:31:43.740288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcfb9fc-391b-4402-8e7c-abbdab5528d6', 'tag': '62a14a83-0af0-40a8-be8f-6ddd11d598e2'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:43.753948 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31abc091-af87-44af-963e-c68eb1b5a9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "fbcfb9fc-391b-4402-8e7c-abbdab5528d6", "tag": "62a14a83-0af0-40a8-be8f-6ddd11d598e2"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:43.784846 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fc50ab54-fd8c-459f-9906-1d40035e1aab no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:43.846891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-f6e14edf-cd79-4494-95f0-a41b7cefc0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:43.848913 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-f6e14edf-cd79-4494-95f0-a41b7cefc0a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 1098 time: 0.0546517 Nov 11 21:31:43.888252 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: fc50ab54-fd8c-459f-9906-1d40035e1aab {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:43.888587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fc50ab54-fd8c-459f-9906-1d40035e1aab not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:43.927783 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-65a82ee3-363b-47a1-8cb1-38abfb1ac248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:43.928509 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-c7739be9-fe6b-4756-a425-7b9677447c9c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2 HTTP/1.1" status: 200 len: 217 time: 0.0699537 Nov 11 21:31:43.963189 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07717a4a-aa04-44d4-812a-53266ba5e584 req-864350c9-307e-4d5c-aa30-c54b02f3e3d8 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684247 Nov 11 21:31:43.979146 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f8876ed-72ec-4c27-9c53-b9ef482a40b7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:44.004530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af3fad60-f72f-4b97-88a1-9cd8a06e0989 req-f9a34f12-9a12-44f4-8a92-e37b58829cfa tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203164 Nov 11 21:31:44.007227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-6e69b286-bbd7-4b60-9821-7482c84d5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:44.009826 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-6e69b286-bbd7-4b60-9821-7482c84d5f27 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0716815 Nov 11 21:31:44.154753 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-e8e297fd-193f-4f8a-a7f3-e05c1378eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:44.157524 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-e8e297fd-193f-4f8a-a7f3-e05c1378eeef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1364124 Nov 11 21:31:44.174823 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:44.188897 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:44.213240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Transition to ACTIVE for port object 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:31:44.220984 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f8876ed-72ec-4c27-9c53-b9ef482a40b7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:44.227652 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:44.260535 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad28e4a-bf17-47bf-93fd-d3f1059e6fa7 req-0bffae80-0dca-459f-8c7e-364cc77357c4 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:44.265100 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ad28e4a-bf17-47bf-93fd-d3f1059e6fa7 req-0bffae80-0dca-459f-8c7e-364cc77357c4 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 936 time: 0.1548102 Nov 11 21:31:44.311785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8876ed-72ec-4c27-9c53-b9ef482a40b7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Subnet': ['ID=db2906c3-137c-48ef-8025-b86d72e65827,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:44.320143 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-5284bd54-1d84-43f7-81a2-faf2d4cf2a73 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532898 Nov 11 21:31:44.328650 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f8876ed-72ec-4c27-9c53-b9ef482a40b7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:44.334343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8f8876ed-72ec-4c27-9c53-b9ef482a40b7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "DELETE /v2.0/subnets/db2906c3-137c-48ef-8025-b86d72e65827 HTTP/1.1" status: 204 len: 168 time: 1.3267083 Nov 11 21:31:44.336587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab76c21-0657-4372-96a2-d97e4dac3ebc None None] Network a69e1c2b-cb04-445e-b5fa-f11c3be30d7f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:31:44.351470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58018) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:44.433724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8b89be0-118e-4906-a135-4b5ce56755b4 req-cf55a299-0f32-4ea1-bb83-7fbe7f4bedba tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23acedd-94e9-4f41-bfc2-4bb10b612785 HTTP/1.1" status: 200 len: 210 time: 0.1182349 Nov 11 21:31:44.516175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4abf4ed1-dad4-4b47-81fc-5314dd29f1ec,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:44.522628 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:44.579063 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ac0eee-3a09-4b9d-a09a-e332a2c2d5f8 x-openstack-request-id: req-53ac0eee-3a09-4b9d-a09a-e332a2c2d5f8 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:44.588337 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbcfb9fc-391b-4402-8e7c-abbdab5528d6", "tag": "62a14a83-0af0-40a8-be8f-6ddd11d598e2", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:44.589107 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-53ac0eee-3a09-4b9d-a09a-e332a2c2d5f8 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:44.589558 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbcfb9fc-391b-4402-8e7c-abbdab5528d6', 'tag': '62a14a83-0af0-40a8-be8f-6ddd11d598e2', 'status': 'completed', 'code': 200} Nov 11 21:31:44.617074 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-40247552-73ae-4bdb-b6a5-1d8617b2b897 req-62711f8a-89cf-4e68-a987-e526746c2b86 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647533 Nov 11 21:31:44.688308 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ad28e4a-bf17-47bf-93fd-d3f1059e6fa7 req-85ec5217-6c4e-45f3-8088-09f79271dd75 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/security-groups?id=be256baa-38cb-45b5-8b56-d871013b3de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678329 Nov 11 21:31:44.773258 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Attempting to bind port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:44.773590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Attempting to bind port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:44.774144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Attempting to bind port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:44.780941 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:44.793572 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7dc25c-ec21-41b8-8120-cbb1d42d7303 None None] DHCP port deletion for a69e1c2b-cb04-445e-b5fa-f11c3be30d7f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:31:44.803386 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:31:44.803872 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Attempting to bind port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:44.818098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:44.818573 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:44.819055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:44.819596 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Bound port: 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:44.820109 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:44.841599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abc091-af87-44af-963e-c68eb1b5a9b1 req-0d9eea60-c882-4051-a7ad-6583166f0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:44.843931 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-31abc091-af87-44af-963e-c68eb1b5a9b1 req-0d9eea60-c882-4051-a7ad-6583166f0055 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 1098 time: 0.1048472 Nov 11 21:31:44.892382 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0c7dc25c-ec21-41b8-8120-cbb1d42d7303 None None] Deleting port 9b982014-f5a2-493a-84e3-b73251b2f384 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:44.893033 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c7dc25c-ec21-41b8-8120-cbb1d42d7303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:44.914590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11832402-910b-448c-a370-778854f82daf req-d283f589-1111-4cc4-8c4c-fb35f582b092 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:44.916319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-11832402-910b-448c-a370-778854f82daf req-d283f589-1111-4cc4-8c4c-fb35f582b092 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 945 time: 0.2772074 Nov 11 21:31:45.017478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] For port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:45.022981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] For port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4abf4ed1-dad4-4b47-81fc-5314dd29f1ec,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:45.037002 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-11832402-910b-448c-a370-778854f82daf req-93340b8c-6ad1-401e-ab33-5f72b89a6de8 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072702 Nov 11 21:31:45.044155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abc091-af87-44af-963e-c68eb1b5a9b1 req-8efc4f5d-8115-416f-bcd4-e7ef0e039741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:45.045665 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-31abc091-af87-44af-963e-c68eb1b5a9b1 req-8efc4f5d-8115-416f-bcd4-e7ef0e039741 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1914899 Nov 11 21:31:45.046803 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:45.051581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0c7dc25c-ec21-41b8-8120-cbb1d42d7303 None None] For port 9b982014-f5a2-493a-84e3-b73251b2f384, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=9b982014-f5a2-493a-84e3-b73251b2f384,segment=NetworkSegment(9589c7c8-f4c1-4399-aab2-60e48e4852f2),segment_id=9589c7c8-f4c1-4399-aab2-60e48e4852f2)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:45.053327 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c7dc25c-ec21-41b8-8120-cbb1d42d7303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:45.087402 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0c7dc25c-ec21-41b8-8120-cbb1d42d7303 None None] Calling delete_port for 9b982014-f5a2-493a-84e3-b73251b2f384 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:45.142613 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-31abc091-af87-44af-963e-c68eb1b5a9b1 req-a0883b1c-2b49-448d-bf5b-9171ee0f7809 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2 HTTP/1.1" status: 200 len: 217 time: 0.0887208 Nov 11 21:31:45.148282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:45.148949 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:45.150364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] 10.222.0.71 "PUT /v2.0/ports/4abf4ed1-dad4-4b47-81fc-5314dd29f1ec HTTP/1.1" status: 200 len: 1096 time: 2.4268553 Nov 11 21:31:45.209144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c347a536-aec1-41f2-8235-7e1df35a96c9', 'tag': '4abf4ed1-dad4-4b47-81fc-5314dd29f1ec'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:45.214338 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f04bad-5ba6-4ccc-b23b-8038b4fbfea8" -d '{"events": [{"name": "network-changed", "server_uuid": "c347a536-aec1-41f2-8235-7e1df35a96c9", "tag": "4abf4ed1-dad4-4b47-81fc-5314dd29f1ec"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:45.231007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abc091-af87-44af-963e-c68eb1b5a9b1 req-15cbee94-55bf-465e-b0b2-b78dc664a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:45.233175 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-31abc091-af87-44af-963e-c68eb1b5a9b1 req-15cbee94-55bf-465e-b0b2-b78dc664a5bd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0818114 Nov 11 21:31:45.281631 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c7dc25c-ec21-41b8-8120-cbb1d42d7303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:45.302496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Deleting port 9b982014-f5a2-493a-84e3-b73251b2f384 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:45.302684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:45.330931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7dc25c-ec21-41b8-8120-cbb1d42d7303 None None] Pushing event deleted for resources: {'Port': ['ID=9b982014-f5a2-493a-84e3-b73251b2f384,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:45.341180 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7dc25c-ec21-41b8-8120-cbb1d42d7303 None None] No DVR routers for this DVR port 9b982014-f5a2-493a-84e3-b73251b2f384 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:45.377933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abc091-af87-44af-963e-c68eb1b5a9b1 req-3bcdf1dd-b4cc-486e-a754-a66a92f9c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:45.384197 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-31abc091-af87-44af-963e-c68eb1b5a9b1 req-3bcdf1dd-b4cc-486e-a754-a66a92f9c4e0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425202 Nov 11 21:31:45.526507 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-31abc091-af87-44af-963e-c68eb1b5a9b1 req-c3d793fe-bae2-429e-b1da-782258220f67 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321442 Nov 11 21:31:45.719536 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-31abc091-af87-44af-963e-c68eb1b5a9b1 req-b0b020e0-e452-4a5d-97d3-375f9a2818a0 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793878 Nov 11 21:31:45.785500 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 9b982014-f5a2-493a-84e3-b73251b2f384 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:45.812897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 9b982014-f5a2-493a-84e3-b73251b2f384 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:45.813510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 9b982014-f5a2-493a-84e3-b73251b2f384 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:45.974101 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834efa16-d963-491b-bb9f-fb65926ff3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4abf4ed1-dad4-4b47-81fc-5314dd29f1ec,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:46.012058 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6c29108-4569-4d1d-b443-4253ff7856d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:46.057925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-ede4586d-c98b-4f28-a5cf-a8079b9f0602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:46.059411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-ede4586d-c98b-4f28-a5cf-a8079b9f0602 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=056165bc7fb24d9bb9441b24c2ec53ba&device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 1099 time: 0.8386102 Nov 11 21:31:46.066938 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b62d6-517c-4058-888e-8d0a250a670f req-d24ed898-2227-433e-bac2-632186ca1a03 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:46.074082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c61b62d6-517c-4058-888e-8d0a250a670f req-d24ed898-2227-433e-bac2-632186ca1a03 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 947 time: 0.9201102 Nov 11 21:31:46.084730 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] For port 9b982014-f5a2-493a-84e3-b73251b2f384, host n-d-805737-3, got binding levels [] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:46.085124 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:46.116651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fea26-fc78-4da0-89c1-da3ea4d574d4 req-343d6f75-eded-47f8-b5a8-36c28260b49e tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:46.122838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fea26-fc78-4da0-89c1-da3ea4d574d4 req-343d6f75-eded-47f8-b5a8-36c28260b49e tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:46.128981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fea26-fc78-4da0-89c1-da3ea4d574d4 req-343d6f75-eded-47f8-b5a8-36c28260b49e tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:46.130785 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c2fea26-fc78-4da0-89c1-da3ea4d574d4 req-343d6f75-eded-47f8-b5a8-36c28260b49e tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0&device_id=16e8b54e-a67a-4388-92a4-37fc8d6b6af9&device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 2416 time: 0.2494397 Nov 11 21:31:46.171517 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-4a69566d-4d32-49cf-9dc7-52ebff9ae5cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4abf4ed1-dad4-4b47-81fc-5314dd29f1ec HTTP/1.1" status: 200 len: 217 time: 0.0881667 Nov 11 21:31:46.178507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Calling delete_port for 9b982014-f5a2-493a-84e3-b73251b2f384 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:46.183718 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Port 9b982014-f5a2-493a-84e3-b73251b2f384 was not found and therefore no delete operation was performed {{(pid=102534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:31:46.215290 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:46.311584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] No DVR routers for this DVR port 9b982014-f5a2-493a-84e3-b73251b2f384 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:46.321032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Port': ['ID=9b982014-f5a2-493a-84e3-b73251b2f384,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:46.372978 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c61b62d6-517c-4058-888e-8d0a250a670f req-2515f9c7-0855-4e8e-9d63-c2af064754e8 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941706 Nov 11 21:31:46.377991 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-39db6be2-0847-4c2d-8b4f-1c35a2d81ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:46.379547 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-39db6be2-0847-4c2d-8b4f-1c35a2d81ca6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1987345 Nov 11 21:31:46.421386 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c2fea26-fc78-4da0-89c1-da3ea4d574d4 req-5594227c-ae77-45b2-b8f1-e80d1dba4f6a tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566912 Nov 11 21:31:46.514126 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ad25de-73ac-4d6b-8368-c89d38f0192e x-openstack-request-id: req-a8ad25de-73ac-4d6b-8368-c89d38f0192e {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:46.514392 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c347a536-aec1-41f2-8235-7e1df35a96c9", "tag": "4abf4ed1-dad4-4b47-81fc-5314dd29f1ec", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:46.514647 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8ad25de-73ac-4d6b-8368-c89d38f0192e {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:46.515032 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c347a536-aec1-41f2-8235-7e1df35a96c9', 'tag': '4abf4ed1-dad4-4b47-81fc-5314dd29f1ec', 'status': 'completed', 'code': 200} Nov 11 21:31:46.523120 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:46.539572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-ecbcb778-883a-4ba8-8f1c-0c1522fa287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:46.541150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-ecbcb778-883a-4ba8-8f1c-0c1522fa287f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1444106 Nov 11 21:31:46.562758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69e1c2b-cb04-445e-b5fa-f11c3be30d7f']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:46.594867 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9589c7c8-f4c1-4399-aab2-60e48e4852f2') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:46.596627 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9589c7c8-f4c1-4399-aab2-60e48e4852f2') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:46.643451 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:46.673378 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:46.684562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:31:46.685249 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:31:46.688585 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:31:46.765069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-1672f4eb-e968-4f8d-8261-aa76e50de87d service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142994 Nov 11 21:31:46.821949 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:46.869281 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:46.880432 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58108) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:46.886343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e8cfb8df-18b9-42e9-b480-4ecc7b187efa tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1256938915'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:46.889896 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "DELETE /v2.0/networks/a69e1c2b-cb04-445e-b5fa-f11c3be30d7f HTTP/1.1" status: 204 len: 168 time: 2.5073845 Nov 11 21:31:46.919030 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf1695-5813-4994-abd3-155e9410191f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Network': ['ID=a69e1c2b-cb04-445e-b5fa-f11c3be30d7f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:46.930307 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cfb8df-18b9-42e9-b480-4ecc7b187efa tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Made reservation on behalf of e65ee3347f4a4354b077d82866a98b8a for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:46.934101 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb8df-18b9-42e9-b480-4ecc7b187efa tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.002606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cfb8df-18b9-42e9-b480-4ecc7b187efa tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:31:47.021881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-186e75b9-7daa-4e4b-99f7-760f26f29ab1 req-71ff6e95-8c75-4c42-b837-ba343a3c7857 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489300 Nov 11 21:31:47.025366 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb8df-18b9-42e9-b480-4ecc7b187efa tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.025788 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-e8cfb8df-18b9-42e9-b480-4ecc7b187efa tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Added segment 5be85a10-3503-4aa9-8c94-6480dbab0d22 of type vlan for network cba2d0d4-93fa-4893-981b-ad042862b877 Nov 11 21:31:47.136554 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.146355 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb8df-18b9-42e9-b480-4ecc7b187efa tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.194188 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:31:47.204527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f04bad-5ba6-4ccc-b23b-8038b4fbfea8 req-2b286f6f-7b5d-47b0-bfd7-4708124afa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:47.206493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15f04bad-5ba6-4ccc-b23b-8038b4fbfea8 req-2b286f6f-7b5d-47b0-bfd7-4708124afa87 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=056165bc7fb24d9bb9441b24c2ec53ba&device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 1099 time: 0.1025929 Nov 11 21:31:47.221469 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb8df-18b9-42e9-b480-4ecc7b187efa tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.232167 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cfb8df-18b9-42e9-b480-4ecc7b187efa tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:47.233581 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb8df-18b9-42e9-b480-4ecc7b187efa tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.359006 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfb8df-18b9-42e9-b480-4ecc7b187efa tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event updated for resources: {'Network': ['ID=cba2d0d4-93fa-4893-981b-ad042862b877,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:47.370761 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e8cfb8df-18b9-42e9-b480-4ecc7b187efa tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4884059 Nov 11 21:31:47.381440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58112) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:47.386462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a4ec6122-243f-4444-8b1b-8d61a97f1864 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Request body: {'subnet': {'network_id': 'cba2d0d4-93fa-4893-981b-ad042862b877', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:47.423173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:47.428082 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f04bad-5ba6-4ccc-b23b-8038b4fbfea8 req-7ddda217-ac10-48a2-8700-81de1baa0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:47.436309 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15f04bad-5ba6-4ccc-b23b-8038b4fbfea8 req-7ddda217-ac10-48a2-8700-81de1baa0e6b service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.2209179 Nov 11 21:31:47.444436 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '874f02bb-09e2-41b9-a6d4-d21b61d4eeaf', 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14', 'port_id': '874f02bb-09e2-41b9-a6d4-d21b61d4eeaf', 'mac_address': 'fa:16:3e:1e:dd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1861653c-fba2-441d-b341-424c585bf1e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:31:47.454913 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network cba2d0d4-93fa-4893-981b-ad042862b877 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:31:47.524319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15f04bad-5ba6-4ccc-b23b-8038b4fbfea8 req-625c68d3-925b-4f94-a731-9bce4cdd3401 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4abf4ed1-dad4-4b47-81fc-5314dd29f1ec HTTP/1.1" status: 200 len: 217 time: 0.0763288 Nov 11 21:31:47.604984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ec6122-243f-4444-8b1b-8d61a97f1864 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Made reservation on behalf of e65ee3347f4a4354b077d82866a98b8a for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:47.610943 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6122-243f-4444-8b1b-8d61a97f1864 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.645700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f04bad-5ba6-4ccc-b23b-8038b4fbfea8 req-b0cc9818-c59f-4f60-893c-17bfda4f02ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:47.647592 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15f04bad-5ba6-4ccc-b23b-8038b4fbfea8 req-b0cc9818-c59f-4f60-893c-17bfda4f02ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1139376 Nov 11 21:31:47.697945 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.735811 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f04bad-5ba6-4ccc-b23b-8038b4fbfea8 req-12175fe0-faa3-4407-b995-435fc150a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:47.735811 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15f04bad-5ba6-4ccc-b23b-8038b4fbfea8 req-12175fe0-faa3-4407-b995-435fc150a0d1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789714 Nov 11 21:31:47.737893 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:47.760615 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:47.770722 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.858290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:47.873966 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['874f02bb-09e2-41b9-a6d4-d21b61d4eeaf'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:47.967033 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15f04bad-5ba6-4ccc-b23b-8038b4fbfea8 req-6a97277f-682d-46e0-929d-77ac50611275 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219489 Nov 11 21:31:48.034361 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6122-243f-4444-8b1b-8d61a97f1864 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:48.154425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15f04bad-5ba6-4ccc-b23b-8038b4fbfea8 req-922012ec-da6c-416e-ad90-c431ec88292c service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797504 Nov 11 21:31:48.172782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec6122-243f-4444-8b1b-8d61a97f1864 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event updated for resources: {'Subnet': ['ID=31ce5097-05f5-4f2d-9d9a-0ad14e99b488,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:48.184356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec6122-243f-4444-8b1b-8d61a97f1864 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Checking segment: {'id': '5be85a10-3503-4aa9-8c94-6480dbab0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'cba2d0d4-93fa-4893-981b-ad042862b877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:48.184719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ec6122-243f-4444-8b1b-8d61a97f1864 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Network hostable DHCP agents. Network: cba2d0d4-93fa-4893-981b-ad042862b877, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:31:48.209955 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ec6122-243f-4444-8b1b-8d61a97f1864 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Network cba2d0d4-93fa-4893-981b-ad042862b877 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:31:48.223767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a4ec6122-243f-4444-8b1b-8d61a97f1864 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, cba2d0d4-93fa-4893-981b-ad042862b877) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:48.229498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ec6122-243f-4444-8b1b-8d61a97f1864 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:48.230492 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6122-243f-4444-8b1b-8d61a97f1864 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:48.236146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291a4b99-7a8c-4861-b62c-34538db3841f None None] Network cba2d0d4-93fa-4893-981b-ad042862b877 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:31:48.272709 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a4ec6122-243f-4444-8b1b-8d61a97f1864 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8901556 Nov 11 21:31:48.275611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58116) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:48.281869 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-63de4d02-abe8-4d64-9794-8ed6d052e5e4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-736482239'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:48.325655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63de4d02-abe8-4d64-9794-8ed6d052e5e4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Made reservation on behalf of e65ee3347f4a4354b077d82866a98b8a for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:48.329772 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63de4d02-abe8-4d64-9794-8ed6d052e5e4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:48.379699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63de4d02-abe8-4d64-9794-8ed6d052e5e4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:31:48.409645 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63de4d02-abe8-4d64-9794-8ed6d052e5e4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:48.414267 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-63de4d02-abe8-4d64-9794-8ed6d052e5e4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Added segment ec765232-17f2-4c39-b26c-a60ebd321131 of type vlan for network b9f3f127-60f9-4a37-a730-4373384dd7a3 Nov 11 21:31:48.547869 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63de4d02-abe8-4d64-9794-8ed6d052e5e4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:48.605466 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63de4d02-abe8-4d64-9794-8ed6d052e5e4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:48.611426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63de4d02-abe8-4d64-9794-8ed6d052e5e4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:48.612045 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63de4d02-abe8-4d64-9794-8ed6d052e5e4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:48.677161 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58120) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:48.680047 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-63de4d02-abe8-4d64-9794-8ed6d052e5e4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4007049 Nov 11 21:31:48.682527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-31df5f55-b04e-4d30-830f-32223017cf68 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Request body: {'subnet': {'network_id': 'b9f3f127-60f9-4a37-a730-4373384dd7a3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:48.723158 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de4d02-abe8-4d64-9794-8ed6d052e5e4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event updated for resources: {'Network': ['ID=b9f3f127-60f9-4a37-a730-4373384dd7a3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:48.814343 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network b9f3f127-60f9-4a37-a730-4373384dd7a3 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:31:48.864198 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31df5f55-b04e-4d30-830f-32223017cf68 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Made reservation on behalf of e65ee3347f4a4354b077d82866a98b8a for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:48.871656 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31df5f55-b04e-4d30-830f-32223017cf68 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:48.910761 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:48.951576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-cba2d0d4-93fa-4893-981b-ad042862b877', 'network_id': 'cba2d0d4-93fa-4893-981b-ad042862b877', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'fixed_ips': [{'subnet_id': '31ce5097-05f5-4f2d-9d9a-0ad14e99b488'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:31:48.952730 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:49.142740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Allocated IP 19.80.0.2 (cba2d0d4-93fa-4893-981b-ad042862b877/31ce5097-05f5-4f2d-9d9a-0ad14e99b488/7bb55584-07c3-4ec8-a913-14e0339bd8ca) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:49.180981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31df5f55-b04e-4d30-830f-32223017cf68 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:49.223441 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:49.422540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df5f55-b04e-4d30-830f-32223017cf68 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Checking segment: {'id': 'ec765232-17f2-4c39-b26c-a60ebd321131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b9f3f127-60f9-4a37-a730-4373384dd7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:49.423199 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31df5f55-b04e-4d30-830f-32223017cf68 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Network hostable DHCP agents. Network: b9f3f127-60f9-4a37-a730-4373384dd7a3, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:31:49.435916 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df5f55-b04e-4d30-830f-32223017cf68 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event updated for resources: {'Subnet': ['ID=55299543-5398-42d1-b10d-f7ec89e5b973,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:49.494466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31df5f55-b04e-4d30-830f-32223017cf68 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Network b9f3f127-60f9-4a37-a730-4373384dd7a3 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:31:49.520170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-31df5f55-b04e-4d30-830f-32223017cf68 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, b9f3f127-60f9-4a37-a730-4373384dd7a3) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:49.525172 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31df5f55-b04e-4d30-830f-32223017cf68 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:49.526351 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31df5f55-b04e-4d30-830f-32223017cf68 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:49.566562 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-31df5f55-b04e-4d30-830f-32223017cf68 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8881483 Nov 11 21:31:49.613491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 62a14a83-0af0-40a8-be8f-6ddd11d598e2 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:31:49.619336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fe6262-8544-4319-ba2b-6de7cbcae263 None None] Network b9f3f127-60f9-4a37-a730-4373384dd7a3 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:31:49.677088 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac38589-409f-4a2b-9dbb-9ac4e875591b req-ba8ed8d8-0ebf-4cb2-bffc-4dd16d4b9df1 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:49.689097 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:49.698146 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ac38589-409f-4a2b-9dbb-9ac4e875591b req-ba8ed8d8-0ebf-4cb2-bffc-4dd16d4b9df1 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 948 time: 0.1779125 Nov 11 21:31:49.831713 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ac38589-409f-4a2b-9dbb-9ac4e875591b req-d6491a68-77ae-4b26-b21e-3c773278aa4f tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/security-groups?id=be256baa-38cb-45b5-8b56-d871013b3de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302626 Nov 11 21:31:49.865793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-a4e3a72f-fd72-4aa9-84d1-2d0c11f71285 req-59eb8c01-4490-4dbe-87a5-80c6b2f9ccc4 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:31:49.866824 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4e3a72f-fd72-4aa9-84d1-2d0c11f71285 req-59eb8c01-4490-4dbe-87a5-80c6b2f9ccc4 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075867 Nov 11 21:31:49.894940 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 62a14a83-0af0-40a8-be8f-6ddd11d598e2, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:49.920063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '62a14a83-0af0-40a8-be8f-6ddd11d598e2', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '62a14a83-0af0-40a8-be8f-6ddd11d598e2', 'mac_address': 'fa:16:3e:29:04:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:31:49.922146 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:49.994908 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:50.022430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4e3a72f-fd72-4aa9-84d1-2d0c11f71285 req-dc842566-6c85-4cf8-8bc6-26eb1a176b72 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1458063 Nov 11 21:31:50.145127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b409c-c158-4de4-94b2-cf0bd5dfda30 req-39d935a0-073b-43f0-a60f-7392e080f245 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:50.155739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c2b409c-c158-4de4-94b2-cf0bd5dfda30 req-39d935a0-073b-43f0-a60f-7392e080f245 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 947 time: 0.1119421 Nov 11 21:31:50.162038 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Pushing event updated for resources: {'Port': ['ID=7bb55584-07c3-4ec8-a913-14e0339bd8ca,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:50.171140 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:50.172265 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:50.253264 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c2b409c-c158-4de4-94b2-cf0bd5dfda30 req-28e8e502-79c5-49b2-bd5d-5e17c390ddfb tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950475 Nov 11 21:31:50.342255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-b9f3f127-60f9-4a37-a730-4373384dd7a3', 'network_id': 'b9f3f127-60f9-4a37-a730-4373384dd7a3', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'fixed_ips': [{'subnet_id': '55299543-5398-42d1-b10d-f7ec89e5b973'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:31:50.343185 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:50.369974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Network cba2d0d4-93fa-4893-981b-ad042862b877 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:50.470688 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:50.490912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:50.726384 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-2c5d2e8c-e706-46ec-998c-5e1b7dd45a57 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:50.752764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-2c5d2e8c-e706-46ec-998c-5e1b7dd45a57 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:50.762838 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-2c5d2e8c-e706-46ec-998c-5e1b7dd45a57 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/networks?id=cba2d0d4-93fa-4893-981b-ad042862b877&id=b9f3f127-60f9-4a37-a730-4373384dd7a3 HTTP/1.1" status: 200 len: 1391 time: 0.3565021 Nov 11 21:31:50.810056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:50.820150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-d31178e2-849e-412a-b42b-8d19f47fa619 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/quotas/e65ee3347f4a4354b077d82866a98b8a HTTP/1.1" status: 200 len: 375 time: 0.0474169 Nov 11 21:31:50.825169 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Allocated IP 19.86.0.2 (b9f3f127-60f9-4a37-a730-4373384dd7a3/55299543-5398-42d1-b10d-f7ec89e5b973/3916e3da-8109-442b-8979-726e8dc98d65) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:50.947230 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-e98a052f-812b-41a8-924d-e34e24dcbc9e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e65ee3347f4a4354b077d82866a98b8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1236706 Nov 11 21:31:50.984240 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:50.990735 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.032834 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:51.050436 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874f02bb-09e2-41b9-a6d4-d21b61d4eeaf'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:51.053068 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc62ccc-78c9-4db0-a9cd-f4d55f1f3095" -d '{"events": [{"server_uuid": "5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7", "name": "network-vif-plugged", "status": "completed", "tag": "874f02bb-09e2-41b9-a6d4-d21b61d4eeaf"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:51.056535 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.112941 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.117679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Pushing event updated for resources: {'Port': ['ID=3916e3da-8109-442b-8979-726e8dc98d65,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:51.121463 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a14a83-0af0-40a8-be8f-6ddd11d598e2 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:51.121706 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-0f561056-dd54-41f9-9818-8f334a125a8e service neutron] 10.222.0.57 "GET /v2.0/networks/cba2d0d4-93fa-4893-981b-ad042862b877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581779 Nov 11 21:31:51.145139 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 62a14a83-0af0-40a8-be8f-6ddd11d598e2, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:51.236563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Network b9f3f127-60f9-4a37-a730-4373384dd7a3 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:51.261286 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:51.263988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-188cee3e-2612-41cf-a14e-fbbe82e505b3 service neutron] 10.222.0.57 "GET /v2.0/networks/cba2d0d4-93fa-4893-981b-ad042862b877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354768 Nov 11 21:31:51.264882 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.330779 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=62a14a83-0af0-40a8-be8f-6ddd11d598e2,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:51.335233 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:51.353467 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:31:51.504615 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-1befbb89-706b-4fd2-873f-da7cbba5a603 service neutron] 10.222.0.57 "GET /v2.0/networks/b9f3f127-60f9-4a37-a730-4373384dd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305369 Nov 11 21:31:51.523126 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4abf4ed1-dad4-4b47-81fc-5314dd29f1ec,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:51.561040 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:51.565061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '4abf4ed1-dad4-4b47-81fc-5314dd29f1ec', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '4abf4ed1-dad4-4b47-81fc-5314dd29f1ec', 'mac_address': 'fa:16:3e:e6:d7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:31:51.575278 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Attempting to bind port 7bb55584-07c3-4ec8-a913-14e0339bd8ca on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:51.576052 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Attempting to bind port 7bb55584-07c3-4ec8-a913-14e0339bd8ca by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '5be85a10-3503-4aa9-8c94-6480dbab0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'cba2d0d4-93fa-4893-981b-ad042862b877'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:51.576842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Attempting to bind port 7bb55584-07c3-4ec8-a913-14e0339bd8ca on network cba2d0d4-93fa-4893-981b-ad042862b877 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:51.583774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:51.584496 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Checking segment: {'id': '5be85a10-3503-4aa9-8c94-6480dbab0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'cba2d0d4-93fa-4893-981b-ad042862b877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:51.585176 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.585792 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Bound using segment: {'id': '5be85a10-3503-4aa9-8c94-6480dbab0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'cba2d0d4-93fa-4893-981b-ad042862b877'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:51.586602 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Bound port: 7bb55584-07c3-4ec8-a913-14e0339bd8ca, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be85a10-3503-4aa9-8c94-6480dbab0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'cba2d0d4-93fa-4893-981b-ad042862b877'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:51.587235 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.655873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] For port 7bb55584-07c3-4ec8-a913-14e0339bd8ca, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:51.659898 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] For port 7bb55584-07c3-4ec8-a913-14e0339bd8ca, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7bb55584-07c3-4ec8-a913-14e0339bd8ca,segment=NetworkSegment(5be85a10-3503-4aa9-8c94-6480dbab0d22),segment_id=5be85a10-3503-4aa9-8c94-6480dbab0d22)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:51.729839 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.732171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['62a14a83-0af0-40a8-be8f-6ddd11d598e2'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:51.786868 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.851855 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-6c189341-fe04-40ed-9164-2b40a84432e8 service neutron] 10.222.0.57 "GET /v2.0/networks/b9f3f127-60f9-4a37-a730-4373384dd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424094 Nov 11 21:31:51.992617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:52.037942 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4abf4ed1-dad4-4b47-81fc-5314dd29f1ec,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:52.064304 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:52.131110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Attempting to bind port 3916e3da-8109-442b-8979-726e8dc98d65 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:52.131110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Attempting to bind port 3916e3da-8109-442b-8979-726e8dc98d65 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'ec765232-17f2-4c39-b26c-a60ebd321131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b9f3f127-60f9-4a37-a730-4373384dd7a3'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:52.131110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Attempting to bind port 3916e3da-8109-442b-8979-726e8dc98d65 on network b9f3f127-60f9-4a37-a730-4373384dd7a3 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:52.143281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:52.143787 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Checking segment: {'id': 'ec765232-17f2-4c39-b26c-a60ebd321131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b9f3f127-60f9-4a37-a730-4373384dd7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:52.144287 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:52.147314 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Bound using segment: {'id': 'ec765232-17f2-4c39-b26c-a60ebd321131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b9f3f127-60f9-4a37-a730-4373384dd7a3'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:52.148019 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Bound port: 3916e3da-8109-442b-8979-726e8dc98d65, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec765232-17f2-4c39-b26c-a60ebd321131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b9f3f127-60f9-4a37-a730-4373384dd7a3'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:52.148520 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:52.164011 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cf00b-3642-4d79-b649-6bf5fb69eb1c None None] Pushing event updated for resources: {'Port': ['ID=7bb55584-07c3-4ec8-a913-14e0339bd8ca,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:52.269354 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8017ae83-6f7a-4c41-b002-57861d905972 x-openstack-request-id: req-8017ae83-6f7a-4c41-b002-57861d905972 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:52.269985 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7", "name": "network-vif-plugged", "status": "completed", "tag": "874f02bb-09e2-41b9-a6d4-d21b61d4eeaf", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:52.271265 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8017ae83-6f7a-4c41-b002-57861d905972 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:52.271761 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874f02bb-09e2-41b9-a6d4-d21b61d4eeaf', 'code': 200} Nov 11 21:31:52.390021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21a453-e3bc-44d5-a305-82f780c1b68c req-8f0d5ab5-7512-4b00-bcfc-f79fa2926e65 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:52.409601 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a21a453-e3bc-44d5-a305-82f780c1b68c req-8f0d5ab5-7512-4b00-bcfc-f79fa2926e65 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 949 time: 0.1557641 Nov 11 21:31:52.557407 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a21a453-e3bc-44d5-a305-82f780c1b68c req-15f5765b-1529-4d6e-a2da-9632aa98cfb1 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/security-groups?id=be256baa-38cb-45b5-8b56-d871013b3de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302164 Nov 11 21:31:52.811051 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['4abf4ed1-dad4-4b47-81fc-5314dd29f1ec'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:52.873822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8b1be-28a3-4de3-b578-ffade4fbd20e req-7b8b7f6d-de79-40fe-954d-bf3546cb907f tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:52.882805 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6c8b1be-28a3-4de3-b578-ffade4fbd20e req-7b8b7f6d-de79-40fe-954d-bf3546cb907f tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 948 time: 0.1344035 Nov 11 21:31:53.060730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7db38661-e203-4f1a-aca6-bb3cd724692b req-c85fcea8-3175-4aa2-9597-a6073ef1a342 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 210 time: 0.1123998 Nov 11 21:31:53.115059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6c8b1be-28a3-4de3-b578-ffade4fbd20e req-20a2e04d-5a86-4dfe-b106-31fabdb85c9d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312922 Nov 11 21:31:53.164503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] For port 3916e3da-8109-442b-8979-726e8dc98d65, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:53.244542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4abf4ed1-dad4-4b47-81fc-5314dd29f1ec,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:53.261847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] For port 3916e3da-8109-442b-8979-726e8dc98d65, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3916e3da-8109-442b-8979-726e8dc98d65,segment=NetworkSegment(ec765232-17f2-4c39-b26c-a60ebd321131),segment_id=ec765232-17f2-4c39-b26c-a60ebd321131)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:53.319841 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:53.746838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502ec3a-bc22-4656-956d-927a3746053e None None] Pushing event updated for resources: {'Port': ['ID=3916e3da-8109-442b-8979-726e8dc98d65,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:53.784234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7190fe-ac44-4ec7-9be4-baa7a0e3ea16 None None] Network cba2d0d4-93fa-4893-981b-ad042862b877 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:31:53.941813 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7bb55584-07c3-4ec8-a913-14e0339bd8ca up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:54.112230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32c77d-22de-40a0-b476-0f6d4ba9f853 req-2c0aafed-dbbb-46ec-92a2-10e67306e217 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:54.125109 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c32c77d-22de-40a0-b476-0f6d4ba9f853 req-2c0aafed-dbbb-46ec-92a2-10e67306e217 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 949 time: 0.2535031 Nov 11 21:31:54.163744 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a679d0a1-8bec-445b-b57b-dc2f97b6602f None None] Provisioning complete for port 7bb55584-07c3-4ec8-a913-14e0339bd8ca triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:54.181320 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a679d0a1-8bec-445b-b57b-dc2f97b6602f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.313548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c32c77d-22de-40a0-b476-0f6d4ba9f853 req-eb5e695b-aa4b-4c57-96bf-8b24f16e0932 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/security-groups?id=be256baa-38cb-45b5-8b56-d871013b3de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824112 Nov 11 21:31:54.335719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-f84c0a5e-c568-4d99-90d8-7b93ff758925 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:54.374128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-f84c0a5e-c568-4d99-90d8-7b93ff758925 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:54.381622 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-f84c0a5e-c568-4d99-90d8-7b93ff758925 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.10 "GET /v2.0/networks?id=cba2d0d4-93fa-4893-981b-ad042862b877&id=b9f3f127-60f9-4a37-a730-4373384dd7a3 HTTP/1.1" status: 200 len: 1391 time: 0.5248730 Nov 11 21:31:54.396530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-7cd7da8a-d24c-48b1-a5fa-1a721c369860 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Request body: {'port': {'device_id': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'network_id': 'cba2d0d4-93fa-4893-981b-ad042862b877', 'admin_state_up': True, 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:54.607393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb5043f7-f6af-4dc2-9f2b-fe8130c300bf req-1e7fd21c-ccbc-4935-9410-dfcd41a8fa2c tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 210 time: 0.0522578 Nov 11 21:31:54.639182 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a679d0a1-8bec-445b-b57b-dc2f97b6602f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.683284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 7bb55584-07c3-4ec8-a913-14e0339bd8ca triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:54.693439 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.794053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508d68e-7994-4dbd-9aee-f21c46445f07 req-d07cb456-f912-4243-8cdd-40a80e028c24 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:54.796208 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1508d68e-7994-4dbd-9aee-f21c46445f07 req-d07cb456-f912-4243-8cdd-40a80e028c24 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 948 time: 0.1149337 Nov 11 21:31:54.811783 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a679d0a1-8bec-445b-b57b-dc2f97b6602f None None] For port 7bb55584-07c3-4ec8-a913-14e0339bd8ca, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7bb55584-07c3-4ec8-a913-14e0339bd8ca,segment=NetworkSegment(5be85a10-3503-4aa9-8c94-6480dbab0d22),segment_id=5be85a10-3503-4aa9-8c94-6480dbab0d22)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:54.829138 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a679d0a1-8bec-445b-b57b-dc2f97b6602f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.866504 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-7cd7da8a-d24c-48b1-a5fa-1a721c369860 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Made reservation on behalf of e65ee3347f4a4354b077d82866a98b8a for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:54.871869 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-7cd7da8a-d24c-48b1-a5fa-1a721c369860 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.924744 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1508d68e-7994-4dbd-9aee-f21c46445f07 req-2dde8520-0c10-45c5-b24e-26a8fc35bfff tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186032 Nov 11 21:31:55.208209 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679d0a1-8bec-445b-b57b-dc2f97b6602f None None] Pushing event updated for resources: {'Port': ['ID=7bb55584-07c3-4ec8-a913-14e0339bd8ca,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:55.323211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-7cd7da8a-d24c-48b1-a5fa-1a721c369860 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Allocated IP 19.80.0.201 (cba2d0d4-93fa-4893-981b-ad042862b877/31ce5097-05f5-4f2d-9d9a-0ad14e99b488/10223c40-bdb4-46f6-a4d8-2a52cc047c2c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:55.332615 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 62a14a83-0af0-40a8-be8f-6ddd11d598e2 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:55.519296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f93f2408-2c24-4e85-9594-321562c2a23e None None] Provisioning complete for port 7bb55584-07c3-4ec8-a913-14e0339bd8ca triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:55.519677 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f93f2408-2c24-4e85-9594-321562c2a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:55.572576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:31:55.589394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:55.589797 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:55.643540 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d3c05-ed54-4bf7-bcd7-87e80b9a458d req-19bd8249-36de-4e79-9f45-3181657303bc tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:55.645512 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-068d3c05-ed54-4bf7-bcd7-87e80b9a458d req-19bd8249-36de-4e79-9f45-3181657303bc tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 949 time: 0.1202002 Nov 11 21:31:55.662698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3cf208-a7ea-40b7-a6e6-7265e673cf14 None None] Network b9f3f127-60f9-4a37-a730-4373384dd7a3 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:31:55.737046 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-7cd7da8a-d24c-48b1-a5fa-1a721c369860 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:55.816416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-068d3c05-ed54-4bf7-bcd7-87e80b9a458d req-55c43ed7-e60b-46e4-8302-1429fa6e4e11 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/security-groups?id=be256baa-38cb-45b5-8b56-d871013b3de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551249 Nov 11 21:31:55.853534 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-7cd7da8a-d24c-48b1-a5fa-1a721c369860 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:56.002138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755ca95-96d2-40d7-a839-e699beac2328 req-21ca39f2-e41f-4da6-a5c3-c6af5a23bb92 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:56.019402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5755ca95-96d2-40d7-a839-e699beac2328 req-21ca39f2-e41f-4da6-a5c3-c6af5a23bb92 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 945 time: 0.1152103 Nov 11 21:31:56.052142 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-7cd7da8a-d24c-48b1-a5fa-1a721c369860 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Network cba2d0d4-93fa-4893-981b-ad042862b877 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:56.077345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-7cd7da8a-d24c-48b1-a5fa-1a721c369860 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:56.103123 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-7cd7da8a-d24c-48b1-a5fa-1a721c369860 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:56.140506 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7bb55584-07c3-4ec8-a913-14e0339bd8ca up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:56.144248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5755ca95-96d2-40d7-a839-e699beac2328 req-b084e4ae-accb-4cec-a83e-87c7fda8f549 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237025 Nov 11 21:31:56.178451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7da8a-d24c-48b1-a5fa-1a721c369860 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event updated for resources: {'Port': ['ID=10223c40-bdb4-46f6-a4d8-2a52cc047c2c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:56.314232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-549bfee5-78b6-4fa0-8b67-9a82b3d5cd9b None None] Provisioning complete for port 3916e3da-8109-442b-8979-726e8dc98d65 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:56.315086 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549bfee5-78b6-4fa0-8b67-9a82b3d5cd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:56.323731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-7cd7da8a-d24c-48b1-a5fa-1a721c369860 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:56.326524 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-7cd7da8a-d24c-48b1-a5fa-1a721c369860 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:56.363091 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b2b71-5b18-4f51-a3ba-6edee8491ab6 req-a6e78e06-9dd5-4a6b-b89d-b946d6dfe042 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:56.372869 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-425b2b71-5b18-4f51-a3ba-6edee8491ab6 req-a6e78e06-9dd5-4a6b-b89d-b946d6dfe042 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 932 time: 0.2273695 Nov 11 21:31:56.402794 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-7cd7da8a-d24c-48b1-a5fa-1a721c369860 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0116971 Nov 11 21:31:56.420962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-fa751a77-1106-4887-87c2-d858b7f72513 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Request body: {'port': {'device_id': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'network_id': 'b9f3f127-60f9-4a37-a730-4373384dd7a3', 'admin_state_up': True, 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:56.515663 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:56.546562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-425b2b71-5b18-4f51-a3ba-6edee8491ab6 req-c89a7de7-c902-43f6-92a4-322848d8dcda tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645865 Nov 11 21:31:56.561134 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549bfee5-78b6-4fa0-8b67-9a82b3d5cd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:56.628357 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 62a14a83-0af0-40a8-be8f-6ddd11d598e2, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:56.637434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcfb9fc-391b-4402-8e7c-abbdab5528d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a14a83-0af0-40a8-be8f-6ddd11d598e2'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:56.642111 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb543174-f7a5-4a84-8034-dd5a5789a163" -d '{"events": [{"server_uuid": "fbcfb9fc-391b-4402-8e7c-abbdab5528d6", "name": "network-vif-plugged", "status": "completed", "tag": "62a14a83-0af0-40a8-be8f-6ddd11d598e2"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:56.652716 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:56.654622 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:56.659872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 7bb55584-07c3-4ec8-a913-14e0339bd8ca triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:56.660322 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:56.830717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-fa751a77-1106-4887-87c2-d858b7f72513 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Made reservation on behalf of e65ee3347f4a4354b077d82866a98b8a for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:56.845127 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=62a14a83-0af0-40a8-be8f-6ddd11d598e2,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:56.855630 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-fa751a77-1106-4887-87c2-d858b7f72513 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:56.881118 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-549bfee5-78b6-4fa0-8b67-9a82b3d5cd9b None None] For port 3916e3da-8109-442b-8979-726e8dc98d65, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3916e3da-8109-442b-8979-726e8dc98d65,segment=NetworkSegment(ec765232-17f2-4c39-b26c-a60ebd321131),segment_id=ec765232-17f2-4c39-b26c-a60ebd321131)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:56.967660 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-549bfee5-78b6-4fa0-8b67-9a82b3d5cd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:57.075802 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179b1e3-4b93-46e5-850b-3a4aece267f7 req-2890cb95-ee40-4c6c-95f1-2a514e03b49d tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:57.077432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8179b1e3-4b93-46e5-850b-3a4aece267f7 req-2890cb95-ee40-4c6c-95f1-2a514e03b49d tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.71 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 945 time: 0.1838579 Nov 11 21:31:57.205659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3916e3da-8109-442b-8979-726e8dc98d65 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:57.215155 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04574e6a-623b-401f-b2c5-1224522b1484 x-openstack-request-id: req-04574e6a-623b-401f-b2c5-1224522b1484 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:57.215535 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcfb9fc-391b-4402-8e7c-abbdab5528d6", "name": "network-vif-plugged", "status": "completed", "tag": "62a14a83-0af0-40a8-be8f-6ddd11d598e2", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:57.215732 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04574e6a-623b-401f-b2c5-1224522b1484 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:57.216136 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcfb9fc-391b-4402-8e7c-abbdab5528d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a14a83-0af0-40a8-be8f-6ddd11d598e2', 'code': 200} Nov 11 21:31:57.341333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-fa751a77-1106-4887-87c2-d858b7f72513 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Allocated IP 19.86.0.251 (b9f3f127-60f9-4a37-a730-4373384dd7a3/55299543-5398-42d1-b10d-f7ec89e5b973/afdfa4b3-eccd-4e14-a775-3c209167be8b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:57.348353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:31:57.377196 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-03e278b9-2e45-427f-aad3-2a96649346f1 None None] Provisioning complete for port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:57.380102 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03e278b9-2e45-427f-aad3-2a96649346f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:57.397712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bfee5-78b6-4fa0-8b67-9a82b3d5cd9b None None] Pushing event updated for resources: {'Port': ['ID=3916e3da-8109-442b-8979-726e8dc98d65,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:57.417086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:57.420308 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:57.559442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ebe90-1cf6-42a6-8b2e-cd4fe5910602 req-11c0a528-eb23-42a3-9856-50d4ab323929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:57.563327 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fe9ebe90-1cf6-42a6-8b2e-cd4fe5910602 req-11c0a528-eb23-42a3-9856-50d4ab323929 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 1100 time: 0.2575059 Nov 11 21:31:57.614415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c11767-9325-45ab-96e6-fcb3dd7f5fef req-9e8c770d-e16a-47b6-a081-8c6076c7c0da tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:57.615963 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-26c11767-9325-45ab-96e6-fcb3dd7f5fef req-9e8c770d-e16a-47b6-a081-8c6076c7c0da tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 949 time: 0.2235878 Nov 11 21:31:57.627848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21bb11-79cf-4900-8124-bfc6245967e9 req-0e0950ee-585a-4b4f-89c9-f8cb059b4ac6 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:57.629983 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a21bb11-79cf-4900-8124-bfc6245967e9 req-0e0950ee-585a-4b4f-89c9-f8cb059b4ac6 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.3649654 Nov 11 21:31:57.668159 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:57.721556 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-26c11767-9325-45ab-96e6-fcb3dd7f5fef req-22dad403-0529-4fbc-a664-88cbe7345ee9 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/security-groups?id=be256baa-38cb-45b5-8b56-d871013b3de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888405 Nov 11 21:31:57.753478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4abf4ed1-dad4-4b47-81fc-5314dd29f1ec,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:57.782949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-8179b1e3-4b93-46e5-850b-3a4aece267f7 req-d488e054-bc85-4b69-8494-cc15142c6aee tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Deleting port 5fd2404b-d929-4537-ba02-b6da68b42877 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:57.783398 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:57.787582 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8179b1e3-4b93-46e5-850b-3a4aece267f7 req-d488e054-bc85-4b69-8494-cc15142c6aee tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:57.818761 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-fa751a77-1106-4887-87c2-d858b7f72513 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:57.876843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-fa751a77-1106-4887-87c2-d858b7f72513 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:57.954847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4abf4ed1-dad4-4b47-81fc-5314dd29f1ec,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:57.972498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 3916e3da-8109-442b-8979-726e8dc98d65 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:57.986323 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:57.990026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a21bb11-79cf-4900-8124-bfc6245967e9 req-2aea1dd5-d11c-4903-a354-f68fecfba732 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075535 Nov 11 21:31:57.995877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-03e278b9-2e45-427f-aad3-2a96649346f1 None None] Port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:31:58.020506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa751a77-1106-4887-87c2-d858b7f72513 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event updated for resources: {'Port': ['ID=afdfa4b3-eccd-4e14-a775-3c209167be8b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:58.067301 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-fa751a77-1106-4887-87c2-d858b7f72513 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Network b9f3f127-60f9-4a37-a730-4373384dd7a3 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:58.070731 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fe9ebe90-1cf6-42a6-8b2e-cd4fe5910602 req-6edf7f2c-0b01-49f9-a6cd-3e57fc629527 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975400 Nov 11 21:31:58.072482 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-fa751a77-1106-4887-87c2-d858b7f72513 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:58.075208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-fa751a77-1106-4887-87c2-d858b7f72513 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:58.154255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-03e278b9-2e45-427f-aad3-2a96649346f1 None None] Provisioning complete for port 3916e3da-8109-442b-8979-726e8dc98d65 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:58.154721 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03e278b9-2e45-427f-aad3-2a96649346f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:58.213227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-fa751a77-1106-4887-87c2-d858b7f72513 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:58.217926 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-fa751a77-1106-4887-87c2-d858b7f72513 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:58.260000 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-fa751a77-1106-4887-87c2-d858b7f72513 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8460529 Nov 11 21:31:58.284217 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Request body: {'port': {'device_id': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:58.363894 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-8179b1e3-4b93-46e5-850b-3a4aece267f7 req-d488e054-bc85-4b69-8494-cc15142c6aee tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] For port 5fd2404b-d929-4537-ba02-b6da68b42877, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5fd2404b-d929-4537-ba02-b6da68b42877,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:58.364496 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8179b1e3-4b93-46e5-850b-3a4aece267f7 req-d488e054-bc85-4b69-8494-cc15142c6aee tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:58.404360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-8179b1e3-4b93-46e5-850b-3a4aece267f7 req-d488e054-bc85-4b69-8494-cc15142c6aee tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Calling delete_port for 5fd2404b-d929-4537-ba02-b6da68b42877 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:58.501311 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:58.735276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a557fb5-93b4-4753-9210-ec0739326726 req-b16b81c2-53cb-4205-83aa-81ab53b5de3e tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:58.743775 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a557fb5-93b4-4753-9210-ec0739326726 req-b16b81c2-53cb-4205-83aa-81ab53b5de3e tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 945 time: 0.6023414 Nov 11 21:31:58.770807 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6f5e6aec-3208-4649-bac4-6d8012df215d None None] Provisioning complete for port afdfa4b3-eccd-4e14-a775-3c209167be8b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:58.773796 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6aec-3208-4649-bac4-6d8012df215d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:58.876854 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3916e3da-8109-442b-8979-726e8dc98d65 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:58.962458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cafdb-3864-48c7-bf90-c4db95e50aa7 req-a323c2e9-31b0-4542-8a56-d864f688a8ae tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:58.976902 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e6aec-3208-4649-bac4-6d8012df215d None None] Port afdfa4b3-eccd-4e14-a775-3c209167be8b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:31:58.980217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cafdb-3864-48c7-bf90-c4db95e50aa7 req-a323c2e9-31b0-4542-8a56-d864f688a8ae tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:58.984241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58544) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:58.988705 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-398cafdb-3864-48c7-bf90-c4db95e50aa7 req-a323c2e9-31b0-4542-8a56-d864f688a8ae tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1655 time: 0.4062366 Nov 11 21:31:59.013980 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a557fb5-93b4-4753-9210-ec0739326726 req-24c597a8-9007-45e0-a5ec-98a32f4f5d44 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618716 Nov 11 21:31:59.055333 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 3916e3da-8109-442b-8979-726e8dc98d65 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:59.059398 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:59.159626 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:31:59.218229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c347a536-aec1-41f2-8235-7e1df35a96c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abf4ed1-dad4-4b47-81fc-5314dd29f1ec'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:59.223552 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa95616-00b1-4ba6-aa8b-77bfc23a20ad" -d '{"events": [{"server_uuid": "c347a536-aec1-41f2-8235-7e1df35a96c9", "name": "network-vif-plugged", "status": "completed", "tag": "4abf4ed1-dad4-4b47-81fc-5314dd29f1ec"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:59.228990 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-398cafdb-3864-48c7-bf90-c4db95e50aa7 req-65c4bf39-7d09-458e-a04d-d0cda151b3d7 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324662 Nov 11 21:31:59.293101 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8179b1e3-4b93-46e5-850b-3a4aece267f7 req-d488e054-bc85-4b69-8494-cc15142c6aee tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:59.346785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1cbc3-806a-4f10-9f83-117dce5cb812 req-4cf4ed94-180d-4f6d-9c8b-430f9fe8170f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:59.350565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bc1cbc3-806a-4f10-9f83-117dce5cb812 req-4cf4ed94-180d-4f6d-9c8b-430f9fe8170f tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 944 time: 0.2391176 Nov 11 21:31:59.577272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488e054-bc85-4b69-8494-cc15142c6aee tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Pushing event deleted for resources: {'Port': ['ID=5fd2404b-d929-4537-ba02-b6da68b42877,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:59.769747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['5fd2404b-d929-4537-ba02-b6da68b42877'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:59.772166 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['bf7b532d-b175-4113-9c68-bec57321b464', '41363227-c0f1-47d4-8fb0-2f399c1070ae'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:59.796769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bc1cbc3-806a-4f10-9f83-117dce5cb812 req-c928d78b-713f-485c-b314-a68c269a7295 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012998 Nov 11 21:31:59.799274 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-8179b1e3-4b93-46e5-850b-3a4aece267f7 req-d488e054-bc85-4b69-8494-cc15142c6aee tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] No DVR routers for this DVR port 5fd2404b-d929-4537-ba02-b6da68b42877 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:59.815117 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8179b1e3-4b93-46e5-850b-3a4aece267f7 req-d488e054-bc85-4b69-8494-cc15142c6aee tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:59.822304 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8179b1e3-4b93-46e5-850b-3a4aece267f7 req-d488e054-bc85-4b69-8494-cc15142c6aee tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.71 "DELETE /v2.0/ports/5fd2404b-d929-4537-ba02-b6da68b42877 HTTP/1.1" status: 204 len: 173 time: 2.7280946 Nov 11 21:31:59.825884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55b2c48-bf88-4068-8396-8591aadad0d0', 'name': 'network-vif-deleted', 'tag': '5fd2404b-d929-4537-ba02-b6da68b42877'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:59.828429 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670ee20b-81e1-44c2-8044-759d0f13d396" -d '{"events": [{"server_uuid": "d55b2c48-bf88-4068-8396-8591aadad0d0", "name": "network-vif-deleted", "tag": "5fd2404b-d929-4537-ba02-b6da68b42877"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:59.877106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10223c40-bdb4-46f6-a4d8-2a52cc047c2c {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:59.891541 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:59.905320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d165f0-f29f-4e9a-bf2b-2de4ec083cd4 req-3f2fa2dc-ce66-4712-bf37-d070016b711d tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:59.907950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Transition to ACTIVE for port object 10223c40-bdb4-46f6-a4d8-2a52cc047c2c will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:31:59.919699 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72d165f0-f29f-4e9a-bf2b-2de4ec083cd4 req-3f2fa2dc-ce66-4712-bf37-d070016b711d tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 950 time: 0.5524728 Nov 11 21:31:59.922797 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.086211 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72d165f0-f29f-4e9a-bf2b-2de4ec083cd4 req-7344622a-c80d-4a4e-84a5-1eb0a2218dda tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/security-groups?id=be256baa-38cb-45b5-8b56-d871013b3de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510220 Nov 11 21:32:00.112272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=10223c40-bdb4-46f6-a4d8-2a52cc047c2c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:00.153411 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9118d467-8a5d-4337-89c6-21dc6dfa7509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.227968 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d247b06-65f4-42fc-aa94-c8c3c6f850ce req-425ab890-dc66-4ab8-b2a2-e62f9b3e7e2d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:00.230103 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6d247b06-65f4-42fc-aa94-c8c3c6f850ce req-425ab890-dc66-4ab8-b2a2-e62f9b3e7e2d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.71 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 944 time: 1.2246859 Nov 11 21:32:00.237910 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38944bc5-0d19-44eb-a8dc-d9996ff481e0 x-openstack-request-id: req-38944bc5-0d19-44eb-a8dc-d9996ff481e0 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:00.241034 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c347a536-aec1-41f2-8235-7e1df35a96c9", "name": "network-vif-plugged", "status": "completed", "tag": "4abf4ed1-dad4-4b47-81fc-5314dd29f1ec", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:00.242719 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-38944bc5-0d19-44eb-a8dc-d9996ff481e0 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:00.243370 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c347a536-aec1-41f2-8235-7e1df35a96c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abf4ed1-dad4-4b47-81fc-5314dd29f1ec', 'code': 200} Nov 11 21:32:00.363990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692da92a-710e-41e3-8f40-738ee5441621 req-ac2d0991-d87b-4c29-b318-3426f3c84199 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:00.375444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-692da92a-710e-41e3-8f40-738ee5441621 req-ac2d0991-d87b-4c29-b318-3426f3c84199 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.2780664 Nov 11 21:32:00.393006 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fbc238-e3cf-4afd-885e-f40a1db3bf9c x-openstack-request-id: req-b2fbc238-e3cf-4afd-885e-f40a1db3bf9c {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:00.393281 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55b2c48-bf88-4068-8396-8591aadad0d0", "name": "network-vif-deleted", "tag": "5fd2404b-d929-4537-ba02-b6da68b42877", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:00.393539 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b2fbc238-e3cf-4afd-885e-f40a1db3bf9c {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:00.394492 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55b2c48-bf88-4068-8396-8591aadad0d0', 'name': 'network-vif-deleted', 'tag': '5fd2404b-d929-4537-ba02-b6da68b42877', 'status': 'completed', 'code': 200} Nov 11 21:32:00.446453 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Attempting to bind port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:00.446805 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Attempting to bind port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '5be85a10-3503-4aa9-8c94-6480dbab0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'cba2d0d4-93fa-4893-981b-ad042862b877'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:00.447141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Attempting to bind port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c on network cba2d0d4-93fa-4893-981b-ad042862b877 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:00.520836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c on network cba2d0d4-93fa-4893-981b-ad042862b877 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:00.521164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Attempting to bind port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c on network cba2d0d4-93fa-4893-981b-ad042862b877 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:00.541674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:00.542004 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Checking segment: {'id': '5be85a10-3503-4aa9-8c94-6480dbab0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'cba2d0d4-93fa-4893-981b-ad042862b877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:00.542389 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Bound using segment: {'id': '5be85a10-3503-4aa9-8c94-6480dbab0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'cba2d0d4-93fa-4893-981b-ad042862b877'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:00.542836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Bound port: 10223c40-bdb4-46f6-a4d8-2a52cc047c2c, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be85a10-3503-4aa9-8c94-6480dbab0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'cba2d0d4-93fa-4893-981b-ad042862b877'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:00.543194 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.614535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-706e7be4-b803-450b-8371-31bb7e55fb9f req-da405955-d79d-462e-b0f1-1bd4d501bd62 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55b2c48-bf88-4068-8396-8591aadad0d0 HTTP/1.1" status: 200 len: 210 time: 0.0973654 Nov 11 21:32:00.654839 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-692da92a-710e-41e3-8f40-738ee5441621 req-bdc05798-872b-43bc-a2d2-b553c954af62 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767174 Nov 11 21:32:00.673452 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace5ef8-b79a-4c17-bfcd-03229835e0de req-741a19c8-e7d7-461d-8745-be42590de43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:00.676654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ace5ef8-b79a-4c17-bfcd-03229835e0de req-741a19c8-e7d7-461d-8745-be42590de43a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 1101 time: 0.3800025 Nov 11 21:32:00.779989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-6d247b06-65f4-42fc-aa94-c8c3c6f850ce req-8d0e2fa8-f46b-4dbf-a52d-869267181629 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Deleting port 7ff835fb-024f-4d22-b009-2e991997392e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:00.780525 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d247b06-65f4-42fc-aa94-c8c3c6f850ce req-8d0e2fa8-f46b-4dbf-a52d-869267181629 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.813709 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ace5ef8-b79a-4c17-bfcd-03229835e0de req-909f9d6d-f175-4865-bcac-ba9a207049d2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=be256baa-38cb-45b5-8b56-d871013b3de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278856 Nov 11 21:32:00.829224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570d366-5a0a-4881-b7d8-1bd070653363 req-e37c522c-4511-43b1-8088-1da28e74db5a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:00.836679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570d366-5a0a-4881-b7d8-1bd070653363 req-e37c522c-4511-43b1-8088-1da28e74db5a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:00.838477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2570d366-5a0a-4881-b7d8-1bd070653363 req-e37c522c-4511-43b1-8088-1da28e74db5a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1667 time: 0.1054685 Nov 11 21:32:00.849266 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] For port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:00.902035 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9118d467-8a5d-4337-89c6-21dc6dfa7509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.904426 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] For port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=10223c40-bdb4-46f6-a4d8-2a52cc047c2c,segment=NetworkSegment(5be85a10-3503-4aa9-8c94-6480dbab0d22),segment_id=5be85a10-3503-4aa9-8c94-6480dbab0d22)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:00.916714 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9118d467-8a5d-4337-89c6-21dc6dfa7509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.923777 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.958585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2570d366-5a0a-4881-b7d8-1bd070653363 req-b348ecb4-f587-4f90-b9e9-cc0e042c5b6d tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127589 Nov 11 21:32:01.040981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:01.042083 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.044830 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] 10.222.0.10 "PUT /v2.0/ports/10223c40-bdb4-46f6-a4d8-2a52cc047c2c HTTP/1.1" status: 200 len: 1092 time: 2.7670274 Nov 11 21:32:01.053668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'tag': '10223c40-bdb4-46f6-a4d8-2a52cc047c2c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:01.056209 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456e09fa-3b8c-4f3e-a69a-01434c92b73d" -d '{"events": [{"name": "network-changed", "server_uuid": "41900fcf-1f2f-48ac-8e5d-3a799bd45762", "tag": "10223c40-bdb4-46f6-a4d8-2a52cc047c2c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:01.068554 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6d247b06-65f4-42fc-aa94-c8c3c6f850ce req-8d0e2fa8-f46b-4dbf-a52d-869267181629 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] For port 7ff835fb-024f-4d22-b009-2e991997392e, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7ff835fb-024f-4d22-b009-2e991997392e,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:01.069083 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d247b06-65f4-42fc-aa94-c8c3c6f850ce req-8d0e2fa8-f46b-4dbf-a52d-869267181629 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.075039 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118d467-8a5d-4337-89c6-21dc6dfa7509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c45f515-50c0-4b79-af00-70590e342da2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:01.079417 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9118d467-8a5d-4337-89c6-21dc6dfa7509 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b8d148a22d99493d93cc1bf1a71ef8c4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0941546 Nov 11 21:32:01.082623 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58580) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:01.106332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Request body: {'port': {'device_id': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:01.236591 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-6d247b06-65f4-42fc-aa94-c8c3c6f850ce req-8d0e2fa8-f46b-4dbf-a52d-869267181629 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Calling delete_port for 7ff835fb-024f-4d22-b009-2e991997392e owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:01.260248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f278f65-8788-4036-ae44-510c1ad43453 req-cae2366e-33ee-476f-b7b4-d4162f784266 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:01.271368 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f278f65-8788-4036-ae44-510c1ad43453 req-cae2366e-33ee-476f-b7b4-d4162f784266 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e2888b-e1fd-49c2-8a35-188ad5104d3e HTTP/1.1" status: 200 len: 944 time: 0.1538723 Nov 11 21:32:01.323438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125830d-be48-4c2b-b48d-72bb2a46fe9d req-83de3b77-d6aa-4bf9-9be7-5e697a3ef229 tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:01.325080 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4125830d-be48-4c2b-b48d-72bb2a46fe9d req-83de3b77-d6aa-4bf9-9be7-5e697a3ef229 tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 1100 time: 0.1567380 Nov 11 21:32:01.328378 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-77873344-f0c6-40b3-936a-a4bbe6f2a27a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.334520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b65865-dd44-49f6-b982-54d68091d3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=10223c40-bdb4-46f6-a4d8-2a52cc047c2c,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:01.354775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7ff835fb-024f-4d22-b009-2e991997392e no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:01.416522 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4125830d-be48-4c2b-b48d-72bb2a46fe9d req-e53daa83-f7d2-4423-8a6c-d91ae37c2f45 tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.435813 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-77873344-f0c6-40b3-936a-a4bbe6f2a27a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.441777 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.471408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f278f65-8788-4036-ae44-510c1ad43453 req-12954270-3dcb-42dd-acce-5d7c91a47e25 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934714 Nov 11 21:32:01.577901 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-77873344-f0c6-40b3-936a-a4bbe6f2a27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.588731 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-77873344-f0c6-40b3-936a-a4bbe6f2a27a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.589022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-77873344-f0c6-40b3-936a-a4bbe6f2a27a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c45f515-50c0-4b79-af00-70590e342da2 HTTP/1.1" status: 204 len: 168 time: 0.5052617 Nov 11 21:32:01.653832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5fd2404b-d929-4537-ba02-b6da68b42877 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:01.703749 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4125830d-be48-4c2b-b48d-72bb2a46fe9d req-e53daa83-f7d2-4423-8a6c-d91ae37c2f45 tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.718930 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77873344-f0c6-40b3-936a-a4bbe6f2a27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c45f515-50c0-4b79-af00-70590e342da2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:01.725507 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4125830d-be48-4c2b-b48d-72bb2a46fe9d req-e53daa83-f7d2-4423-8a6c-d91ae37c2f45 tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.799339 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6cb748-99fc-434c-abda-d42ae1bb96c3 x-openstack-request-id: req-3b6cb748-99fc-434c-abda-d42ae1bb96c3 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:01.799637 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41900fcf-1f2f-48ac-8e5d-3a799bd45762", "tag": "10223c40-bdb4-46f6-a4d8-2a52cc047c2c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:01.799909 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b6cb748-99fc-434c-abda-d42ae1bb96c3 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:01.800311 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'tag': '10223c40-bdb4-46f6-a4d8-2a52cc047c2c', 'status': 'completed', 'code': 200} Nov 11 21:32:01.828222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 5fd2404b-d929-4537-ba02-b6da68b42877 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:01.834396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5fd2404b-d929-4537-ba02-b6da68b42877 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:01.973465 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4125830d-be48-4c2b-b48d-72bb2a46fe9d req-e53daa83-f7d2-4423-8a6c-d91ae37c2f45 tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148129 Nov 11 21:32:02.027099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53daa83-f7d2-4423-8a6c-d91ae37c2f45 tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54529746-40b6-4dc1-a65f-2914e559a664,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:02.218997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2be07f-d738-4f1c-9d0d-ccd71d71f844 req-283f9da5-d130-4dea-819e-358347c2e821 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:02.224722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a2be07f-d738-4f1c-9d0d-ccd71d71f844 req-283f9da5-d130-4dea-819e-358347c2e821 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 950 time: 0.2489877 Nov 11 21:32:02.228146 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e09fa-3b8c-4f3e-a69a-01434c92b73d req-d205fbec-5f30-487e-91c0-88d5a6d021de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:02.228616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e09fa-3b8c-4f3e-a69a-01434c92b73d req-d205fbec-5f30-487e-91c0-88d5a6d021de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:02.239889 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-456e09fa-3b8c-4f3e-a69a-01434c92b73d req-d205fbec-5f30-487e-91c0-88d5a6d021de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e65ee3347f4a4354b077d82866a98b8a&device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1914 time: 0.4220226 Nov 11 21:32:02.343862 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d247b06-65f4-42fc-aa94-c8c3c6f850ce req-8d0e2fa8-f46b-4dbf-a52d-869267181629 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.393578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e2fa8-f46b-4dbf-a52d-869267181629 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Pushing event deleted for resources: {'Port': ['ID=7ff835fb-024f-4d22-b009-2e991997392e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:02.452046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d247b06-65f4-42fc-aa94-c8c3c6f850ce req-8d0e2fa8-f46b-4dbf-a52d-869267181629 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] No DVR routers for this DVR port 7ff835fb-024f-4d22-b009-2e991997392e on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:02.460867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d247b06-65f4-42fc-aa94-c8c3c6f850ce req-8d0e2fa8-f46b-4dbf-a52d-869267181629 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.464487 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6d247b06-65f4-42fc-aa94-c8c3c6f850ce req-8d0e2fa8-f46b-4dbf-a52d-869267181629 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.71 "DELETE /v2.0/ports/7ff835fb-024f-4d22-b009-2e991997392e HTTP/1.1" status: 204 len: 173 time: 2.2252140 Nov 11 21:32:02.524404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a2be07f-d738-4f1c-9d0d-ccd71d71f844 req-d09c9a60-e7c8-4086-936d-9ac12d1b1c12 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/security-groups?id=be256baa-38cb-45b5-8b56-d871013b3de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831247 Nov 11 21:32:02.526666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afdfa4b3-eccd-4e14-a775-3c209167be8b {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:02.556766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.595057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Transition to ACTIVE for port object afdfa4b3-eccd-4e14-a775-3c209167be8b will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:02.607437 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.680968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e09fa-3b8c-4f3e-a69a-01434c92b73d req-c7a2a8ed-f236-4577-9718-2805bf66f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:02.681530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e09fa-3b8c-4f3e-a69a-01434c92b73d req-c7a2a8ed-f236-4577-9718-2805bf66f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:02.681996 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e09fa-3b8c-4f3e-a69a-01434c92b73d req-c7a2a8ed-f236-4577-9718-2805bf66f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:02.686967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-456e09fa-3b8c-4f3e-a69a-01434c92b73d req-c7a2a8ed-f236-4577-9718-2805bf66f548 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e65ee3347f4a4354b077d82866a98b8a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3992968 Nov 11 21:32:02.927150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Pushing event updated for resources: {'Port': ['ID=afdfa4b3-eccd-4e14-a775-3c209167be8b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:02.975386 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Attempting to bind port afdfa4b3-eccd-4e14-a775-3c209167be8b on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:02.986596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Attempting to bind port afdfa4b3-eccd-4e14-a775-3c209167be8b by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'ec765232-17f2-4c39-b26c-a60ebd321131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b9f3f127-60f9-4a37-a730-4373384dd7a3'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:02.988648 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Attempting to bind port afdfa4b3-eccd-4e14-a775-3c209167be8b on network b9f3f127-60f9-4a37-a730-4373384dd7a3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:02.994224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582693a5-3788-4f11-956c-679d52f3c690 req-7f45e6c0-88ba-4623-8c34-77b7636fd3fd tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:03.016927 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Port afdfa4b3-eccd-4e14-a775-3c209167be8b on network b9f3f127-60f9-4a37-a730-4373384dd7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:03.017306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Attempting to bind port afdfa4b3-eccd-4e14-a775-3c209167be8b on network b9f3f127-60f9-4a37-a730-4373384dd7a3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:03.019489 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582693a5-3788-4f11-956c-679d52f3c690 req-7f45e6c0-88ba-4623-8c34-77b7636fd3fd tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:03.021626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-582693a5-3788-4f11-956c-679d52f3c690 req-7f45e6c0-88ba-4623-8c34-77b7636fd3fd tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1679 time: 0.2692432 Nov 11 21:32:03.056096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:03.056526 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Checking segment: {'id': 'ec765232-17f2-4c39-b26c-a60ebd321131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b9f3f127-60f9-4a37-a730-4373384dd7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:03.058741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Bound using segment: {'id': 'ec765232-17f2-4c39-b26c-a60ebd321131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b9f3f127-60f9-4a37-a730-4373384dd7a3'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:03.060024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Bound port: afdfa4b3-eccd-4e14-a775-3c209167be8b, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec765232-17f2-4c39-b26c-a60ebd321131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'b9f3f127-60f9-4a37-a730-4373384dd7a3'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:03.060492 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:03.138903 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e09fa-3b8c-4f3e-a69a-01434c92b73d req-c29c7995-57f8-4b9c-8015-93a119822e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:03.142619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-456e09fa-3b8c-4f3e-a69a-01434c92b73d req-c29c7995-57f8-4b9c-8015-93a119822e18 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4469917 Nov 11 21:32:03.222496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] For port afdfa4b3-eccd-4e14-a775-3c209167be8b, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:03.224721 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-582693a5-3788-4f11-956c-679d52f3c690 req-be8e1039-1445-4726-bf3e-16ba0554fb93 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837437 Nov 11 21:32:03.252108 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] For port afdfa4b3-eccd-4e14-a775-3c209167be8b, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=afdfa4b3-eccd-4e14-a775-3c209167be8b,segment=NetworkSegment(ec765232-17f2-4c39-b26c-a60ebd321131),segment_id=ec765232-17f2-4c39-b26c-a60ebd321131)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:03.260919 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:03.330413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:03.331021 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:03.342030 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] 10.222.0.10 "PUT /v2.0/ports/afdfa4b3-eccd-4e14-a775-3c209167be8b HTTP/1.1" status: 200 len: 1092 time: 2.2611909 Nov 11 21:32:03.494358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4081b-71c9-47bc-8166-fae0e94e015c service neutron] Pushing event updated for resources: {'Port': ['ID=afdfa4b3-eccd-4e14-a775-3c209167be8b,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:03.533804 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-a795bb75-f6dd-4afb-a186-d827719053d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:03.534278 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-a795bb75-f6dd-4afb-a186-d827719053d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:03.537063 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-a795bb75-f6dd-4afb-a186-d827719053d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e65ee3347f4a4354b077d82866a98b8a&device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1981 time: 0.1319771 Nov 11 21:32:03.613203 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-0b6a3bc9-2895-4fb9-8cdf-6a156fd96df8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.201&port_id=10223c40-bdb4-46f6-a4d8-2a52cc047c2c HTTP/1.1" status: 200 len: 217 time: 0.0670085 Nov 11 21:32:03.768784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-10480577-b7f3-40e2-aa27-0c8141e9565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:03.777127 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-10480577-b7f3-40e2-aa27-0c8141e9565a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=31ce5097-05f5-4f2d-9d9a-0ad14e99b488 HTTP/1.1" status: 200 len: 801 time: 0.1497674 Nov 11 21:32:03.804764 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e2888b-e1fd-49c2-8a35-188ad5104d3e', 'name': 'network-vif-deleted', 'tag': '7ff835fb-024f-4d22-b009-2e991997392e'}, {'name': 'network-changed', 'server_uuid': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'tag': 'afdfa4b3-eccd-4e14-a775-3c209167be8b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:03.810152 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf3f91e-dec8-48bf-91aa-c09511b65464" -d '{"events": [{"server_uuid": "e8e2888b-e1fd-49c2-8a35-188ad5104d3e", "name": "network-vif-deleted", "tag": "7ff835fb-024f-4d22-b009-2e991997392e"}, {"name": "network-changed", "server_uuid": "41900fcf-1f2f-48ac-8e5d-3a799bd45762", "tag": "afdfa4b3-eccd-4e14-a775-3c209167be8b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:03.913859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-057d59bc-f208-4945-91d2-c016cbb71ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:03.952852 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-057d59bc-f208-4945-91d2-c016cbb71ef2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cba2d0d4-93fa-4893-981b-ad042862b877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1612124 Nov 11 21:32:04.045391 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb686a6-2a13-49b2-83ff-b2111e6eaed4 req-f898fc41-53bb-4948-a138-65a4175f05b4 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:04.048653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bb686a6-2a13-49b2-83ff-b2111e6eaed4 req-f898fc41-53bb-4948-a138-65a4175f05b4 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=16e8b54e-a67a-4388-92a4-37fc8d6b6af9 HTTP/1.1" status: 200 len: 945 time: 0.1041076 Nov 11 21:32:04.154461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb072a3b-dd33-41f0-be6c-1a620891d79a req-7de28d8e-4b7e-4e20-8082-d98dba333237 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:04.156092 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb072a3b-dd33-41f0-be6c-1a620891d79a req-7de28d8e-4b7e-4e20-8082-d98dba333237 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 950 time: 0.1055515 Nov 11 21:32:04.193733 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-d5049758-b6e7-4e46-a365-6a405dafdebd service neutron] 10.222.0.10 "GET /v2.0/networks/cba2d0d4-93fa-4893-981b-ad042862b877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284069 Nov 11 21:32:04.208937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bb686a6-2a13-49b2-83ff-b2111e6eaed4 req-f92bb195-3cf0-4195-a6fb-65ecad88bf58 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206374 Nov 11 21:32:04.235461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb072a3b-dd33-41f0-be6c-1a620891d79a req-6d1da44f-ecf8-45b9-a55a-37b6eb1cee6b tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/security-groups?id=be256baa-38cb-45b5-8b56-d871013b3de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584102 Nov 11 21:32:04.250136 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-77597ace-582d-47c1-8325-cc0875c206d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3038490 Nov 11 21:32:04.270537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-6af9efea-3ae2-4a85-9747-8a4f4a2a09c7 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:32:04.271671 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-6af9efea-3ae2-4a85-9747-8a4f4a2a09c7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079129 Nov 11 21:32:04.380496 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-019b59e8-a9d4-4b34-bc85-50b96638a9e1 service neutron] 10.222.0.10 "GET /v2.0/networks/cba2d0d4-93fa-4893-981b-ad042862b877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767943 Nov 11 21:32:04.436632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcac4a-c593-4182-a2cd-9cb49b9cb61c req-a39d0257-c245-4760-b207-f0bdfb28a6c3 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:04.441547 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ddfcac4a-c593-4182-a2cd-9cb49b9cb61c req-a39d0257-c245-4760-b207-f0bdfb28a6c3 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.0808480 Nov 11 21:32:04.476580 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-44107bda-a038-48e2-9ad6-a69b46572ef4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.251&port_id=afdfa4b3-eccd-4e14-a775-3c209167be8b HTTP/1.1" status: 200 len: 217 time: 0.0851438 Nov 11 21:32:04.567272 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ddfcac4a-c593-4182-a2cd-9cb49b9cb61c req-f38484a7-4ce6-42d8-a90b-de821fdbf6d4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196849 Nov 11 21:32:04.586443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-b2556a6d-36a1-4ef1-9a0d-64a0011d3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:04.588843 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-b2556a6d-36a1-4ef1-9a0d-64a0011d3799 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55299543-5398-42d1-b10d-f7ec89e5b973 HTTP/1.1" status: 200 len: 801 time: 0.1040378 Nov 11 21:32:04.671144 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54146f61-959b-4824-b43c-af9b8b3a3063 x-openstack-request-id: req-54146f61-959b-4824-b43c-af9b8b3a3063 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:04.671527 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e2888b-e1fd-49c2-8a35-188ad5104d3e", "name": "network-vif-deleted", "tag": "7ff835fb-024f-4d22-b009-2e991997392e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41900fcf-1f2f-48ac-8e5d-3a799bd45762", "tag": "afdfa4b3-eccd-4e14-a775-3c209167be8b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:04.673317 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54146f61-959b-4824-b43c-af9b8b3a3063 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:04.673787 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e2888b-e1fd-49c2-8a35-188ad5104d3e', 'name': 'network-vif-deleted', 'tag': '7ff835fb-024f-4d22-b009-2e991997392e', 'status': 'completed', 'code': 200} Nov 11 21:32:04.674042 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'tag': 'afdfa4b3-eccd-4e14-a775-3c209167be8b', 'status': 'completed', 'code': 200} Nov 11 21:32:04.724558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-26085d2f-d1ad-4641-9801-a1a61f187fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:04.729696 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-26085d2f-d1ad-4641-9801-a1a61f187fa8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9f3f127-60f9-4a37-a730-4373384dd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1310976 Nov 11 21:32:04.774097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ced1d501-033c-4992-a401-1175b4312580 req-b9b772bc-51ce-4d93-b507-8b85ee08f063 tempest-AbsoluteLimitsNegativeTestJSON-494091845 tempest-AbsoluteLimitsNegativeTestJSON-494091845-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4cd4cbfdbb994c8b9d556e1bdd1a3a25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544357 Nov 11 21:32:04.905136 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-ff30e216-5e73-41df-8859-aec769a22b33 service neutron] 10.222.0.10 "GET /v2.0/networks/b9f3f127-60f9-4a37-a730-4373384dd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654987 Nov 11 21:32:04.989219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1d501-033c-4992-a401-1175b4312580 req-61a55ef1-3b6f-434b-aaba-f8cfc1988393 tempest-AbsoluteLimitsNegativeTestJSON-494091845 tempest-AbsoluteLimitsNegativeTestJSON-494091845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:04.996253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ced1d501-033c-4992-a401-1175b4312580 req-61a55ef1-3b6f-434b-aaba-f8cfc1988393 tempest-AbsoluteLimitsNegativeTestJSON-494091845 tempest-AbsoluteLimitsNegativeTestJSON-494091845-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198889 Nov 11 21:32:05.037711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c18645-15bd-450e-bc32-ddc99fa70bbe req-908c34a8-58c4-42bf-b0ed-2c42ea7ab822 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:05.043977 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c18645-15bd-450e-bc32-ddc99fa70bbe req-908c34a8-58c4-42bf-b0ed-2c42ea7ab822 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:05.045616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04c18645-15bd-450e-bc32-ddc99fa70bbe req-908c34a8-58c4-42bf-b0ed-2c42ea7ab822 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1679 time: 0.2423463 Nov 11 21:32:05.050579 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ccb42db7-3e25-4795-9a68-6866de6a713d req-bace994e-83db-4afc-935b-74a46e78c1e9 service neutron] 10.222.0.10 "GET /v2.0/networks/b9f3f127-60f9-4a37-a730-4373384dd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349514 Nov 11 21:32:05.091175 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ced1d501-033c-4992-a401-1175b4312580 req-0c3f6170-0e7f-4f7a-bb97-28b7db39b910 tempest-AbsoluteLimitsNegativeTestJSON-494091845 tempest-AbsoluteLimitsNegativeTestJSON-494091845-project] 10.222.0.57 "GET /v2.0/quotas/4cd4cbfdbb994c8b9d556e1bdd1a3a25 HTTP/1.1" status: 200 len: 375 time: 0.0937231 Nov 11 21:32:05.177908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ced1d501-033c-4992-a401-1175b4312580 req-8ee86d52-4b88-4859-ac20-2b446313845b tempest-AbsoluteLimitsNegativeTestJSON-494091845 tempest-AbsoluteLimitsNegativeTestJSON-494091845-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4cd4cbfdbb994c8b9d556e1bdd1a3a25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651646 Nov 11 21:32:05.182071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a289f-a689-488b-8815-dd6ebe0e2907 req-6af999f9-7b3c-40f5-a514-d2690ceba4ac tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:05.183621 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9b4a289f-a689-488b-8815-dd6ebe0e2907 req-6af999f9-7b3c-40f5-a514-d2690ceba4ac tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.71 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 944 time: 0.1804543 Nov 11 21:32:05.241420 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3f91e-dec8-48bf-91aa-c09511b65464 req-2ed35411-a049-4d58-bebf-8e2ef55fdea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:05.241890 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3f91e-dec8-48bf-91aa-c09511b65464 req-2ed35411-a049-4d58-bebf-8e2ef55fdea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:05.243783 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2cf3f91e-dec8-48bf-91aa-c09511b65464 req-2ed35411-a049-4d58-bebf-8e2ef55fdea4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e65ee3347f4a4354b077d82866a98b8a&device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1981 time: 0.1118288 Nov 11 21:32:05.324006 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04c18645-15bd-450e-bc32-ddc99fa70bbe req-37c570a1-4c44-4c29-96be-eff517e301f3 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423656 Nov 11 21:32:05.367770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bc2cb-fcd6-4aea-bb05-fcb9ab534b4c req-4eb4d9fd-67fe-4988-aed8-b444f34252f5 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:05.380588 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e66bc2cb-fcd6-4aea-bb05-fcb9ab534b4c req-4eb4d9fd-67fe-4988-aed8-b444f34252f5 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.10 "GET /v2.0/ports?device_id=16e8b54e-a67a-4388-92a4-37fc8d6b6af9 HTTP/1.1" status: 200 len: 945 time: 0.3614388 Nov 11 21:32:05.397485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-9b4a289f-a689-488b-8815-dd6ebe0e2907 req-eb401a11-5623-400e-b78f-9ea191a6b82e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Deleting port 38a7900c-ec95-4cc6-9646-cf3bf12af004 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:05.397820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b4a289f-a689-488b-8815-dd6ebe0e2907 req-eb401a11-5623-400e-b78f-9ea191a6b82e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:05.511667 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9b4a289f-a689-488b-8815-dd6ebe0e2907 req-eb401a11-5623-400e-b78f-9ea191a6b82e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] For port 38a7900c-ec95-4cc6-9646-cf3bf12af004, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=38a7900c-ec95-4cc6-9646-cf3bf12af004,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:05.512217 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b4a289f-a689-488b-8815-dd6ebe0e2907 req-eb401a11-5623-400e-b78f-9ea191a6b82e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:05.517518 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3f91e-dec8-48bf-91aa-c09511b65464 req-dd154094-6c31-4916-9cf8-5b16adb8c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:05.519127 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2cf3f91e-dec8-48bf-91aa-c09511b65464 req-dd154094-6c31-4916-9cf8-5b16adb8c971 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9f3f127-60f9-4a37-a730-4373384dd7a3 HTTP/1.1" status: 200 len: 903 time: 0.2624729 Nov 11 21:32:05.548499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-9b4a289f-a689-488b-8815-dd6ebe0e2907 req-eb401a11-5623-400e-b78f-9ea191a6b82e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Calling delete_port for 38a7900c-ec95-4cc6-9646-cf3bf12af004 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:05.614261 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2cf3f91e-dec8-48bf-91aa-c09511b65464 req-aea7bcaf-a0e7-4c8b-9561-a6ac79488401 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.251&port_id=afdfa4b3-eccd-4e14-a775-3c209167be8b HTTP/1.1" status: 200 len: 217 time: 0.0831230 Nov 11 21:32:05.759002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfd98f-daec-429f-be33-36198cf75998 req-dd07538d-60fd-4da2-9a91-46e331bc4890 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:05.769794 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cbcfd98f-daec-429f-be33-36198cf75998 req-dd07538d-60fd-4da2-9a91-46e331bc4890 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=312953fd-c6c2-4003-b054-86df36418c8d HTTP/1.1" status: 200 len: 944 time: 0.2453034 Nov 11 21:32:05.798545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-e66bc2cb-fcd6-4aea-bb05-fcb9ab534b4c req-98031b6e-70e3-48bb-a20e-4d6d04406a8b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Deleting port 41363227-c0f1-47d4-8fb0-2f399c1070ae {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:05.798883 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e66bc2cb-fcd6-4aea-bb05-fcb9ab534b4c req-98031b6e-70e3-48bb-a20e-4d6d04406a8b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:05.890756 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58738) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:05.943211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3f91e-dec8-48bf-91aa-c09511b65464 req-924a4aef-1b0b-4413-a75c-92cf475879f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:05.944954 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2cf3f91e-dec8-48bf-91aa-c09511b65464 req-924a4aef-1b0b-4413-a75c-92cf475879f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55299543-5398-42d1-b10d-f7ec89e5b973 HTTP/1.1" status: 200 len: 801 time: 0.1823602 Nov 11 21:32:06.130585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3f91e-dec8-48bf-91aa-c09511b65464 req-1a0f04ed-d9e1-4072-a8a3-3506de807891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:06.132216 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2cf3f91e-dec8-48bf-91aa-c09511b65464 req-1a0f04ed-d9e1-4072-a8a3-3506de807891 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9f3f127-60f9-4a37-a730-4373384dd7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1667612 Nov 11 21:32:06.133028 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ae5a-e7e4-4566-85a2-2523ba303eaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.227161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b4a289f-a689-488b-8815-dd6ebe0e2907 req-eb401a11-5623-400e-b78f-9ea191a6b82e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.263043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb401a11-5623-400e-b78f-9ea191a6b82e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Pushing event deleted for resources: {'Port': ['ID=38a7900c-ec95-4cc6-9646-cf3bf12af004,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:06.419346 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2cf3f91e-dec8-48bf-91aa-c09511b65464 req-f491c564-995d-48cf-9057-6ac5a620e820 service neutron] 10.222.0.10 "GET /v2.0/networks/b9f3f127-60f9-4a37-a730-4373384dd7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721844 Nov 11 21:32:06.421826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4a289f-a689-488b-8815-dd6ebe0e2907 req-eb401a11-5623-400e-b78f-9ea191a6b82e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] No DVR routers for this DVR port 38a7900c-ec95-4cc6-9646-cf3bf12af004 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:06.436873 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9b4a289f-a689-488b-8815-dd6ebe0e2907 req-eb401a11-5623-400e-b78f-9ea191a6b82e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.440996 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9b4a289f-a689-488b-8815-dd6ebe0e2907 req-eb401a11-5623-400e-b78f-9ea191a6b82e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.71 "DELETE /v2.0/ports/38a7900c-ec95-4cc6-9646-cf3bf12af004 HTTP/1.1" status: 204 len: 173 time: 1.2455235 Nov 11 21:32:06.507369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cbcfd98f-daec-429f-be33-36198cf75998 req-5019218a-615f-472d-9143-351b4fb9e744 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7312758 Nov 11 21:32:06.525806 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ae5a-e7e4-4566-85a2-2523ba303eaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.534955 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ae5a-e7e4-4566-85a2-2523ba303eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.536997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20037212-c646-4c9f-b952-a02246d47a36 req-1a4e0b82-8331-425e-848e-e342eb56b4be tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:06.548046 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20037212-c646-4c9f-b952-a02246d47a36 req-1a4e0b82-8331-425e-848e-e342eb56b4be tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=16e8b54e-a67a-4388-92a4-37fc8d6b6af9 HTTP/1.1" status: 200 len: 945 time: 0.6295960 Nov 11 21:32:06.559917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e66bc2cb-fcd6-4aea-bb05-fcb9ab534b4c req-98031b6e-70e3-48bb-a20e-4d6d04406a8b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] For port 41363227-c0f1-47d4-8fb0-2f399c1070ae, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=41363227-c0f1-47d4-8fb0-2f399c1070ae,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:06.574998 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e66bc2cb-fcd6-4aea-bb05-fcb9ab534b4c req-98031b6e-70e3-48bb-a20e-4d6d04406a8b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.584207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3ae5a-e7e4-4566-85a2-2523ba303eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92a7878-54bd-43d4-b4ff-01428a83917d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:06.624188 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bfa3ae5a-e7e4-4566-85a2-2523ba303eaf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4cd4cbfdbb994c8b9d556e1bdd1a3a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7286887 Nov 11 21:32:06.638489 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58744) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:06.666964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-e66bc2cb-fcd6-4aea-bb05-fcb9ab534b4c req-98031b6e-70e3-48bb-a20e-4d6d04406a8b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Calling delete_port for 41363227-c0f1-47d4-8fb0-2f399c1070ae owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:06.682751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312953fd-c6c2-4003-b054-86df36418c8d', 'name': 'network-vif-deleted', 'tag': '38a7900c-ec95-4cc6-9646-cf3bf12af004'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:06.685898 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcaf45a-01af-4510-8b3b-66495fd9e294" -d '{"events": [{"server_uuid": "312953fd-c6c2-4003-b054-86df36418c8d", "name": "network-vif-deleted", "tag": "38a7900c-ec95-4cc6-9646-cf3bf12af004"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:06.715334 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2cf3f91e-dec8-48bf-91aa-c09511b65464 req-3601e11d-3ba5-474e-aa05-c9102ae74b6c service neutron] 10.222.0.10 "GET /v2.0/networks/b9f3f127-60f9-4a37-a730-4373384dd7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867811 Nov 11 21:32:06.761633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-276eddc3-49cb-45b5-a776-1272647891c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:06.763160 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-276eddc3-49cb-45b5-a776-1272647891c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 1100 time: 0.1378989 Nov 11 21:32:06.810001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bee0f0c-9df9-4cb7-96d2-350f878c861f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.827369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3b1fd-0253-4c89-8c14-4b43cb4ea254 req-f1c78251-f413-4e9c-b16a-14ffc2daba24 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:06.835412 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57b3b1fd-0253-4c89-8c14-4b43cb4ea254 req-f1c78251-f413-4e9c-b16a-14ffc2daba24 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.1519070 Nov 11 21:32:06.891522 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bee0f0c-9df9-4cb7-96d2-350f878c861f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.893090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-83a62f39-65ba-4c34-ba1d-90df576c589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:06.894995 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-83a62f39-65ba-4c34-ba1d-90df576c589d service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1197982 Nov 11 21:32:06.934939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20037212-c646-4c9f-b952-a02246d47a36 req-0a03b5bd-95aa-4175-ae45-2c126b9a98a1 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777187 Nov 11 21:32:06.980148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57b3b1fd-0253-4c89-8c14-4b43cb4ea254 req-23c892d2-7086-449c-b414-79ce11aa00f8 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435924 Nov 11 21:32:06.988501 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-bf26ad56-1a30-47eb-a5f2-5e7bb7d48597 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2 HTTP/1.1" status: 200 len: 217 time: 0.0841236 Nov 11 21:32:07.108269 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-41255eb7-90b5-4f30-a705-69ad8a76dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:07.111835 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-41255eb7-90b5-4f30-a705-69ad8a76dd80 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1102629 Nov 11 21:32:07.212496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-f6410748-b9ef-4188-8a85-8035bb2c2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:07.216826 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-f6410748-b9ef-4188-8a85-8035bb2c2c29 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0906003 Nov 11 21:32:07.217334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63e5f5-f3e7-49f1-b21c-9a0f95a2224a req-4fbbc3e2-f7bb-4cbe-a0e8-b59f532cbbec tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:07.221695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd63e5f5-f3e7-49f1-b21c-9a0f95a2224a req-4fbbc3e2-f7bb-4cbe-a0e8-b59f532cbbec tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 950 time: 0.1083419 Nov 11 21:32:07.222688 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bee0f0c-9df9-4cb7-96d2-350f878c861f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:07.225780 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bee0f0c-9df9-4cb7-96d2-350f878c861f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:07.229425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4bee0f0c-9df9-4cb7-96d2-350f878c861f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b92a7878-54bd-43d4-b4ff-01428a83917d HTTP/1.1" status: 204 len: 168 time: 0.5876064 Nov 11 21:32:07.246690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee0f0c-9df9-4cb7-96d2-350f878c861f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92a7878-54bd-43d4-b4ff-01428a83917d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:07.324339 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd63e5f5-f3e7-49f1-b21c-9a0f95a2224a req-89699313-01ad-4698-a8d5-6906b22ca604 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/security-groups?id=be256baa-38cb-45b5-8b56-d871013b3de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832887 Nov 11 21:32:07.327740 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e66bc2cb-fcd6-4aea-bb05-fcb9ab534b4c req-98031b6e-70e3-48bb-a20e-4d6d04406a8b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:07.339057 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['bf7b532d-b175-4113-9c68-bec57321b464', '41363227-c0f1-47d4-8fb0-2f399c1070ae'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:07.371210 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279811ff-4078-46f4-8b10-06f4013bcff4 req-e67fd055-e696-4a5e-a74b-33336f572f08 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:07.377958 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279811ff-4078-46f4-8b10-06f4013bcff4 req-e67fd055-e696-4a5e-a74b-33336f572f08 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:07.386874 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-279811ff-4078-46f4-8b10-06f4013bcff4 req-e67fd055-e696-4a5e-a74b-33336f572f08 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1679 time: 0.2779396 Nov 11 21:32:07.430626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98031b6e-70e3-48bb-a20e-4d6d04406a8b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Pushing event deleted for resources: {'Port': ['ID=41363227-c0f1-47d4-8fb0-2f399c1070ae,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:07.487813 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1663c80-3be8-4fa2-b051-8018df8db9c6 x-openstack-request-id: req-d1663c80-3be8-4fa2-b051-8018df8db9c6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:07.487813 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312953fd-c6c2-4003-b054-86df36418c8d", "name": "network-vif-deleted", "tag": "38a7900c-ec95-4cc6-9646-cf3bf12af004", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:07.487813 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d1663c80-3be8-4fa2-b051-8018df8db9c6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:07.487813 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312953fd-c6c2-4003-b054-86df36418c8d', 'name': 'network-vif-deleted', 'tag': '38a7900c-ec95-4cc6-9646-cf3bf12af004', 'status': 'completed', 'code': 200} Nov 11 21:32:07.610222 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-e934cbdf-c96b-4405-9dde-372c974bc76c service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752089 Nov 11 21:32:07.619603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-279811ff-4078-46f4-8b10-06f4013bcff4 req-2891bddb-0b5c-459e-9858-0b21b42bee36 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316983 Nov 11 21:32:07.687175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d605d-4b5b-40b0-8df7-04173552c661 req-875a1bff-a7b5-426b-92b5-6b8825ad8d9a tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:07.689797 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f50d605d-4b5b-40b0-8df7-04173552c661 req-875a1bff-a7b5-426b-92b5-6b8825ad8d9a tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.71 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 950 time: 0.2926128 Nov 11 21:32:07.691112 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66bc2cb-fcd6-4aea-bb05-fcb9ab534b4c req-98031b6e-70e3-48bb-a20e-4d6d04406a8b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] No DVR routers for this DVR port 41363227-c0f1-47d4-8fb0-2f399c1070ae on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:07.737325 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e66bc2cb-fcd6-4aea-bb05-fcb9ab534b4c req-98031b6e-70e3-48bb-a20e-4d6d04406a8b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:07.751073 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e66bc2cb-fcd6-4aea-bb05-fcb9ab534b4c req-98031b6e-70e3-48bb-a20e-4d6d04406a8b tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.10 "DELETE /v2.0/ports/41363227-c0f1-47d4-8fb0-2f399c1070ae HTTP/1.1" status: 204 len: 173 time: 2.3617589 Nov 11 21:32:07.751637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e8b54e-a67a-4388-92a4-37fc8d6b6af9', 'name': 'network-vif-deleted', 'tag': '41363227-c0f1-47d4-8fb0-2f399c1070ae'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:07.754197 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cebe30-64de-4fdf-bd56-a525f2bb7214" -d '{"events": [{"server_uuid": "16e8b54e-a67a-4388-92a4-37fc8d6b6af9", "name": "network-vif-deleted", "tag": "41363227-c0f1-47d4-8fb0-2f399c1070ae"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:07.826786 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-99d6d4d1-2cf1-4d49-a623-51f783b9d39a service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074811 Nov 11 21:32:07.987047 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcc5a56-ab8c-4ded-896d-ed9062c22b92 x-openstack-request-id: req-4dcc5a56-ab8c-4ded-896d-ed9062c22b92 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:07.987335 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e8b54e-a67a-4388-92a4-37fc8d6b6af9", "name": "network-vif-deleted", "tag": "41363227-c0f1-47d4-8fb0-2f399c1070ae", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:07.987589 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4dcc5a56-ab8c-4ded-896d-ed9062c22b92 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:07.992320 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e8b54e-a67a-4388-92a4-37fc8d6b6af9', 'name': 'network-vif-deleted', 'tag': '41363227-c0f1-47d4-8fb0-2f399c1070ae', 'status': 'completed', 'code': 200} Nov 11 21:32:08.064128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-f50d605d-4b5b-40b0-8df7-04173552c661 req-a8b73a99-7db1-4908-93bc-4a5e860f9269 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Deleting port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:08.064604 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f50d605d-4b5b-40b0-8df7-04173552c661 req-a8b73a99-7db1-4908-93bc-4a5e860f9269 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:08.260750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee3710c7-c828-48fc-becb-1f94e80f68fc req-78c962d9-02b8-435a-8222-a59576f3be3d tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=16e8b54e-a67a-4388-92a4-37fc8d6b6af9 HTTP/1.1" status: 200 len: 210 time: 0.0432944 Nov 11 21:32:08.298817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f50d605d-4b5b-40b0-8df7-04173552c661 req-a8b73a99-7db1-4908-93bc-4a5e860f9269 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] For port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4abf4ed1-dad4-4b47-81fc-5314dd29f1ec,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:08.299537 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f50d605d-4b5b-40b0-8df7-04173552c661 req-a8b73a99-7db1-4908-93bc-4a5e860f9269 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:08.327901 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-f50d605d-4b5b-40b0-8df7-04173552c661 req-a8b73a99-7db1-4908-93bc-4a5e860f9269 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Calling delete_port for 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:08.380779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20941cf2-165c-4df5-a25b-ef80b78a2045 req-a76165da-a3c5-4b76-93f8-330796db5e79 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:08.382393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20941cf2-165c-4df5-a25b-ef80b78a2045 req-a76165da-a3c5-4b76-93f8-330796db5e79 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.1490712 Nov 11 21:32:08.559638 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20941cf2-165c-4df5-a25b-ef80b78a2045 req-a4fb2b59-9f63-41b7-b8f9-4bd666fd224a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638525 Nov 11 21:32:08.612654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f141d-36b6-4087-b89e-ce160ffc500e req-1a1788bf-2b59-462a-804e-f4abab91d66e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:08.614572 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d67f141d-36b6-4087-b89e-ce160ffc500e req-1a1788bf-2b59-462a-804e-f4abab91d66e tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.10 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 944 time: 0.1820841 Nov 11 21:32:08.623551 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6740b9-4a95-4e74-8cb5-47b99056a846 req-dab0f00d-2669-4c04-bca4-ed05562f8bb2 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:08.632326 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e6740b9-4a95-4e74-8cb5-47b99056a846 req-dab0f00d-2669-4c04-bca4-ed05562f8bb2 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 944 time: 0.1981943 Nov 11 21:32:08.780181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58808) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:08.886929 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e6740b9-4a95-4e74-8cb5-47b99056a846 req-7f23e94f-f2f6-4eb7-a090-8bfc794f159c tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/security-groups?id=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517757 Nov 11 21:32:08.902586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5723f-5d34-43fc-8593-991e354f5042 req-1692e253-1b90-4a68-9f92-b09ba514d9a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:08.904294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25c5723f-5d34-43fc-8593-991e354f5042 req-1692e253-1b90-4a68-9f92-b09ba514d9a8 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/ports?device_id=c347a536-aec1-41f2-8235-7e1df35a96c9 HTTP/1.1" status: 200 len: 950 time: 0.2283525 Nov 11 21:32:08.906949 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f50d605d-4b5b-40b0-8df7-04173552c661 req-a8b73a99-7db1-4908-93bc-4a5e860f9269 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:08.920083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['4abf4ed1-dad4-4b47-81fc-5314dd29f1ec'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:08.980141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1555185857-network', 'tenant_id': '9b456c4172c04a0f991fc70dd470b119'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:08.981431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b73a99-7db1-4908-93bc-4a5e860f9269 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Pushing event deleted for resources: {'Port': ['ID=4abf4ed1-dad4-4b47-81fc-5314dd29f1ec,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:09.018670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-d67f141d-36b6-4087-b89e-ce160ffc500e req-f09aae18-e630-498d-b287-b6995d65184d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Deleting port d2d7b60b-15a6-4715-8f34-1fa64508c6ed {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:09.019118 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d67f141d-36b6-4087-b89e-ce160ffc500e req-f09aae18-e630-498d-b287-b6995d65184d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.034664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] Made reservation on behalf of 9b456c4172c04a0f991fc70dd470b119 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:09.040583 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.061443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.132920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50d605d-4b5b-40b0-8df7-04173552c661 req-a8b73a99-7db1-4908-93bc-4a5e860f9269 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] No DVR routers for this DVR port 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:09.149141 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f50d605d-4b5b-40b0-8df7-04173552c661 req-a8b73a99-7db1-4908-93bc-4a5e860f9269 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.152568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f50d605d-4b5b-40b0-8df7-04173552c661 req-a8b73a99-7db1-4908-93bc-4a5e860f9269 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.71 "DELETE /v2.0/ports/4abf4ed1-dad4-4b47-81fc-5314dd29f1ec HTTP/1.1" status: 204 len: 173 time: 1.4360316 Nov 11 21:32:09.192897 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.201830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.234509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25c5723f-5d34-43fc-8593-991e354f5042 req-6da83799-cb2b-4b9e-ad28-0823c4657435 tempest-ImagesNegativeTestJSON-1799792489 tempest-ImagesNegativeTestJSON-1799792489-project] 10.222.0.57 "GET /v2.0/security-groups?id=be256baa-38cb-45b5-8b56-d871013b3de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077462 Nov 11 21:32:09.254590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] vlan segment allocate from pool success with {'vlan_id': 1177, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:32:09.275521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e9767f-4b73-4122-a3dd-641a8938a174,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:09.288590 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.289153 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] Added segment 51c18b80-ab8b-4652-95a8-906f32df19a1 of type vlan for network a797401c-dd09-4fc9-9da8-634d7d9d9655 Nov 11 21:32:09.323698 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5dc48-1224-4077-8f11-51aed564ae97 req-2707f1b7-2f3f-496a-b7d0-f495e78670d4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:09.330952 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device afdfa4b3-eccd-4e14-a775-3c209167be8b details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:32:09.342073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5dc48-1224-4077-8f11-51aed564ae97 req-2707f1b7-2f3f-496a-b7d0-f495e78670d4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:09.343744 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eab5dc48-1224-4077-8f11-51aed564ae97 req-2707f1b7-2f3f-496a-b7d0-f495e78670d4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1679 time: 0.2064931 Nov 11 21:32:09.346977 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 41363227-c0f1-47d4-8fb0-2f399c1070ae no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:09.361205 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-d67f141d-36b6-4087-b89e-ce160ffc500e req-f09aae18-e630-498d-b287-b6995d65184d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] For port d2d7b60b-15a6-4715-8f34-1fa64508c6ed, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,segment=NetworkSegment(baa4e23f-05b2-4873-adf4-c72b147aa95c),segment_id=baa4e23f-05b2-4873-adf4-c72b147aa95c)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:09.361571 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d67f141d-36b6-4087-b89e-ce160ffc500e req-f09aae18-e630-498d-b287-b6995d65184d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.390651 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.411181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-d67f141d-36b6-4087-b89e-ce160ffc500e req-f09aae18-e630-498d-b287-b6995d65184d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Calling delete_port for d2d7b60b-15a6-4715-8f34-1fa64508c6ed owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:09.415014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 38a7900c-ec95-4cc6-9646-cf3bf12af004 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:09.467401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.469032 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:09.470188 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.546149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eab5dc48-1224-4077-8f11-51aed564ae97 req-0ca75d1b-ec1b-4715-864e-565728e9b575 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872432 Nov 11 21:32:09.581626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port afdfa4b3-eccd-4e14-a775-3c209167be8b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=afdfa4b3-eccd-4e14-a775-3c209167be8b,segment=NetworkSegment(ec765232-17f2-4c39-b26c-a60ebd321131),segment_id=ec765232-17f2-4c39-b26c-a60ebd321131)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:09.602387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 38a7900c-ec95-4cc6-9646-cf3bf12af004 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:09.603072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 38a7900c-ec95-4cc6-9646-cf3bf12af004 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:09.604334 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8229816 Nov 11 21:32:09.607467 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'afdfa4b3-eccd-4e14-a775-3c209167be8b', 'network_id': 'b9f3f127-60f9-4a37-a730-4373384dd7a3', 'port_id': 'afdfa4b3-eccd-4e14-a775-3c209167be8b', 'mac_address': 'fa:16:3e:94:23:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55299543-5398-42d1-b10d-f7ec89e5b973', 'ip_address': '19.86.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:32:09.612160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58826) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:09.613663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 41363227-c0f1-47d4-8fb0-2f399c1070ae {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:09.614291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 41363227-c0f1-47d4-8fb0-2f399c1070ae not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:09.624133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-72250237-0ede-4068-8914-d1e9bc08c2bd admin admin] Request body: {'subnet': {'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1555185857-subnet', 'tenant_id': '9b456c4172c04a0f991fc70dd470b119', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:09.649065 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4226f98-0805-48b8-834a-83ba8061230b admin admin] Pushing event updated for resources: {'Network': ['ID=a797401c-dd09-4fc9-9da8-634d7d9d9655,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:09.752564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network a797401c-dd09-4fc9-9da8-634d7d9d9655 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:32:09.757171 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72250237-0ede-4068-8914-d1e9bc08c2bd admin admin] Made reservation on behalf of 9b456c4172c04a0f991fc70dd470b119 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:09.759490 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-72250237-0ede-4068-8914-d1e9bc08c2bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.826995 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58832) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:09.827584 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.835000 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-88f6e406-ab0b-482c-8d4f-a092d18f32e7 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-192991000'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:09.885595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f6e406-ab0b-482c-8d4f-a092d18f32e7 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Made reservation on behalf of a0113b1be34a44a68ce314a4ec421108 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:09.889641 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88f6e406-ab0b-482c-8d4f-a092d18f32e7 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.910758 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afdfa4b3-eccd-4e14-a775-3c209167be8b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:09.915047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62656b17-8738-4c2a-ace5-adab7e4df44e req-e05c2b5d-9d74-416f-b92e-2c987b092c75 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:09.916830 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62656b17-8738-4c2a-ace5-adab7e4df44e req-e05c2b5d-9d74-416f-b92e-2c987b092c75 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.2280879 Nov 11 21:32:09.934092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f6e406-ab0b-482c-8d4f-a092d18f32e7 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] vlan segment allocate from pool success with {'vlan_id': 1188, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:32:09.942361 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d67f141d-36b6-4087-b89e-ce160ffc500e req-f09aae18-e630-498d-b287-b6995d65184d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.954769 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88f6e406-ab0b-482c-8d4f-a092d18f32e7 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.955170 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-88f6e406-ab0b-482c-8d4f-a092d18f32e7 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Added segment 8bb82544-c528-46e7-8814-6e3b0e53bfae of type vlan for network daab2798-5889-436e-a5cb-09a946e4b419 Nov 11 21:32:09.968936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port afdfa4b3-eccd-4e14-a775-3c209167be8b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=afdfa4b3-eccd-4e14-a775-3c209167be8b,segment=NetworkSegment(ec765232-17f2-4c39-b26c-a60ebd321131),segment_id=ec765232-17f2-4c39-b26c-a60ebd321131)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:09.978484 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.979927 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 10223c40-bdb4-46f6-a4d8-2a52cc047c2c details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:32:09.998524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c347a536-aec1-41f2-8235-7e1df35a96c9', 'name': 'network-vif-deleted', 'tag': '4abf4ed1-dad4-4b47-81fc-5314dd29f1ec'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:10.000985 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e66297-8737-441e-8179-8988dd1aaf9c" -d '{"events": [{"server_uuid": "c347a536-aec1-41f2-8235-7e1df35a96c9", "name": "network-vif-deleted", "tag": "4abf4ed1-dad4-4b47-81fc-5314dd29f1ec"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:10.004566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09aae18-e630-498d-b287-b6995d65184d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Pushing event deleted for resources: {'Port': ['ID=d2d7b60b-15a6-4715-8f34-1fa64508c6ed,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:10.016159 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88f6e406-ab0b-482c-8d4f-a092d18f32e7 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.039721 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878df77a-41a5-4375-8c63-e72ddafdc0bd req-65b59026-2f14-47b5-9187-6c8361cc5fbf tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:10.041488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-878df77a-41a5-4375-8c63-e72ddafdc0bd req-65b59026-2f14-47b5-9187-6c8361cc5fbf tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.1854386 Nov 11 21:32:10.060829 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=afdfa4b3-eccd-4e14-a775-3c209167be8b,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:10.063536 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88f6e406-ab0b-482c-8d4f-a092d18f32e7 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.082513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f6e406-ab0b-482c-8d4f-a092d18f32e7 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:10.083538 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88f6e406-ab0b-482c-8d4f-a092d18f32e7 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.114269 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62656b17-8738-4c2a-ace5-adab7e4df44e req-59504fb4-29bf-476b-b6d0-97cf176d24c7 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867816 Nov 11 21:32:10.150487 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=10223c40-bdb4-46f6-a4d8-2a52cc047c2c,segment=NetworkSegment(5be85a10-3503-4aa9-8c94-6480dbab0d22),segment_id=5be85a10-3503-4aa9-8c94-6480dbab0d22)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:10.170562 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '10223c40-bdb4-46f6-a4d8-2a52cc047c2c', 'network_id': 'cba2d0d4-93fa-4893-981b-ad042862b877', 'port_id': '10223c40-bdb4-46f6-a4d8-2a52cc047c2c', 'mac_address': 'fa:16:3e:2f:45:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ce5097-05f5-4f2d-9d9a-0ad14e99b488', 'ip_address': '19.80.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:32:10.174044 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-88f6e406-ab0b-482c-8d4f-a092d18f32e7 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3448699 Nov 11 21:32:10.177289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58840) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:10.187271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-798a70de-62bf-4514-b388-816cfdcc16d3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-482321230'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:10.213465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6e406-ab0b-482c-8d4f-a092d18f32e7 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'Network': ['ID=daab2798-5889-436e-a5cb-09a946e4b419,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:10.224409 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.232640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network daab2798-5889-436e-a5cb-09a946e4b419 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:32:10.257563 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798a70de-62bf-4514-b388-816cfdcc16d3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Made reservation on behalf of a0113b1be34a44a68ce314a4ec421108 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:10.267387 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-798a70de-62bf-4514-b388-816cfdcc16d3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.268962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10223c40-bdb4-46f6-a4d8-2a52cc047c2c {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:10.312322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798a70de-62bf-4514-b388-816cfdcc16d3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:32:10.326359 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-798a70de-62bf-4514-b388-816cfdcc16d3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.326841 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-798a70de-62bf-4514-b388-816cfdcc16d3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Added segment 021eebc1-8424-4b3c-8489-f2ff5d3f867b of type vlan for network 3b574cc1-a549-4854-8e74-091e974d921e Nov 11 21:32:10.331589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=10223c40-bdb4-46f6-a4d8-2a52cc047c2c,segment=NetworkSegment(5be85a10-3503-4aa9-8c94-6480dbab0d22),segment_id=5be85a10-3503-4aa9-8c94-6480dbab0d22)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:10.339568 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.371470 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-72250237-0ede-4068-8914-d1e9bc08c2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.385522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67f141d-36b6-4087-b89e-ce160ffc500e req-f09aae18-e630-498d-b287-b6995d65184d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] No DVR routers for this DVR port d2d7b60b-15a6-4715-8f34-1fa64508c6ed on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:10.404119 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d67f141d-36b6-4087-b89e-ce160ffc500e req-f09aae18-e630-498d-b287-b6995d65184d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.408206 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d67f141d-36b6-4087-b89e-ce160ffc500e req-f09aae18-e630-498d-b287-b6995d65184d tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.10 "DELETE /v2.0/ports/d2d7b60b-15a6-4715-8f34-1fa64508c6ed HTTP/1.1" status: 204 len: 173 time: 1.7724020 Nov 11 21:32:10.413295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=10223c40-bdb4-46f6-a4d8-2a52cc047c2c,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:10.422899 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-878df77a-41a5-4375-8c63-e72ddafdc0bd req-324fd74a-2e4d-4dac-ae09-a2df12732bb0 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359113 Nov 11 21:32:10.438547 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-798a70de-62bf-4514-b388-816cfdcc16d3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.468920 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-798a70de-62bf-4514-b388-816cfdcc16d3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.475647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798a70de-62bf-4514-b388-816cfdcc16d3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:10.475978 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-798a70de-62bf-4514-b388-816cfdcc16d3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.505145 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b65414-22dc-4bfa-9a06-8a688ce199e6 x-openstack-request-id: req-f0b65414-22dc-4bfa-9a06-8a688ce199e6 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:10.515733 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c347a536-aec1-41f2-8235-7e1df35a96c9", "name": "network-vif-deleted", "tag": "4abf4ed1-dad4-4b47-81fc-5314dd29f1ec", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:10.516221 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0b65414-22dc-4bfa-9a06-8a688ce199e6 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:10.517009 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c347a536-aec1-41f2-8235-7e1df35a96c9', 'name': 'network-vif-deleted', 'tag': '4abf4ed1-dad4-4b47-81fc-5314dd29f1ec', 'status': 'completed', 'code': 200} Nov 11 21:32:10.521431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf87e781-69c2-4c71-834d-8f0287628625 req-31cae1e6-4601-4f7a-ab6b-17db65cf3871 tempest-LiveAutoBlockMigrationV225Test-698152120 tempest-LiveAutoBlockMigrationV225Test-698152120-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82e0d22-9546-4749-b64c-095fa4f55611 HTTP/1.1" status: 200 len: 210 time: 0.1799486 Nov 11 21:32:10.550860 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-798a70de-62bf-4514-b388-816cfdcc16d3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3700011 Nov 11 21:32:10.554513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58848) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:10.562500 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1114be06-c49f-4774-beef-0061762d8c8c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'subnet': {'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:10.568478 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a70de-62bf-4514-b388-816cfdcc16d3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'Network': ['ID=3b574cc1-a549-4854-8e74-091e974d921e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:10.577615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72250237-0ede-4068-8914-d1e9bc08c2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d28e24-1c76-4dd6-abdb-39a4f11f2979,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:10.584965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 3b574cc1-a549-4854-8e74-091e974d921e details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:32:10.587129 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['afdfa4b3-eccd-4e14-a775-3c209167be8b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:10.605959 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72250237-0ede-4068-8914-d1e9bc08c2bd admin admin] Checking segment: {'id': '51c18b80-ab8b-4652-95a8-906f32df19a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:10.608680 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72250237-0ede-4068-8914-d1e9bc08c2bd admin admin] Network hostable DHCP agents. Network: a797401c-dd09-4fc9-9da8-634d7d9d9655, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:32:10.652118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72250237-0ede-4068-8914-d1e9bc08c2bd admin admin] Network a797401c-dd09-4fc9-9da8-634d7d9d9655 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:32:10.666999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-72250237-0ede-4068-8914-d1e9bc08c2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, a797401c-dd09-4fc9-9da8-634d7d9d9655) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:10.673098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72250237-0ede-4068-8914-d1e9bc08c2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:10.674564 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-72250237-0ede-4068-8914-d1e9bc08c2bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.683106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105a3690-1421-4dfe-bbff-cef3c8810fc2 None None] Network a797401c-dd09-4fc9-9da8-634d7d9d9655 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:10.735024 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-72250237-0ede-4068-8914-d1e9bc08c2bd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1191170 Nov 11 21:32:10.778912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1114be06-c49f-4774-beef-0061762d8c8c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Made reservation on behalf of a0113b1be34a44a68ce314a4ec421108 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:10.787033 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1114be06-c49f-4774-beef-0061762d8c8c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.835084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41da09-a745-4844-80fe-6d95b21ab74e req-e6640215-ba91-4ac6-ae65-e53333842ed5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:10.844770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41da09-a745-4844-80fe-6d95b21ab74e req-e6640215-ba91-4ac6-ae65-e53333842ed5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:10.861778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f41da09-a745-4844-80fe-6d95b21ab74e req-e6640215-ba91-4ac6-ae65-e53333842ed5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1681 time: 0.1588485 Nov 11 21:32:10.940578 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:11.010898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f41da09-a745-4844-80fe-6d95b21ab74e req-b3449ed0-c17a-4b03-bb5d-3d2f827eaf5e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458564 Nov 11 21:32:11.154936 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1114be06-c49f-4774-beef-0061762d8c8c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:11.281854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114be06-c49f-4774-beef-0061762d8c8c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'Subnet': ['ID=35d82f65-f537-46df-bcb1-7b198113f6b1,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:11.316253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd004e04-b852-4b3e-b2b5-34188ef4b84b None None] Network a797401c-dd09-4fc9-9da8-634d7d9d9655 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:11.337512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1114be06-c49f-4774-beef-0061762d8c8c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Checking segment: {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:11.337869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1114be06-c49f-4774-beef-0061762d8c8c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Network hostable DHCP agents. Network: daab2798-5889-436e-a5cb-09a946e4b419, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:32:11.362998 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1114be06-c49f-4774-beef-0061762d8c8c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Network daab2798-5889-436e-a5cb-09a946e4b419 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:32:11.373655 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d2d7b60b-15a6-4715-8f34-1fa64508c6ed no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:11.376131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1114be06-c49f-4774-beef-0061762d8c8c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, daab2798-5889-436e-a5cb-09a946e4b419) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:11.380757 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1114be06-c49f-4774-beef-0061762d8c8c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:11.381395 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1114be06-c49f-4774-beef-0061762d8c8c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:11.384887 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58890) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:11.412340 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1114be06-c49f-4774-beef-0061762d8c8c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8541842 Nov 11 21:32:11.413080 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58894) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:11.418357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1853a7a2-cecb-4de6-940f-ca5dbd5ea693 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'subnet': {'network_id': '3b574cc1-a549-4854-8e74-091e974d921e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:11.500667 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e96ade-4c2f-4ff2-a1c6-2b9c4538554c None None] Network daab2798-5889-436e-a5cb-09a946e4b419 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:11.502550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:11.505480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebb8f8-3e48-4e59-9068-f1d642bc6685 req-0a95ac4b-a491-44cc-bc95-b4e0f80412d2 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:11.507401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6ebb8f8-3e48-4e59-9068-f1d642bc6685 req-0a95ac4b-a491-44cc-bc95-b4e0f80412d2 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.2604365 Nov 11 21:32:11.569698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: d2d7b60b-15a6-4715-8f34-1fa64508c6ed {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:11.570178 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d2d7b60b-15a6-4715-8f34-1fa64508c6ed not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:11.587675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:11.588029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4abf4ed1-dad4-4b47-81fc-5314dd29f1ec not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:11.591545 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9c45e274-a61f-4b24-85a1-ab8c39889aeb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=056165bc7fb24d9bb9441b24c2ec53ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055631 Nov 11 21:32:11.594079 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58900) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:11.613672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e507ed-7e45-4a49-ae21-61665c79b5de req-2237ad85-4b27-4872-87c1-69b40246b81a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:11.615238 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5e507ed-7e45-4a49-ae21-61665c79b5de req-2237ad85-4b27-4872-87c1-69b40246b81a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.2901230 Nov 11 21:32:11.629390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-558efa07-27a2-484e-9d79-815a264d7414 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:11.641484 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-558efa07-27a2-484e-9d79-815a264d7414 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/networks?id=a797401c-dd09-4fc9-9da8-634d7d9d9655 HTTP/1.1" status: 200 len: 818 time: 0.2993658 Nov 11 21:32:11.659618 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1cfe154b-210e-4845-9735-bcb06aeed56f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:11.682142 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1cfe154b-210e-4845-9735-bcb06aeed56f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:11.685788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['10223c40-bdb4-46f6-a4d8-2a52cc047c2c'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:11.688113 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-d258377a-5abb-46aa-ac9c-fb1744cada65 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/quotas/9b456c4172c04a0f991fc70dd470b119 HTTP/1.1" status: 200 len: 375 time: 0.0456355 Nov 11 21:32:11.730898 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1853a7a2-cecb-4de6-940f-ca5dbd5ea693 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Made reservation on behalf of a0113b1be34a44a68ce314a4ec421108 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:11.735021 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1853a7a2-cecb-4de6-940f-ca5dbd5ea693 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:11.741435 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5e507ed-7e45-4a49-ae21-61665c79b5de req-087b3ebe-3a7c-44a1-a1b7-68d9f6dc6079 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829103 Nov 11 21:32:11.778144 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1cfe154b-210e-4845-9735-bcb06aeed56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:11.783918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-56b872b7-b7a8-4c1d-9901-f4dda2e9d9e7 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b456c4172c04a0f991fc70dd470b119&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922399 Nov 11 21:32:11.784373 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1cfe154b-210e-4845-9735-bcb06aeed56f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:11.790877 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1cfe154b-210e-4845-9735-bcb06aeed56f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/be256baa-38cb-45b5-8b56-d871013b3de3 HTTP/1.1" status: 204 len: 168 time: 0.1929495 Nov 11 21:32:11.870345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-daab2798-5889-436e-a5cb-09a946e4b419', 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'fixed_ips': [{'subnet_id': '35d82f65-f537-46df-bcb1-7b198113f6b1'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:32:11.871203 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:12.103665 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-e7c1c338-749f-46a4-b0f6-0834c7d8afdf service neutron] 10.222.0.57 "GET /v2.0/networks/a797401c-dd09-4fc9-9da8-634d7d9d9655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970428 Nov 11 21:32:12.113207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37110a62-7f7e-4a1a-9660-ad93417efff8 req-768e9925-662c-4be6-acc0-9bf1f3d33ad3 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:12.121817 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37110a62-7f7e-4a1a-9660-ad93417efff8 req-768e9925-662c-4be6-acc0-9bf1f3d33ad3 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 945 time: 0.2361681 Nov 11 21:32:12.145957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe154b-210e-4845-9735-bcb06aeed56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be256baa-38cb-45b5-8b56-d871013b3de3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:12.162948 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1853a7a2-cecb-4de6-940f-ca5dbd5ea693 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:12.180361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-b6ebb8f8-3e48-4e59-9068-f1d642bc6685 req-307236b7-597f-485c-9b62-221d9c5e4e14 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Deleting port bf7b532d-b175-4113-9c68-bec57321b464 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:12.181918 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b6ebb8f8-3e48-4e59-9068-f1d642bc6685 req-307236b7-597f-485c-9b62-221d9c5e4e14 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:12.350348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853a7a2-cecb-4de6-940f-ca5dbd5ea693 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'Subnet': ['ID=723d138b-1459-41f3-8774-8cd909916b72,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:12.389448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1853a7a2-cecb-4de6-940f-ca5dbd5ea693 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Checking segment: {'id': '021eebc1-8424-4b3c-8489-f2ff5d3f867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:12.389817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1853a7a2-cecb-4de6-940f-ca5dbd5ea693 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Network hostable DHCP agents. Network: 3b574cc1-a549-4854-8e74-091e974d921e, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:32:12.413972 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37110a62-7f7e-4a1a-9660-ad93417efff8 req-9703ac02-87bd-41be-8ea5-3b404c7f4da9 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/security-groups?id=9ac7e6ed-99b9-4017-8481-a3000080650b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903228 Nov 11 21:32:12.414434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Allocated IP 10.1.1.2 (daab2798-5889-436e-a5cb-09a946e4b419/35d82f65-f537-46df-bcb1-7b198113f6b1/0b86a83d-8f80-43b2-add2-b37ad4d8ec79) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:12.425666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1853a7a2-cecb-4de6-940f-ca5dbd5ea693 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Network 3b574cc1-a549-4854-8e74-091e974d921e is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:32:12.465579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1853a7a2-cecb-4de6-940f-ca5dbd5ea693 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 3b574cc1-a549-4854-8e74-091e974d921e) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:12.475580 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1853a7a2-cecb-4de6-940f-ca5dbd5ea693 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:12.479184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1853a7a2-cecb-4de6-940f-ca5dbd5ea693 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:12.482144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d080b77-672f-482d-82f4-be12428e178c None None] Network 3b574cc1-a549-4854-8e74-091e974d921e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:12.492036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-b6ebb8f8-3e48-4e59-9068-f1d642bc6685 req-307236b7-597f-485c-9b62-221d9c5e4e14 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] For port bf7b532d-b175-4113-9c68-bec57321b464, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=bf7b532d-b175-4113-9c68-bec57321b464,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:12.492421 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b6ebb8f8-3e48-4e59-9068-f1d642bc6685 req-307236b7-597f-485c-9b62-221d9c5e4e14 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:12.504659 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58922) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:12.519648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82e0d22-9546-4749-b64c-095fa4f55611', 'name': 'network-vif-deleted', 'tag': 'd2d7b60b-15a6-4715-8f34-1fa64508c6ed'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:12.534654 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1853a7a2-cecb-4de6-940f-ca5dbd5ea693 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1204910 Nov 11 21:32:12.536379 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621be734-eb58-42f8-a6e5-0fcd3f13bf47" -d '{"events": [{"server_uuid": "f82e0d22-9546-4749-b64c-095fa4f55611", "name": "network-vif-deleted", "tag": "d2d7b60b-15a6-4715-8f34-1fa64508c6ed"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:12.539153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58930) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:12.549709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-b6ebb8f8-3e48-4e59-9068-f1d642bc6685 req-307236b7-597f-485c-9b62-221d9c5e4e14 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Calling delete_port for bf7b532d-b175-4113-9c68-bec57321b464 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:12.554482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d6abcf8a-727f-4d80-99dd-8242322e82dd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'port': {'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419', 'name': 'tempest-TaggedBootDevicesTest_v242-1845539965', 'fixed_ips': [{'subnet_id': '35d82f65-f537-46df-bcb1-7b198113f6b1'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:12.718283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6abcf8a-727f-4d80-99dd-8242322e82dd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Made reservation on behalf of a0113b1be34a44a68ce314a4ec421108 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:12.804883 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-7203d3ae-ff2b-4989-997d-c8a427f3b427 service neutron] 10.222.0.57 "GET /v2.0/networks/a797401c-dd09-4fc9-9da8-634d7d9d9655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6992238 Nov 11 21:32:12.971528 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4062d7-e634-4a1e-a1d8-e17101dea4c7 admin admin] Deleting subnet 42830d8e-a75d-4ff9-adfb-bfb530d80e8d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:32:12.981875 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e4062d7-e634-4a1e-a1d8-e17101dea4c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:12.988154 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:13.031146 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:13.083469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86093aac-e903-43e2-9fa6-6525afca0d0f req-15dcabb2-57ee-4746-a227-5f363e019511 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:13.101466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86093aac-e903-43e2-9fa6-6525afca0d0f req-15dcabb2-57ee-4746-a227-5f363e019511 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:13.104062 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86093aac-e903-43e2-9fa6-6525afca0d0f req-15dcabb2-57ee-4746-a227-5f363e019511 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1681 time: 0.3545527 Nov 11 21:32:13.116907 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e4062d7-e634-4a1e-a1d8-e17101dea4c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:13.158880 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6abcf8a-727f-4d80-99dd-8242322e82dd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:13.176707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Pushing event updated for resources: {'Port': ['ID=0b86a83d-8f80-43b2-add2-b37ad4d8ec79,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:13.225823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86093aac-e903-43e2-9fa6-6525afca0d0f req-0c69ce98-e475-4101-bf8f-37068b5d87cc tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056721 Nov 11 21:32:13.247531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-d6abcf8a-727f-4d80-99dd-8242322e82dd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] device_id is not set on port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:32:13.252028 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e4062d7-e634-4a1e-a1d8-e17101dea4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:13.259984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Network daab2798-5889-436e-a5cb-09a946e4b419 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:13.275056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:13.281571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:13.373317 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device afdfa4b3-eccd-4e14-a775-3c209167be8b up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:13.446582 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e4062d7-e634-4a1e-a1d8-e17101dea4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:13.547481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4062d7-e634-4a1e-a1d8-e17101dea4c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42830d8e-a75d-4ff9-adfb-bfb530d80e8d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:13.553106 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e4062d7-e634-4a1e-a1d8-e17101dea4c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:13.560007 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7e4062d7-e634-4a1e-a1d8-e17101dea4c7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/42830d8e-a75d-4ff9-adfb-bfb530d80e8d HTTP/1.1" status: 204 len: 168 time: 1.0482199 Nov 11 21:32:13.560007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58960) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:13.691442 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ec2673b-7c37-4cb8-a2c8-6fa49bd94298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:13.839250 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb1a0b10-4903-4537-b4b0-ba04a2af9cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:13.845687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Attempting to bind port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:13.846058 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Attempting to bind port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:13.846420 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Attempting to bind port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 on network daab2798-5889-436e-a5cb-09a946e4b419 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:13.882608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:13.882983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Checking segment: {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:13.883384 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:13.883775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Bound using segment: {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:13.884258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Bound port: 0b86a83d-8f80-43b2-add2-b37ad4d8ec79, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:13.884685 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:13.953834 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port afdfa4b3-eccd-4e14-a775-3c209167be8b completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:32:13.958374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-3b574cc1-a549-4854-8e74-091e974d921e', 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'fixed_ips': [{'subnet_id': '723d138b-1459-41f3-8774-8cd909916b72'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:32:13.959297 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:13.977641 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port afdfa4b3-eccd-4e14-a775-3c209167be8b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:13.978027 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:14.050919 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053ed4d1-0f56-4bae-8c77-231eebb094ab x-openstack-request-id: req-053ed4d1-0f56-4bae-8c77-231eebb094ab {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:14.051546 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82e0d22-9546-4749-b64c-095fa4f55611", "name": "network-vif-deleted", "tag": "d2d7b60b-15a6-4715-8f34-1fa64508c6ed", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:14.051546 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-053ed4d1-0f56-4bae-8c77-231eebb094ab {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:14.052269 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82e0d22-9546-4749-b64c-095fa4f55611', 'name': 'network-vif-deleted', 'tag': 'd2d7b60b-15a6-4715-8f34-1fa64508c6ed', 'status': 'completed', 'code': 200} Nov 11 21:32:14.078038 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] For port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:14.147477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] For port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=0b86a83d-8f80-43b2-add2-b37ad4d8ec79,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:14.161582 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:14.186630 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b6ebb8f8-3e48-4e59-9068-f1d642bc6685 req-307236b7-597f-485c-9b62-221d9c5e4e14 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:14.195714 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ec2673b-7c37-4cb8-a2c8-6fa49bd94298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:14.221908 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8ec2673b-7c37-4cb8-a2c8-6fa49bd94298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7b2ef0-98c6-4640-9855-bbeac6f5b314']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:14.248026 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8ec2673b-7c37-4cb8-a2c8-6fa49bd94298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa4e23f-05b2-4873-adf4-c72b147aa95c') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:14.248320 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8ec2673b-7c37-4cb8-a2c8-6fa49bd94298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa4e23f-05b2-4873-adf4-c72b147aa95c') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:14.251162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a7c9f-25f5-41db-b225-24105bc188d6 req-3007b87d-efe2-4919-9456-5feb190c8790 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:14.261260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dd6a7c9f-25f5-41db-b225-24105bc188d6 req-3007b87d-efe2-4919-9456-5feb190c8790 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.2078972 Nov 11 21:32:14.271686 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ec2673b-7c37-4cb8-a2c8-6fa49bd94298 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:14.289447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307236b7-597f-485c-9b62-221d9c5e4e14 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Pushing event deleted for resources: {'Port': ['ID=bf7b532d-b175-4113-9c68-bec57321b464,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:14.314200 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ec2673b-7c37-4cb8-a2c8-6fa49bd94298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:14.335666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec2673b-7c37-4cb8-a2c8-6fa49bd94298 admin admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:32:14.336061 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ec2673b-7c37-4cb8-a2c8-6fa49bd94298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:32:14.353555 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:32:14.361384 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:14.365993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60175c02-c692-4a87-a426-314e5d04e304 None None] Pushing event updated for resources: {'Port': ['ID=0b86a83d-8f80-43b2-add2-b37ad4d8ec79,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:14.388988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c1fc367-265b-4757-8c39-869318aa8ae8 req-f012f098-4e4a-4dbd-8cf3-649e3fa45695 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 210 time: 0.1009185 Nov 11 21:32:14.418722 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Allocated IP 10.2.2.2 (3b574cc1-a549-4854-8e74-091e974d921e/723d138b-1459-41f3-8774-8cd909916b72/bd6c6816-3ef1-4db8-bfc5-fdca649eb70c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:14.446213 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:14.446822 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdfa4b3-eccd-4e14-a775-3c209167be8b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:14.449446 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10eafb67-cea0-439a-a3d8-d8d3e54c1374" -d '{"events": [{"server_uuid": "41900fcf-1f2f-48ac-8e5d-3a799bd45762", "name": "network-vif-plugged", "status": "completed", "tag": "afdfa4b3-eccd-4e14-a775-3c209167be8b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:14.478684 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ec2673b-7c37-4cb8-a2c8-6fa49bd94298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:14.485714 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ec2673b-7c37-4cb8-a2c8-6fa49bd94298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:14.487204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port afdfa4b3-eccd-4e14-a775-3c209167be8b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=afdfa4b3-eccd-4e14-a775-3c209167be8b,segment=NetworkSegment(ec765232-17f2-4c39-b26c-a60ebd321131),segment_id=ec765232-17f2-4c39-b26c-a60ebd321131)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:14.496560 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8ec2673b-7c37-4cb8-a2c8-6fa49bd94298 admin admin] 10.222.0.57 "DELETE /v2.0/networks/bb7b2ef0-98c6-4640-9855-bbeac6f5b314 HTTP/1.1" status: 204 len: 168 time: 0.9350085 Nov 11 21:32:14.497826 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:14.498772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 10223c40-bdb4-46f6-a4d8-2a52cc047c2c up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:14.502701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59006) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:14.511325 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dd6a7c9f-25f5-41db-b225-24105bc188d6 req-ed9b5efd-1157-4732-b018-3490d3f9c290 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489178 Nov 11 21:32:14.512268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ebb8f8-3e48-4e59-9068-f1d642bc6685 req-307236b7-597f-485c-9b62-221d9c5e4e14 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] No DVR routers for this DVR port bf7b532d-b175-4113-9c68-bec57321b464 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:14.522103 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b6ebb8f8-3e48-4e59-9068-f1d642bc6685 req-307236b7-597f-485c-9b62-221d9c5e4e14 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:14.526138 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6ebb8f8-3e48-4e59-9068-f1d642bc6685 req-307236b7-597f-485c-9b62-221d9c5e4e14 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.10 "DELETE /v2.0/ports/bf7b532d-b175-4113-9c68-bec57321b464 HTTP/1.1" status: 204 len: 173 time: 3.0106840 Nov 11 21:32:14.555581 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-d6abcf8a-727f-4d80-99dd-8242322e82dd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Allocated IP 10.1.1.161 (daab2798-5889-436e-a5cb-09a946e4b419/35d82f65-f537-46df-bcb1-7b198113f6b1/69bb4f4e-b425-44bd-8e17-a8c9f3f825f4) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:14.659545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2673b-7c37-4cb8-a2c8-6fa49bd94298 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7b2ef0-98c6-4640-9855-bbeac6f5b314,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:14.731136 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d7a08f4-2a3f-41f0-8b6b-ed98863234d2 req-77549122-b209-49ef-9279-8c4f63ce01e2 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 210 time: 0.0763135 Nov 11 21:32:14.734197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-077ff181-9149-4900-a296-a8b147864ec3 admin admin] Deleting subnet ff470cb1-f3b3-464f-86ab-381177a750ff {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:32:14.747126 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-077ff181-9149-4900-a296-a8b147864ec3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:14.902065 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-077ff181-9149-4900-a296-a8b147864ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:14.965797 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:15.001790 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dff603-c9f3-4d4b-bd63-37e1449217e4 x-openstack-request-id: req-63dff603-c9f3-4d4b-bd63-37e1449217e4 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:15.002089 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41900fcf-1f2f-48ac-8e5d-3a799bd45762", "name": "network-vif-plugged", "status": "completed", "tag": "afdfa4b3-eccd-4e14-a775-3c209167be8b", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:15.002205 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-077ff181-9149-4900-a296-a8b147864ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.002382 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-63dff603-c9f3-4d4b-bd63-37e1449217e4 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:15.003628 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdfa4b3-eccd-4e14-a775-3c209167be8b', 'code': 200} Nov 11 21:32:15.054027 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=afdfa4b3-eccd-4e14-a775-3c209167be8b,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:15.102692 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534a191-0a4d-4dec-94b2-71de124d5d47 req-7091e3c1-c410-4fc5-88ef-ac40eda34a3a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:15.110464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534a191-0a4d-4dec-94b2-71de124d5d47 req-7091e3c1-c410-4fc5-88ef-ac40eda34a3a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:15.126535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f534a191-0a4d-4dec-94b2-71de124d5d47 req-7091e3c1-c410-4fc5-88ef-ac40eda34a3a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1682 time: 0.1482146 Nov 11 21:32:15.172185 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6abcf8a-727f-4d80-99dd-8242322e82dd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.204901 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-077ff181-9149-4900-a296-a8b147864ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.241145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f534a191-0a4d-4dec-94b2-71de124d5d47 req-a7b797d2-6ae8-41c2-b730-d7dd6b4229fa tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101966 Nov 11 21:32:15.244103 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.244253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ff181-9149-4900-a296-a8b147864ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff470cb1-f3b3-464f-86ab-381177a750ff,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:15.261597 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:32:15.269278 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6abcf8a-727f-4d80-99dd-8242322e82dd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.270279 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-077ff181-9149-4900-a296-a8b147864ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.273059 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.282663 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-077ff181-9149-4900-a296-a8b147864ec3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ff470cb1-f3b3-464f-86ab-381177a750ff HTTP/1.1" status: 204 len: 168 time: 0.7772012 Nov 11 21:32:15.283187 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59048) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:15.316656 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:15.319626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6abcf8a-727f-4d80-99dd-8242322e82dd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Network daab2798-5889-436e-a5cb-09a946e4b419 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:15.320568 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.322999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-d6abcf8a-727f-4d80-99dd-8242322e82dd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:15.327043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6abcf8a-727f-4d80-99dd-8242322e82dd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:15.405337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abcf8a-727f-4d80-99dd-8242322e82dd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'Port': ['ID=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:15.449459 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6abcf8a-727f-4d80-99dd-8242322e82dd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:15.451836 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6abcf8a-727f-4d80-99dd-8242322e82dd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.471712 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5b6cdda-101a-41dc-b567-295dd464449e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.486520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d6abcf8a-727f-4d80-99dd-8242322e82dd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9386418 Nov 11 21:32:15.487154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59054) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:15.498394 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-cebc32c0-d927-49ad-9c29-7192865e480c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'port': {'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419', 'name': 'tempest-TaggedBootDevicesTest_v242-1164019470', 'fixed_ips': [{'subnet_id': '35d82f65-f537-46df-bcb1-7b198113f6b1'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:15.509427 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Network 3b574cc1-a549-4854-8e74-091e974d921e is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:15.515725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:15.521330 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:15.616988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7362a22e-1b31-4789-bf5e-7ba511c89469 req-94821333-feac-4db8-9ab6-8f13e86513d1 tempest-ListServerFiltersTestJSON-1720699347 tempest-ListServerFiltersTestJSON-1720699347-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f09229a-248d-4a67-bbca-cb41f5a79bff HTTP/1.1" status: 200 len: 210 time: 0.0619106 Nov 11 21:32:15.627589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Pushing event updated for resources: {'Port': ['ID=bd6c6816-3ef1-4db8-bfc5-fdca649eb70c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:15.707723 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5b6cdda-101a-41dc-b567-295dd464449e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.754118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-d5b6cdda-101a-41dc-b567-295dd464449e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce80925c-9c87-4bae-b4a8-98922af89d43']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:15.793644 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-d5b6cdda-101a-41dc-b567-295dd464449e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fdec776-ba54-4316-8dc4-97dbb245f7e6') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:15.794850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-d5b6cdda-101a-41dc-b567-295dd464449e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fdec776-ba54-4316-8dc4-97dbb245f7e6') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:15.806113 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.824441 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5b6cdda-101a-41dc-b567-295dd464449e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.857028 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5b6cdda-101a-41dc-b567-295dd464449e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.869944 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:15.870824 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.870976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59066) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:15.881316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Attempting to bind port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:15.881714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Attempting to bind port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '021eebc1-8424-4b3c-8489-f2ff5d3f867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:15.882046 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Attempting to bind port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c on network 3b574cc1-a549-4854-8e74-091e974d921e {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:15.891934 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b6cdda-101a-41dc-b567-295dd464449e admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:32:15.892262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5b6cdda-101a-41dc-b567-295dd464449e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:32:15.906526 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:32:15.942912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:15.946208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Checking segment: {'id': '021eebc1-8424-4b3c-8489-f2ff5d3f867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:15.946805 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.947795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Bound using segment: {'id': '021eebc1-8424-4b3c-8489-f2ff5d3f867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:15.948471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Bound port: bd6c6816-3ef1-4db8-bfc5-fdca649eb70c, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021eebc1-8424-4b3c-8489-f2ff5d3f867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:15.952402 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:15.975247 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9e707-f2a8-455f-940f-bb99bac3df84 req-fb995773-b10f-4e12-8161-037fa257b556 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:15.984351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f8a9e707-f2a8-455f-940f-bb99bac3df84 req-fb995773-b10f-4e12-8161-037fa257b556 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.2213726 Nov 11 21:32:16.032282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=10223c40-bdb4-46f6-a4d8-2a52cc047c2c,segment=NetworkSegment(5be85a10-3503-4aa9-8c94-6480dbab0d22),segment_id=5be85a10-3503-4aa9-8c94-6480dbab0d22)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:16.053860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f09229a-248d-4a67-bbca-cb41f5a79bff', 'name': 'network-vif-deleted', 'tag': 'bf7b532d-b175-4113-9c68-bec57321b464'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:16.059861 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5b6cdda-101a-41dc-b567-295dd464449e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.064870 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0168ba-073c-4281-8c3e-962529e3b8ef" -d '{"events": [{"server_uuid": "1f09229a-248d-4a67-bbca-cb41f5a79bff", "name": "network-vif-deleted", "tag": "bf7b532d-b175-4113-9c68-bec57321b464"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:16.070240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa5737a-1cf0-4478-9313-7b11339947e0 None None] Network daab2798-5889-436e-a5cb-09a946e4b419 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:16.075614 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d5b6cdda-101a-41dc-b567-295dd464449e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.079671 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d5b6cdda-101a-41dc-b567-295dd464449e admin admin] 10.222.0.57 "DELETE /v2.0/networks/ce80925c-9c87-4bae-b4a8-98922af89d43 HTTP/1.1" status: 204 len: 168 time: 0.7954085 Nov 11 21:32:16.083318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebc32c0-d927-49ad-9c29-7192865e480c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Made reservation on behalf of a0113b1be34a44a68ce314a4ec421108 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:16.089394 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cebc32c0-d927-49ad-9c29-7192865e480c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.091283 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.092108 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device bf7b532d-b175-4113-9c68-bec57321b464 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:16.116620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f8a9e707-f2a8-455f-940f-bb99bac3df84 req-4b518ca7-1688-4b2f-8152-2f4df9847080 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311579 Nov 11 21:32:16.134783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-cebc32c0-d927-49ad-9c29-7192865e480c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] device_id is not set on port f0ed3440-fad0-40db-ae8d-c2ff35601d0b yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:32:16.174273 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6cdda-101a-41dc-b567-295dd464449e admin admin] Pushing event deleted for resources: {'Network': ['ID=ce80925c-9c87-4bae-b4a8-98922af89d43,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:16.184078 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44806b26-fdcd-41d6-a7c3-08bccf8ec940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.260733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: bf7b532d-b175-4113-9c68-bec57321b464 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:16.261407 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device bf7b532d-b175-4113-9c68-bec57321b464 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:16.280160 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-257162ef-69da-412d-9e61-3872b578c3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.291659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] For port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:16.294999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:16.295622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d30a53e-5d20-4bef-9a3c-fc0fe7b7585e req-a4540b09-66b4-4535-8adb-2ca540ac9b8c tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 210 time: 0.0521688 Nov 11 21:32:16.411962 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d5a68e-2c89-4ff6-9882-2b65297c96d0 x-openstack-request-id: req-60d5a68e-2c89-4ff6-9882-2b65297c96d0 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:16.414270 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f09229a-248d-4a67-bbca-cb41f5a79bff", "name": "network-vif-deleted", "tag": "bf7b532d-b175-4113-9c68-bec57321b464", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:16.417070 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-60d5a68e-2c89-4ff6-9882-2b65297c96d0 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:16.417765 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f09229a-248d-4a67-bbca-cb41f5a79bff', 'name': 'network-vif-deleted', 'tag': 'bf7b532d-b175-4113-9c68-bec57321b464', 'status': 'completed', 'code': 200} Nov 11 21:32:16.443990 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.446315 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44806b26-fdcd-41d6-a7c3-08bccf8ec940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.452433 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44806b26-fdcd-41d6-a7c3-08bccf8ec940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.473300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] For port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bd6c6816-3ef1-4db8-bfc5-fdca649eb70c,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:16.500987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=0b86a83d-8f80-43b2-add2-b37ad4d8ec79,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:16.502410 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-cf47eb4c-ff0e-44f7-99a4-61a82125317e None None] Provisioning complete for port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:16.503029 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf47eb4c-ff0e-44f7-99a4-61a82125317e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.560407 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-44806b26-fdcd-41d6-a7c3-08bccf8ec940 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=827c7b3765e54409b7bd6bb372b6750f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6883316 Nov 11 21:32:16.561231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59102) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:16.566195 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44806b26-fdcd-41d6-a7c3-08bccf8ec940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61c2866-2416-41a8-a206-e603c0a5780f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:16.591751 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.594132 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.605715 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.609271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59104) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:16.642219 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=10223c40-bdb4-46f6-a4d8-2a52cc047c2c,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:16.707227 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-a551d29b-d87c-4299-9eaa-873960f846eb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:16.708967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-a551d29b-d87c-4299-9eaa-873960f846eb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.10 "GET /v2.0/networks?id=a797401c-dd09-4fc9-9da8-634d7d9d9655 HTTP/1.1" status: 200 len: 818 time: 0.1353462 Nov 11 21:32:16.710649 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b246fe4-2edf-4679-b41e-df374d2ced83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.729316 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-6d9a75fe-e289-4655-98fd-082492af009c req-dd9a9208-4e07-42cb-80ae-3607ea7dbfbb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Request body: {'port': {'device_id': '91ec5ccc-3adb-44d5-a552-3b99417cb7aa', 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655', 'admin_state_up': True, 'tenant_id': '9b456c4172c04a0f991fc70dd470b119'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:16.731508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e5b7e-4ce7-4e79-85e7-d6fbc3c12adb None None] Pushing event updated for resources: {'Port': ['ID=bd6c6816-3ef1-4db8-bfc5-fdca649eb70c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:16.798545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:16.814381 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.836247 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b246fe4-2edf-4679-b41e-df374d2ced83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:16.855226 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fa44ac3c-6f02-4948-bd43-4597e4628c58 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e7495b94c334f7f86e765392527ed29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361279 Nov 11 21:32:16.856215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59110) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:16.856502 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59112) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:16.922197 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=0b86a83d-8f80-43b2-add2-b37ad4d8ec79,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:16.982718 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-17a55455-b7cf-437a-ac8a-2933dab2ab37 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:16.984686 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-17a55455-b7cf-437a-ac8a-2933dab2ab37 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.71 "GET /v2.0/networks?id=a797401c-dd09-4fc9-9da8-634d7d9d9655 HTTP/1.1" status: 200 len: 818 time: 0.6867511 Nov 11 21:32:17.005198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10223c40-bdb4-46f6-a4d8-2a52cc047c2c'}, {'server_uuid': '5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874f02bb-09e2-41b9-a6d4-d21b61d4eeaf'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:17.007531 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffb66c0-f8ea-440a-92db-dd0431c77675" -d '{"events": [{"server_uuid": "41900fcf-1f2f-48ac-8e5d-3a799bd45762", "name": "network-vif-plugged", "status": "completed", "tag": "10223c40-bdb4-46f6-a4d8-2a52cc047c2c"}, {"server_uuid": "5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "874f02bb-09e2-41b9-a6d4-d21b61d4eeaf"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:17.041904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-dd9a9208-4e07-42cb-80ae-3607ea7dbfbb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Made reservation on behalf of 9b456c4172c04a0f991fc70dd470b119 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:17.051592 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-dd9a9208-4e07-42cb-80ae-3607ea7dbfbb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:17.079725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:17.085039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-6d9a75fe-e289-4655-98fd-082492af009c req-569ae197-60bc-4942-8f75-3b14cee225c9 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Request body: {'port': {'device_id': 'adbb30e5-bbbb-4de7-8b14-42524724c010', 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655', 'admin_state_up': True, 'tenant_id': '9b456c4172c04a0f991fc70dd470b119'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:17.160331 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:17.279296 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d478c-a2a6-4589-bfbf-f819fe762309 req-446d2b42-ea6a-40b9-a335-337e5886b8c8 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:17.303767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d478c-a2a6-4589-bfbf-f819fe762309 req-446d2b42-ea6a-40b9-a335-337e5886b8c8 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:17.305613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c3d478c-a2a6-4589-bfbf-f819fe762309 req-446d2b42-ea6a-40b9-a335-337e5886b8c8 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1683 time: 0.7764647 Nov 11 21:32:17.316558 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c96da1-10c1-4b72-9209-105d45f9ced2 x-openstack-request-id: req-06c96da1-10c1-4b72-9209-105d45f9ced2 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:17.319185 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41900fcf-1f2f-48ac-8e5d-3a799bd45762", "name": "network-vif-plugged", "status": "completed", "tag": "10223c40-bdb4-46f6-a4d8-2a52cc047c2c", "code": 200}, {"server_uuid": "5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "874f02bb-09e2-41b9-a6d4-d21b61d4eeaf", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:17.319871 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-06c96da1-10c1-4b72-9209-105d45f9ced2 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:17.320384 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10223c40-bdb4-46f6-a4d8-2a52cc047c2c', 'code': 200} Nov 11 21:32:17.320760 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874f02bb-09e2-41b9-a6d4-d21b61d4eeaf', 'code': 200} Nov 11 21:32:17.339340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-8b3df03f-45a4-4549-ace7-0c72340834fb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:17.340962 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-8b3df03f-45a4-4549-ace7-0c72340834fb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.71 "GET /v2.0/networks?id=a797401c-dd09-4fc9-9da8-634d7d9d9655 HTTP/1.1" status: 200 len: 818 time: 0.3540015 Nov 11 21:32:17.396221 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6d9a75fe-e289-4655-98fd-082492af009c req-e5e56430-24cc-4e1a-984b-8acd70125075 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Request body: {'port': {'device_id': '3044ceca-35ce-47e7-a878-3072e8208405', 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655', 'admin_state_up': True, 'tenant_id': '9b456c4172c04a0f991fc70dd470b119'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:17.424698 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-cebc32c0-d927-49ad-9c29-7192865e480c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Allocated IP 10.1.1.212 (daab2798-5889-436e-a5cb-09a946e4b419/35d82f65-f537-46df-bcb1-7b198113f6b1/f0ed3440-fad0-40db-ae8d-c2ff35601d0b) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:17.502032 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9c72257-39ed-49d0-9a9b-6b3b78c5e714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:17.509688 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d408b82-b276-4230-a393-d25921b64986 admin admin] Deleting subnet 68728dc8-71b6-452a-ba01-4e4808bcd205 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:32:17.527301 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d408b82-b276-4230-a393-d25921b64986 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:17.542204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ca546937-2e87-4b24-b0e4-c0e168fd8482 None None] Provisioning complete for port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:17.543172 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca546937-2e87-4b24-b0e4-c0e168fd8482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:17.580866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546724db-bdc7-4ca5-bc57-04dc29a03329 req-75686f01-60a8-455f-9e3d-246e6111fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:17.581761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546724db-bdc7-4ca5-bc57-04dc29a03329 req-75686f01-60a8-455f-9e3d-246e6111fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:17.583336 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-546724db-bdc7-4ca5-bc57-04dc29a03329 req-75686f01-60a8-455f-9e3d-246e6111fdee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1985 time: 0.1795685 Nov 11 21:32:17.583994 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b246fe4-2edf-4679-b41e-df374d2ced83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:17.586566 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b246fe4-2edf-4679-b41e-df374d2ced83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:17.589347 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9b246fe4-2edf-4679-b41e-df374d2ced83 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b61c2866-2416-41a8-a206-e603c0a5780f HTTP/1.1" status: 204 len: 168 time: 1.0195637 Nov 11 21:32:17.593218 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9c72257-39ed-49d0-9a9b-6b3b78c5e714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:17.610629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ca546937-2e87-4b24-b0e4-c0e168fd8482 None None] Port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:17.642368 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ca546937-2e87-4b24-b0e4-c0e168fd8482 None None] Provisioning complete for port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:17.643113 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca546937-2e87-4b24-b0e4-c0e168fd8482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:17.647929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea1964-75ca-4bb7-9aa7-e0bd637a72cf req-5563b3de-b363-4c83-856d-d412b957c1f8 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:17.662593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98ea1964-75ca-4bb7-9aa7-e0bd637a72cf req-5563b3de-b363-4c83-856d-d412b957c1f8 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.2470534 Nov 11 21:32:17.686603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b246fe4-2edf-4679-b41e-df374d2ced83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61c2866-2416-41a8-a206-e603c0a5780f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:17.696739 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9c72257-39ed-49d0-9a9b-6b3b78c5e714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:17.700823 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9c72257-39ed-49d0-9a9b-6b3b78c5e714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:17.708560 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e9c72257-39ed-49d0-9a9b-6b3b78c5e714 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c HTTP/1.1" status: 204 len: 168 time: 0.8319943 Nov 11 21:32:17.710690 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c3d478c-a2a6-4589-bfbf-f819fe762309 req-93ca614e-34d4-4521-be32-5c930184d3db tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265617 Nov 11 21:32:17.772537 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d408b82-b276-4230-a393-d25921b64986 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:17.862418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-6d9a75fe-e289-4655-98fd-082492af009c req-dd9a9208-4e07-42cb-80ae-3607ea7dbfbb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Allocated IP 172.20.0.8 (a797401c-dd09-4fc9-9da8-634d7d9d9655/d5d28e24-1c76-4dd6-abdb-39a4f11f2979/9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:17.867697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c72257-39ed-49d0-9a9b-6b3b78c5e714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba02ccd-b1f1-469b-bc7d-ff0f9f904c9c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:17.911711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-569ae197-60bc-4942-8f75-3b14cee225c9 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Made reservation on behalf of 9b456c4172c04a0f991fc70dd470b119 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:17.919819 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-569ae197-60bc-4942-8f75-3b14cee225c9 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:17.998727 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-546724db-bdc7-4ca5-bc57-04dc29a03329 req-c19f5220-e716-44a3-abb6-296678a38478 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211672 Nov 11 21:32:18.078126 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-e5e56430-24cc-4e1a-984b-8acd70125075 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Made reservation on behalf of 9b456c4172c04a0f991fc70dd470b119 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:18.102057 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-e5e56430-24cc-4e1a-984b-8acd70125075 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:18.148469 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98ea1964-75ca-4bb7-9aa7-e0bd637a72cf req-9a52cfc2-8bd0-487c-8399-d48381ef22e3 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843252 Nov 11 21:32:18.184827 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bad4b0d-6979-43e5-808e-92b1defd140d req-f638fe5b-7112-4c5c-b9ef-3a3787391983 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 210 time: 0.2865708 Nov 11 21:32:18.215688 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d408b82-b276-4230-a393-d25921b64986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:18.376586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1dd40ee1-53c1-43c1-9b60-104c63c3ceaa None None] Provisioning complete for port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:18.377607 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1dd40ee1-53c1-43c1-9b60-104c63c3ceaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:18.453237 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d408b82-b276-4230-a393-d25921b64986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:18.467545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1dd40ee1-53c1-43c1-9b60-104c63c3ceaa None None] Port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:18.475238 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:18.476209 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59148) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:18.508966 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d408b82-b276-4230-a393-d25921b64986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68728dc8-71b6-452a-ba01-4e4808bcd205,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:18.510959 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d408b82-b276-4230-a393-d25921b64986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:18.516873 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5d408b82-b276-4230-a393-d25921b64986 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/68728dc8-71b6-452a-ba01-4e4808bcd205 HTTP/1.1" status: 204 len: 168 time: 1.6392274 Nov 11 21:32:18.517153 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59150) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:18.527323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f438370-ac87-420a-9cde-b6461546f790 None None] Network 9d83e966-d837-434f-9801-9cd82b88a494 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:18.573516 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cebc32c0-d927-49ad-9c29-7192865e480c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:18.590418 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:18.609106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0726d264-3bd1-4fcf-aafb-be56653ef0ea None None] Network 3b574cc1-a549-4854-8e74-091e974d921e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:18.652864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-40e00508-8031-4f45-8e31-02cd5a49f015 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:18.662277 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-40e00508-8031-4f45-8e31-02cd5a49f015 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/networks?id=db6f838a-e359-4731-8b0b-e67a2634dc14 HTTP/1.1" status: 200 len: 803 time: 0.3136380 Nov 11 21:32:18.665527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] Deleting port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:18.665913 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:18.726584 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-f01437d4-3d4e-4e70-a16b-9fb5efecb4e1 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/quotas/d1ce2fcf81724535a65f8c9d2450b857 HTTP/1.1" status: 200 len: 375 time: 0.0654392 Nov 11 21:32:18.781082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ac84547d-924e-4375-acad-de663d35bee8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3d49c81c634340ff8739b250d8d33dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921445 Nov 11 21:32:18.782685 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59160) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:18.821522 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-dd9a9208-4e07-42cb-80ae-3607ea7dbfbb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:18.824022 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cebc32c0-d927-49ad-9c29-7192865e480c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:18.870940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] For port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198,segment=NetworkSegment(25d9248c-c02c-4511-8133-4e790db2755a),segment_id=25d9248c-c02c-4511-8133-4e790db2755a)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:18.872787 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:18.893136 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9b0ab6ac-5b91-4099-b6fd-39c36df2d5f6 None None] Provisioning complete for port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:18.893504 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab6ac-5b91-4099-b6fd-39c36df2d5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:18.911447 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-78266a4e-e01e-4bc4-9af0-b24a3db71e85 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1ce2fcf81724535a65f8c9d2450b857&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1839094 Nov 11 21:32:18.917618 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] Calling delete_port for cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:18.959711 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:18.992312 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59166) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:19.000454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebc32c0-d927-49ad-9c29-7192865e480c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Network daab2798-5889-436e-a5cb-09a946e4b419 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:19.034576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-cebc32c0-d927-49ad-9c29-7192865e480c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:19.064526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc32c0-d927-49ad-9c29-7192865e480c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:19.087737 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab6ac-5b91-4099-b6fd-39c36df2d5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.093628 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c1be63-77ce-4a15-b424-eee6e17b5070 None None] DHCP port deletion for 9d83e966-d837-434f-9801-9cd82b88a494 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:32:19.118458 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-696be6b5-d3e5-4735-9ba2-0c6208bb8a53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.119111 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:19.119483 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.244220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9b0ab6ac-5b91-4099-b6fd-39c36df2d5f6 None None] For port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bd6c6816-3ef1-4db8-bfc5-fdca649eb70c,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:19.248849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1183872411-network', 'tenant_id': '5b6c8d764ce54865a263cd5b3fe5b49d'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:19.253977 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-696be6b5-d3e5-4735-9ba2-0c6208bb8a53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.285246 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.298505 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab6ac-5b91-4099-b6fd-39c36df2d5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.303744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc32c0-d927-49ad-9c29-7192865e480c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'Port': ['ID=f0ed3440-fad0-40db-ae8d-c2ff35601d0b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:19.344856 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:19.384771 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-dd9a9208-4e07-42cb-80ae-3607ea7dbfbb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.404600 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.425359 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] No DVR routers for this DVR port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:19.438451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-00c1be63-77ce-4a15-b424-eee6e17b5070 None None] Deleting port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:19.439004 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00c1be63-77ce-4a15-b424-eee6e17b5070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.439608 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] Made reservation on behalf of 5b6c8d764ce54865a263cd5b3fe5b49d for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:19.442416 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.450317 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-6d9a75fe-e289-4655-98fd-082492af009c req-e5e56430-24cc-4e1a-984b-8acd70125075 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Allocated IP 172.20.0.3 (a797401c-dd09-4fc9-9da8-634d7d9d9655/d5d28e24-1c76-4dd6-abdb-39a4f11f2979/cff1087c-ea86-4c8c-815e-f815368735e5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:19.453135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebc32c0-d927-49ad-9c29-7192865e480c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:19.453826 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cebc32c0-d927-49ad-9c29-7192865e480c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.477672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea7d02-1584-4b93-a177-fa98108591cc req-8529654d-562e-4a28-b117-a69015b278c5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:19.481168 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2171c0a-e3f9-4fa3-aea9-f930e6e0954b req-e170a7a5-d6f6-4347-b3c2-39bb13bf3f48 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:19.482729 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a2171c0a-e3f9-4fa3-aea9-f930e6e0954b req-e170a7a5-d6f6-4347-b3c2-39bb13bf3f48 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7 HTTP/1.1" status: 200 len: 944 time: 0.3110628 Nov 11 21:32:19.485584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea7d02-1584-4b93-a177-fa98108591cc req-8529654d-562e-4a28-b117-a69015b278c5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:19.487182 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89ea7d02-1584-4b93-a177-fa98108591cc req-8529654d-562e-4a28-b117-a69015b278c5 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1683 time: 0.6065011 Nov 11 21:32:19.497872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ab6ac-5b91-4099-b6fd-39c36df2d5f6 None None] Pushing event updated for resources: {'Port': ['ID=bd6c6816-3ef1-4db8-bfc5-fdca649eb70c,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:19.506909 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.526603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9a75fe-e289-4655-98fd-082492af009c req-dd9a9208-4e07-42cb-80ae-3607ea7dbfbb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Network a797401c-dd09-4fc9-9da8-634d7d9d9655 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:19.548863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-6d9a75fe-e289-4655-98fd-082492af009c req-dd9a9208-4e07-42cb-80ae-3607ea7dbfbb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:19.551552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9a75fe-e289-4655-98fd-082492af009c req-dd9a9208-4e07-42cb-80ae-3607ea7dbfbb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:19.553232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bd6c6816-3ef1-4db8-bfc5-fdca649eb70c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:19.561026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cebc32c0-d927-49ad-9c29-7192865e480c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0689054 Nov 11 21:32:19.590075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a9208-4e07-42cb-80ae-3607ea7dbfbb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Pushing event updated for resources: {'Port': ['ID=9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:19.596560 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-00c1be63-77ce-4a15-b424-eee6e17b5070 None None] For port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:19.597465 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00c1be63-77ce-4a15-b424-eee6e17b5070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.617016 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.622839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-00c1be63-77ce-4a15-b424-eee6e17b5070 None None] Calling delete_port for cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:19.625056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ceb1c10a-5329-459b-b3a1-548e5450631c None None] Provisioning complete for port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:19.625640 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ceb1c10a-5329-459b-b3a1-548e5450631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.625919 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-f10a8fb9-c1a7-49e2-bc46-e5bc909d88fb service neutron] 10.222.0.57 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7076118 Nov 11 21:32:19.637144 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-696be6b5-d3e5-4735-9ba2-0c6208bb8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.639890 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-696be6b5-d3e5-4735-9ba2-0c6208bb8a53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.643393 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-696be6b5-d3e5-4735-9ba2-0c6208bb8a53 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f7089bc5-5f3d-4ecd-ae20-a60042d22e87 HTTP/1.1" status: 204 len: 168 time: 0.8559783 Nov 11 21:32:19.672677 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89ea7d02-1584-4b93-a177-fa98108591cc req-895bbba7-9a27-4f74-95ea-719bc3e3f6f8 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644864 Nov 11 21:32:19.683835 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-00c1be63-77ce-4a15-b424-eee6e17b5070 None None] Port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:32:19.687397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-dd9a9208-4e07-42cb-80ae-3607ea7dbfbb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:19.688863 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-dd9a9208-4e07-42cb-80ae-3607ea7dbfbb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.729379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696be6b5-d3e5-4735-9ba2-0c6208bb8a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7089bc5-5f3d-4ecd-ae20-a60042d22e87,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:19.731774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d83e966-d837-434f-9801-9cd82b88a494']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:19.741529 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00c1be63-77ce-4a15-b424-eee6e17b5070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.762467 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-dd9a9208-4e07-42cb-80ae-3607ea7dbfbb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0356178 Nov 11 21:32:19.770260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d9248c-c02c-4511-8133-4e790db2755a') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:19.770774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d9248c-c02c-4511-8133-4e790db2755a') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:19.778282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Request body: {'port': {'device_id': '91ec5ccc-3adb-44d5-a552-3b99417cb7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:19.817389 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.848750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-007ced9b-8367-450c-8e27-755f50a4bbdb service neutron] 10.222.0.57 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062583 Nov 11 21:32:19.855634 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.871600 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1be63-77ce-4a15-b424-eee6e17b5070 None None] Pushing event deleted for resources: {'Port': ['ID=cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:19.873644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c1be63-77ce-4a15-b424-eee6e17b5070 None None] No DVR routers for this DVR port cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:19.892440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:19.892688 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.912687 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:32:19.914417 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:32:19.925560 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:32:19.935811 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:19.938815 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ceb1c10a-5329-459b-b3a1-548e5450631c None None] Provisioning complete for port f0ed3440-fad0-40db-ae8d-c2ff35601d0b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:19.939372 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ceb1c10a-5329-459b-b3a1-548e5450631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:20.022656 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1c10a-5329-459b-b3a1-548e5450631c None None] Port f0ed3440-fad0-40db-ae8d-c2ff35601d0b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:20.036905 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:20.061714 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a2171c0a-e3f9-4fa3-aea9-f930e6e0954b req-78a953c6-2343-4697-b3f3-bbc1bc19abb3 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Deleting port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:20.061997 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a2171c0a-e3f9-4fa3-aea9-f930e6e0954b req-78a953c6-2343-4697-b3f3-bbc1bc19abb3 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:20.087929 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:20.121446 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-e5e56430-24cc-4e1a-984b-8acd70125075 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:20.188326 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:32:20.197459 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:20.220629 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:20.224284 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9d83e966-d837-434f-9801-9cd82b88a494 HTTP/1.1" status: 204 len: 168 time: 1.7060387 Nov 11 21:32:20.254914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aeb843-01ce-4874-a733-c07cab3e16b5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:20.260775 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:20.261459 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] Added segment e4aee7f6-990a-4d98-a33f-f01296c4c194 of type vlan for network 18898783-5058-4e57-bc2e-6ade26d28162 Nov 11 21:32:20.281489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df7268-a891-4d48-84b6-5649be8af179 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d83e966-d837-434f-9801-9cd82b88a494,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:20.329622 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a2171c0a-e3f9-4fa3-aea9-f930e6e0954b req-78a953c6-2343-4697-b3f3-bbc1bc19abb3 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] For port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:20.330027 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a2171c0a-e3f9-4fa3-aea9-f930e6e0954b req-78a953c6-2343-4697-b3f3-bbc1bc19abb3 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:20.356009 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:20.360496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a2171c0a-e3f9-4fa3-aea9-f930e6e0954b req-78a953c6-2343-4697-b3f3-bbc1bc19abb3 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Calling delete_port for 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:20.362599 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-e5e56430-24cc-4e1a-984b-8acd70125075 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:20.465604 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f7f14-4398-42e4-99db-928cbc8e75f9 req-f506d8df-2c78-4358-afb2-7ae3f5b08fcd tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:20.466805 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9a75fe-e289-4655-98fd-082492af009c req-e5e56430-24cc-4e1a-984b-8acd70125075 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Network a797401c-dd09-4fc9-9da8-634d7d9d9655 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:20.473433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c6f7f14-4398-42e4-99db-928cbc8e75f9 req-f506d8df-2c78-4358-afb2-7ae3f5b08fcd tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.6366401 Nov 11 21:32:20.479261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-6d9a75fe-e289-4655-98fd-082492af009c req-e5e56430-24cc-4e1a-984b-8acd70125075 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:20.488821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9a75fe-e289-4655-98fd-082492af009c req-e5e56430-24cc-4e1a-984b-8acd70125075 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:20.493871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e56430-24cc-4e1a-984b-8acd70125075 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Pushing event updated for resources: {'Port': ['ID=cff1087c-ea86-4c8c-815e-f815368735e5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:20.496553 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:20.497471 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:20.498129 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:20.588090 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5811391 Nov 11 21:32:20.598040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59204) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:20.598370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59206) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:20.606787 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cc631feb-925f-4578-b401-ca2b38d90cdb admin admin] Request body: {'subnet': {'network_id': '18898783-5058-4e57-bc2e-6ade26d28162', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1183872411-subnet', 'tenant_id': '5b6c8d764ce54865a263cd5b3fe5b49d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:20.697055 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c6f7f14-4398-42e4-99db-928cbc8e75f9 req-b28f5a7d-ddcc-473e-b915-da9db4b63a0e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226570 Nov 11 21:32:20.749069 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa60c1-8f5b-4245-bbb6-5a66e979ae38 admin admin] Pushing event updated for resources: {'Network': ['ID=18898783-5058-4e57-bc2e-6ade26d28162,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:20.761029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 18898783-5058-4e57-bc2e-6ade26d28162 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:32:20.765606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-e5e56430-24cc-4e1a-984b-8acd70125075 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:20.766576 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-e5e56430-24cc-4e1a-984b-8acd70125075 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:20.782866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc631feb-925f-4578-b401-ca2b38d90cdb admin admin] Made reservation on behalf of 5b6c8d764ce54865a263cd5b3fe5b49d for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:20.786599 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc631feb-925f-4578-b401-ca2b38d90cdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:20.813130 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd08fb1-d70c-44a0-b977-9aaf079cfdb6 req-a49f8033-9287-4a59-bbb7-44c927986339 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:20.815162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5fd08fb1-d70c-44a0-b977-9aaf079cfdb6 req-a49f8033-9287-4a59-bbb7-44c927986339 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 931 time: 0.3610580 Nov 11 21:32:20.817115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bd6c6816-3ef1-4db8-bfc5-fdca649eb70c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:20.835437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-6d9a75fe-e289-4655-98fd-082492af009c req-569ae197-60bc-4942-8f75-3b14cee225c9 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Allocated IP 172.20.0.10 (a797401c-dd09-4fc9-9da8-634d7d9d9655/d5d28e24-1c76-4dd6-abdb-39a4f11f2979/f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:20.917815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5fd08fb1-d70c-44a0-b977-9aaf079cfdb6 req-b7782f52-0a01-4631-a17a-6d7f9ca034f1 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916739 Nov 11 21:32:21.110667 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:21.112451 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:21.118104 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-e5e56430-24cc-4e1a-984b-8acd70125075 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7407997 Nov 11 21:32:21.129806 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-569ae197-60bc-4942-8f75-3b14cee225c9 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:21.141860 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc631feb-925f-4578-b401-ca2b38d90cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:21.225893 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c5a64d4-0034-4146-93c4-c54dc4c67070 req-6110f7b4-ffd5-4821-b604-5920d6091b27 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 210 time: 0.1679127 Nov 11 21:32:21.232137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Request body: {'port': {'device_id': '3044ceca-35ce-47e7-a878-3072e8208405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:21.266759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc631feb-925f-4578-b401-ca2b38d90cdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7cb89f3-a334-4065-a096-f45c6d41dd1f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:21.303499 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-baadc78e-88e5-4332-aa7e-305e83fc62a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=345e438d1b9a4112bd6ed42cec605a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7026322 Nov 11 21:32:21.310010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59220) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:21.417606 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-569ae197-60bc-4942-8f75-3b14cee225c9 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:21.468086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:21.500339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:21.501001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device cd8af2f1-ac28-4ab2-8ce5-e076ef1b1198 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:21.536671 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:21.547182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d43f5df6-dc61-4436-9480-d833543b0dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:21.554378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9a75fe-e289-4655-98fd-082492af009c req-569ae197-60bc-4942-8f75-3b14cee225c9 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Network a797401c-dd09-4fc9-9da8-634d7d9d9655 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:21.592491 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a2171c0a-e3f9-4fa3-aea9-f930e6e0954b req-78a953c6-2343-4697-b3f3-bbc1bc19abb3 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:21.609881 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d43f5df6-dc61-4436-9480-d833543b0dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:21.613801 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc631feb-925f-4578-b401-ca2b38d90cdb admin admin] Checking segment: {'id': 'e4aee7f6-990a-4d98-a33f-f01296c4c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '18898783-5058-4e57-bc2e-6ade26d28162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:21.614162 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc631feb-925f-4578-b401-ca2b38d90cdb admin admin] Network hostable DHCP agents. Network: 18898783-5058-4e57-bc2e-6ade26d28162, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:32:21.682503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a953c6-2343-4697-b3f3-bbc1bc19abb3 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Pushing event deleted for resources: {'Port': ['ID=874f02bb-09e2-41b9-a6d4-d21b61d4eeaf,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:21.705684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-6d9a75fe-e289-4655-98fd-082492af009c req-569ae197-60bc-4942-8f75-3b14cee225c9 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:21.714563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ae197-60bc-4942-8f75-3b14cee225c9 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Pushing event updated for resources: {'Port': ['ID=f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:21.718700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9a75fe-e289-4655-98fd-082492af009c req-569ae197-60bc-4942-8f75-3b14cee225c9 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:21.792599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59230) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:21.801734 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-92397ff3-6444-4a8e-872f-54fad8b812e4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'security_group': {'name': 'tempest-securitygroup--306737340', 'description': 'tempest-description--1850095114'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:21.830552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2171c0a-e3f9-4fa3-aea9-f930e6e0954b req-78a953c6-2343-4697-b3f3-bbc1bc19abb3 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] No DVR routers for this DVR port 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:21.848462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3de2b5-6245-40f5-9186-88f664998162 req-4de20535-ef49-4270-95c9-2e0b61598d78 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:21.857378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3de2b5-6245-40f5-9186-88f664998162 req-4de20535-ef49-4270-95c9-2e0b61598d78 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:21.859014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad3de2b5-6245-40f5-9186-88f664998162 req-4de20535-ef49-4270-95c9-2e0b61598d78 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1683 time: 0.4598300 Nov 11 21:32:21.879905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc631feb-925f-4578-b401-ca2b38d90cdb admin admin] Network 18898783-5058-4e57-bc2e-6ade26d28162 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:32:21.883649 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a2171c0a-e3f9-4fa3-aea9-f930e6e0954b req-78a953c6-2343-4697-b3f3-bbc1bc19abb3 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:21.886718 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a2171c0a-e3f9-4fa3-aea9-f930e6e0954b req-78a953c6-2343-4697-b3f3-bbc1bc19abb3 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.10 "DELETE /v2.0/ports/874f02bb-09e2-41b9-a6d4-d21b61d4eeaf HTTP/1.1" status: 204 len: 173 time: 2.3931162 Nov 11 21:32:21.891665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:21.891891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7', 'name': 'network-vif-deleted', 'tag': '874f02bb-09e2-41b9-a6d4-d21b61d4eeaf'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:21.893832 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abfe455-f4c2-41e0-b7c9-a93d4e0137a5" -d '{"events": [{"server_uuid": "5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7", "name": "network-vif-deleted", "tag": "874f02bb-09e2-41b9-a6d4-d21b61d4eeaf"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:21.923693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-cc631feb-925f-4578-b401-ca2b38d90cdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 18898783-5058-4e57-bc2e-6ade26d28162) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:21.935329 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc631feb-925f-4578-b401-ca2b38d90cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:21.936215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc631feb-925f-4578-b401-ca2b38d90cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:21.942434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625b9747-f463-4a6d-96f7-6debc0f96b36 None None] Network 18898783-5058-4e57-bc2e-6ade26d28162 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:21.943624 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92397ff3-6444-4a8e-872f-54fad8b812e4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:21.945573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d43f5df6-dc61-4436-9480-d833543b0dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:21.949720 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d43f5df6-dc61-4436-9480-d833543b0dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:21.951079 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d43f5df6-dc61-4436-9480-d833543b0dc0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9ac7e6ed-99b9-4017-8481-a3000080650b HTTP/1.1" status: 204 len: 168 time: 0.6270344 Nov 11 21:32:21.975735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f5df6-dc61-4436-9480-d833543b0dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac7e6ed-99b9-4017-8481-a3000080650b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:21.984707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-569ae197-60bc-4942-8f75-3b14cee225c9 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:21.986063 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-569ae197-60bc-4942-8f75-3b14cee225c9 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:21.991086 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:22.009445 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cc631feb-925f-4578-b401-ca2b38d90cdb admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4074349 Nov 11 21:32:22.069694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Transition to ACTIVE for port object 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:22.139906 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:22.152408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-569ae197-60bc-4942-8f75-3b14cee225c9 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0839436 Nov 11 21:32:22.173382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad3de2b5-6245-40f5-9186-88f664998162 req-99ef2ecd-1485-4890-86b0-d35724172906 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919829 Nov 11 21:32:22.207809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Request body: {'port': {'device_id': 'adbb30e5-bbbb-4de7-8b14-42524724c010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:22.261070 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92397ff3-6444-4a8e-872f-54fad8b812e4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:22.268654 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92397ff3-6444-4a8e-872f-54fad8b812e4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:22.287309 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff1087c-ea86-4c8c-815e-f815368735e5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:22.303987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9f617-7c97-4f14-abc6-dc95bb9ed804 req-b8287e0c-b434-46b5-8f88-85668d44e30e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:22.306212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa9f617-7c97-4f14-abc6-dc95bb9ed804 req-b8287e0c-b434-46b5-8f88-85668d44e30e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.3337376 Nov 11 21:32:22.311892 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92397ff3-6444-4a8e-872f-54fad8b812e4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:22.316882 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-92397ff3-6444-4a8e-872f-54fad8b812e4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5185478 Nov 11 21:32:22.321416 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:22.323436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59250) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:22.325423 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2150ef05-176c-49a9-b19a-134278334bd1 None None] Network 18898783-5058-4e57-bc2e-6ade26d28162 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:22.328545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ae523b86-87ec-40bf-bb3c-b6cf349acc8e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'security_group_rule': {'security_group_id': '088d0746-4f50-4e34-b31d-911bd976f938', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:22.355876 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:22.375347 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e18ad2f-e80b-46ea-93a9-a88043669261 x-openstack-request-id: req-7e18ad2f-e80b-46ea-93a9-a88043669261 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:22.375633 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7", "name": "network-vif-deleted", "tag": "874f02bb-09e2-41b9-a6d4-d21b61d4eeaf", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:22.375878 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7e18ad2f-e80b-46ea-93a9-a88043669261 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:22.376270 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6ddd2d-a8e5-483d-b8f1-5cba240ff8e7', 'name': 'network-vif-deleted', 'tag': '874f02bb-09e2-41b9-a6d4-d21b61d4eeaf', 'status': 'completed', 'code': 200} Nov 11 21:32:22.381564 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae523b86-87ec-40bf-bb3c-b6cf349acc8e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:22.393233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Transition to ACTIVE for port object cff1087c-ea86-4c8c-815e-f815368735e5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:22.396330 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92397ff3-6444-4a8e-872f-54fad8b812e4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=088d0746-4f50-4e34-b31d-911bd976f938,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:22.402656 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:22.454189 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Pushing event updated for resources: {'Port': ['ID=cff1087c-ea86-4c8c-815e-f815368735e5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:22.534792 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae523b86-87ec-40bf-bb3c-b6cf349acc8e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:22.581797 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae523b86-87ec-40bf-bb3c-b6cf349acc8e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:22.672640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:22.707540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae523b86-87ec-40bf-bb3c-b6cf349acc8e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b954624-e750-4d14-8c4b-016e203a2de0,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:22.716525 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Attempting to bind port cff1087c-ea86-4c8c-815e-f815368735e5 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:22.718150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Attempting to bind port cff1087c-ea86-4c8c-815e-f815368735e5 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '51c18b80-ab8b-4652-95a8-906f32df19a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:22.718765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Attempting to bind port cff1087c-ea86-4c8c-815e-f815368735e5 on network a797401c-dd09-4fc9-9da8-634d7d9d9655 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:22.726491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Port cff1087c-ea86-4c8c-815e-f815368735e5 on network a797401c-dd09-4fc9-9da8-634d7d9d9655 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:22.726818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Attempting to bind port cff1087c-ea86-4c8c-815e-f815368735e5 on network a797401c-dd09-4fc9-9da8-634d7d9d9655 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:22.733795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:22.733795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Checking segment: {'id': '51c18b80-ab8b-4652-95a8-906f32df19a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:22.734325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Bound using segment: {'id': '51c18b80-ab8b-4652-95a8-906f32df19a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:22.734739 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Bound port: cff1087c-ea86-4c8c-815e-f815368735e5, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c18b80-ab8b-4652-95a8-906f32df19a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:22.735134 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:22.753291 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae523b86-87ec-40bf-bb3c-b6cf349acc8e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:22.757663 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ae523b86-87ec-40bf-bb3c-b6cf349acc8e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4331667 Nov 11 21:32:22.760589 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59262) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:22.765161 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7daa6ffc-3c70-42e6-9f5c-16dadab78719 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'security_group_rule': {'security_group_id': '088d0746-4f50-4e34-b31d-911bd976f938', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:22.849915 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7daa6ffc-3c70-42e6-9f5c-16dadab78719 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:22.858712 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Attempting to bind port 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:22.859279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Attempting to bind port 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '51c18b80-ab8b-4652-95a8-906f32df19a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:22.859683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Attempting to bind port 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 on network a797401c-dd09-4fc9-9da8-634d7d9d9655 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:22.864852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa9f617-7c97-4f14-abc6-dc95bb9ed804 req-7a89f21a-053e-4520-ade8-c0e4299b8411 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100050 Nov 11 21:32:22.873715 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Port 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 on network a797401c-dd09-4fc9-9da8-634d7d9d9655 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:22.874170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Attempting to bind port 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 on network a797401c-dd09-4fc9-9da8-634d7d9d9655 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:22.887531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5aed1-0ca9-497c-8a7a-54dfeb68c948 req-41354d85-b547-499e-96fa-bb8ae6af41b0 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:22.889233 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13c5aed1-0ca9-497c-8a7a-54dfeb68c948 req-41354d85-b547-499e-96fa-bb8ae6af41b0 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 943 time: 0.2784622 Nov 11 21:32:22.897598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:22.897995 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Checking segment: {'id': '51c18b80-ab8b-4652-95a8-906f32df19a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:22.898500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Bound using segment: {'id': '51c18b80-ab8b-4652-95a8-906f32df19a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:22.899058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Bound port: 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c18b80-ab8b-4652-95a8-906f32df19a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:22.899499 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:23.009140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] For port cff1087c-ea86-4c8c-815e-f815368735e5, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:23.052075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13c5aed1-0ca9-497c-8a7a-54dfeb68c948 req-d2163c5d-55c8-431d-8733-5c0a3194e514 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495385 Nov 11 21:32:23.083064 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] For port cff1087c-ea86-4c8c-815e-f815368735e5, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=cff1087c-ea86-4c8c-815e-f815368735e5,segment=NetworkSegment(51c18b80-ab8b-4652-95a8-906f32df19a1),segment_id=51c18b80-ab8b-4652-95a8-906f32df19a1)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:23.132297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] For port 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:23.184397 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0410ebc-d9ea-43ac-82fe-bd9032554578 req-e5cecb55-ddf4-45aa-b39e-503aff72f15f tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 210 time: 0.0802104 Nov 11 21:32:23.193319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:23.203739 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:23.212722 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] For port 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2,segment=NetworkSegment(51c18b80-ab8b-4652-95a8-906f32df19a1),segment_id=51c18b80-ab8b-4652-95a8-906f32df19a1)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:23.215092 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:23.225101 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:23.278563 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:23.279270 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:23.280854 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] 10.222.0.71 "PUT /v2.0/ports/cff1087c-ea86-4c8c-815e-f815368735e5 HTTP/1.1" status: 200 len: 1091 time: 2.1328845 Nov 11 21:32:23.287708 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Transition to ACTIVE for port object f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:23.292549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:23.292882 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:23.294546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] 10.222.0.10 "PUT /v2.0/ports/9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 HTTP/1.1" status: 200 len: 1091 time: 3.5239186 Nov 11 21:32:23.295621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ec5ccc-3adb-44d5-a552-3b99417cb7aa', 'tag': '9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:23.297340 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92658c8f-751a-43cb-9a96-d27ab1f3686a" -d '{"events": [{"name": "network-changed", "server_uuid": "91ec5ccc-3adb-44d5-a552-3b99417cb7aa", "tag": "9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:23.314919 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:23.338182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7daa6ffc-3c70-42e6-9f5c-16dadab78719 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:23.338182 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2051157-a9f9-4c3a-b663-5a4e89617a69 service neutron] Pushing event updated for resources: {'Port': ['ID=cff1087c-ea86-4c8c-815e-f815368735e5,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:23.342644 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c53b9-5b30-4111-a314-37126a14e3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:23.349101 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-d589e17d-9f17-4d0e-98c4-aaee3b2bef88 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:23.350890 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-d589e17d-9f17-4d0e-98c4-aaee3b2bef88 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.10 "GET /v2.0/networks?id=db6f838a-e359-4731-8b0b-e67a2634dc14 HTTP/1.1" status: 200 len: 803 time: 0.4654129 Nov 11 21:32:23.352498 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7daa6ffc-3c70-42e6-9f5c-16dadab78719 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:23.372084 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-b25695c9-e7e9-4064-a221-06cbbba56eb2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Request body: {'port': {'device_id': 'f8259bea-534c-428b-b70b-0bc0f3562fcd', 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14', 'admin_state_up': True, 'tenant_id': 'd1ce2fcf81724535a65f8c9d2450b857'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:23.382328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa6ffc-3c70-42e6-9f5c-16dadab78719 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e6846a-1eec-451b-996f-ebb2a3f2ee6f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:23.382984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:23.416615 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7daa6ffc-3c70-42e6-9f5c-16dadab78719 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:23.417833 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7daa6ffc-3c70-42e6-9f5c-16dadab78719 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6562765 Nov 11 21:32:23.433071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59282) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:23.438906 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:23.445984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:23.448477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 874f02bb-09e2-41b9-a6d4-d21b61d4eeaf not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:23.467249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:23.484582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-b231c4ef-8139-42e9-ba32-69513938a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:23.486410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-b231c4ef-8139-42e9-ba32-69513938a2fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b456c4172c04a0f991fc70dd470b119&device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 1094 time: 0.1043930 Nov 11 21:32:23.508894 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:23.511601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Attempting to bind port f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:23.512189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Attempting to bind port f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '51c18b80-ab8b-4652-95a8-906f32df19a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:23.512585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Attempting to bind port f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f on network a797401c-dd09-4fc9-9da8-634d7d9d9655 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:23.524464 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-72b9b4d6-fa1c-4992-bf95-ea4740902357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:23.525773 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-72b9b4d6-fa1c-4992-bf95-ea4740902357 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9b456c4172c04a0f991fc70dd470b119&device_id=3044ceca-35ce-47e7-a878-3072e8208405 HTTP/1.1" status: 200 len: 1094 time: 0.1411452 Nov 11 21:32:23.551098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-482dc60a-194e-4cb1-a9fb-f606abce438c req-5c9c8084-fb72-45e9-acb5-3a9fe2d7d4bf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-584103310', 'description': 'tempest-description-948711542'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:23.560694 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-56d835ac-c315-400f-8a9a-026f45088211 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 HTTP/1.1" status: 200 len: 217 time: 0.0623000 Nov 11 21:32:23.567061 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Port f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f on network a797401c-dd09-4fc9-9da8-634d7d9d9655 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:23.567391 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Attempting to bind port f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f on network a797401c-dd09-4fc9-9da8-634d7d9d9655 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:23.623779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-81b48438-daa4-421b-be5e-e01792c32ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:23.625836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-81b48438-daa4-421b-be5e-e01792c32ba1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5d28e24-1c76-4dd6-abdb-39a4f11f2979 HTTP/1.1" status: 200 len: 858 time: 0.0533283 Nov 11 21:32:23.629698 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:23.630043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Checking segment: {'id': '51c18b80-ab8b-4652-95a8-906f32df19a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:23.630465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Bound using segment: {'id': '51c18b80-ab8b-4652-95a8-906f32df19a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:23.631035 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Bound port: f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c18b80-ab8b-4652-95a8-906f32df19a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:23.631501 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:23.677291 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-92c44ccd-5d34-4407-936c-247b3ed2fc20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a797401c-dd09-4fc9-9da8-634d7d9d9655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410526 Nov 11 21:32:23.678342 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-482dc60a-194e-4cb1-a9fb-f606abce438c req-5c9c8084-fb72-45e9-acb5-3a9fe2d7d4bf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:23.790152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59298) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:23.839671 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28626fd-50a9-446c-aa78-fb9f42eba411 x-openstack-request-id: req-f28626fd-50a9-446c-aa78-fb9f42eba411 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:23.839969 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ec5ccc-3adb-44d5-a552-3b99417cb7aa", "tag": "9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:23.840212 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f28626fd-50a9-446c-aa78-fb9f42eba411 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:23.840612 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ec5ccc-3adb-44d5-a552-3b99417cb7aa', 'tag': '9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2', 'status': 'completed', 'code': 200} Nov 11 21:32:23.872982 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-bcae063b-54e6-485b-9fca-62f9d9469baa service neutron] 10.222.0.10 "GET /v2.0/networks/a797401c-dd09-4fc9-9da8-634d7d9d9655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839116 Nov 11 21:32:23.923371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] For port f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:23.951236 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] For port f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f,segment=NetworkSegment(51c18b80-ab8b-4652-95a8-906f32df19a1),segment_id=51c18b80-ab8b-4652-95a8-906f32df19a1)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:23.983652 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-9bfeae76-a115-4f57-a163-a61d75b512c6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cff1087c-ea86-4c8c-815e-f815368735e5 HTTP/1.1" status: 200 len: 217 time: 0.4403999 Nov 11 21:32:23.994289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-940859230-network', 'tenant_id': '4758edbd98bb4d56a08be9434bbc2e09'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:23.997638 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.044411 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-482dc60a-194e-4cb1-a9fb-f606abce438c req-5c9c8084-fb72-45e9-acb5-3a9fe2d7d4bf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.050169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-b25695c9-e7e9-4064-a221-06cbbba56eb2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Made reservation on behalf of d1ce2fcf81724535a65f8c9d2450b857 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:24.053767 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-b25695c9-e7e9-4064-a221-06cbbba56eb2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.070308 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-482dc60a-194e-4cb1-a9fb-f606abce438c req-5c9c8084-fb72-45e9-acb5-3a9fe2d7d4bf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.074634 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-41c10a0d-596b-48d4-ad83-9390f5cbaf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:24.074808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:24.075439 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.076095 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-41c10a0d-596b-48d4-ad83-9390f5cbaf7f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5d28e24-1c76-4dd6-abdb-39a4f11f2979 HTTP/1.1" status: 200 len: 858 time: 0.0834901 Nov 11 21:32:24.076705 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] 10.222.0.71 "PUT /v2.0/ports/f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f HTTP/1.1" status: 200 len: 1092 time: 1.8978815 Nov 11 21:32:24.153145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] Made reservation on behalf of 4758edbd98bb4d56a08be9434bbc2e09 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:24.155221 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-ef7fd7a0-9b64-4a43-b262-463d4c8c8e80 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a797401c-dd09-4fc9-9da8-634d7d9d9655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616508 Nov 11 21:32:24.155428 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.157287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb8e94-6ed1-4716-ae0f-09ae4fc37266 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:24.165305 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-976ec816-64ed-42cf-b9d7-c3923bd2879c service neutron] 10.222.0.10 "GET /v2.0/networks/a797401c-dd09-4fc9-9da8-634d7d9d9655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782273 Nov 11 21:32:24.185942 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-482dc60a-194e-4cb1-a9fb-f606abce438c req-5c9c8084-fb72-45e9-acb5-3a9fe2d7d4bf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.203518 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-482dc60a-194e-4cb1-a9fb-f606abce438c req-5c9c8084-fb72-45e9-acb5-3a9fe2d7d4bf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6956172 Nov 11 21:32:24.206161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c8084-fb72-45e9-acb5-3a9fe2d7d4bf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d8bf75-f489-4394-8b8d-be5238ab9709,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:24.213669 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.213856 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.283705 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-ad7a70c8-007a-4b8d-97b9-ff35042270d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:24.285221 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-ad7a70c8-007a-4b8d-97b9-ff35042270d5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9b456c4172c04a0f991fc70dd470b119&device_id=adbb30e5-bbbb-4de7-8b14-42524724c010 HTTP/1.1" status: 200 len: 1095 time: 0.1430144 Nov 11 21:32:24.356735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-b25695c9-e7e9-4064-a221-06cbbba56eb2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Allocated IP 172.20.0.4 (db6f838a-e359-4731-8b0b-e67a2634dc14/1861653c-fba2-441d-b341-424c585bf1e6/79af2e19-3de9-4d18-b2ce-201ee1edee7f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:24.379229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3044ceca-35ce-47e7-a878-3072e8208405', 'tag': 'cff1087c-ea86-4c8c-815e-f815368735e5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:24.381526 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fc5cf6-4a4b-4e54-97ab-eef377334b14" -d '{"events": [{"name": "network-changed", "server_uuid": "3044ceca-35ce-47e7-a878-3072e8208405", "tag": "cff1087c-ea86-4c8c-815e-f815368735e5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:24.401313 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-6ab955b2-7c4b-493b-b05c-b3c60410232b service neutron] 10.222.0.71 "GET /v2.0/networks/a797401c-dd09-4fc9-9da8-634d7d9d9655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348359 Nov 11 21:32:24.414232 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-19bdd749-62c6-48ef-932c-c8aac06076b7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f HTTP/1.1" status: 200 len: 217 time: 0.1112387 Nov 11 21:32:24.453417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Allocated IP 172.25.0.149 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/33394d6a-af21-4e3f-8be5-4ccc1698b6c7) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:24.492760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92658c8f-751a-43cb-9a96-d27ab1f3686a req-6eb421c7-0938-46e4-9fdb-e489773e07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:24.494014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92658c8f-751a-43cb-9a96-d27ab1f3686a req-6eb421c7-0938-46e4-9fdb-e489773e07e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b456c4172c04a0f991fc70dd470b119&device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 1094 time: 0.2235932 Nov 11 21:32:24.506963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cf392-5f60-41cc-8d8d-a1732c0722c0 req-34ae0532-7a9f-474e-8342-6c6f19043c71 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:24.508441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e3cf392-5f60-41cc-8d8d-a1732c0722c0 req-34ae0532-7a9f-474e-8342-6c6f19043c71 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.2430680 Nov 11 21:32:24.523116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ca94a-c9e8-4a94-89ae-294540f209b9 req-3a40adc1-7ecf-4468-b25f-a56e6e42b29f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:24.529120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ca94a-c9e8-4a94-89ae-294540f209b9 req-3a40adc1-7ecf-4468-b25f-a56e6e42b29f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:24.530677 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e4ca94a-c9e8-4a94-89ae-294540f209b9 req-3a40adc1-7ecf-4468-b25f-a56e6e42b29f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1683 time: 0.2383609 Nov 11 21:32:24.579143 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a75fe-e289-4655-98fd-082492af009c req-2a143fa9-e454-4273-8fdf-6ed468843d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:24.580549 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-2a143fa9-e454-4273-8fdf-6ed468843d0f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5d28e24-1c76-4dd6-abdb-39a4f11f2979 HTTP/1.1" status: 200 len: 858 time: 0.1507652 Nov 11 21:32:24.639410 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.648218 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-88e50fc9-2809-4b24-9800-23a59e10fec9 service neutron] 10.222.0.71 "GET /v2.0/networks/a797401c-dd09-4fc9-9da8-634d7d9d9655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348647 Nov 11 21:32:24.666466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-4179514d-1e95-4a7a-a58b-1754454bd75b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a797401c-dd09-4fc9-9da8-634d7d9d9655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680261 Nov 11 21:32:24.667154 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.711902 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.715095 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-b25695c9-e7e9-4064-a221-06cbbba56eb2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.764315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:32:24.768198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.776279 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e3cf392-5f60-41cc-8d8d-a1732c0722c0 req-edb87f1b-1611-49d7-a17f-9e3d5136b480 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312284 Nov 11 21:32:24.778733 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-b25695c9-e7e9-4064-a221-06cbbba56eb2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.803735 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307a4bbb-d92c-431b-b492-23bb7da4c04e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:24.815216 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e4ca94a-c9e8-4a94-89ae-294540f209b9 req-4f9ba58f-75c7-404e-860c-3db555f1bd1f tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689810 Nov 11 21:32:24.824255 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.824603 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] Added segment 3ed60e79-b23e-4179-8338-815a55b866d1 of type vlan for network 48d55bb3-f566-4ef1-a5ae-3c6ece285e3d Nov 11 21:32:24.839130 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:24.845533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:24.852332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92658c8f-751a-43cb-9a96-d27ab1f3686a req-0abd11db-b3df-4811-a12e-05e8ad42841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:24.853890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92658c8f-751a-43cb-9a96-d27ab1f3686a req-0abd11db-b3df-4811-a12e-05e8ad42841e service neutron] 10.222.0.10 "GET /v2.0/networks?id=a797401c-dd09-4fc9-9da8-634d7d9d9655 HTTP/1.1" status: 200 len: 920 time: 0.3445592 Nov 11 21:32:24.860081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:24.873046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'Port': ['ID=33394d6a-af21-4e3f-8be5-4ccc1698b6c7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:24.895462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-b25695c9-e7e9-4064-a221-06cbbba56eb2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Network db6f838a-e359-4731-8b0b-e67a2634dc14 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:24.904086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-b25695c9-e7e9-4064-a221-06cbbba56eb2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:24.929361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-b25695c9-e7e9-4064-a221-06cbbba56eb2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:24.952488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-7f476a00-4c4b-4084-b840-0816e19aea19 req-732d6428-860f-456f-bb44-fd16c552c17d tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1358193897', 'description': 'tempest-description-198310861'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:24.973304 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92658c8f-751a-43cb-9a96-d27ab1f3686a req-07c9636c-b518-4e21-afeb-68b9194ba135 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 HTTP/1.1" status: 200 len: 217 time: 0.1027515 Nov 11 21:32:24.979720 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:24.983239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25695c9-e7e9-4064-a221-06cbbba56eb2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Pushing event updated for resources: {'Port': ['ID=79af2e19-3de9-4d18-b2ce-201ee1edee7f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:24.989476 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-1ca96e58-6da6-442d-84af-859f4c37ea95 service neutron] 10.222.0.71 "GET /v2.0/networks/a797401c-dd09-4fc9-9da8-634d7d9d9655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078423 Nov 11 21:32:25.022267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-b25695c9-e7e9-4064-a221-06cbbba56eb2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:25.022867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-b25695c9-e7e9-4064-a221-06cbbba56eb2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.047981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.064132 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-b25695c9-e7e9-4064-a221-06cbbba56eb2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6970317 Nov 11 21:32:25.075911 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d295ce-8ad0-43d6-9ec9-f2a481681f45 req-1b35cc7a-2cc6-4a76-bb1c-bd7674b06d58 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:25.077376 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58d295ce-8ad0-43d6-9ec9-f2a481681f45 req-1b35cc7a-2cc6-4a76-bb1c-bd7674b06d58 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 943 time: 0.2272689 Nov 11 21:32:25.078099 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7f476a00-4c4b-4084-b840-0816e19aea19 req-732d6428-860f-456f-bb44-fd16c552c17d tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.083958 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Request body: {'port': {'device_id': 'f8259bea-534c-428b-b70b-0bc0f3562fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:25.116679 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.134210 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.135116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:25.135690 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.147953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92658c8f-751a-43cb-9a96-d27ab1f3686a req-394fc930-f7d8-4691-bb54-d945b6a89bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:25.149405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92658c8f-751a-43cb-9a96-d27ab1f3686a req-394fc930-f7d8-4691-bb54-d945b6a89bc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5d28e24-1c76-4dd6-abdb-39a4f11f2979 HTTP/1.1" status: 200 len: 858 time: 0.1644020 Nov 11 21:32:25.177782 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.225669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92658c8f-751a-43cb-9a96-d27ab1f3686a req-7abb6f50-2e12-483b-98c1-00a0c2f544f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a797401c-dd09-4fc9-9da8-634d7d9d9655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594466 Nov 11 21:32:25.454909 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.480639 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.574658 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7827203 Nov 11 21:32:25.583312 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59320) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:25.589583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'Port': ['ID=33394d6a-af21-4e3f-8be5-4ccc1698b6c7,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:25.600380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-711eee50-cc10-44ac-99de-3d0bb341f2dc admin admin] Request body: {'subnet': {'network_id': '48d55bb3-f566-4ef1-a5ae-3c6ece285e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-940859230-subnet', 'tenant_id': '4758edbd98bb4d56a08be9434bbc2e09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:25.616755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-80cf2372-07b5-43a2-91cb-187da6f1e6d3 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:25.619828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d80ddd-778d-4baf-8421-8c5ebea33903 admin admin] Pushing event updated for resources: {'Network': ['ID=48d55bb3-f566-4ef1-a5ae-3c6ece285e3d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:25.622974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-80cf2372-07b5-43a2-91cb-187da6f1e6d3 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:25.623332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9a75fe-e289-4655-98fd-082492af009c req-e4b78595-e655-4eaa-b182-a13cb82dc835 service neutron] 10.222.0.71 "GET /v2.0/networks/a797401c-dd09-4fc9-9da8-634d7d9d9655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192272 Nov 11 21:32:25.624533 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-80cf2372-07b5-43a2-91cb-187da6f1e6d3 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.10 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1683 time: 0.1885972 Nov 11 21:32:25.640199 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58d295ce-8ad0-43d6-9ec9-f2a481681f45 req-807f8cb5-f78e-44f5-a4d9-7fc537bd2bd9 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264482 Nov 11 21:32:25.650865 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 48d55bb3-f566-4ef1-a5ae-3c6ece285e3d details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:32:25.700169 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.709004 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7f476a00-4c4b-4084-b840-0816e19aea19 req-732d6428-860f-456f-bb44-fd16c552c17d tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.723484 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7f476a00-4c4b-4084-b840-0816e19aea19 req-732d6428-860f-456f-bb44-fd16c552c17d tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.746455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92658c8f-751a-43cb-9a96-d27ab1f3686a req-fad9b791-9f64-481b-a818-2b32cfea0dbc service neutron] 10.222.0.10 "GET /v2.0/networks/a797401c-dd09-4fc9-9da8-634d7d9d9655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610246 Nov 11 21:32:25.753525 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79af2e19-3de9-4d18-b2ce-201ee1edee7f {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:25.779379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711eee50-cc10-44ac-99de-3d0bb341f2dc admin admin] Made reservation on behalf of 4758edbd98bb4d56a08be9434bbc2e09 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:25.782020 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-711eee50-cc10-44ac-99de-3d0bb341f2dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.784119 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7f476a00-4c4b-4084-b840-0816e19aea19 req-732d6428-860f-456f-bb44-fd16c552c17d tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.785403 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7f476a00-4c4b-4084-b840-0816e19aea19 req-732d6428-860f-456f-bb44-fd16c552c17d tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8923132 Nov 11 21:32:25.812012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d6428-860f-456f-bb44-fd16c552c17d tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d90794-18e8-4331-960e-441ebb2a9de6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:25.813117 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.813117 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-25e4466a-f780-4dab-926f-912c2fe24a98 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3702428 Nov 11 21:32:25.838841 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.853807 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Transition to ACTIVE for port object 79af2e19-3de9-4d18-b2ce-201ee1edee7f will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:25.855691 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e71f1d2-bb12-4e72-800a-61acc49a09eb x-openstack-request-id: req-2e71f1d2-bb12-4e72-800a-61acc49a09eb {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:25.855984 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3044ceca-35ce-47e7-a878-3072e8208405", "tag": "cff1087c-ea86-4c8c-815e-f815368735e5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:25.856237 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e71f1d2-bb12-4e72-800a-61acc49a09eb {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:25.856498 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbb30e5-bbbb-4de7-8b14-42524724c010', 'tag': 'f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:25.856721 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3044ceca-35ce-47e7-a878-3072e8208405', 'tag': 'cff1087c-ea86-4c8c-815e-f815368735e5', 'status': 'completed', 'code': 200} Nov 11 21:32:25.858916 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47ed238-a853-48e8-bfcd-2d956f8b73b5" -d '{"events": [{"name": "network-changed", "server_uuid": "adbb30e5-bbbb-4de7-8b14-42524724c010", "tag": "f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:25.868545 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:25.954124 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926af8e2-f89b-41aa-8aa6-cea0cfb6b2b4 req-37a20692-ec1d-4851-ae5d-6c26de2a5ed7 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:25.961813 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-926af8e2-f89b-41aa-8aa6-cea0cfb6b2b4 req-37a20692-ec1d-4851-ae5d-6c26de2a5ed7 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 931 time: 0.1899710 Nov 11 21:32:25.985360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc5cf6-4a4b-4e54-97ab-eef377334b14 req-f10f81c8-8f4a-4a1a-bab3-03e111bb3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:25.992356 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55fc5cf6-4a4b-4e54-97ab-eef377334b14 req-f10f81c8-8f4a-4a1a-bab3-03e111bb3ee2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9b456c4172c04a0f991fc70dd470b119&device_id=3044ceca-35ce-47e7-a878-3072e8208405 HTTP/1.1" status: 200 len: 1094 time: 0.1153524 Nov 11 21:32:25.994674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92658c8f-751a-43cb-9a96-d27ab1f3686a req-7760d889-2ba7-4d0a-ba83-f48d3c210f84 service neutron] 10.222.0.10 "GET /v2.0/networks/a797401c-dd09-4fc9-9da8-634d7d9d9655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377086 Nov 11 21:32:26.055011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Pushing event updated for resources: {'Port': ['ID=79af2e19-3de9-4d18-b2ce-201ee1edee7f,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:26.095942 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-926af8e2-f89b-41aa-8aa6-cea0cfb6b2b4 req-d45b9e9b-bfbd-4217-b90c-2a3c4660c6e2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332414 Nov 11 21:32:26.097057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-8e813494-fa63-47a1-831b-231b758ef1c4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Deleting port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:26.097421 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-8e813494-fa63-47a1-831b-231b758ef1c4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:26.157252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe76cf-6c08-4561-a306-19b78ca3d5dd req-5cebb1b3-abba-4e9d-89e5-b41797d5664f tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:26.159079 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9dbe76cf-6c08-4561-a306-19b78ca3d5dd req-5cebb1b3-abba-4e9d-89e5-b41797d5664f tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.0879924 Nov 11 21:32:26.160854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc5cf6-4a4b-4e54-97ab-eef377334b14 req-ffcc5bf8-9e54-4bf0-8aba-396c5671fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:26.162188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55fc5cf6-4a4b-4e54-97ab-eef377334b14 req-ffcc5bf8-9e54-4bf0-8aba-396c5671fc60 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a797401c-dd09-4fc9-9da8-634d7d9d9655 HTTP/1.1" status: 200 len: 920 time: 0.1649213 Nov 11 21:32:26.241143 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55fc5cf6-4a4b-4e54-97ab-eef377334b14 req-3bf36b7f-9b4a-464d-9bc1-bb26daa27ff1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cff1087c-ea86-4c8c-815e-f815368735e5 HTTP/1.1" status: 200 len: 217 time: 0.0681164 Nov 11 21:32:26.272301 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Attempting to bind port 79af2e19-3de9-4d18-b2ce-201ee1edee7f on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:26.272629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Attempting to bind port 79af2e19-3de9-4d18-b2ce-201ee1edee7f by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:26.273013 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Attempting to bind port 79af2e19-3de9-4d18-b2ce-201ee1edee7f on network db6f838a-e359-4731-8b0b-e67a2634dc14 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:26.280518 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-8e813494-fa63-47a1-831b-231b758ef1c4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] For port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=10223c40-bdb4-46f6-a4d8-2a52cc047c2c,segment=NetworkSegment(5be85a10-3503-4aa9-8c94-6480dbab0d22),segment_id=5be85a10-3503-4aa9-8c94-6480dbab0d22)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:26.280947 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-8e813494-fa63-47a1-831b-231b758ef1c4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:26.299015 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9dbe76cf-6c08-4561-a306-19b78ca3d5dd req-12944c0e-5a28-48da-84a6-bc749742f61b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331816 Nov 11 21:32:26.313204 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Port 79af2e19-3de9-4d18-b2ce-201ee1edee7f on network db6f838a-e359-4731-8b0b-e67a2634dc14 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:26.313525 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Attempting to bind port 79af2e19-3de9-4d18-b2ce-201ee1edee7f on network db6f838a-e359-4731-8b0b-e67a2634dc14 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:26.316807 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c263a-474d-4121-b5de-7817c4b37d14 req-d4c39fa4-cbb5-4ffb-9b19-9be712a85d68 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:26.322820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c263a-474d-4121-b5de-7817c4b37d14 req-d4c39fa4-cbb5-4ffb-9b19-9be712a85d68 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:26.324422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-685c263a-474d-4121-b5de-7817c4b37d14 req-d4c39fa4-cbb5-4ffb-9b19-9be712a85d68 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/ports?device_id=41900fcf-1f2f-48ac-8e5d-3a799bd45762 HTTP/1.1" status: 200 len: 1683 time: 0.1441436 Nov 11 21:32:26.334032 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-8e813494-fa63-47a1-831b-231b758ef1c4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Calling delete_port for 10223c40-bdb4-46f6-a4d8-2a52cc047c2c owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:26.338126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc5cf6-4a4b-4e54-97ab-eef377334b14 req-ab708cdb-56d3-4d56-833c-5b1a883121a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:26.340087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55fc5cf6-4a4b-4e54-97ab-eef377334b14 req-ab708cdb-56d3-4d56-833c-5b1a883121a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5d28e24-1c76-4dd6-abdb-39a4f11f2979 HTTP/1.1" status: 200 len: 858 time: 0.0806453 Nov 11 21:32:26.342531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:26.342864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Checking segment: {'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:26.343238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Bound using segment: {'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:26.343674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Bound port: 79af2e19-3de9-4d18-b2ce-201ee1edee7f, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0626284-76c8-4df0-b6ec-9b09ee7a187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:26.344019 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:26.362904 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-711eee50-cc10-44ac-99de-3d0bb341f2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:26.363954 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae69fdca-8bda-4f1d-81f7-d73d302de8fc x-openstack-request-id: req-ae69fdca-8bda-4f1d-81f7-d73d302de8fc {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:26.364258 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbb30e5-bbbb-4de7-8b14-42524724c010", "tag": "f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:26.364494 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae69fdca-8bda-4f1d-81f7-d73d302de8fc {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:26.365377 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbb30e5-bbbb-4de7-8b14-42524724c010', 'tag': 'f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f', 'status': 'completed', 'code': 200} Nov 11 21:32:26.389651 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55fc5cf6-4a4b-4e54-97ab-eef377334b14 req-be8f8c66-c86e-4f47-9870-31d145cf1bb7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a797401c-dd09-4fc9-9da8-634d7d9d9655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369742 Nov 11 21:32:26.415645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-685c263a-474d-4121-b5de-7817c4b37d14 req-f18762f3-49c4-4ecd-b241-c993c534b01a tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e7624bf-71c9-4423-842e-7b35c61688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799656 Nov 11 21:32:26.536618 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711eee50-cc10-44ac-99de-3d0bb341f2dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eaa4976-f205-4ea3-9b52-ea404f77d523,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:26.561724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] For port 79af2e19-3de9-4d18-b2ce-201ee1edee7f, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:26.565389 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] For port 79af2e19-3de9-4d18-b2ce-201ee1edee7f, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=79af2e19-3de9-4d18-b2ce-201ee1edee7f,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:26.584698 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:26.589820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ed238-a853-48e8-bfcd-2d956f8b73b5 req-b0590e54-6953-45ef-9aac-ce38b17ab34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:26.591299 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f47ed238-a853-48e8-bfcd-2d956f8b73b5 req-b0590e54-6953-45ef-9aac-ce38b17ab34f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9b456c4172c04a0f991fc70dd470b119&device_id=adbb30e5-bbbb-4de7-8b14-42524724c010 HTTP/1.1" status: 200 len: 1095 time: 0.1662617 Nov 11 21:32:26.591988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711eee50-cc10-44ac-99de-3d0bb341f2dc admin admin] Checking segment: {'id': '3ed60e79-b23e-4179-8338-815a55b866d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d55bb3-f566-4ef1-a5ae-3c6ece285e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:26.592341 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711eee50-cc10-44ac-99de-3d0bb341f2dc admin admin] Network hostable DHCP agents. Network: 48d55bb3-f566-4ef1-a5ae-3c6ece285e3d, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:32:26.614371 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55fc5cf6-4a4b-4e54-97ab-eef377334b14 req-7f533144-4bd8-475d-b67d-34ede7fceaf6 service neutron] 10.222.0.71 "GET /v2.0/networks/a797401c-dd09-4fc9-9da8-634d7d9d9655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115858 Nov 11 21:32:26.650118 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-460edcec-ef1d-41c7-bab7-dbf37e1c5c8b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--306737340&fields=id&tenant_id=a0113b1be34a44a68ce314a4ec421108 HTTP/1.1" status: 200 len: 267 time: 0.1399877 Nov 11 21:32:26.656574 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099be90-7f70-4773-997e-09b28335e51f req-9c215533-8d31-439a-aa93-dd7b37af9071 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:26.658533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7099be90-7f70-4773-997e-09b28335e51f req-9c215533-8d31-439a-aa93-dd7b37af9071 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/networks?id=18898783-5058-4e57-bc2e-6ade26d28162 HTTP/1.1" status: 200 len: 813 time: 0.2143333 Nov 11 21:32:26.681351 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:26.681952 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:26.683278 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] 10.222.0.10 "PUT /v2.0/ports/79af2e19-3de9-4d18-b2ce-201ee1edee7f HTTP/1.1" status: 200 len: 1091 time: 1.6040087 Nov 11 21:32:26.741319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7099be90-7f70-4773-997e-09b28335e51f req-88ce32bb-2a84-44d8-a2ab-7c520729b2b0 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/quotas/5b6c8d764ce54865a263cd5b3fe5b49d HTTP/1.1" status: 200 len: 375 time: 0.0753989 Nov 11 21:32:26.749936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-57d60db2-1572-459e-ba03-e5d31bbc34b4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:26.751222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-57d60db2-1572-459e-ba03-e5d31bbc34b4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports/69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 HTTP/1.1" status: 200 len: 937 time: 0.0865664 Nov 11 21:32:26.759660 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711eee50-cc10-44ac-99de-3d0bb341f2dc admin admin] Network 48d55bb3-f566-4ef1-a5ae-3c6ece285e3d is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:32:26.791835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6c3e3-fe20-4708-afd9-b45ba72c48e1 service neutron] Pushing event updated for resources: {'Port': ['ID=79af2e19-3de9-4d18-b2ce-201ee1edee7f,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:26.794380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7099be90-7f70-4773-997e-09b28335e51f req-72cb96da-6db6-4c05-a5bc-92764936e4f8 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422027 Nov 11 21:32:26.802629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-711eee50-cc10-44ac-99de-3d0bb341f2dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 48d55bb3-f566-4ef1-a5ae-3c6ece285e3d) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:26.811413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711eee50-cc10-44ac-99de-3d0bb341f2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:26.812029 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-711eee50-cc10-44ac-99de-3d0bb341f2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:26.819016 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964701ac-df3b-4247-a1a2-710e42b1f260 None None] Network 48d55bb3-f566-4ef1-a5ae-3c6ece285e3d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:26.827103 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-8e813494-fa63-47a1-831b-231b758ef1c4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:26.846408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['afdfa4b3-eccd-4e14-a775-3c209167be8b', '10223c40-bdb4-46f6-a4d8-2a52cc047c2c'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:26.862887 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6afb01ec-b5fd-4ccc-9c41-09698c01b5df tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:26.864249 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6afb01ec-b5fd-4ccc-9c41-09698c01b5df tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports/f0ed3440-fad0-40db-ae8d-c2ff35601d0b HTTP/1.1" status: 200 len: 937 time: 0.0967662 Nov 11 21:32:26.879003 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-711eee50-cc10-44ac-99de-3d0bb341f2dc admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2946446 Nov 11 21:32:26.880825 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ed238-a853-48e8-bfcd-2d956f8b73b5 req-e2432381-31fb-4839-8a7f-3bb6e19130ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:26.882195 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f47ed238-a853-48e8-bfcd-2d956f8b73b5 req-e2432381-31fb-4839-8a7f-3bb6e19130ab service neutron] 10.222.0.71 "GET /v2.0/networks?id=a797401c-dd09-4fc9-9da8-634d7d9d9655 HTTP/1.1" status: 200 len: 920 time: 0.2648852 Nov 11 21:32:26.906698 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-43c11695-7f7e-47e5-910f-1b0beae8d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:26.908351 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-43c11695-7f7e-47e5-910f-1b0beae8d9d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1ce2fcf81724535a65f8c9d2450b857&device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 1094 time: 0.1831310 Nov 11 21:32:26.917828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e813494-fa63-47a1-831b-231b758ef1c4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Port': ['ID=10223c40-bdb4-46f6-a4d8-2a52cc047c2c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:26.937265 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55fc5cf6-4a4b-4e54-97ab-eef377334b14 req-cd98eb7f-5244-4602-a923-655535c66026 service neutron] 10.222.0.71 "GET /v2.0/networks/a797401c-dd09-4fc9-9da8-634d7d9d9655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129959 Nov 11 21:32:26.964031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-0a4eb0c1-5202-40b6-b0d8-6aab63e14d81 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?network_id=3b574cc1-a549-4854-8e74-091e974d921e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0920630 Nov 11 21:32:26.983477 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-8e813494-fa63-47a1-831b-231b758ef1c4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] No DVR routers for this DVR port 10223c40-bdb4-46f6-a4d8-2a52cc047c2c on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:26.986390 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-8e813494-fa63-47a1-831b-231b758ef1c4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:26.990929 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-8e813494-fa63-47a1-831b-231b758ef1c4 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.10 "DELETE /v2.0/ports/10223c40-bdb4-46f6-a4d8-2a52cc047c2c HTTP/1.1" status: 204 len: 173 time: 1.3549550 Nov 11 21:32:27.009351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d392200b-9d53-4a30-b02a-0ac9aba031b1 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?network_id=3b574cc1-a549-4854-8e74-091e974d921e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0442238 Nov 11 21:32:27.020787 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f47ed238-a853-48e8-bfcd-2d956f8b73b5 req-4713b839-481e-4705-901c-32293ae06d95 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f HTTP/1.1" status: 200 len: 217 time: 0.1112251 Nov 11 21:32:27.040640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9026f3f7-2dc2-487e-b1ce-f6aba5110b55 None None] Network 48d55bb3-f566-4ef1-a5ae-3c6ece285e3d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:27.066648 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-50a44f84-324e-42d4-a776-64699a56661e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79af2e19-3de9-4d18-b2ce-201ee1edee7f HTTP/1.1" status: 200 len: 217 time: 0.1430602 Nov 11 21:32:27.137916 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7099be90-7f70-4773-997e-09b28335e51f req-f8a1a288-e4e1-4524-b2a5-1c2cae6292f5 service neutron] 10.222.0.57 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203385 Nov 11 21:32:27.265080 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7099be90-7f70-4773-997e-09b28335e51f req-d50cf3fd-7cc0-4acc-8070-3227eb582a7e service neutron] 10.222.0.57 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261258 Nov 11 21:32:27.289303 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-452e14a4-0de3-44cf-a2b6-36c28d1e463c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:27.295314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-452e14a4-0de3-44cf-a2b6-36c28d1e463c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:27.302238 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-452e14a4-0de3-44cf-a2b6-36c28d1e463c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:27.310414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-452e14a4-0de3-44cf-a2b6-36c28d1e463c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/networks?id=28575828-e1a6-401b-bf7c-c60e475ca065&id=daab2798-5889-436e-a5cb-09a946e4b419&id=daab2798-5889-436e-a5cb-09a946e4b419&id=3b574cc1-a549-4854-8e74-091e974d921e&id=3b574cc1-a549-4854-8e74-091e974d921e HTTP/1.1" status: 200 len: 1994 time: 0.3001556 Nov 11 21:32:27.327506 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-0d612d78-15d3-425f-affa-9d196562853a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/quotas/a0113b1be34a44a68ce314a4ec421108 HTTP/1.1" status: 200 len: 375 time: 0.0159137 Nov 11 21:32:27.416222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-5bea6bce-4a8a-43e1-aff6-695eff002cb2 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0113b1be34a44a68ce314a4ec421108&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0866098 Nov 11 21:32:27.493873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:32:27.503867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device cff1087c-ea86-4c8c-815e-f815368735e5 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:32:27.548110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ed238-a853-48e8-bfcd-2d956f8b73b5 req-1b23f5a1-c1ef-4640-96fc-59928f225714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:27.550123 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f47ed238-a853-48e8-bfcd-2d956f8b73b5 req-1b23f5a1-c1ef-4640-96fc-59928f225714 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5d28e24-1c76-4dd6-abdb-39a4f11f2979 HTTP/1.1" status: 200 len: 858 time: 0.5191607 Nov 11 21:32:27.580704 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-84b64e69-3c88-4f3e-ba67-1283c91754c2 service neutron] 10.222.0.57 "GET /v2.0/networks/28575828-e1a6-401b-bf7c-c60e475ca065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526918 Nov 11 21:32:27.598223 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f47ed238-a853-48e8-bfcd-2d956f8b73b5 req-5d9ab561-ff03-488e-8f9a-6a773b2d3000 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a797401c-dd09-4fc9-9da8-634d7d9d9655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382595 Nov 11 21:32:27.626944 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-c4fd6c4f-a5e6-442f-abfd-40173cb303ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:27.629308 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-c4fd6c4f-a5e6-442f-abfd-40173cb303ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1861653c-fba2-441d-b341-424c585bf1e6 HTTP/1.1" status: 200 len: 843 time: 0.1605511 Nov 11 21:32:27.684501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port cff1087c-ea86-4c8c-815e-f815368735e5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=cff1087c-ea86-4c8c-815e-f815368735e5,segment=NetworkSegment(51c18b80-ab8b-4652-95a8-906f32df19a1),segment_id=51c18b80-ab8b-4652-95a8-906f32df19a1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:27.765574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'cff1087c-ea86-4c8c-815e-f815368735e5', 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655', 'port_id': 'cff1087c-ea86-4c8c-815e-f815368735e5', 'mac_address': 'fa:16:3e:7a:2b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d28e24-1c76-4dd6-abdb-39a4f11f2979', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:32:27.766108 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-b2576716-7124-4a21-bf7d-66718b2666ae service neutron] 10.222.0.57 "GET /v2.0/networks/28575828-e1a6-401b-bf7c-c60e475ca065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773567 Nov 11 21:32:27.833836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-5574e6fb-f38b-4f09-a008-11dc03c5b172 service neutron] 10.222.0.57 "GET /v2.0/ports/69bb4f4e-b425-44bd-8e17-a8c9f3f825f4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0621557 Nov 11 21:32:27.836501 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-00f45ef4-1a06-4205-98ff-9aea155b856e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=db6f838a-e359-4731-8b0b-e67a2634dc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1935458 Nov 11 21:32:27.842833 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2,segment=NetworkSegment(51c18b80-ab8b-4652-95a8-906f32df19a1),segment_id=51c18b80-ab8b-4652-95a8-906f32df19a1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:27.857874 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:27.860618 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8259bea-534c-428b-b70b-0bc0f3562fcd', 'tag': '79af2e19-3de9-4d18-b2ce-201ee1edee7f'}, {'server_uuid': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'name': 'network-vif-deleted', 'tag': '10223c40-bdb4-46f6-a4d8-2a52cc047c2c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:27.866737 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17f9b75-41f8-44f5-aefc-f0ec1a30f9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f8259bea-534c-428b-b70b-0bc0f3562fcd", "tag": "79af2e19-3de9-4d18-b2ce-201ee1edee7f"}, {"server_uuid": "41900fcf-1f2f-48ac-8e5d-3a799bd45762", "name": "network-vif-deleted", "tag": "10223c40-bdb4-46f6-a4d8-2a52cc047c2c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:27.870394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2', 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655', 'port_id': '9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2', 'mac_address': 'fa:16:3e:43:25:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d28e24-1c76-4dd6-abdb-39a4f11f2979', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:32:27.881810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff1087c-ea86-4c8c-815e-f815368735e5 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:27.966452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-4cd7b19e-d0b4-4d39-96b4-bd4f7087f28e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Deleting port afdfa4b3-eccd-4e14-a775-3c209167be8b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:27.966794 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-4cd7b19e-d0b4-4d39-96b4-bd4f7087f28e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:27.967255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port cff1087c-ea86-4c8c-815e-f815368735e5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=cff1087c-ea86-4c8c-815e-f815368735e5,segment=NetworkSegment(51c18b80-ab8b-4652-95a8-906f32df19a1),segment_id=51c18b80-ab8b-4652-95a8-906f32df19a1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:27.972316 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:27.986852 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:28.018138 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-7bb74873-6982-4779-991f-3584286f1763 service neutron] 10.222.0.57 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364717 Nov 11 21:32:28.034558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f5c0-0395-4a8e-b8a4-eb8f078bdb95 req-5ca2ec58-03d1-404e-9fe6-d25fd6960456 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:28.044037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f16f5c0-0395-4a8e-b8a4-eb8f078bdb95 req-5ca2ec58-03d1-404e-9fe6-d25fd6960456 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 943 time: 0.2090144 Nov 11 21:32:28.059919 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f47ed238-a853-48e8-bfcd-2d956f8b73b5 req-e159c209-0301-4d3d-bce9-cb7f8072109d service neutron] 10.222.0.71 "GET /v2.0/networks/a797401c-dd09-4fc9-9da8-634d7d9d9655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528608 Nov 11 21:32:28.087235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:28.131838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=cff1087c-ea86-4c8c-815e-f815368735e5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:28.154607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2,segment=NetworkSegment(51c18b80-ab8b-4652-95a8-906f32df19a1),segment_id=51c18b80-ab8b-4652-95a8-906f32df19a1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:28.158306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f16f5c0-0395-4a8e-b8a4-eb8f078bdb95 req-15fbcca9-2740-4f27-b14f-695a855806c8 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127594 Nov 11 21:32:28.161595 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:28.191926 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f47ed238-a853-48e8-bfcd-2d956f8b73b5 req-2d8bf4c3-8667-4aee-aea5-acbb23fb515b service neutron] 10.222.0.71 "GET /v2.0/networks/a797401c-dd09-4fc9-9da8-634d7d9d9655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034656 Nov 11 21:32:28.238169 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-5e0d358b-2f17-4fe2-b302-172d5c335604 service neutron] 10.222.0.10 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804572 Nov 11 21:32:28.250269 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-4cd7b19e-d0b4-4d39-96b4-bd4f7087f28e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] For port afdfa4b3-eccd-4e14-a775-3c209167be8b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=afdfa4b3-eccd-4e14-a775-3c209167be8b,segment=NetworkSegment(ec765232-17f2-4c39-b26c-a60ebd321131),segment_id=ec765232-17f2-4c39-b26c-a60ebd321131)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:28.250636 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-4cd7b19e-d0b4-4d39-96b4-bd4f7087f28e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:28.266956 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-4cd7b19e-d0b4-4d39-96b4-bd4f7087f28e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Calling delete_port for afdfa4b3-eccd-4e14-a775-3c209167be8b owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:28.280897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:28.356996 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6c56d885-9bca-495f-9992-109cff4bebcb service neutron] 10.222.0.57 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093679 Nov 11 21:32:28.380006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['cff1087c-ea86-4c8c-815e-f815368735e5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:28.392141 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:28.416713 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a91e3115-440b-4480-a456-ff03bc4661a7 service neutron] 10.222.0.57 "GET /v2.0/ports/f0ed3440-fad0-40db-ae8d-c2ff35601d0b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0586905 Nov 11 21:32:28.426630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532a11f-ab3b-4d5a-9ede-91a724198653 req-cf228ce0-c943-4a42-9a98-03f829fe3e12 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:28.429630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9532a11f-ab3b-4d5a-9ede-91a724198653 req-cf228ce0-c943-4a42-9a98-03f829fe3e12 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 943 time: 0.1237957 Nov 11 21:32:28.504573 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f98308a2-bdb0-47f4-918a-86acfbe3620c req-ddf90186-8cdd-4d97-b2b6-3d76b33d3445 service neutron] 10.222.0.10 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387002 Nov 11 21:32:28.528389 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-4cd7b19e-d0b4-4d39-96b4-bd4f7087f28e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:28.551411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9532a11f-ab3b-4d5a-9ede-91a724198653 req-ca4f98c6-0c3a-44fe-89f1-1cb3f4878c1c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113527 Nov 11 21:32:28.590752 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7b19e-d0b4-4d39-96b4-bd4f7087f28e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Port': ['ID=afdfa4b3-eccd-4e14-a775-3c209167be8b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:28.607054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-075c9890-07fc-4ba6-96aa-f9e745a4c428 service neutron] 10.222.0.57 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883545 Nov 11 21:32:28.614806 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-4cd7b19e-d0b4-4d39-96b4-bd4f7087f28e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] No DVR routers for this DVR port afdfa4b3-eccd-4e14-a775-3c209167be8b on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:28.619706 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-4cd7b19e-d0b4-4d39-96b4-bd4f7087f28e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:28.627303 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bd0f80a8-b4fa-40cb-b590-727481707102 req-4cd7b19e-d0b4-4d39-96b4-bd4f7087f28e tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.10 "DELETE /v2.0/ports/afdfa4b3-eccd-4e14-a775-3c209167be8b HTTP/1.1" status: 204 len: 173 time: 1.6054604 Nov 11 21:32:28.776530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a2b231e3-879c-4d1c-a6bd-0b12e4ed31ac service neutron] 10.222.0.57 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665943 Nov 11 21:32:28.922102 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-da318c0d-884c-4fb0-98e1-64b44944a4b9 service neutron] 10.222.0.57 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377130 Nov 11 21:32:28.954288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099be90-7f70-4773-997e-09b28335e51f req-e6dbd1d4-e50f-40d3-9948-ef8b145f03d8 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:28.956134 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7099be90-7f70-4773-997e-09b28335e51f req-e6dbd1d4-e50f-40d3-9948-ef8b145f03d8 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.10 "GET /v2.0/networks?id=18898783-5058-4e57-bc2e-6ade26d28162 HTTP/1.1" status: 200 len: 813 time: 0.1621985 Nov 11 21:32:28.971237 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7099be90-7f70-4773-997e-09b28335e51f req-4fa03d06-b2e5-4bd0-a4af-4e1effbffbdd tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'port': {'device_id': 'be2883a5-0324-4055-8e35-b7d0d67fa322', 'network_id': '18898783-5058-4e57-bc2e-6ade26d28162', 'admin_state_up': True, 'tenant_id': '5b6c8d764ce54865a263cd5b3fe5b49d'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:29.064393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f5054f8f-7fe1-4743-85bd-5ebd56a4e2f9 service neutron] 10.222.0.57 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415210 Nov 11 21:32:29.087120 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7099be90-7f70-4773-997e-09b28335e51f req-4fa03d06-b2e5-4bd0-a4af-4e1effbffbdd tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Made reservation on behalf of 5b6c8d764ce54865a263cd5b3fe5b49d for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:29.090605 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7099be90-7f70-4773-997e-09b28335e51f req-4fa03d06-b2e5-4bd0-a4af-4e1effbffbdd tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:29.213810 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-55b23b1f-24b2-4a55-92da-97c8f5525ef2 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:29.215290 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-55b23b1f-24b2-4a55-92da-97c8f5525ef2 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/networks?id=48d55bb3-f566-4ef1-a5ae-3c6ece285e3d HTTP/1.1" status: 200 len: 821 time: 0.1751416 Nov 11 21:32:29.220107 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-7099be90-7f70-4773-997e-09b28335e51f req-4fa03d06-b2e5-4bd0-a4af-4e1effbffbdd tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Allocated IP 172.20.0.11 (18898783-5058-4e57-bc2e-6ade26d28162/d7cb89f3-a334-4065-a096-f45c6d41dd1f/b5068eef-0f91-4fc7-9399-0cfb84cdbf6e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:29.221087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-cdbeb1ac-c04c-4054-bbea-ab476f38f57f service neutron] 10.222.0.57 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497991 Nov 11 21:32:29.256080 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-fb586327-c7cd-4528-8d1c-a3d523d5aaa8 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/quotas/4758edbd98bb4d56a08be9434bbc2e09 HTTP/1.1" status: 200 len: 375 time: 0.0310471 Nov 11 21:32:29.319266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-920dac9d-a637-467e-bb92-6e7b62442218 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4758edbd98bb4d56a08be9434bbc2e09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556307 Nov 11 21:32:29.374610 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7099be90-7f70-4773-997e-09b28335e51f req-4fa03d06-b2e5-4bd0-a4af-4e1effbffbdd tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:29.407812 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7099be90-7f70-4773-997e-09b28335e51f req-4fa03d06-b2e5-4bd0-a4af-4e1effbffbdd tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:29.412727 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bbe59fa3-8ee4-42c0-86f4-6c7f0bdf7087 service neutron] 10.222.0.57 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806712 Nov 11 21:32:29.420251 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:29.448497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:32:29.450400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device cff1087c-ea86-4c8c-815e-f815368735e5 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:29.456928 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7099be90-7f70-4773-997e-09b28335e51f req-4fa03d06-b2e5-4bd0-a4af-4e1effbffbdd tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Network 18898783-5058-4e57-bc2e-6ade26d28162 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:29.460103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-7099be90-7f70-4773-997e-09b28335e51f req-4fa03d06-b2e5-4bd0-a4af-4e1effbffbdd tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:29.466833 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-7099be90-7f70-4773-997e-09b28335e51f req-4fa03d06-b2e5-4bd0-a4af-4e1effbffbdd tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:29.496326 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa03d06-b2e5-4bd0-a4af-4e1effbffbdd tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'Port': ['ID=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:29.515503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-1fc997d9-907e-4198-b19f-23f5b5ad39c5 service neutron] 10.222.0.57 "GET /v2.0/networks/48d55bb3-f566-4ef1-a5ae-3c6ece285e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886749 Nov 11 21:32:29.526381 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099be90-7f70-4773-997e-09b28335e51f req-4fa03d06-b2e5-4bd0-a4af-4e1effbffbdd tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:29.527128 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7099be90-7f70-4773-997e-09b28335e51f req-4fa03d06-b2e5-4bd0-a4af-4e1effbffbdd tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:29.545894 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7099be90-7f70-4773-997e-09b28335e51f req-4fa03d06-b2e5-4bd0-a4af-4e1effbffbdd tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5801313 Nov 11 21:32:29.559041 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Request body: {'port': {'device_id': 'be2883a5-0324-4055-8e35-b7d0d67fa322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:29.579617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:32:29.588169 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port cff1087c-ea86-4c8c-815e-f815368735e5 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:32:29.591636 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:29.592005 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:29.610669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-4397380b-9114-451d-9fb6-dc7a290bd13e service neutron] 10.222.0.57 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894577 Nov 11 21:32:29.617256 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:29.627508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port cff1087c-ea86-4c8c-815e-f815368735e5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:29.628204 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:29.666535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-17f7d0c3-f256-406b-85b0-1a6f7762c267 service neutron] 10.222.0.57 "GET /v2.0/networks/48d55bb3-f566-4ef1-a5ae-3c6ece285e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445000 Nov 11 21:32:29.675486 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f,segment=NetworkSegment(51c18b80-ab8b-4652-95a8-906f32df19a1),segment_id=51c18b80-ab8b-4652-95a8-906f32df19a1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:29.704134 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f', 'network_id': 'a797401c-dd09-4fc9-9da8-634d7d9d9655', 'port_id': 'f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f', 'mac_address': 'fa:16:3e:7d:da:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d28e24-1c76-4dd6-abdb-39a4f11f2979', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:32:29.748434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a6731e1c-60aa-4c50-a3aa-762ed0d4a48c service neutron] 10.222.0.57 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303518 Nov 11 21:32:29.812086 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:29.821745 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:29.848270 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6573c7db-b7f0-49e7-8634-b402ab343c62 service neutron] 10.222.0.57 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979884 Nov 11 21:32:29.849337 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:29.854116 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:29.885958 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ec5ccc-3adb-44d5-a552-3b99417cb7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:29.888236 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af127dc-39ba-4f9a-86d9-737bd1b19bed" -d '{"events": [{"server_uuid": "91ec5ccc-3adb-44d5-a552-3b99417cb7aa", "name": "network-vif-plugged", "status": "completed", "tag": "9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:29.917876 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2,segment=NetworkSegment(51c18b80-ab8b-4652-95a8-906f32df19a1),segment_id=51c18b80-ab8b-4652-95a8-906f32df19a1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:29.928190 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:29.929030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device afdfa4b3-eccd-4e14-a775-3c209167be8b no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:29.931836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f,segment=NetworkSegment(51c18b80-ab8b-4652-95a8-906f32df19a1),segment_id=51c18b80-ab8b-4652-95a8-906f32df19a1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:29.975117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port cff1087c-ea86-4c8c-815e-f815368735e5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=cff1087c-ea86-4c8c-815e-f815368735e5,segment=NetworkSegment(51c18b80-ab8b-4652-95a8-906f32df19a1),segment_id=51c18b80-ab8b-4652-95a8-906f32df19a1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:29.977802 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: afdfa4b3-eccd-4e14-a775-3c209167be8b {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:29.978448 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device afdfa4b3-eccd-4e14-a775-3c209167be8b not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:29.979245 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 10223c40-bdb4-46f6-a4d8-2a52cc047c2c no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:29.992835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5068eef-0f91-4fc7-9399-0cfb84cdbf6e {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:29.999023 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5046655-cb1c-46af-adff-30dc3d794afc req-e6877de6-08af-4c8d-ad97-603b10f511a0 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:30.000657 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5046655-cb1c-46af-adff-30dc3d794afc req-e6877de6-08af-4c8d-ad97-603b10f511a0 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.0732517 Nov 11 21:32:30.003972 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:30.009914 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:30.014762 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-dc5b1271-79d7-4164-bbcf-f7e326b09e7e service neutron] 10.222.0.57 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654165 Nov 11 21:32:30.026105 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Transition to ACTIVE for port object b5068eef-0f91-4fc7-9399-0cfb84cdbf6e will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:30.032004 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:30.039587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 10223c40-bdb4-46f6-a4d8-2a52cc047c2c {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:30.040224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 10223c40-bdb4-46f6-a4d8-2a52cc047c2c not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:30.058858 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:30.070924 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5046655-cb1c-46af-adff-30dc3d794afc req-94ae76c6-cca9-4ba8-a09b-5ad57e1db6ef tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539684 Nov 11 21:32:30.137362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:30.156154 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Pushing event updated for resources: {'Port': ['ID=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:30.189991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Attempting to bind port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:30.190326 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Attempting to bind port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'e4aee7f6-990a-4d98-a33f-f01296c4c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '18898783-5058-4e57-bc2e-6ade26d28162'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:30.190692 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Attempting to bind port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e on network 18898783-5058-4e57-bc2e-6ade26d28162 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:30.195845 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e on network 18898783-5058-4e57-bc2e-6ade26d28162 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:30.196164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Attempting to bind port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e on network 18898783-5058-4e57-bc2e-6ade26d28162 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:30.201445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:30.201791 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Checking segment: {'id': 'e4aee7f6-990a-4d98-a33f-f01296c4c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '18898783-5058-4e57-bc2e-6ade26d28162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:30.202152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Bound using segment: {'id': 'e4aee7f6-990a-4d98-a33f-f01296c4c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '18898783-5058-4e57-bc2e-6ade26d28162'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:30.202569 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Bound port: b5068eef-0f91-4fc7-9399-0cfb84cdbf6e, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4aee7f6-990a-4d98-a33f-f01296c4c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '18898783-5058-4e57-bc2e-6ade26d28162'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:30.202918 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:30.236673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180885d-e1d2-4220-bef4-95a108d4526d req-62f5a2f8-8744-47b3-a593-a8be2ff5d508 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:30.239064 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:30.245548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8180885d-e1d2-4220-bef4-95a108d4526d req-62f5a2f8-8744-47b3-a593-a8be2ff5d508 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 944 time: 0.0868921 Nov 11 21:32:30.298007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=cff1087c-ea86-4c8c-815e-f815368735e5,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:30.299157 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] For port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:30.303638 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] For port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e,segment=NetworkSegment(e4aee7f6-990a-4d98-a33f-f01296c4c194),segment_id=e4aee7f6-990a-4d98-a33f-f01296c4c194)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:30.310416 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:30.314298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8180885d-e1d2-4220-bef4-95a108d4526d req-da70986d-a90d-48ec-86d6-395e3422acbc tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675495 Nov 11 21:32:30.337175 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:30.391999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:30.392652 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:30.394293 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7099be90-7f70-4773-997e-09b28335e51f req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] 10.222.0.10 "PUT /v2.0/ports/b5068eef-0f91-4fc7-9399-0cfb84cdbf6e HTTP/1.1" status: 200 len: 1092 time: 0.8396959 Nov 11 21:32:30.398750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59436) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:30.404455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703f56f-1bbb-4fa7-9603-21109069ddac service neutron] Pushing event updated for resources: {'Port': ['ID=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:30.493567 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfdda1a-3540-4587-a2f1-af4e4c1da160 x-openstack-request-id: req-9dfdda1a-3540-4587-a2f1-af4e4c1da160 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:30.493567 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8259bea-534c-428b-b70b-0bc0f3562fcd", "tag": "79af2e19-3de9-4d18-b2ce-201ee1edee7f", "status": "completed", "code": 200}, {"server_uuid": "41900fcf-1f2f-48ac-8e5d-3a799bd45762", "name": "network-vif-deleted", "tag": "10223c40-bdb4-46f6-a4d8-2a52cc047c2c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:30.493882 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9dfdda1a-3540-4587-a2f1-af4e4c1da160 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:30.495933 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8259bea-534c-428b-b70b-0bc0f3562fcd', 'tag': '79af2e19-3de9-4d18-b2ce-201ee1edee7f', 'status': 'completed', 'code': 200} Nov 11 21:32:30.496608 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'name': 'network-vif-deleted', 'tag': '10223c40-bdb4-46f6-a4d8-2a52cc047c2c', 'status': 'completed', 'code': 200} Nov 11 21:32:30.556989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099be90-7f70-4773-997e-09b28335e51f req-87349824-157c-4b5d-a4eb-751624e60cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:30.557498 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7099be90-7f70-4773-997e-09b28335e51f req-87349824-157c-4b5d-a4eb-751624e60cd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d&device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 1095 time: 0.1163058 Nov 11 21:32:30.566691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b4de23-9724-4c60-8dc8-dbc37125b31b tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Deleting subnet 55299543-5398-42d1-b10d-f7ec89e5b973 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:32:30.568496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f9b75-41f8-44f5-aefc-f0ec1a30f9d1 req-71a6425e-b5ec-45ba-8a5f-9d4352c65670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:30.570304 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b17f9b75-41f8-44f5-aefc-f0ec1a30f9d1 req-71a6425e-b5ec-45ba-8a5f-9d4352c65670 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1ce2fcf81724535a65f8c9d2450b857&device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 1094 time: 0.0601208 Nov 11 21:32:30.584130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43b4de23-9724-4c60-8dc8-dbc37125b31b tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:30.638776 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7099be90-7f70-4773-997e-09b28335e51f req-7d8e4c6f-5cef-4606-8df3-52c25839435b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e HTTP/1.1" status: 200 len: 217 time: 0.0674145 Nov 11 21:32:30.685533 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43b4de23-9724-4c60-8dc8-dbc37125b31b tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:30.763855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099be90-7f70-4773-997e-09b28335e51f req-33283fce-808f-4c99-a933-53a015b1a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:30.764903 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7099be90-7f70-4773-997e-09b28335e51f req-33283fce-808f-4c99-a933-53a015b1a8d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d7cb89f3-a334-4065-a096-f45c6d41dd1f HTTP/1.1" status: 200 len: 853 time: 0.0938783 Nov 11 21:32:30.810840 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7099be90-7f70-4773-997e-09b28335e51f req-cb6511fc-4639-4343-84a6-c33e3e9ae5ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18898783-5058-4e57-bc2e-6ade26d28162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388396 Nov 11 21:32:30.812092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f9b75-41f8-44f5-aefc-f0ec1a30f9d1 req-bb0cb0e3-f8ce-41b7-80b7-c7c6a19fa8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:30.813531 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b17f9b75-41f8-44f5-aefc-f0ec1a30f9d1 req-bb0cb0e3-f8ce-41b7-80b7-c7c6a19fa8f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=db6f838a-e359-4731-8b0b-e67a2634dc14 HTTP/1.1" status: 200 len: 905 time: 0.2360759 Nov 11 21:32:30.892360 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b17f9b75-41f8-44f5-aefc-f0ec1a30f9d1 req-e0ac6c05-24d0-4ac9-9b13-894cf5d72faf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79af2e19-3de9-4d18-b2ce-201ee1edee7f HTTP/1.1" status: 200 len: 217 time: 0.0598209 Nov 11 21:32:30.991912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f9b75-41f8-44f5-aefc-f0ec1a30f9d1 req-9972b69b-5fbe-4180-9538-c9ebfb6c27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:30.993682 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b17f9b75-41f8-44f5-aefc-f0ec1a30f9d1 req-9972b69b-5fbe-4180-9538-c9ebfb6c27a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1861653c-fba2-441d-b341-424c585bf1e6 HTTP/1.1" status: 200 len: 843 time: 0.0621521 Nov 11 21:32:31.014846 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7099be90-7f70-4773-997e-09b28335e51f req-068877ec-adf0-41bd-a66d-947d5b8d7ab4 service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916964 Nov 11 21:32:31.041328 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b17f9b75-41f8-44f5-aefc-f0ec1a30f9d1 req-b7d5695c-c956-4ae0-b894-2765f7dea102 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=db6f838a-e359-4731-8b0b-e67a2634dc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395713 Nov 11 21:32:31.195043 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7099be90-7f70-4773-997e-09b28335e51f req-d0e97cc7-4d90-458d-874a-72bfd8c742ee service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624379 Nov 11 21:32:31.209036 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43b4de23-9724-4c60-8dc8-dbc37125b31b tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:31.219618 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b17f9b75-41f8-44f5-aefc-f0ec1a30f9d1 req-4548abca-074a-47ba-91b1-5db5a23372e5 service neutron] 10.222.0.10 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650319 Nov 11 21:32:31.242308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efb7c8-6c9d-4aa2-86b8-1e49e974df9e req-8c679381-0a2a-459d-b57b-1e69f4952fb4 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:31.249358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3efb7c8-6c9d-4aa2-86b8-1e49e974df9e req-8c679381-0a2a-459d-b57b-1e69f4952fb4 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 945 time: 0.5136747 Nov 11 21:32:31.296457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a1d34-2979-438a-b344-335c21d581ed req-09802a76-c655-4a6c-ad4b-ddb001c53758 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:31.298729 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a0a1d34-2979-438a-b344-335c21d581ed req-09802a76-c655-4a6c-ad4b-ddb001c53758 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 943 time: 0.1768200 Nov 11 21:32:31.361368 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43b4de23-9724-4c60-8dc8-dbc37125b31b tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:31.393159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 79af2e19-3de9-4d18-b2ce-201ee1edee7f details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:32:31.407458 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b17f9b75-41f8-44f5-aefc-f0ec1a30f9d1 req-7d21e9d5-083a-4fc9-8d38-d21b6e9e0b9c service neutron] 10.222.0.10 "GET /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799705 Nov 11 21:32:31.410543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4de23-9724-4c60-8dc8-dbc37125b31b tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Subnet': ['ID=55299543-5398-42d1-b10d-f7ec89e5b973,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:31.417026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3efb7c8-6c9d-4aa2-86b8-1e49e974df9e req-1743ff81-e478-4159-be78-529d7f036149 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665184 Nov 11 21:32:31.424971 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43b4de23-9724-4c60-8dc8-dbc37125b31b tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:31.429248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-43b4de23-9724-4c60-8dc8-dbc37125b31b tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "DELETE /v2.0/subnets/55299543-5398-42d1-b10d-f7ec89e5b973 HTTP/1.1" status: 204 len: 168 time: 1.0292711 Nov 11 21:32:31.435023 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59468) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:31.435284 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-3d5556ac-82a3-4b25-afc9-f80778a37070 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:31.437674 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-3d5556ac-82a3-4b25-afc9-f80778a37070 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.71 "GET /v2.0/networks?id=48d55bb3-f566-4ef1-a5ae-3c6ece285e3d HTTP/1.1" status: 200 len: 821 time: 0.1516247 Nov 11 21:32:31.441366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f27548f-f0dd-4311-bbe9-a3c4e34ba857 None None] Network b9f3f127-60f9-4a37-a730-4373384dd7a3 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:31.460573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-842c1744-7c7a-479b-8c93-9cfd3c5d717c tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Request body: {'port': {'device_id': '2069078b-8617-400b-933f-97c7e3d8301f', 'network_id': '48d55bb3-f566-4ef1-a5ae-3c6ece285e3d', 'admin_state_up': True, 'tenant_id': '4758edbd98bb4d56a08be9434bbc2e09'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:31.468519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a0a1d34-2979-438a-b344-335c21d581ed req-70503115-0a26-481c-9eb1-ddf64de6a4d5 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590064 Nov 11 21:32:31.475278 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:31.547950 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:31.555846 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:32:31.593621 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b00e60-8cad-4cce-a1a0-aa8ccb913e30 x-openstack-request-id: req-f6b00e60-8cad-4cce-a1a0-aa8ccb913e30 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:31.594200 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ec5ccc-3adb-44d5-a552-3b99417cb7aa", "name": "network-vif-plugged", "status": "completed", "tag": "9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:31.594605 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f6b00e60-8cad-4cce-a1a0-aa8ccb913e30 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:31.595297 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ec5ccc-3adb-44d5-a552-3b99417cb7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2', 'code': 200} Nov 11 21:32:31.603775 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-325843a1-10f0-41a8-9f1c-6b1ee6b0d884 req-ff92c190-cd24-4304-bc99-ac6a690f3a90 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/ports?device_id=2069078b-8617-400b-933f-97c7e3d8301f HTTP/1.1" status: 200 len: 210 time: 0.0440185 Nov 11 21:32:31.687442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-842c1744-7c7a-479b-8c93-9cfd3c5d717c tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Made reservation on behalf of 4758edbd98bb4d56a08be9434bbc2e09 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:31.691179 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-842c1744-7c7a-479b-8c93-9cfd3c5d717c tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:31.695999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Deleting port 3916e3da-8109-442b-8979-726e8dc98d65 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:31.696456 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:31.742468 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:32:31.760662 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:31.761250 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:31.796590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c173ca-98c5-43e0-8de4-d4c2db47573e req-34a4bcfc-ed4e-454f-9357-c9b54e59282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:31.798176 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-25c173ca-98c5-43e0-8de4-d4c2db47573e req-34a4bcfc-ed4e-454f-9357-c9b54e59282f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 1096 time: 0.0794711 Nov 11 21:32:31.799401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] For port 3916e3da-8109-442b-8979-726e8dc98d65, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3916e3da-8109-442b-8979-726e8dc98d65,segment=NetworkSegment(ec765232-17f2-4c39-b26c-a60ebd321131),segment_id=ec765232-17f2-4c39-b26c-a60ebd321131)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:31.805561 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:31.859295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 79af2e19-3de9-4d18-b2ce-201ee1edee7f, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=79af2e19-3de9-4d18-b2ce-201ee1edee7f,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:31.877807 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Calling delete_port for 3916e3da-8109-442b-8979-726e8dc98d65 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:31.885091 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0fe1c9f-79ca-408b-b508-e853dc98565a req-152fa2ae-0a4b-4bab-8670-f7ba2d85c874 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0758359 Nov 11 21:32:31.896479 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00807eb9-c3c0-4cb5-941d-83564d71ffbc None None] DHCP port deletion for b9f3f127-60f9-4a37-a730-4373384dd7a3 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:32:31.913474 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-25c173ca-98c5-43e0-8de4-d4c2db47573e req-4583583c-9bca-4164-99c4-6f061c5f094a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646238 Nov 11 21:32:31.951360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '79af2e19-3de9-4d18-b2ce-201ee1edee7f', 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14', 'port_id': '79af2e19-3de9-4d18-b2ce-201ee1edee7f', 'mac_address': 'fa:16:3e:40:64:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1861653c-fba2-441d-b341-424c585bf1e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:32:31.977791 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-842c1744-7c7a-479b-8c93-9cfd3c5d717c tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Allocated IP 172.20.0.7 (48d55bb3-f566-4ef1-a5ae-3c6ece285e3d/6eaa4976-f205-4ea3-9b52-ea404f77d523/5649238e-ee55-4115-8c09-64a62b129dd3) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:32.063043 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.082954 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.100077 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.112969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e156e-6b39-47d6-a0ad-57d094a309f8 req-58da8237-4402-4fed-87d9-722064a68d6a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:32.114749 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d08e156e-6b39-47d6-a0ad-57d094a309f8 req-58da8237-4402-4fed-87d9-722064a68d6a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.1258240 Nov 11 21:32:32.116729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Port': ['ID=3916e3da-8109-442b-8979-726e8dc98d65,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:32.123117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] No DVR routers for this DVR port 3916e3da-8109-442b-8979-726e8dc98d65 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:32.142823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79af2e19-3de9-4d18-b2ce-201ee1edee7f {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:32.155158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-00807eb9-c3c0-4cb5-941d-83564d71ffbc None None] Deleting port 3916e3da-8109-442b-8979-726e8dc98d65 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:32.155832 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00807eb9-c3c0-4cb5-941d-83564d71ffbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.181688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f,segment=NetworkSegment(51c18b80-ab8b-4652-95a8-906f32df19a1),segment_id=51c18b80-ab8b-4652-95a8-906f32df19a1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:32.191782 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.196088 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-842c1744-7c7a-479b-8c93-9cfd3c5d717c tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.206624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cfdfb-9a3e-4e80-b5c0-610e60161dd6 req-f0f3e348-cabe-45b0-b03c-469f45fe78d3 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:32.208125 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f21cfdfb-9a3e-4e80-b5c0-610e60161dd6 req-f0f3e348-cabe-45b0-b03c-469f45fe78d3 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 944 time: 0.1651826 Nov 11 21:32:32.231066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 79af2e19-3de9-4d18-b2ce-201ee1edee7f, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=79af2e19-3de9-4d18-b2ce-201ee1edee7f,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:32.239742 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-842c1744-7c7a-479b-8c93-9cfd3c5d717c tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.254011 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.262782 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d08e156e-6b39-47d6-a0ad-57d094a309f8 req-4cc0966f-891f-40e8-b6e2-1692b468ccd2 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378469 Nov 11 21:32:32.272772 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.277358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-00807eb9-c3c0-4cb5-941d-83564d71ffbc None None] For port 3916e3da-8109-442b-8979-726e8dc98d65, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:32.278167 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00807eb9-c3c0-4cb5-941d-83564d71ffbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.281332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-842c1744-7c7a-479b-8c93-9cfd3c5d717c tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Network 48d55bb3-f566-4ef1-a5ae-3c6ece285e3d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:32.284712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-842c1744-7c7a-479b-8c93-9cfd3c5d717c tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:32.288688 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-842c1744-7c7a-479b-8c93-9cfd3c5d717c tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:32.308029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f3f127-60f9-4a37-a730-4373384dd7a3']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:32.310711 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-00807eb9-c3c0-4cb5-941d-83564d71ffbc None None] Calling delete_port for 3916e3da-8109-442b-8979-726e8dc98d65 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:32.315143 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-00807eb9-c3c0-4cb5-941d-83564d71ffbc None None] Port 3916e3da-8109-442b-8979-726e8dc98d65 was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:32:32.316737 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:32.319323 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00807eb9-c3c0-4cb5-941d-83564d71ffbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.327281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec765232-17f2-4c39-b26c-a60ebd321131') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:32.327936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec765232-17f2-4c39-b26c-a60ebd321131') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:32.336376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-842c1744-7c7a-479b-8c93-9cfd3c5d717c tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:32.337021 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-842c1744-7c7a-479b-8c93-9cfd3c5d717c tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.342303 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f21cfdfb-9a3e-4e80-b5c0-610e60161dd6 req-480aa1ea-917f-4730-8797-dadee8db5e87 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212153 Nov 11 21:32:32.346602 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.349048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00807eb9-c3c0-4cb5-941d-83564d71ffbc None None] No DVR routers for this DVR port 3916e3da-8109-442b-8979-726e8dc98d65 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:32.354463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c1744-7c7a-479b-8c93-9cfd3c5d717c tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Pushing event updated for resources: {'Port': ['ID=5649238e-ee55-4115-8c09-64a62b129dd3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:32.368469 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-842c1744-7c7a-479b-8c93-9cfd3c5d717c tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9139159 Nov 11 21:32:32.378754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=79af2e19-3de9-4d18-b2ce-201ee1edee7f,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:32.379066 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.387458 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Request body: {'port': {'device_id': '2069078b-8617-400b-933f-97c7e3d8301f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:32:32.398383 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:32:32.430681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00807eb9-c3c0-4cb5-941d-83564d71ffbc None None] Pushing event deleted for resources: {'Port': ['ID=3916e3da-8109-442b-8979-726e8dc98d65,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:32.472852 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.478230 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.498468 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'name': 'network-vif-deleted', 'tag': 'afdfa4b3-eccd-4e14-a775-3c209167be8b'}, {'name': 'network-changed', 'server_uuid': 'be2883a5-0324-4055-8e35-b7d0d67fa322', 'tag': 'b5068eef-0f91-4fc7-9399-0cfb84cdbf6e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:32.501117 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92878f72-1c56-4d07-9be3-093f96d6c530" -d '{"events": [{"server_uuid": "41900fcf-1f2f-48ac-8e5d-3a799bd45762", "name": "network-vif-deleted", "tag": "afdfa4b3-eccd-4e14-a775-3c209167be8b"}, {"name": "network-changed", "server_uuid": "be2883a5-0324-4055-8e35-b7d0d67fa322", "tag": "b5068eef-0f91-4fc7-9399-0cfb84cdbf6e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:32.516721 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.523478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "DELETE /v2.0/networks/b9f3f127-60f9-4a37-a730-4373384dd7a3 HTTP/1.1" status: 204 len: 168 time: 1.0873246 Nov 11 21:32:32.524627 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59492) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:32.528234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7807f88-7d75-4569-8561-7a37760fd643 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Network': ['ID=b9f3f127-60f9-4a37-a730-4373384dd7a3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:32.544566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['79af2e19-3de9-4d18-b2ce-201ee1edee7f'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:32.598290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-381f53a9-15e2-4396-b1b2-ba71ec0fc782 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Deleting subnet 31ce5097-05f5-4f2d-9d9a-0ad14e99b488 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:32:32.612147 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-381f53a9-15e2-4396-b1b2-ba71ec0fc782 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.684617 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-381f53a9-15e2-4396-b1b2-ba71ec0fc782 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.715065 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-95b21354-5f62-4a17-be0a-132121b80184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:32.716734 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-95b21354-5f62-4a17-be0a-132121b80184 service neutron] 10.222.0.10 "GET /v2.0/ports/69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 HTTP/1.1" status: 200 len: 1033 time: 0.1451957 Nov 11 21:32:32.727843 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f7a74-0899-4830-aef6-ca22b7d09c33 req-9d41dba0-580e-404a-92c5-fe88cbd82175 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:32.729673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a9f7a74-0899-4830-aef6-ca22b7d09c33 req-9d41dba0-580e-404a-92c5-fe88cbd82175 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 945 time: 0.1366858 Nov 11 21:32:32.784877 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635eef7b-33fe-4fc8-bb35-7063083acc9b x-openstack-request-id: req-635eef7b-33fe-4fc8-bb35-7063083acc9b {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:32.785732 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41900fcf-1f2f-48ac-8e5d-3a799bd45762", "name": "network-vif-deleted", "tag": "afdfa4b3-eccd-4e14-a775-3c209167be8b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be2883a5-0324-4055-8e35-b7d0d67fa322", "tag": "b5068eef-0f91-4fc7-9399-0cfb84cdbf6e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:32.785732 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-635eef7b-33fe-4fc8-bb35-7063083acc9b {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:32.785947 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41900fcf-1f2f-48ac-8e5d-3a799bd45762', 'name': 'network-vif-deleted', 'tag': 'afdfa4b3-eccd-4e14-a775-3c209167be8b', 'status': 'completed', 'code': 200} Nov 11 21:32:32.786225 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2883a5-0324-4055-8e35-b7d0d67fa322', 'tag': 'b5068eef-0f91-4fc7-9399-0cfb84cdbf6e', 'status': 'completed', 'code': 200} Nov 11 21:32:32.804694 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c804dfe7-cbc4-42fd-b635-d56a91626061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:32.806519 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c804dfe7-cbc4-42fd-b635-d56a91626061 service neutron] 10.222.0.10 "GET /v2.0/ports/f0ed3440-fad0-40db-ae8d-c2ff35601d0b HTTP/1.1" status: 200 len: 1033 time: 0.0772364 Nov 11 21:32:32.835406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3916e3da-8109-442b-8979-726e8dc98d65 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:32.852359 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a9f7a74-0899-4830-aef6-ca22b7d09c33 req-48256d49-e95d-4da1-92df-2c92021596d8 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080666 Nov 11 21:32:32.868690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 3916e3da-8109-442b-8979-726e8dc98d65 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:32.869068 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3916e3da-8109-442b-8979-726e8dc98d65 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:32.869808 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-381f53a9-15e2-4396-b1b2-ba71ec0fc782 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.996630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9b7c4-3d55-48e2-9d3a-97b6ddbfb014 req-e258652b-2475-46fb-99d1-9692667c1d56 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:32.998168 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7c9b7c4-3d55-48e2-9d3a-97b6ddbfb014 req-e258652b-2475-46fb-99d1-9692667c1d56 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 944 time: 0.1327214 Nov 11 21:32:33.006035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92878f72-1c56-4d07-9be3-093f96d6c530 req-99814529-2269-441e-8e04-5298d6de6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:33.007689 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-92878f72-1c56-4d07-9be3-093f96d6c530 req-99814529-2269-441e-8e04-5298d6de6a6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d&device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 1095 time: 0.1323769 Nov 11 21:32:33.015811 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-381f53a9-15e2-4396-b1b2-ba71ec0fc782 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.034085 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9e0be-4562-4563-97c1-a6d63190374c req-afff1363-960d-41ed-8b8b-f3263555ab35 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:33.035545 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7e9e0be-4562-4563-97c1-a6d63190374c req-afff1363-960d-41ed-8b8b-f3263555ab35 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/ports?device_id=2069078b-8617-400b-933f-97c7e3d8301f HTTP/1.1" status: 200 len: 931 time: 0.1069071 Nov 11 21:32:33.072168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f53a9-15e2-4396-b1b2-ba71ec0fc782 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Subnet': ['ID=31ce5097-05f5-4f2d-9d9a-0ad14e99b488,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:33.074319 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-381f53a9-15e2-4396-b1b2-ba71ec0fc782 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.077338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aad5238-6669-4ae9-bdca-ac6e51a453f9 None None] Network cba2d0d4-93fa-4893-981b-ad042862b877 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:33.080113 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-381f53a9-15e2-4396-b1b2-ba71ec0fc782 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "DELETE /v2.0/subnets/31ce5097-05f5-4f2d-9d9a-0ad14e99b488 HTTP/1.1" status: 204 len: 168 time: 0.5541553 Nov 11 21:32:33.089690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59500) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:33.156354 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7c9b7c4-3d55-48e2-9d3a-97b6ddbfb014 req-1ba9e5e5-b6fd-42ed-9761-b2ab216bf040 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451747 Nov 11 21:32:33.192825 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-1d75195b-b264-4530-a012-efa7736c6304 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:33.200164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-1d75195b-b264-4530-a012-efa7736c6304 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:33.207409 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-1d75195b-b264-4530-a012-efa7736c6304 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:33.209169 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-1d75195b-b264-4530-a012-efa7736c6304 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "GET /v2.0/networks?id=28575828-e1a6-401b-bf7c-c60e475ca065&id=daab2798-5889-436e-a5cb-09a946e4b419&id=daab2798-5889-436e-a5cb-09a946e4b419&id=daab2798-5889-436e-a5cb-09a946e4b419&id=daab2798-5889-436e-a5cb-09a946e4b419&id=3b574cc1-a549-4854-8e74-091e974d921e&id=3b574cc1-a549-4854-8e74-091e974d921e HTTP/1.1" status: 200 len: 1994 time: 0.3217154 Nov 11 21:32:33.254383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7e9e0be-4562-4563-97c1-a6d63190374c req-f304cc37-5291-4903-af43-02661218ecc7 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/security-groups?id=307a4bbb-d92c-431b-b492-23bb7da4c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096794 Nov 11 21:32:33.297914 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.340580 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5649238e-ee55-4115-8c09-64a62b129dd3 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:33.378767 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.392311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92878f72-1c56-4d07-9be3-093f96d6c530 req-61d4c19d-33c6-4592-a20c-f0c3e09c476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:33.394205 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-92878f72-1c56-4d07-9be3-093f96d6c530 req-61d4c19d-33c6-4592-a20c-f0c3e09c476d service neutron] 10.222.0.10 "GET /v2.0/networks?id=18898783-5058-4e57-bc2e-6ade26d28162 HTTP/1.1" status: 200 len: 915 time: 0.3727446 Nov 11 21:32:33.423585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 79af2e19-3de9-4d18-b2ce-201ee1edee7f up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:33.459682 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-92878f72-1c56-4d07-9be3-093f96d6c530 req-b3cad916-7a8e-457e-abfe-24b84361300b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e HTTP/1.1" status: 200 len: 217 time: 0.0567219 Nov 11 21:32:33.460923 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Transition to ACTIVE for port object 5649238e-ee55-4115-8c09-64a62b129dd3 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:33.466731 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-73285a71-c9b9-4521-a3f6-a76d039878cc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0113b1be34a44a68ce314a4ec421108 HTTP/1.1" status: 200 len: 379 time: 0.2253315 Nov 11 21:32:33.480537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-62576c6c-3b56-4c37-89af-045099825f76 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'port': {'device_id': '770455cf-0ee5-4257-8c89-88843417d0b6', 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'admin_state_up': True, 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'security_groups': ['088d0746-4f50-4e34-b31d-911bd976f938']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:33.482147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e1f7fa-0903-47d2-b8c8-9ba4584fb71c None None] DHCP port deletion for cba2d0d4-93fa-4893-981b-ad042862b877 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:32:33.494075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-862a8f95-186c-43bc-8d15-2061e713116d req-2b78ced8-edad-436f-9bac-18c991b70dd0 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0983553 Nov 11 21:32:33.536735 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386a2b-2287-412e-9118-634ffff3ef1d req-f4b9101d-1ea3-4c7c-9e1b-8aa810d97aa4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:33.538749 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee386a2b-2287-412e-9118-634ffff3ef1d req-f4b9101d-1ea3-4c7c-9e1b-8aa810d97aa4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.1520431 Nov 11 21:32:33.540728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Deleting port 7bb55584-07c3-4ec8-a913-14e0339bd8ca {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:33.541334 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.607019 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3044ceca-35ce-47e7-a878-3072e8208405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff1087c-ea86-4c8c-815e-f815368735e5'}, {'server_uuid': 'adbb30e5-bbbb-4de7-8b14-42524724c010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:33.609381 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315a647d-c288-45c5-a132-f44b91a614f4" -d '{"events": [{"server_uuid": "3044ceca-35ce-47e7-a878-3072e8208405", "name": "network-vif-plugged", "status": "completed", "tag": "cff1087c-ea86-4c8c-815e-f815368735e5"}, {"server_uuid": "adbb30e5-bbbb-4de7-8b14-42524724c010", "name": "network-vif-plugged", "status": "completed", "tag": "f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:33.632761 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] For port 7bb55584-07c3-4ec8-a913-14e0339bd8ca, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7bb55584-07c3-4ec8-a913-14e0339bd8ca,segment=NetworkSegment(5be85a10-3503-4aa9-8c94-6480dbab0d22),segment_id=5be85a10-3503-4aa9-8c94-6480dbab0d22)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:33.633489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 79af2e19-3de9-4d18-b2ce-201ee1edee7f completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:32:33.633795 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.639444 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 79af2e19-3de9-4d18-b2ce-201ee1edee7f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:33.640132 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.652774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Calling delete_port for 7bb55584-07c3-4ec8-a913-14e0339bd8ca owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:33.667840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1f7fa-0903-47d2-b8c8-9ba4584fb71c None None] Deleting port 7bb55584-07c3-4ec8-a913-14e0339bd8ca {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:33.668578 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1e1f7fa-0903-47d2-b8c8-9ba4584fb71c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.761838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f1e1f7fa-0903-47d2-b8c8-9ba4584fb71c None None] For port 7bb55584-07c3-4ec8-a913-14e0339bd8ca, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7bb55584-07c3-4ec8-a913-14e0339bd8ca,segment=NetworkSegment(5be85a10-3503-4aa9-8c94-6480dbab0d22),segment_id=5be85a10-3503-4aa9-8c94-6480dbab0d22)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:33.762508 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1e1f7fa-0903-47d2-b8c8-9ba4584fb71c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.818520 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1f7fa-0903-47d2-b8c8-9ba4584fb71c None None] Calling delete_port for 7bb55584-07c3-4ec8-a913-14e0339bd8ca owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:33.820715 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.852926 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.869029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 79af2e19-3de9-4d18-b2ce-201ee1edee7f, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=79af2e19-3de9-4d18-b2ce-201ee1edee7f,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:33.872627 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c20578-6f6a-43d9-8929-e64a45e87a4f req-d454785c-6ad4-4243-b448-73907b28d9b7 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:33.874823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38c20578-6f6a-43d9-8929-e64a45e87a4f req-d454785c-6ad4-4243-b448-73907b28d9b7 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 944 time: 0.1388137 Nov 11 21:32:33.886150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee386a2b-2287-412e-9118-634ffff3ef1d req-a37cce27-9b30-4e21-be8b-1fa62d00c2ea tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515749 Nov 11 21:32:33.911102 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.915348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Port': ['ID=7bb55584-07c3-4ec8-a913-14e0339bd8ca,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:33.918398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] No DVR routers for this DVR port 7bb55584-07c3-4ec8-a913-14e0339bd8ca on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:34.025349 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38c20578-6f6a-43d9-8929-e64a45e87a4f req-5a7f71ff-484a-4209-a638-cad1c1825077 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090503 Nov 11 21:32:34.081964 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.117187 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d55bac-b48d-4ecb-afd7-0c3b9634f6e2 x-openstack-request-id: req-76d55bac-b48d-4ecb-afd7-0c3b9634f6e2 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:34.117631 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3044ceca-35ce-47e7-a878-3072e8208405", "name": "network-vif-plugged", "status": "completed", "tag": "cff1087c-ea86-4c8c-815e-f815368735e5", "code": 200}, {"server_uuid": "adbb30e5-bbbb-4de7-8b14-42524724c010", "name": "network-vif-plugged", "status": "completed", "tag": "f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:34.117983 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-76d55bac-b48d-4ecb-afd7-0c3b9634f6e2 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:34.118474 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3044ceca-35ce-47e7-a878-3072e8208405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff1087c-ea86-4c8c-815e-f815368735e5', 'code': 200} Nov 11 21:32:34.118843 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbb30e5-bbbb-4de7-8b14-42524724c010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f', 'code': 200} Nov 11 21:32:34.143605 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.160217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=79af2e19-3de9-4d18-b2ce-201ee1edee7f,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:34.173693 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1e1f7fa-0903-47d2-b8c8-9ba4584fb71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.223116 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1f7fa-0903-47d2-b8c8-9ba4584fb71c None None] Pushing event deleted for resources: {'Port': ['ID=7bb55584-07c3-4ec8-a913-14e0339bd8ca,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:34.239670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba2d0d4-93fa-4893-981b-ad042862b877']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:34.242860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e1f7fa-0903-47d2-b8c8-9ba4584fb71c None None] No DVR routers for this DVR port 7bb55584-07c3-4ec8-a913-14e0339bd8ca on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:34.263978 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be85a10-3503-4aa9-8c94-6480dbab0d22') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:34.264174 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be85a10-3503-4aa9-8c94-6480dbab0d22') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:34.276215 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cfb54-eb69-4e45-972e-716440c5afa0 req-41ca9284-c243-4d56-916d-9c09a408ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:34.277701 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af8cfb54-eb69-4e45-972e-716440c5afa0 req-41ca9284-c243-4d56-916d-9c09a408ac54 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3044ceca-35ce-47e7-a878-3072e8208405 HTTP/1.1" status: 200 len: 1096 time: 0.1652584 Nov 11 21:32:34.280339 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.311382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f6cd1-d38f-4d45-84ad-83f8c3bf2937 req-1bf3e730-3a64-4aca-94d0-b19979d4672a tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:34.312833 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Pushing event updated for resources: {'Port': ['ID=5649238e-ee55-4115-8c09-64a62b129dd3,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:34.318974 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-181f6cd1-d38f-4d45-84ad-83f8c3bf2937 req-1bf3e730-3a64-4aca-94d0-b19979d4672a tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 945 time: 0.1371684 Nov 11 21:32:34.333689 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.349955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:32:34.350362 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:32:34.354810 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:32:34.394631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92878f72-1c56-4d07-9be3-093f96d6c530 req-8d358018-ea46-43db-8dc1-bd2dc24be16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:34.397008 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-92878f72-1c56-4d07-9be3-093f96d6c530 req-8d358018-ea46-43db-8dc1-bd2dc24be16c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d7cb89f3-a334-4065-a096-f45c6d41dd1f HTTP/1.1" status: 200 len: 853 time: 0.9290025 Nov 11 21:32:34.453222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af8cfb54-eb69-4e45-972e-716440c5afa0 req-b59f1a4c-7837-43e2-9f6b-5f6454e5497f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641431 Nov 11 21:32:34.464982 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-92878f72-1c56-4d07-9be3-093f96d6c530 req-3c07d2d2-c563-4672-b9ca-d2963997692c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18898783-5058-4e57-bc2e-6ade26d28162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552194 Nov 11 21:32:34.481778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-181f6cd1-d38f-4d45-84ad-83f8c3bf2937 req-55ced43b-0b71-4256-9f12-2117ac5453e6 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618474 Nov 11 21:32:34.485123 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-62576c6c-3b56-4c37-89af-045099825f76 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Made reservation on behalf of a0113b1be34a44a68ce314a4ec421108 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:34.489893 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-62576c6c-3b56-4c37-89af-045099825f76 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.492003 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.529607 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.532894 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240bdad-55f8-4e9b-a3a8-9afe1c42bc5b req-ec6b7438-931d-455d-b318-ef4322718267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:34.534460 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4240bdad-55f8-4e9b-a3a8-9afe1c42bc5b req-ec6b7438-931d-455d-b318-ef4322718267 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=adbb30e5-bbbb-4de7-8b14-42524724c010 HTTP/1.1" status: 200 len: 1097 time: 0.3758881 Nov 11 21:32:34.539655 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] 10.222.0.57 "DELETE /v2.0/networks/cba2d0d4-93fa-4893-981b-ad042862b877 HTTP/1.1" status: 204 len: 168 time: 1.4440904 Nov 11 21:32:34.539655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a960d86-a3ab-46b5-8228-241240ed9f46 tempest-ServersTestMultiNic-1654410590 tempest-ServersTestMultiNic-1654410590-project] Pushing event deleted for resources: {'Network': ['ID=cba2d0d4-93fa-4893-981b-ad042862b877,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:34.572359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da335d46-ceea-4cb8-8f51-3f757834975d req-e86c4d18-c47a-4986-bb3b-f6796a6549a2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:34.579647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da335d46-ceea-4cb8-8f51-3f757834975d req-e86c4d18-c47a-4986-bb3b-f6796a6549a2 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 945 time: 0.1531038 Nov 11 21:32:34.629405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Attempting to bind port 5649238e-ee55-4115-8c09-64a62b129dd3 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:34.630131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Attempting to bind port 5649238e-ee55-4115-8c09-64a62b129dd3 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '3ed60e79-b23e-4179-8338-815a55b866d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d55bb3-f566-4ef1-a5ae-3c6ece285e3d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:34.630737 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Attempting to bind port 5649238e-ee55-4115-8c09-64a62b129dd3 on network 48d55bb3-f566-4ef1-a5ae-3c6ece285e3d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:34.648912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da335d46-ceea-4cb8-8f51-3f757834975d req-ea4bd8b8-193a-4187-845d-a4e4b36b6d72 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678365 Nov 11 21:32:34.674083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cf91d-ce64-438e-98d8-4c5dbb06ef8a req-f9719f43-88e1-4165-a061-d542a5ec5696 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:34.687757 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-551cf91d-ce64-438e-98d8-4c5dbb06ef8a req-f9719f43-88e1-4165-a061-d542a5ec5696 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/ports?device_id=2069078b-8617-400b-933f-97c7e3d8301f HTTP/1.1" status: 200 len: 943 time: 0.1327264 Nov 11 21:32:34.697537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Port 5649238e-ee55-4115-8c09-64a62b129dd3 on network 48d55bb3-f566-4ef1-a5ae-3c6ece285e3d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:34.697953 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Attempting to bind port 5649238e-ee55-4115-8c09-64a62b129dd3 on network 48d55bb3-f566-4ef1-a5ae-3c6ece285e3d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:34.724908 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:34.725380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Checking segment: {'id': '3ed60e79-b23e-4179-8338-815a55b866d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d55bb3-f566-4ef1-a5ae-3c6ece285e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:34.725857 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Bound using segment: {'id': '3ed60e79-b23e-4179-8338-815a55b866d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d55bb3-f566-4ef1-a5ae-3c6ece285e3d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:34.726410 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Bound port: 5649238e-ee55-4115-8c09-64a62b129dd3, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed60e79-b23e-4179-8338-815a55b866d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '48d55bb3-f566-4ef1-a5ae-3c6ece285e3d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:34.726856 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.762600 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-551cf91d-ce64-438e-98d8-4c5dbb06ef8a req-dbbe3125-47a0-4f91-a54e-9a6b408300df tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/security-groups?id=307a4bbb-d92c-431b-b492-23bb7da4c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679517 Nov 11 21:32:34.783500 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7bb55584-07c3-4ec8-a913-14e0339bd8ca no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:34.806827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 7bb55584-07c3-4ec8-a913-14e0339bd8ca {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:34.809404 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7bb55584-07c3-4ec8-a913-14e0339bd8ca not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:34.829157 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4240bdad-55f8-4e9b-a3a8-9afe1c42bc5b req-dc7b8991-2f47-4edd-8fc5-54fbd1036547 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612115 Nov 11 21:32:34.831460 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-92878f72-1c56-4d07-9be3-093f96d6c530 req-6e7141da-1efe-4fd6-9e82-2ad265c96634 service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351116 Nov 11 21:32:34.922798 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdf8bc-fbcc-449e-ab16-b4c2a719d3f0 req-ac4d9335-dc1d-4d01-8960-2e5e0501de78 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:34.924676 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c6fdf8bc-fbcc-449e-ab16-b4c2a719d3f0 req-ac4d9335-dc1d-4d01-8960-2e5e0501de78 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=3044ceca-35ce-47e7-a878-3072e8208405 HTTP/1.1" status: 200 len: 945 time: 0.0657327 Nov 11 21:32:34.982823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-62576c6c-3b56-4c37-89af-045099825f76 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Allocated IP 172.20.0.6 (28575828-e1a6-401b-bf7c-c60e475ca065/d3468651-a958-4431-bb60-8ef0cb71dca9/feee0a0e-9849-4e5f-8dca-8da81ee6bb6b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:34.990623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] For port 5649238e-ee55-4115-8c09-64a62b129dd3, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:34.996391 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c6fdf8bc-fbcc-449e-ab16-b4c2a719d3f0 req-d82ac54c-4fde-4324-90dc-18088136d3dc tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642552 Nov 11 21:32:35.014495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] For port 5649238e-ee55-4115-8c09-64a62b129dd3, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5649238e-ee55-4115-8c09-64a62b129dd3,segment=NetworkSegment(3ed60e79-b23e-4179-8338-815a55b866d1),segment_id=3ed60e79-b23e-4179-8338-815a55b866d1)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:35.027318 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.101702 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:35.102562 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.104454 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] 10.222.0.71 "PUT /v2.0/ports/5649238e-ee55-4115-8c09-64a62b129dd3 HTTP/1.1" status: 200 len: 1091 time: 2.7271094 Nov 11 21:32:35.121010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2069078b-8617-400b-933f-97c7e3d8301f', 'tag': '5649238e-ee55-4115-8c09-64a62b129dd3'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:35.124171 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1209a384-c80a-48a2-b340-4b754f0f185b" -d '{"events": [{"name": "network-changed", "server_uuid": "2069078b-8617-400b-933f-97c7e3d8301f", "tag": "5649238e-ee55-4115-8c09-64a62b129dd3"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:35.151797 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-92878f72-1c56-4d07-9be3-093f96d6c530 req-dbb31574-2d4a-4010-95f5-fbe6f765792f service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958920 Nov 11 21:32:35.175090 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4628d7b-1486-4ec7-9271-e9e3399d738c req-a261a565-4c99-43ee-b82b-dc99e8c38e5c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0424926 Nov 11 21:32:35.187523 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d8445-3e31-4621-ab41-e9bd0ca00f3d service neutron] Pushing event updated for resources: {'Port': ['ID=5649238e-ee55-4115-8c09-64a62b129dd3,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:35.259986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef1211-1ea5-49a2-a178-9acc389625fc req-01f82395-3dfa-46dc-8f0d-d0deb2ad0686 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:35.262064 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3ef1211-1ea5-49a2-a178-9acc389625fc req-01f82395-3dfa-46dc-8f0d-d0deb2ad0686 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.0900824 Nov 11 21:32:35.297315 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-7531cd80-26e1-489e-9f01-b166fd966375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:35.298781 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-7531cd80-26e1-489e-9f01-b166fd966375 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4758edbd98bb4d56a08be9434bbc2e09&device_id=2069078b-8617-400b-933f-97c7e3d8301f HTTP/1.1" status: 200 len: 1094 time: 0.0913081 Nov 11 21:32:35.348116 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3ef1211-1ea5-49a2-a178-9acc389625fc req-83e508d1-1401-4c0b-867d-d59470b746b6 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780590 Nov 11 21:32:35.353569 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-d6710a5f-be1d-467e-8734-f2c4ba0278b7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5649238e-ee55-4115-8c09-64a62b129dd3 HTTP/1.1" status: 200 len: 217 time: 0.0436153 Nov 11 21:32:35.356994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d66523-5c99-4122-bc99-9499d8c84ff1 req-f7396f28-b3a8-4829-b4c1-e614eaa57baf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:35.358620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3d66523-5c99-4122-bc99-9499d8c84ff1 req-f7396f28-b3a8-4829-b4c1-e614eaa57baf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 944 time: 0.0870147 Nov 11 21:32:35.365843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-62576c6c-3b56-4c37-89af-045099825f76 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.407947 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3d66523-5c99-4122-bc99-9499d8c84ff1 req-6249b2f0-8236-418a-b7f3-a27f90c39c21 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433033 Nov 11 21:32:35.435705 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b5068eef-0f91-4fc7-9399-0cfb84cdbf6e details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:32:35.443108 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-a154442e-ce51-4ee1-894f-cc5e9cba5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:35.444615 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-a154442e-ce51-4ee1-894f-cc5e9cba5e23 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6eaa4976-f205-4ea3-9b52-ea404f77d523 HTTP/1.1" status: 200 len: 861 time: 0.0832121 Nov 11 21:32:35.468768 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49feb49-5d39-445b-883d-af431a8f9e82 x-openstack-request-id: req-d49feb49-5d39-445b-883d-af431a8f9e82 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:35.468955 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2069078b-8617-400b-933f-97c7e3d8301f", "tag": "5649238e-ee55-4115-8c09-64a62b129dd3", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:35.469210 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d49feb49-5d39-445b-883d-af431a8f9e82 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:35.469607 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2069078b-8617-400b-933f-97c7e3d8301f', 'tag': '5649238e-ee55-4115-8c09-64a62b129dd3', 'status': 'completed', 'code': 200} Nov 11 21:32:35.485167 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-1306b61f-ece9-4a12-bcad-0a369b4a1f65 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d55bb3-f566-4ef1-a5ae-3c6ece285e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298004 Nov 11 21:32:35.486611 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-62576c6c-3b56-4c37-89af-045099825f76 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.513636 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-62576c6c-3b56-4c37-89af-045099825f76 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Network 28575828-e1a6-401b-bf7c-c60e475ca065 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:35.517648 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-62576c6c-3b56-4c37-89af-045099825f76 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:35.527315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59558) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:35.571563 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-62576c6c-3b56-4c37-89af-045099825f76 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:35.681560 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e,segment=NetworkSegment(e4aee7f6-990a-4d98-a33f-f01296c4c194),segment_id=e4aee7f6-990a-4d98-a33f-f01296c4c194)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:35.734960 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'b5068eef-0f91-4fc7-9399-0cfb84cdbf6e', 'network_id': '18898783-5058-4e57-bc2e-6ade26d28162', 'port_id': 'b5068eef-0f91-4fc7-9399-0cfb84cdbf6e', 'mac_address': 'fa:16:3e:7c:eb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cb89f3-a334-4065-a096-f45c6d41dd1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:32:35.735418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-62576c6c-3b56-4c37-89af-045099825f76 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:35.736097 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-62576c6c-3b56-4c37-89af-045099825f76 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.738859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62576c6c-3b56-4c37-89af-045099825f76 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'Port': ['ID=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:35.794857 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-62576c6c-3b56-4c37-89af-045099825f76 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3191915 Nov 11 21:32:35.820613 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'port': {'device_id': '770455cf-0ee5-4257-8c89-88843417d0b6', 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419', 'admin_state_up': True, 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'security_groups': ['088d0746-4f50-4e34-b31d-911bd976f938']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:35.843242 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.863903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5068eef-0f91-4fc7-9399-0cfb84cdbf6e {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:35.907942 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e,segment=NetworkSegment(e4aee7f6-990a-4d98-a33f-f01296c4c194),segment_id=e4aee7f6-990a-4d98-a33f-f01296c4c194)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:35.920003 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.922447 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-8068c2eb-a571-4565-b34e-fae31d64f642 service neutron] 10.222.0.71 "GET /v2.0/networks/48d55bb3-f566-4ef1-a5ae-3c6ece285e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059515 Nov 11 21:32:35.973097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-453acba4-c183-4b9e-9b37-3ec7f11f33c6 None None] Provisioning complete for port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:35.973540 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-453acba4-c183-4b9e-9b37-3ec7f11f33c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:36.034411 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:36.044954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-453acba4-c183-4b9e-9b37-3ec7f11f33c6 None None] Port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:36.090701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ae040-7943-47f1-aa0d-f9765248835f req-13a2638e-f7bb-45d0-995c-792f303b78df tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:36.098836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab0ae040-7943-47f1-aa0d-f9765248835f req-13a2638e-f7bb-45d0-995c-792f303b78df tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 945 time: 0.3143816 Nov 11 21:32:36.120160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8259bea-534c-428b-b70b-0bc0f3562fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79af2e19-3de9-4d18-b2ce-201ee1edee7f'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:36.125914 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcd4540-5a8b-402e-9c5b-3bf8336bbece" -d '{"events": [{"server_uuid": "f8259bea-534c-428b-b70b-0bc0f3562fcd", "name": "network-vif-plugged", "status": "completed", "tag": "79af2e19-3de9-4d18-b2ce-201ee1edee7f"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:36.160118 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:32:36.166453 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac3040cf-3cc7-4b4e-a45f-bb30adb89b33 req-9179267b-630c-4b82-8d63-61b858504f63 service neutron] 10.222.0.71 "GET /v2.0/networks/48d55bb3-f566-4ef1-a5ae-3c6ece285e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342532 Nov 11 21:32:36.176582 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Made reservation on behalf of a0113b1be34a44a68ce314a4ec421108 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:36.184099 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b5068eef-0f91-4fc7-9399-0cfb84cdbf6e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:36.188675 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:36.211001 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab0ae040-7943-47f1-aa0d-f9765248835f req-a28a6456-4a16-4da2-9e24-56e5fd5f5634 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104825 Nov 11 21:32:36.392049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Allocated IP 10.1.1.75 (daab2798-5889-436e-a5cb-09a946e4b419/35d82f65-f537-46df-bcb1-7b198113f6b1/23616cc5-dacf-43e9-b299-a00544d54734) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:36.472128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13f5c5-91de-4924-860c-6c5553a51137 req-2c884691-bae8-446d-8048-8b72f60f2f8e tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:36.473725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de13f5c5-91de-4924-860c-6c5553a51137 req-2c884691-bae8-446d-8048-8b72f60f2f8e tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=3044ceca-35ce-47e7-a878-3072e8208405 HTTP/1.1" status: 200 len: 945 time: 0.1238949 Nov 11 21:32:36.482564 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04b671-6db6-47a8-afdf-07f23e31d9cd req-d259d75a-efc3-4c22-bf3f-011d7de30db6 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:36.484206 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b04b671-6db6-47a8-afdf-07f23e31d9cd req-d259d75a-efc3-4c22-bf3f-011d7de30db6 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/ports?device_id=2069078b-8617-400b-933f-97c7e3d8301f HTTP/1.1" status: 200 len: 943 time: 0.1238122 Nov 11 21:32:36.511683 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7045-ad65-466a-8647-2d0a425f0cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:36.567090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209a384-c80a-48a2-b340-4b754f0f185b req-5bbe6397-2c16-4ec2-b67d-4d8047416a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:36.568621 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1209a384-c80a-48a2-b340-4b754f0f185b req-5bbe6397-2c16-4ec2-b67d-4d8047416a8d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4758edbd98bb4d56a08be9434bbc2e09&device_id=2069078b-8617-400b-933f-97c7e3d8301f HTTP/1.1" status: 200 len: 1094 time: 0.0998316 Nov 11 21:32:36.633067 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:36.652544 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b04b671-6db6-47a8-afdf-07f23e31d9cd req-6ac07e83-9759-493b-8a87-e750cc3aa73f tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/security-groups?id=307a4bbb-d92c-431b-b492-23bb7da4c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582224 Nov 11 21:32:36.663986 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de13f5c5-91de-4924-860c-6c5553a51137 req-f2a4e139-8548-458a-8b86-a6945298bc82 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784766 Nov 11 21:32:36.738938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209a384-c80a-48a2-b340-4b754f0f185b req-6134747a-7453-4cea-a800-a5b8215cb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:36.740563 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1209a384-c80a-48a2-b340-4b754f0f185b req-6134747a-7453-4cea-a800-a5b8215cb860 service neutron] 10.222.0.71 "GET /v2.0/networks?id=48d55bb3-f566-4ef1-a5ae-3c6ece285e3d HTTP/1.1" status: 200 len: 923 time: 0.1598701 Nov 11 21:32:36.759756 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:36.764926 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ceddb1-7e06-4077-81ab-39c004acf278 x-openstack-request-id: req-b5ceddb1-7e06-4077-81ab-39c004acf278 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:36.764926 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8259bea-534c-428b-b70b-0bc0f3562fcd", "name": "network-vif-plugged", "status": "completed", "tag": "79af2e19-3de9-4d18-b2ce-201ee1edee7f", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:36.764926 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b5ceddb1-7e06-4077-81ab-39c004acf278 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:36.765302 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8259bea-534c-428b-b70b-0bc0f3562fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79af2e19-3de9-4d18-b2ce-201ee1edee7f', 'code': 200} Nov 11 21:32:36.793166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59580) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:36.822844 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1209a384-c80a-48a2-b340-4b754f0f185b req-b3ccc87a-8c83-4eb0-b4ca-45f46948e33f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5649238e-ee55-4115-8c09-64a62b129dd3 HTTP/1.1" status: 200 len: 217 time: 0.0729017 Nov 11 21:32:36.893081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'Port': ['ID=23616cc5-dacf-43e9-b299-a00544d54734,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:36.896634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa99bc-200f-4ed9-b6a0-60d7a891401d req-7131dd00-311e-4d91-8dee-b97c59c4e41e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:36.902556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa99bc-200f-4ed9-b6a0-60d7a891401d req-7131dd00-311e-4d91-8dee-b97c59c4e41e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:36.904135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39fa99bc-200f-4ed9-b6a0-60d7a891401d req-7131dd00-311e-4d91-8dee-b97c59c4e41e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 1652 time: 0.1094539 Nov 11 21:32:36.925535 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d5f24-4e93-409c-9911-ed82d2eedf6d req-7c769abb-5631-4155-b3cb-436302cdafc2 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:36.926953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-101d5f24-4e93-409c-9911-ed82d2eedf6d req-7c769abb-5631-4155-b3cb-436302cdafc2 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.0915029 Nov 11 21:32:36.946663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:36.947021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:36.947474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:36.947817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:36.948148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:36.948475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:36.948824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:36.949150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:36.949476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:36.949796 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:36.950113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:36.950428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:36.990519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Network daab2798-5889-436e-a5cb-09a946e4b419 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:36.991081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8403bb6-8a9a-49fa-8acc-7f4ab73a0fea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:36.995967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:37.002990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:37.045465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209a384-c80a-48a2-b340-4b754f0f185b req-01a9baaa-1d3b-419b-8b63-dc437d4826cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:37.047849 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1209a384-c80a-48a2-b340-4b754f0f185b req-01a9baaa-1d3b-419b-8b63-dc437d4826cf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6eaa4976-f205-4ea3-9b52-ea404f77d523 HTTP/1.1" status: 200 len: 861 time: 0.1441336 Nov 11 21:32:37.055096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743a604-2371-4e53-bc0c-42218c36676d req-e79ff68e-89ad-49f7-b5be-93185ac668bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:37.056843 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b743a604-2371-4e53-bc0c-42218c36676d req-e79ff68e-89ad-49f7-b5be-93185ac668bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 1096 time: 0.1124024 Nov 11 21:32:37.106767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39fa99bc-200f-4ed9-b6a0-60d7a891401d req-8a1349ea-9d6f-45d3-9e70-7b128cb785c3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927156 Nov 11 21:32:37.112499 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1209a384-c80a-48a2-b340-4b754f0f185b req-b1d3a2d4-9b0f-4c4c-a88c-ec536da34efd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d55bb3-f566-4ef1-a5ae-3c6ece285e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521913 Nov 11 21:32:37.120194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:37.120877 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:37.128773 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-101d5f24-4e93-409c-9911-ed82d2eedf6d req-df104a65-2143-4eec-80c2-6d2ab02ebf41 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913052 Nov 11 21:32:37.177708 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-73478a34-f646-45ad-98c0-8e18bfa8a309 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3672807 Nov 11 21:32:37.223122 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8403bb6-8a9a-49fa-8acc-7f4ab73a0fea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:37.230163 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f220e60d-a234-4aed-b293-2b028273030e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'port': {'device_id': '770455cf-0ee5-4257-8c89-88843417d0b6', 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419', 'admin_state_up': True, 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'security_groups': ['088d0746-4f50-4e34-b31d-911bd976f938']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:37.234995 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b743a604-2371-4e53-bc0c-42218c36676d req-849cafcc-8771-452e-9162-f3fef14e4eea service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626520 Nov 11 21:32:37.263865 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8403bb6-8a9a-49fa-8acc-7f4ab73a0fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:37.327781 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1209a384-c80a-48a2-b340-4b754f0f185b req-2ca28fcb-97cd-4282-8f5d-3afa634f7858 service neutron] 10.222.0.71 "GET /v2.0/networks/48d55bb3-f566-4ef1-a5ae-3c6ece285e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021134 Nov 11 21:32:37.387842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-438f37a4-e5b6-4806-9a90-a687d94d422e None None] Provisioning complete for port 23616cc5-dacf-43e9-b299-a00544d54734 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:37.388899 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-438f37a4-e5b6-4806-9a90-a687d94d422e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:37.435009 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b5068eef-0f91-4fc7-9399-0cfb84cdbf6e up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:37.437375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f220e60d-a234-4aed-b293-2b028273030e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Made reservation on behalf of a0113b1be34a44a68ce314a4ec421108 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:37.438490 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-438f37a4-e5b6-4806-9a90-a687d94d422e None None] Port 23616cc5-dacf-43e9-b299-a00544d54734 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:37.442420 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f220e60d-a234-4aed-b293-2b028273030e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:37.495410 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:32:37.501720 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:37.502702 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:37.547474 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1209a384-c80a-48a2-b340-4b754f0f185b req-809e47ca-3de5-49be-b204-a8f6797a747b service neutron] 10.222.0.71 "GET /v2.0/networks/48d55bb3-f566-4ef1-a5ae-3c6ece285e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056050 Nov 11 21:32:37.618976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f220e60d-a234-4aed-b293-2b028273030e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Allocated IP 10.1.1.190 (daab2798-5889-436e-a5cb-09a946e4b419/35d82f65-f537-46df-bcb1-7b198113f6b1/d47e0d50-b635-4eea-b40d-e6d4166567fe) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:37.625177 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:37.671036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e,segment=NetworkSegment(e4aee7f6-990a-4d98-a33f-f01296c4c194),segment_id=e4aee7f6-990a-4d98-a33f-f01296c4c194)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:37.677506 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:37.698921 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee7045-ad65-466a-8647-2d0a425f0cc8 admin admin] Deleting port 3fa82568-b191-44bf-b219-08ce9c05a74b {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:37.699490 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7045-ad65-466a-8647-2d0a425f0cc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:37.707952 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e8403bb6-8a9a-49fa-8acc-7f4ab73a0fea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2fb41189b1174b779c2c8848b6b1630e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9118624 Nov 11 21:32:37.719985 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59588) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:37.727041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8403bb6-8a9a-49fa-8acc-7f4ab73a0fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a66b58-ae8c-4f85-b670-d8aff248752b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:37.742103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:37.758309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c7e14-723d-4422-8b99-d06de3386314 req-a6c551c1-eb66-4c54-aa4b-291beb69d1eb tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:37.759847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b80c7e14-723d-4422-8b99-d06de3386314 req-a6c551c1-eb66-4c54-aa4b-291beb69d1eb tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 945 time: 0.5332835 Nov 11 21:32:37.824447 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f220e60d-a234-4aed-b293-2b028273030e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:37.832206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebc9ef-19bc-4989-ad8a-31602df9cd7e req-d2d20e83-1ad4-41a9-a993-0c9fe0418e57 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:37.833745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d1ebc9ef-19bc-4989-ad8a-31602df9cd7e req-d2d20e83-1ad4-41a9-a993-0c9fe0418e57 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=adbb30e5-bbbb-4de7-8b14-42524724c010 HTTP/1.1" status: 200 len: 946 time: 0.5659170 Nov 11 21:32:37.866708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f220e60d-a234-4aed-b293-2b028273030e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:37.910486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f220e60d-a234-4aed-b293-2b028273030e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Network daab2798-5889-436e-a5cb-09a946e4b419 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:37.915689 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f220e60d-a234-4aed-b293-2b028273030e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:37.919683 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f220e60d-a234-4aed-b293-2b028273030e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:37.926235 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220e60d-a234-4aed-b293-2b028273030e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'Port': ['ID=d47e0d50-b635-4eea-b40d-e6d4166567fe,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:37.930137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-a7ee7045-ad65-466a-8647-2d0a425f0cc8 admin admin] For port 3fa82568-b191-44bf-b219-08ce9c05a74b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3fa82568-b191-44bf-b219-08ce9c05a74b,segment=NetworkSegment(97463047-8fe0-4563-bd9d-ac1dd14bcd3e),segment_id=97463047-8fe0-4563-bd9d-ac1dd14bcd3e)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:37.930505 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7045-ad65-466a-8647-2d0a425f0cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:37.938385 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b80c7e14-723d-4422-8b99-d06de3386314 req-615354bb-995a-45dd-b2bc-bb9c90113309 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501513 Nov 11 21:32:37.939034 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb8063a9-b922-48a8-b33e-355aace18a9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:37.966534 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee7045-ad65-466a-8647-2d0a425f0cc8 admin admin] Calling delete_port for 3fa82568-b191-44bf-b219-08ce9c05a74b owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:37.983774 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d1ebc9ef-19bc-4989-ad8a-31602df9cd7e req-4a96d11c-d332-4237-939b-bd0fbfe16f71 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412520 Nov 11 21:32:38.015843 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb8063a9-b922-48a8-b33e-355aace18a9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:38.032188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f220e60d-a234-4aed-b293-2b028273030e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:38.033044 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f220e60d-a234-4aed-b293-2b028273030e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:38.054474 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f220e60d-a234-4aed-b293-2b028273030e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8547966 Nov 11 21:32:38.067020 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f9174715-f6ee-4e63-94cc-ba4d66d7857c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'port': {'device_id': '770455cf-0ee5-4257-8c89-88843417d0b6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e', 'admin_state_up': True, 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'security_groups': ['088d0746-4f50-4e34-b31d-911bd976f938']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:38.202676 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb8063a9-b922-48a8-b33e-355aace18a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:38.205686 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb8063a9-b922-48a8-b33e-355aace18a9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:38.206139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f9174715-f6ee-4e63-94cc-ba4d66d7857c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Made reservation on behalf of a0113b1be34a44a68ce314a4ec421108 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:38.217248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fb8063a9-b922-48a8-b33e-355aace18a9d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/61a66b58-ae8c-4f85-b670-d8aff248752b HTTP/1.1" status: 204 len: 168 time: 0.4904754 Nov 11 21:32:38.279872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d7597c39-84b2-4fad-99ec-8c284bccf110 None None] Provisioning complete for port d47e0d50-b635-4eea-b40d-e6d4166567fe triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:38.281607 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7597c39-84b2-4fad-99ec-8c284bccf110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:38.320535 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f9174715-f6ee-4e63-94cc-ba4d66d7857c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:38.356721 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d7597c39-84b2-4fad-99ec-8c284bccf110 None None] Port d47e0d50-b635-4eea-b40d-e6d4166567fe cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:38.443642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8063a9-b922-48a8-b33e-355aace18a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a66b58-ae8c-4f85-b670-d8aff248752b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:38.463836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfe88a-2f0b-4e16-b755-8d174181a02d req-6d606cb9-777d-4915-a167-ed37e991b1cb tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:38.465510 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13cfe88a-2f0b-4e16-b755-8d174181a02d req-6d606cb9-777d-4915-a167-ed37e991b1cb tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/ports?device_id=2069078b-8617-400b-933f-97c7e3d8301f HTTP/1.1" status: 200 len: 943 time: 0.3995125 Nov 11 21:32:38.466287 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7045-ad65-466a-8647-2d0a425f0cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:38.483719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82404e-627b-46e9-9c6b-cb8734af604e req-94a5050b-feb8-451c-8dfa-6343fda60751 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:38.485261 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c82404e-627b-46e9-9c6b-cb8734af604e req-94a5050b-feb8-451c-8dfa-6343fda60751 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 945 time: 0.4551198 Nov 11 21:32:38.516129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee7045-ad65-466a-8647-2d0a425f0cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa82568-b191-44bf-b219-08ce9c05a74b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:38.615172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59600) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:38.651875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f9174715-f6ee-4e63-94cc-ba4d66d7857c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Allocated IP 10.2.2.100 (3b574cc1-a549-4854-8e74-091e974d921e/723d138b-1459-41f3-8774-8cd909916b72/fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:38.676210 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c82404e-627b-46e9-9c6b-cb8734af604e req-2bc919bb-62d8-4330-a918-034a2d801bb1 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642408 Nov 11 21:32:38.709357 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bba3f7e4-ba08-43ba-9f78-7e0423f77b8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:38.747005 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13cfe88a-2f0b-4e16-b755-8d174181a02d req-afe75475-8e80-4a2a-a9fa-b12077e47862 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/security-groups?id=307a4bbb-d92c-431b-b492-23bb7da4c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719910 Nov 11 21:32:38.766791 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2883a5-0324-4055-8e35-b7d0d67fa322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5068eef-0f91-4fc7-9399-0cfb84cdbf6e'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:38.769159 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f484c944-9b8a-47eb-be5d-35f31eb60c3c" -d '{"events": [{"server_uuid": "be2883a5-0324-4055-8e35-b7d0d67fa322", "name": "network-vif-plugged", "status": "completed", "tag": "b5068eef-0f91-4fc7-9399-0cfb84cdbf6e"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:38.891044 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f9174715-f6ee-4e63-94cc-ba4d66d7857c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:38.939054 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f9174715-f6ee-4e63-94cc-ba4d66d7857c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:38.985408 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f9174715-f6ee-4e63-94cc-ba4d66d7857c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Network 3b574cc1-a549-4854-8e74-091e974d921e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:38.988218 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f9174715-f6ee-4e63-94cc-ba4d66d7857c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:38.990794 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f9174715-f6ee-4e63-94cc-ba4d66d7857c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:39.034307 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9174715-f6ee-4e63-94cc-ba4d66d7857c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'Port': ['ID=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:39.050371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f9174715-f6ee-4e63-94cc-ba4d66d7857c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:39.051453 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f9174715-f6ee-4e63-94cc-ba4d66d7857c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:39.069190 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f9174715-f6ee-4e63-94cc-ba4d66d7857c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0064628 Nov 11 21:32:39.070930 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49362f13-9466-478f-8342-80420547b373 req-cff61cf2-ea56-4eda-a3b9-757a53992bd2 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:39.072446 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49362f13-9466-478f-8342-80420547b373 req-cff61cf2-ea56-4eda-a3b9-757a53992bd2 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.1847825 Nov 11 21:32:39.080413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c330640f-809e-4a04-9218-bfd8909ea075 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'port': {'device_id': '770455cf-0ee5-4257-8c89-88843417d0b6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e', 'admin_state_up': True, 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'security_groups': ['088d0746-4f50-4e34-b31d-911bd976f938']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:39.125043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910539ed-45fe-47c6-8373-7294d1d80d8a req-c3b46208-89ef-4675-8555-2e4c0fd3988c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:39.133302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910539ed-45fe-47c6-8373-7294d1d80d8a req-c3b46208-89ef-4675-8555-2e4c0fd3988c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:39.139994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910539ed-45fe-47c6-8373-7294d1d80d8a req-c3b46208-89ef-4675-8555-2e4c0fd3988c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:39.146728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910539ed-45fe-47c6-8373-7294d1d80d8a req-c3b46208-89ef-4675-8555-2e4c0fd3988c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:39.148517 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-910539ed-45fe-47c6-8373-7294d1d80d8a req-c3b46208-89ef-4675-8555-2e4c0fd3988c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 3094 time: 0.1610489 Nov 11 21:32:39.194263 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7045-ad65-466a-8647-2d0a425f0cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:39.220755 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bba3f7e4-ba08-43ba-9f78-7e0423f77b8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:39.279737 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bba3f7e4-ba08-43ba-9f78-7e0423f77b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:39.298083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0073810c-e94c-4e71-bc0c-46629e691651 None None] Provisioning complete for port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:39.298486 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0073810c-e94c-4e71-bc0c-46629e691651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:39.357382 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0073810c-e94c-4e71-bc0c-46629e691651 None None] Port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:39.360507 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49362f13-9466-478f-8342-80420547b373 req-c18c8aae-4d59-43e0-9062-8537ff15e919 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674835 Nov 11 21:32:39.414110 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bba3f7e4-ba08-43ba-9f78-7e0423f77b8a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e04079604c84bdfb666c537638af72d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7790079 Nov 11 21:32:39.414725 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a21163-4d25-4df0-9396-8fce11e503cb x-openstack-request-id: req-d6a21163-4d25-4df0-9396-8fce11e503cb {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:39.415132 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2883a5-0324-4055-8e35-b7d0d67fa322", "name": "network-vif-plugged", "status": "completed", "tag": "b5068eef-0f91-4fc7-9399-0cfb84cdbf6e", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:39.415395 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6a21163-4d25-4df0-9396-8fce11e503cb {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:39.415839 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2883a5-0324-4055-8e35-b7d0d67fa322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5068eef-0f91-4fc7-9399-0cfb84cdbf6e', 'code': 200} Nov 11 21:32:39.433452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-910539ed-45fe-47c6-8373-7294d1d80d8a req-7a18fc85-5631-4cc4-b286-47285c6d6b67 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717383 Nov 11 21:32:39.442927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59608) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:39.460786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3f7e4-ba08-43ba-9f78-7e0423f77b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53de3eea-e787-4d63-868e-fd4553551ef8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:39.519023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5649238e-ee55-4115-8c09-64a62b129dd3 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:32:39.581568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cd95d-b508-4ee4-98db-e29aa3810afc req-0ab31df0-b3b4-40b1-add8-340ea060facd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:39.583742 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-684cd95d-b508-4ee4-98db-e29aa3810afc req-0ab31df0-b3b4-40b1-add8-340ea060facd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 1097 time: 0.0569439 Nov 11 21:32:39.585206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c330640f-809e-4a04-9218-bfd8909ea075 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Made reservation on behalf of a0113b1be34a44a68ce314a4ec421108 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:39.590203 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c330640f-809e-4a04-9218-bfd8909ea075 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:39.644524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946d18c-cc1d-4d99-a5ab-645538dd1563 req-af5d2130-e0e8-40e0-8f01-e4c51a3b00d1 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:39.652355 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8946d18c-cc1d-4d99-a5ab-645538dd1563 req-af5d2130-e0e8-40e0-8f01-e4c51a3b00d1 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=adbb30e5-bbbb-4de7-8b14-42524724c010 HTTP/1.1" status: 200 len: 946 time: 0.1650128 Nov 11 21:32:39.667229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5649238e-ee55-4115-8c09-64a62b129dd3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5649238e-ee55-4115-8c09-64a62b129dd3,segment=NetworkSegment(3ed60e79-b23e-4179-8338-815a55b866d1),segment_id=3ed60e79-b23e-4179-8338-815a55b866d1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:39.686070 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '5649238e-ee55-4115-8c09-64a62b129dd3', 'network_id': '48d55bb3-f566-4ef1-a5ae-3c6ece285e3d', 'port_id': '5649238e-ee55-4115-8c09-64a62b129dd3', 'mac_address': 'fa:16:3e:11:d9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eaa4976-f205-4ea3-9b52-ea404f77d523', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:32:39.691886 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82c27abd-ee7a-44fd-86d0-b9d733d5a113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:39.738259 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:39.753607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8699bc-6ef6-4270-a8e4-da54caa47214 req-748fef03-60a6-4e49-ac5f-247012d64cbb tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:39.755246 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a8699bc-6ef6-4270-a8e4-da54caa47214 req-748fef03-60a6-4e49-ac5f-247012d64cbb tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 946 time: 0.1970155 Nov 11 21:32:39.755454 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5649238e-ee55-4115-8c09-64a62b129dd3 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:39.779458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5649238e-ee55-4115-8c09-64a62b129dd3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5649238e-ee55-4115-8c09-64a62b129dd3,segment=NetworkSegment(3ed60e79-b23e-4179-8338-815a55b866d1),segment_id=3ed60e79-b23e-4179-8338-815a55b866d1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:39.785854 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:39.796644 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82c27abd-ee7a-44fd-86d0-b9d733d5a113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:39.811109 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-684cd95d-b508-4ee4-98db-e29aa3810afc req-9a39eef0-c568-4061-a5f4-9a4e4a0c234b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059546 Nov 11 21:32:39.846338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=5649238e-ee55-4115-8c09-64a62b129dd3,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:39.857836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8946d18c-cc1d-4d99-a5ab-645538dd1563 req-3a312f3e-eda1-4bae-aa57-6b9f2884f6a3 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946545 Nov 11 21:32:39.892321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ee7045-ad65-466a-8647-2d0a425f0cc8 admin admin] Router 4846ae2f-457c-4882-ae47-29465dfe7cee has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:32:39.906410 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c330640f-809e-4a04-9218-bfd8909ea075 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Allocated IP 10.2.2.200 (3b574cc1-a549-4854-8e74-091e974d921e/723d138b-1459-41f3-8774-8cd909916b72/774bf466-7c76-4ef4-831b-c0a553800dfa) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:39.918475 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a8699bc-6ef6-4270-a8e4-da54caa47214 req-78296b69-3ddd-4b40-80e5-0e0cc3b5ac2f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504266 Nov 11 21:32:40.013112 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82c27abd-ee7a-44fd-86d0-b9d733d5a113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:40.015680 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82c27abd-ee7a-44fd-86d0-b9d733d5a113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:40.019709 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-82c27abd-ee7a-44fd-86d0-b9d733d5a113 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/53de3eea-e787-4d63-868e-fd4553551ef8 HTTP/1.1" status: 204 len: 168 time: 0.5725906 Nov 11 21:32:40.081374 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c27abd-ee7a-44fd-86d0-b9d733d5a113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53de3eea-e787-4d63-868e-fd4553551ef8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:40.083442 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c330640f-809e-4a04-9218-bfd8909ea075 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:40.132446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a90cd1-f054-463e-97ca-98ef6248d7f9 req-0f128c6a-f5a5-47c4-b439-066477e12669 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:40.134018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a90cd1-f054-463e-97ca-98ef6248d7f9 req-0f128c6a-f5a5-47c4-b439-066477e12669 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 945 time: 0.1760094 Nov 11 21:32:40.144461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ee7045-ad65-466a-8647-2d0a425f0cc8 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:32:40.156182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c330640f-809e-4a04-9218-bfd8909ea075 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:40.158723 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964589fc-584c-44b4-9002-1230d2a4a3f0 req-98b08b1a-6fec-4b87-8b7f-8faa78f1e3fd tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:40.159738 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913ec0a-6702-496f-9b27-dc25c69aa5fd None None] Sync routers for ids ['4846ae2f-457c-4882-ae47-29465dfe7cee'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:32:40.166429 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-964589fc-584c-44b4-9002-1230d2a4a3f0 req-98b08b1a-6fec-4b87-8b7f-8faa78f1e3fd tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/ports?device_id=2069078b-8617-400b-933f-97c7e3d8301f HTTP/1.1" status: 200 len: 944 time: 0.1728477 Nov 11 21:32:40.175091 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913ec0a-6702-496f-9b27-dc25c69aa5fd None None] Routers {'4846ae2f-457c-4882-ae47-29465dfe7cee'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:32:40.175383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a7ee7045-ad65-466a-8647-2d0a425f0cc8 admin admin] 10.222.0.57 "PUT /v2.0/routers/4846ae2f-457c-4882-ae47-29465dfe7cee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6465647 Nov 11 21:32:40.176178 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4913ec0a-6702-496f-9b27-dc25c69aa5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:32:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4846ae2f-457c-4882-ae47-29465dfe7cee'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:40.187652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59616) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:40.212572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c330640f-809e-4a04-9218-bfd8909ea075 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Network 3b574cc1-a549-4854-8e74-091e974d921e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:40.216111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c330640f-809e-4a04-9218-bfd8909ea075 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:40.218762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c330640f-809e-4a04-9218-bfd8909ea075 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:40.238416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['5649238e-ee55-4115-8c09-64a62b129dd3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:40.262575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330640f-809e-4a04-9218-bfd8909ea075 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event updated for resources: {'Port': ['ID=774bf466-7c76-4ef4-831b-c0a553800dfa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:40.307176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c330640f-809e-4a04-9218-bfd8909ea075 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:40.308705 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c330640f-809e-4a04-9218-bfd8909ea075 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:40.334706 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c330640f-809e-4a04-9218-bfd8909ea075 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2559392 Nov 11 21:32:40.351478 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Request body: {'port': {'device_id': '770455cf-0ee5-4257-8c89-88843417d0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:40.375447 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4913ec0a-6702-496f-9b27-dc25c69aa5fd None None] Set router 4846ae2f-457c-4882-ae47-29465dfe7cee gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:32:40.463870 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:40.481682 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-964589fc-584c-44b4-9002-1230d2a4a3f0 req-a2cd8f20-5b76-4421-bf98-bb1fbb338863 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/security-groups?id=307a4bbb-d92c-431b-b492-23bb7da4c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142807 Nov 11 21:32:40.517493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4a90cd1-f054-463e-97ca-98ef6248d7f9 req-e4afc8b1-ed26-4980-9c21-accba4cd0f87 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757441 Nov 11 21:32:40.564480 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:40.695759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-17364365-ffca-41dd-86f7-af7729adc38f None None] Provisioning complete for port 774bf466-7c76-4ef4-831b-c0a553800dfa triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:40.696141 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17364365-ffca-41dd-86f7-af7729adc38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:40.763030 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-68be0dde-abee-4010-993f-9291c86f49d0 service neutron] show failed (client error): The resource could not be found. Nov 11 21:32:40.764136 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-68be0dde-abee-4010-993f-9291c86f49d0 service neutron] 10.222.0.71 "GET /v2.0/ports/62a14a83-0af0-40a8-be8f-6ddd11d598e2/bindings/n-h1-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.1177537 Nov 11 21:32:40.780986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-17364365-ffca-41dd-86f7-af7729adc38f None None] Port 774bf466-7c76-4ef4-831b-c0a553800dfa cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:40.813027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce2f44-32db-4378-8ad8-d52ba1850a63 req-51b91e35-3fa5-4d1a-ad78-1d009762bd1a tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:40.815345 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-10ce2f44-32db-4378-8ad8-d52ba1850a63 req-51b91e35-3fa5-4d1a-ad78-1d009762bd1a tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.71 "GET /v2.0/ports?device_id=adbb30e5-bbbb-4de7-8b14-42524724c010 HTTP/1.1" status: 200 len: 946 time: 0.3076320 Nov 11 21:32:40.905130 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:40.964832 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66701b06-5e22-4610-9320-a30844a1486a req-fac9e842-6f67-45c0-accf-8960add1eb1c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:40.970503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66701b06-5e22-4610-9320-a30844a1486a req-fac9e842-6f67-45c0-accf-8960add1eb1c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.3291595 Nov 11 21:32:41.003660 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4913ec0a-6702-496f-9b27-dc25c69aa5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'name': 'tempest-ServersTestMultiNic-1540420868-router', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:31Z', 'updated_at': '2021-11-11T21:32:38Z', 'revision_number': 5, 'project_id': 'e65ee3347f4a4354b077d82866a98b8a', 'gw_port': {'id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:44:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:34Z', 'updated_at': '2021-11-11T21:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:41.004172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01527224-d95b-4581-8155-533885939f65 req-07908d04-3d27-4d34-8065-eb33bef76a0b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:41.018468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01527224-d95b-4581-8155-533885939f65 req-07908d04-3d27-4d34-8065-eb33bef76a0b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:41.036077 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01527224-d95b-4581-8155-533885939f65 req-07908d04-3d27-4d34-8065-eb33bef76a0b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:41.050944 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01527224-d95b-4581-8155-533885939f65 req-07908d04-3d27-4d34-8065-eb33bef76a0b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:41.066978 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01527224-d95b-4581-8155-533885939f65 req-07908d04-3d27-4d34-8065-eb33bef76a0b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:41.071337 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913ec0a-6702-496f-9b27-dc25c69aa5fd None None] Checking router: 4846ae2f-457c-4882-ae47-29465dfe7cee for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:32:41.081409 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01527224-d95b-4581-8155-533885939f65 req-07908d04-3d27-4d34-8065-eb33bef76a0b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 3815 time: 0.4003768 Nov 11 21:32:41.096212 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913ec0a-6702-496f-9b27-dc25c69aa5fd None None] Routers {'4846ae2f-457c-4882-ae47-29465dfe7cee'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:32:41.097148 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4913ec0a-6702-496f-9b27-dc25c69aa5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:32:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4846ae2f-457c-4882-ae47-29465dfe7cee'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:41.182333 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.210384 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-10ce2f44-32db-4378-8ad8-d52ba1850a63 req-c23e1555-6a64-4c5e-930f-ef442b67a554 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Deleting port f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:41.210384 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-10ce2f44-32db-4378-8ad8-d52ba1850a63 req-c23e1555-6a64-4c5e-930f-ef442b67a554 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.308090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-24cac038-4f26-4128-b42c-c1a41859ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:41.310057 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-24cac038-4f26-4128-b42c-c1a41859ef36 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6&tenant_id=fd47c33b622049db8b0a7624a7b34e9c HTTP/1.1" status: 200 len: 1100 time: 0.2343402 Nov 11 21:32:41.328769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:41.350340 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4913ec0a-6702-496f-9b27-dc25c69aa5fd None None] Set router 4846ae2f-457c-4882-ae47-29465dfe7cee gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:32:41.383592 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01527224-d95b-4581-8155-533885939f65 req-2a289bf2-4deb-4e5d-aafa-076c7b845b31 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989986 Nov 11 21:32:41.419791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66701b06-5e22-4610-9320-a30844a1486a req-6c4834fd-70d3-485f-b6cb-acc3cdb064d4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321066 Nov 11 21:32:41.490186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-10ce2f44-32db-4378-8ad8-d52ba1850a63 req-c23e1555-6a64-4c5e-930f-ef442b67a554 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] For port f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f,segment=NetworkSegment(51c18b80-ab8b-4652-95a8-906f32df19a1),segment_id=51c18b80-ab8b-4652-95a8-906f32df19a1)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:41.490953 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-10ce2f44-32db-4378-8ad8-d52ba1850a63 req-c23e1555-6a64-4c5e-930f-ef442b67a554 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.503715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feee0a0e-9849-4e5f-8dca-8da81ee6bb6b {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:41.513348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59648) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:41.519749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.522426 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.524984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-10ce2f44-32db-4378-8ad8-d52ba1850a63 req-c23e1555-6a64-4c5e-930f-ef442b67a554 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Calling delete_port for f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:41.538672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5649238e-ee55-4115-8c09-64a62b129dd3 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:41.561072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] Deleting port ced59fa1-609d-4fc4-ab40-e152298d0993 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:41.566860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.604327 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Transition to ACTIVE for port object feee0a0e-9849-4e5f-8dca-8da81ee6bb6b will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:41.683343 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.711285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 5649238e-ee55-4115-8c09-64a62b129dd3 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:32:41.716358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 5649238e-ee55-4115-8c09-64a62b129dd3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:41.717135 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.726447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] For port ced59fa1-609d-4fc4-ab40-e152298d0993, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ced59fa1-609d-4fc4-ab40-e152298d0993,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:41.726808 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.792306 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] Calling delete_port for ced59fa1-609d-4fc4-ab40-e152298d0993 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:41.865289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-network', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:41.945305 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.001024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Pushing event updated for resources: {'Port': ['ID=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:42.018648 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4913ec0a-6702-496f-9b27-dc25c69aa5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'name': 'tempest-ServersTestMultiNic-1540420868-router', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:31Z', 'updated_at': '2021-11-11T21:32:38Z', 'revision_number': 5, 'project_id': 'e65ee3347f4a4354b077d82866a98b8a', 'gw_port': {'id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:44:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:34Z', 'updated_at': '2021-11-11T21:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:42.048193 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2069078b-8617-400b-933f-97c7e3d8301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5649238e-ee55-4115-8c09-64a62b129dd3'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:42.052204 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d39384-4656-4deb-b576-77d514ece5a9" -d '{"events": [{"server_uuid": "2069078b-8617-400b-933f-97c7e3d8301f", "name": "network-vif-plugged", "status": "completed", "tag": "5649238e-ee55-4115-8c09-64a62b129dd3"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:42.053041 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Attempting to bind port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:42.055259 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Attempting to bind port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '34e596dc-acf0-4911-a062-0cef7a121feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:42.055638 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Attempting to bind port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b on network 28575828-e1a6-401b-bf7c-c60e475ca065 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:42.100041 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b on network 28575828-e1a6-401b-bf7c-c60e475ca065 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:42.100440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Attempting to bind port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b on network 28575828-e1a6-401b-bf7c-c60e475ca065 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:42.117070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:42.118376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Checking segment: {'id': '34e596dc-acf0-4911-a062-0cef7a121feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:42.118876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Bound using segment: {'id': '34e596dc-acf0-4911-a062-0cef7a121feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:42.119371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Bound port: feee0a0e-9849-4e5f-8dca-8da81ee6bb6b, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e596dc-acf0-4911-a062-0cef7a121feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:42.119908 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.121472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5649238e-ee55-4115-8c09-64a62b129dd3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5649238e-ee55-4115-8c09-64a62b129dd3,segment=NetworkSegment(3ed60e79-b23e-4179-8338-815a55b866d1),segment_id=3ed60e79-b23e-4179-8338-815a55b866d1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:42.124093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Made reservation on behalf of b1f19774f69a4e5e9e895dab69bf6d47 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:42.127795 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.131352 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.155358 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913ec0a-6702-496f-9b27-dc25c69aa5fd None None] The sync data for ids ['4846ae2f-457c-4882-ae47-29465dfe7cee'] in n-d-805737-3 is: [{'id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'name': 'tempest-ServersTestMultiNic-1540420868-router', 'tenant_id': 'e65ee3347f4a4354b077d82866a98b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:31Z', 'updated_at': '2021-11-11T21:32:38Z', 'revision_number': 5, 'project_id': 'e65ee3347f4a4354b077d82866a98b8a', 'gw_port': {'id': 'ced59fa1-609d-4fc4-ab40-e152298d0993', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:44:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4846ae2f-457c-4882-ae47-29465dfe7cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:34Z', 'updated_at': '2021-11-11T21:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:32:42.171863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281569c-9032-4d1e-ac4e-74f7b8e95ea6 req-1af52a9b-7c88-4bf8-a40f-035c53bc1cf1 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:42.176066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b281569c-9032-4d1e-ac4e-74f7b8e95ea6 req-1af52a9b-7c88-4bf8-a40f-035c53bc1cf1 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=adbb30e5-bbbb-4de7-8b14-42524724c010 HTTP/1.1" status: 200 len: 946 time: 0.3395903 Nov 11 21:32:42.207872 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.277046 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=5649238e-ee55-4115-8c09-64a62b129dd3,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:42.299174 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-10ce2f44-32db-4378-8ad8-d52ba1850a63 req-c23e1555-6a64-4c5e-930f-ef442b67a554 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.324997 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:42.339994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e1555-6a64-4c5e-930f-ef442b67a554 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Pushing event deleted for resources: {'Port': ['ID=f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:42.360171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] For port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:42.362723 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] For port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b,segment=NetworkSegment(34e596dc-acf0-4911-a062-0cef7a121feb),segment_id=34e596dc-acf0-4911-a062-0cef7a121feb)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:42.389219 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['cff1087c-ea86-4c8c-815e-f815368735e5', 'f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:42.391438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.399084 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.403559 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b281569c-9032-4d1e-ac4e-74f7b8e95ea6 req-433839e9-0a0b-47fa-9a84-15570c92efa4 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975234 Nov 11 21:32:42.417876 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.427590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:42.428304 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.429837 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] 10.222.0.10 "PUT /v2.0/ports/feee0a0e-9849-4e5f-8dca-8da81ee6bb6b HTTP/1.1" status: 200 len: 1091 time: 2.0847454 Nov 11 21:32:42.433426 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:42.444643 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b876fcce-6c86-481a-a756-c902e890670a" -d '{"events": [{"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "feee0a0e-9849-4e5f-8dca-8da81ee6bb6b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:42.453192 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ce2f44-32db-4378-8ad8-d52ba1850a63 req-c23e1555-6a64-4c5e-930f-ef442b67a554 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] No DVR routers for this DVR port f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:42.457154 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-10ce2f44-32db-4378-8ad8-d52ba1850a63 req-c23e1555-6a64-4c5e-930f-ef442b67a554 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.460967 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-10ce2f44-32db-4378-8ad8-d52ba1850a63 req-c23e1555-6a64-4c5e-930f-ef442b67a554 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.71 "DELETE /v2.0/ports/f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f HTTP/1.1" status: 204 len: 173 time: 1.5885828 Nov 11 21:32:42.465762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5655ed8b-e295-4acf-9fe4-7aab8e8065e3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:42.479116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cbcbe-9507-414e-803f-87815f6670f6 req-27c1451a-b31a-4c29-94a6-542294bd18cd tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:42.481386 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882cbcbe-9507-414e-803f-87815f6670f6 req-27c1451a-b31a-4c29-94a6-542294bd18cd tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 946 time: 0.3719127 Nov 11 21:32:42.503716 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:32:42.507724 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:42.508136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:42.508530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:42.508948 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:42.509345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:42.509841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:42.510500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:42.510962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:42.511474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:42.511895 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:42.512282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:42.512662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:42.612933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Request body: {'port': {'device_id': '770455cf-0ee5-4257-8c89-88843417d0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:42.627580 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] For port 62a14a83-0af0-40a8-be8f-6ddd11d598e2, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:42.644459 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.644775 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Added segment ec8a5332-e8ed-489d-b51a-c0b23d290bca of type vlan for network a49a4356-70ed-460f-a1fc-e12a48908987 Nov 11 21:32:42.791155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3fa82568-b191-44bf-b219-08ce9c05a74b no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:42.829909 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 3fa82568-b191-44bf-b219-08ce9c05a74b {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:42.830332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3fa82568-b191-44bf-b219-08ce9c05a74b not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:42.853367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7e294-617c-4dcb-84bb-887dbeeb5674 service neutron] Pushing event updated for resources: {'Port': ['ID=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:42.907664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] For port 62a14a83-0af0-40a8-be8f-6ddd11d598e2, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:42.909880 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.930919 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882cbcbe-9507-414e-803f-87815f6670f6 req-90f36e40-03d3-41b1-8f07-11aea68248da tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304342 Nov 11 21:32:42.942453 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.978511 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:43.057783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8899c9-bc95-46b8-ba51-7d08ceabb1bd req-630bd83e-0180-478e-92b7-6ccd68065736 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:43.059390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c8899c9-bc95-46b8-ba51-7d08ceabb1bd req-630bd83e-0180-478e-92b7-6ccd68065736 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/ports?device_id=2069078b-8617-400b-933f-97c7e3d8301f HTTP/1.1" status: 200 len: 945 time: 0.4923649 Nov 11 21:32:43.070967 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced59fa1-609d-4fc4-ab40-e152298d0993,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:43.097816 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904d62da-8df6-4a88-bc6c-78aa1b617520 x-openstack-request-id: req-904d62da-8df6-4a88-bc6c-78aa1b617520 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:43.098668 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2069078b-8617-400b-933f-97c7e3d8301f", "name": "network-vif-plugged", "status": "completed", "tag": "5649238e-ee55-4115-8c09-64a62b129dd3", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:43.099113 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-904d62da-8df6-4a88-bc6c-78aa1b617520 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:43.099684 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2069078b-8617-400b-933f-97c7e3d8301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5649238e-ee55-4115-8c09-64a62b129dd3', 'code': 200} Nov 11 21:32:43.104330 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:43.105419 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:43.106014 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:43.234450 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:43.296688 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.7806823 Nov 11 21:32:43.309618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59682) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:43.318272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b9a277e9-5f85-46e1-b1d2-6f3485626751 admin admin] Request body: {'subnet': {'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-subnet', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:43.345875 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c8899c9-bc95-46b8-ba51-7d08ceabb1bd req-ba69fc58-b0e8-4ed8-ae09-1e16d14386f5 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/security-groups?id=307a4bbb-d92c-431b-b492-23bb7da4c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593226 Nov 11 21:32:43.366693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20922d02-8cf4-4ad7-af28-59162568ce09 admin admin] Pushing event updated for resources: {'Network': ['ID=a49a4356-70ed-460f-a1fc-e12a48908987,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:43.377246 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:43.379105 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network a49a4356-70ed-460f-a1fc-e12a48908987 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:32:43.438507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Transition to ACTIVE for port object 62a14a83-0af0-40a8-be8f-6ddd11d598e2 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:43.447916 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:43.528430 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d31b8f-71b8-4c0a-b3d5-a2e297fd7f4d req-d56f770c-3d85-4905-aae5-4e8993f44b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:43.530122 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c1d31b8f-71b8-4c0a-b3d5-a2e297fd7f4d req-d56f770c-3d85-4905-aae5-4e8993f44b75 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2069078b-8617-400b-933f-97c7e3d8301f HTTP/1.1" status: 200 len: 1096 time: 0.3390410 Nov 11 21:32:43.539185 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] No DVR routers for this DVR port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:43.571948 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Pushing event updated for resources: {'Port': ['ID=62a14a83-0af0-40a8-be8f-6ddd11d598e2,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:43.658777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:43.679918 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:43.707523 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Attempting to bind port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:43.707900 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Attempting to bind port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:43.708182 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Attempting to bind port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:43.718859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Transition to ACTIVE for port object 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:43.725245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:43.725645 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Attempting to bind port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:43.733041 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:43.733523 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:43.734369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:43.734540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Bound port: 62a14a83-0af0-40a8-be8f-6ddd11d598e2, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:43.734949 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:43.737484 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:43.741231 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c1d31b8f-71b8-4c0a-b3d5-a2e297fd7f4d req-aeeee483-a84e-4804-9d4d-d9f6b3dfbd87 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=307a4bbb-d92c-431b-b492-23bb7da4c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877687 Nov 11 21:32:43.831699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Pushing event updated for resources: {'Port': ['ID=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:43.868339 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-97fec9f3-b69d-4442-b2eb-f435c269e656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:43.896397 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:43.898822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a277e9-5f85-46e1-b1d2-6f3485626751 admin admin] Made reservation on behalf of b1f19774f69a4e5e9e895dab69bf6d47 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:43.901300 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b9a277e9-5f85-46e1-b1d2-6f3485626751 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:43.903745 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:43.913935 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca327f2e-4925-4c65-bb02-212af5da426e req-6843b29c-5907-4041-8d03-cb5c8bc796c4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:43.915498 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca327f2e-4925-4c65-bb02-212af5da426e req-6843b29c-5907-4041-8d03-cb5c8bc796c4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.7065685 Nov 11 21:32:43.924912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Attempting to bind port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:43.925253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Attempting to bind port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:43.925584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Attempting to bind port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 on network daab2798-5889-436e-a5cb-09a946e4b419 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:43.945114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 on network daab2798-5889-436e-a5cb-09a946e4b419 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:43.945457 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Attempting to bind port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 on network daab2798-5889-436e-a5cb-09a946e4b419 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:43.955517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] For port 62a14a83-0af0-40a8-be8f-6ddd11d598e2, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:43.958211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:43.958551 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Checking segment: {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:43.958965 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Bound using segment: {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:43.959621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Bound port: 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:43.959984 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:43.963081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] For port 62a14a83-0af0-40a8-be8f-6ddd11d598e2, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:43.975979 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:44.035095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cf4d1-a556-4f2b-9570-399e144358c7 req-cb94ba60-7152-4fb2-ae2a-ea1b884a930f tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.039534 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.040104 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:44.041045 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cf4d1-a556-4f2b-9570-399e144358c7 req-cb94ba60-7152-4fb2-ae2a-ea1b884a930f tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.041711 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] 10.222.0.10 "PUT /v2.0/ports/62a14a83-0af0-40a8-be8f-6ddd11d598e2 HTTP/1.1" status: 200 len: 1095 time: 2.7174008 Nov 11 21:32:44.047137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cf4d1-a556-4f2b-9570-399e144358c7 req-cb94ba60-7152-4fb2-ae2a-ea1b884a930f tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.053203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cf4d1-a556-4f2b-9570-399e144358c7 req-cb94ba60-7152-4fb2-ae2a-ea1b884a930f tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.059861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cf4d1-a556-4f2b-9570-399e144358c7 req-cb94ba60-7152-4fb2-ae2a-ea1b884a930f tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.066206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cf4d1-a556-4f2b-9570-399e144358c7 req-cb94ba60-7152-4fb2-ae2a-ea1b884a930f tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.074703 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e0cf4d1-a556-4f2b-9570-399e144358c7 req-cb94ba60-7152-4fb2-ae2a-ea1b884a930f tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 4605 time: 0.3011413 Nov 11 21:32:44.087439 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:44.087989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4846ae2f-457c-4882-ae47-29465dfe7cee {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:32:44.096529 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:44.098367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e1c7217b-0629-4cee-9fa9-2df3ebe23733 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4846ae2f-457c-4882-ae47-29465dfe7cee HTTP/1.1" status: 204 len: 168 time: 3.9083505 Nov 11 21:32:44.105008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59686) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:44.143337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430411c4-70f3-4f13-a6d3-95a0d1c54ceb service neutron] Pushing event updated for resources: {'Port': ['ID=62a14a83-0af0-40a8-be8f-6ddd11d598e2,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:44.155340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] For port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:44.160170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] For port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:44.170739 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:44.230048 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-bfb216ad-fe60-4b5d-aa28-724158d61637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.231857 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-bfb216ad-fe60-4b5d-aa28-724158d61637 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 1098 time: 0.1518970 Nov 11 21:32:44.238779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.239499 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:44.241158 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] 10.222.0.10 "PUT /v2.0/ports/69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 HTTP/1.1" status: 200 len: 1136 time: 1.6479700 Nov 11 21:32:44.256670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca327f2e-4925-4c65-bb02-212af5da426e req-8ac8249f-ac1c-469c-a0a8-71f5ebe72ec7 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146265 Nov 11 21:32:44.299572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b38cf4-631f-40fc-b61b-4761773160ec admin admin] Deleting subnet fc54cdd9-93a7-4fc7-acdc-1ad6b298a291 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:32:44.301085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Request body: {'port': {'device_id': '770455cf-0ee5-4257-8c89-88843417d0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:44.319934 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a5b38cf4-631f-40fc-b61b-4761773160ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:44.398071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833d902-c455-47b1-aa22-c2396189edd4 service neutron] Pushing event updated for resources: {'Port': ['ID=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:44.425811 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:44.434330 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f30f991-570b-4a60-837d-13a872f37f14 x-openstack-request-id: req-2f30f991-570b-4a60-837d-13a872f37f14 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:44.434954 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "feee0a0e-9849-4e5f-8dca-8da81ee6bb6b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:44.435400 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2f30f991-570b-4a60-837d-13a872f37f14 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:44.435986 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b', 'status': 'completed', 'code': 200} Nov 11 21:32:44.447779 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e0cf4d1-a556-4f2b-9570-399e144358c7 req-9c99f04b-5709-47c8-8361-283b5ce84d4c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3720067 Nov 11 21:32:44.494019 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:44.526652 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a5b38cf4-631f-40fc-b61b-4761773160ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:44.552976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-15478987-8559-4a16-a988-5bea731d80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.554289 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-15478987-8559-4a16-a988-5bea731d80a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.2944014 Nov 11 21:32:44.708978 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876fcce-6c86-481a-a756-c902e890670a req-23aef7da-21d8-4366-9691-253f9fb83d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.709515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876fcce-6c86-481a-a756-c902e890670a req-23aef7da-21d8-4366-9691-253f9fb83d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.709991 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876fcce-6c86-481a-a756-c902e890670a req-23aef7da-21d8-4366-9691-253f9fb83d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.710449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876fcce-6c86-481a-a756-c902e890670a req-23aef7da-21d8-4366-9691-253f9fb83d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.710907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876fcce-6c86-481a-a756-c902e890670a req-23aef7da-21d8-4366-9691-253f9fb83d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.714396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876fcce-6c86-481a-a756-c902e890670a req-23aef7da-21d8-4366-9691-253f9fb83d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.716345 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b876fcce-6c86-481a-a756-c902e890670a req-23aef7da-21d8-4366-9691-253f9fb83d22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0113b1be34a44a68ce314a4ec421108&device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5291 time: 0.2879355 Nov 11 21:32:44.716511 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-59d17a52-8449-4184-bd5c-d0e6df3d749c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2 HTTP/1.1" status: 200 len: 217 time: 0.1403105 Nov 11 21:32:44.753388 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e73ce9f4-39ae-4f93-bde7-00a2c7a3bcae req-cdd3236a-61f2-4cdd-964b-a965d1e13580 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-584103310&fields=id&tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d HTTP/1.1" status: 200 len: 267 time: 0.2329609 Nov 11 21:32:44.822602 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b9a277e9-5f85-46e1-b1d2-6f3485626751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:44.826469 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ced59fa1-609d-4fc4-ab40-e152298d0993 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:44.866667 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: ced59fa1-609d-4fc4-ab40-e152298d0993 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:44.867005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ced59fa1-609d-4fc4-ab40-e152298d0993 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:44.916712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-8e11e0b0-b4b1-4045-8c8c-4a945e2250e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.918542 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-8e11e0b0-b4b1-4045-8c8c-4a945e2250e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1025624 Nov 11 21:32:44.960116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876fcce-6c86-481a-a756-c902e890670a req-0881ffd1-9464-43bb-a067-f3f5fe0e0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.960575 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876fcce-6c86-481a-a756-c902e890670a req-0881ffd1-9464-43bb-a067-f3f5fe0e0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.961055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876fcce-6c86-481a-a756-c902e890670a req-0881ffd1-9464-43bb-a067-f3f5fe0e0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.962657 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b876fcce-6c86-481a-a756-c902e890670a req-0881ffd1-9464-43bb-a067-f3f5fe0e0020 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a0113b1be34a44a68ce314a4ec421108&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.1419318 Nov 11 21:32:45.028218 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-a13473f7-2c76-499d-a14b-8caa86680eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:45.030391 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-a13473f7-2c76-499d-a14b-8caa86680eb5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0977390 Nov 11 21:32:45.068922 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a5b38cf4-631f-40fc-b61b-4761773160ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:45.092392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ed3440-fad0-40db-ae8d-c2ff35601d0b {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:45.126315 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:45.128547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a277e9-5f85-46e1-b1d2-6f3485626751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de819e90-3abb-46e9-9312-23bc42d8b7d3,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:45.138436 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ce9f4-39ae-4f93-bde7-00a2c7a3bcae req-89f6a083-cbe9-45aa-8ec2-be2be1ba7c33 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:45.146443 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e73ce9f4-39ae-4f93-bde7-00a2c7a3bcae req-89f6a083-cbe9-45aa-8ec2-be2be1ba7c33 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 946 time: 0.3532238 Nov 11 21:32:45.149844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Transition to ACTIVE for port object f0ed3440-fad0-40db-ae8d-c2ff35601d0b will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:45.160144 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:45.162257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-e73ce9f4-39ae-4f93-bde7-00a2c7a3bcae req-216d5029-1aed-400d-9424-6230610d314a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'port': {'security_groups': ['66aeb843-01ce-4874-a733-c07cab3e16b5', '07d8bf75-f489-4394-8b8d-be5238ab9709']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:45.196569 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddca05-c0e4-422a-a493-ce5e9dd12d6f req-990e8053-7bf7-4fa9-898d-9a7fda7354c1 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:45.203988 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-c00c6ac3-3c07-45cb-9c05-91f4ab4923a4 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498947 Nov 11 21:32:45.206406 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8ddca05-c0e4-422a-a493-ce5e9dd12d6f req-990e8053-7bf7-4fa9-898d-9a7fda7354c1 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/ports?device_id=2069078b-8617-400b-933f-97c7e3d8301f HTTP/1.1" status: 200 len: 945 time: 0.4511602 Nov 11 21:32:45.252061 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Pushing event updated for resources: {'Port': ['ID=f0ed3440-fad0-40db-ae8d-c2ff35601d0b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:45.288063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a277e9-5f85-46e1-b1d2-6f3485626751 admin admin] Checking segment: {'id': 'ec8a5332-e8ed-489d-b51a-c0b23d290bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:45.288699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a277e9-5f85-46e1-b1d2-6f3485626751 admin admin] Network hostable DHCP agents. Network: a49a4356-70ed-460f-a1fc-e12a48908987, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:32:45.381960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876fcce-6c86-481a-a756-c902e890670a req-ae11beee-d73c-4045-b748-3a99f0709150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:45.383477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b876fcce-6c86-481a-a756-c902e890670a req-ae11beee-d73c-4045-b748-3a99f0709150 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3921835 Nov 11 21:32:45.389857 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a5b38cf4-631f-40fc-b61b-4761773160ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:45.428886 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8ddca05-c0e4-422a-a493-ce5e9dd12d6f req-8beaa062-2442-4e8b-b1a7-9560b98fa6b5 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/security-groups?id=307a4bbb-d92c-431b-b492-23bb7da4c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152390 Nov 11 21:32:45.434552 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e73ce9f4-39ae-4f93-bde7-00a2c7a3bcae req-216d5029-1aed-400d-9424-6230610d314a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:45.480455 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-660c7c48-91d0-4585-9714-cc3d49510c9d req-e752502a-02f3-4ba5-a1a4-510127f199a9 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638211 Nov 11 21:32:45.486577 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 79af2e19-3de9-4d18-b2ce-201ee1edee7f details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:32:45.491770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b38cf4-631f-40fc-b61b-4761773160ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc54cdd9-93a7-4fc7-acdc-1ad6b298a291,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:45.496280 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a5b38cf4-631f-40fc-b61b-4761773160ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:45.500145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a5b38cf4-631f-40fc-b61b-4761773160ec admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fc54cdd9-93a7-4fc7-acdc-1ad6b298a291 HTTP/1.1" status: 204 len: 168 time: 1.3940356 Nov 11 21:32:45.503326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59728) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:45.505668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a277e9-5f85-46e1-b1d2-6f3485626751 admin admin] Network a49a4356-70ed-460f-a1fc-e12a48908987 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:32:45.523680 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9d2bf7-f541-4b55-9f60-c27d254e407d None None] Network 19af4895-1152-4229-b15b-ac2e532dbbb8 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:45.559166 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Attempting to bind port f0ed3440-fad0-40db-ae8d-c2ff35601d0b on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:45.561746 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Attempting to bind port f0ed3440-fad0-40db-ae8d-c2ff35601d0b by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:45.562128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Attempting to bind port f0ed3440-fad0-40db-ae8d-c2ff35601d0b on network daab2798-5889-436e-a5cb-09a946e4b419 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:45.584465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Port f0ed3440-fad0-40db-ae8d-c2ff35601d0b on network daab2798-5889-436e-a5cb-09a946e4b419 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:45.584877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Attempting to bind port f0ed3440-fad0-40db-ae8d-c2ff35601d0b on network daab2798-5889-436e-a5cb-09a946e4b419 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:45.585636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-b9a277e9-5f85-46e1-b1d2-6f3485626751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, a49a4356-70ed-460f-a1fc-e12a48908987) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:45.615561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:45.617225 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Checking segment: {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:45.619959 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Bound using segment: {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:45.620317 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Bound port: f0ed3440-fad0-40db-ae8d-c2ff35601d0b, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:45.620689 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:45.648451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a277e9-5f85-46e1-b1d2-6f3485626751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:45.649262 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b9a277e9-5f85-46e1-b1d2-6f3485626751 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:45.696681 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b9a277e9-5f85-46e1-b1d2-6f3485626751 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 2.3822484 Nov 11 21:32:45.701926 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:45.706925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59730) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:45.717334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:45.750643 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 62a14a83-0af0-40a8-be8f-6ddd11d598e2 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:45.764749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044e6a8e-4903-4990-a377-f9da51bcb10e None None] Network a49a4356-70ed-460f-a1fc-e12a48908987 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:45.839417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] For port f0ed3440-fad0-40db-ae8d-c2ff35601d0b, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:45.850257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] For port f0ed3440-fad0-40db-ae8d-c2ff35601d0b, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=f0ed3440-fad0-40db-ae8d-c2ff35601d0b,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:45.860135 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:45.870414 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:32:45.888408 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:45.889550 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:45.935835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Pushing event updated for resources: {'Port': ['ID=f0ed3440-fad0-40db-ae8d-c2ff35601d0b,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:45.948530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:45.949229 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:45.950925 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9982a377-6ab9-4d9a-a8ad-dd27cc0f4b1c service neutron] 10.222.0.10 "PUT /v2.0/ports/f0ed3440-fad0-40db-ae8d-c2ff35601d0b HTTP/1.1" status: 200 len: 1136 time: 1.6551414 Nov 11 21:32:45.990531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Request body: {'port': {'device_id': '770455cf-0ee5-4257-8c89-88843417d0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:46.141447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 62a14a83-0af0-40a8-be8f-6ddd11d598e2 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:46.142165 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:46.143875 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4e63aa70-614d-4b1e-b2b9-e8d7f2c2f853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:46.160628 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:46.223096 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:46.288669 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:46.290732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:46.329815 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e73ce9f4-39ae-4f93-bde7-00a2c7a3bcae req-216d5029-1aed-400d-9424-6230610d314a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] For port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e,segment=NetworkSegment(e4aee7f6-990a-4d98-a33f-f01296c4c194),segment_id=e4aee7f6-990a-4d98-a33f-f01296c4c194)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:46.366563 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e73ce9f4-39ae-4f93-bde7-00a2c7a3bcae req-216d5029-1aed-400d-9424-6230610d314a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:46.376226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] Deleting port 8854fe18-4918-46ca-a082-5194cee9c76f {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:46.376904 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:46.383779 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e73ce9f4-39ae-4f93-bde7-00a2c7a3bcae req-216d5029-1aed-400d-9424-6230610d314a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:46.418205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b5068eef-0f91-4fc7-9399-0cfb84cdbf6e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:46.425167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 79af2e19-3de9-4d18-b2ce-201ee1edee7f, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=79af2e19-3de9-4d18-b2ce-201ee1edee7f,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:46.456053 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbb30e5-bbbb-4de7-8b14-42524724c010', 'name': 'network-vif-deleted', 'tag': 'f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f'}, {'server_uuid': 'fbcfb9fc-391b-4402-8e7c-abbdab5528d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a14a83-0af0-40a8-be8f-6ddd11d598e2'}, {'name': 'network-changed', 'server_uuid': 'fbcfb9fc-391b-4402-8e7c-abbdab5528d6', 'tag': '62a14a83-0af0-40a8-be8f-6ddd11d598e2'}, {'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': '69bb4f4e-b425-44bd-8e17-a8c9f3f825f4'}, {'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': 'f0ed3440-fad0-40db-ae8d-c2ff35601d0b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:46.469353 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e873e3-885a-4d47-9342-e0b99dc55455" -d '{"events": [{"server_uuid": "adbb30e5-bbbb-4de7-8b14-42524724c010", "name": "network-vif-deleted", "tag": "f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f"}, {"server_uuid": "fbcfb9fc-391b-4402-8e7c-abbdab5528d6", "name": "network-vif-unplugged", "status": "completed", "tag": "62a14a83-0af0-40a8-be8f-6ddd11d598e2"}, {"name": "network-changed", "server_uuid": "fbcfb9fc-391b-4402-8e7c-abbdab5528d6", "tag": "62a14a83-0af0-40a8-be8f-6ddd11d598e2"}, {"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "69bb4f4e-b425-44bd-8e17-a8c9f3f825f4"}, {"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "f0ed3440-fad0-40db-ae8d-c2ff35601d0b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:46.499694 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '79af2e19-3de9-4d18-b2ce-201ee1edee7f', 'network_id': 'db6f838a-e359-4731-8b0b-e67a2634dc14', 'port_id': '79af2e19-3de9-4d18-b2ce-201ee1edee7f', 'mac_address': 'fa:16:3e:40:64:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1861653c-fba2-441d-b341-424c585bf1e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:32:46.521772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a9c7c-c032-496d-8d7f-9f5381e411af req-0ba93697-24d2-4d20-a2fd-154b7d650543 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:46.530323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de2a9c7c-c032-496d-8d7f-9f5381e411af req-0ba93697-24d2-4d20-a2fd-154b7d650543 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 947 time: 0.3311105 Nov 11 21:32:46.594333 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ce9f4-39ae-4f93-bde7-00a2c7a3bcae req-216d5029-1aed-400d-9424-6230610d314a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:46.598200 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e73ce9f4-39ae-4f93-bde7-00a2c7a3bcae req-216d5029-1aed-400d-9424-6230610d314a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:46.613159 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e73ce9f4-39ae-4f93-bde7-00a2c7a3bcae req-216d5029-1aed-400d-9424-6230610d314a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "PUT /v2.0/ports/b5068eef-0f91-4fc7-9399-0cfb84cdbf6e HTTP/1.1" status: 200 len: 982 time: 1.4656820 Nov 11 21:32:46.671780 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23616cc5-dacf-43e9-b299-a00544d54734 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:46.691734 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:46.716296 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Transition to ACTIVE for port object 23616cc5-dacf-43e9-b299-a00544d54734 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:46.724149 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:46.732532 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2883a5-0324-4055-8e35-b7d0d67fa322', 'tag': 'b5068eef-0f91-4fc7-9399-0cfb84cdbf6e'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:46.739407 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7691bb75-f88c-433b-a76c-9560e90ec1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "be2883a5-0324-4055-8e35-b7d0d67fa322", "tag": "b5068eef-0f91-4fc7-9399-0cfb84cdbf6e"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:46.875512 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:46.889865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] For port 8854fe18-4918-46ca-a082-5194cee9c76f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8854fe18-4918-46ca-a082-5194cee9c76f,segment=NetworkSegment(97463047-8fe0-4563-bd9d-ac1dd14bcd3e),segment_id=97463047-8fe0-4563-bd9d-ac1dd14bcd3e)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:46.890490 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:46.891631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Pushing event updated for resources: {'Port': ['ID=23616cc5-dacf-43e9-b299-a00544d54734,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:46.893846 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-a49a4356-70ed-460f-a1fc-e12a48908987', 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'fixed_ips': [{'subnet_id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:32:46.895062 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:46.927936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d5029-1aed-400d-9424-6230610d314a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'Port': ['ID=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e,revision_number=6']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:46.959771 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] Calling delete_port for 8854fe18-4918-46ca-a082-5194cee9c76f owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:46.976254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0745c-9e63-48b7-873a-f07ead5d62fa req-9e648424-650c-4d9f-98b5-5bfebc71f5b4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:46.988320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0745c-9e63-48b7-873a-f07ead5d62fa req-9e648424-650c-4d9f-98b5-5bfebc71f5b4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:46.995109 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0745c-9e63-48b7-873a-f07ead5d62fa req-9e648424-650c-4d9f-98b5-5bfebc71f5b4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:47.011350 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0745c-9e63-48b7-873a-f07ead5d62fa req-9e648424-650c-4d9f-98b5-5bfebc71f5b4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:47.015079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b5068eef-0f91-4fc7-9399-0cfb84cdbf6e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:47.026321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0745c-9e63-48b7-873a-f07ead5d62fa req-9e648424-650c-4d9f-98b5-5bfebc71f5b4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:47.027846 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Attempting to bind port 23616cc5-dacf-43e9-b299-a00544d54734 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:47.028244 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Attempting to bind port 23616cc5-dacf-43e9-b299-a00544d54734 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:47.028576 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Attempting to bind port 23616cc5-dacf-43e9-b299-a00544d54734 on network daab2798-5889-436e-a5cb-09a946e4b419 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:47.039016 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Port 23616cc5-dacf-43e9-b299-a00544d54734 on network daab2798-5889-436e-a5cb-09a946e4b419 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:47.039336 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Attempting to bind port 23616cc5-dacf-43e9-b299-a00544d54734 on network daab2798-5889-436e-a5cb-09a946e4b419 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:47.044447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0745c-9e63-48b7-873a-f07ead5d62fa req-9e648424-650c-4d9f-98b5-5bfebc71f5b4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:47.051262 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0745c-9e63-48b7-873a-f07ead5d62fa req-9e648424-650c-4d9f-98b5-5bfebc71f5b4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:47.054424 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:47.057190 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Checking segment: {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:47.057585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Bound using segment: {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:47.058192 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Bound port: 23616cc5-dacf-43e9-b299-a00544d54734, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:47.058556 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:47.060456 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-77a0745c-9e63-48b7-873a-f07ead5d62fa req-9e648424-650c-4d9f-98b5-5bfebc71f5b4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5395 time: 0.3153939 Nov 11 21:32:47.104569 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1e27e9-6453-4054-bd93-ff736b1c4fad None None] DHCP port deletion for 19af4895-1152-4229-b15b-ac2e532dbbb8 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:32:47.108722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de2a9c7c-c032-496d-8d7f-9f5381e411af req-f8310929-28d3-4798-862e-f5831f5b86c8 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780177 Nov 11 21:32:47.206071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] For port 23616cc5-dacf-43e9-b299-a00544d54734, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:47.218474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] For port 23616cc5-dacf-43e9-b299-a00544d54734, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=23616cc5-dacf-43e9-b299-a00544d54734,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:47.227525 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:47.338211 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-77a0745c-9e63-48b7-873a-f07ead5d62fa req-090ce1ea-694a-4d4e-8714-65f1c314543d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2758796 Nov 11 21:32:47.338724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Pushing event updated for resources: {'Port': ['ID=23616cc5-dacf-43e9-b299-a00544d54734,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:47.370184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:47.370799 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:47.373976 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-30096bd6-7cfa-4892-a1e0-9f5d9d3228e6 service neutron] 10.222.0.10 "PUT /v2.0/ports/23616cc5-dacf-43e9-b299-a00544d54734 HTTP/1.1" status: 200 len: 1090 time: 1.3882563 Nov 11 21:32:47.405772 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:47.423363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Request body: {'port': {'device_id': '770455cf-0ee5-4257-8c89-88843417d0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:47.528623 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 857 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfc25c3-5403-41d7-9a8a-6df736565ddb x-openstack-request-id: req-9bfc25c3-5403-41d7-9a8a-6df736565ddb {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:47.529292 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbb30e5-bbbb-4de7-8b14-42524724c010", "name": "network-vif-deleted", "tag": "f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f", "status": "completed", "code": 200}, {"server_uuid": "fbcfb9fc-391b-4402-8e7c-abbdab5528d6", "name": "network-vif-unplugged", "status": "completed", "tag": "62a14a83-0af0-40a8-be8f-6ddd11d598e2", "code": 200}, {"name": "network-changed", "server_uuid": "fbcfb9fc-391b-4402-8e7c-abbdab5528d6", "tag": "62a14a83-0af0-40a8-be8f-6ddd11d598e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "69bb4f4e-b425-44bd-8e17-a8c9f3f825f4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "f0ed3440-fad0-40db-ae8d-c2ff35601d0b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:47.529292 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9bfc25c3-5403-41d7-9a8a-6df736565ddb {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:47.529590 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbb30e5-bbbb-4de7-8b14-42524724c010', 'name': 'network-vif-deleted', 'tag': 'f1e957a0-ca4a-4a28-a2fb-a36a5a990a7f', 'status': 'completed', 'code': 200} Nov 11 21:32:47.529802 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcfb9fc-391b-4402-8e7c-abbdab5528d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a14a83-0af0-40a8-be8f-6ddd11d598e2', 'code': 200} Nov 11 21:32:47.530040 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbcfb9fc-391b-4402-8e7c-abbdab5528d6', 'tag': '62a14a83-0af0-40a8-be8f-6ddd11d598e2', 'status': 'completed', 'code': 200} Nov 11 21:32:47.530279 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': '69bb4f4e-b425-44bd-8e17-a8c9f3f825f4', 'status': 'completed', 'code': 200} Nov 11 21:32:47.530514 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': 'f0ed3440-fad0-40db-ae8d-c2ff35601d0b', 'status': 'completed', 'code': 200} Nov 11 21:32:47.659390 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:47.671571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada8cd8-8f88-4ba9-a461-8ad91b284eee req-8270f294-d02d-45de-9e12-abc294e6d20f tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:47.692188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cada8cd8-8f88-4ba9-a461-8ad91b284eee req-8270f294-d02d-45de-9e12-abc294e6d20f tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/ports?device_id=2069078b-8617-400b-933f-97c7e3d8301f HTTP/1.1" status: 200 len: 945 time: 0.3763864 Nov 11 21:32:47.719634 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-674dc8cd-8c13-470a-b5d3-cac2bdec9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:47.721704 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-674dc8cd-8c13-470a-b5d3-cac2bdec9498 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 1098 time: 0.1950452 Nov 11 21:32:47.736363 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:47.773923 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:47.775130 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-a715ce48-c49d-4112-9a6c-278d566d3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:47.776607 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-a715ce48-c49d-4112-9a6c-278d566d3291 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 1098 time: 0.2344289 Nov 11 21:32:47.787900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e27e9-6453-4054-bd93-ff736b1c4fad None None] Deleting port 8854fe18-4918-46ca-a082-5194cee9c76f {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:47.793226 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b1e27e9-6453-4054-bd93-ff736b1c4fad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:47.845074 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79af2e19-3de9-4d18-b2ce-201ee1edee7f {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:47.867247 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8854fe18-4918-46ca-a082-5194cee9c76f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:47.885774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 79af2e19-3de9-4d18-b2ce-201ee1edee7f, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=79af2e19-3de9-4d18-b2ce-201ee1edee7f,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:47.893148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] No DVR routers for this DVR port 8854fe18-4918-46ca-a082-5194cee9c76f on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:47.935862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e6864ee-0e2b-43b0-b49f-3fa02fe9a11c req-bff08cd5-e489-40af-9d0c-048cab2fa07a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1358193897&fields=id&tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d HTTP/1.1" status: 200 len: 267 time: 0.3023500 Nov 11 21:32:47.967339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Allocated IP 172.20.0.2 (a49a4356-70ed-460f-a1fc-e12a48908987/de819e90-3abb-46e9-9312-23bc42d8b7d3/bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:47.970421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cada8cd8-8f88-4ba9-a461-8ad91b284eee req-c9740ed9-89bb-42de-bf52-43ea47b3b323 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/security-groups?id=307a4bbb-d92c-431b-b492-23bb7da4c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771800 Nov 11 21:32:48.140933 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5baeb8-5f1d-48b9-9678-1ef8357ed421 x-openstack-request-id: req-8a5baeb8-5f1d-48b9-9678-1ef8357ed421 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:48.141501 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2883a5-0324-4055-8e35-b7d0d67fa322", "tag": "b5068eef-0f91-4fc7-9399-0cfb84cdbf6e", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:48.141923 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a5baeb8-5f1d-48b9-9678-1ef8357ed421 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:48.142522 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2883a5-0324-4055-8e35-b7d0d67fa322', 'tag': 'b5068eef-0f91-4fc7-9399-0cfb84cdbf6e', 'status': 'completed', 'code': 200} Nov 11 21:32:48.205179 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:48.314033 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6864ee-0e2b-43b0-b49f-3fa02fe9a11c req-a0424a93-0748-4dab-8889-4c7d8b6c85b7 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:48.323373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e6864ee-0e2b-43b0-b49f-3fa02fe9a11c req-a0424a93-0748-4dab-8889-4c7d8b6c85b7 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 985 time: 0.3763065 Nov 11 21:32:48.329646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-7e6864ee-0e2b-43b0-b49f-3fa02fe9a11c req-aeb920ae-480a-4d57-bde2-71e4160aabec tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'port': {'security_groups': ['07d8bf75-f489-4394-8b8d-be5238ab9709', '66aeb843-01ce-4874-a733-c07cab3e16b5', '83d90794-18e8-4331-960e-441ebb2a9de6']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:48.412070 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:48.438855 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:48.441687 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:48.498819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 62a14a83-0af0-40a8-be8f-6ddd11d598e2 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:32:48.556220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-05a6f866-baf3-4ae4-92fb-e924f155fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:48.558682 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-05a6f866-baf3-4ae4-92fb-e924f155fdb2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.8152599 Nov 11 21:32:48.572074 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['79af2e19-3de9-4d18-b2ce-201ee1edee7f'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:48.636272 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0b1e27e9-6453-4054-bd93-ff736b1c4fad None None] For port 8854fe18-4918-46ca-a082-5194cee9c76f, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:48.636929 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b1e27e9-6453-4054-bd93-ff736b1c4fad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:48.650583 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:48.655000 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Network a49a4356-70ed-460f-a1fc-e12a48908987 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:48.662575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-7c25b1a7-04e0-4593-92e5-89868f253800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:48.667157 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-7c25b1a7-04e0-4593-92e5-89868f253800 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.8492231 Nov 11 21:32:48.676441 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-9e247d0d-b411-4f6a-8c5f-413a8de33ece service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2 HTTP/1.1" status: 200 len: 217 time: 0.0994494 Nov 11 21:32:48.680375 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:48.726827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e27e9-6453-4054-bd93-ff736b1c4fad None None] Calling delete_port for 8854fe18-4918-46ca-a082-5194cee9c76f owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:48.727742 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-afd33508-bd8f-4c26-af66-30cd0f10ff11 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2 HTTP/1.1" status: 200 len: 217 time: 0.0475593 Nov 11 21:32:48.730334 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:48.747989 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:32:48.750438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-0b1e27e9-6453-4054-bd93-ff736b1c4fad None None] Port 8854fe18-4918-46ca-a082-5194cee9c76f was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:32:48.780360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=79af2e19-3de9-4d18-b2ce-201ee1edee7f,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:48.832011 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b1e27e9-6453-4054-bd93-ff736b1c4fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:48.847192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Attempting to bind port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:48.847555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Attempting to bind port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'ec8a5332-e8ed-489d-b51a-c0b23d290bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:48.848409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Attempting to bind port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec on network a49a4356-70ed-460f-a1fc-e12a48908987 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:48.850637 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8854fe18-4918-46ca-a082-5194cee9c76f no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:48.883710 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 8854fe18-4918-46ca-a082-5194cee9c76f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:48.884065 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8854fe18-4918-46ca-a082-5194cee9c76f not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:48.900592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-203b9843-6578-456f-a837-80bbdfa812ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:48.902853 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-203b9843-6578-456f-a837-80bbdfa812ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1741078 Nov 11 21:32:48.908970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-ab21637c-ceab-4f60-9ecd-4d3cff19332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:48.910591 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-ab21637c-ceab-4f60-9ecd-4d3cff19332c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1664901 Nov 11 21:32:48.918150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:48.918550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:48.918860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:48.919192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:48.919520 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:48.919846 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:48.920168 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:48.920489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:48.920826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:48.921150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:48.921463 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:48.921778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:48.960006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:48.960386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Checking segment: {'id': 'ec8a5332-e8ed-489d-b51a-c0b23d290bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:48.960789 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:48.961209 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Bound using segment: {'id': 'ec8a5332-e8ed-489d-b51a-c0b23d290bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:48.961687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Bound port: bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8a5332-e8ed-489d-b51a-c0b23d290bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:48.962062 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:48.976016 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e27e9-6453-4054-bd93-ff736b1c4fad None None] No DVR routers for this DVR port 8854fe18-4918-46ca-a082-5194cee9c76f on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:49.035310 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47e0d50-b635-4eea-b40d-e6d4166567fe {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:49.042076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-f9d3a87a-e5ce-49dd-8b06-6f183b11b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:49.043765 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-f9d3a87a-e5ce-49dd-8b06-6f183b11b571 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1322043 Nov 11 21:32:49.061071 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.110794 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19af4895-1152-4229-b15b-ac2e532dbbb8']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:49.159309 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Pushing event updated for resources: {'Port': ['ID=bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:49.162864 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-736f5f7a-e2dd-4436-812b-7dc5c6acf53f service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987153 Nov 11 21:32:49.168430 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-dbdc4770-b9bd-4e61-8d82-85fec72434e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:49.170406 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-dbdc4770-b9bd-4e61-8d82-85fec72434e7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2464406 Nov 11 21:32:49.186057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691bb75-f88c-433b-a76c-9560e90ec1f3 req-6a850450-958a-45e8-89d7-4f4d729b5188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:49.187613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7691bb75-f88c-433b-a76c-9560e90ec1f3 req-6a850450-958a-45e8-89d7-4f4d729b5188 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d&device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 1136 time: 1.0559413 Nov 11 21:32:49.201617 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97463047-8fe0-4563-bd9d-ac1dd14bcd3e') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:49.201913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97463047-8fe0-4563-bd9d-ac1dd14bcd3e') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:49.211298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Transition to ACTIVE for port object d47e0d50-b635-4eea-b40d-e6d4166567fe will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:49.238691 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.273387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e27e9-6453-4054-bd93-ff736b1c4fad None None] Pushing event deleted for resources: {'Port': ['ID=8854fe18-4918-46ca-a082-5194cee9c76f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:49.298699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Pushing event updated for resources: {'Port': ['ID=d47e0d50-b635-4eea-b40d-e6d4166567fe,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:49.336824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 62a14a83-0af0-40a8-be8f-6ddd11d598e2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:49.352059 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.359282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] For port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:49.365543 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] For port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec,segment=NetworkSegment(ec8a5332-e8ed-489d-b51a-c0b23d290bca),segment_id=ec8a5332-e8ed-489d-b51a-c0b23d290bca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:49.368406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '62a14a83-0af0-40a8-be8f-6ddd11d598e2', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '62a14a83-0af0-40a8-be8f-6ddd11d598e2', 'mac_address': 'fa:16:3e:29:04:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:32:49.374663 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.468844 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.482984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2d6db-914b-484b-b923-14fcf4fa8730 None None] Pushing event updated for resources: {'Port': ['ID=bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:49.515119 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.519958 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-2617c4cd-6914-4db0-98f2-ae1a94d7ac5f service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416367 Nov 11 21:32:49.534016 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:32:49.534543 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.542338 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': '23616cc5-dacf-43e9-b299-a00544d54734'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:49.548382 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f37e750-2bf0-40d2-b76c-e65c16d79125" -d '{"events": [{"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "23616cc5-dacf-43e9-b299-a00544d54734"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:49.558045 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.600826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a14a83-0af0-40a8-be8f-6ddd11d598e2 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:49.648238 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 62a14a83-0af0-40a8-be8f-6ddd11d598e2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:49.659274 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.666745 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7e6864ee-0e2b-43b0-b49f-3fa02fe9a11c req-aeb920ae-480a-4d57-bde2-71e4160aabec tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.678985 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:32:49.681680 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:32:49.687781 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.693963 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.699709 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/19af4895-1152-4229-b15b-ac2e532dbbb8 HTTP/1.1" status: 204 len: 168 time: 4.1928163 Nov 11 21:32:49.720199 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-18c5cefc-38be-49a7-8ecc-e7d201b804a9 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326636 Nov 11 21:32:49.771036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=62a14a83-0af0-40a8-be8f-6ddd11d598e2,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:49.789727 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.812701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-98edee2b-58f9-4aa5-9b8f-ba390be136e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:49.813206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-98edee2b-58f9-4aa5-9b8f-ba390be136e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:49.813673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-98edee2b-58f9-4aa5-9b8f-ba390be136e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:49.814133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-98edee2b-58f9-4aa5-9b8f-ba390be136e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:49.814587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-98edee2b-58f9-4aa5-9b8f-ba390be136e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:49.815083 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-98edee2b-58f9-4aa5-9b8f-ba390be136e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:49.815533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-98edee2b-58f9-4aa5-9b8f-ba390be136e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:49.817543 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-98edee2b-58f9-4aa5-9b8f-ba390be136e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0113b1be34a44a68ce314a4ec421108&device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 6312 time: 0.2195263 Nov 11 21:32:49.822159 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01754d02-4639-4c25-b2c8-f86697318395 req-9c603466-e910-4119-aff0-6415be8ed8b6 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:49.835566 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01754d02-4639-4c25-b2c8-f86697318395 req-9c603466-e910-4119-aff0-6415be8ed8b6 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 944 time: 1.6878264 Nov 11 21:32:49.870951 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Attempting to bind port d47e0d50-b635-4eea-b40d-e6d4166567fe on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:49.871352 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Attempting to bind port d47e0d50-b635-4eea-b40d-e6d4166567fe by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:49.872215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Attempting to bind port d47e0d50-b635-4eea-b40d-e6d4166567fe on network daab2798-5889-436e-a5cb-09a946e4b419 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:49.960915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Port d47e0d50-b635-4eea-b40d-e6d4166567fe on network daab2798-5889-436e-a5cb-09a946e4b419 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:49.966109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['62a14a83-0af0-40a8-be8f-6ddd11d598e2'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:49.989414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Attempting to bind port d47e0d50-b635-4eea-b40d-e6d4166567fe on network daab2798-5889-436e-a5cb-09a946e4b419 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:50.076521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59766) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:50.077427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:50.077767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Checking segment: {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:50.078158 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Bound using segment: {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:50.078627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Bound port: d47e0d50-b635-4eea-b40d-e6d4166567fe, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb82544-c528-46e7-8814-6e3b0e53bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:50.078988 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:50.096820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e008d-3001-4e45-a101-7a43eafbf6a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=19af4895-1152-4229-b15b-ac2e532dbbb8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:50.104886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691bb75-f88c-433b-a76c-9560e90ec1f3 req-eb53a37a-95f0-4ea3-9746-79136d862c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:50.107752 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7691bb75-f88c-433b-a76c-9560e90ec1f3 req-eb53a37a-95f0-4ea3-9746-79136d862c98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18898783-5058-4e57-bc2e-6ade26d28162 HTTP/1.1" status: 200 len: 915 time: 0.8979046 Nov 11 21:32:50.254546 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-5a715ad7-e819-40f1-ac81-39ed822007ee service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223117 Nov 11 21:32:50.276249 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7691bb75-f88c-433b-a76c-9560e90ec1f3 req-b015ad35-195f-47e0-ae9d-0edb2f64525e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e HTTP/1.1" status: 200 len: 217 time: 0.1425426 Nov 11 21:32:50.281426 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-17aec000-344b-4ecd-a353-60800553c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:50.282383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-17aec000-344b-4ecd-a353-60800553c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:50.282851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-17aec000-344b-4ecd-a353-60800553c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:50.284534 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-17aec000-344b-4ecd-a353-60800553c9ab service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a0113b1be34a44a68ce314a4ec421108&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.3961158 Nov 11 21:32:50.313493 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1310e2d7-3934-4057-a1c4-a277fdb98d9a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e65ee3347f4a4354b077d82866a98b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314732 Nov 11 21:32:50.320109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59768) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:50.411351 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] For port d47e0d50-b635-4eea-b40d-e6d4166567fe, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:50.451700 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 79af2e19-3de9-4d18-b2ce-201ee1edee7f up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:50.453399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] For port d47e0d50-b635-4eea-b40d-e6d4166567fe, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d47e0d50-b635-4eea-b40d-e6d4166567fe,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:50.474637 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:50.531506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:50.532165 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:50.533642 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] 10.222.0.10 "PUT /v2.0/ports/d47e0d50-b635-4eea-b40d-e6d4166567fe HTTP/1.1" status: 200 len: 1091 time: 3.1152122 Nov 11 21:32:50.558837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-abdb94eb-9c15-446c-ad79-99512312293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:50.561715 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-abdb94eb-9c15-446c-ad79-99512312293d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2642417 Nov 11 21:32:50.568023 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5925a923-22d1-4fe5-ab43-3dad2b1b7b61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:50.586269 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Request body: {'port': {'device_id': '770455cf-0ee5-4257-8c89-88843417d0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:50.609640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 79af2e19-3de9-4d18-b2ce-201ee1edee7f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:50.611532 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:50.633393 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9dc31-cf78-44a0-b31f-e4de25a66720 service neutron] Pushing event updated for resources: {'Port': ['ID=d47e0d50-b635-4eea-b40d-e6d4166567fe,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:50.654409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5925a923-22d1-4fe5-ab43-3dad2b1b7b61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:50.824281 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:50.845796 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:50.852991 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-7e6864ee-0e2b-43b0-b49f-3fa02fe9a11c req-aeb920ae-480a-4d57-bde2-71e4160aabec tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] For port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e,segment=NetworkSegment(e4aee7f6-990a-4d98-a33f-f01296c4c194),segment_id=e4aee7f6-990a-4d98-a33f-f01296c4c194)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:50.915557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8259bea-534c-428b-b70b-0bc0f3562fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79af2e19-3de9-4d18-b2ce-201ee1edee7f'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:50.923897 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35242fda-c14f-4a96-bdaf-875ab6c6643b" -d '{"events": [{"server_uuid": "f8259bea-534c-428b-b70b-0bc0f3562fcd", "name": "network-vif-plugged", "status": "completed", "tag": "79af2e19-3de9-4d18-b2ce-201ee1edee7f"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:50.929189 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7e6864ee-0e2b-43b0-b49f-3fa02fe9a11c req-aeb920ae-480a-4d57-bde2-71e4160aabec tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:50.964620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 79af2e19-3de9-4d18-b2ce-201ee1edee7f, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=79af2e19-3de9-4d18-b2ce-201ee1edee7f,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:50.972247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:50.978510 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:51.005937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-2940d58b-e86f-466e-b394-f47e7a374acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:51.006195 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-2940d58b-e86f-466e-b394-f47e7a374acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:51.006522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-2940d58b-e86f-466e-b394-f47e7a374acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:51.006904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-2940d58b-e86f-466e-b394-f47e7a374acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:51.007350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-2940d58b-e86f-466e-b394-f47e7a374acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:51.007809 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-2940d58b-e86f-466e-b394-f47e7a374acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:51.008241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-2940d58b-e86f-466e-b394-f47e7a374acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:51.010167 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-2940d58b-e86f-466e-b394-f47e7a374acf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0113b1be34a44a68ce314a4ec421108&device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 6354 time: 0.3363779 Nov 11 21:32:51.066547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Allocated IP 172.25.0.237 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/ef635b22-7653-49ed-b1d9-d8b86d0983e3) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:51.136582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=79af2e19-3de9-4d18-b2ce-201ee1edee7f,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:51.181376 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5925a923-22d1-4fe5-ab43-3dad2b1b7b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:51.183970 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5925a923-22d1-4fe5-ab43-3dad2b1b7b61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:51.200819 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5925a923-22d1-4fe5-ab43-3dad2b1b7b61 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e7624bf-71c9-4423-842e-7b35c61688dd HTTP/1.1" status: 204 len: 168 time: 0.8484583 Nov 11 21:32:51.215980 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:51.216466 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:51.223942 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:51.281248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01754d02-4639-4c25-b2c8-f86697318395 req-7a3b8d62-5b33-4e1b-8074-e40d534e83d7 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4455495 Nov 11 21:32:51.298095 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:51.316300 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7e6864ee-0e2b-43b0-b49f-3fa02fe9a11c req-aeb920ae-480a-4d57-bde2-71e4160aabec tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:51.341695 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b5068eef-0f91-4fc7-9399-0cfb84cdbf6e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:51.407525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691bb75-f88c-433b-a76c-9560e90ec1f3 req-cfb54de5-c7b1-4e17-a425-c90f3f962aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:51.413741 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7691bb75-f88c-433b-a76c-9560e90ec1f3 req-cfb54de5-c7b1-4e17-a425-c90f3f962aba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d7cb89f3-a334-4065-a096-f45c6d41dd1f HTTP/1.1" status: 200 len: 853 time: 1.0811598 Nov 11 21:32:51.432697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900a4f80-d064-4420-9de0-74ef6ea81ad9 None None] Network a49a4356-70ed-460f-a1fc-e12a48908987 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:51.442096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:51.464558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6864ee-0e2b-43b0-b49f-3fa02fe9a11c req-aeb920ae-480a-4d57-bde2-71e4160aabec tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:51.466949 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7e6864ee-0e2b-43b0-b49f-3fa02fe9a11c req-aeb920ae-480a-4d57-bde2-71e4160aabec tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:51.486852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e6864ee-0e2b-43b0-b49f-3fa02fe9a11c req-aeb920ae-480a-4d57-bde2-71e4160aabec tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "PUT /v2.0/ports/b5068eef-0f91-4fc7-9399-0cfb84cdbf6e HTTP/1.1" status: 200 len: 1021 time: 3.1618619 Nov 11 21:32:51.544204 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925a923-22d1-4fe5-ab43-3dad2b1b7b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7624bf-71c9-4423-842e-7b35c61688dd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:51.578954 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:51.588486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2883a5-0324-4055-8e35-b7d0d67fa322', 'tag': 'b5068eef-0f91-4fc7-9399-0cfb84cdbf6e'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:51.595235 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ff521d-e7cc-419f-ad6f-69cf0ea87233" -d '{"events": [{"name": "network-changed", "server_uuid": "be2883a5-0324-4055-8e35-b7d0d67fa322", "tag": "b5068eef-0f91-4fc7-9399-0cfb84cdbf6e"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:51.598226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-7a32a202-8db1-4ed8-b2c4-87a7b1a08a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:51.598701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-7a32a202-8db1-4ed8-b2c4-87a7b1a08a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:51.599162 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-7a32a202-8db1-4ed8-b2c4-87a7b1a08a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:51.600820 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-7a32a202-8db1-4ed8-b2c4-87a7b1a08a47 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a0113b1be34a44a68ce314a4ec421108&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.5807498 Nov 11 21:32:51.610281 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7691bb75-f88c-433b-a76c-9560e90ec1f3 req-d8a23096-3aaf-4ed5-91c0-f90535cbad03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18898783-5058-4e57-bc2e-6ade26d28162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108117 Nov 11 21:32:51.612774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:51.858312 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7691bb75-f88c-433b-a76c-9560e90ec1f3 req-7def5d15-a371-418e-8cb2-20fd7aa36edd service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271543 Nov 11 21:32:51.869339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-6a4d31af-53c5-447c-9717-bca3defd1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:51.874099 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4e873e3-885a-4d47-9342-e0b99dc55455 req-6a4d31af-53c5-447c-9717-bca3defd1bb3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1958411 Nov 11 21:32:51.988897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:52.013040 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:52.047299 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b5068eef-0f91-4fc7-9399-0cfb84cdbf6e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:52.048227 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Pushing event updated for resources: {'Port': ['ID=ef635b22-7653-49ed-b1d9-d8b86d0983e3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:52.063479 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Transition to ACTIVE for port object fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:52.075577 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:52.191591 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:52.201610 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:52.284559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec,segment=NetworkSegment(ec8a5332-e8ed-489d-b51a-c0b23d290bca),segment_id=ec8a5332-e8ed-489d-b51a-c0b23d290bca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:52.287118 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d6d87512-f7f3-4ba1-9b7b-5747929b695d None None] Provisioning complete for port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:52.288003 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d6d87512-f7f3-4ba1-9b7b-5747929b695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:52.314592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Attempting to bind port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:52.314994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Attempting to bind port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '021eebc1-8424-4b3c-8489-f2ff5d3f867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:52.315333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Attempting to bind port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d on network 3b574cc1-a549-4854-8e74-091e974d921e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:52.330171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d on network 3b574cc1-a549-4854-8e74-091e974d921e not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:52.330532 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Attempting to bind port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d on network 3b574cc1-a549-4854-8e74-091e974d921e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:52.358016 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:52.359919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:52.360254 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Checking segment: {'id': '021eebc1-8424-4b3c-8489-f2ff5d3f867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:52.360637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Bound using segment: {'id': '021eebc1-8424-4b3c-8489-f2ff5d3f867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:52.361096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Bound port: fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021eebc1-8424-4b3c-8489-f2ff5d3f867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:52.361450 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:52.529829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] For port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:52.537970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] For port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:52.543941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56187d66-6b51-44c6-a99e-8bb9bbe33efc req-0cfee444-d195-470d-9e07-9cba29ba67cf tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:52.544524 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 62a14a83-0af0-40a8-be8f-6ddd11d598e2 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:52.549715 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:52.562809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56187d66-6b51-44c6-a99e-8bb9bbe33efc req-0cfee444-d195-470d-9e07-9cba29ba67cf tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:52.576082 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56187d66-6b51-44c6-a99e-8bb9bbe33efc req-0cfee444-d195-470d-9e07-9cba29ba67cf tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:52.591496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56187d66-6b51-44c6-a99e-8bb9bbe33efc req-0cfee444-d195-470d-9e07-9cba29ba67cf tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:52.623203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56187d66-6b51-44c6-a99e-8bb9bbe33efc req-0cfee444-d195-470d-9e07-9cba29ba67cf tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:52.628185 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:52.629666 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:52.630941 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] 10.222.0.10 "PUT /v2.0/ports/fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d HTTP/1.1" status: 200 len: 1091 time: 2.0514307 Nov 11 21:32:52.639049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56187d66-6b51-44c6-a99e-8bb9bbe33efc req-0cfee444-d195-470d-9e07-9cba29ba67cf tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:52.669045 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db3136-44ba-4c7f-8277-35f269daec44 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:52.677936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56187d66-6b51-44c6-a99e-8bb9bbe33efc req-0cfee444-d195-470d-9e07-9cba29ba67cf tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:52.689423 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56187d66-6b51-44c6-a99e-8bb9bbe33efc req-0cfee444-d195-470d-9e07-9cba29ba67cf tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5407 time: 0.8270593 Nov 11 21:32:52.696177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Request body: {'port': {'device_id': '770455cf-0ee5-4257-8c89-88843417d0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:52.706490 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaa286-06be-4d21-b36c-d7f6ac12148a req-7a108a6e-df30-4961-a6ac-3d020f0c6e39 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:52.717768 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dedaa286-06be-4d21-b36c-d7f6ac12148a req-7a108a6e-df30-4961-a6ac-3d020f0c6e39 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 948 time: 0.8195665 Nov 11 21:32:52.770365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59802) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:52.800522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb920ae-480a-4d57-bde2-71e4160aabec tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'Port': ['ID=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e,revision_number=7']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:52.804059 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:32:52.840654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:52.841077 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:52.909536 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7691bb75-f88c-433b-a76c-9560e90ec1f3 req-b9b01f40-1915-45da-9c59-af602c5661a0 service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9786007 Nov 11 21:32:52.970042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:53.048331 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dedaa286-06be-4d21-b36c-d7f6ac12148a req-2c5045f5-f4ea-4ad2-bb3e-686fb70d3976 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250506 Nov 11 21:32:53.098429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1018959866-network', 'tenant_id': 'd07551da103945f4ba6991759143609e'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:53.143968 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43006655-4b7e-4d3a-80e8-f7c3b20a750c x-openstack-request-id: req-43006655-4b7e-4d3a-80e8-f7c3b20a750c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:53.145707 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "23616cc5-dacf-43e9-b299-a00544d54734", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:53.146140 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-43006655-4b7e-4d3a-80e8-f7c3b20a750c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:53.146704 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': '23616cc5-dacf-43e9-b299-a00544d54734', 'status': 'completed', 'code': 200} Nov 11 21:32:53.226441 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:53.234558 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003778db-da17-4fbb-be86-ecdc520c8ee4 x-openstack-request-id: req-003778db-da17-4fbb-be86-ecdc520c8ee4 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:53.234851 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8259bea-534c-428b-b70b-0bc0f3562fcd", "name": "network-vif-plugged", "status": "completed", "tag": "79af2e19-3de9-4d18-b2ce-201ee1edee7f", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:53.235110 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-003778db-da17-4fbb-be86-ecdc520c8ee4 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:53.235518 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8259bea-534c-428b-b70b-0bc0f3562fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79af2e19-3de9-4d18-b2ce-201ee1edee7f', 'code': 200} Nov 11 21:32:53.238914 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:53.320346 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] Made reservation on behalf of d07551da103945f4ba6991759143609e for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:53.323314 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:53.335148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56187d66-6b51-44c6-a99e-8bb9bbe33efc req-22f87652-78ad-45f6-88c3-62a5d40bd5a0 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6111083 Nov 11 21:32:53.342288 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:53.372346 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 62a14a83-0af0-40a8-be8f-6ddd11d598e2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:53.393078 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:53.421324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37e750-2bf0-40d2-b76c-e65c16d79125 req-070298e6-5248-4343-8c43-148c129db9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:53.421791 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37e750-2bf0-40d2-b76c-e65c16d79125 req-070298e6-5248-4343-8c43-148c129db9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:53.428454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37e750-2bf0-40d2-b76c-e65c16d79125 req-070298e6-5248-4343-8c43-148c129db9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:53.429058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37e750-2bf0-40d2-b76c-e65c16d79125 req-070298e6-5248-4343-8c43-148c129db9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:53.429890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37e750-2bf0-40d2-b76c-e65c16d79125 req-070298e6-5248-4343-8c43-148c129db9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:53.430399 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37e750-2bf0-40d2-b76c-e65c16d79125 req-070298e6-5248-4343-8c43-148c129db9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:53.434035 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37e750-2bf0-40d2-b76c-e65c16d79125 req-070298e6-5248-4343-8c43-148c129db9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:53.436392 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f37e750-2bf0-40d2-b76c-e65c16d79125 req-070298e6-5248-4343-8c43-148c129db9e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0113b1be34a44a68ce314a4ec421108&device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 6421 time: 0.1780813 Nov 11 21:32:53.561533 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:53.641829 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db9b36a-7e13-4561-94e2-e27b58e2645e x-openstack-request-id: req-8db9b36a-7e13-4561-94e2-e27b58e2645e {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:53.642567 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2883a5-0324-4055-8e35-b7d0d67fa322", "tag": "b5068eef-0f91-4fc7-9399-0cfb84cdbf6e", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:53.643117 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8db9b36a-7e13-4561-94e2-e27b58e2645e {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:53.643850 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2883a5-0324-4055-8e35-b7d0d67fa322', 'tag': 'b5068eef-0f91-4fc7-9399-0cfb84cdbf6e', 'status': 'completed', 'code': 200} Nov 11 21:32:53.656670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=62a14a83-0af0-40a8-be8f-6ddd11d598e2,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:53.741176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647f939-84c2-4ed9-aeb8-004b84ccbb1c req-48adf8df-9f8f-4246-9698-75a0185d0e65 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:53.749242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1647f939-84c2-4ed9-aeb8-004b84ccbb1c req-48adf8df-9f8f-4246-9698-75a0185d0e65 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 1024 time: 0.3896523 Nov 11 21:32:53.750400 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:53.771067 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:53.791988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-eec46960-9be8-4676-ba04-140cb668cb3f None None] Provisioning complete for port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:53.792443 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eec46960-9be8-4676-ba04-140cb668cb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:53.825885 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9577823-71b3-41b6-a929-a24474e40f61,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:53.861975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:32:53.883489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff521d-e7cc-419f-ad6f-69cf0ea87233 req-8a992d70-08b6-48de-baca-1543a9d765ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:53.885846 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c6ff521d-e7cc-419f-ad6f-69cf0ea87233 req-8a992d70-08b6-48de-baca-1543a9d765ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d&device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 1175 time: 0.1304700 Nov 11 21:32:53.976754 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1647f939-84c2-4ed9-aeb8-004b84ccbb1c req-ea0ecf24-b0a5-48b3-95e3-d68e4f79cd58 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&id=07d8bf75-f489-4394-8b8d-be5238ab9709&id=83d90794-18e8-4331-960e-441ebb2a9de6 HTTP/1.1" status: 200 len: 6198 time: 0.2254124 Nov 11 21:32:54.019536 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:54.020562 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] Added segment 72ad516e-63b8-44e8-ac66-956c96b38a00 of type vlan for network bd1d19c2-a0c1-4bb0-8084-8bee562c1569 Nov 11 21:32:54.085550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37e750-2bf0-40d2-b76c-e65c16d79125 req-b7c1eb87-b77d-4893-9712-79e85f511c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:54.086072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37e750-2bf0-40d2-b76c-e65c16d79125 req-b7c1eb87-b77d-4893-9712-79e85f511c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:54.099011 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37e750-2bf0-40d2-b76c-e65c16d79125 req-b7c1eb87-b77d-4893-9712-79e85f511c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:54.101240 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f37e750-2bf0-40d2-b76c-e65c16d79125 req-b7c1eb87-b77d-4893-9712-79e85f511c15 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a0113b1be34a44a68ce314a4ec421108&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.6227753 Nov 11 21:32:54.104028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff521d-e7cc-419f-ad6f-69cf0ea87233 req-7990ecf0-b068-41b6-b384-697be08dfc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:54.105873 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c6ff521d-e7cc-419f-ad6f-69cf0ea87233 req-7990ecf0-b068-41b6-b384-697be08dfc4f service neutron] 10.222.0.10 "GET /v2.0/networks?id=18898783-5058-4e57-bc2e-6ade26d28162 HTTP/1.1" status: 200 len: 915 time: 0.2081234 Nov 11 21:32:54.128233 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:54.193258 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c6ff521d-e7cc-419f-ad6f-69cf0ea87233 req-4be2d832-61bb-4c6d-9f77-52c16d33797c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e HTTP/1.1" status: 200 len: 217 time: 0.0668814 Nov 11 21:32:54.209151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b7497-1618-49d6-87b6-66df7c47fa09 req-69963e57-6419-437a-b6d0-1e3c3838fe13 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:54.223946 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-043b7497-1618-49d6-87b6-66df7c47fa09 req-69963e57-6419-437a-b6d0-1e3c3838fe13 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 945 time: 0.5414619 Nov 11 21:32:54.281551 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774bf466-7c76-4ef4-831b-c0a553800dfa {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:54.286488 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:54.287808 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:54.288566 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:54.303185 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:54.368174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff521d-e7cc-419f-ad6f-69cf0ea87233 req-ee403fdc-4dad-4bb6-be82-9aa3b5a764b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:54.370049 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c6ff521d-e7cc-419f-ad6f-69cf0ea87233 req-ee403fdc-4dad-4bb6-be82-9aa3b5a764b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d7cb89f3-a334-4065-a096-f45c6d41dd1f HTTP/1.1" status: 200 len: 853 time: 0.1427183 Nov 11 21:32:54.446151 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Transition to ACTIVE for port object 774bf466-7c76-4ef4-831b-c0a553800dfa will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:54.482346 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37e750-2bf0-40d2-b76c-e65c16d79125 req-c11896cb-4c5f-4974-a789-c18c7c690022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:54.483926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f37e750-2bf0-40d2-b76c-e65c16d79125 req-c11896cb-4c5f-4974-a789-c18c7c690022 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2383411 Nov 11 21:32:54.500082 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] Pushing event updated for resources: {'Network': ['ID=bd1d19c2-a0c1-4bb0-8084-8bee562c1569,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:54.503018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-043b7497-1618-49d6-87b6-66df7c47fa09 req-d0e52fd7-8d11-4649-8827-5406595bf5dc tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780421 Nov 11 21:32:54.509688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-85beac39-a095-4e29-9704-9420a9e04360 req-3747d067-bf8c-4133-b6c6-0a199076cf8e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1508371682 ', 'description': 'tempest-description-1785366990'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:54.511489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network bd1d19c2-a0c1-4bb0-8084-8bee562c1569 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:32:54.524063 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-45002ed6-4b5c-4ca2-8f6a-b5b92431a250 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7464113 Nov 11 21:32:54.536093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59822) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:54.550407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-fb14fefd-628f-4fe5-b91f-6f5107722af3 admin admin] Request body: {'subnet': {'network_id': 'bd1d19c2-a0c1-4bb0-8084-8bee562c1569', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1018959866-subnet', 'tenant_id': 'd07551da103945f4ba6991759143609e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:54.556334 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-85beac39-a095-4e29-9704-9420a9e04360 req-3747d067-bf8c-4133-b6c6-0a199076cf8e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:54.660852 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c6ff521d-e7cc-419f-ad6f-69cf0ea87233 req-5860210e-e92d-4ad9-93e2-7f6fb5dd2364 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18898783-5058-4e57-bc2e-6ade26d28162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2079618 Nov 11 21:32:54.663922 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:54.708119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb14fefd-628f-4fe5-b91f-6f5107722af3 admin admin] Made reservation on behalf of d07551da103945f4ba6991759143609e for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:54.710702 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb14fefd-628f-4fe5-b91f-6f5107722af3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:54.777600 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-85beac39-a095-4e29-9704-9420a9e04360 req-3747d067-bf8c-4133-b6c6-0a199076cf8e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:54.810901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dcbb6-bda6-4c9e-bf8b-e5262f279655 req-4b64b9b7-77a5-45ad-a1d4-96e3be4f151a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:54.815138 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c03dcbb6-bda6-4c9e-bf8b-e5262f279655 req-4b64b9b7-77a5-45ad-a1d4-96e3be4f151a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6&tenant_id=fd47c33b622049db8b0a7624a7b34e9c&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 949 time: 0.4630206 Nov 11 21:32:54.820246 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-85beac39-a095-4e29-9704-9420a9e04360 req-3747d067-bf8c-4133-b6c6-0a199076cf8e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:54.832668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:54.864393 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:54.871398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747d067-bf8c-4133-b6c6-0a199076cf8e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e8d383-98a0-418e-afd2-caff3db97555,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:55.001444 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-85beac39-a095-4e29-9704-9420a9e04360 req-3747d067-bf8c-4133-b6c6-0a199076cf8e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:55.012263 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85beac39-a095-4e29-9704-9420a9e04360 req-3747d067-bf8c-4133-b6c6-0a199076cf8e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5247064 Nov 11 21:32:55.064092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:55.064513 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:55.170890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7fe9-66c7-4c17-8c90-3612b65a40d7 req-6b18ae57-d923-49c3-a076-160df06f2519 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:55.185586 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bcae7fe9-66c7-4c17-8c90-3612b65a40d7 req-6b18ae57-d923-49c3-a076-160df06f2519 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.4786758 Nov 11 21:32:55.238381 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcfb9fc-391b-4402-8e7c-abbdab5528d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a14a83-0af0-40a8-be8f-6ddd11d598e2'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:55.245574 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e8e44c-5340-4fd4-a4c6-82f03a95155c" -d '{"events": [{"server_uuid": "fbcfb9fc-391b-4402-8e7c-abbdab5528d6", "name": "network-vif-plugged", "status": "completed", "tag": "62a14a83-0af0-40a8-be8f-6ddd11d598e2"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:55.295321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bcae7fe9-66c7-4c17-8c90-3612b65a40d7 req-a7d24660-5533-43bc-a012-0062cd13ffc5 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031823 Nov 11 21:32:55.369317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:32:55.543788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afad9c-f01f-453a-a0e5-2a70262c5841 req-2e1fbe53-aa64-4a07-b06a-ec643684a5c3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:55.547033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': 'd47e0d50-b635-4eea-b40d-e6d4166567fe'}, {'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': 'fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:55.550556 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16043f3b-107a-4260-878b-de1b0b1db957" -d '{"events": [{"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "d47e0d50-b635-4eea-b40d-e6d4166567fe"}, {"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:55.552822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afad9c-f01f-453a-a0e5-2a70262c5841 req-2e1fbe53-aa64-4a07-b06a-ec643684a5c3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:55.559229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afad9c-f01f-453a-a0e5-2a70262c5841 req-2e1fbe53-aa64-4a07-b06a-ec643684a5c3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:55.563929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Pushing event updated for resources: {'Port': ['ID=774bf466-7c76-4ef4-831b-c0a553800dfa,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:55.566182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afad9c-f01f-453a-a0e5-2a70262c5841 req-2e1fbe53-aa64-4a07-b06a-ec643684a5c3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:55.581236 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afad9c-f01f-453a-a0e5-2a70262c5841 req-2e1fbe53-aa64-4a07-b06a-ec643684a5c3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:55.589497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afad9c-f01f-453a-a0e5-2a70262c5841 req-2e1fbe53-aa64-4a07-b06a-ec643684a5c3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:55.597001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afad9c-f01f-453a-a0e5-2a70262c5841 req-2e1fbe53-aa64-4a07-b06a-ec643684a5c3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:55.599487 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3afad9c-f01f-453a-a0e5-2a70262c5841 req-2e1fbe53-aa64-4a07-b06a-ec643684a5c3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5431 time: 0.4095550 Nov 11 21:32:55.629101 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c6ff521d-e7cc-419f-ad6f-69cf0ea87233 req-682ab885-f121-4342-a055-b07966f36d33 service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9612353 Nov 11 21:32:55.650814 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [req-c03dcbb6-bda6-4c9e-bf8b-e5262f279655 req-a50afbca-87d2-44d1-9303-cfbe6fa01470 service neutron] delete failed (client error): The resource could not be found. Nov 11 21:32:55.652561 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c03dcbb6-bda6-4c9e-bf8b-e5262f279655 req-a50afbca-87d2-44d1-9303-cfbe6fa01470 service neutron] 10.222.0.71 "DELETE /v2.0/ports/62a14a83-0af0-40a8-be8f-6ddd11d598e2/bindings/n-h2-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.8067713 Nov 11 21:32:55.696105 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Attempting to bind port 774bf466-7c76-4ef4-831b-c0a553800dfa on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:55.696434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Attempting to bind port 774bf466-7c76-4ef4-831b-c0a553800dfa by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '021eebc1-8424-4b3c-8489-f2ff5d3f867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:55.696763 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Attempting to bind port 774bf466-7c76-4ef4-831b-c0a553800dfa on network 3b574cc1-a549-4854-8e74-091e974d921e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:55.735899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Port 774bf466-7c76-4ef4-831b-c0a553800dfa on network 3b574cc1-a549-4854-8e74-091e974d921e not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:55.736176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Attempting to bind port 774bf466-7c76-4ef4-831b-c0a553800dfa on network 3b574cc1-a549-4854-8e74-091e974d921e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:55.745105 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:55.745434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Checking segment: {'id': '021eebc1-8424-4b3c-8489-f2ff5d3f867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:55.745818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Bound using segment: {'id': '021eebc1-8424-4b3c-8489-f2ff5d3f867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:55.746250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Bound port: 774bf466-7c76-4ef4-831b-c0a553800dfa, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021eebc1-8424-4b3c-8489-f2ff5d3f867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:55.746596 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:55.849975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dcbb6-bda6-4c9e-bf8b-e5262f279655 req-12dbb808-1748-4657-9b9b-6aa789b47f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:55.851483 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c03dcbb6-bda6-4c9e-bf8b-e5262f279655 req-12dbb808-1748-4657-9b9b-6aa789b47f0d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 1100 time: 0.1093338 Nov 11 21:32:55.969191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dcbb6-bda6-4c9e-bf8b-e5262f279655 req-5f64086b-b324-4362-9a18-cc74096c5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:55.970746 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c03dcbb6-bda6-4c9e-bf8b-e5262f279655 req-5f64086b-b324-4362-9a18-cc74096c5711 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1077695 Nov 11 21:32:56.027651 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c03dcbb6-bda6-4c9e-bf8b-e5262f279655 req-f701a28f-b1e4-4328-915d-911157a32cdb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2 HTTP/1.1" status: 200 len: 217 time: 0.0465243 Nov 11 21:32:56.099749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31280c61-d8d3-4fa7-b583-7119b8c5bd90 req-9782c784-25df-4753-b2ef-3fbfbc1eed78 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:56.107468 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-31280c61-d8d3-4fa7-b583-7119b8c5bd90 req-9782c784-25df-4753-b2ef-3fbfbc1eed78 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/ports?device_id=2069078b-8617-400b-933f-97c7e3d8301f HTTP/1.1" status: 200 len: 945 time: 0.7060039 Nov 11 21:32:56.141404 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dcbb6-bda6-4c9e-bf8b-e5262f279655 req-0ff8f033-6347-4240-8503-623c843a831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:56.143506 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c03dcbb6-bda6-4c9e-bf8b-e5262f279655 req-0ff8f033-6347-4240-8503-623c843a831f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0732267 Nov 11 21:32:56.157507 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb14fefd-628f-4fe5-b91f-6f5107722af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:56.163136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] For port 774bf466-7c76-4ef4-831b-c0a553800dfa, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:56.175148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ddc9b-e92e-4d2c-a1ce-2900868d6e00 req-808674e8-664f-4fd7-8a73-79d56e0b8013 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:56.176655 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6c6ddc9b-e92e-4d2c-a1ce-2900868d6e00 req-808674e8-664f-4fd7-8a73-79d56e0b8013 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.71 "GET /v2.0/ports?device_id=2069078b-8617-400b-933f-97c7e3d8301f HTTP/1.1" status: 200 len: 945 time: 0.1478305 Nov 11 21:32:56.178526 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c6ff521d-e7cc-419f-ad6f-69cf0ea87233 req-6962dd16-fc75-4c48-99eb-320e062277a5 service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224605 Nov 11 21:32:56.233611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14fefd-628f-4fe5-b91f-6f5107722af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d467fad7-c80f-480c-8b4d-a7e768a5531c,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:56.264052 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3afad9c-f01f-453a-a0e5-2a70262c5841 req-6a450599-a4a9-4f9f-a722-97987bfe3ce6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6396835 Nov 11 21:32:56.275739 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] For port 774bf466-7c76-4ef4-831b-c0a553800dfa, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=774bf466-7c76-4ef4-831b-c0a553800dfa,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:56.290287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:32:56.312259 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Sync routers for ids ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:32:56.312913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dcbb6-bda6-4c9e-bf8b-e5262f279655 req-1f6fe432-4af5-48c7-9f87-e7b2ee2387da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:56.312913 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c03dcbb6-bda6-4c9e-bf8b-e5262f279655 req-1f6fe432-4af5-48c7-9f87-e7b2ee2387da service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1472611 Nov 11 21:32:56.312913 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:56.322092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Routers {'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:32:56.323087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:32:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:56.325558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb14fefd-628f-4fe5-b91f-6f5107722af3 admin admin] Checking segment: {'id': '72ad516e-63b8-44e8-ac66-956c96b38a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'bd1d19c2-a0c1-4bb0-8084-8bee562c1569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:56.327141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb14fefd-628f-4fe5-b91f-6f5107722af3 admin admin] Network hostable DHCP agents. Network: bd1d19c2-a0c1-4bb0-8084-8bee562c1569, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:32:56.382719 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-31280c61-d8d3-4fa7-b583-7119b8c5bd90 req-07c55dd3-8860-4189-8947-2f94c56963e4 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.57 "GET /v2.0/security-groups?id=307a4bbb-d92c-431b-b492-23bb7da4c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741771 Nov 11 21:32:56.470683 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:56.474804 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3ca973f4-aae0-4016-a7d4-7ec7cbf9ead6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 10.7668810 Nov 11 21:32:56.480001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb14fefd-628f-4fe5-b91f-6f5107722af3 admin admin] Network bd1d19c2-a0c1-4bb0-8084-8bee562c1569 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:32:56.484494 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59844) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:56.552472 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5006921-4489-42f4-9f97-f24b7d4d5f08 x-openstack-request-id: req-c5006921-4489-42f4-9f97-f24b7d4d5f08 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:56.552823 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcfb9fc-391b-4402-8e7c-abbdab5528d6", "name": "network-vif-plugged", "status": "completed", "tag": "62a14a83-0af0-40a8-be8f-6ddd11d598e2", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:56.554152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-fb14fefd-628f-4fe5-b91f-6f5107722af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, bd1d19c2-a0c1-4bb0-8084-8bee562c1569) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:56.555243 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c5006921-4489-42f4-9f97-f24b7d4d5f08 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:56.555658 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcfb9fc-391b-4402-8e7c-abbdab5528d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a14a83-0af0-40a8-be8f-6ddd11d598e2', 'code': 200} Nov 11 21:32:56.568147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Pushing event updated for resources: {'Port': ['ID=774bf466-7c76-4ef4-831b-c0a553800dfa,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:56.571445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb14fefd-628f-4fe5-b91f-6f5107722af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:56.572272 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb14fefd-628f-4fe5-b91f-6f5107722af3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:56.573361 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c03dcbb6-bda6-4c9e-bf8b-e5262f279655 req-0b0556fa-a3e6-40bc-b3f5-42b596ecc9e2 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523212 Nov 11 21:32:56.577069 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:56.577189 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:56.578578 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bcd0a32b-91a4-4263-966e-d73aaad53e3d service neutron] 10.222.0.10 "PUT /v2.0/ports/774bf466-7c76-4ef4-831b-c0a553800dfa HTTP/1.1" status: 200 len: 1091 time: 3.8894632 Nov 11 21:32:56.593552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de3380b-bab2-4bf2-ac87-ad2659a76bbe None None] Network bd1d19c2-a0c1-4bb0-8084-8bee562c1569 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:56.692527 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fb14fefd-628f-4fe5-b91f-6f5107722af3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1526186 Nov 11 21:32:56.698023 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b67dcab8-4df1-4f9c-9870-6b1b91089681 req-3098f216-3535-4d57-9dd3-d658417c26cf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/e3e8d383-98a0-418e-afd2-caff3db97555 HTTP/1.1" status: 200 len: 1800 time: 0.3132336 Nov 11 21:32:56.739724 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c03dcbb6-bda6-4c9e-bf8b-e5262f279655 req-79c03056-1150-4b6f-85de-f65cd828f1a5 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522369 Nov 11 21:32:56.863806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43d8ff-1329-49e7-84db-cf94cf9060c1 req-81b065c5-5588-41dc-98ca-29949eb83662 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:56.865449 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f43d8ff-1329-49e7-84db-cf94cf9060c1 req-81b065c5-5588-41dc-98ca-29949eb83662 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 945 time: 0.1647794 Nov 11 21:32:56.876771 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b969b77-4ccd-4ec4-9c65-d3fc3f3f96fe x-openstack-request-id: req-9b969b77-4ccd-4ec4-9c65-d3fc3f3f96fe {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:56.877646 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "d47e0d50-b635-4eea-b40d-e6d4166567fe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:56.880137 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b969b77-4ccd-4ec4-9c65-d3fc3f3f96fe {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:56.884924 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': 'd47e0d50-b635-4eea-b40d-e6d4166567fe', 'status': 'completed', 'code': 200} Nov 11 21:32:56.886315 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': 'fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d', 'status': 'completed', 'code': 200} Nov 11 21:32:56.892575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-6c6ddc9b-e92e-4d2c-a1ce-2900868d6e00 req-0385c0c1-9105-4df0-bcca-fe59a5cb82a6 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Deleting port 5649238e-ee55-4115-8c09-64a62b129dd3 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:32:56.896049 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6c6ddc9b-e92e-4d2c-a1ce-2900868d6e00 req-0385c0c1-9105-4df0-bcca-fe59a5cb82a6 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:56.957546 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Set router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:32:56.960174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-aa008f44-4242-4f7e-b95d-fcfd055a1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:56.960776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-aa008f44-4242-4f7e-b95d-fcfd055a1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:56.961274 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-aa008f44-4242-4f7e-b95d-fcfd055a1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:56.961760 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-aa008f44-4242-4f7e-b95d-fcfd055a1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:56.962282 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-aa008f44-4242-4f7e-b95d-fcfd055a1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:56.962761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-aa008f44-4242-4f7e-b95d-fcfd055a1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:56.963215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-aa008f44-4242-4f7e-b95d-fcfd055a1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:56.972548 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-aa008f44-4242-4f7e-b95d-fcfd055a1cc5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0113b1be34a44a68ce314a4ec421108&device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 6488 time: 0.2317863 Nov 11 21:32:57.172594 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-957b7e83-636a-41ea-b9e8-7dbfb9fecda1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b HTTP/1.1" status: 200 len: 217 time: 0.1853471 Nov 11 21:32:57.248485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6c6ddc9b-e92e-4d2c-a1ce-2900868d6e00 req-0385c0c1-9105-4df0-bcca-fe59a5cb82a6 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] For port 5649238e-ee55-4115-8c09-64a62b129dd3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5649238e-ee55-4115-8c09-64a62b129dd3,segment=NetworkSegment(3ed60e79-b23e-4179-8338-815a55b866d1),segment_id=3ed60e79-b23e-4179-8338-815a55b866d1)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:57.248731 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6c6ddc9b-e92e-4d2c-a1ce-2900868d6e00 req-0385c0c1-9105-4df0-bcca-fe59a5cb82a6 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:57.267204 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f011d0f6-0501-4ce2-b9e9-ad16cdf7a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:57.268453 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f011d0f6-0501-4ce2-b9e9-ad16cdf7a65f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3468651-a958-4431-bb60-8ef0cb71dca9 HTTP/1.1" status: 200 len: 856 time: 0.0859816 Nov 11 21:32:57.272518 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-6c6ddc9b-e92e-4d2c-a1ce-2900868d6e00 req-0385c0c1-9105-4df0-bcca-fe59a5cb82a6 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Calling delete_port for 5649238e-ee55-4115-8c09-64a62b129dd3 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:32:57.439133 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f43d8ff-1329-49e7-84db-cf94cf9060c1 req-dc801c08-9e2c-40ac-b795-caa743b7f103 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613372 Nov 11 21:32:57.520417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cfd326-08bc-44b3-9a0b-53dbd100a721 None None] Network bd1d19c2-a0c1-4bb0-8084-8bee562c1569 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:57.614829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-3e2a748a-3f9c-48fe-85f1-84b7229dad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:57.621637 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-3e2a748a-3f9c-48fe-85f1-84b7229dad60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28575828-e1a6-401b-bf7c-c60e475ca065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3418984 Nov 11 21:32:57.675168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c27d8-9d1d-46aa-8ff1-98e06d05fbb0 req-ae23ae8e-df39-4443-bfbd-5d302bbe81a6 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:57.686525 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c53c27d8-9d1d-46aa-8ff1-98e06d05fbb0 req-ae23ae8e-df39-4443-bfbd-5d302bbe81a6 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.5489404 Nov 11 21:32:57.801366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:45Z', 'updated_at': '2021-11-11T21:32:52Z', 'revision_number': 3, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'gw_port': {'id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:49Z', 'updated_at': '2021-11-11T21:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:57.829973 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-ee816da0-e19b-4ed2-bc0c-134085891f50 service neutron] 10.222.0.10 "GET /v2.0/networks/28575828-e1a6-401b-bf7c-c60e475ca065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941197 Nov 11 21:32:57.836525 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b7d8e4c-f709-48fe-b20e-a5641bb5efb9 req-599f131b-6d67-4b6d-9823-8943eaf8ab95 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/e3e8d383-98a0-418e-afd2-caff3db97555 HTTP/1.1" status: 200 len: 1800 time: 0.0897222 Nov 11 21:32:57.838693 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:57.848727 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Checking router: ecae1a7b-d887-4d59-95e4-a1fb60bc96ab for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:32:57.849323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Updating router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab port ef635b22-7653-49ed-b1d9-d8b86d0983e3 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:32:57.861613 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6c6ddc9b-e92e-4d2c-a1ce-2900868d6e00 req-0385c0c1-9105-4df0-bcca-fe59a5cb82a6 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:57.925753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c53c27d8-9d1d-46aa-8ff1-98e06d05fbb0 req-af19cf52-e7cc-4a94-91c8-59efca52a67a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382512 Nov 11 21:32:57.937162 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:57.949583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385c0c1-9105-4df0-bcca-fe59a5cb82a6 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Pushing event deleted for resources: {'Port': ['ID=5649238e-ee55-4115-8c09-64a62b129dd3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:58.009235 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6ddc9b-e92e-4d2c-a1ce-2900868d6e00 req-0385c0c1-9105-4df0-bcca-fe59a5cb82a6 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] No DVR routers for this DVR port 5649238e-ee55-4115-8c09-64a62b129dd3 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:32:58.041460 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6c6ddc9b-e92e-4d2c-a1ce-2900868d6e00 req-0385c0c1-9105-4df0-bcca-fe59a5cb82a6 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:58.046538 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6c6ddc9b-e92e-4d2c-a1ce-2900868d6e00 req-0385c0c1-9105-4df0-bcca-fe59a5cb82a6 tempest-ServerAddressesNegativeTestJSON-1745850706 tempest-ServerAddressesNegativeTestJSON-1745850706-project] 10.222.0.71 "DELETE /v2.0/ports/5649238e-ee55-4115-8c09-64a62b129dd3 HTTP/1.1" status: 204 len: 173 time: 1.8360591 Nov 11 21:32:58.150991 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a7c7c6fc-ed98-416c-9b50-988efbd6889c service neutron] 10.222.0.10 "GET /v2.0/networks/28575828-e1a6-401b-bf7c-c60e475ca065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963581 Nov 11 21:32:58.192028 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6b7d8e4c-f709-48fe-b20e-a5641bb5efb9 req-355d3486-e33f-4dc0-8676-3e0dc92707c3 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:58.258818 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-6dc67369-0fe2-44d4-bfe6-5777ecebdcc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 HTTP/1.1" status: 200 len: 217 time: 0.1007428 Nov 11 21:32:58.302146 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6b7d8e4c-f709-48fe-b20e-a5641bb5efb9 req-355d3486-e33f-4dc0-8676-3e0dc92707c3 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:58.345870 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:58.362307 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:58.369154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Allocated IP 172.20.0.1 (a49a4356-70ed-460f-a1fc-e12a48908987/de819e90-3abb-46e9-9312-23bc42d8b7d3/6efcb070-f1e9-4037-a857-a7e3d3bb88b3) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:58.373716 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a35ecf14-08e2-4924-8f60-49d8212e1028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:58.378546 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a35ecf14-08e2-4924-8f60-49d8212e1028 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.1078899 Nov 11 21:32:58.419446 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6b7d8e4c-f709-48fe-b20e-a5641bb5efb9 req-355d3486-e33f-4dc0-8676-3e0dc92707c3 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:58.423790 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6b7d8e4c-f709-48fe-b20e-a5641bb5efb9 req-355d3486-e33f-4dc0-8676-3e0dc92707c3 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:58.437489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b7d8e4c-f709-48fe-b20e-a5641bb5efb9 req-355d3486-e33f-4dc0-8676-3e0dc92707c3 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "DELETE /v2.0/security-groups/e3e8d383-98a0-418e-afd2-caff3db97555 HTTP/1.1" status: 204 len: 173 time: 0.5821643 Nov 11 21:32:58.471184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b1f3c-9742-4b7c-b8ee-75ef79c38943 None None] Pushing event updated for resources: {'Port': ['ID=ef635b22-7653-49ed-b1d9-d8b86d0983e3,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:58.493280 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f4f2e19f-792e-4738-a42f-8ba77289770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:58.497214 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f4f2e19f-792e-4738-a42f-8ba77289770c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1091144 Nov 11 21:32:58.507685 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Attempting to bind port ef635b22-7653-49ed-b1d9-d8b86d0983e3 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:58.508190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Attempting to bind port ef635b22-7653-49ed-b1d9-d8b86d0983e3 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:58.508646 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Attempting to bind port ef635b22-7653-49ed-b1d9-d8b86d0983e3 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:58.528932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:58.529636 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:58.530065 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:58.530838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:58.532097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Bound port: ef635b22-7653-49ed-b1d9-d8b86d0983e3, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:58.533930 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:58.548951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d3486-e33f-4dc0-8676-3e0dc92707c3 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e8d383-98a0-418e-afd2-caff3db97555,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:58.646271 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-37e14cf2-b27f-4a94-804f-22654f674939 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300306 Nov 11 21:32:58.668782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] For port ef635b22-7653-49ed-b1d9-d8b86d0983e3, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:58.677014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] For port ef635b22-7653-49ed-b1d9-d8b86d0983e3, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ef635b22-7653-49ed-b1d9-d8b86d0983e3,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:58.687214 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:58.753770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7eaa-6838-45a0-9ca9-1b0fc47a39b4 req-f2f520fc-1df3-4e49-8c94-77cf4bc30381 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:58.759653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7eaa-6838-45a0-9ca9-1b0fc47a39b4 req-f2f520fc-1df3-4e49-8c94-77cf4bc30381 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:58.765768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7eaa-6838-45a0-9ca9-1b0fc47a39b4 req-f2f520fc-1df3-4e49-8c94-77cf4bc30381 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:58.772118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7eaa-6838-45a0-9ca9-1b0fc47a39b4 req-f2f520fc-1df3-4e49-8c94-77cf4bc30381 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:58.778761 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7eaa-6838-45a0-9ca9-1b0fc47a39b4 req-f2f520fc-1df3-4e49-8c94-77cf4bc30381 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:58.791740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7eaa-6838-45a0-9ca9-1b0fc47a39b4 req-f2f520fc-1df3-4e49-8c94-77cf4bc30381 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:58.798575 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Routers {'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:32:58.799416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:32:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:58.801471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7eaa-6838-45a0-9ca9-1b0fc47a39b4 req-f2f520fc-1df3-4e49-8c94-77cf4bc30381 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:58.803700 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74af7eaa-6838-45a0-9ca9-1b0fc47a39b4 req-f2f520fc-1df3-4e49-8c94-77cf4bc30381 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5431 time: 0.2560391 Nov 11 21:32:58.870368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-85987128-6376-4d3d-80ec-d31e671ab751 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:58.878898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-85987128-6376-4d3d-80ec-d31e671ab751 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/networks?id=bd1d19c2-a0c1-4bb0-8084-8bee562c1569 HTTP/1.1" status: 200 len: 822 time: 0.4393718 Nov 11 21:32:58.909165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': '774bf466-7c76-4ef4-831b-c0a553800dfa'}, {'server_uuid': '2069078b-8617-400b-933f-97c7e3d8301f', 'name': 'network-vif-deleted', 'tag': '5649238e-ee55-4115-8c09-64a62b129dd3'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:58.911838 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:58.912411 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a001e789-7289-4015-8444-32a6f78c8cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "774bf466-7c76-4ef4-831b-c0a553800dfa"}, {"server_uuid": "2069078b-8617-400b-933f-97c7e3d8301f", "name": "network-vif-deleted", "tag": "5649238e-ee55-4115-8c09-64a62b129dd3"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:58.920656 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-bbc39b87-95ea-41f5-90b6-7f0f28d1c23e service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616267 Nov 11 21:32:58.945741 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-293a4450-4aed-4017-a1cc-6a827b2631d4 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/quotas/d07551da103945f4ba6991759143609e HTTP/1.1" status: 200 len: 375 time: 0.0655036 Nov 11 21:32:59.011179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-1a15bd66-55e8-4bf3-ac92-4c404cf1b40d tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d07551da103945f4ba6991759143609e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640881 Nov 11 21:32:59.044707 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-11f89139-a193-4ba4-a354-3c3500c8ab11 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=f0ed3440-fad0-40db-ae8d-c2ff35601d0b HTTP/1.1" status: 200 len: 217 time: 0.1143246 Nov 11 21:32:59.117873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b1f3c-9742-4b7c-b8ee-75ef79c38943 None None] Pushing event updated for resources: {'Port': ['ID=ef635b22-7653-49ed-b1d9-d8b86d0983e3,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:59.145301 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-18f125cc-d7a8-4c5b-98ac-be56da436260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:59.147297 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-18f125cc-d7a8-4c5b-98ac-be56da436260 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.0918729 Nov 11 21:32:59.189984 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:59.204405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74af7eaa-6838-45a0-9ca9-1b0fc47a39b4 req-337cf900-8a11-4eaf-a99c-bf233d3fa87a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3932974 Nov 11 21:32:59.216365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Network a49a4356-70ed-460f-a1fc-e12a48908987 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:59.220692 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:59.223234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] Set router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:32:59.242959 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-35b584fa-4908-4b66-9371-d796ddae45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:59.244597 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-35b584fa-4908-4b66-9371-d796ddae45b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0884430 Nov 11 21:32:59.248059 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:59.317242 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:59.351938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59878) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:59.541860 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a61da47-9fc2-4fb7-b8df-57417014962b admin admin] Deleting subnet 6eaa4976-f205-4ea3-9b52-ea404f77d523 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:32:59.562523 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a61da47-9fc2-4fb7-b8df-57417014962b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:59.640131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-b5ea0e7e-3249-472f-8d92-60758dfaa1a8 service neutron] 10.222.0.57 "GET /v2.0/networks/bd1d19c2-a0c1-4bb0-8084-8bee562c1569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271329 Nov 11 21:32:59.643114 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c36dd5a5-2c3f-4bdf-a2a0-c1e00f120486 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901889 Nov 11 21:32:59.654171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4989a686-7e20-4ed5-9cdb-8bf856c69455 None None] Provisioning complete for port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:59.655145 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4989a686-7e20-4ed5-9cdb-8bf856c69455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:59.683019 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-f38f750e-d1ce-4c6f-b594-796408575e55 req-2e58b2bf-f32e-4db1-8490-7b386072ebf5 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] show failed (client error): The resource could not be found. Nov 11 21:32:59.686824 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f38f750e-d1ce-4c6f-b594-796408575e55 req-2e58b2bf-f32e-4db1-8490-7b386072ebf5 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/e3e8d383-98a0-418e-afd2-caff3db97555 HTTP/1.1" status: 404 len: 352 time: 0.0614021 Nov 11 21:32:59.695991 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5649238e-ee55-4115-8c09-64a62b129dd3 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:32:59.722417 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a61da47-9fc2-4fb7-b8df-57417014962b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:59.792363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 5649238e-ee55-4115-8c09-64a62b129dd3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:32:59.797303 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5649238e-ee55-4115-8c09-64a62b129dd3 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:32:59.808058 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4989a686-7e20-4ed5-9cdb-8bf856c69455 None None] Port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:59.813239 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:45Z', 'updated_at': '2021-11-11T21:32:52Z', 'revision_number': 3, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'gw_port': {'id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:49Z', 'updated_at': '2021-11-11T21:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:59.845106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b1f1f-626c-4717-99e8-c0b7c49f2cbd None None] The sync data for ids ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'] in n-d-805737-3 is: [{'id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:45Z', 'updated_at': '2021-11-11T21:32:52Z', 'revision_number': 3, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'gw_port': {'id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:49Z', 'updated_at': '2021-11-11T21:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:32:59.898031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-cbba3a5f-89e5-481c-96ed-c8751671c126 service neutron] 10.222.0.57 "GET /v2.0/networks/bd1d19c2-a0c1-4bb0-8084-8bee562c1569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956713 Nov 11 21:32:59.905532 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Pushing event updated for resources: {'Port': ['ID=6efcb070-f1e9-4037-a857-a7e3d3bb88b3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:59.939782 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a61da47-9fc2-4fb7-b8df-57417014962b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:59.992018 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:00.062346 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-7cd5d15d-5de2-46c3-8dcc-1648cb389a3a service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012930 Nov 11 21:33:00.088234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dda37e-bba3-45e0-b65b-8fc6698b8604 req-98687ec0-aa98-4d0f-ad2a-2f7a7054b81a tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:00.095740 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f6dda37e-bba3-45e0-b65b-8fc6698b8604 req-98687ec0-aa98-4d0f-ad2a-2f7a7054b81a tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 945 time: 0.1874113 Nov 11 21:33:00.172083 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-9bfe16a7-5735-42da-865c-e1d143f3afb7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=23616cc5-dacf-43e9-b299-a00544d54734 HTTP/1.1" status: 200 len: 217 time: 0.0820670 Nov 11 21:33:00.177517 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1071c57e-c445-47aa-9691-9028663f9c0c x-openstack-request-id: req-1071c57e-c445-47aa-9691-9028663f9c0c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:00.182499 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "774bf466-7c76-4ef4-831b-c0a553800dfa", "status": "completed", "code": 200}, {"server_uuid": "2069078b-8617-400b-933f-97c7e3d8301f", "name": "network-vif-deleted", "tag": "5649238e-ee55-4115-8c09-64a62b129dd3", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:00.184863 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1071c57e-c445-47aa-9691-9028663f9c0c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:00.185401 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': '774bf466-7c76-4ef4-831b-c0a553800dfa', 'status': 'completed', 'code': 200} Nov 11 21:33:00.185722 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2069078b-8617-400b-933f-97c7e3d8301f', 'name': 'network-vif-deleted', 'tag': '5649238e-ee55-4115-8c09-64a62b129dd3', 'status': 'completed', 'code': 200} Nov 11 21:33:00.360778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f6dda37e-bba3-45e0-b65b-8fc6698b8604 req-7f570c05-8a8c-499c-ab67-9feda01b1375 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540076 Nov 11 21:33:00.364897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-47fe888e-6526-46f5-ad1f-50ac02d1e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:00.367713 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-47fe888e-6526-46f5-ad1f-50ac02d1e922 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.1726701 Nov 11 21:33:00.371309 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a61da47-9fc2-4fb7-b8df-57417014962b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:00.502106 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a61da47-9fc2-4fb7-b8df-57417014962b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:00.508764 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2a61da47-9fc2-4fb7-b8df-57417014962b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6eaa4976-f205-4ea3-9b52-ea404f77d523 HTTP/1.1" status: 204 len: 168 time: 1.1537299 Nov 11 21:33:00.508764 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61da47-9fc2-4fb7-b8df-57417014962b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eaa4976-f205-4ea3-9b52-ea404f77d523,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:00.517188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59894) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:00.618629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-ccf8d4eb-4413-4fbe-8a2a-d47b4ecb9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:00.620905 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-ccf8d4eb-4413-4fbe-8a2a-d47b4ecb9a3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2334228 Nov 11 21:33:00.810064 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:00.821475 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:00.935486 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ef635b22-7653-49ed-b1d9-d8b86d0983e3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:00.946675 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f249a882-20cb-455b-b291-da4bb862e8e4 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828472 Nov 11 21:33:00.959691 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:00.982195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Pushing event updated for resources: {'Port': ['ID=6efcb070-f1e9-4037-a857-a7e3d3bb88b3,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:01.007339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a5072-0c3f-4740-8662-6bf4517c6d19 req-d1abc3e6-e2ae-43b6-8654-f8d5b4f413e2 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:01.015702 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a5072-0c3f-4740-8662-6bf4517c6d19 req-d1abc3e6-e2ae-43b6-8654-f8d5b4f413e2 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:01.026367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd9a5072-0c3f-4740-8662-6bf4517c6d19 req-d1abc3e6-e2ae-43b6-8654-f8d5b4f413e2 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=3044ceca-35ce-47e7-a878-3072e8208405&device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 1681 time: 0.3352602 Nov 11 21:33:01.059820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-08d3b07d-4975-4c18-8b69-b4863ebe6917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:01.068335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69644770-1f05-466a-aff1-72947ef31140 req-0c86f2b4-237b-4bc5-ad0c-1bf5a3fd3c9d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:01.071063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69644770-1f05-466a-aff1-72947ef31140 req-0c86f2b4-237b-4bc5-ad0c-1bf5a3fd3c9d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.7079425 Nov 11 21:33:01.093331 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port ef635b22-7653-49ed-b1d9-d8b86d0983e3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:01.093743 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:01.299087 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:01.353086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port ef635b22-7653-49ed-b1d9-d8b86d0983e3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ef635b22-7653-49ed-b1d9-d8b86d0983e3,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:01.365373 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:01.412098 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69644770-1f05-466a-aff1-72947ef31140 req-d9d56e41-7046-4284-9b51-3b2d65726e69 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643933 Nov 11 21:33:01.419413 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-8f529345-ca40-4bec-998a-b4595b25467e service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561923 Nov 11 21:33:01.423380 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-08d3b07d-4975-4c18-8b69-b4863ebe6917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:01.436769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd9a5072-0c3f-4740-8662-6bf4517c6d19 req-dbbea1f2-c00d-4a13-bbc7-31625dd45441 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078922 Nov 11 21:33:01.448542 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-74746624-4d3a-424a-a8da-12c2f37a8569 req-8471e15c-8f45-4125-8ab7-61e8b9823d52 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-377795829', 'description': 'tempest-description-350160450'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:01.503125 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Network a49a4356-70ed-460f-a1fc-e12a48908987 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:01.505439 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:01.508691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=ef635b22-7653-49ed-b1d9-d8b86d0983e3,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:01.514778 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-74746624-4d3a-424a-a8da-12c2f37a8569 req-8471e15c-8f45-4125-8ab7-61e8b9823d52 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:01.629621 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-57e06f5b-d65d-4c70-a3f1-70a0150a0fba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=d47e0d50-b635-4eea-b40d-e6d4166567fe HTTP/1.1" status: 200 len: 217 time: 0.1870787 Nov 11 21:33:01.635267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-08d3b07d-4975-4c18-8b69-b4863ebe6917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d55bb3-f566-4ef1-a5ae-3c6ece285e3d']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:01.656575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-08d3b07d-4975-4c18-8b69-b4863ebe6917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed60e79-b23e-4179-8338-815a55b866d1') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:01.657040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-08d3b07d-4975-4c18-8b69-b4863ebe6917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed60e79-b23e-4179-8338-815a55b866d1') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:01.699625 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-08d3b07d-4975-4c18-8b69-b4863ebe6917 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:01.726730 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-08d3b07d-4975-4c18-8b69-b4863ebe6917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:01.745429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-57f14fc4-3c44-4472-b048-3da165258ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:01.747540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-57f14fc4-3c44-4472-b048-3da165258ea9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.0935686 Nov 11 21:33:01.748762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d3b07d-4975-4c18-8b69-b4863ebe6917 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:33:01.749344 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-08d3b07d-4975-4c18-8b69-b4863ebe6917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:33:01.751603 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:33:01.800767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c76938ad-2957-4f35-a3d4-e521cd64536d req-f8a12b77-9879-47a7-80f4-22e182a9b718 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/ports?device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 210 time: 0.0398731 Nov 11 21:33:01.842918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:33:01.928779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-10b9f347-0313-4edf-a03c-c5a944f6c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:01.930367 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-10b9f347-0313-4edf-a03c-c5a944f6c062 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1597841 Nov 11 21:33:01.931472 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-08d3b07d-4975-4c18-8b69-b4863ebe6917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:01.954399 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6ddc53e1-b6e2-41af-8512-474197c18895 None None] Provisioning complete for port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:01.958154 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ddc53e1-b6e2-41af-8512-474197c18895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:01.968704 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-08d3b07d-4975-4c18-8b69-b4863ebe6917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:01.974902 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-08d3b07d-4975-4c18-8b69-b4863ebe6917 admin admin] 10.222.0.57 "DELETE /v2.0/networks/48d55bb3-f566-4ef1-a5ae-3c6ece285e3d HTTP/1.1" status: 204 len: 168 time: 1.4564223 Nov 11 21:33:01.976138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3b07d-4975-4c18-8b69-b4863ebe6917 admin admin] Pushing event deleted for resources: {'Network': ['ID=48d55bb3-f566-4ef1-a5ae-3c6ece285e3d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:02.055965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6ddc53e1-b6e2-41af-8512-474197c18895 None None] Port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:33:02.213770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b802e-2589-4379-a5f0-c7c5d5e70934 req-6dba1159-c795-4069-9ca0-721247259a67 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:02.222400 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b802e-2589-4379-a5f0-c7c5d5e70934 req-6dba1159-c795-4069-9ca0-721247259a67 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:02.225582 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59906) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:02.229170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b802e-2589-4379-a5f0-c7c5d5e70934 req-6dba1159-c795-4069-9ca0-721247259a67 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:02.235931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b802e-2589-4379-a5f0-c7c5d5e70934 req-6dba1159-c795-4069-9ca0-721247259a67 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:02.243708 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b802e-2589-4379-a5f0-c7c5d5e70934 req-6dba1159-c795-4069-9ca0-721247259a67 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:02.250835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b802e-2589-4379-a5f0-c7c5d5e70934 req-6dba1159-c795-4069-9ca0-721247259a67 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:02.257805 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b802e-2589-4379-a5f0-c7c5d5e70934 req-6dba1159-c795-4069-9ca0-721247259a67 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:02.267422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a66b802e-2589-4379-a5f0-c7c5d5e70934 req-6dba1159-c795-4069-9ca0-721247259a67 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5431 time: 0.2782629 Nov 11 21:33:02.303431 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-74746624-4d3a-424a-a8da-12c2f37a8569 req-8471e15c-8f45-4125-8ab7-61e8b9823d52 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:02.323173 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-74746624-4d3a-424a-a8da-12c2f37a8569 req-8471e15c-8f45-4125-8ab7-61e8b9823d52 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:02.323623 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59908) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:02.324328 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-aeb0455d-d5b6-492d-a20b-49447b2db191 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4758edbd98bb4d56a08be9434bbc2e09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0954337 Nov 11 21:33:02.332530 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-175f4901-c340-4cf4-8188-1c35ecfb5a24 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715150 Nov 11 21:33:02.357429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-e1eb1e44-579d-43e7-bee7-9187af0ef78d tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:02.359516 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-e1eb1e44-579d-43e7-bee7-9187af0ef78d tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.71 "GET /v2.0/networks?id=bd1d19c2-a0c1-4bb0-8084-8bee562c1569 HTTP/1.1" status: 200 len: 822 time: 0.3598378 Nov 11 21:33:02.390224 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-758ab277-24e5-465a-bbde-a35b0c8af4c2 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Request body: {'port': {'device_id': '89181a4c-332d-4573-8f81-fc69dd3163f5', 'network_id': 'bd1d19c2-a0c1-4bb0-8084-8bee562c1569', 'admin_state_up': True, 'tenant_id': 'd07551da103945f4ba6991759143609e'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:02.396201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:33:02.421631 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-48ab3931-6b6c-4422-8def-de02df4dfb49 admin admin] 10.222.0.57 "PUT /v2.0/routers/ecae1a7b-d887-4d59-95e4-a1fb60bc96ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9178445 Nov 11 21:33:02.450843 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-74746624-4d3a-424a-a8da-12c2f37a8569 req-8471e15c-8f45-4125-8ab7-61e8b9823d52 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:02.452264 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74746624-4d3a-424a-a8da-12c2f37a8569 req-8471e15c-8f45-4125-8ab7-61e8b9823d52 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.0077598 Nov 11 21:33:02.466321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471e15c-8f45-4125-8ab7-61e8b9823d52 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1718a9d5-0414-4f85-876c-60815d414650,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:02.495091 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eede329a-d56b-4876-96a5-c84ee4f9211a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:02.616391 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eede329a-d56b-4876-96a5-c84ee4f9211a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:02.616662 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-7698a48f-16be-4191-a10d-b87781c0eb26 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549436 Nov 11 21:33:02.678232 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-71c7df73-6b88-42b4-a87a-0048600bd50d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d HTTP/1.1" status: 200 len: 217 time: 0.0472701 Nov 11 21:33:02.720824 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a66b802e-2589-4379-a5f0-c7c5d5e70934 req-a33714d1-885a-4826-acc0-2a75b131dd6a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4430714 Nov 11 21:33:02.725621 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eede329a-d56b-4876-96a5-c84ee4f9211a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:02.727614 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eede329a-d56b-4876-96a5-c84ee4f9211a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:02.731142 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eede329a-d56b-4876-96a5-c84ee4f9211a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/307a4bbb-d92c-431b-b492-23bb7da4c04e HTTP/1.1" status: 204 len: 168 time: 0.3972833 Nov 11 21:33:02.745220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede329a-d56b-4876-96a5-c84ee4f9211a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307a4bbb-d92c-431b-b492-23bb7da4c04e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:02.745444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-758ab277-24e5-465a-bbde-a35b0c8af4c2 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Made reservation on behalf of d07551da103945f4ba6991759143609e for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:02.753952 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-758ab277-24e5-465a-bbde-a35b0c8af4c2 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:02.765704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcb051-4e5a-4b54-9d88-a7733201e4d6 req-76e80640-7bb3-4da7-a8ce-ced0b84a4451 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:02.774780 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecdcb051-4e5a-4b54-9d88-a7733201e4d6 req-76e80640-7bb3-4da7-a8ce-ced0b84a4451 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 945 time: 0.2177136 Nov 11 21:33:02.836379 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Sync routers for ids ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:33:02.864687 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Routers {'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:02.865357 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:32:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:02.903639 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ef635b22-7653-49ed-b1d9-d8b86d0983e3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:02.909299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecdcb051-4e5a-4b54-9d88-a7733201e4d6 req-42b7c276-9428-4fb9-b6f2-f963c14cdec0 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224222 Nov 11 21:33:02.979385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-c292e310-4253-4011-b843-5fa3339f1d51 req-8b6a906d-4ba5-4da4-87cd-c6e70c80ff36 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-575237162', 'description': 'tempest-description-1169483538'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:02.987134 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a1d2d473-ec7d-476c-8276-e43cc0c02661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:02.990243 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-a1d2d473-ec7d-476c-8276-e43cc0c02661 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=723d138b-1459-41f3-8774-8cd909916b72 HTTP/1.1" status: 200 len: 797 time: 0.2983937 Nov 11 21:33:03.016492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9cd48-8dfa-489f-ab67-123149267be3 req-3349d475-a9f9-4052-be92-a0a904728f66 tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:03.018222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69e9cd48-8dfa-489f-ab67-123149267be3 req-3349d475-a9f9-4052-be92-a0a904728f66 tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 1100 time: 0.1079218 Nov 11 21:33:03.019228 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c292e310-4253-4011-b843-5fa3339f1d51 req-8b6a906d-4ba5-4da4-87cd-c6e70c80ff36 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:03.029477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port ef635b22-7653-49ed-b1d9-d8b86d0983e3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:03.033027 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:03.136778 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Set router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:03.206506 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69e9cd48-8dfa-489f-ab67-123149267be3 req-e4f2df8a-54df-4cba-abe8-b3f40ac67b3c tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706946 Nov 11 21:33:03.236247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-4100105a-4a03-4b1e-8c16-c62f8babb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:03.240184 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-4100105a-4a03-4b1e-8c16-c62f8babb9c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b574cc1-a549-4854-8e74-091e974d921e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2223473 Nov 11 21:33:03.253717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-758ab277-24e5-465a-bbde-a35b0c8af4c2 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Allocated IP 172.20.0.12 (bd1d19c2-a0c1-4bb0-8084-8bee562c1569/d467fad7-c80f-480c-8b4d-a7e768a5531c/e0e8b672-8c51-4a5c-97cd-7981f10fd095) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:03.261748 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c292e310-4253-4011-b843-5fa3339f1d51 req-8b6a906d-4ba5-4da4-87cd-c6e70c80ff36 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:03.294346 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c292e310-4253-4011-b843-5fa3339f1d51 req-8b6a906d-4ba5-4da4-87cd-c6e70c80ff36 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:03.337803 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c292e310-4253-4011-b843-5fa3339f1d51 req-8b6a906d-4ba5-4da4-87cd-c6e70c80ff36 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:03.340941 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c292e310-4253-4011-b843-5fa3339f1d51 req-8b6a906d-4ba5-4da4-87cd-c6e70c80ff36 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3746021 Nov 11 21:33:03.383134 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a906d-4ba5-4da4-87cd-c6e70c80ff36 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa555f2-2198-41d7-a33a-63dde9134338,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:03.570105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1458ecc8-9b67-4513-873e-9eaab4aa01bd req-890b0e88-a602-44b7-bbc1-21636771199d tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/ports?device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 210 time: 0.0613210 Nov 11 21:33:03.670789 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:45Z', 'updated_at': '2021-11-11T21:32:59Z', 'revision_number': 4, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'gw_port': {'id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:49Z', 'updated_at': '2021-11-11T21:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6efcb070-f1e9-4037-a857-a7e3d3bb88b3', 'name': '', 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'mac_address': 'fa:16:3e:60:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:57Z', 'updated_at': '2021-11-11T21:33:00Z', 'revision_number': 2, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'subnets': [{'id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:03.722920 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Checking router: ecae1a7b-d887-4d59-95e4-a1fb60bc96ab for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:33:03.723614 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Updating router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:33:03.792002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-c139e627-6942-4788-9334-3fd369ee37a2 req-c4b2d2cc-960c-460a-8873-e467d1d14332 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-17545762', 'description': 'tempest-description-2024229246'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:03.798588 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:03.863048 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c139e627-6942-4788-9334-3fd369ee37a2 req-c4b2d2cc-960c-460a-8873-e467d1d14332 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:04.141182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-758ab277-24e5-465a-bbde-a35b0c8af4c2 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:04.153248 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-c68c41bd-994e-49c5-b858-fb3fc2f68ddf service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8852966 Nov 11 21:33:04.219946 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-cbd67d02-c62c-45da-9c70-6e025b427396 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:04.223666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-cbd67d02-c62c-45da-9c70-6e025b427396 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/networks?id=a49a4356-70ed-460f-a1fc-e12a48908987 HTTP/1.1" status: 200 len: 827 time: 0.3384480 Nov 11 21:33:04.228349 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c139e627-6942-4788-9334-3fd369ee37a2 req-c4b2d2cc-960c-460a-8873-e467d1d14332 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:04.230817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59970) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:04.260755 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c139e627-6942-4788-9334-3fd369ee37a2 req-c4b2d2cc-960c-460a-8873-e467d1d14332 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:04.261418 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-758ab277-24e5-465a-bbde-a35b0c8af4c2 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:04.298181 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:04.314924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ab277-24e5-465a-bbde-a35b0c8af4c2 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Pushing event updated for resources: {'Port': ['ID=e0e8b672-8c51-4a5c-97cd-7981f10fd095,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:04.322111 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-c370c5b8-011d-4e06-8770-1689f8ca6dd0 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/quotas/b1f19774f69a4e5e9e895dab69bf6d47 HTTP/1.1" status: 200 len: 375 time: 0.0919781 Nov 11 21:33:04.330922 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:04.355815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-758ab277-24e5-465a-bbde-a35b0c8af4c2 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Network bd1d19c2-a0c1-4bb0-8084-8bee562c1569 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:04.359932 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-758ab277-24e5-465a-bbde-a35b0c8af4c2 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:04.364012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-758ab277-24e5-465a-bbde-a35b0c8af4c2 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:04.370257 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-f9d7633e-9758-4b27-8117-98d3ad45e50d service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015274 Nov 11 21:33:04.379572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2d2cc-960c-460a-8873-e467d1d14332 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce441a7-edb5-4578-a132-593a4d5c18da,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:04.385065 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c139e627-6942-4788-9334-3fd369ee37a2 req-c4b2d2cc-960c-460a-8873-e467d1d14332 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:04.406994 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c139e627-6942-4788-9334-3fd369ee37a2 req-c4b2d2cc-960c-460a-8873-e467d1d14332 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6440067 Nov 11 21:33:04.417723 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040072aa-4aad-4c23-8d1c-92a0ea799d48 None None] Pushing event updated for resources: {'Port': ['ID=6efcb070-f1e9-4037-a857-a7e3d3bb88b3,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:04.425934 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-d320f25d-9617-441e-92ee-12357b8b0944 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=774bf466-7c76-4ef4-831b-c0a553800dfa HTTP/1.1" status: 200 len: 217 time: 0.0366049 Nov 11 21:33:04.431488 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040072aa-4aad-4c23-8d1c-92a0ea799d48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:04.432883 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040072aa-4aad-4c23-8d1c-92a0ea799d48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:04.433394 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040072aa-4aad-4c23-8d1c-92a0ea799d48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:04.434089 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040072aa-4aad-4c23-8d1c-92a0ea799d48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:04.435045 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040072aa-4aad-4c23-8d1c-92a0ea799d48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:04.435639 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040072aa-4aad-4c23-8d1c-92a0ea799d48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:04.436134 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040072aa-4aad-4c23-8d1c-92a0ea799d48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:04.436633 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040072aa-4aad-4c23-8d1c-92a0ea799d48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:04.438082 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040072aa-4aad-4c23-8d1c-92a0ea799d48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:04.438685 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040072aa-4aad-4c23-8d1c-92a0ea799d48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:04.439192 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040072aa-4aad-4c23-8d1c-92a0ea799d48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:04.439747 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040072aa-4aad-4c23-8d1c-92a0ea799d48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:04.519899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-5d68adf0-0501-46df-9359-85be4014e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:04.520304 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-7f18174f-e610-4f0f-b8fa-9db8c379c3a1 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1f19774f69a4e5e9e895dab69bf6d47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1744795 Nov 11 21:33:04.523959 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-548312222-network', 'tenant_id': '178bb40f7c23473bbb72234aa8aa1b95'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:04.528216 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-5d68adf0-0501-46df-9359-85be4014e900 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=723d138b-1459-41f3-8774-8cd909916b72 HTTP/1.1" status: 200 len: 797 time: 0.0899873 Nov 11 21:33:04.534013 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Attempting to bind port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:04.534664 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Attempting to bind port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'ec8a5332-e8ed-489d-b51a-c0b23d290bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:04.535253 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Attempting to bind port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 on network a49a4356-70ed-460f-a1fc-e12a48908987 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:04.542700 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:04.543583 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Checking segment: {'id': 'ec8a5332-e8ed-489d-b51a-c0b23d290bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:04.544239 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:04.545496 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Bound using segment: {'id': 'ec8a5332-e8ed-489d-b51a-c0b23d290bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:04.546177 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Bound port: 6efcb070-f1e9-4037-a857-a7e3d3bb88b3, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8a5332-e8ed-489d-b51a-c0b23d290bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:04.546839 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:04.606163 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-758ab277-24e5-465a-bbde-a35b0c8af4c2 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:04.606805 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-758ab277-24e5-465a-bbde-a35b0c8af4c2 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:04.663091 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-3571d452-f80d-42fa-8dc5-83e7eded053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:04.664608 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-3571d452-f80d-42fa-8dc5-83e7eded053f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b574cc1-a549-4854-8e74-091e974d921e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1221857 Nov 11 21:33:04.679389 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] For port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:04.682919 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] For port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6efcb070-f1e9-4037-a857-a7e3d3bb88b3,segment=NetworkSegment(ec8a5332-e8ed-489d-b51a-c0b23d290bca),segment_id=ec8a5332-e8ed-489d-b51a-c0b23d290bca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:04.696773 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:04.783282 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Routers {'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:04.784035 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:32:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:04.811925 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-889b6e7b-24d6-4dd1-abc9-76829df302e6 None None] Provisioning complete for port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:04.812459 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-889b6e7b-24d6-4dd1-abc9-76829df302e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:04.834091 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040072aa-4aad-4c23-8d1c-92a0ea799d48 None None] Pushing event updated for resources: {'Port': ['ID=6efcb070-f1e9-4037-a857-a7e3d3bb88b3,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:04.906584 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-68d320d7-db81-4937-aa8f-2248dc0f8a60 service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190225 Nov 11 21:33:04.961811 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] Set router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:05.015490 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-889b6e7b-24d6-4dd1-abc9-76829df302e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:05.084828 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-889b6e7b-24d6-4dd1-abc9-76829df302e6 None None] For port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6efcb070-f1e9-4037-a857-a7e3d3bb88b3,segment=NetworkSegment(ec8a5332-e8ed-489d-b51a-c0b23d290bca),segment_id=ec8a5332-e8ed-489d-b51a-c0b23d290bca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:05.098910 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-889b6e7b-24d6-4dd1-abc9-76829df302e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:05.124359 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f7c8b34-a29d-49fb-b3c6-a6f82fbbe070 req-0d720230-2f2c-42ae-aa05-4b2f97fa53f4 service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094803 Nov 11 21:33:05.168555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b6e7b-24d6-4dd1-abc9-76829df302e6 None None] Pushing event updated for resources: {'Port': ['ID=6efcb070-f1e9-4037-a857-a7e3d3bb88b3,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:05.229945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-85d8570f-10d8-4bca-abfb-f9e0e5871377 None None] Provisioning complete for port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:05.245297 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85d8570f-10d8-4bca-abfb-f9e0e5871377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:05.332448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-10df3499-44a3-4ee1-95a9-e1222b5adcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:05.333342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-10df3499-44a3-4ee1-95a9-e1222b5adcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:05.334372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-10df3499-44a3-4ee1-95a9-e1222b5adcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:05.334956 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-10df3499-44a3-4ee1-95a9-e1222b5adcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:05.336247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-10df3499-44a3-4ee1-95a9-e1222b5adcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:05.338593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-10df3499-44a3-4ee1-95a9-e1222b5adcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:05.339507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-10df3499-44a3-4ee1-95a9-e1222b5adcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:05.345159 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16043f3b-107a-4260-878b-de1b0b1db957 req-10df3499-44a3-4ee1-95a9-e1222b5adcc8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0113b1be34a44a68ce314a4ec421108&device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 6488 time: 0.1134820 Nov 11 21:33:05.351767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] Made reservation on behalf of 178bb40f7c23473bbb72234aa8aa1b95 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:05.354324 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:05.359025 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-758ab277-24e5-465a-bbde-a35b0c8af4c2 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9727736 Nov 11 21:33:05.407374 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Request body: {'port': {'device_id': '89181a4c-332d-4573-8f81-fc69dd3163f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:05.409013 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:05.437707 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:45Z', 'updated_at': '2021-11-11T21:32:59Z', 'revision_number': 4, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'gw_port': {'id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:49Z', 'updated_at': '2021-11-11T21:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6efcb070-f1e9-4037-a857-a7e3d3bb88b3', 'name': '', 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'mac_address': 'fa:16:3e:60:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:57Z', 'updated_at': '2021-11-11T21:33:04Z', 'revision_number': 4, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'subnets': [{'id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:05.464910 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c140c-77bd-40f4-94b3-8d0db694bf8b req-3e92b353-1d67-4d50-bf12-aa32246add50 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:05.472021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c140c-77bd-40f4-94b3-8d0db694bf8b req-3e92b353-1d67-4d50-bf12-aa32246add50 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:05.478456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c140c-77bd-40f4-94b3-8d0db694bf8b req-3e92b353-1d67-4d50-bf12-aa32246add50 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:05.484415 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25e909-b564-4be3-96d1-c4bc8e6d2e4b None None] The sync data for ids ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'] in n-d-805737-3 is: [{'id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:45Z', 'updated_at': '2021-11-11T21:32:59Z', 'revision_number': 4, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'gw_port': {'id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:49Z', 'updated_at': '2021-11-11T21:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6efcb070-f1e9-4037-a857-a7e3d3bb88b3', 'name': '', 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'mac_address': 'fa:16:3e:60:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:57Z', 'updated_at': '2021-11-11T21:33:04Z', 'revision_number': 4, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'subnets': [{'id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:33:05.484665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c140c-77bd-40f4-94b3-8d0db694bf8b req-3e92b353-1d67-4d50-bf12-aa32246add50 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:05.499877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c140c-77bd-40f4-94b3-8d0db694bf8b req-3e92b353-1d67-4d50-bf12-aa32246add50 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:05.509082 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c140c-77bd-40f4-94b3-8d0db694bf8b req-3e92b353-1d67-4d50-bf12-aa32246add50 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:05.528875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c140c-77bd-40f4-94b3-8d0db694bf8b req-3e92b353-1d67-4d50-bf12-aa32246add50 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:05.531626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-66607a39-56c9-447c-b7f3-e6de9e77792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:05.533446 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16043f3b-107a-4260-878b-de1b0b1db957 req-66607a39-56c9-447c-b7f3-e6de9e77792b service neutron] 10.222.0.10 "GET /v2.0/networks?id=daab2798-5889-436e-a5cb-09a946e4b419 HTTP/1.1" status: 200 len: 903 time: 0.1726477 Nov 11 21:33:05.559975 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b1c140c-77bd-40f4-94b3-8d0db694bf8b req-3e92b353-1d67-4d50-bf12-aa32246add50 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5431 time: 0.9495473 Nov 11 21:33:05.580216 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-d9e83748-45bd-4f7d-99fd-5714003af3b6 service neutron] 10.222.0.57 "GET /v2.0/networks/a49a4356-70ed-460f-a1fc-e12a48908987?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0527792 Nov 11 21:33:05.675176 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:05.682428 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16043f3b-107a-4260-878b-de1b0b1db957 req-ea0581bc-d181-4c46-a729-f882bf0c3492 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=d47e0d50-b635-4eea-b40d-e6d4166567fe HTTP/1.1" status: 200 len: 217 time: 0.1298785 Nov 11 21:33:05.769370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b1c140c-77bd-40f4-94b3-8d0db694bf8b req-696cc9ec-54d3-4e74-99e8-d5fde335d4b5 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2084482 Nov 11 21:33:05.793555 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-797d302b-9f21-4046-aa9f-3e2528e3ddba service neutron] 10.222.0.57 "GET /v2.0/networks/a49a4356-70ed-460f-a1fc-e12a48908987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031467 Nov 11 21:33:05.869073 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:05.879730 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:05.924426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:33:05.969989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f974ce1d-9327-4943-aadc-a49a39b3a574,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:05.978817 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:05.979457 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] Added segment 029c2e66-a92d-4d7d-9d52-a629cdc8ddb7 of type vlan for network 10d3c489-0533-44f1-82fd-8dea02ebc1db Nov 11 21:33:06.002307 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-4a70e27d-0dda-4be8-a46f-c5ba1b2b54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:06.003411 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16043f3b-107a-4260-878b-de1b0b1db957 req-4a70e27d-0dda-4be8-a46f-c5ba1b2b54cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.2446170 Nov 11 21:33:06.090654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440cf9a-d9f6-48cb-8946-73570205b9e5 req-436c27cd-90be-423c-8ff5-198c2946192e tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:06.100051 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6440cf9a-d9f6-48cb-8946-73570205b9e5 req-436c27cd-90be-423c-8ff5-198c2946192e tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 945 time: 0.2010224 Nov 11 21:33:06.112309 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:06.209056 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-385cd013-9b5d-423c-8c17-b3837882a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:06.210816 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16043f3b-107a-4260-878b-de1b0b1db957 req-385cd013-9b5d-423c-8c17-b3837882a957 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1930311 Nov 11 21:33:06.242069 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:06.243044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:06.243630 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:06.266432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-c9c54435-69b0-48bb-8623-e10c073dbe6b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748510 Nov 11 21:33:06.300117 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6440cf9a-d9f6-48cb-8946-73570205b9e5 req-df32a052-d511-44e4-9f54-c9379298a49b tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903615 Nov 11 21:33:06.419860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] Pushing event updated for resources: {'Network': ['ID=10d3c489-0533-44f1-82fd-8dea02ebc1db,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:06.432898 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 10d3c489-0533-44f1-82fd-8dea02ebc1db details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:33:06.439425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f9d11326-1abe-45d1-8e72-28b3716df524 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2067966 Nov 11 21:33:06.458510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59996) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:06.467130 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bee9412b-a82f-4549-a70a-397bce5f8d57 admin admin] Request body: {'subnet': {'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-548312222-subnet', 'tenant_id': '178bb40f7c23473bbb72234aa8aa1b95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:06.494823 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16043f3b-107a-4260-878b-de1b0b1db957 req-2e2079ca-15bc-40de-8349-bb9aed789d2c service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579923 Nov 11 21:33:06.523295 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee9412b-a82f-4549-a70a-397bce5f8d57 admin admin] Made reservation on behalf of 178bb40f7c23473bbb72234aa8aa1b95 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:06.526761 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bee9412b-a82f-4549-a70a-397bce5f8d57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:06.606370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-724bf40a-69a5-434c-b272-c51bb180953a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:06.615138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e8b672-8c51-4a5c-97cd-7981f10fd095 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:06.621341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-724bf40a-69a5-434c-b272-c51bb180953a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136716 Nov 11 21:33:06.660920 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:06.670264 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-65d56dc0-3b74-448c-a6ea-5391849df802 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/quotas/fd47c33b622049db8b0a7624a7b34e9c HTTP/1.1" status: 200 len: 375 time: 0.0477724 Nov 11 21:33:06.685149 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Transition to ACTIVE for port object e0e8b672-8c51-4a5c-97cd-7981f10fd095 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:33:06.828405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-5bdb0700-fae2-40bc-9f1e-c611b04d3f1e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1570318 Nov 11 21:33:06.845464 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16043f3b-107a-4260-878b-de1b0b1db957 req-61c86666-0c27-4fba-a1e9-cc07ace68924 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379614 Nov 11 21:33:06.849494 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:06.967980 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:07.001199 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7fe14eec-1903-4f84-96b1-f59db1440809 req-33f172d0-3c60-434d-9f3d-69f6c73ebe87 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d HTTP/1.1" status: 200 len: 11000 time: 0.6609225 Nov 11 21:33:07.160470 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:07.161840 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:07.203205 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7fe14eec-1903-4f84-96b1-f59db1440809 req-07626955-e0dc-43cb-80bd-4d5b5b69d5ca tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/66aeb843-01ce-4874-a733-c07cab3e16b5 HTTP/1.1" status: 200 len: 2998 time: 0.1773548 Nov 11 21:33:07.419964 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Pushing event updated for resources: {'Port': ['ID=e0e8b672-8c51-4a5c-97cd-7981f10fd095,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:07.425911 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7fe14eec-1903-4f84-96b1-f59db1440809 req-49aeeb3b-3076-482f-8885-7d8b302c31db tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/66aeb843-01ce-4874-a733-c07cab3e16b5 HTTP/1.1" status: 200 len: 2998 time: 0.2155271 Nov 11 21:33:07.639350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4c5d645-9c7f-4157-a113-f768e3bfe8fc req-10962075-6cc7-4e83-9679-f086175648a3 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 210 time: 0.0747106 Nov 11 21:33:07.659568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46f18d-f44e-4ff9-97d7-54a7efe15ddc req-9291e03d-e52e-4419-bac9-afbe983b5bc2 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:07.667382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e46f18d-f44e-4ff9-97d7-54a7efe15ddc req-9291e03d-e52e-4419-bac9-afbe983b5bc2 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/ports?device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 944 time: 0.1756928 Nov 11 21:33:07.719121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-44075b00-7dd0-4c48-982d-2c57bc72ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:07.719679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-44075b00-7dd0-4c48-982d-2c57bc72ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:07.724596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-44075b00-7dd0-4c48-982d-2c57bc72ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:07.726083 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-44075b00-7dd0-4c48-982d-2c57bc72ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:07.726649 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-44075b00-7dd0-4c48-982d-2c57bc72ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:07.727015 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-44075b00-7dd0-4c48-982d-2c57bc72ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:07.727652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-44075b00-7dd0-4c48-982d-2c57bc72ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:07.729960 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16043f3b-107a-4260-878b-de1b0b1db957 req-44075b00-7dd0-4c48-982d-2c57bc72ea5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0113b1be34a44a68ce314a4ec421108&device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 6488 time: 0.7212203 Nov 11 21:33:07.735230 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bee9412b-a82f-4549-a70a-397bce5f8d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:07.740912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e46f18d-f44e-4ff9-97d7-54a7efe15ddc req-b9954cf4-511c-432e-804b-59d1da320dd4 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9577823-71b3-41b6-a929-a24474e40f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724492 Nov 11 21:33:07.822187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfb391f8-edd0-4050-9ea7-25f2a1659b19 req-b2ee5443-e405-4b6c-8938-aef9b1c68baf tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 210 time: 0.0358043 Nov 11 21:33:07.942562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e74e2-0f55-4239-8ef1-1cd44d4a5a18 req-02f34738-f6c5-4a96-a92b-8c09e41f4a64 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:07.949275 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e74e2-0f55-4239-8ef1-1cd44d4a5a18 req-02f34738-f6c5-4a96-a92b-8c09e41f4a64 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:07.956778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e74e2-0f55-4239-8ef1-1cd44d4a5a18 req-02f34738-f6c5-4a96-a92b-8c09e41f4a64 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:07.963093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e74e2-0f55-4239-8ef1-1cd44d4a5a18 req-02f34738-f6c5-4a96-a92b-8c09e41f4a64 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:07.969917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e74e2-0f55-4239-8ef1-1cd44d4a5a18 req-02f34738-f6c5-4a96-a92b-8c09e41f4a64 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:07.977125 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e74e2-0f55-4239-8ef1-1cd44d4a5a18 req-02f34738-f6c5-4a96-a92b-8c09e41f4a64 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:07.984914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e74e2-0f55-4239-8ef1-1cd44d4a5a18 req-02f34738-f6c5-4a96-a92b-8c09e41f4a64 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:07.987393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-599e74e2-0f55-4239-8ef1-1cd44d4a5a18 req-02f34738-f6c5-4a96-a92b-8c09e41f4a64 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5431 time: 0.1595495 Nov 11 21:33:08.005567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-66091473-7c08-4304-a723-be759df98fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:08.007078 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16043f3b-107a-4260-878b-de1b0b1db957 req-66091473-7c08-4304-a723-be759df98fad service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b574cc1-a549-4854-8e74-091e974d921e HTTP/1.1" status: 200 len: 903 time: 0.2570710 Nov 11 21:33:08.009050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9412b-a82f-4549-a70a-397bce5f8d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b04c1fc-83cf-41dc-92b1-a5b449f105f4,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:08.105928 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-599e74e2-0f55-4239-8ef1-1cd44d4a5a18 req-368a5706-d7f2-49ca-a76f-da21cb790ed9 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823781 Nov 11 21:33:08.124380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Attempting to bind port e0e8b672-8c51-4a5c-97cd-7981f10fd095 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:08.124851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Attempting to bind port e0e8b672-8c51-4a5c-97cd-7981f10fd095 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '72ad516e-63b8-44e8-ac66-956c96b38a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'bd1d19c2-a0c1-4bb0-8084-8bee562c1569'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:08.126690 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Attempting to bind port e0e8b672-8c51-4a5c-97cd-7981f10fd095 on network bd1d19c2-a0c1-4bb0-8084-8bee562c1569 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:08.133761 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16043f3b-107a-4260-878b-de1b0b1db957 req-0d8b618e-5e4d-440d-8f21-5db58e8655c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d HTTP/1.1" status: 200 len: 217 time: 0.1035972 Nov 11 21:33:08.147401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ea44c-67a3-4b70-8aaa-df026ed62479 req-4a100fd7-eda2-465c-9d28-8c45fd52b44a tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:08.158901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-144ea44c-67a3-4b70-8aaa-df026ed62479 req-4a100fd7-eda2-465c-9d28-8c45fd52b44a tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 945 time: 0.1703281 Nov 11 21:33:08.264697 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-144ea44c-67a3-4b70-8aaa-df026ed62479 req-e7e7f578-0258-49db-9df2-cb05d97f22bb tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041157 Nov 11 21:33:08.321169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Port e0e8b672-8c51-4a5c-97cd-7981f10fd095 on network bd1d19c2-a0c1-4bb0-8084-8bee562c1569 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:33:08.321556 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Attempting to bind port e0e8b672-8c51-4a5c-97cd-7981f10fd095 on network bd1d19c2-a0c1-4bb0-8084-8bee562c1569 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:08.336112 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-5db792e1-5f09-4f74-ab95-a04e147607ab tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:08.337798 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-5db792e1-5f09-4f74-ab95-a04e147607ab tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.71 "GET /v2.0/networks?id=a49a4356-70ed-460f-a1fc-e12a48908987 HTTP/1.1" status: 200 len: 827 time: 0.2028806 Nov 11 21:33:08.362418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:08.362796 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Checking segment: {'id': '72ad516e-63b8-44e8-ac66-956c96b38a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'bd1d19c2-a0c1-4bb0-8084-8bee562c1569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:08.363633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Bound using segment: {'id': '72ad516e-63b8-44e8-ac66-956c96b38a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'bd1d19c2-a0c1-4bb0-8084-8bee562c1569'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:08.365683 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Bound port: e0e8b672-8c51-4a5c-97cd-7981f10fd095, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ad516e-63b8-44e8-ac66-956c96b38a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'bd1d19c2-a0c1-4bb0-8084-8bee562c1569'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:08.365847 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:08.398883 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6ff4fdb-d2d0-4fb2-ad89-159343069755 req-23b6a190-6aa6-4d9b-acc6-5fe1c38f3b1d tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/1718a9d5-0414-4f85-876c-60815d414650 HTTP/1.1" status: 200 len: 1818 time: 0.0891657 Nov 11 21:33:08.405252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-ed848be2-c978-4cd2-97ea-0ea0e86ea1cc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Request body: {'port': {'device_id': '53554994-844b-4f06-8764-1715c4b0b3ca', 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'admin_state_up': True, 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:08.515844 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d6ff4fdb-d2d0-4fb2-ad89-159343069755 req-64cc3313-7e0f-4ffc-aff2-cbc00ad47531 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:08.570212 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d6ff4fdb-d2d0-4fb2-ad89-159343069755 req-64cc3313-7e0f-4ffc-aff2-cbc00ad47531 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:08.639775 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-5caccd9e-64bb-4839-bed3-2c9d4cc7f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:08.641745 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16043f3b-107a-4260-878b-de1b0b1db957 req-5caccd9e-64bb-4839-bed3-2c9d4cc7f35b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=723d138b-1459-41f3-8774-8cd909916b72 HTTP/1.1" status: 200 len: 797 time: 0.3029311 Nov 11 21:33:08.642695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee9412b-a82f-4549-a70a-397bce5f8d57 admin admin] Checking segment: {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:08.643245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee9412b-a82f-4549-a70a-397bce5f8d57 admin admin] Network hostable DHCP agents. Network: 10d3c489-0533-44f1-82fd-8dea02ebc1db, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:33:08.668475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] For port e0e8b672-8c51-4a5c-97cd-7981f10fd095, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:08.686957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a8ddc-4356-4f39-81cc-ddfa67f95e2e req-3f359de3-3941-481e-8aad-c270b9f13ac6 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:08.688820 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f10a8ddc-4356-4f39-81cc-ddfa67f95e2e req-3f359de3-3941-481e-8aad-c270b9f13ac6 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=3044ceca-35ce-47e7-a878-3072e8208405 HTTP/1.1" status: 200 len: 945 time: 0.0773065 Nov 11 21:33:08.701684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d6ff4fdb-d2d0-4fb2-ad89-159343069755 req-64cc3313-7e0f-4ffc-aff2-cbc00ad47531 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:08.704008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] For port e0e8b672-8c51-4a5c-97cd-7981f10fd095, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e0e8b672-8c51-4a5c-97cd-7981f10fd095,segment=NetworkSegment(72ad516e-63b8-44e8-ac66-956c96b38a00),segment_id=72ad516e-63b8-44e8-ac66-956c96b38a00)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:08.706444 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d6ff4fdb-d2d0-4fb2-ad89-159343069755 req-64cc3313-7e0f-4ffc-aff2-cbc00ad47531 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:08.728084 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:08.735130 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6ff4fdb-d2d0-4fb2-ad89-159343069755 req-64cc3313-7e0f-4ffc-aff2-cbc00ad47531 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "DELETE /v2.0/security-groups/1718a9d5-0414-4f85-876c-60815d414650 HTTP/1.1" status: 204 len: 173 time: 0.3281245 Nov 11 21:33:08.736988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee9412b-a82f-4549-a70a-397bce5f8d57 admin admin] Network 10d3c489-0533-44f1-82fd-8dea02ebc1db is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:33:08.787369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-bee9412b-a82f-4549-a70a-397bce5f8d57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 10d3c489-0533-44f1-82fd-8dea02ebc1db) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:08.799231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043f3b-107a-4260-878b-de1b0b1db957 req-30f8e092-22a7-4c2f-80c0-cc3ebe426367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:08.801036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a972d0c9-d66c-45f7-a08f-7d9e75c69c34 None None] Network 10d3c489-0533-44f1-82fd-8dea02ebc1db requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:33:08.802162 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16043f3b-107a-4260-878b-de1b0b1db957 req-30f8e092-22a7-4c2f-80c0-cc3ebe426367 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b574cc1-a549-4854-8e74-091e974d921e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1485989 Nov 11 21:33:08.807215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:08.808186 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:08.810033 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] 10.222.0.71 "PUT /v2.0/ports/e0e8b672-8c51-4a5c-97cd-7981f10fd095 HTTP/1.1" status: 200 len: 1092 time: 3.4119284 Nov 11 21:33:08.810898 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89181a4c-332d-4573-8f81-fc69dd3163f5', 'tag': 'e0e8b672-8c51-4a5c-97cd-7981f10fd095'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:08.813525 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491bb556-9ba0-4320-89ec-dee8a9a3fb7c" -d '{"events": [{"name": "network-changed", "server_uuid": "89181a4c-332d-4573-8f81-fc69dd3163f5", "tag": "e0e8b672-8c51-4a5c-97cd-7981f10fd095"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:08.816587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-ed848be2-c978-4cd2-97ea-0ea0e86ea1cc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Made reservation on behalf of b1f19774f69a4e5e9e895dab69bf6d47 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:08.826655 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-ed848be2-c978-4cd2-97ea-0ea0e86ea1cc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:08.832489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee9412b-a82f-4549-a70a-397bce5f8d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:08.836001 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bee9412b-a82f-4549-a70a-397bce5f8d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:08.865656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc3313-7e0f-4ffc-aff2-cbc00ad47531 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1718a9d5-0414-4f85-876c-60815d414650,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:08.920232 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d8cf60e-6538-4bfa-9d66-ef94af417c66 req-f4efdb9b-2808-4e4b-8cfa-edf956e0a44c tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 210 time: 0.0489495 Nov 11 21:33:08.965823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f10a8ddc-4356-4f39-81cc-ddfa67f95e2e req-8ea875e3-27f0-4a59-82c9-9276927299bb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282181 Nov 11 21:33:09.023322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5e78c2-96eb-4f03-b969-46c603d5a8b9 None None] Network 10d3c489-0533-44f1-82fd-8dea02ebc1db requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:33:09.034303 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-9beb4c18-a30e-4cf3-a48d-a43aa63d3823 req-f1c5f635-b57c-45c8-b4aa-a558a61e2119 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] show failed (client error): The resource could not be found. Nov 11 21:33:09.035400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9beb4c18-a30e-4cf3-a48d-a43aa63d3823 req-f1c5f635-b57c-45c8-b4aa-a558a61e2119 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/1718a9d5-0414-4f85-876c-60815d414650 HTTP/1.1" status: 404 len: 352 time: 0.0381565 Nov 11 21:33:09.059346 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e56e6-76b9-4c30-8101-52df3a3dffbf service neutron] Pushing event updated for resources: {'Port': ['ID=e0e8b672-8c51-4a5c-97cd-7981f10fd095,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:09.083601 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bee9412b-a82f-4549-a70a-397bce5f8d57 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6239650 Nov 11 21:33:09.186649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-51895692-b210-4eb5-a062-bbe4030076a6 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1413062 Nov 11 21:33:09.354818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-ed848be2-c978-4cd2-97ea-0ea0e86ea1cc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Allocated IP 172.20.0.14 (a49a4356-70ed-460f-a1fc-e12a48908987/de819e90-3abb-46e9-9312-23bc42d8b7d3/0aaf3113-fd67-4bc0-b874-c981823acd6b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:09.363286 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16043f3b-107a-4260-878b-de1b0b1db957 req-b293ff53-9bb1-4f6a-8a99-42ed374327d3 service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107317 Nov 11 21:33:09.409140 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0d3fa1a-84e2-4bd0-89f4-b92045dfed1b req-2e321850-b115-4814-9919-97ef2aa1ad91 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 210 time: 0.2096262 Nov 11 21:33:09.467522 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10542ae-47bb-439d-a39a-68b1288bf824 x-openstack-request-id: req-b10542ae-47bb-439d-a39a-68b1288bf824 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:09.467833 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89181a4c-332d-4573-8f81-fc69dd3163f5", "tag": "e0e8b672-8c51-4a5c-97cd-7981f10fd095", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:09.468090 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b10542ae-47bb-439d-a39a-68b1288bf824 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:09.468512 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89181a4c-332d-4573-8f81-fc69dd3163f5', 'tag': 'e0e8b672-8c51-4a5c-97cd-7981f10fd095', 'status': 'completed', 'code': 200} Nov 11 21:33:09.483300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-0557ff4d-003a-4d5b-bf8f-315eae837816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:09.484915 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-0557ff4d-003a-4d5b-bf8f-315eae837816 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d07551da103945f4ba6991759143609e&device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 1095 time: 0.6007528 Nov 11 21:33:09.487090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ccc2f-5175-4c07-bf96-ce94b79f5f29 req-6eb0c19e-8b2b-46a6-afe0-cf5fc6993d6f tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:09.495031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-926ccc2f-5175-4c07-bf96-ce94b79f5f29 req-6eb0c19e-8b2b-46a6-afe0-cf5fc6993d6f tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/ports?device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 944 time: 0.4455624 Nov 11 21:33:09.592163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-352f6359-9210-421b-a7cb-87bede13a3b8 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:09.593737 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-352f6359-9210-421b-a7cb-87bede13a3b8 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3956869 Nov 11 21:33:09.612390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-e12705a2-176d-4577-a4d0-372ebc57da0b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Request body: {'port': {'device_id': '0bcbab52-37d5-40be-a8cc-bed53558c74e', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'fd47c33b622049db8b0a7624a7b34e9c'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:09.626131 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-51ddf3a9-8ef4-4fd9-8a8c-5097829ef8db service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e8b672-8c51-4a5c-97cd-7981f10fd095 HTTP/1.1" status: 200 len: 217 time: 0.0746665 Nov 11 21:33:09.642625 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-926ccc2f-5175-4c07-bf96-ce94b79f5f29 req-1600c1e0-ad35-4c0b-9475-18ac1e6a84a1 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9577823-71b3-41b6-a929-a24474e40f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431794 Nov 11 21:33:09.654010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739add7e-5aad-4749-9380-2381f59d70ff req-f4218e5e-76e2-47e8-9643-834c614865a8 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:09.655504 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-739add7e-5aad-4749-9380-2381f59d70ff req-f4218e5e-76e2-47e8-9643-834c614865a8 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3044ceca-35ce-47e7-a878-3072e8208405 HTTP/1.1" status: 200 len: 945 time: 0.2877927 Nov 11 21:33:09.662985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d046733-3a60-492b-9eae-887bb46a0b09 req-bf753204-b2ef-41cd-a8cb-c50a40a9613f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/eaa555f2-2198-41d7-a33a-63dde9134338 HTTP/1.1" status: 200 len: 1819 time: 0.1574502 Nov 11 21:33:09.722305 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-96f9812d-7d29-4d1c-b087-93adcda807bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:09.724063 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-96f9812d-7d29-4d1c-b087-93adcda807bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d467fad7-c80f-480c-8b4d-a7e768a5531c HTTP/1.1" status: 200 len: 862 time: 0.0821457 Nov 11 21:33:09.838341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92f3d1-2576-4ded-aa41-e4f9c476c171 req-26f03d4c-e380-4f3b-85e5-113cbc73ab0a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:09.844658 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92f3d1-2576-4ded-aa41-e4f9c476c171 req-26f03d4c-e380-4f3b-85e5-113cbc73ab0a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:09.850564 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-06eac6ba-bfcb-48e2-83fa-34042ae9ede7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bd1d19c2-a0c1-4bb0-8084-8bee562c1569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981193 Nov 11 21:33:09.851155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92f3d1-2576-4ded-aa41-e4f9c476c171 req-26f03d4c-e380-4f3b-85e5-113cbc73ab0a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:09.857259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92f3d1-2576-4ded-aa41-e4f9c476c171 req-26f03d4c-e380-4f3b-85e5-113cbc73ab0a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:09.857908 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16043f3b-107a-4260-878b-de1b0b1db957 req-5f9b0c2f-c408-4503-ae80-40a7683dfcb7 service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788656 Nov 11 21:33:09.863545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92f3d1-2576-4ded-aa41-e4f9c476c171 req-26f03d4c-e380-4f3b-85e5-113cbc73ab0a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:09.869564 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92f3d1-2576-4ded-aa41-e4f9c476c171 req-26f03d4c-e380-4f3b-85e5-113cbc73ab0a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:09.876848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92f3d1-2576-4ded-aa41-e4f9c476c171 req-26f03d4c-e380-4f3b-85e5-113cbc73ab0a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:09.878760 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e92f3d1-2576-4ded-aa41-e4f9c476c171 req-26f03d4c-e380-4f3b-85e5-113cbc73ab0a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5431 time: 0.1579003 Nov 11 21:33:09.881822 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7d046733-3a60-492b-9eae-887bb46a0b09 req-71a98894-87e3-445d-bb6f-a0866403afd4 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:09.942830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-e12705a2-176d-4577-a4d0-372ebc57da0b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Made reservation on behalf of fd47c33b622049db8b0a7624a7b34e9c for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:09.947424 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-e12705a2-176d-4577-a4d0-372ebc57da0b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:09.955781 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7d046733-3a60-492b-9eae-887bb46a0b09 req-71a98894-87e3-445d-bb6f-a0866403afd4 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:10.024411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e92f3d1-2576-4ded-aa41-e4f9c476c171 req-82d43ff0-1e05-465a-82a3-dc48578dfdcd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1382608 Nov 11 21:33:10.044098 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-ed848be2-c978-4cd2-97ea-0ea0e86ea1cc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:10.050719 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-00f9fae5-3e92-4a59-94b7-c4ef270401f8 service neutron] 10.222.0.71 "GET /v2.0/networks/bd1d19c2-a0c1-4bb0-8084-8bee562c1569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875877 Nov 11 21:33:10.080819 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7d046733-3a60-492b-9eae-887bb46a0b09 req-71a98894-87e3-445d-bb6f-a0866403afd4 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:10.092666 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7d046733-3a60-492b-9eae-887bb46a0b09 req-71a98894-87e3-445d-bb6f-a0866403afd4 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:10.094294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d046733-3a60-492b-9eae-887bb46a0b09 req-71a98894-87e3-445d-bb6f-a0866403afd4 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "DELETE /v2.0/security-groups/eaa555f2-2198-41d7-a33a-63dde9134338 HTTP/1.1" status: 204 len: 173 time: 0.4254160 Nov 11 21:33:10.121184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a98894-87e3-445d-bb6f-a0866403afd4 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa555f2-2198-41d7-a33a-63dde9134338,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:10.147296 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-739add7e-5aad-4749-9380-2381f59d70ff req-892b7f8f-e658-421d-9e46-03a556aef13a tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Deleting port cff1087c-ea86-4c8c-815e-f815368735e5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:10.147629 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-739add7e-5aad-4749-9380-2381f59d70ff req-892b7f8f-e658-421d-9e46-03a556aef13a tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:10.231659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-e12705a2-176d-4577-a4d0-372ebc57da0b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Allocated IP 192.168.233.226 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/7c5b679c-9b22-442b-bd73-c1b390ce57a3) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:10.249354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaec77-b297-49d0-805d-9ae61d797daa req-5132889d-1655-472f-bd70-43f2be30021e tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:10.257357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-edeaec77-b297-49d0-805d-9ae61d797daa req-5132889d-1655-472f-bd70-43f2be30021e tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 945 time: 0.1208687 Nov 11 21:33:10.342937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-edeaec77-b297-49d0-805d-9ae61d797daa req-57994901-c6f1-48c4-ac99-6f3bdd8b1b29 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845430 Nov 11 21:33:10.360637 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-ed848be2-c978-4cd2-97ea-0ea0e86ea1cc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:10.637794 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486b012-a20e-45aa-afaf-b101e932e326 req-dae845d6-d87a-4d69-ace2-a11d3c54478d tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:10.645569 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2486b012-a20e-45aa-afaf-b101e932e326 req-dae845d6-d87a-4d69-ace2-a11d3c54478d tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 932 time: 0.1885209 Nov 11 21:33:10.701975 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-e12705a2-176d-4577-a4d0-372ebc57da0b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:10.707573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-55e99407-99ae-4fd7-9125-87824229c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:10.708059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-55e99407-99ae-4fd7-9125-87824229c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:10.708517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-55e99407-99ae-4fd7-9125-87824229c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:10.708990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-55e99407-99ae-4fd7-9125-87824229c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:10.709435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-55e99407-99ae-4fd7-9125-87824229c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:10.709877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-55e99407-99ae-4fd7-9125-87824229c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:10.710318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-55e99407-99ae-4fd7-9125-87824229c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:10.712255 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-55e99407-99ae-4fd7-9125-87824229c294 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0113b1be34a44a68ce314a4ec421108&device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 6488 time: 0.6215355 Nov 11 21:33:10.772590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2486b012-a20e-45aa-afaf-b101e932e326 req-e64a4c5a-d4c3-46cc-ad44-74cd492e9be4 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/security-groups?id=5655ed8b-e295-4acf-9fe4-7aab8e8065e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261494 Nov 11 21:33:10.776605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95559e-f1ef-4273-852b-1dfc918894d4 req-e517ea55-7213-4f81-9524-b2cf09f785bb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:10.778110 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ff95559e-f1ef-4273-852b-1dfc918894d4 req-e517ea55-7213-4f81-9524-b2cf09f785bb tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 945 time: 0.5690067 Nov 11 21:33:10.779952 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c4feaa-ad9f-4b1d-8fc0-ab34a3b1d6fe req-5c43cee8-2ac5-4d5a-be1e-5eaf59935192 service neutron] 10.222.0.71 "GET /v2.0/networks/bd1d19c2-a0c1-4bb0-8084-8bee562c1569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178037 Nov 11 21:33:10.781162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-e86734ce-9921-4d19-813f-365f5146b9f4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:10.797304 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-ed848be2-c978-4cd2-97ea-0ea0e86ea1cc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Network a49a4356-70ed-460f-a1fc-e12a48908987 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:10.801489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-e86734ce-9921-4d19-813f-365f5146b9f4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 805 time: 0.3987169 Nov 11 21:33:10.812430 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-e12705a2-176d-4577-a4d0-372ebc57da0b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:10.823377 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-ed848be2-c978-4cd2-97ea-0ea0e86ea1cc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:10.830879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['62a14a83-0af0-40a8-be8f-6ddd11d598e2'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:10.881014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-ed848be2-c978-4cd2-97ea-0ea0e86ea1cc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:10.903505 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed848be2-c978-4cd2-97ea-0ea0e86ea1cc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Pushing event updated for resources: {'Port': ['ID=0aaf3113-fd67-4bc0-b874-c981823acd6b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:10.959141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12705a2-176d-4577-a4d0-372ebc57da0b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Pushing event updated for resources: {'Port': ['ID=7c5b679c-9b22-442b-bd73-c1b390ce57a3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:10.973241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-e12705a2-176d-4577-a4d0-372ebc57da0b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:10.989798 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-739add7e-5aad-4749-9380-2381f59d70ff req-892b7f8f-e658-421d-9e46-03a556aef13a tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] For port cff1087c-ea86-4c8c-815e-f815368735e5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=cff1087c-ea86-4c8c-815e-f815368735e5,segment=NetworkSegment(51c18b80-ab8b-4652-95a8-906f32df19a1),segment_id=51c18b80-ab8b-4652-95a8-906f32df19a1)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:10.990188 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-739add7e-5aad-4749-9380-2381f59d70ff req-892b7f8f-e658-421d-9e46-03a556aef13a tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:10.995379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-e12705a2-176d-4577-a4d0-372ebc57da0b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:10.998164 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:10.999611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-e12705a2-176d-4577-a4d0-372ebc57da0b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:11.005335 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-83d3bcca-32fd-4e38-aef6-97285fec0655 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/quotas/178bb40f7c23473bbb72234aa8aa1b95 HTTP/1.1" status: 200 len: 375 time: 0.2021363 Nov 11 21:33:11.089754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-e12705a2-176d-4577-a4d0-372ebc57da0b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:11.090586 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-e12705a2-176d-4577-a4d0-372ebc57da0b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:11.121853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-739add7e-5aad-4749-9380-2381f59d70ff req-892b7f8f-e658-421d-9e46-03a556aef13a tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Calling delete_port for cff1087c-ea86-4c8c-815e-f815368735e5 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:11.181326 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5cc527a8-0880-4667-9820-aa6f928ca07a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628588 Nov 11 21:33:11.208590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-e12705a2-176d-4577-a4d0-372ebc57da0b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6021526 Nov 11 21:33:11.219995 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61091b-0afe-4c03-a94a-f57385497ef1 req-f53bc22e-8fec-4529-93e9-648154147476 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:11.227512 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b61091b-0afe-4c03-a94a-f57385497ef1 req-f53bc22e-8fec-4529-93e9-648154147476 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=3044ceca-35ce-47e7-a878-3072e8208405 HTTP/1.1" status: 200 len: 945 time: 0.2717283 Nov 11 21:33:11.243347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Request body: {'port': {'device_id': '0bcbab52-37d5-40be-a8cc-bed53558c74e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:11.260114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-414312b7-610c-42ae-b18b-a290f15ce9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:11.261866 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-414312b7-610c-42ae-b18b-a290f15ce9dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b574cc1-a549-4854-8e74-091e974d921e HTTP/1.1" status: 200 len: 903 time: 0.5227096 Nov 11 21:33:11.283109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bb556-9ba0-4320-89ec-dee8a9a3fb7c req-cb4fe0e8-0700-4653-ba1f-2aa3b84fecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:11.286261 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-491bb556-9ba0-4320-89ec-dee8a9a3fb7c req-cb4fe0e8-0700-4653-ba1f-2aa3b84fecb6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d07551da103945f4ba6991759143609e&device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 1095 time: 0.4024251 Nov 11 21:33:11.297845 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-78aafd09-21d9-4f90-909a-abb8c18fe6d3 None None] Provisioning complete for port 0aaf3113-fd67-4bc0-b874-c981823acd6b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:11.298220 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78aafd09-21d9-4f90-909a-abb8c18fe6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:11.353875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-78aafd09-21d9-4f90-909a-abb8c18fe6d3 None None] Port 0aaf3113-fd67-4bc0-b874-c981823acd6b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:33:11.357180 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-2f4f7cb7-827c-4e20-b776-9d28cbdbc035 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=774bf466-7c76-4ef4-831b-c0a553800dfa HTTP/1.1" status: 200 len: 217 time: 0.0667658 Nov 11 21:33:11.369433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-ed848be2-c978-4cd2-97ea-0ea0e86ea1cc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:11.370580 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-ed848be2-c978-4cd2-97ea-0ea0e86ea1cc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:11.443279 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:11.452034 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b61091b-0afe-4c03-a94a-f57385497ef1 req-0f3c9434-6cf5-4d78-b82d-71b599dc2fd9 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e9767f-4b73-4122-a3dd-641a8938a174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236931 Nov 11 21:33:11.460959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-a02c0a9e-416a-4c41-9cf0-40e7af18cb17 service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715082 Nov 11 21:33:11.492086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-88c1d4bf-bad1-418d-bd44-e2a99d468fdb None None] Provisioning complete for port 7c5b679c-9b22-442b-bd73-c1b390ce57a3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:11.492440 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88c1d4bf-bad1-418d-bd44-e2a99d468fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:11.561560 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-88c1d4bf-bad1-418d-bd44-e2a99d468fdb None None] Port 7c5b679c-9b22-442b-bd73-c1b390ce57a3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:33:11.571069 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-ed848be2-c978-4cd2-97ea-0ea0e86ea1cc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1699255 Nov 11 21:33:11.574641 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-f0595b69-dd49-4981-aae5-09450a7f8ec3 req-72deb775-2e14-4a50-af63-98b786054575 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] show failed (client error): The resource could not be found. Nov 11 21:33:11.575673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0595b69-dd49-4981-aae5-09450a7f8ec3 req-72deb775-2e14-4a50-af63-98b786054575 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/eaa555f2-2198-41d7-a33a-63dde9134338 HTTP/1.1" status: 404 len: 352 time: 0.0562024 Nov 11 21:33:11.578058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ff95559e-f1ef-4273-852b-1dfc918894d4 req-9389f0fb-bf9c-433e-8bb5-52bc4c4dc785 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Deleting port 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:11.578391 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ff95559e-f1ef-4273-852b-1dfc918894d4 req-9389f0fb-bf9c-433e-8bb5-52bc4c4dc785 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:11.587183 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-01c4a111-0d77-4097-b564-97f7bea6f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:11.588928 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-01c4a111-0d77-4097-b564-97f7bea6f4d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=723d138b-1459-41f3-8774-8cd909916b72 HTTP/1.1" status: 200 len: 797 time: 0.2050452 Nov 11 21:33:11.589734 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-739add7e-5aad-4749-9380-2381f59d70ff req-892b7f8f-e658-421d-9e46-03a556aef13a tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:11.605688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['cff1087c-ea86-4c8c-815e-f815368735e5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:11.607887 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:11.609905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Request body: {'port': {'device_id': '53554994-844b-4f06-8764-1715c4b0b3ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:11.760726 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-1b6f6e1c-846f-4eba-8200-dad35531b8c0 service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860208 Nov 11 21:33:11.768766 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b7f8f-e658-421d-9e46-03a556aef13a tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Pushing event deleted for resources: {'Port': ['ID=cff1087c-ea86-4c8c-815e-f815368735e5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:11.819946 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9220d8-f8fd-4f56-ad5e-612923db1e79 req-e0849b67-8205-41eb-802f-2dfbfb702527 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:11.821532 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a9220d8-f8fd-4f56-ad5e-612923db1e79 req-e0849b67-8205-41eb-802f-2dfbfb702527 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 936 time: 0.1540699 Nov 11 21:33:11.837512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bb556-9ba0-4320-89ec-dee8a9a3fb7c req-99299048-7418-4e1c-8028-c8e3c32aab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:11.839040 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-491bb556-9ba0-4320-89ec-dee8a9a3fb7c req-99299048-7418-4e1c-8028-c8e3c32aab5f service neutron] 10.222.0.71 "GET /v2.0/networks?id=bd1d19c2-a0c1-4bb0-8084-8bee562c1569 HTTP/1.1" status: 200 len: 924 time: 0.4950144 Nov 11 21:33:11.862695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-739add7e-5aad-4749-9380-2381f59d70ff req-892b7f8f-e658-421d-9e46-03a556aef13a tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] No DVR routers for this DVR port cff1087c-ea86-4c8c-815e-f815368735e5 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:33:11.880266 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-739add7e-5aad-4749-9380-2381f59d70ff req-892b7f8f-e658-421d-9e46-03a556aef13a tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:11.883559 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-739add7e-5aad-4749-9380-2381f59d70ff req-892b7f8f-e658-421d-9e46-03a556aef13a tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.71 "DELETE /v2.0/ports/cff1087c-ea86-4c8c-815e-f815368735e5 HTTP/1.1" status: 204 len: 173 time: 2.1444042 Nov 11 21:33:11.884184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3044ceca-35ce-47e7-a878-3072e8208405', 'name': 'network-vif-deleted', 'tag': 'cff1087c-ea86-4c8c-815e-f815368735e5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:11.886631 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aaf5cd-8a91-404a-87f5-f6f2263b7058" -d '{"events": [{"server_uuid": "3044ceca-35ce-47e7-a878-3072e8208405", "name": "network-vif-deleted", "tag": "cff1087c-ea86-4c8c-815e-f815368735e5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:11.906667 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5b679c-9b22-442b-bd73-c1b390ce57a3 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:11.924125 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:11.949604 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a9220d8-f8fd-4f56-ad5e-612923db1e79 req-95bc2623-d5e5-4268-b77f-ead07f52851e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146367 Nov 11 21:33:11.966780 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ff95559e-f1ef-4273-852b-1dfc918894d4 req-9389f0fb-bf9c-433e-8bb5-52bc4c4dc785 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] For port 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2,segment=NetworkSegment(51c18b80-ab8b-4652-95a8-906f32df19a1),segment_id=51c18b80-ab8b-4652-95a8-906f32df19a1)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:11.967196 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ff95559e-f1ef-4273-852b-1dfc918894d4 req-9389f0fb-bf9c-433e-8bb5-52bc4c4dc785 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:11.974647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Transition to ACTIVE for port object 7c5b679c-9b22-442b-bd73-c1b390ce57a3 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:33:11.975890 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:11.984032 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-491bb556-9ba0-4320-89ec-dee8a9a3fb7c req-0919fcd6-2c68-4f8c-b128-1357314e0ab2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e8b672-8c51-4a5c-97cd-7981f10fd095 HTTP/1.1" status: 200 len: 217 time: 0.1193318 Nov 11 21:33:11.986377 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:12.003106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-3872c309-a4a2-45a5-839c-979dc4a48971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:12.014283 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-3872c309-a4a2-45a5-839c-979dc4a48971 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b574cc1-a549-4854-8e74-091e974d921e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3882372 Nov 11 21:33:12.038451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ff95559e-f1ef-4273-852b-1dfc918894d4 req-9389f0fb-bf9c-433e-8bb5-52bc4c4dc785 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Calling delete_port for 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:12.124642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5b679c-9b22-442b-bd73-c1b390ce57a3,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:12.227368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6260df-3187-4d74-9ee7-28adc39ad9ff req-f9f3f837-eb60-4b37-add6-b4c6942b5c48 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:12.230856 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc6260df-3187-4d74-9ee7-28adc39ad9ff req-f9f3f837-eb60-4b37-add6-b4c6942b5c48 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/ports?device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 944 time: 0.1955702 Nov 11 21:33:12.268765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bb556-9ba0-4320-89ec-dee8a9a3fb7c req-5f805764-3513-4caa-ae4c-e417a574a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:12.270856 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-491bb556-9ba0-4320-89ec-dee8a9a3fb7c req-5f805764-3513-4caa-ae4c-e417a574a0ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d467fad7-c80f-480c-8b4d-a7e768a5531c HTTP/1.1" status: 200 len: 862 time: 0.2697637 Nov 11 21:33:12.340762 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc6260df-3187-4d74-9ee7-28adc39ad9ff req-d5404710-4c55-4a57-844f-812bfa77a5df tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9577823-71b3-41b6-a929-a24474e40f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783439 Nov 11 21:33:12.341754 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-491bb556-9ba0-4320-89ec-dee8a9a3fb7c req-a10b7e65-43a1-4986-82b8-3deb9dfa4f34 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bd1d19c2-a0c1-4bb0-8084-8bee562c1569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546911 Nov 11 21:33:12.365924 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364d52-d6c9-435b-a4fd-52b817341676 req-8ec4e601-e0dd-43bd-b71f-ab1d07df9d3b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:12.378747 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364d52-d6c9-435b-a4fd-52b817341676 req-8ec4e601-e0dd-43bd-b71f-ab1d07df9d3b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:12.386686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364d52-d6c9-435b-a4fd-52b817341676 req-8ec4e601-e0dd-43bd-b71f-ab1d07df9d3b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:12.394415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364d52-d6c9-435b-a4fd-52b817341676 req-8ec4e601-e0dd-43bd-b71f-ab1d07df9d3b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:12.402976 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364d52-d6c9-435b-a4fd-52b817341676 req-8ec4e601-e0dd-43bd-b71f-ab1d07df9d3b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:12.413098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364d52-d6c9-435b-a4fd-52b817341676 req-8ec4e601-e0dd-43bd-b71f-ab1d07df9d3b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:12.420556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68364d52-d6c9-435b-a4fd-52b817341676 req-8ec4e601-e0dd-43bd-b71f-ab1d07df9d3b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:12.431316 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-68364d52-d6c9-435b-a4fd-52b817341676 req-8ec4e601-e0dd-43bd-b71f-ab1d07df9d3b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5431 time: 0.3575993 Nov 11 21:33:12.434474 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-38128522-9575-4bab-a760-99c3c9d8c388 service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999791 Nov 11 21:33:12.471785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Attempting to bind port 7c5b679c-9b22-442b-bd73-c1b390ce57a3 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:12.472216 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Attempting to bind port 7c5b679c-9b22-442b-bd73-c1b390ce57a3 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:12.472639 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Attempting to bind port 7c5b679c-9b22-442b-bd73-c1b390ce57a3 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:12.498057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Port 7c5b679c-9b22-442b-bd73-c1b390ce57a3 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:33:12.500365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Attempting to bind port 7c5b679c-9b22-442b-bd73-c1b390ce57a3 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:12.541322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:12.541662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:12.542047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:12.542491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Bound port: 7c5b679c-9b22-442b-bd73-c1b390ce57a3, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:12.542849 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:12.562548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00abde-b85e-4a05-8c53-26762f52466e req-d2b8fc6b-a2e4-4521-a629-0ef5999bf8e6 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:12.562863 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d00abde-b85e-4a05-8c53-26762f52466e req-d2b8fc6b-a2e4-4521-a629-0ef5999bf8e6 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 945 time: 0.1283894 Nov 11 21:33:12.672872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-68364d52-d6c9-435b-a4fd-52b817341676 req-57dcd661-eff2-4c99-8a60-fcea27780e37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2403667 Nov 11 21:33:12.685089 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-491bb556-9ba0-4320-89ec-dee8a9a3fb7c req-680a0654-7ca8-4ad2-8bc6-fab4cb60fdd1 service neutron] 10.222.0.71 "GET /v2.0/networks/bd1d19c2-a0c1-4bb0-8084-8bee562c1569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917426 Nov 11 21:33:12.693876 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ff95559e-f1ef-4273-852b-1dfc918894d4 req-9389f0fb-bf9c-433e-8bb5-52bc4c4dc785 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:12.707823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d00abde-b85e-4a05-8c53-26762f52466e req-343c1abc-78f5-4a62-bf2a-e0275f2a1dd5 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323934 Nov 11 21:33:12.712468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] For port 7c5b679c-9b22-442b-bd73-c1b390ce57a3, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:12.716214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] For port 7c5b679c-9b22-442b-bd73-c1b390ce57a3, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7c5b679c-9b22-442b-bd73-c1b390ce57a3,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:12.724511 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:12.724683 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a001e789-7289-4015-8444-32a6f78c8cd6 req-b118d644-d67f-4a30-b71b-45371fc67ea6 service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735040 Nov 11 21:33:12.790793 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389f0fb-bf9c-433e-8bb5-52bc4c4dc785 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Pushing event deleted for resources: {'Port': ['ID=9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:12.795420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:12.797537 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:12.799063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] 10.222.0.71 "PUT /v2.0/ports/7c5b679c-9b22-442b-bd73-c1b390ce57a3 HTTP/1.1" status: 200 len: 1096 time: 1.5599413 Nov 11 21:33:12.799621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcbab52-37d5-40be-a8cc-bed53558c74e', 'tag': '7c5b679c-9b22-442b-bd73-c1b390ce57a3'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:12.801995 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ca5de6-a19a-42dc-9fb2-b37d1a47b1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcbab52-37d5-40be-a8cc-bed53558c74e", "tag": "7c5b679c-9b22-442b-bd73-c1b390ce57a3"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:12.899273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19822e-6c9a-4ae6-8deb-2faf2f344098 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5b679c-9b22-442b-bd73-c1b390ce57a3,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:12.919816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be464d8b-fd5c-4776-b8d9-a9ff35e66e6f req-27a1c61c-62ec-47db-b43d-5897bc930f52 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/5ce441a7-edb5-4578-a132-593a4d5c18da HTTP/1.1" status: 200 len: 1818 time: 0.1324413 Nov 11 21:33:12.952906 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-ea1eccc0-1545-4e83-abfe-302ef96fe529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:12.954399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-ea1eccc0-1545-4e83-abfe-302ef96fe529 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 1099 time: 0.1038401 Nov 11 21:33:12.980369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff95559e-f1ef-4273-852b-1dfc918894d4 req-9389f0fb-bf9c-433e-8bb5-52bc4c4dc785 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] No DVR routers for this DVR port 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:33:12.983662 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ff95559e-f1ef-4273-852b-1dfc918894d4 req-9389f0fb-bf9c-433e-8bb5-52bc4c4dc785 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:12.987601 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ff95559e-f1ef-4273-852b-1dfc918894d4 req-9389f0fb-bf9c-433e-8bb5-52bc4c4dc785 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.10 "DELETE /v2.0/ports/9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 HTTP/1.1" status: 204 len: 173 time: 2.1891766 Nov 11 21:33:13.013439 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aaf3113-fd67-4bc0-b874-c981823acd6b {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:13.013681 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-fee0a44c-bd34-4fbe-a1bc-12bc568f072e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=7c5b679c-9b22-442b-bd73-c1b390ce57a3 HTTP/1.1" status: 200 len: 217 time: 0.0498433 Nov 11 21:33:13.023669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fbd09-75d6-4b69-81f9-aaea272e2297 req-b822dc7a-c577-4b93-9274-1b631d175ac5 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:13.025210 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f7fbd09-75d6-4b69-81f9-aaea272e2297 req-b822dc7a-c577-4b93-9274-1b631d175ac5 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 932 time: 0.1441901 Nov 11 21:33:13.029241 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:13.037712 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-491bb556-9ba0-4320-89ec-dee8a9a3fb7c req-02037fa4-32fb-4504-8df8-709cf65b1e9c service neutron] 10.222.0.71 "GET /v2.0/networks/bd1d19c2-a0c1-4bb0-8084-8bee562c1569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387539 Nov 11 21:33:13.054136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Transition to ACTIVE for port object 0aaf3113-fd67-4bc0-b874-c981823acd6b will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:33:13.064286 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:13.110772 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-be464d8b-fd5c-4776-b8d9-a9ff35e66e6f req-d61fcf7d-a8ee-44d9-a91d-5ca8bf4a2668 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:13.116378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-3c5aab9d-7529-4122-b326-bb003867fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:13.117852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-3c5aab9d-7529-4122-b326-bb003867fc7e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0917675 Nov 11 21:33:13.152598 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Pushing event updated for resources: {'Port': ['ID=0aaf3113-fd67-4bc0-b874-c981823acd6b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:13.162465 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:33:13.169321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-be464d8b-fd5c-4776-b8d9-a9ff35e66e6f req-d61fcf7d-a8ee-44d9-a91d-5ca8bf4a2668 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:13.176308 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f7fbd09-75d6-4b69-81f9-aaea272e2297 req-0b30740f-abf2-43e8-80cd-e8b712b3d700 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/security-groups?id=5655ed8b-e295-4acf-9fe4-7aab8e8065e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414709 Nov 11 21:33:13.219882 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Attempting to bind port 0aaf3113-fd67-4bc0-b874-c981823acd6b on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:13.220356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Attempting to bind port 0aaf3113-fd67-4bc0-b874-c981823acd6b by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'ec8a5332-e8ed-489d-b51a-c0b23d290bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:13.220656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Attempting to bind port 0aaf3113-fd67-4bc0-b874-c981823acd6b on network a49a4356-70ed-460f-a1fc-e12a48908987 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:13.223627 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-e25c1b57-9ea6-4b1f-8819-1a62331d44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:13.225920 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-e25c1b57-9ea6-4b1f-8819-1a62331d44fc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956283 Nov 11 21:33:13.226232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Port 0aaf3113-fd67-4bc0-b874-c981823acd6b on network a49a4356-70ed-460f-a1fc-e12a48908987 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:33:13.226510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Attempting to bind port 0aaf3113-fd67-4bc0-b874-c981823acd6b on network a49a4356-70ed-460f-a1fc-e12a48908987 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:13.232415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:13.232867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Checking segment: {'id': 'ec8a5332-e8ed-489d-b51a-c0b23d290bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:13.233085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Bound using segment: {'id': 'ec8a5332-e8ed-489d-b51a-c0b23d290bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:13.233515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Bound port: 0aaf3113-fd67-4bc0-b874-c981823acd6b, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8a5332-e8ed-489d-b51a-c0b23d290bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:13.233873 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:13.251317 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-be464d8b-fd5c-4776-b8d9-a9ff35e66e6f req-d61fcf7d-a8ee-44d9-a91d-5ca8bf4a2668 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:13.252551 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ade9f7-4e9a-4ad8-a6ec-2d57523539be x-openstack-request-id: req-14ade9f7-4e9a-4ad8-a6ec-2d57523539be {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:13.252776 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3044ceca-35ce-47e7-a878-3072e8208405", "name": "network-vif-deleted", "tag": "cff1087c-ea86-4c8c-815e-f815368735e5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:13.253135 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-14ade9f7-4e9a-4ad8-a6ec-2d57523539be {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:13.253530 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3044ceca-35ce-47e7-a878-3072e8208405', 'name': 'network-vif-deleted', 'tag': 'cff1087c-ea86-4c8c-815e-f815368735e5', 'status': 'completed', 'code': 200} Nov 11 21:33:13.256674 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-be464d8b-fd5c-4776-b8d9-a9ff35e66e6f req-d61fcf7d-a8ee-44d9-a91d-5ca8bf4a2668 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:13.258284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be464d8b-fd5c-4776-b8d9-a9ff35e66e6f req-d61fcf7d-a8ee-44d9-a91d-5ca8bf4a2668 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "DELETE /v2.0/security-groups/5ce441a7-edb5-4578-a132-593a4d5c18da HTTP/1.1" status: 204 len: 173 time: 0.3309634 Nov 11 21:33:13.332917 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] For port 0aaf3113-fd67-4bc0-b874-c981823acd6b, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:13.340903 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] For port 0aaf3113-fd67-4bc0-b874-c981823acd6b, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=0aaf3113-fd67-4bc0-b874-c981823acd6b,segment=NetworkSegment(ec8a5332-e8ed-489d-b51a-c0b23d290bca),segment_id=ec8a5332-e8ed-489d-b51a-c0b23d290bca)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:13.345668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fcf7d-a8ee-44d9-a91d-5ca8bf4a2668 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce441a7-edb5-4578-a132-593a4d5c18da,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:13.369456 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:13.396608 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-36d78e6e-65fa-46b1-9677-f7d9cf22421e service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543758 Nov 11 21:33:13.482123 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-145b0528-9a69-4270-bcbd-286905745d2a req-20e8602d-30e1-4955-9e56-eb619cd99265 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=124bc3b3-abb2-421e-886b-ceeb0e92a6bb HTTP/1.1" status: 200 len: 210 time: 0.0411465 Nov 11 21:33:13.577900 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:13.578630 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:13.580209 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] 10.222.0.71 "PUT /v2.0/ports/0aaf3113-fd67-4bc0-b874-c981823acd6b HTTP/1.1" status: 200 len: 1092 time: 1.9960394 Nov 11 21:33:13.583842 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee6115b-330b-428a-995b-c40c055a85a3 x-openstack-request-id: req-2ee6115b-330b-428a-995b-c40c055a85a3 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:13.584144 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcbab52-37d5-40be-a8cc-bed53558c74e", "tag": "7c5b679c-9b22-442b-bd73-c1b390ce57a3", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:13.584403 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ee6115b-330b-428a-995b-c40c055a85a3 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:13.584828 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcbab52-37d5-40be-a8cc-bed53558c74e', 'tag': '7c5b679c-9b22-442b-bd73-c1b390ce57a3', 'status': 'completed', 'code': 200} Nov 11 21:33:13.607911 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-37b7862c-00c6-49e4-b621-d3f3cfe5d61b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:13.609655 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-37b7862c-00c6-49e4-b621-d3f3cfe5d61b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 805 time: 0.1740711 Nov 11 21:33:13.617301 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8827dc4-9d1d-4cbc-8cfa-7dac0d089b64 service neutron] Pushing event updated for resources: {'Port': ['ID=0aaf3113-fd67-4bc0-b874-c981823acd6b,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:13.634753 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-6956e0ba-a297-4560-89e1-02aad0a7631d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Request body: {'port': {'device_id': '124bc3b3-abb2-421e-886b-ceeb0e92a6bb', 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db', 'admin_state_up': True, 'tenant_id': '178bb40f7c23473bbb72234aa8aa1b95'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:13.639440 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-edd6915b-f85a-400f-953e-ab99e5c24945 req-8bead7ff-20a3-4ac1-9469-bf16f7110f4d tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] show failed (client error): The resource could not be found. Nov 11 21:33:13.640588 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-edd6915b-f85a-400f-953e-ab99e5c24945 req-8bead7ff-20a3-4ac1-9469-bf16f7110f4d tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/5ce441a7-edb5-4578-a132-593a4d5c18da HTTP/1.1" status: 404 len: 352 time: 0.0339470 Nov 11 21:33:13.644858 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d72d85ac-7890-4ece-89d7-e04ecad3e452 req-bee96731-38cd-4d8c-815d-35756028e88c service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380774 Nov 11 21:33:13.662605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28fac1-454f-4f9c-aee6-52a1b7c289b4 req-5597cfda-bc80-4d98-9341-710705a20b8f tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:13.664324 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc28fac1-454f-4f9c-aee6-52a1b7c289b4 req-5597cfda-bc80-4d98-9341-710705a20b8f tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 948 time: 0.1085470 Nov 11 21:33:13.725014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device e0e8b672-8c51-4a5c-97cd-7981f10fd095 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:13.726698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device cff1087c-ea86-4c8c-815e-f815368735e5 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:13.764180 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: cff1087c-ea86-4c8c-815e-f815368735e5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:33:13.765180 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device cff1087c-ea86-4c8c-815e-f815368735e5 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:33:13.797294 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-f9eeab40-c270-49c8-be78-80ba30015db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:13.799324 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-f9eeab40-c270-49c8-be78-80ba30015db5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b1f19774f69a4e5e9e895dab69bf6d47&device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 1095 time: 0.1375070 Nov 11 21:33:13.807341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0d4b70d-fcc0-4eda-b582-5ecefb3d2fae req-c12bc4ef-1cd6-4cdf-a3d3-34d2500c7a23 tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] 10.222.0.57 "GET /v2.0/ports?device_id=91ec5ccc-3adb-44d5-a552-3b99417cb7aa HTTP/1.1" status: 200 len: 210 time: 0.0696192 Nov 11 21:33:13.848593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc28fac1-454f-4f9c-aee6-52a1b7c289b4 req-9f85f453-74eb-4953-9314-0feb8b4dbcc4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770890 Nov 11 21:33:13.877956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca5de6-a19a-42dc-9fb2-b37d1a47b1e9 req-28446e8c-31c7-4fd0-839b-7ab95ea74007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:13.883549 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66ca5de6-a19a-42dc-9fb2-b37d1a47b1e9 req-28446e8c-31c7-4fd0-839b-7ab95ea74007 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 1099 time: 0.1353545 Nov 11 21:33:14.087965 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a81a6f9f-87e6-4391-a318-ea0abe5c0a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:14.099395 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port e0e8b672-8c51-4a5c-97cd-7981f10fd095, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e0e8b672-8c51-4a5c-97cd-7981f10fd095,segment=NetworkSegment(72ad516e-63b8-44e8-ac66-956c96b38a00),segment_id=72ad516e-63b8-44e8-ac66-956c96b38a00)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:14.116570 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'e0e8b672-8c51-4a5c-97cd-7981f10fd095', 'network_id': 'bd1d19c2-a0c1-4bb0-8084-8bee562c1569', 'port_id': 'e0e8b672-8c51-4a5c-97cd-7981f10fd095', 'mac_address': 'fa:16:3e:f7:a0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd467fad7-c80f-480c-8b4d-a7e768a5531c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:14.160286 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:14.176754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e8b672-8c51-4a5c-97cd-7981f10fd095 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:14.202482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port e0e8b672-8c51-4a5c-97cd-7981f10fd095, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e0e8b672-8c51-4a5c-97cd-7981f10fd095,segment=NetworkSegment(72ad516e-63b8-44e8-ac66-956c96b38a00),segment_id=72ad516e-63b8-44e8-ac66-956c96b38a00)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:14.210488 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:14.211885 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-94b487ca-a883-477d-b054-0779db654f8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aaf3113-fd67-4bc0-b874-c981823acd6b HTTP/1.1" status: 200 len: 217 time: 0.3889046 Nov 11 21:33:14.261063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=e0e8b672-8c51-4a5c-97cd-7981f10fd095,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:14.263975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-6956e0ba-a297-4560-89e1-02aad0a7631d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Made reservation on behalf of 178bb40f7c23473bbb72234aa8aa1b95 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:14.267651 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-6956e0ba-a297-4560-89e1-02aad0a7631d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:14.288033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-5ca59927-3173-49dd-98ac-132c9927dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:14.289527 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-5ca59927-3173-49dd-98ac-132c9927dc56 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de819e90-3abb-46e9-9312-23bc42d8b7d3 HTTP/1.1" status: 200 len: 866 time: 0.0687509 Nov 11 21:33:14.408003 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-01e0f7b3-1709-4a4a-a767-da32c745f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:14.408943 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:14.409432 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-01e0f7b3-1709-4a4a-a767-da32c745f22c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a49a4356-70ed-460f-a1fc-e12a48908987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081040 Nov 11 21:33:14.435128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e787c7a-f91a-4a01-b5df-0d5137998420 req-6fde8997-5c21-43bf-8932-fc218e12f7e7 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:14.436613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e787c7a-f91a-4a01-b5df-0d5137998420 req-6fde8997-5c21-43bf-8932-fc218e12f7e7 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/ports?device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 945 time: 0.4864872 Nov 11 21:33:14.441972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca5de6-a19a-42dc-9fb2-b37d1a47b1e9 req-a337eb1c-fca6-4fc2-b266-160cd62ee906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:14.443321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66ca5de6-a19a-42dc-9fb2-b37d1a47b1e9 req-a337eb1c-fca6-4fc2-b266-160cd62ee906 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.5518596 Nov 11 21:33:14.452598 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-6956e0ba-a297-4560-89e1-02aad0a7631d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Allocated IP 172.20.0.5 (10d3c489-0533-44f1-82fd-8dea02ebc1db/9b04c1fc-83cf-41dc-92b1-a5b449f105f4/90fb43ec-2244-4e6f-88f4-0f6efcf8e38e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:14.457083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['e0e8b672-8c51-4a5c-97cd-7981f10fd095'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:14.474984 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fe0f6e45-1c9b-44f9-9432-33ee1b91cc65 req-a67a44b0-4666-43e8-9a7c-feae3bb1d8ad tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d HTTP/1.1" status: 200 len: 6198 time: 0.5236309 Nov 11 21:33:14.506522 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66ca5de6-a19a-42dc-9fb2-b37d1a47b1e9 req-c18d7ae3-8627-4c92-9e4b-d50d980f334f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=7c5b679c-9b22-442b-bd73-c1b390ce57a3 HTTP/1.1" status: 200 len: 217 time: 0.0529985 Nov 11 21:33:14.530976 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:14.553724 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-ec6b98f4-6497-45b3-a36c-a9e9992b5148 service neutron] 10.222.0.71 "GET /v2.0/networks/a49a4356-70ed-460f-a1fc-e12a48908987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349735 Nov 11 21:33:14.561536 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:33:14.562232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:33:14.562832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 79af2e19-3de9-4d18-b2ce-201ee1edee7f no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:14.609416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e787c7a-f91a-4a01-b5df-0d5137998420 req-38cc0daa-57e2-4dde-9050-146c896e81be tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9577823-71b3-41b6-a929-a24474e40f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650774 Nov 11 21:33:14.620276 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fe0f6e45-1c9b-44f9-9432-33ee1b91cc65 req-3f81e5ce-dfb7-4656-bf8a-3218ddbaa8db tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/66aeb843-01ce-4874-a733-c07cab3e16b5 HTTP/1.1" status: 200 len: 2998 time: 0.1175399 Nov 11 21:33:14.623890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca5de6-a19a-42dc-9fb2-b37d1a47b1e9 req-3648b440-c011-45ad-9ef8-d04b3e647f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:14.623890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66ca5de6-a19a-42dc-9fb2-b37d1a47b1e9 req-3648b440-c011-45ad-9ef8-d04b3e647f33 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1028063 Nov 11 21:33:14.728704 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:14.729710 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6f0e77fc-59e0-409c-9df8-64f41481151a req-e1a33ef2-1e7e-4ed5-8245-385077ca914c service neutron] 10.222.0.71 "GET /v2.0/networks/a49a4356-70ed-460f-a1fc-e12a48908987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585793 Nov 11 21:33:14.734401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-6956e0ba-a297-4560-89e1-02aad0a7631d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:14.747051 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fe0f6e45-1c9b-44f9-9432-33ee1b91cc65 req-ebeb0602-7aba-4cad-b58b-26f8c8cd738b tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/66aeb843-01ce-4874-a733-c07cab3e16b5 HTTP/1.1" status: 200 len: 2998 time: 0.1202192 Nov 11 21:33:14.770370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca5de6-a19a-42dc-9fb2-b37d1a47b1e9 req-de7c6998-ed4d-4a36-8db5-2c4ee121e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:14.772151 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66ca5de6-a19a-42dc-9fb2-b37d1a47b1e9 req-de7c6998-ed4d-4a36-8db5-2c4ee121e8bd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276343 Nov 11 21:33:14.780585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8259bea-534c-428b-b70b-0bc0f3562fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79af2e19-3de9-4d18-b2ce-201ee1edee7f'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:14.783642 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7ea062-a002-4ca3-8be5-e9f260826f8c" -d '{"events": [{"server_uuid": "f8259bea-534c-428b-b70b-0bc0f3562fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "79af2e19-3de9-4d18-b2ce-201ee1edee7f"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:14.788381 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 79af2e19-3de9-4d18-b2ce-201ee1edee7f, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=79af2e19-3de9-4d18-b2ce-201ee1edee7f,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:14.794206 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-6956e0ba-a297-4560-89e1-02aad0a7631d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:14.795484 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:14.834876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce709229-0505-4d5c-ad50-e97446220302 req-1c996df1-4a83-4012-b2d1-2a24e5f00fd4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:14.842232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce709229-0505-4d5c-ad50-e97446220302 req-1c996df1-4a83-4012-b2d1-2a24e5f00fd4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:14.848787 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=79af2e19-3de9-4d18-b2ce-201ee1edee7f,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:14.849336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce709229-0505-4d5c-ad50-e97446220302 req-1c996df1-4a83-4012-b2d1-2a24e5f00fd4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:14.853776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956e0ba-a297-4560-89e1-02aad0a7631d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Pushing event updated for resources: {'Port': ['ID=90fb43ec-2244-4e6f-88f4-0f6efcf8e38e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:14.859436 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce709229-0505-4d5c-ad50-e97446220302 req-1c996df1-4a83-4012-b2d1-2a24e5f00fd4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:14.867450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce709229-0505-4d5c-ad50-e97446220302 req-1c996df1-4a83-4012-b2d1-2a24e5f00fd4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:14.869941 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-6956e0ba-a297-4560-89e1-02aad0a7631d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Network 10d3c489-0533-44f1-82fd-8dea02ebc1db is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:14.871545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-6956e0ba-a297-4560-89e1-02aad0a7631d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:14.874067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-6956e0ba-a297-4560-89e1-02aad0a7631d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:14.874224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce709229-0505-4d5c-ad50-e97446220302 req-1c996df1-4a83-4012-b2d1-2a24e5f00fd4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:14.880373 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce709229-0505-4d5c-ad50-e97446220302 req-1c996df1-4a83-4012-b2d1-2a24e5f00fd4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:14.883139 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce709229-0505-4d5c-ad50-e97446220302 req-1c996df1-4a83-4012-b2d1-2a24e5f00fd4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5431 time: 0.1587164 Nov 11 21:33:14.933075 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-6956e0ba-a297-4560-89e1-02aad0a7631d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:14.933811 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-6956e0ba-a297-4560-89e1-02aad0a7631d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:14.951359 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-6956e0ba-a297-4560-89e1-02aad0a7631d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3213260 Nov 11 21:33:14.965598 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Request body: {'port': {'device_id': '124bc3b3-abb2-421e-886b-ceeb0e92a6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:15.006057 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66ca5de6-a19a-42dc-9fb2-b37d1a47b1e9 req-e1e41330-7cf8-4063-9c75-b5db3bd836b0 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192535 Nov 11 21:33:15.019750 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.033753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce709229-0505-4d5c-ad50-e97446220302 req-f2a70cd2-7340-4ad9-8dd5-6e2cbd94661c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1199453 Nov 11 21:33:15.052892 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c4822-4e27-4bf1-8658-21740a83ea58 req-06998836-4fcc-41fc-b983-ca406ff16448 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:15.054406 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f29c4822-4e27-4bf1-8658-21740a83ea58 req-06998836-4fcc-41fc-b983-ca406ff16448 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 944 time: 0.1192615 Nov 11 21:33:15.181437 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f29c4822-4e27-4bf1-8658-21740a83ea58 req-4fd0c600-5599-4d29-8f17-75b4ecfbf3b7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/security-groups?id=5655ed8b-e295-4acf-9fe4-7aab8e8065e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203804 Nov 11 21:33:15.195854 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66ca5de6-a19a-42dc-9fb2-b37d1a47b1e9 req-2f4a26b1-65e7-4b58-a995-a563e547bfcb service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778409 Nov 11 21:33:15.210805 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc38fb-b773-477c-956c-55f0228acc91 req-e60ffb38-ae30-4c27-ba21-8fe03c4b7f90 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:15.212480 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4bc38fb-b773-477c-956c-55f0228acc91 req-e60ffb38-ae30-4c27-ba21-8fe03c4b7f90 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=124bc3b3-abb2-421e-886b-ceeb0e92a6bb HTTP/1.1" status: 200 len: 931 time: 0.1117797 Nov 11 21:33:15.218407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-0f13373c-5c22-4d67-a53c-cc518e7b99d5 req-8e4590bf-562e-41f9-8669-548328f9587f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1719488639', 'description': 'tempest-description-1703362299'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:15.255124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ec5ccc-3adb-44d5-a552-3b99417cb7aa', 'name': 'network-vif-deleted', 'tag': '9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2'}, {'name': 'network-changed', 'server_uuid': '53554994-844b-4f06-8764-1715c4b0b3ca', 'tag': '0aaf3113-fd67-4bc0-b874-c981823acd6b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:15.257611 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9d1e05-798c-48b9-bb99-e5977db816d4" -d '{"events": [{"server_uuid": "91ec5ccc-3adb-44d5-a552-3b99417cb7aa", "name": "network-vif-deleted", "tag": "9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2"}, {"name": "network-changed", "server_uuid": "53554994-844b-4f06-8764-1715c4b0b3ca", "tag": "0aaf3113-fd67-4bc0-b874-c981823acd6b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:15.272735 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0f13373c-5c22-4d67-a53c-cc518e7b99d5 req-8e4590bf-562e-41f9-8669-548328f9587f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.291075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4bc38fb-b773-477c-956c-55f0228acc91 req-934c252d-844f-4a7d-a538-dba377955f83 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672746 Nov 11 21:33:15.326906 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:15.336587 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.340126 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67d94bd-7628-439c-a304-967c4834fb2a x-openstack-request-id: req-c67d94bd-7628-439c-a304-967c4834fb2a {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:15.340574 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8259bea-534c-428b-b70b-0bc0f3562fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "79af2e19-3de9-4d18-b2ce-201ee1edee7f", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:15.340869 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c67d94bd-7628-439c-a304-967c4834fb2a {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:15.341268 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8259bea-534c-428b-b70b-0bc0f3562fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79af2e19-3de9-4d18-b2ce-201ee1edee7f', 'code': 200} Nov 11 21:33:15.354208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Transition to ACTIVE for port object 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:33:15.359492 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.359684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0f13373c-5c22-4d67-a53c-cc518e7b99d5 req-8e4590bf-562e-41f9-8669-548328f9587f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.365592 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0f13373c-5c22-4d67-a53c-cc518e7b99d5 req-8e4590bf-562e-41f9-8669-548328f9587f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.381488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60172) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:15.421797 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0f13373c-5c22-4d67-a53c-cc518e7b99d5 req-8e4590bf-562e-41f9-8669-548328f9587f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.423038 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f13373c-5c22-4d67-a53c-cc518e7b99d5 req-8e4590bf-562e-41f9-8669-548328f9587f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2095881 Nov 11 21:33:15.435199 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Pushing event updated for resources: {'Port': ['ID=90fb43ec-2244-4e6f-88f4-0f6efcf8e38e,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:15.454264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4590bf-562e-41f9-8669-548328f9587f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802ffac6-d468-4c91-b76d-ae19e3b02dc5,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:15.481093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc50338-df67-4af6-92f9-5b1430d35e72 admin admin] Deleting subnet d5d28e24-1c76-4dd6-abdb-39a4f11f2979 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:33:15.487386 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fbc50338-df67-4af6-92f9-5b1430d35e72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.524261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0b9c2-ef72-4365-bc7a-605911db9bcc req-fe083cde-7bb2-45f1-b7e0-6e4f7216d44d tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:15.525770 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e8e0b9c2-ef72-4365-bc7a-605911db9bcc req-fe083cde-7bb2-45f1-b7e0-6e4f7216d44d tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 943 time: 0.0870202 Nov 11 21:33:15.530472 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Attempting to bind port 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:15.530808 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Attempting to bind port 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:15.531164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Attempting to bind port 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e on network 10d3c489-0533-44f1-82fd-8dea02ebc1db {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:15.535647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Port 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e on network 10d3c489-0533-44f1-82fd-8dea02ebc1db not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:33:15.535969 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Attempting to bind port 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e on network 10d3c489-0533-44f1-82fd-8dea02ebc1db {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:15.547607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:15.547978 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Checking segment: {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:15.548348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Bound using segment: {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:15.548824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Bound port: 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:15.549184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.556353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cf27e-f571-4420-a054-05c450b2299b req-c939f280-d24a-4463-9e6f-105da8ee8b97 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:15.557911 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b0cf27e-f571-4420-a054-05c450b2299b req-c939f280-d24a-4463-9e6f-105da8ee8b97 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 948 time: 0.1228981 Nov 11 21:33:15.564499 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fbc50338-df67-4af6-92f9-5b1430d35e72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.635623 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc85bb-59b4-4647-8478-0d8ee6008b4b req-16dd5edf-ab85-427e-b3be-6e77697ad3b4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:15.637464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7fc85bb-59b4-4647-8478-0d8ee6008b4b req-16dd5edf-ab85-427e-b3be-6e77697ad3b4 tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8259bea-534c-428b-b70b-0bc0f3562fcd HTTP/1.1" status: 200 len: 943 time: 0.1291816 Nov 11 21:33:15.646993 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fbc50338-df67-4af6-92f9-5b1430d35e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.672009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] For port 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:15.675822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] For port 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=90fb43ec-2244-4e6f-88f4-0f6efcf8e38e,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:15.684097 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.692614 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b0cf27e-f571-4420-a054-05c450b2299b req-ae6d8ef1-afd8-425f-ab80-eae4d19dcea4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075535 Nov 11 21:33:15.732384 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e8e0b9c2-ef72-4365-bc7a-605911db9bcc req-361657b4-2ece-41a3-8d9b-040d2157dd1c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Deleting port 79af2e19-3de9-4d18-b2ce-201ee1edee7f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:15.732977 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e8e0b9c2-ef72-4365-bc7a-605911db9bcc req-361657b4-2ece-41a3-8d9b-040d2157dd1c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.734565 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device e0e8b672-8c51-4a5c-97cd-7981f10fd095 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:15.736529 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7fc85bb-59b4-4647-8478-0d8ee6008b4b req-acf73b41-fbf4-4fca-b75f-a55521fa257c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.57 "GET /v2.0/security-groups?id=3d4f69dd-f73f-49dd-bcd8-f77777367f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908549 Nov 11 21:33:15.740865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:15.741489 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.742983 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] 10.222.0.10 "PUT /v2.0/ports/90fb43ec-2244-4e6f-88f4-0f6efcf8e38e HTTP/1.1" status: 200 len: 1091 time: 0.7818050 Nov 11 21:33:15.750199 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fbc50338-df67-4af6-92f9-5b1430d35e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.790370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc50338-df67-4af6-92f9-5b1430d35e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d28e24-1c76-4dd6-abdb-39a4f11f2979,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:15.795650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-437b686d-8595-46b5-8772-2a4f94f1b0b8 req-1f9d8669-d450-4d7c-922f-8e67d83bc70e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1400831296', 'description': 'tempest-description-393746611'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:15.816634 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6361a4c5-f5d1-4abb-977a-415b624fd8c4 x-openstack-request-id: req-6361a4c5-f5d1-4abb-977a-415b624fd8c4 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:15.816947 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ec5ccc-3adb-44d5-a552-3b99417cb7aa", "name": "network-vif-deleted", "tag": "9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "53554994-844b-4f06-8764-1715c4b0b3ca", "tag": "0aaf3113-fd67-4bc0-b874-c981823acd6b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:15.817204 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6361a4c5-f5d1-4abb-977a-415b624fd8c4 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:15.817598 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ec5ccc-3adb-44d5-a552-3b99417cb7aa', 'name': 'network-vif-deleted', 'tag': '9dc4bd3b-bc1b-4122-9e32-73cc24c2c2f2', 'status': 'completed', 'code': 200} Nov 11 21:33:15.817848 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53554994-844b-4f06-8764-1715c4b0b3ca', 'tag': '0aaf3113-fd67-4bc0-b874-c981823acd6b', 'status': 'completed', 'code': 200} Nov 11 21:33:15.822860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fbc50338-df67-4af6-92f9-5b1430d35e72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.829093 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fbc50338-df67-4af6-92f9-5b1430d35e72 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d5d28e24-1c76-4dd6-abdb-39a4f11f2979 HTTP/1.1" status: 204 len: 168 time: 0.4420991 Nov 11 21:33:15.831614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60178) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:15.837291 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24365a-eabe-4c5f-a3db-f392aaa3ea36 service neutron] Pushing event updated for resources: {'Port': ['ID=90fb43ec-2244-4e6f-88f4-0f6efcf8e38e,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:15.865974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port e0e8b672-8c51-4a5c-97cd-7981f10fd095 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:15.872830 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port e0e8b672-8c51-4a5c-97cd-7981f10fd095 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:15.873544 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.900181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e8e0b9c2-ef72-4365-bc7a-605911db9bcc req-361657b4-2ece-41a3-8d9b-040d2157dd1c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] For port 79af2e19-3de9-4d18-b2ce-201ee1edee7f, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=79af2e19-3de9-4d18-b2ce-201ee1edee7f,segment=NetworkSegment(d0626284-76c8-4df0-b6ec-9b09ee7a187b),segment_id=d0626284-76c8-4df0-b6ec-9b09ee7a187b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:15.900539 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e8e0b9c2-ef72-4365-bc7a-605911db9bcc req-361657b4-2ece-41a3-8d9b-040d2157dd1c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.913663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-c590e786-7527-4dca-9be7-833f33b0c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:15.915171 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-c590e786-7527-4dca-9be7-833f33b0c52e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&device_id=124bc3b3-abb2-421e-886b-ceeb0e92a6bb HTTP/1.1" status: 200 len: 1094 time: 0.0926189 Nov 11 21:33:15.919263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e8e0b9c2-ef72-4365-bc7a-605911db9bcc req-361657b4-2ece-41a3-8d9b-040d2157dd1c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Calling delete_port for 79af2e19-3de9-4d18-b2ce-201ee1edee7f owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:15.929055 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-437b686d-8595-46b5-8772-2a4f94f1b0b8 req-1f9d8669-d450-4d7c-922f-8e67d83bc70e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.963105 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-36c9343f-0a5c-41ca-9d20-361f59d1d9d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90fb43ec-2244-4e6f-88f4-0f6efcf8e38e HTTP/1.1" status: 200 len: 217 time: 0.0382891 Nov 11 21:33:15.964358 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.986957 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-657536aa-ec3b-40ff-8c1a-ba1feb9eb813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:15.992307 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d1e05-798c-48b9-bb99-e5977db816d4 req-80758f29-9a62-4956-904e-b2bffb6a9066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:15.993856 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b9d1e05-798c-48b9-bb99-e5977db816d4 req-80758f29-9a62-4956-904e-b2bffb6a9066 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b1f19774f69a4e5e9e895dab69bf6d47&device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 1095 time: 0.1633723 Nov 11 21:33:16.004788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port e0e8b672-8c51-4a5c-97cd-7981f10fd095, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e0e8b672-8c51-4a5c-97cd-7981f10fd095,segment=NetworkSegment(72ad516e-63b8-44e8-ac66-956c96b38a00),segment_id=72ad516e-63b8-44e8-ac66-956c96b38a00)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:16.014836 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:16.021283 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d583a96c-3a09-4c2a-afa0-14826a9808c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:16.062629 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8d169-466d-4dbd-af35-d2e4942e8f2b req-11e82f08-4df1-4417-b0a0-aef8e0ab8c4f tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:16.062878 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-0755dc69-acf8-4e21-b8e5-dfe5eef426b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:16.062989 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-31a8d169-466d-4dbd-af35-d2e4942e8f2b req-11e82f08-4df1-4417-b0a0-aef8e0ab8c4f tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/ports?device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 945 time: 0.1361396 Nov 11 21:33:16.063413 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-0755dc69-acf8-4e21-b8e5-dfe5eef426b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b04c1fc-83cf-41dc-92b1-a5b449f105f4 HTTP/1.1" status: 200 len: 845 time: 0.0695415 Nov 11 21:33:16.072406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=e0e8b672-8c51-4a5c-97cd-7981f10fd095,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:16.109952 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-fc602c6d-053e-4e63-9c83-7b5136e163d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10d3c489-0533-44f1-82fd-8dea02ebc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276375 Nov 11 21:33:16.209022 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-437b686d-8595-46b5-8772-2a4f94f1b0b8 req-1f9d8669-d450-4d7c-922f-8e67d83bc70e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:16.212396 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e8e0b9c2-ef72-4365-bc7a-605911db9bcc req-361657b4-2ece-41a3-8d9b-040d2157dd1c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:16.222176 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-657536aa-ec3b-40ff-8c1a-ba1feb9eb813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:16.226226 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-437b686d-8595-46b5-8772-2a4f94f1b0b8 req-1f9d8669-d450-4d7c-922f-8e67d83bc70e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:16.254007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361657b4-2ece-41a3-8d9b-040d2157dd1c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Pushing event deleted for resources: {'Port': ['ID=79af2e19-3de9-4d18-b2ce-201ee1edee7f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:16.266045 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-1a327112-e0eb-4682-bd32-57eddbedc66f service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350467 Nov 11 21:33:16.288610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-657536aa-ec3b-40ff-8c1a-ba1feb9eb813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a797401c-dd09-4fc9-9da8-634d7d9d9655']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:16.298700 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-31a8d169-466d-4dbd-af35-d2e4942e8f2b req-0ad66316-1671-42d5-97fe-a44ca4effd91 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9577823-71b3-41b6-a929-a24474e40f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831524 Nov 11 21:33:16.309709 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-437b686d-8595-46b5-8772-2a4f94f1b0b8 req-1f9d8669-d450-4d7c-922f-8e67d83bc70e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:16.310948 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-437b686d-8595-46b5-8772-2a4f94f1b0b8 req-1f9d8669-d450-4d7c-922f-8e67d83bc70e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5264606 Nov 11 21:33:16.312050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d1e05-798c-48b9-bb99-e5977db816d4 req-da1ae9e5-2ff6-4f8a-8b2a-f2b1d3028846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:16.313544 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b9d1e05-798c-48b9-bb99-e5977db816d4 req-da1ae9e5-2ff6-4f8a-8b2a-f2b1d3028846 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a49a4356-70ed-460f-a1fc-e12a48908987 HTTP/1.1" status: 200 len: 929 time: 0.3073499 Nov 11 21:33:16.324933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e0b9c2-ef72-4365-bc7a-605911db9bcc req-361657b4-2ece-41a3-8d9b-040d2157dd1c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] No DVR routers for this DVR port 79af2e19-3de9-4d18-b2ce-201ee1edee7f on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:33:16.333439 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e8e0b9c2-ef72-4365-bc7a-605911db9bcc req-361657b4-2ece-41a3-8d9b-040d2157dd1c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:16.336750 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e8e0b9c2-ef72-4365-bc7a-605911db9bcc req-361657b4-2ece-41a3-8d9b-040d2157dd1c tempest-ImagesTestJSON-1436289896 tempest-ImagesTestJSON-1436289896-project] 10.222.0.10 "DELETE /v2.0/ports/79af2e19-3de9-4d18-b2ce-201ee1edee7f HTTP/1.1" status: 204 len: 173 time: 0.7959399 Nov 11 21:33:16.342834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d8669-d450-4d7c-922f-8e67d83bc70e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37cb8dcc-eb12-4079-ba31-b3440c4ceda0,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:16.346211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-657536aa-ec3b-40ff-8c1a-ba1feb9eb813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c18b80-ab8b-4652-95a8-906f32df19a1') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:16.346507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-657536aa-ec3b-40ff-8c1a-ba1feb9eb813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c18b80-ab8b-4652-95a8-906f32df19a1') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:16.419845 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-657536aa-ec3b-40ff-8c1a-ba1feb9eb813 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:16.430451 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b9d1e05-798c-48b9-bb99-e5977db816d4 req-2d94ccf3-b44c-4c20-8a38-601d2f52be6d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aaf3113-fd67-4bc0-b874-c981823acd6b HTTP/1.1" status: 200 len: 217 time: 0.0886519 Nov 11 21:33:16.433569 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74e9017f-ee74-4a8c-84c7-ccf77cb79a6f req-e1ff70cb-d506-4bf9-aa8f-6e0fe0250a83 service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536982 Nov 11 21:33:16.480208 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-657536aa-ec3b-40ff-8c1a-ba1feb9eb813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:16.527271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657536aa-ec3b-40ff-8c1a-ba1feb9eb813 admin admin] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:33:16.527671 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-657536aa-ec3b-40ff-8c1a-ba1feb9eb813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:33:16.530163 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:33:16.602433 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d1e05-798c-48b9-bb99-e5977db816d4 req-cc40958d-22f3-48b9-b27c-8c8b93aa936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:16.603940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b9d1e05-798c-48b9-bb99-e5977db816d4 req-cc40958d-22f3-48b9-b27c-8c8b93aa936b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de819e90-3abb-46e9-9312-23bc42d8b7d3 HTTP/1.1" status: 200 len: 866 time: 0.1516094 Nov 11 21:33:16.617299 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1358e86-5c90-4cd2-830a-9a3003f48944 req-099ebe4f-35c1-48ff-955e-2dceb9e9b753 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:16.623327 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1358e86-5c90-4cd2-830a-9a3003f48944 req-099ebe4f-35c1-48ff-955e-2dceb9e9b753 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:16.629496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1358e86-5c90-4cd2-830a-9a3003f48944 req-099ebe4f-35c1-48ff-955e-2dceb9e9b753 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:16.635397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1358e86-5c90-4cd2-830a-9a3003f48944 req-099ebe4f-35c1-48ff-955e-2dceb9e9b753 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:16.641351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1358e86-5c90-4cd2-830a-9a3003f48944 req-099ebe4f-35c1-48ff-955e-2dceb9e9b753 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:16.650474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1358e86-5c90-4cd2-830a-9a3003f48944 req-099ebe4f-35c1-48ff-955e-2dceb9e9b753 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:16.659877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1358e86-5c90-4cd2-830a-9a3003f48944 req-099ebe4f-35c1-48ff-955e-2dceb9e9b753 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:16.662590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1358e86-5c90-4cd2-830a-9a3003f48944 req-099ebe4f-35c1-48ff-955e-2dceb9e9b753 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5431 time: 0.2393057 Nov 11 21:33:16.672839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162f11d-f0e0-4eb4-8b6d-8bcdb94bdd79 req-261458e5-3698-49f8-84f7-49579838dbe1 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:16.674511 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c162f11d-f0e0-4eb4-8b6d-8bcdb94bdd79 req-261458e5-3698-49f8-84f7-49579838dbe1 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 944 time: 0.2524464 Nov 11 21:33:16.694150 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-657536aa-ec3b-40ff-8c1a-ba1feb9eb813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:16.733880 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-657536aa-ec3b-40ff-8c1a-ba1feb9eb813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:16.737190 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-657536aa-ec3b-40ff-8c1a-ba1feb9eb813 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a797401c-dd09-4fc9-9da8-634d7d9d9655 HTTP/1.1" status: 204 len: 168 time: 0.9044511 Nov 11 21:33:16.761189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657536aa-ec3b-40ff-8c1a-ba1feb9eb813 admin admin] Pushing event deleted for resources: {'Network': ['ID=a797401c-dd09-4fc9-9da8-634d7d9d9655,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:16.815212 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d1e05-798c-48b9-bb99-e5977db816d4 req-97490186-7072-4758-a3fb-4b914a966752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:16.816900 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b9d1e05-798c-48b9-bb99-e5977db816d4 req-97490186-7072-4758-a3fb-4b914a966752 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a49a4356-70ed-460f-a1fc-e12a48908987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404319 Nov 11 21:33:16.827987 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1358e86-5c90-4cd2-830a-9a3003f48944 req-1be93683-34ee-4579-9f5a-9b6c5a82f78a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1435363 Nov 11 21:33:16.845193 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c162f11d-f0e0-4eb4-8b6d-8bcdb94bdd79 req-d46b8044-ab41-4da5-8984-efee5bbb2776 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/security-groups?id=5655ed8b-e295-4acf-9fe4-7aab8e8065e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526537 Nov 11 21:33:16.884224 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60200) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:16.972861 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-172ed1f8-cf37-439d-b47d-1ccfda29042a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b456c4172c04a0f991fc70dd470b119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0853131 Nov 11 21:33:16.979955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60206) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:17.001663 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dd304b44-c5c9-49b5-911e-17c0a80fe784 req-1edd2ca5-f82c-49a2-820a-1b86b804a939 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422726 Nov 11 21:33:17.096257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd304b44-c5c9-49b5-911e-17c0a80fe784 req-447b2a0d-5014-4306-8740-cc2518f0c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:17.097809 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dd304b44-c5c9-49b5-911e-17c0a80fe784 req-447b2a0d-5014-4306-8740-cc2518f0c5af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 1100 time: 0.0461497 Nov 11 21:33:17.109679 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b9d1e05-798c-48b9-bb99-e5977db816d4 req-5f389bc6-a24f-4d16-8aba-98671aa58afe service neutron] 10.222.0.71 "GET /v2.0/networks/a49a4356-70ed-460f-a1fc-e12a48908987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772808 Nov 11 21:33:17.112920 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:17.135033 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b831a75-b075-4f38-9982-fce0976f8347 req-596f0c1e-28bf-43ee-a157-82129fa1f68b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:17.136411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b831a75-b075-4f38-9982-fce0976f8347 req-596f0c1e-28bf-43ee-a157-82129fa1f68b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=124bc3b3-abb2-421e-886b-ceeb0e92a6bb HTTP/1.1" status: 200 len: 943 time: 0.1814959 Nov 11 21:33:17.216213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd304b44-c5c9-49b5-911e-17c0a80fe784 req-ac0806d9-1654-439e-86a5-345dd823fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:17.217771 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dd304b44-c5c9-49b5-911e-17c0a80fe784 req-ac0806d9-1654-439e-86a5-345dd823fe23 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.0865521 Nov 11 21:33:17.217925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-9c432a1a-2d05-40b6-8a81-b0cf4308d81d tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:17.219164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-9c432a1a-2d05-40b6-8a81-b0cf4308d81d tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/networks?id=18898783-5058-4e57-bc2e-6ade26d28162 HTTP/1.1" status: 200 len: 813 time: 0.2798440 Nov 11 21:33:17.219767 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-07970e77-5245-47d4-bb95-0c5590de94e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:17.265184 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-07970e77-5245-47d4-bb95-0c5590de94e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:17.266517 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dd304b44-c5c9-49b5-911e-17c0a80fe784 req-1970a3bc-00f3-476b-bc3a-21df4b87926a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2 HTTP/1.1" status: 200 len: 217 time: 0.0379660 Nov 11 21:33:17.283126 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-98162683-49c5-4223-bdef-c1b6ff73cb16 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/quotas/5b6c8d764ce54865a263cd5b3fe5b49d HTTP/1.1" status: 200 len: 375 time: 0.0551555 Nov 11 21:33:17.322148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd304b44-c5c9-49b5-911e-17c0a80fe784 req-33a7af7d-e8d5-4b34-802a-4853d1ecac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:17.323644 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dd304b44-c5c9-49b5-911e-17c0a80fe784 req-33a7af7d-e8d5-4b34-802a-4853d1ecac27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0438204 Nov 11 21:33:17.342984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89181a4c-332d-4573-8f81-fc69dd3163f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e8b672-8c51-4a5c-97cd-7981f10fd095'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:17.345651 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1a395c-2daa-4a70-9cf3-a30c032acfb3" -d '{"events": [{"server_uuid": "89181a4c-332d-4573-8f81-fc69dd3163f5", "name": "network-vif-plugged", "status": "completed", "tag": "e0e8b672-8c51-4a5c-97cd-7981f10fd095"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:17.347818 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b9d1e05-798c-48b9-bb99-e5977db816d4 req-287721d0-e699-4b51-bd38-d1c50f64c582 service neutron] 10.222.0.71 "GET /v2.0/networks/a49a4356-70ed-460f-a1fc-e12a48908987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293348 Nov 11 21:33:17.352155 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b831a75-b075-4f38-9982-fce0976f8347 req-b7ccecb8-39aa-40d5-a13d-6db118b90d44 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988645 Nov 11 21:33:17.381955 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd304b44-c5c9-49b5-911e-17c0a80fe784 req-564c5027-5d58-4b6a-9a13-fe6ba64242e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:17.383580 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dd304b44-c5c9-49b5-911e-17c0a80fe784 req-564c5027-5d58-4b6a-9a13-fe6ba64242e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502079 Nov 11 21:33:17.391051 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-420aa4da-4879-406c-ac72-4464f6f9a4e1 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0933864 Nov 11 21:33:17.409146 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-07970e77-5245-47d4-bb95-0c5590de94e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:17.411859 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-07970e77-5245-47d4-bb95-0c5590de94e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:17.421068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-07970e77-5245-47d4-bb95-0c5590de94e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/74e9767f-4b73-4122-a3dd-641a8938a174 HTTP/1.1" status: 204 len: 168 time: 0.4187429 Nov 11 21:33:17.458206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07970e77-5245-47d4-bb95-0c5590de94e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e9767f-4b73-4122-a3dd-641a8938a174,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:17.486258 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dd304b44-c5c9-49b5-911e-17c0a80fe784 req-743dae4b-6812-4da7-97d4-4dd9331995ae service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934565 Nov 11 21:33:17.546939 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407cdcc-70b1-476f-8b6e-ac433f5c26f7 req-7b85dec1-c24e-4bab-ab21-b5af32b8570d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:17.548898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8407cdcc-70b1-476f-8b6e-ac433f5c26f7 req-7b85dec1-c24e-4bab-ab21-b5af32b8570d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 948 time: 0.1077483 Nov 11 21:33:17.556435 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-bf909b04-1b24-4ae3-924e-c83e0d9617bc service neutron] 10.222.0.57 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572547 Nov 11 21:33:17.585113 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dd304b44-c5c9-49b5-911e-17c0a80fe784 req-6d1c55cb-dd19-410c-8d6a-4aac088f43b5 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898979 Nov 11 21:33:17.662149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8407cdcc-70b1-476f-8b6e-ac433f5c26f7 req-8f2e640a-1edf-44b4-b291-22b467137ad8 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047199 Nov 11 21:33:17.683823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-800a1b6e-14b0-412a-9904-d9ec9ffdb79c service neutron] 10.222.0.57 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205602 Nov 11 21:33:17.722490 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7c5b679c-9b22-442b-bd73-c1b390ce57a3 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:17.819418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124bc3b3-abb2-421e-886b-ceeb0e92a6bb', 'tag': '90fb43ec-2244-4e6f-88f4-0f6efcf8e38e'}, {'server_uuid': 'f8259bea-534c-428b-b70b-0bc0f3562fcd', 'name': 'network-vif-deleted', 'tag': '79af2e19-3de9-4d18-b2ce-201ee1edee7f'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:17.823684 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368343d1-ea42-4212-aaf8-149373551c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "124bc3b3-abb2-421e-886b-ceeb0e92a6bb", "tag": "90fb43ec-2244-4e6f-88f4-0f6efcf8e38e"}, {"server_uuid": "f8259bea-534c-428b-b70b-0bc0f3562fcd", "name": "network-vif-deleted", "tag": "79af2e19-3de9-4d18-b2ce-201ee1edee7f"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:17.832312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948c778-b5af-42b7-8acf-89d6ecfd9ee8 req-45325257-3a71-45a4-ac79-16d9d7deb0d1 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:17.834606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6948c778-b5af-42b7-8acf-89d6ecfd9ee8 req-45325257-3a71-45a4-ac79-16d9d7deb0d1 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/ports?device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 946 time: 0.0726192 Nov 11 21:33:17.849401 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7c5b679c-9b22-442b-bd73-c1b390ce57a3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7c5b679c-9b22-442b-bd73-c1b390ce57a3,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:17.890093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '7c5b679c-9b22-442b-bd73-c1b390ce57a3', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '7c5b679c-9b22-442b-bd73-c1b390ce57a3', 'mac_address': 'fa:16:3e:d4:b1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:17.915543 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6948c778-b5af-42b7-8acf-89d6ecfd9ee8 req-c0f3d695-aaba-430a-918f-c6011a73b4a6 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9577823-71b3-41b6-a929-a24474e40f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721138 Nov 11 21:33:17.927722 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d641184-9e19-4784-a966-72fdd6231d40 x-openstack-request-id: req-1d641184-9e19-4784-a966-72fdd6231d40 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:17.927722 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89181a4c-332d-4573-8f81-fc69dd3163f5", "name": "network-vif-plugged", "status": "completed", "tag": "e0e8b672-8c51-4a5c-97cd-7981f10fd095", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:17.927722 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d641184-9e19-4784-a966-72fdd6231d40 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:17.927998 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89181a4c-332d-4573-8f81-fc69dd3163f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e8b672-8c51-4a5c-97cd-7981f10fd095', 'code': 200} Nov 11 21:33:17.961978 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcccc4b6-6036-41a0-9151-17ffb7f23975 x-openstack-request-id: req-bcccc4b6-6036-41a0-9151-17ffb7f23975 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:17.962277 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124bc3b3-abb2-421e-886b-ceeb0e92a6bb", "tag": "90fb43ec-2244-4e6f-88f4-0f6efcf8e38e", "status": "completed", "code": 200}, {"server_uuid": "f8259bea-534c-428b-b70b-0bc0f3562fcd", "name": "network-vif-deleted", "tag": "79af2e19-3de9-4d18-b2ce-201ee1edee7f", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:17.962579 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bcccc4b6-6036-41a0-9151-17ffb7f23975 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:17.963010 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124bc3b3-abb2-421e-886b-ceeb0e92a6bb', 'tag': '90fb43ec-2244-4e6f-88f4-0f6efcf8e38e', 'status': 'completed', 'code': 200} Nov 11 21:33:17.963285 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8259bea-534c-428b-b70b-0bc0f3562fcd', 'name': 'network-vif-deleted', 'tag': '79af2e19-3de9-4d18-b2ce-201ee1edee7f', 'status': 'completed', 'code': 200} Nov 11 21:33:18.015956 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:18.034836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a43ab42-6659-4726-9f90-dc024a9e9355 req-403e9d6d-4165-4b84-b3a5-1fa128c01f17 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 210 time: 0.0407240 Nov 11 21:33:18.072062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5b679c-9b22-442b-bd73-c1b390ce57a3 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:18.105195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7c5b679c-9b22-442b-bd73-c1b390ce57a3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7c5b679c-9b22-442b-bd73-c1b390ce57a3,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:18.108184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368343d1-ea42-4212-aaf8-149373551c7d req-bd391b26-d78a-4884-a89b-5d7481abb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:18.110481 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-368343d1-ea42-4212-aaf8-149373551c7d req-bd391b26-d78a-4884-a89b-5d7481abb7a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&device_id=124bc3b3-abb2-421e-886b-ceeb0e92a6bb HTTP/1.1" status: 200 len: 1094 time: 0.0908401 Nov 11 21:33:18.112873 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:18.113717 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 0aaf3113-fd67-4bc0-b874-c981823acd6b details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:18.219066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb42ef-b0bc-424a-b460-f95182df7135 req-ee86aa25-06fa-4c0d-8387-96bd7880b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:18.221601 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15eb42ef-b0bc-424a-b460-f95182df7135 req-ee86aa25-06fa-4c0d-8387-96bd7880b4cc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 1097 time: 0.1971338 Nov 11 21:33:18.223691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7c5b679c-9b22-442b-bd73-c1b390ce57a3,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:18.248884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63f501-16bb-49d6-8cbb-9bdf0811897e req-5a727fa6-5858-464a-9d03-1df24ca0f30a tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:18.250424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc63f501-16bb-49d6-8cbb-9bdf0811897e req-5a727fa6-5858-464a-9d03-1df24ca0f30a tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 944 time: 0.2003429 Nov 11 21:33:18.282108 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368343d1-ea42-4212-aaf8-149373551c7d req-48e71851-d6be-4898-8a1e-ba572c77bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:18.283714 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-368343d1-ea42-4212-aaf8-149373551c7d req-48e71851-d6be-4898-8a1e-ba572c77bcab service neutron] 10.222.0.10 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 907 time: 0.1646085 Nov 11 21:33:18.296365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b61a1d-21ff-4ad6-967c-c9e312a611fa req-a86effa6-e366-4163-9ff0-b4166811df1d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:18.302416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b61a1d-21ff-4ad6-967c-c9e312a611fa req-a86effa6-e366-4163-9ff0-b4166811df1d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:18.308281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b61a1d-21ff-4ad6-967c-c9e312a611fa req-a86effa6-e366-4163-9ff0-b4166811df1d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:18.316054 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b61a1d-21ff-4ad6-967c-c9e312a611fa req-a86effa6-e366-4163-9ff0-b4166811df1d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:18.323083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b61a1d-21ff-4ad6-967c-c9e312a611fa req-a86effa6-e366-4163-9ff0-b4166811df1d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:18.329499 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b61a1d-21ff-4ad6-967c-c9e312a611fa req-a86effa6-e366-4163-9ff0-b4166811df1d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:18.331379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 0aaf3113-fd67-4bc0-b874-c981823acd6b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=0aaf3113-fd67-4bc0-b874-c981823acd6b,segment=NetworkSegment(ec8a5332-e8ed-489d-b51a-c0b23d290bca),segment_id=ec8a5332-e8ed-489d-b51a-c0b23d290bca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:18.339223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b61a1d-21ff-4ad6-967c-c9e312a611fa req-a86effa6-e366-4163-9ff0-b4166811df1d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:18.341503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3b61a1d-21ff-4ad6-967c-c9e312a611fa req-a86effa6-e366-4163-9ff0-b4166811df1d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5431 time: 0.1841700 Nov 11 21:33:18.358749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '0aaf3113-fd67-4bc0-b874-c981823acd6b', 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'port_id': '0aaf3113-fd67-4bc0-b874-c981823acd6b', 'mac_address': 'fa:16:3e:4e:93:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:18.386344 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-368343d1-ea42-4212-aaf8-149373551c7d req-c147ab70-775e-45e3-842f-3dc2d29825d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90fb43ec-2244-4e6f-88f4-0f6efcf8e38e HTTP/1.1" status: 200 len: 217 time: 0.0906270 Nov 11 21:33:18.404227 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15eb42ef-b0bc-424a-b460-f95182df7135 req-eea93bb6-6afb-4e86-b9c6-c269995829da service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a9577823-71b3-41b6-a929-a24474e40f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528120 Nov 11 21:33:18.414513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60258) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:18.430359 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc63f501-16bb-49d6-8cbb-9bdf0811897e req-52884df8-001b-4670-abe1-758a9ad3894f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/security-groups?id=5655ed8b-e295-4acf-9fe4-7aab8e8065e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716514 Nov 11 21:33:18.448121 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:18.469779 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aaf3113-fd67-4bc0-b874-c981823acd6b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:18.504298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3b61a1d-21ff-4ad6-967c-c9e312a611fa req-cbff33bd-cd42-4b72-8dd9-a176b976505c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1481442 Nov 11 21:33:18.512327 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 0aaf3113-fd67-4bc0-b874-c981823acd6b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=0aaf3113-fd67-4bc0-b874-c981823acd6b,segment=NetworkSegment(ec8a5332-e8ed-489d-b51a-c0b23d290bca),segment_id=ec8a5332-e8ed-489d-b51a-c0b23d290bca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:18.515340 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:18.518244 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:18.535719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368343d1-ea42-4212-aaf8-149373551c7d req-5e787223-6483-42e0-ae78-c17f8b5dff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:18.537660 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-368343d1-ea42-4212-aaf8-149373551c7d req-5e787223-6483-42e0-ae78-c17f8b5dff6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b04c1fc-83cf-41dc-92b1-a5b449f105f4 HTTP/1.1" status: 200 len: 845 time: 0.1414344 Nov 11 21:33:18.557165 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:18.620849 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-368343d1-ea42-4212-aaf8-149373551c7d req-6dc9fa39-3e27-42cd-8d10-93c84e843828 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10d3c489-0533-44f1-82fd-8dea02ebc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732479 Nov 11 21:33:18.621025 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=0aaf3113-fd67-4bc0-b874-c981823acd6b,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:18.755737 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2075539788-network', 'tenant_id': '12632c21da6347b2a16f81ef7612fafb'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:18.787136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] Made reservation on behalf of 12632c21da6347b2a16f81ef7612fafb for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:18.787422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5352325-0e0c-4345-ad55-64aec850a2e6 req-d62e33df-e234-47f7-91b8-4854818444e8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:18.789018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5352325-0e0c-4345-ad55-64aec850a2e6 req-d62e33df-e234-47f7-91b8-4854818444e8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=124bc3b3-abb2-421e-886b-ceeb0e92a6bb HTTP/1.1" status: 200 len: 943 time: 0.1270304 Nov 11 21:33:18.789879 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:18.811363 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:18.834208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=90fb43ec-2244-4e6f-88f4-0f6efcf8e38e,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:18.846061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7c5b679c-9b22-442b-bd73-c1b390ce57a3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:18.852995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['0aaf3113-fd67-4bc0-b874-c981823acd6b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:18.872490 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-368343d1-ea42-4212-aaf8-149373551c7d req-8bbf33f0-3c24-4ef6-a4ed-73832ef77999 service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354670 Nov 11 21:33:18.873617 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5352325-0e0c-4345-ad55-64aec850a2e6 req-be118a46-14c2-450e-a636-1ecee7a44226 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768466 Nov 11 21:33:18.950656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e54b-4949-41d8-b670-6b507d8d986d req-4602261c-cc7c-4c02-805e-bf49c08fae81 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:18.961231 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0345e54b-4949-41d8-b670-6b507d8d986d req-4602261c-cc7c-4c02-805e-bf49c08fae81 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 949 time: 0.1023486 Nov 11 21:33:18.996651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '90fb43ec-2244-4e6f-88f4-0f6efcf8e38e', 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db', 'port_id': '90fb43ec-2244-4e6f-88f4-0f6efcf8e38e', 'mac_address': 'fa:16:3e:f8:8a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b04c1fc-83cf-41dc-92b1-a5b449f105f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:19.039369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0345e54b-4949-41d8-b670-6b507d8d986d req-dff44c3a-2c5f-49e0-9129-437adf79b102 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769775 Nov 11 21:33:19.076714 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.079273 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-368343d1-ea42-4212-aaf8-149373551c7d req-37f0c058-8ed3-45fa-809e-0c615f18863f service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961179 Nov 11 21:33:19.101288 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.123339 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.123838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:33:19.127635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9730d-a855-4770-9ade-aa6f7c64b1d7 req-1ef60522-c162-4b3f-b616-68e072bc2d4a tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:19.130323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6b9730d-a855-4770-9ade-aa6f7c64b1d7 req-1ef60522-c162-4b3f-b616-68e072bc2d4a tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/ports?device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 946 time: 0.1124671 Nov 11 21:33:19.139949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e39338-6d77-43da-ae06-ea166d9fa83c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:19.143038 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.143446 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] Added segment ae251cbb-fad4-4fc7-be76-d69328daf7b8 of type vlan for network e9bce8ea-472e-415a-84a0-3692b291e6ec Nov 11 21:33:19.163924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:19.184356 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=90fb43ec-2244-4e6f-88f4-0f6efcf8e38e,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:19.188943 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.199951 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.216250 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.217255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:19.217821 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.229497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a402909-7f6a-4553-a50a-cdf4679705f4 req-045e181b-e9bb-407e-a41e-16bbb85cb303 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 210 time: 0.0493984 Nov 11 21:33:19.255393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6b9730d-a855-4770-9ade-aa6f7c64b1d7 req-ad1bf64e-41ce-4f8c-b368-922d062681b7 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9577823-71b3-41b6-a929-a24474e40f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010578 Nov 11 21:33:19.290253 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8681767 Nov 11 21:33:19.293050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60288) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:19.298439 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-469067a3-d039-4588-a4ca-dd5da22f8b8f admin admin] Request body: {'subnet': {'network_id': 'e9bce8ea-472e-415a-84a0-3692b291e6ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2075539788-subnet', 'tenant_id': '12632c21da6347b2a16f81ef7612fafb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:19.299866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbd89e-9a7b-4ada-9027-df642b18b4df admin admin] Pushing event updated for resources: {'Network': ['ID=e9bce8ea-472e-415a-84a0-3692b291e6ec,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:19.310558 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=90fb43ec-2244-4e6f-88f4-0f6efcf8e38e,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:19.319307 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network e9bce8ea-472e-415a-84a0-3692b291e6ec details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:33:19.325748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469067a3-d039-4588-a4ca-dd5da22f8b8f admin admin] Made reservation on behalf of 12632c21da6347b2a16f81ef7612fafb for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:19.329783 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-469067a3-d039-4588-a4ca-dd5da22f8b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.334580 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.347092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60292) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:19.404785 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e98f66a-2263-4021-bf08-e4e70fb2da82 admin admin] Deleting subnet 1861653c-fba2-441d-b341-424c585bf1e6 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:33:19.409189 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e98f66a-2263-4021-bf08-e4e70fb2da82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.479244 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e98f66a-2263-4021-bf08-e4e70fb2da82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.523742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['90fb43ec-2244-4e6f-88f4-0f6efcf8e38e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:19.603398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d677f51-f0e9-456b-a5db-e9fc4c0dfa9d req-0f700e0e-04bb-49e0-be0d-f378068d0f21 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:19.605073 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d677f51-f0e9-456b-a5db-e9fc4c0dfa9d req-0f700e0e-04bb-49e0-be0d-f378068d0f21 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 945 time: 0.0735795 Nov 11 21:33:19.607387 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-469067a3-d039-4588-a4ca-dd5da22f8b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.655206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-2ac597e7-f847-412d-bd19-71f38bef4a47 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:19.656568 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-2ac597e7-f847-412d-bd19-71f38bef4a47 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.10 "GET /v2.0/networks?id=18898783-5058-4e57-bc2e-6ade26d28162 HTTP/1.1" status: 200 len: 813 time: 0.2100172 Nov 11 21:33:19.671302 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e98f66a-2263-4021-bf08-e4e70fb2da82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.677372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-fc0b41e0-6b92-47ba-b386-49dca017701a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'port': {'device_id': '5ef47146-9f59-42ed-bc75-5d5be86c523f', 'network_id': '18898783-5058-4e57-bc2e-6ade26d28162', 'admin_state_up': True, 'tenant_id': '5b6c8d764ce54865a263cd5b3fe5b49d'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:19.746766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469067a3-d039-4588-a4ca-dd5da22f8b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=962a7d5b-cfcf-400b-b371-3588a7ecbc82,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:19.773222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d677f51-f0e9-456b-a5db-e9fc4c0dfa9d req-914c56e3-1c69-4b78-b40b-5f70b5d974cf tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/security-groups?id=5655ed8b-e295-4acf-9fe4-7aab8e8065e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588614 Nov 11 21:33:19.781221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469067a3-d039-4588-a4ca-dd5da22f8b8f admin admin] Checking segment: {'id': 'ae251cbb-fad4-4fc7-be76-d69328daf7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'e9bce8ea-472e-415a-84a0-3692b291e6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:19.781705 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469067a3-d039-4588-a4ca-dd5da22f8b8f admin admin] Network hostable DHCP agents. Network: e9bce8ea-472e-415a-84a0-3692b291e6ec, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:33:19.804243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba9a1-3a81-48c0-80e0-c2d6a173b769 req-4afc2b68-d028-46d9-95aa-c25ac5be28cc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:19.811298 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba9a1-3a81-48c0-80e0-c2d6a173b769 req-4afc2b68-d028-46d9-95aa-c25ac5be28cc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:19.811447 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e98f66a-2263-4021-bf08-e4e70fb2da82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.817495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba9a1-3a81-48c0-80e0-c2d6a173b769 req-4afc2b68-d028-46d9-95aa-c25ac5be28cc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:19.823535 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba9a1-3a81-48c0-80e0-c2d6a173b769 req-4afc2b68-d028-46d9-95aa-c25ac5be28cc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:19.829844 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba9a1-3a81-48c0-80e0-c2d6a173b769 req-4afc2b68-d028-46d9-95aa-c25ac5be28cc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:19.836083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba9a1-3a81-48c0-80e0-c2d6a173b769 req-4afc2b68-d028-46d9-95aa-c25ac5be28cc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:19.841952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba9a1-3a81-48c0-80e0-c2d6a173b769 req-4afc2b68-d028-46d9-95aa-c25ac5be28cc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:19.843858 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6dba9a1-3a81-48c0-80e0-c2d6a173b769 req-4afc2b68-d028-46d9-95aa-c25ac5be28cc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5431 time: 0.2377055 Nov 11 21:33:19.848996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98f66a-2263-4021-bf08-e4e70fb2da82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1861653c-fba2-441d-b341-424c585bf1e6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:19.855967 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e98f66a-2263-4021-bf08-e4e70fb2da82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.861854 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6e98f66a-2263-4021-bf08-e4e70fb2da82 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1861653c-fba2-441d-b341-424c585bf1e6 HTTP/1.1" status: 204 len: 168 time: 0.5112593 Nov 11 21:33:19.862104 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60298) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:19.870997 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-fc0b41e0-6b92-47ba-b386-49dca017701a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Made reservation on behalf of 5b6c8d764ce54865a263cd5b3fe5b49d for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:19.874516 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-fc0b41e0-6b92-47ba-b386-49dca017701a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.883156 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469067a3-d039-4588-a4ca-dd5da22f8b8f admin admin] Network e9bce8ea-472e-415a-84a0-3692b291e6ec is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:33:19.908514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-469067a3-d039-4588-a4ca-dd5da22f8b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, e9bce8ea-472e-415a-84a0-3692b291e6ec) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:19.913305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469067a3-d039-4588-a4ca-dd5da22f8b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:19.913997 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-469067a3-d039-4588-a4ca-dd5da22f8b8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.922541 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8980553e-78c9-44fe-8f0b-ebed3a642f23 None None] Network e9bce8ea-472e-415a-84a0-3692b291e6ec requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:33:19.938961 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6dba9a1-3a81-48c0-80e0-c2d6a173b769 req-c88792aa-e8e4-40bd-8938-0d0b304f7001 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855217 Nov 11 21:33:19.949213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-469067a3-d039-4588-a4ca-dd5da22f8b8f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6549995 Nov 11 21:33:20.010051 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42dfc24-49ac-4ab5-ac87-4cfee5635c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.044110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49e532-0844-4ff9-8cd8-b866f0e07830 req-5ff92ce3-ce68-4ef0-aaee-f68083ffdebf tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:20.047090 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd49e532-0844-4ff9-8cd8-b866f0e07830 req-5ff92ce3-ce68-4ef0-aaee-f68083ffdebf tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=124bc3b3-abb2-421e-886b-ceeb0e92a6bb HTTP/1.1" status: 200 len: 944 time: 0.0665674 Nov 11 21:33:20.096254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba64efd-aa79-420e-a589-58914df5e10c None None] Network e9bce8ea-472e-415a-84a0-3692b291e6ec requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:33:20.111088 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd49e532-0844-4ff9-8cd8-b866f0e07830 req-ee9f427f-4221-4221-a2ef-f31262192cac tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579710 Nov 11 21:33:20.161315 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42dfc24-49ac-4ab5-ac87-4cfee5635c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.198736 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e42dfc24-49ac-4ab5-ac87-4cfee5635c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6f838a-e359-4731-8b0b-e67a2634dc14']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:20.207107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2d515-6814-450e-a8a6-a28c09c6be1c req-0fe79435-2823-4049-bf5a-54f16dd42109 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:20.209513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5eb2d515-6814-450e-a8a6-a28c09c6be1c req-0fe79435-2823-4049-bf5a-54f16dd42109 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 949 time: 0.0670459 Nov 11 21:33:20.211846 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-fc0b41e0-6b92-47ba-b386-49dca017701a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Allocated IP 172.20.0.9 (18898783-5058-4e57-bc2e-6ade26d28162/d7cb89f3-a334-4065-a096-f45c6d41dd1f/b781e197-31ac-433a-8dae-63c05a0ad88b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:20.218511 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e42dfc24-49ac-4ab5-ac87-4cfee5635c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0626284-76c8-4df0-b6ec-9b09ee7a187b') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:20.218811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e42dfc24-49ac-4ab5-ac87-4cfee5635c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0626284-76c8-4df0-b6ec-9b09ee7a187b') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:20.233778 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42dfc24-49ac-4ab5-ac87-4cfee5635c70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.261230 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42dfc24-49ac-4ab5-ac87-4cfee5635c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.272093 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5eb2d515-6814-450e-a8a6-a28c09c6be1c req-0d66b7c1-b2ea-48f3-9bd7-6cd939ba5a4b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548925 Nov 11 21:33:20.275762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42dfc24-49ac-4ab5-ac87-4cfee5635c70 admin admin] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:33:20.276151 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42dfc24-49ac-4ab5-ac87-4cfee5635c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:33:20.277823 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:33:20.360811 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70f967dd-b80d-440e-a681-58d3774f6f4c req-3d44b9b1-46c4-4c06-963f-5272ab61db3f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 210 time: 0.0282006 Nov 11 21:33:20.396245 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42dfc24-49ac-4ab5-ac87-4cfee5635c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.405262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42dfc24-49ac-4ab5-ac87-4cfee5635c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.410737 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e42dfc24-49ac-4ab5-ac87-4cfee5635c70 admin admin] 10.222.0.57 "DELETE /v2.0/networks/db6f838a-e359-4731-8b0b-e67a2634dc14 HTTP/1.1" status: 204 len: 168 time: 0.5453959 Nov 11 21:33:20.425721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dfc24-49ac-4ab5-ac87-4cfee5635c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=db6f838a-e359-4731-8b0b-e67a2634dc14,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:20.473951 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-fc0b41e0-6b92-47ba-b386-49dca017701a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.502298 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222efa1-4c49-4932-b8fb-355d7ebe8dd9 req-aa9d6334-f361-4ab4-8a13-9e3edd748422 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:20.504232 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f222efa1-4c49-4932-b8fb-355d7ebe8dd9 req-aa9d6334-f361-4ab4-8a13-9e3edd748422 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/ports?device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 946 time: 0.0693557 Nov 11 21:33:20.513860 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-fc0b41e0-6b92-47ba-b386-49dca017701a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.528305 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b5068eef-0f91-4fc7-9399-0cfb84cdbf6e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:20.567114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-fc0b41e0-6b92-47ba-b386-49dca017701a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Network 18898783-5058-4e57-bc2e-6ade26d28162 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:20.571240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-fc0b41e0-6b92-47ba-b386-49dca017701a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:20.576597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-fc0b41e0-6b92-47ba-b386-49dca017701a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:20.589886 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f222efa1-4c49-4932-b8fb-355d7ebe8dd9 req-1cc94ced-3a8f-4513-b8b1-5e755e65ad28 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9577823-71b3-41b6-a929-a24474e40f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752742 Nov 11 21:33:20.590626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60320) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:20.613026 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:20.640569 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-fc0b41e0-6b92-47ba-b386-49dca017701a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:20.641223 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-fc0b41e0-6b92-47ba-b386-49dca017701a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.643804 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b41e0-6b92-47ba-b386-49dca017701a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'Port': ['ID=b781e197-31ac-433a-8dae-63c05a0ad88b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:20.669337 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-fc0b41e0-6b92-47ba-b386-49dca017701a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9993267 Nov 11 21:33:20.683010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Request body: {'port': {'device_id': '5ef47146-9f59-42ed-bc75-5d5be86c523f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:20.695739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6e1da82a-c585-4793-b73d-7c4869b51065 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d1ce2fcf81724535a65f8c9d2450b857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1016517 Nov 11 21:33:20.700441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60328) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:20.750539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:20.758218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:20.758654 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.818424 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9a48091f-f91d-4061-86f5-1de7cb615c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.829335 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.852677 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9a48091f-f91d-4061-86f5-1de7cb615c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.914174 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9a48091f-f91d-4061-86f5-1de7cb615c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.918278 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9a48091f-f91d-4061-86f5-1de7cb615c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.920124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9a48091f-f91d-4061-86f5-1de7cb615c58 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d4f69dd-f73f-49dd-bcd8-f77777367f88 HTTP/1.1" status: 204 len: 168 time: 0.2182341 Nov 11 21:33:20.975446 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.985478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48091f-f91d-4061-86f5-1de7cb615c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4f69dd-f73f-49dd-bcd8-f77777367f88,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:21.047957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cb811-f0d9-4618-95bf-81c89e40fab2 req-4bf22bb8-1dfe-4a46-b962-8ae86025eedc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:21.050475 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-455cb811-f0d9-4618-95bf-81c89e40fab2 req-4bf22bb8-1dfe-4a46-b962-8ae86025eedc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 945 time: 0.1160877 Nov 11 21:33:21.058608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=90fb43ec-2244-4e6f-88f4-0f6efcf8e38e,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:21.060345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124bc3b3-abb2-421e-886b-ceeb0e92a6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fb43ec-2244-4e6f-88f4-0f6efcf8e38e'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:21.062842 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84706ad7-bde8-4793-817e-1954074dc4a8" -d '{"events": [{"server_uuid": "124bc3b3-abb2-421e-886b-ceeb0e92a6bb", "name": "network-vif-plugged", "status": "completed", "tag": "90fb43ec-2244-4e6f-88f4-0f6efcf8e38e"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:21.070668 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:21.071381 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 79af2e19-3de9-4d18-b2ce-201ee1edee7f no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:21.126131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-455cb811-f0d9-4618-95bf-81c89e40fab2 req-725a739e-ffd3-4098-aed9-594f89225de0 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/security-groups?id=5655ed8b-e295-4acf-9fe4-7aab8e8065e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677466 Nov 11 21:33:21.136873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 79af2e19-3de9-4d18-b2ce-201ee1edee7f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:33:21.137275 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 79af2e19-3de9-4d18-b2ce-201ee1edee7f not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:33:21.180999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=90fb43ec-2244-4e6f-88f4-0f6efcf8e38e,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:21.250947 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9088ee0-f9e2-42bf-98f8-3252776d459e req-2622afdc-022a-4988-8d99-0cd74d2d3674 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:21.252665 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9088ee0-f9e2-42bf-98f8-3252776d459e req-2622afdc-022a-4988-8d99-0cd74d2d3674 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/ports?device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 946 time: 0.0914953 Nov 11 21:33:21.274703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7d7aa-bef7-4c7f-9aba-f83686cb7e02 req-b06584cd-4491-4b15-99c6-417316391714 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:21.280331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b781e197-31ac-433a-8dae-63c05a0ad88b {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:21.281002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7d7aa-bef7-4c7f-9aba-f83686cb7e02 req-b06584cd-4491-4b15-99c6-417316391714 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:21.287633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7d7aa-bef7-4c7f-9aba-f83686cb7e02 req-b06584cd-4491-4b15-99c6-417316391714 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:21.289516 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:21.293810 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7d7aa-bef7-4c7f-9aba-f83686cb7e02 req-b06584cd-4491-4b15-99c6-417316391714 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:21.303885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7d7aa-bef7-4c7f-9aba-f83686cb7e02 req-b06584cd-4491-4b15-99c6-417316391714 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:21.304350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Transition to ACTIVE for port object b781e197-31ac-433a-8dae-63c05a0ad88b will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:33:21.306182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7d7aa-bef7-4c7f-9aba-f83686cb7e02 req-b06584cd-4491-4b15-99c6-417316391714 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:21.309274 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:21.312130 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7d7aa-bef7-4c7f-9aba-f83686cb7e02 req-b06584cd-4491-4b15-99c6-417316391714 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:21.314042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-caf7d7aa-bef7-4c7f-9aba-f83686cb7e02 req-b06584cd-4491-4b15-99c6-417316391714 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5431 time: 0.1135340 Nov 11 21:33:21.388992 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=b781e197-31ac-433a-8dae-63c05a0ad88b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:21.443610 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Attempting to bind port b781e197-31ac-433a-8dae-63c05a0ad88b on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:21.444317 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Attempting to bind port b781e197-31ac-433a-8dae-63c05a0ad88b by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'e4aee7f6-990a-4d98-a33f-f01296c4c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '18898783-5058-4e57-bc2e-6ade26d28162'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:21.444612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Attempting to bind port b781e197-31ac-433a-8dae-63c05a0ad88b on network 18898783-5058-4e57-bc2e-6ade26d28162 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:21.451021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Port b781e197-31ac-433a-8dae-63c05a0ad88b on network 18898783-5058-4e57-bc2e-6ade26d28162 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:33:21.451543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Attempting to bind port b781e197-31ac-433a-8dae-63c05a0ad88b on network 18898783-5058-4e57-bc2e-6ade26d28162 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:21.457865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:21.458267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Checking segment: {'id': 'e4aee7f6-990a-4d98-a33f-f01296c4c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '18898783-5058-4e57-bc2e-6ade26d28162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:21.458720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Bound using segment: {'id': 'e4aee7f6-990a-4d98-a33f-f01296c4c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '18898783-5058-4e57-bc2e-6ade26d28162'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:21.459201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Bound port: b781e197-31ac-433a-8dae-63c05a0ad88b, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4aee7f6-990a-4d98-a33f-f01296c4c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '18898783-5058-4e57-bc2e-6ade26d28162'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:21.459616 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:21.531843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] For port b781e197-31ac-433a-8dae-63c05a0ad88b, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:21.536063 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] For port b781e197-31ac-433a-8dae-63c05a0ad88b, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b781e197-31ac-433a-8dae-63c05a0ad88b,segment=NetworkSegment(e4aee7f6-990a-4d98-a33f-f01296c4c194),segment_id=e4aee7f6-990a-4d98-a33f-f01296c4c194)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:21.540562 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:21.578268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:21.579112 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:21.581116 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] 10.222.0.10 "PUT /v2.0/ports/b781e197-31ac-433a-8dae-63c05a0ad88b HTTP/1.1" status: 200 len: 1091 time: 0.9035389 Nov 11 21:33:21.581672 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef47146-9f59-42ed-bc75-5d5be86c523f', 'tag': 'b781e197-31ac-433a-8dae-63c05a0ad88b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:21.584068 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac96c816-779d-47b3-af69-933b63b250fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef47146-9f59-42ed-bc75-5d5be86c523f", "tag": "b781e197-31ac-433a-8dae-63c05a0ad88b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:21.613814 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ed7e8-26cb-4010-a6ee-ae7d7b564ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=b781e197-31ac-433a-8dae-63c05a0ad88b,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:21.689800 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-11f3139f-dbc0-473a-9dc1-41f887a3ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:21.691421 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-11f3139f-dbc0-473a-9dc1-41f887a3ef28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d&device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 1094 time: 0.0573516 Nov 11 21:33:21.724406 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9088ee0-f9e2-42bf-98f8-3252776d459e req-05de928f-4f8d-4239-9911-3c739a32be82 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9577823-71b3-41b6-a929-a24474e40f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630120 Nov 11 21:33:21.743979 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-4bc74cf3-a6e8-43d3-9885-bad0e8affefc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b781e197-31ac-433a-8dae-63c05a0ad88b HTTP/1.1" status: 200 len: 217 time: 0.0418749 Nov 11 21:33:21.754653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-caf7d7aa-bef7-4c7f-9aba-f83686cb7e02 req-5ca64255-e26c-4745-af29-5c5c76e7b1ab tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4232538 Nov 11 21:33:21.757033 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7c5b679c-9b22-442b-bd73-c1b390ce57a3 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:21.806815 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e13aaf-79c9-40c4-b907-cfc984a49c04 x-openstack-request-id: req-d9e13aaf-79c9-40c4-b907-cfc984a49c04 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:21.808733 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124bc3b3-abb2-421e-886b-ceeb0e92a6bb", "name": "network-vif-plugged", "status": "completed", "tag": "90fb43ec-2244-4e6f-88f4-0f6efcf8e38e", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:21.809091 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d9e13aaf-79c9-40c4-b907-cfc984a49c04 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:21.809559 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124bc3b3-abb2-421e-886b-ceeb0e92a6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fb43ec-2244-4e6f-88f4-0f6efcf8e38e', 'code': 200} Nov 11 21:33:21.823166 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-bbae2efa-297a-4779-96e8-518d3e57889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:21.824943 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-bbae2efa-297a-4779-96e8-518d3e57889b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d7cb89f3-a334-4065-a096-f45c6d41dd1f HTTP/1.1" status: 200 len: 853 time: 0.0634675 Nov 11 21:33:21.870608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 7c5b679c-9b22-442b-bd73-c1b390ce57a3 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:21.876628 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 7c5b679c-9b22-442b-bd73-c1b390ce57a3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:21.877150 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:21.889274 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-61009878-5f2a-4afc-9c58-c2925d4d5771 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18898783-5058-4e57-bc2e-6ade26d28162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513368 Nov 11 21:33:21.992334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19fed7-4cc5-49a8-8776-608e7e67ed2d req-220bbb60-e2c3-4cff-a184-754e4fc87ebd tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:21.995677 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:21.999636 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a19fed7-4cc5-49a8-8776-608e7e67ed2d req-220bbb60-e2c3-4cff-a184-754e4fc87ebd tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=124bc3b3-abb2-421e-886b-ceeb0e92a6bb HTTP/1.1" status: 200 len: 945 time: 0.1092479 Nov 11 21:33:22.009419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b74f76-c28f-43c0-b4bc-d057ff255dcf req-c4f154e2-ec4d-450d-8717-a65a5ea9f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:22.010943 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-86b74f76-c28f-43c0-b4bc-d057ff255dcf req-c4f154e2-ec4d-450d-8717-a65a5ea9f7c9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=124bc3b3-abb2-421e-886b-ceeb0e92a6bb HTTP/1.1" status: 200 len: 1096 time: 0.1246819 Nov 11 21:33:22.017226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20d651-e909-4dad-b32e-2f0a80c14c5d req-6a44d958-a7ee-47ac-80e1-3b3cd978a4d7 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:22.018735 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b20d651-e909-4dad-b32e-2f0a80c14c5d req-6a44d958-a7ee-47ac-80e1-3b3cd978a4d7 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 949 time: 0.0895059 Nov 11 21:33:22.033874 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-9e7b49a1-7318-491c-aad3-7c9e7ccc9dae service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347189 Nov 11 21:33:22.044149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7c5b679c-9b22-442b-bd73-c1b390ce57a3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7c5b679c-9b22-442b-bd73-c1b390ce57a3,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:22.049663 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:22.050500 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 0aaf3113-fd67-4bc0-b874-c981823acd6b up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:22.085576 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a19fed7-4cc5-49a8-8776-608e7e67ed2d req-89e8b822-aa3e-4997-8cc1-7664dc1a5b6e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849206 Nov 11 21:33:22.097185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b20d651-e909-4dad-b32e-2f0a80c14c5d req-e30bfa41-f8ea-4ede-b218-90f115e43941 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703990 Nov 11 21:33:22.132443 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-86b74f76-c28f-43c0-b4bc-d057ff255dcf req-57f8fb13-78a4-4df0-ad1e-a5ba8fbf1c44 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104627 Nov 11 21:33:22.160783 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7c5b679c-9b22-442b-bd73-c1b390ce57a3,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:22.172218 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bf690513-5923-4031-adf6-7a24bc7dde38 req-2f965456-f192-446f-9eaa-d48838a86909 service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292958 Nov 11 21:33:22.173587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 0aaf3113-fd67-4bc0-b874-c981823acd6b completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:22.178023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 0aaf3113-fd67-4bc0-b874-c981823acd6b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:22.178488 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:22.179365 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabb8959-321f-427f-9afc-e1c88e9a6199 x-openstack-request-id: req-eabb8959-321f-427f-9afc-e1c88e9a6199 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:22.179656 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef47146-9f59-42ed-bc75-5d5be86c523f", "tag": "b781e197-31ac-433a-8dae-63c05a0ad88b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:22.179915 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eabb8959-321f-427f-9afc-e1c88e9a6199 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:22.180361 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef47146-9f59-42ed-bc75-5d5be86c523f', 'tag': 'b781e197-31ac-433a-8dae-63c05a0ad88b', 'status': 'completed', 'code': 200} Nov 11 21:33:22.232219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10b0a6-27eb-406f-ab9c-83cfafb7f65c req-c49d998f-150a-4ad6-91ad-604b9238d9ff tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:22.233797 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc10b0a6-27eb-406f-ab9c-83cfafb7f65c req-c49d998f-150a-4ad6-91ad-604b9238d9ff tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 943 time: 0.0534799 Nov 11 21:33:22.266597 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:22.287063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc10b0a6-27eb-406f-ab9c-83cfafb7f65c req-60202eb2-392c-4663-89be-bc30d77aec04 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462711 Nov 11 21:33:22.305369 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 0aaf3113-fd67-4bc0-b874-c981823acd6b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=0aaf3113-fd67-4bc0-b874-c981823acd6b,segment=NetworkSegment(ec8a5332-e8ed-489d-b51a-c0b23d290bca),segment_id=ec8a5332-e8ed-489d-b51a-c0b23d290bca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:22.314469 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:22.370309 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=0aaf3113-fd67-4bc0-b874-c981823acd6b,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:22.420555 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-d1558179-bed4-40e5-8be8-076cf0f54eec tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=97457f85e0a6429eb8b5a2a4543273ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264010 Nov 11 21:33:22.436628 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96c816-779d-47b3-af69-933b63b250fe req-dfa90613-0273-49a9-b7a1-a14d4ea03a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:22.438275 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac96c816-779d-47b3-af69-933b63b250fe req-dfa90613-0273-49a9-b7a1-a14d4ea03a3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d&device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 1094 time: 0.0428491 Nov 11 21:33:22.443850 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a973c-f287-4c0f-add5-cfa6a6b36aa9 req-7694b676-2dc7-48b7-a01c-c48b6a26dedc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:22.445330 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-246a973c-f287-4c0f-add5-cfa6a6b36aa9 req-7694b676-2dc7-48b7-a01c-c48b6a26dedc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 946 time: 0.0815711 Nov 11 21:33:22.602020 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-246a973c-f287-4c0f-add5-cfa6a6b36aa9 req-53b55ad0-064c-475c-aafd-1f99b57576b5 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/security-groups?id=5655ed8b-e295-4acf-9fe4-7aab8e8065e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437376 Nov 11 21:33:22.610252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-80ec8914-7e9e-4aca-9291-f86bc4affa70 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:22.611868 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-80ec8914-7e9e-4aca-9291-f86bc4affa70 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850693 Nov 11 21:33:22.620378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0be973-6767-4472-ab8f-ae9abd248c75 req-c64a9ab5-0b7f-4c3f-89da-03a26f5f755b tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:22.622195 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8b0be973-6767-4472-ab8f-ae9abd248c75 req-c64a9ab5-0b7f-4c3f-89da-03a26f5f755b tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.71 "GET /v2.0/ports?device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 946 time: 0.1201339 Nov 11 21:33:22.669400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-8dce7c6c-33e9-4c65-95bf-54ba0a1a1845 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/quotas/97457f85e0a6429eb8b5a2a4543273ab HTTP/1.1" status: 200 len: 375 time: 0.0461338 Nov 11 21:33:22.716408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-bcd87963-1d93-4512-8b5b-c387fccb54c7 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=97457f85e0a6429eb8b5a2a4543273ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391383 Nov 11 21:33:22.789640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-8b0be973-6767-4472-ab8f-ae9abd248c75 req-e810f952-eccd-4b85-afe5-aa12f7b1725c tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Deleting port e0e8b672-8c51-4a5c-97cd-7981f10fd095 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:22.789987 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8b0be973-6767-4472-ab8f-ae9abd248c75 req-e810f952-eccd-4b85-afe5-aa12f7b1725c tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:22.877741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96c816-779d-47b3-af69-933b63b250fe req-494b9ad2-16d6-4dc6-93cd-3d922be92885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:22.880528 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac96c816-779d-47b3-af69-933b63b250fe req-494b9ad2-16d6-4dc6-93cd-3d922be92885 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18898783-5058-4e57-bc2e-6ade26d28162 HTTP/1.1" status: 200 len: 915 time: 0.4294617 Nov 11 21:33:22.943665 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac96c816-779d-47b3-af69-933b63b250fe req-72767a84-ffc2-4374-8afd-53300e2a8f15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b781e197-31ac-433a-8dae-63c05a0ad88b HTTP/1.1" status: 200 len: 217 time: 0.0525284 Nov 11 21:33:22.945206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-8b0be973-6767-4472-ab8f-ae9abd248c75 req-e810f952-eccd-4b85-afe5-aa12f7b1725c tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] For port e0e8b672-8c51-4a5c-97cd-7981f10fd095, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e0e8b672-8c51-4a5c-97cd-7981f10fd095,segment=NetworkSegment(72ad516e-63b8-44e8-ac66-956c96b38a00),segment_id=72ad516e-63b8-44e8-ac66-956c96b38a00)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:22.945584 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8b0be973-6767-4472-ab8f-ae9abd248c75 req-e810f952-eccd-4b85-afe5-aa12f7b1725c tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:22.964485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-8b0be973-6767-4472-ab8f-ae9abd248c75 req-e810f952-eccd-4b85-afe5-aa12f7b1725c tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Calling delete_port for e0e8b672-8c51-4a5c-97cd-7981f10fd095 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:23.014207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96c816-779d-47b3-af69-933b63b250fe req-df0bf8ed-86f1-4e97-b252-2d449eb8cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:23.015387 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0458d-477b-484b-8f86-bb096a8cd200 req-241e61b9-1853-4c63-bbd5-be47491fcc57 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:23.015690 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac96c816-779d-47b3-af69-933b63b250fe req-df0bf8ed-86f1-4e97-b252-2d449eb8cd24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d7cb89f3-a334-4065-a096-f45c6d41dd1f HTTP/1.1" status: 200 len: 853 time: 0.0554283 Nov 11 21:33:23.016969 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46b0458d-477b-484b-8f86-bb096a8cd200 req-241e61b9-1853-4c63-bbd5-be47491fcc57 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/ports?device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 946 time: 0.2020559 Nov 11 21:33:23.055706 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac96c816-779d-47b3-af69-933b63b250fe req-0ef0e6b8-c5ac-4b2f-be37-5a526ccfe110 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18898783-5058-4e57-bc2e-6ade26d28162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271170 Nov 11 21:33:23.119955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f609-dbff-4689-b636-80e2a7369780 req-06c597aa-7ecb-4c48-85b4-31c838928273 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:23.126311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f609-dbff-4689-b636-80e2a7369780 req-06c597aa-7ecb-4c48-85b4-31c838928273 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:23.132418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f609-dbff-4689-b636-80e2a7369780 req-06c597aa-7ecb-4c48-85b4-31c838928273 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:23.138404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f609-dbff-4689-b636-80e2a7369780 req-06c597aa-7ecb-4c48-85b4-31c838928273 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:23.144425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f609-dbff-4689-b636-80e2a7369780 req-06c597aa-7ecb-4c48-85b4-31c838928273 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:23.150422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f609-dbff-4689-b636-80e2a7369780 req-06c597aa-7ecb-4c48-85b4-31c838928273 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:23.156437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f609-dbff-4689-b636-80e2a7369780 req-06c597aa-7ecb-4c48-85b4-31c838928273 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:23.158521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c69f609-dbff-4689-b636-80e2a7369780 req-06c597aa-7ecb-4c48-85b4-31c838928273 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5431 time: 0.2012079 Nov 11 21:33:23.178228 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac96c816-779d-47b3-af69-933b63b250fe req-ba38079c-19bc-40bb-8fe7-3f16ec99da92 service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093752 Nov 11 21:33:23.189386 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46b0458d-477b-484b-8f86-bb096a8cd200 req-94a43284-ba45-4779-92c4-73d8368f5c2b tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9577823-71b3-41b6-a929-a24474e40f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386471 Nov 11 21:33:23.294316 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ac96c816-779d-47b3-af69-933b63b250fe req-4625ad89-1217-4ff9-abce-466db6781583 service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075253 Nov 11 21:33:23.299768 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bee68f46-e00d-49ab-a9da-9045b40eb4ab req-83886235-9fe8-4bff-ad20-6706ac7724ab tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 210 time: 0.0497339 Nov 11 21:33:23.310358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c69f609-dbff-4689-b636-80e2a7369780 req-68e2cc5c-f0c5-4ec5-9d08-cd4abc37df7a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1411033 Nov 11 21:33:23.340247 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8b0be973-6767-4472-ab8f-ae9abd248c75 req-e810f952-eccd-4b85-afe5-aa12f7b1725c tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:23.355716 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['e0e8b672-8c51-4a5c-97cd-7981f10fd095'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:23.398201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810f952-eccd-4b85-afe5-aa12f7b1725c tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Pushing event deleted for resources: {'Port': ['ID=e0e8b672-8c51-4a5c-97cd-7981f10fd095,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:23.450904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0be973-6767-4472-ab8f-ae9abd248c75 req-e810f952-eccd-4b85-afe5-aa12f7b1725c tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] No DVR routers for this DVR port e0e8b672-8c51-4a5c-97cd-7981f10fd095 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:33:23.469981 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8b0be973-6767-4472-ab8f-ae9abd248c75 req-e810f952-eccd-4b85-afe5-aa12f7b1725c tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:23.473272 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8b0be973-6767-4472-ab8f-ae9abd248c75 req-e810f952-eccd-4b85-afe5-aa12f7b1725c tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.71 "DELETE /v2.0/ports/e0e8b672-8c51-4a5c-97cd-7981f10fd095 HTTP/1.1" status: 204 len: 173 time: 0.8413913 Nov 11 21:33:23.473730 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89181a4c-332d-4573-8f81-fc69dd3163f5', 'name': 'network-vif-deleted', 'tag': 'e0e8b672-8c51-4a5c-97cd-7981f10fd095'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:23.475992 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1fce02-8cfc-427b-bb0d-401ba33a6476" -d '{"events": [{"server_uuid": "89181a4c-332d-4573-8f81-fc69dd3163f5", "name": "network-vif-deleted", "tag": "e0e8b672-8c51-4a5c-97cd-7981f10fd095"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:23.555861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064779b0-39a5-444b-a229-6cfb77fe0d77 req-b4dc82d1-9a6d-4893-a492-14752eaaeaab tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:23.557438 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-064779b0-39a5-444b-a229-6cfb77fe0d77 req-b4dc82d1-9a6d-4893-a492-14752eaaeaab tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=124bc3b3-abb2-421e-886b-ceeb0e92a6bb HTTP/1.1" status: 200 len: 945 time: 0.1304197 Nov 11 21:33:23.566167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8d2c1-633f-4c6b-90cc-6855b143f343 req-34ccc53e-de6c-4c1b-9ca9-7c4c01a03579 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:23.567579 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-68e8d2c1-633f-4c6b-90cc-6855b143f343 req-34ccc53e-de6c-4c1b-9ca9-7c4c01a03579 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 950 time: 0.1179698 Nov 11 21:33:23.634909 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-064779b0-39a5-444b-a229-6cfb77fe0d77 req-5e8ecd8d-a71c-4c60-9f30-6dfc137819a0 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658591 Nov 11 21:33:23.649501 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-68e8d2c1-633f-4c6b-90cc-6855b143f343 req-0248e711-9889-434e-8fc3-f9da2e8edd71 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739872 Nov 11 21:33:23.712520 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca68762-6f60-4cea-88ab-910348267a95 x-openstack-request-id: req-9ca68762-6f60-4cea-88ab-910348267a95 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:23.712868 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89181a4c-332d-4573-8f81-fc69dd3163f5", "name": "network-vif-deleted", "tag": "e0e8b672-8c51-4a5c-97cd-7981f10fd095", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:23.713083 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ca68762-6f60-4cea-88ab-910348267a95 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:23.713484 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89181a4c-332d-4573-8f81-fc69dd3163f5', 'name': 'network-vif-deleted', 'tag': 'e0e8b672-8c51-4a5c-97cd-7981f10fd095', 'status': 'completed', 'code': 200} Nov 11 21:33:23.751989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130ab2e-f1dc-4edd-ba3a-7a2f5c2cf878 req-bdf011a7-0a1c-4601-a94e-a01bacba736b tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:23.753755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7130ab2e-f1dc-4edd-ba3a-7a2f5c2cf878 req-bdf011a7-0a1c-4601-a94e-a01bacba736b tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 943 time: 0.0552776 Nov 11 21:33:23.811433 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcbab52-37d5-40be-a8cc-bed53558c74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5b679c-9b22-442b-bd73-c1b390ce57a3'}, {'server_uuid': '53554994-844b-4f06-8764-1715c4b0b3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaf3113-fd67-4bc0-b874-c981823acd6b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:23.814521 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d5381a-84e4-4812-b037-ade447744235" -d '{"events": [{"server_uuid": "0bcbab52-37d5-40be-a8cc-bed53558c74e", "name": "network-vif-plugged", "status": "completed", "tag": "7c5b679c-9b22-442b-bd73-c1b390ce57a3"}, {"server_uuid": "53554994-844b-4f06-8764-1715c4b0b3ca", "name": "network-vif-plugged", "status": "completed", "tag": "0aaf3113-fd67-4bc0-b874-c981823acd6b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:23.859986 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7130ab2e-f1dc-4edd-ba3a-7a2f5c2cf878 req-457252e1-7847-4951-a873-8ba409677a64 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989277 Nov 11 21:33:23.897060 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cacc02-8aa6-430a-ad0d-206249340738 req-0fe77ec1-adca-4d4c-a78c-edce397b0e24 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:23.898496 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56cacc02-8aa6-430a-ad0d-206249340738 req-0fe77ec1-adca-4d4c-a78c-edce397b0e24 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/networks?id=e9bce8ea-472e-415a-84a0-3692b291e6ec HTTP/1.1" status: 200 len: 810 time: 0.1229293 Nov 11 21:33:23.913517 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56cacc02-8aa6-430a-ad0d-206249340738 req-fcee50ba-f49c-4a4e-8039-ec577538d585 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/quotas/12632c21da6347b2a16f81ef7612fafb HTTP/1.1" status: 200 len: 375 time: 0.0092912 Nov 11 21:33:23.972869 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56cacc02-8aa6-430a-ad0d-206249340738 req-beea5474-2d7e-41b1-b2d9-80bce1723fd9 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=12632c21da6347b2a16f81ef7612fafb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396299 Nov 11 21:33:24.016830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3c2b2-6985-4c25-bad7-5d625e5e2e9d req-e8dcf38c-0f65-404a-b3f3-23172f5a46c6 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:24.018457 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-41e3c2b2-6985-4c25-bad7-5d625e5e2e9d req-e8dcf38c-0f65-404a-b3f3-23172f5a46c6 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 946 time: 0.0953031 Nov 11 21:33:24.095225 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-57c16899-fe21-455e-a994-e359df0ba90b tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=97457f85e0a6429eb8b5a2a4543273ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370724 Nov 11 21:33:24.148523 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56cacc02-8aa6-430a-ad0d-206249340738 req-a684eab3-51b7-496a-8c13-a1da3fcafed4 service neutron] 10.222.0.57 "GET /v2.0/networks/e9bce8ea-472e-415a-84a0-3692b291e6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676056 Nov 11 21:33:24.173655 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-41e3c2b2-6985-4c25-bad7-5d625e5e2e9d req-7389bee3-bfeb-4cca-ae62-3d8f7ccaee1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/security-groups?id=5655ed8b-e295-4acf-9fe4-7aab8e8065e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256154 Nov 11 21:33:24.223911 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aed06cd-e83e-4f09-8332-2dc1aea44a91 x-openstack-request-id: req-9aed06cd-e83e-4f09-8332-2dc1aea44a91 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:24.224263 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcbab52-37d5-40be-a8cc-bed53558c74e", "name": "network-vif-plugged", "status": "completed", "tag": "7c5b679c-9b22-442b-bd73-c1b390ce57a3", "code": 200}, {"server_uuid": "53554994-844b-4f06-8764-1715c4b0b3ca", "name": "network-vif-plugged", "status": "completed", "tag": "0aaf3113-fd67-4bc0-b874-c981823acd6b", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:24.224578 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9aed06cd-e83e-4f09-8332-2dc1aea44a91 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:24.225099 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcbab52-37d5-40be-a8cc-bed53558c74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5b679c-9b22-442b-bd73-c1b390ce57a3', 'code': 200} Nov 11 21:33:24.225423 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53554994-844b-4f06-8764-1715c4b0b3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaf3113-fd67-4bc0-b874-c981823acd6b', 'code': 200} Nov 11 21:33:24.303365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-ce971ec7-aa4e-4b92-aafd-0ced8d0f8845 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:24.304762 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-ce971ec7-aa4e-4b92-aafd-0ced8d0f8845 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948941 Nov 11 21:33:24.321518 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56cacc02-8aa6-430a-ad0d-206249340738 req-b2c7e466-e6ab-4381-ac30-11f86aa43bcf service neutron] 10.222.0.57 "GET /v2.0/networks/e9bce8ea-472e-415a-84a0-3692b291e6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657870 Nov 11 21:33:24.337852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f4e07ab-23fc-4885-a63f-2a8284f24f14 req-b49544dd-a99b-4403-8ff7-9cb55c018d80 tempest-InstanceActionsNegativeTestJSON-1149932630 tempest-InstanceActionsNegativeTestJSON-1149932630-project] 10.222.0.57 "GET /v2.0/ports?device_id=89181a4c-332d-4573-8f81-fc69dd3163f5 HTTP/1.1" status: 200 len: 210 time: 0.0440519 Nov 11 21:33:24.341282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Request body: {'port': {'device_id': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': '97457f85e0a6429eb8b5a2a4543273ab'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:24.414478 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46521185-4db3-49c4-975f-47759d8a7c89 req-404b6405-abde-4229-8f4c-e896f5da368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:24.416052 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46521185-4db3-49c4-975f-47759d8a7c89 req-404b6405-abde-4229-8f4c-e896f5da368f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 1101 time: 0.0823112 Nov 11 21:33:24.418684 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139dbe8-3d53-455c-bdde-9afae693ae59 req-1e354a58-7dba-44b9-90eb-e4086deda308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:24.420097 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8139dbe8-3d53-455c-bdde-9afae693ae59 req-1e354a58-7dba-44b9-90eb-e4086deda308 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 1097 time: 0.0959413 Nov 11 21:33:24.463626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24733ac0-d999-4c01-beb5-09f9b140c9a7 req-1be77a99-f721-4deb-b54b-1c2f8c3d7318 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 210 time: 0.0397389 Nov 11 21:33:24.515486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Made reservation on behalf of 97457f85e0a6429eb8b5a2a4543273ab for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:24.518274 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8139dbe8-3d53-455c-bdde-9afae693ae59 req-0461953a-8889-4d4a-a836-fb9318e0ed7e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5655ed8b-e295-4acf-9fe4-7aab8e8065e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773044 Nov 11 21:33:24.520253 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46521185-4db3-49c4-975f-47759d8a7c89 req-2a276a62-c266-4f08-b77c-def322cd0567 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906751 Nov 11 21:33:24.520862 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:24.536996 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:24.570309 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device feee0a0e-9849-4e5f-8dca-8da81ee6bb6b details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:24.682066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b,segment=NetworkSegment(34e596dc-acf0-4911-a062-0cef7a121feb),segment_id=34e596dc-acf0-4911-a062-0cef7a121feb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:24.688951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7c682-23bf-4c9b-af0d-fa65308ac94d req-286319e5-ed0d-4061-956d-1285dd6c67c6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:24.695250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7c682-23bf-4c9b-af0d-fa65308ac94d req-286319e5-ed0d-4061-956d-1285dd6c67c6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:24.695395 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b', 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'port_id': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b', 'mac_address': 'fa:16:3e:06:61:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:24.701251 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7c682-23bf-4c9b-af0d-fa65308ac94d req-286319e5-ed0d-4061-956d-1285dd6c67c6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:24.707888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7c682-23bf-4c9b-af0d-fa65308ac94d req-286319e5-ed0d-4061-956d-1285dd6c67c6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:24.713985 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7c682-23bf-4c9b-af0d-fa65308ac94d req-286319e5-ed0d-4061-956d-1285dd6c67c6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:24.720188 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7c682-23bf-4c9b-af0d-fa65308ac94d req-286319e5-ed0d-4061-956d-1285dd6c67c6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:24.726437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7c682-23bf-4c9b-af0d-fa65308ac94d req-286319e5-ed0d-4061-956d-1285dd6c67c6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:24.734239 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69f7c682-23bf-4c9b-af0d-fa65308ac94d req-286319e5-ed0d-4061-956d-1285dd6c67c6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5431 time: 0.1723247 Nov 11 21:33:24.742242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c5c1ac4-0341-42e3-b6c0-15d5cff18fc3 req-21134bb4-c94c-4576-828e-6525f6a3e400 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 210 time: 0.1020112 Nov 11 21:33:24.768007 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:24.784361 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:24.791870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feee0a0e-9849-4e5f-8dca-8da81ee6bb6b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:24.814380 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b,segment=NetworkSegment(34e596dc-acf0-4911-a062-0cef7a121feb),segment_id=34e596dc-acf0-4911-a062-0cef7a121feb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:24.820323 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:24.821006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:24.826038 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:24.862257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69f7c682-23bf-4c9b-af0d-fa65308ac94d req-89e6cfad-7573-4af2-a644-7185bdba123b tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271288 Nov 11 21:33:24.934848 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:24.969176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84211552-a675-448a-b9c4-4d84236accbf,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:24.976264 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:24.993126 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '69bb4f4e-b425-44bd-8e17-a8c9f3f825f4', 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419', 'port_id': '69bb4f4e-b425-44bd-8e17-a8c9f3f825f4', 'mac_address': 'fa:16:3e:24:d3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d82f65-f537-46df-bcb1-7b198113f6b1', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:25.008872 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b74d-cec3-4ce1-948a-3d4066e5b245 req-1e6f61a0-571e-4dd1-b0b3-d1c44386fa8f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:25.010537 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b212b74d-cec3-4ce1-948a-3d4066e5b245 req-1e6f61a0-571e-4dd1-b0b3-d1c44386fa8f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=124bc3b3-abb2-421e-886b-ceeb0e92a6bb HTTP/1.1" status: 200 len: 945 time: 0.1901455 Nov 11 21:33:25.035602 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.057928 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:25.083178 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:25.088295 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.089088 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device f0ed3440-fad0-40db-ae8d-c2ff35601d0b details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:25.122151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Allocated IP 192.168.233.250 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/d2f106ce-5f6d-4139-824f-ee69a1902871) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:25.135748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb6e82-76f7-42b9-82ba-fe7c5fb8790f req-6d4c2178-4fa7-4d9b-a92e-39077c28c8de tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:25.137496 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8cb6e82-76f7-42b9-82ba-fe7c5fb8790f req-6d4c2178-4fa7-4d9b-a92e-39077c28c8de tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 950 time: 0.1746881 Nov 11 21:33:25.144873 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b212b74d-cec3-4ce1-948a-3d4066e5b245 req-5f1ba7e5-0964-4902-ab64-c6ae663709c8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031191 Nov 11 21:33:25.164566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port f0ed3440-fad0-40db-ae8d-c2ff35601d0b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=f0ed3440-fad0-40db-ae8d-c2ff35601d0b,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:25.172261 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:25.181354 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'f0ed3440-fad0-40db-ae8d-c2ff35601d0b', 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419', 'port_id': 'f0ed3440-fad0-40db-ae8d-c2ff35601d0b', 'mac_address': 'fa:16:3e:b5:c5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d82f65-f537-46df-bcb1-7b198113f6b1', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:25.220421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8cb6e82-76f7-42b9-82ba-fe7c5fb8790f req-0ffe3d6d-a663-4583-b73c-52342bd57bdc tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696509 Nov 11 21:33:25.261397 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.437769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ed3440-fad0-40db-ae8d-c2ff35601d0b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:25.438387 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449e04b-d0e0-4fcc-8fc5-73c6b93d579a req-a7a282ab-1f66-436d-be2f-9ee633cf67ea tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:25.440086 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c449e04b-d0e0-4fcc-8fc5-73c6b93d579a req-a7a282ab-1f66-436d-be2f-9ee633cf67ea tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 943 time: 0.1507280 Nov 11 21:33:25.461281 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.462002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port f0ed3440-fad0-40db-ae8d-c2ff35601d0b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=f0ed3440-fad0-40db-ae8d-c2ff35601d0b,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:25.466961 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.467625 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b781e197-31ac-433a-8dae-63c05a0ad88b details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:25.474401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6407ba-0d48-499c-95b6-c730534001b2 req-454e432e-649e-4c54-8154-7ddbe7a71fb3 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:25.475970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f6407ba-0d48-499c-95b6-c730534001b2 req-454e432e-649e-4c54-8154-7ddbe7a71fb3 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 946 time: 0.1487720 Nov 11 21:33:25.540305 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=f0ed3440-fad0-40db-ae8d-c2ff35601d0b,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:25.559090 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c449e04b-d0e0-4fcc-8fc5-73c6b93d579a req-27f37b51-7f19-4292-a177-62dfda344e20 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053743 Nov 11 21:33:25.575410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f6407ba-0d48-499c-95b6-c730534001b2 req-b1ddd718-06f5-4adc-96cf-d5807728b1cd tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/security-groups?id=5655ed8b-e295-4acf-9fe4-7aab8e8065e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892453 Nov 11 21:33:25.584418 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.614465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b781e197-31ac-433a-8dae-63c05a0ad88b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b781e197-31ac-433a-8dae-63c05a0ad88b,segment=NetworkSegment(e4aee7f6-990a-4d98-a33f-f01296c4c194),segment_id=e4aee7f6-990a-4d98-a33f-f01296c4c194)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:25.628647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'b781e197-31ac-433a-8dae-63c05a0ad88b', 'network_id': '18898783-5058-4e57-bc2e-6ade26d28162', 'port_id': 'b781e197-31ac-433a-8dae-63c05a0ad88b', 'mac_address': 'fa:16:3e:47:0a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cb89f3-a334-4065-a096-f45c6d41dd1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:25.638246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:25.641378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:25.647611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:25.675891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60480) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:25.678188 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Pushing event updated for resources: {'Port': ['ID=d2f106ce-5f6d-4139-824f-ee69a1902871,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:25.722981 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.741077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b781e197-31ac-433a-8dae-63c05a0ad88b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:25.752029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff8601c-6974-474a-bd4b-c699f62728ad admin admin] Deleting subnet d467fad7-c80f-480c-8b4d-a7e768a5531c {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:33:25.755872 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ff8601c-6974-474a-bd4b-c699f62728ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.769212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b781e197-31ac-433a-8dae-63c05a0ad88b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b781e197-31ac-433a-8dae-63c05a0ad88b,segment=NetworkSegment(e4aee7f6-990a-4d98-a33f-f01296c4c194),segment_id=e4aee7f6-990a-4d98-a33f-f01296c4c194)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:25.775746 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.776572 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 23616cc5-dacf-43e9-b299-a00544d54734 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:25.809843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ff8601c-6974-474a-bd4b-c699f62728ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.887203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:25.887952 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.893191 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ff8601c-6974-474a-bd4b-c699f62728ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.898767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=b781e197-31ac-433a-8dae-63c05a0ad88b,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:25.907174 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 23616cc5-dacf-43e9-b299-a00544d54734, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=23616cc5-dacf-43e9-b299-a00544d54734,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:25.925414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '23616cc5-dacf-43e9-b299-a00544d54734', 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419', 'port_id': '23616cc5-dacf-43e9-b299-a00544d54734', 'mac_address': 'fa:16:3e:00:1d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d82f65-f537-46df-bcb1-7b198113f6b1', 'ip_address': '10.1.1.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:25.930385 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-26cbb8a5-ca88-405d-86a7-96b16eb94a45 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5947659 Nov 11 21:33:25.959784 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Request body: {'port': {'device_id': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:25.994879 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.000947 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ff8601c-6974-474a-bd4b-c699f62728ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.001891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034604e-da66-4f5e-826f-957f8519e0c6 req-4b581d4d-6a8f-43a9-9469-93f7f5ec1a2e tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:26.003534 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e034604e-da66-4f5e-826f-957f8519e0c6 req-4b581d4d-6a8f-43a9-9469-93f7f5ec1a2e tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 936 time: 0.2394745 Nov 11 21:33:26.011023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23616cc5-dacf-43e9-b299-a00544d54734 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:26.014411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57e416-e1c3-45b5-8302-83c82026a136 req-2f2c6a50-5422-4a14-bb9f-ad208e1f47d0 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:26.017344 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba57e416-e1c3-45b5-8302-83c82026a136 req-2f2c6a50-5422-4a14-bb9f-ad208e1f47d0 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 805 time: 0.3268893 Nov 11 21:33:26.036397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 23616cc5-dacf-43e9-b299-a00544d54734, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=23616cc5-dacf-43e9-b299-a00544d54734,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:26.043076 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.043824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d47e0d50-b635-4eea-b40d-e6d4166567fe details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:26.078650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba57e416-e1c3-45b5-8302-83c82026a136 req-fc5eec9f-d532-4c68-bf4a-8d42497f9da2 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/quotas/178bb40f7c23473bbb72234aa8aa1b95 HTTP/1.1" status: 200 len: 375 time: 0.0519149 Nov 11 21:33:26.082451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8601c-6974-474a-bd4b-c699f62728ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d467fad7-c80f-480c-8b4d-a7e768a5531c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:26.108467 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-65d99f40-082f-489e-8393-a46ee956e987 None None] Provisioning complete for port d2f106ce-5f6d-4139-824f-ee69a1902871 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:26.110660 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ff8601c-6974-474a-bd4b-c699f62728ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.111884 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-65d99f40-082f-489e-8393-a46ee956e987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.118909 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3ff8601c-6974-474a-bd4b-c699f62728ad admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d467fad7-c80f-480c-8b4d-a7e768a5531c HTTP/1.1" status: 204 len: 168 time: 0.4387596 Nov 11 21:33:26.127219 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60486) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:26.137176 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.159875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d47e0d50-b635-4eea-b40d-e6d4166567fe, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d47e0d50-b635-4eea-b40d-e6d4166567fe,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:26.168617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=23616cc5-dacf-43e9-b299-a00544d54734,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:26.182288 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'd47e0d50-b635-4eea-b40d-e6d4166567fe', 'network_id': 'daab2798-5889-436e-a5cb-09a946e4b419', 'port_id': 'd47e0d50-b635-4eea-b40d-e6d4166567fe', 'mac_address': 'fa:16:3e:e2:c3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d82f65-f537-46df-bcb1-7b198113f6b1', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:26.187099 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-65d99f40-082f-489e-8393-a46ee956e987 None None] Port d2f106ce-5f6d-4139-824f-ee69a1902871 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:33:26.189803 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e034604e-da66-4f5e-826f-957f8519e0c6 req-3ad9524c-1386-495e-b345-5e484fde6839 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/security-groups?id=84211552-a675-448a-b9c4-4d84236accbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659553 Nov 11 21:33:26.231715 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba57e416-e1c3-45b5-8302-83c82026a136 req-08c8ed54-c72d-4ab9-9769-5c3b9b385200 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1456614 Nov 11 21:33:26.261644 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f618b7fd-82d3-4081-a1ae-c1ed687d940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.266269 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.280634 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47e0d50-b635-4eea-b40d-e6d4166567fe {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:26.291970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cacc02-8aa6-430a-ad0d-206249340738 req-70b13cb7-4c50-4ea0-9871-326b81423d54 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:26.293473 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56cacc02-8aa6-430a-ad0d-206249340738 req-70b13cb7-4c50-4ea0-9871-326b81423d54 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.10 "GET /v2.0/networks?id=e9bce8ea-472e-415a-84a0-3692b291e6ec HTTP/1.1" status: 200 len: 810 time: 0.2124414 Nov 11 21:33:26.302995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d47e0d50-b635-4eea-b40d-e6d4166567fe, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d47e0d50-b635-4eea-b40d-e6d4166567fe,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:26.309329 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.310103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:26.319317 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-56cacc02-8aa6-430a-ad0d-206249340738 req-10f7519d-eade-4b3d-83c9-ffe7fdab52eb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Request body: {'port': {'device_id': '0cb06c11-bc39-4de3-9e3a-1c131afc5d76', 'network_id': 'e9bce8ea-472e-415a-84a0-3692b291e6ec', 'admin_state_up': True, 'tenant_id': '12632c21da6347b2a16f81ef7612fafb'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:26.339583 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a51debf0-ee39-408b-b91e-e13af560cbd9 req-08fd39b4-f6b1-47e8-af70-4cd4b87debab tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 210 time: 0.0688839 Nov 11 21:33:26.376837 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f618b7fd-82d3-4081-a1ae-c1ed687d940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.397931 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f618b7fd-82d3-4081-a1ae-c1ed687d940e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1d19c2-a0c1-4bb0-8084-8bee562c1569']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:26.414877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=d47e0d50-b635-4eea-b40d-e6d4166567fe,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:26.451436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f618b7fd-82d3-4081-a1ae-c1ed687d940e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ad516e-63b8-44e8-ac66-956c96b38a00') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:26.452045 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f618b7fd-82d3-4081-a1ae-c1ed687d940e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ad516e-63b8-44e8-ac66-956c96b38a00') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:26.454872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:26.467310 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f618b7fd-82d3-4081-a1ae-c1ed687d940e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.468595 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d', 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e', 'port_id': 'fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d', 'mac_address': 'fa:16:3e:ef:cd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723d138b-1459-41f3-8774-8cd909916b72', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:26.469228 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba57e416-e1c3-45b5-8302-83c82026a136 req-6440ae5f-a2de-495e-9c26-52e8071e9a5e service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365525 Nov 11 21:33:26.480407 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f618b7fd-82d3-4081-a1ae-c1ed687d940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.513370 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.513658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f618b7fd-82d3-4081-a1ae-c1ed687d940e admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:33:26.514066 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f618b7fd-82d3-4081-a1ae-c1ed687d940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:33:26.515741 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:33:26.530005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:26.550752 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:26.555098 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.555839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 774bf466-7c76-4ef4-831b-c0a553800dfa details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:26.594459 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f618b7fd-82d3-4081-a1ae-c1ed687d940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.600682 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f618b7fd-82d3-4081-a1ae-c1ed687d940e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.606451 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f618b7fd-82d3-4081-a1ae-c1ed687d940e admin admin] 10.222.0.57 "DELETE /v2.0/networks/bd1d19c2-a0c1-4bb0-8084-8bee562c1569 HTTP/1.1" status: 204 len: 168 time: 0.4749908 Nov 11 21:33:26.620164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618b7fd-82d3-4081-a1ae-c1ed687d940e admin admin] Pushing event deleted for resources: {'Network': ['ID=bd1d19c2-a0c1-4bb0-8084-8bee562c1569,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:26.637382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fdcd1-427e-40ed-ace4-e07fb8c704d0 req-02187f8d-8641-4248-a556-f1f7d0d2b769 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:26.643292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56cacc02-8aa6-430a-ad0d-206249340738 req-10f7519d-eade-4b3d-83c9-ffe7fdab52eb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Made reservation on behalf of 12632c21da6347b2a16f81ef7612fafb for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:26.643678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fdcd1-427e-40ed-ace4-e07fb8c704d0 req-02187f8d-8641-4248-a556-f1f7d0d2b769 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:26.647266 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-56cacc02-8aa6-430a-ad0d-206249340738 req-10f7519d-eade-4b3d-83c9-ffe7fdab52eb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.649722 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fdcd1-427e-40ed-ace4-e07fb8c704d0 req-02187f8d-8641-4248-a556-f1f7d0d2b769 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:26.655698 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fdcd1-427e-40ed-ace4-e07fb8c704d0 req-02187f8d-8641-4248-a556-f1f7d0d2b769 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:26.661818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fdcd1-427e-40ed-ace4-e07fb8c704d0 req-02187f8d-8641-4248-a556-f1f7d0d2b769 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:26.663084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:26.667808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fdcd1-427e-40ed-ace4-e07fb8c704d0 req-02187f8d-8641-4248-a556-f1f7d0d2b769 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:26.673916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fdcd1-427e-40ed-ace4-e07fb8c704d0 req-02187f8d-8641-4248-a556-f1f7d0d2b769 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:26.675817 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-532fdcd1-427e-40ed-ace4-e07fb8c704d0 req-02187f8d-8641-4248-a556-f1f7d0d2b769 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5436 time: 0.2320275 Nov 11 21:33:26.681840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 774bf466-7c76-4ef4-831b-c0a553800dfa, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=774bf466-7c76-4ef4-831b-c0a553800dfa,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:26.702623 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '774bf466-7c76-4ef4-831b-c0a553800dfa', 'network_id': '3b574cc1-a549-4854-8e74-091e974d921e', 'port_id': '774bf466-7c76-4ef4-831b-c0a553800dfa', 'mac_address': 'fa:16:3e:b2:da:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723d138b-1459-41f3-8774-8cd909916b72', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:26.742231 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.756413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774bf466-7c76-4ef4-831b-c0a553800dfa {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:26.763252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba57e416-e1c3-45b5-8302-83c82026a136 req-efe60af6-83f0-425d-b818-d21826fc94ae service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666607 Nov 11 21:33:26.778399 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 774bf466-7c76-4ef4-831b-c0a553800dfa, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=774bf466-7c76-4ef4-831b-c0a553800dfa,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:26.784102 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.832989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-56cacc02-8aa6-430a-ad0d-206249340738 req-10f7519d-eade-4b3d-83c9-ffe7fdab52eb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Allocated IP 172.20.0.4 (e9bce8ea-472e-415a-84a0-3692b291e6ec/962a7d5b-cfcf-400b-b371-3588a7ecbc82/ffe6e664-bcf9-4b69-b787-6fce9adb534a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:26.854351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-532fdcd1-427e-40ed-ace4-e07fb8c704d0 req-dde7b05c-c8ee-44f8-943e-5ba581cecd30 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1622446 Nov 11 21:33:26.858686 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=774bf466-7c76-4ef4-831b-c0a553800dfa,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:26.867908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f106ce-5f6d-4139-824f-ee69a1902871 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:26.881993 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.896576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Transition to ACTIVE for port object d2f106ce-5f6d-4139-824f-ee69a1902871 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:33:26.901421 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.922103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60496) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:27.012449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Pushing event updated for resources: {'Port': ['ID=d2f106ce-5f6d-4139-824f-ee69a1902871,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:27.058898 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-941fd940-906f-48a8-a53a-4bc853ccb251 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d07551da103945f4ba6991759143609e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331167 Nov 11 21:33:27.060316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60502) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:27.108110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b4224-28ad-4422-9fe7-0fddcbb37979 req-f2370dfc-3a62-4fa2-970c-07a083aa371c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:27.111286 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-56cacc02-8aa6-430a-ad0d-206249340738 req-10f7519d-eade-4b3d-83c9-ffe7fdab52eb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:27.116258 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea3b4224-28ad-4422-9fe7-0fddcbb37979 req-f2370dfc-3a62-4fa2-970c-07a083aa371c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 950 time: 0.1466796 Nov 11 21:33:27.164959 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96b5dff6-84d7-4af7-8f3b-f933b29d3b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:27.181457 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-56cacc02-8aa6-430a-ad0d-206249340738 req-10f7519d-eade-4b3d-83c9-ffe7fdab52eb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:27.187889 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5086525-736c-4a2f-8a18-3426fbc2f6b2 req-af8a0dae-ef80-4939-8867-2071835addb8 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:27.189742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5086525-736c-4a2f-8a18-3426fbc2f6b2 req-af8a0dae-ef80-4939-8867-2071835addb8 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 944 time: 0.1597641 Nov 11 21:33:27.224099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Attempting to bind port d2f106ce-5f6d-4139-824f-ee69a1902871 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:27.224625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Attempting to bind port d2f106ce-5f6d-4139-824f-ee69a1902871 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:27.225110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Attempting to bind port d2f106ce-5f6d-4139-824f-ee69a1902871 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:27.227162 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96b5dff6-84d7-4af7-8f3b-f933b29d3b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:27.247334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea3b4224-28ad-4422-9fe7-0fddcbb37979 req-f620291f-a8f1-4475-8c86-ba4b06ec619d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253815 Nov 11 21:33:27.248470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Port d2f106ce-5f6d-4139-824f-ee69a1902871 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:33:27.252777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56cacc02-8aa6-430a-ad0d-206249340738 req-10f7519d-eade-4b3d-83c9-ffe7fdab52eb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Network e9bce8ea-472e-415a-84a0-3692b291e6ec is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:27.255366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Attempting to bind port d2f106ce-5f6d-4139-824f-ee69a1902871 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:27.273670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:27.274021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:27.274402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:27.275057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Bound port: d2f106ce-5f6d-4139-824f-ee69a1902871, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:27.275167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:27.309778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5086525-736c-4a2f-8a18-3426fbc2f6b2 req-ad732e5e-c411-4611-ba4b-8234be6ab3c6 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120720 Nov 11 21:33:27.323315 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-56cacc02-8aa6-430a-ad0d-206249340738 req-10f7519d-eade-4b3d-83c9-ffe7fdab52eb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:27.325601 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7519d-eade-4b3d-83c9-ffe7fdab52eb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Pushing event updated for resources: {'Port': ['ID=ffe6e664-bcf9-4b69-b787-6fce9adb534a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:27.336056 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cacc02-8aa6-430a-ad0d-206249340738 req-10f7519d-eade-4b3d-83c9-ffe7fdab52eb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:27.372274 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96b5dff6-84d7-4af7-8f3b-f933b29d3b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:27.375684 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96b5dff6-84d7-4af7-8f3b-f933b29d3b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:27.386128 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-96b5dff6-84d7-4af7-8f3b-f933b29d3b0a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9577823-71b3-41b6-a929-a24474e40f61 HTTP/1.1" status: 204 len: 168 time: 0.3235788 Nov 11 21:33:27.427888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b799642-8658-4eb6-bc5f-268b1249b26c req-0e77f127-8866-4fdc-ab49-4550ce15d23c tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:27.435297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b799642-8658-4eb6-bc5f-268b1249b26c req-0e77f127-8866-4fdc-ab49-4550ce15d23c tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 946 time: 0.1013863 Nov 11 21:33:27.436114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5dff6-84d7-4af7-8f3b-f933b29d3b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9577823-71b3-41b6-a929-a24474e40f61,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:27.460584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cacc02-8aa6-430a-ad0d-206249340738 req-10f7519d-eade-4b3d-83c9-ffe7fdab52eb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:27.461284 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-56cacc02-8aa6-430a-ad0d-206249340738 req-10f7519d-eade-4b3d-83c9-ffe7fdab52eb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:27.464166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] For port d2f106ce-5f6d-4139-824f-ee69a1902871, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:27.489041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] For port d2f106ce-5f6d-4139-824f-ee69a1902871, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2f106ce-5f6d-4139-824f-ee69a1902871,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:27.500827 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56cacc02-8aa6-430a-ad0d-206249340738 req-10f7519d-eade-4b3d-83c9-ffe7fdab52eb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1855702 Nov 11 21:33:27.522880 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b799642-8658-4eb6-bc5f-268b1249b26c req-8cbd0790-47f0-433c-85ce-86bb9b3758cf tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/security-groups?id=5655ed8b-e295-4acf-9fe4-7aab8e8065e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697005 Nov 11 21:33:27.523565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Request body: {'port': {'device_id': '0cb06c11-bc39-4de3-9e3a-1c131afc5d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:27.525630 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:27.591089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:27.591658 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:27.601571 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] 10.222.0.71 "PUT /v2.0/ports/d2f106ce-5f6d-4139-824f-ee69a1902871 HTTP/1.1" status: 200 len: 1096 time: 1.6513522 Nov 11 21:33:27.602318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'tag': 'd2f106ce-5f6d-4139-824f-ee69a1902871'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:27.604925 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c566a69c-8fcc-4496-8c2b-efe2245ef128" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fcda37-d9ac-4563-b903-3a1df65c2073", "tag": "d2f106ce-5f6d-4139-824f-ee69a1902871"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:27.678730 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:27.705247 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56604c12-0c36-4bf0-862f-9402d27aed4e service neutron] Pushing event updated for resources: {'Port': ['ID=d2f106ce-5f6d-4139-824f-ee69a1902871,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:27.727544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badde8a1-444a-4a7c-87a5-3cfe3f71e995 req-c1dfc070-b49e-4c7e-86b8-6d871348503a tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:27.735142 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-badde8a1-444a-4a7c-87a5-3cfe3f71e995 req-c1dfc070-b49e-4c7e-86b8-6d871348503a tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 948 time: 0.1266279 Nov 11 21:33:27.782500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-72f532b3-74b7-4dd2-a880-256a0b1b5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:27.784107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-72f532b3-74b7-4dd2-a880-256a0b1b5c0b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=97457f85e0a6429eb8b5a2a4543273ab&device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 1099 time: 0.1220050 Nov 11 21:33:27.817260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['774bf466-7c76-4ef4-831b-c0a553800dfa'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:27.864380 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:27.936674 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device e0e8b672-8c51-4a5c-97cd-7981f10fd095 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:27.939646 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['69bb4f4e-b425-44bd-8e17-a8c9f3f825f4'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:27.943751 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-34f42cf1-70ad-4d19-962d-155ce92aca22 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=d2f106ce-5f6d-4139-824f-ee69a1902871 HTTP/1.1" status: 200 len: 217 time: 0.1463389 Nov 11 21:33:27.986366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b781e197-31ac-433a-8dae-63c05a0ad88b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:27.990112 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['d47e0d50-b635-4eea-b40d-e6d4166567fe'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:27.992460 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['23616cc5-dacf-43e9-b299-a00544d54734'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:28.071726 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-badde8a1-444a-4a7c-87a5-3cfe3f71e995 req-6ab936f6-d68a-48ea-8313-f16081ba5d66 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/security-groups?id=84211552-a675-448a-b9c4-4d84236accbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352699 Nov 11 21:33:28.082194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-de6da8e4-0485-48c9-8832-99606eaea031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:28.083822 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-de6da8e4-0485-48c9-8832-99606eaea031 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1292369 Nov 11 21:33:28.163263 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: e0e8b672-8c51-4a5c-97cd-7981f10fd095 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:33:28.163584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device e0e8b672-8c51-4a5c-97cd-7981f10fd095 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:33:28.179095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-a9658bf4-80bf-4038-b1e6-5859c289f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:28.181006 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-a9658bf4-80bf-4038-b1e6-5859c289f0e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0869591 Nov 11 21:33:28.268122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe6e664-bcf9-4b69-b787-6fce9adb534a {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:28.276544 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:28.292597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Transition to ACTIVE for port object ffe6e664-bcf9-4b69-b787-6fce9adb534a will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:33:28.307107 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:28.429666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe6e664-bcf9-4b69-b787-6fce9adb534a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:28.469738 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Attempting to bind port ffe6e664-bcf9-4b69-b787-6fce9adb534a on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:28.470889 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Attempting to bind port ffe6e664-bcf9-4b69-b787-6fce9adb534a by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'ae251cbb-fad4-4fc7-be76-d69328daf7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'e9bce8ea-472e-415a-84a0-3692b291e6ec'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:28.471293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Attempting to bind port ffe6e664-bcf9-4b69-b787-6fce9adb534a on network e9bce8ea-472e-415a-84a0-3692b291e6ec {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:28.477129 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Port ffe6e664-bcf9-4b69-b787-6fce9adb534a on network e9bce8ea-472e-415a-84a0-3692b291e6ec not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:33:28.477596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Attempting to bind port ffe6e664-bcf9-4b69-b787-6fce9adb534a on network e9bce8ea-472e-415a-84a0-3692b291e6ec {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:28.484352 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:28.484881 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Checking segment: {'id': 'ae251cbb-fad4-4fc7-be76-d69328daf7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'e9bce8ea-472e-415a-84a0-3692b291e6ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:28.485380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Bound using segment: {'id': 'ae251cbb-fad4-4fc7-be76-d69328daf7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'e9bce8ea-472e-415a-84a0-3692b291e6ec'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:28.486145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Bound port: ffe6e664-bcf9-4b69-b787-6fce9adb534a, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae251cbb-fad4-4fc7-be76-d69328daf7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'e9bce8ea-472e-415a-84a0-3692b291e6ec'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:28.486772 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:28.572657 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] For port ffe6e664-bcf9-4b69-b787-6fce9adb534a, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:28.577871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] For port ffe6e664-bcf9-4b69-b787-6fce9adb534a, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ffe6e664-bcf9-4b69-b787-6fce9adb534a,segment=NetworkSegment(ae251cbb-fad4-4fc7-be76-d69328daf7b8),segment_id=ae251cbb-fad4-4fc7-be76-d69328daf7b8)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:28.586983 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:28.622448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60556) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:28.623831 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:28.624446 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:28.626393 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56cacc02-8aa6-430a-ad0d-206249340738 req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] 10.222.0.10 "PUT /v2.0/ports/ffe6e664-bcf9-4b69-b787-6fce9adb534a HTTP/1.1" status: 200 len: 1091 time: 1.1126132 Nov 11 21:33:28.628226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb06c11-bc39-4de3-9e3a-1c131afc5d76', 'tag': 'ffe6e664-bcf9-4b69-b787-6fce9adb534a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:28.630948 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd828a9e-b5e7-4d6d-b79a-d7cee6fa918b" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb06c11-bc39-4de3-9e3a-1c131afc5d76", "tag": "ffe6e664-bcf9-4b69-b787-6fce9adb534a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:28.653556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['feee0a0e-9849-4e5f-8dca-8da81ee6bb6b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:28.656237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['f0ed3440-fad0-40db-ae8d-c2ff35601d0b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:28.725238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897af0f-5bc7-4069-9531-ffb51ef52463 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe6e664-bcf9-4b69-b787-6fce9adb534a,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:28.747506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cacc02-8aa6-430a-ad0d-206249340738 req-88ef2f74-47f2-4b9b-a6db-1f4e08495da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:28.749231 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56cacc02-8aa6-430a-ad0d-206249340738 req-88ef2f74-47f2-4b9b-a6db-1f4e08495da1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12632c21da6347b2a16f81ef7612fafb&device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 1094 time: 0.0593874 Nov 11 21:33:28.753101 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-d98afecb-4ced-4b80-a8cd-a1024d6b1df5 req-a57c6ae4-3dd8-4dab-8076-3607e5dea678 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:33:28.754610 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d98afecb-4ced-4b80-a8cd-a1024d6b1df5 req-a57c6ae4-3dd8-4dab-8076-3607e5dea678 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159404 Nov 11 21:33:28.820599 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-48035125-2301-4972-84ba-04635be9e684 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298296 Nov 11 21:33:28.823222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-472523737-network', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:28.827913 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56cacc02-8aa6-430a-ad0d-206249340738 req-bd8d2603-e479-454b-9bbe-0939ddb141cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffe6e664-bcf9-4b69-b787-6fce9adb534a HTTP/1.1" status: 200 len: 217 time: 0.0588932 Nov 11 21:33:28.830110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97afa0-9316-4b25-89ba-f7ed46b8828b req-ba085544-fc02-4331-ade4-2eb188be1eeb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:28.832086 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f97afa0-9316-4b25-89ba-f7ed46b8828b req-ba085544-fc02-4331-ade4-2eb188be1eeb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 943 time: 0.1218278 Nov 11 21:33:28.900459 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] Made reservation on behalf of dd061da342534d959e6cad6eadbbff1c for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:28.902780 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:28.906852 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cacc02-8aa6-430a-ad0d-206249340738 req-8c9ea838-eb09-4e12-90f9-c37725d3a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:28.908377 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56cacc02-8aa6-430a-ad0d-206249340738 req-8c9ea838-eb09-4e12-90f9-c37725d3a0e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=962a7d5b-cfcf-400b-b371-3588a7ecbc82 HTTP/1.1" status: 200 len: 850 time: 0.0678875 Nov 11 21:33:28.914207 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:28.940040 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f97afa0-9316-4b25-89ba-f7ed46b8828b req-f15cbae5-4833-4e1b-b54a-1ef56cf8e080 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e39338-6d77-43da-ae06-ea166d9fa83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985446 Nov 11 21:33:28.971527 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ecff56d8-aa3e-4c5c-af44-f476c680dbb0 req-00d119cb-b022-4015-90f9-e0d7645f9f99 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380818 Nov 11 21:33:28.981584 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56cacc02-8aa6-430a-ad0d-206249340738 req-29f481e2-1276-4543-97bd-b2078f0cbfbe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9bce8ea-472e-415a-84a0-3692b291e6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534348 Nov 11 21:33:29.068312 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7f3a4c-d74b-466c-98de-ab931137606f x-openstack-request-id: req-6a7f3a4c-d74b-466c-98de-ab931137606f {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:29.068715 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fcda37-d9ac-4563-b903-3a1df65c2073", "tag": "d2f106ce-5f6d-4139-824f-ee69a1902871", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:29.069086 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6a7f3a4c-d74b-466c-98de-ab931137606f {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:29.069652 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'tag': 'd2f106ce-5f6d-4139-824f-ee69a1902871', 'status': 'completed', 'code': 200} Nov 11 21:33:29.152539 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-c2a2625e-cad6-4805-aca4-1a739728c4bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858011 Nov 11 21:33:29.181354 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56cacc02-8aa6-430a-ad0d-206249340738 req-e31a9c18-be9b-457b-9e21-0060a3790beb service neutron] 10.222.0.10 "GET /v2.0/networks/e9bce8ea-472e-415a-84a0-3692b291e6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882401 Nov 11 21:33:29.188399 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.209364 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.223098 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:33:29.232598 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.233016 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] Added segment 74432a1d-1106-4e84-9cf6-7e02024a21b3 of type vlan for network 7ca53df5-a923-4637-abe2-0023dcccd003 Nov 11 21:33:29.308153 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.309838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566a69c-8fcc-4496-8c2b-efe2245ef128 req-e5d05159-93d1-4bb2-946c-c089ef99789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:29.311410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c566a69c-8fcc-4496-8c2b-efe2245ef128 req-e5d05159-93d1-4bb2-946c-c089ef99789d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=97457f85e0a6429eb8b5a2a4543273ab&device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 1099 time: 0.2189589 Nov 11 21:33:29.335422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-97007331-cfa7-499d-a911-9f67ddc69eef req-8825ab9e-5368-4ded-b8b7-6ffccf0bd2aa tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 258 time: 0.3525140 Nov 11 21:33:29.342632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:29.369631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3546142-32ef-4026-bab3-8079b336620e req-036f4df4-b45f-4b32-b574-84abbef0e728 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:29.376147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3546142-32ef-4026-bab3-8079b336620e req-036f4df4-b45f-4b32-b574-84abbef0e728 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:29.382211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3546142-32ef-4026-bab3-8079b336620e req-036f4df4-b45f-4b32-b574-84abbef0e728 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:29.388288 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3546142-32ef-4026-bab3-8079b336620e req-036f4df4-b45f-4b32-b574-84abbef0e728 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:29.389989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d544131-0931-47bb-aa5b-afef9c39f6ff,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:29.394511 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3546142-32ef-4026-bab3-8079b336620e req-036f4df4-b45f-4b32-b574-84abbef0e728 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:29.401479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3546142-32ef-4026-bab3-8079b336620e req-036f4df4-b45f-4b32-b574-84abbef0e728 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:29.407988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3546142-32ef-4026-bab3-8079b336620e req-036f4df4-b45f-4b32-b574-84abbef0e728 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:29.410315 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3546142-32ef-4026-bab3-8079b336620e req-036f4df4-b45f-4b32-b574-84abbef0e728 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5438 time: 0.2662313 Nov 11 21:33:29.414995 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.415968 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:29.416545 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.430783 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-56cacc02-8aa6-430a-ad0d-206249340738 req-34bc3918-df35-4643-986d-b7342dd8844f service neutron] 10.222.0.10 "GET /v2.0/networks/e9bce8ea-472e-415a-84a0-3692b291e6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405784 Nov 11 21:33:29.490564 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] Pushing event updated for resources: {'Network': ['ID=7ca53df5-a923-4637-abe2-0023dcccd003,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:29.491725 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.497975 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0923b5e6-725e-45fc-b788-9db54c6f0cdb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8703170 Nov 11 21:33:29.500882 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60578) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:29.504061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 7ca53df5-a923-4637-abe2-0023dcccd003 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:33:29.509437 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9b15bca6-8411-4b87-acb8-1e7bfffa75ba admin admin] Request body: {'subnet': {'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-472523737-subnet', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:29.536087 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b15bca6-8411-4b87-acb8-1e7bfffa75ba admin admin] Made reservation on behalf of dd061da342534d959e6cad6eadbbff1c for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:29.539678 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b15bca6-8411-4b87-acb8-1e7bfffa75ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.584661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566a69c-8fcc-4496-8c2b-efe2245ef128 req-5cd4e183-dca8-4d5e-a970-ec0d8411ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:29.586563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c566a69c-8fcc-4496-8c2b-efe2245ef128 req-5cd4e183-dca8-4d5e-a970-ec0d8411ad61 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.2478595 Nov 11 21:33:29.619520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3546142-32ef-4026-bab3-8079b336620e req-ff7be086-e739-4fe8-95db-3a8f0cf72ef4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1911435 Nov 11 21:33:29.669417 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c566a69c-8fcc-4496-8c2b-efe2245ef128 req-51312718-9bf6-4f63-b49c-e22e9351b6d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=d2f106ce-5f6d-4139-824f-ee69a1902871 HTTP/1.1" status: 200 len: 217 time: 0.0488780 Nov 11 21:33:29.785290 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b15bca6-8411-4b87-acb8-1e7bfffa75ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.819603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566a69c-8fcc-4496-8c2b-efe2245ef128 req-45bafe1b-30da-4f65-b200-cea38910503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:29.819603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c566a69c-8fcc-4496-8c2b-efe2245ef128 req-45bafe1b-30da-4f65-b200-cea38910503d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1284072 Nov 11 21:33:29.854442 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.854839 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15bca6-8411-4b87-acb8-1e7bfffa75ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=20e67dd5-96fd-49f9-8663-fcf39316a998,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:29.865631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15bca6-8411-4b87-acb8-1e7bfffa75ba admin admin] Checking segment: {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:29.865990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b15bca6-8411-4b87-acb8-1e7bfffa75ba admin admin] Network hostable DHCP agents. Network: 7ca53df5-a923-4637-abe2-0023dcccd003, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:33:29.884367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b15bca6-8411-4b87-acb8-1e7bfffa75ba admin admin] Network 7ca53df5-a923-4637-abe2-0023dcccd003 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:33:29.894113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9b15bca6-8411-4b87-acb8-1e7bfffa75ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 7ca53df5-a923-4637-abe2-0023dcccd003) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:29.898336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f757fe1-4183-4150-92c7-66e7caf3751d req-081c56cb-fc39-48df-80c5-79d930bb7988 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:29.899217 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b15bca6-8411-4b87-acb8-1e7bfffa75ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:29.900780 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b15bca6-8411-4b87-acb8-1e7bfffa75ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.905601 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f757fe1-4183-4150-92c7-66e7caf3751d req-081c56cb-fc39-48df-80c5-79d930bb7988 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 944 time: 0.1436837 Nov 11 21:33:29.908937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5566ec54-5001-47ba-b394-6cab44037ea0 None None] Network 7ca53df5-a923-4637-abe2-0023dcccd003 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:33:29.920628 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9b15bca6-8411-4b87-acb8-1e7bfffa75ba admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4167035 Nov 11 21:33:29.923407 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60594) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:29.928080 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:29.954116 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.956551 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.999434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566a69c-8fcc-4496-8c2b-efe2245ef128 req-56f5dfad-c2fe-470c-8b08-7f734bc4b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:30.001432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c566a69c-8fcc-4496-8c2b-efe2245ef128 req-56f5dfad-c2fe-470c-8b08-7f734bc4b788 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1731153 Nov 11 21:33:30.065638 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:30.135949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f757fe1-4183-4150-92c7-66e7caf3751d req-33425029-057e-4a1c-856b-0cfeba47ac83 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290576 Nov 11 21:33:30.203712 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Allocated IP 172.25.0.171 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/90ad9506-945c-428d-bbab-cc8a417299b4) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:30.263447 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8934b883-ad59-41d3-a2ff-99ef4d8081ab x-openstack-request-id: req-8934b883-ad59-41d3-a2ff-99ef4d8081ab {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:30.264091 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb06c11-bc39-4de3-9e3a-1c131afc5d76", "tag": "ffe6e664-bcf9-4b69-b787-6fce9adb534a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:30.264341 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8934b883-ad59-41d3-a2ff-99ef4d8081ab {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:30.264736 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb06c11-bc39-4de3-9e3a-1c131afc5d76', 'tag': 'ffe6e664-bcf9-4b69-b787-6fce9adb534a', 'status': 'completed', 'code': 200} Nov 11 21:33:30.288472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-7ca53df5-a923-4637-abe2-0023dcccd003', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:33:30.289764 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:30.347216 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:30.362224 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd828a9e-b5e7-4d6d-b79a-d7cee6fa918b req-9e55009f-6cca-426c-b790-d5daff0d3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:30.364686 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fd828a9e-b5e7-4d6d-b79a-d7cee6fa918b req-9e55009f-6cca-426c-b790-d5daff0d3eb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12632c21da6347b2a16f81ef7612fafb&device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 1094 time: 0.1113524 Nov 11 21:33:30.401136 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c566a69c-8fcc-4496-8c2b-efe2245ef128 req-163d41d5-3be1-46e1-bc90-b2e13e88bc2d service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869131 Nov 11 21:33:30.409773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1175a-541c-4516-aa31-11b883d2c0a6 req-f10f3825-d771-447d-97e2-d336d10d0369 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:30.411303 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccb1175a-541c-4516-aa31-11b883d2c0a6 req-f10f3825-d771-447d-97e2-d336d10d0369 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 950 time: 0.0968497 Nov 11 21:33:30.458576 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:30.475165 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Allocated IP 172.20.0.2 (7ca53df5-a923-4637-abe2-0023dcccd003/20e67dd5-96fd-49f9-8663-fcf39316a998/b0d67bfb-a823-400c-8786-884ce54ff25c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:30.539038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd828a9e-b5e7-4d6d-b79a-d7cee6fa918b req-f668c5b1-3b3b-445d-ad20-99a8a9ff8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:30.540751 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fd828a9e-b5e7-4d6d-b79a-d7cee6fa918b req-f668c5b1-3b3b-445d-ad20-99a8a9ff8a5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e9bce8ea-472e-415a-84a0-3692b291e6ec HTTP/1.1" status: 200 len: 912 time: 0.1611872 Nov 11 21:33:30.542596 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccb1175a-541c-4516-aa31-11b883d2c0a6 req-c88be2bf-6ea1-4baa-87e0-2f64645be4d4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006219 Nov 11 21:33:30.593896 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fd828a9e-b5e7-4d6d-b79a-d7cee6fa918b req-77016dfc-9331-4dfb-ad5b-974130d6a836 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffe6e664-bcf9-4b69-b787-6fce9adb534a HTTP/1.1" status: 200 len: 217 time: 0.0437279 Nov 11 21:33:30.602343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c566a69c-8fcc-4496-8c2b-efe2245ef128 req-efe131b8-a030-4f82-9c21-5dcea7a1601a service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864128 Nov 11 21:33:30.604218 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:30.640894 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:30.649090 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:30.692649 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Network 7ca53df5-a923-4637-abe2-0023dcccd003 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:30.693320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Pushing event updated for resources: {'Port': ['ID=90ad9506-945c-428d-bbab-cc8a417299b4,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:30.699681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:30.704116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:30.707743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:30.711731 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:30.718229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:30.726539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Pushing event updated for resources: {'Port': ['ID=b0d67bfb-a823-400c-8786-884ce54ff25c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:30.742262 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd828a9e-b5e7-4d6d-b79a-d7cee6fa918b req-f7825385-e5ca-46b8-a441-206d81f69311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:30.743726 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fd828a9e-b5e7-4d6d-b79a-d7cee6fa918b req-f7825385-e5ca-46b8-a441-206d81f69311 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=962a7d5b-cfcf-400b-b371-3588a7ecbc82 HTTP/1.1" status: 200 len: 850 time: 0.1053882 Nov 11 21:33:30.780452 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4702ef2-d1ac-432b-891d-adfa49873a6b req-a2e39423-28da-4b1f-9379-aa1de24baae9 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:30.782560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4702ef2-d1ac-432b-891d-adfa49873a6b req-a2e39423-28da-4b1f-9379-aa1de24baae9 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 948 time: 0.1420820 Nov 11 21:33:30.785114 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fd828a9e-b5e7-4d6d-b79a-d7cee6fa918b req-bbd80124-95e4-4b8c-8947-afc7e5af0a07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e9bce8ea-472e-415a-84a0-3692b291e6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318813 Nov 11 21:33:30.786516 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:30.813656 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:30.816491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Attempting to bind port b0d67bfb-a823-400c-8786-884ce54ff25c on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:30.816491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Attempting to bind port b0d67bfb-a823-400c-8786-884ce54ff25c by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:30.817171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Attempting to bind port b0d67bfb-a823-400c-8786-884ce54ff25c on network 7ca53df5-a923-4637-abe2-0023dcccd003 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:30.820778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 23616cc5-dacf-43e9-b299-a00544d54734 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:30.848827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:30.849211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Checking segment: {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:30.849613 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:30.850002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Bound using segment: {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:30.850599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Bound port: b0d67bfb-a823-400c-8786-884ce54ff25c, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:30.850981 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:30.925283 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 23616cc5-dacf-43e9-b299-a00544d54734 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:30.935051 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 23616cc5-dacf-43e9-b299-a00544d54734 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:30.935544 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:30.940016 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:30.952975 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4702ef2-d1ac-432b-891d-adfa49873a6b req-06bb6a2d-3349-4bc5-93c7-f634452cd677 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/security-groups?id=84211552-a675-448a-b9c4-4d84236accbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606648 Nov 11 21:33:30.957580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] For port b0d67bfb-a823-400c-8786-884ce54ff25c, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:30.959384 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-2ac71c8a-040c-42ce-9cb1-c059f226cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:30.959537 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fd828a9e-b5e7-4d6d-b79a-d7cee6fa918b req-142c8f0b-4c6e-4d4f-9362-897eccafe96a service neutron] 10.222.0.10 "GET /v2.0/networks/e9bce8ea-472e-415a-84a0-3692b291e6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544049 Nov 11 21:33:30.961266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-2ac71c8a-040c-42ce-9cb1-c059f226cc91 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 1101 time: 0.1429002 Nov 11 21:33:30.974802 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] For port b0d67bfb-a823-400c-8786-884ce54ff25c, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b0d67bfb-a823-400c-8786-884ce54ff25c,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:30.986206 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.019021 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.105906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fda00-d351-4c4e-a427-9b6e3c46ad12 None None] Pushing event updated for resources: {'Port': ['ID=b0d67bfb-a823-400c-8786-884ce54ff25c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:31.128208 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.153393 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-897081d6-b582-4cf8-9119-c2141aeb4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:31.155702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-897081d6-b582-4cf8-9119-c2141aeb4b07 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1738441 Nov 11 21:33:31.159455 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23616cc5-dacf-43e9-b299-a00544d54734'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:31.163287 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625426d5-f633-47aa-8c7e-e50876b4c787" -d '{"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-plugged", "status": "completed", "tag": "23616cc5-dacf-43e9-b299-a00544d54734"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:31.185659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 23616cc5-dacf-43e9-b299-a00544d54734, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=23616cc5-dacf-43e9-b299-a00544d54734,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:31.191349 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.256625 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=23616cc5-dacf-43e9-b299-a00544d54734,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:31.268326 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-7355cae1-7854-4dee-bc0d-f310603d8858 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=7c5b679c-9b22-442b-bd73-c1b390ce57a3 HTTP/1.1" status: 200 len: 217 time: 0.0691321 Nov 11 21:33:31.410356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Allocated IP 172.25.0.66 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:31.437976 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-3ed921f2-42d6-4724-9c2b-390748ae5939 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:31.439819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-3ed921f2-42d6-4724-9c2b-390748ae5939 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 805 time: 0.2827535 Nov 11 21:33:31.444552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-6fd690b8-845e-4bee-bd53-a9f7f3ae07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:31.446009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-6fd690b8-845e-4bee-bd53-a9f7f3ae07a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1680191 Nov 11 21:33:31.490472 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fd828a9e-b5e7-4d6d-b79a-d7cee6fa918b req-f79d5fcc-014f-4793-ab25-1a15971f5a12 service neutron] 10.222.0.10 "GET /v2.0/networks/e9bce8ea-472e-415a-84a0-3692b291e6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178702 Nov 11 21:33:31.502110 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.514774 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-2b6f9a24-0128-4e8b-a9ce-a655c1ba6d94 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/quotas/178bb40f7c23473bbb72234aa8aa1b95 HTTP/1.1" status: 200 len: 375 time: 0.0576856 Nov 11 21:33:31.527271 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.537622 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.573266 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.583247 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-3d28d40d-6f97-4a38-9851-8a3645cf049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:31.584777 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-3d28d40d-6f97-4a38-9851-8a3645cf049b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264982 Nov 11 21:33:31.615624 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:31.618563 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:31.624659 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:31.653231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:31.659019 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Pushing event updated for resources: {'Port': ['ID=90ad9506-945c-428d-bbab-cc8a417299b4,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:31.698916 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-43c98b1e-9aaf-408d-abbd-b3e75b76bfd0 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1832454 Nov 11 21:33:31.701229 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.754868 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.756026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-97007331-cfa7-499d-a911-9f67ddc69eef req-f672c874-d168-45cf-99fa-9905c396fb1f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4196482 Nov 11 21:33:31.822525 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-023dab9b-8b34-40ae-bc38-ecfff362a046 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287831 Nov 11 21:33:31.844235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d2f106ce-5f6d-4139-824f-ee69a1902871 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:31.905916 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.978447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d2f106ce-5f6d-4139-824f-ee69a1902871, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2f106ce-5f6d-4139-824f-ee69a1902871,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:31.997873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'd2f106ce-5f6d-4139-824f-ee69a1902871', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': 'd2f106ce-5f6d-4139-824f-ee69a1902871', 'mac_address': 'fa:16:3e:44:93:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:32.049402 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:32.072038 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f106ce-5f6d-4139-824f-ee69a1902871 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:32.093571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d2f106ce-5f6d-4139-824f-ee69a1902871, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2f106ce-5f6d-4139-824f-ee69a1902871,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:32.100019 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:32.136602 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:32.170835 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d2f106ce-5f6d-4139-824f-ee69a1902871,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:32.222696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5b768d-b426-43e3-8335-d3e373b964f5 None None] Network 7ca53df5-a923-4637-abe2-0023dcccd003 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:33:32.267488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-97007331-cfa7-499d-a911-9f67ddc69eef req-339698f9-3ca1-49eb-bd4d-71bb48b9368f tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.4818721 Nov 11 21:33:32.290613 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Router 6cb4007a-b04e-40d5-b0c4-5c825b92623d is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:33:32.305442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-eb0e837e-3711-4cb1-90f8-6cfd2300bb36 None None] Provisioning complete for port b0d67bfb-a823-400c-8786-884ce54ff25c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:32.305818 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb0e837e-3711-4cb1-90f8-6cfd2300bb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:32.341377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-f1176fed-480b-438b-917c-c09d0655319a service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314049 Nov 11 21:33:32.374784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d2f106ce-5f6d-4139-824f-ee69a1902871'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:32.409133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:33:32.431480 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:32.433576 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-04f0a959-9f2c-4510-816e-7f2d207a9cc0 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5081477 Nov 11 21:33:32.435477 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60616) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:32.438190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Sync routers for ids ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:33:32.474765 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-643f3aa1-e104-4233-9041-3005d14858bf service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475977 Nov 11 21:33:32.501845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97007331-cfa7-499d-a911-9f67ddc69eef req-e1117e06-a82c-427d-920e-9b78ad487659 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:32.503361 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-97007331-cfa7-499d-a911-9f67ddc69eef req-e1117e06-a82c-427d-920e-9b78ad487659 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.2282760 Nov 11 21:33:32.503593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Routers {'6cb4007a-b04e-40d5-b0c4-5c825b92623d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:32.504305 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:33:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:32.528962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-97007331-cfa7-499d-a911-9f67ddc69eef req-6262eb1c-f743-4ea8-8c51-ca3efaea80b7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:33:32.529869 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-97007331-cfa7-499d-a911-9f67ddc69eef req-6262eb1c-f743-4ea8-8c51-ca3efaea80b7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127227 Nov 11 21:33:32.549855 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-be13f8c3-0f1c-4017-af0c-af342a933fad service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680641 Nov 11 21:33:32.584319 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb0e837e-3711-4cb1-90f8-6cfd2300bb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:32.752336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-eb0e837e-3711-4cb1-90f8-6cfd2300bb36 None None] For port b0d67bfb-a823-400c-8786-884ce54ff25c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b0d67bfb-a823-400c-8786-884ce54ff25c,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:32.781575 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb0e837e-3711-4cb1-90f8-6cfd2300bb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:32.801577 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Set router 6cb4007a-b04e-40d5-b0c4-5c825b92623d gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:32.805281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991575c5-5090-42ed-bd33-0774df784aa4 req-f14ed9de-3b28-4780-858e-75e38812e1cc tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:32.815160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-991575c5-5090-42ed-bd33-0774df784aa4 req-f14ed9de-3b28-4780-858e-75e38812e1cc tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 943 time: 0.1817982 Nov 11 21:33:32.922021 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-991575c5-5090-42ed-bd33-0774df784aa4 req-18d05ad5-b99a-4697-ab56-8b76d2312647 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e39338-6d77-43da-ae06-ea166d9fa83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001856 Nov 11 21:33:32.962265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ffe6e664-bcf9-4b69-b787-6fce9adb534a details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:32.964954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device feee0a0e-9849-4e5f-8dca-8da81ee6bb6b up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:32.967799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b0d67bfb-a823-400c-8786-884ce54ff25c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:33.003884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eeb656-08b9-4404-89b6-4b1409f74fa3 req-9ec4c57b-a44a-4838-8171-54f1dcecadb9 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:33.011340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eeb656-08b9-4404-89b6-4b1409f74fa3 req-9ec4c57b-a44a-4838-8171-54f1dcecadb9 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:33.017867 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eeb656-08b9-4404-89b6-4b1409f74fa3 req-9ec4c57b-a44a-4838-8171-54f1dcecadb9 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:33.025272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eeb656-08b9-4404-89b6-4b1409f74fa3 req-9ec4c57b-a44a-4838-8171-54f1dcecadb9 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:33.037114 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb95882-db92-42ce-8315-214e15695092 x-openstack-request-id: req-7cb95882-db92-42ce-8315-214e15695092 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:33.037354 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-plugged", "status": "completed", "tag": "23616cc5-dacf-43e9-b299-a00544d54734", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:33.037557 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7cb95882-db92-42ce-8315-214e15695092 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:33.037945 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23616cc5-dacf-43e9-b299-a00544d54734', 'code': 200} Nov 11 21:33:33.040272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eeb656-08b9-4404-89b6-4b1409f74fa3 req-9ec4c57b-a44a-4838-8171-54f1dcecadb9 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:33.046292 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eeb656-08b9-4404-89b6-4b1409f74fa3 req-9ec4c57b-a44a-4838-8171-54f1dcecadb9 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:33.052425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eeb656-08b9-4404-89b6-4b1409f74fa3 req-9ec4c57b-a44a-4838-8171-54f1dcecadb9 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:33.054482 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86eeb656-08b9-4404-89b6-4b1409f74fa3 req-9ec4c57b-a44a-4838-8171-54f1dcecadb9 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5439 time: 0.1209273 Nov 11 21:33:33.085756 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.140498 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c763c-dfec-4899-92ee-e4f709df277c req-bb1fa1a0-1a7c-493d-98dc-737accb0a602 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:33.142118 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-508c763c-dfec-4899-92ee-e4f709df277c req-bb1fa1a0-1a7c-493d-98dc-737accb0a602 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 944 time: 0.0867283 Nov 11 21:33:33.163264 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86eeb656-08b9-4404-89b6-4b1409f74fa3 req-2e27b851-9251-49eb-b43c-f16c258f20dc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737641 Nov 11 21:33:33.233932 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-508c763c-dfec-4899-92ee-e4f709df277c req-a8c13fec-32c6-484d-93fe-2c974565c6c1 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695331 Nov 11 21:33:33.335487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3159615-4e4d-453e-b666-f3d59cf4fc4f req-6421a7e5-13e2-402b-ba5d-eaffbfa4151c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:33.345665 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b3159615-4e4d-453e-b666-f3d59cf4fc4f req-6421a7e5-13e2-402b-ba5d-eaffbfa4151c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 950 time: 0.1099322 Nov 11 21:33:33.346359 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b0d67bfb-a823-400c-8786-884ce54ff25c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:33.346787 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.352827 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Allocated IP 172.20.0.1 (7ca53df5-a923-4637-abe2-0023dcccd003/20e67dd5-96fd-49f9-8663-fcf39316a998/84250b90-07e1-44c5-a2c9-2821c27c8aa4) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:33.425250 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e837e-3711-4cb1-90f8-6cfd2300bb36 None None] Pushing event updated for resources: {'Port': ['ID=b0d67bfb-a823-400c-8786-884ce54ff25c,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:33.437149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9c1169c9-106e-4504-90d8-a1efe3a0e2b3 None None] Provisioning complete for port b0d67bfb-a823-400c-8786-884ce54ff25c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:33.437529 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c1169c9-106e-4504-90d8-a1efe3a0e2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.454644 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffef6e-cefa-4ca5-a9cd-86c2d1964bda req-bbbb04c1-595c-45a7-ab83-1c17680f8906 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:33.457492 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00ffef6e-cefa-4ca5-a9cd-86c2d1964bda req-bbbb04c1-595c-45a7-ab83-1c17680f8906 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 949 time: 0.1418722 Nov 11 21:33:33.465535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b3159615-4e4d-453e-b666-f3d59cf4fc4f req-f94c62ce-9eaf-4d39-811d-24c0baf8baf3 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040585 Nov 11 21:33:33.510711 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.557799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:33.560448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00ffef6e-cefa-4ca5-a9cd-86c2d1964bda req-0629d08a-daa6-4e52-81f7-0ac0a94a06ff tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/security-groups?id=84211552-a675-448a-b9c4-4d84236accbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930159 Nov 11 21:33:33.564784 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.584853 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:33.585333 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.617306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Network 7ca53df5-a923-4637-abe2-0023dcccd003 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:33.620578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:33.623718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:33.666799 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Pushing event updated for resources: {'Port': ['ID=84250b90-07e1-44c5-a2c9-2821c27c8aa4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:33.683868 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ffe6e664-bcf9-4b69-b787-6fce9adb534a, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ffe6e664-bcf9-4b69-b787-6fce9adb534a,segment=NetworkSegment(ae251cbb-fad4-4fc7-be76-d69328daf7b8),segment_id=ae251cbb-fad4-4fc7-be76-d69328daf7b8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:33.685593 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.732684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29b2e839-16cf-45d4-b06e-a11f9e5cbd48 req-6d67e72d-ffd1-4c7d-9eb1-2eebfabc43d6 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b14c28f-2114-4594-a36d-1fd098850d75 HTTP/1.1" status: 200 len: 210 time: 0.0739040 Nov 11 21:33:33.736070 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'ffe6e664-bcf9-4b69-b787-6fce9adb534a', 'network_id': 'e9bce8ea-472e-415a-84a0-3692b291e6ec', 'port_id': 'ffe6e664-bcf9-4b69-b787-6fce9adb534a', 'mac_address': 'fa:16:3e:34:fc:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962a7d5b-cfcf-400b-b371-3588a7ecbc82', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:33.799431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-b5fe1eac-7199-4f5f-b026-801bd27243ac tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:33.807931 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-b5fe1eac-7199-4f5f-b026-801bd27243ac tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2242746 Nov 11 21:33:33.883558 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-60536239-9c50-46bf-959e-8e368f95b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.0740263 Nov 11 21:33:33.889621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-9be123ec-74b3-4348-b416-da85390a0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Request body: {'floatingip': {'port_id': '0aaf3113-fd67-4bc0-b874-c981823acd6b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:33.918985 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.926718 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.939466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:29Z', 'updated_at': '2021-11-11T21:33:31Z', 'revision_number': 3, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'gw_port': {'id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:33.945364 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.972178 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe6e664-bcf9-4b69-b787-6fce9adb534a {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:33.973254 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-9be123ec-74b3-4348-b416-da85390a0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.984903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Checking router: 6cb4007a-b04e-40d5-b0c4-5c825b92623d for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:33:33.985250 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Updating router 6cb4007a-b04e-40d5-b0c4-5c825b92623d port 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:33:34.029883 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ffe6e664-bcf9-4b69-b787-6fce9adb534a, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ffe6e664-bcf9-4b69-b787-6fce9adb534a,segment=NetworkSegment(ae251cbb-fad4-4fc7-be76-d69328daf7b8),segment_id=ae251cbb-fad4-4fc7-be76-d69328daf7b8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:34.048829 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.065809 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.068606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b,segment=NetworkSegment(34e596dc-acf0-4911-a062-0cef7a121feb),segment_id=34e596dc-acf0-4911-a062-0cef7a121feb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:34.109412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a843e93-a34e-4739-ba8f-43946ff3d561 req-52d5d29e-5c45-4626-88c3-179c73dfdb09 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:34.110969 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a843e93-a34e-4739-ba8f-43946ff3d561 req-52d5d29e-5c45-4626-88c3-179c73dfdb09 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 943 time: 0.1069615 Nov 11 21:33:34.115975 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.116776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:34.125552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.125768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-637482d9-260b-4615-a5a5-d7114e50103d None None] Provisioning complete for port 84250b90-07e1-44c5-a2c9-2821c27c8aa4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:34.125768 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-637482d9-260b-4615-a5a5-d7114e50103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.132572 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.201274 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Pushing event updated for resources: {'Port': ['ID=84250b90-07e1-44c5-a2c9-2821c27c8aa4,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:34.207570 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.215472 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a843e93-a34e-4739-ba8f-43946ff3d561 req-a508c701-54a6-4b7b-8168-0bb28fb243be tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e39338-6d77-43da-ae06-ea166d9fa83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570858 Nov 11 21:33:34.278284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-637482d9-260b-4615-a5a5-d7114e50103d None None] Port 84250b90-07e1-44c5-a2c9-2821c27c8aa4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:33:34.284638 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=ffe6e664-bcf9-4b69-b787-6fce9adb534a,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:34.322406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Network 7ca53df5-a923-4637-abe2-0023dcccd003 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:34.323989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:34.423515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:34.433409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:34.440668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:34.441189 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.489341 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Router 6cb4007a-b04e-40d5-b0c4-5c825b92623d has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:33:34.552615 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['ffe6e664-bcf9-4b69-b787-6fce9adb534a'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:34.629111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:33:34.643923 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-473f1d50-9520-41b6-9533-69c009a042e2 admin admin] 10.222.0.57 "PUT /v2.0/routers/6cb4007a-b04e-40d5-b0c4-5c825b92623d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2071795 Nov 11 21:33:34.741859 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.747883 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8cc193a7-c07b-46cd-88f4-26e6a0a87c9e None None] Provisioning complete for port 84250b90-07e1-44c5-a2c9-2821c27c8aa4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:34.748250 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8cc193a7-c07b-46cd-88f4-26e6a0a87c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.753267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-acb8aec0-a9e3-446c-89de-ac0dabda527b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:34.754871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-acb8aec0-a9e3-446c-89de-ac0dabda527b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.71 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 805 time: 0.3764002 Nov 11 21:33:34.774205 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848e29-1711-4a0b-bf64-72f0dba37684 req-23412b1e-5292-4a2d-94f5-39a89ed69a6a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:34.780054 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848e29-1711-4a0b-bf64-72f0dba37684 req-23412b1e-5292-4a2d-94f5-39a89ed69a6a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:34.780966 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.785969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848e29-1711-4a0b-bf64-72f0dba37684 req-23412b1e-5292-4a2d-94f5-39a89ed69a6a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:34.791896 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848e29-1711-4a0b-bf64-72f0dba37684 req-23412b1e-5292-4a2d-94f5-39a89ed69a6a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:34.797747 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848e29-1711-4a0b-bf64-72f0dba37684 req-23412b1e-5292-4a2d-94f5-39a89ed69a6a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:34.804042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848e29-1711-4a0b-bf64-72f0dba37684 req-23412b1e-5292-4a2d-94f5-39a89ed69a6a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:34.809844 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848e29-1711-4a0b-bf64-72f0dba37684 req-23412b1e-5292-4a2d-94f5-39a89ed69a6a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:34.812020 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b848e29-1711-4a0b-bf64-72f0dba37684 req-23412b1e-5292-4a2d-94f5-39a89ed69a6a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5440 time: 0.4746742 Nov 11 21:33:34.818953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-97a3fddc-9ae8-490c-90db-04f7a0801355 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Request body: {'port': {'device_id': '8b14c28f-2114-4594-a36d-1fd098850d75', 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db', 'admin_state_up': True, 'tenant_id': '178bb40f7c23473bbb72234aa8aa1b95'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:34.850486 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b0d67bfb-a823-400c-8786-884ce54ff25c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:34.900508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8cc193a7-c07b-46cd-88f4-26e6a0a87c9e None None] Port 84250b90-07e1-44c5-a2c9-2821c27c8aa4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:33:34.933092 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.941431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b84ff1-3736-425e-acf4-bb7dc136d835 None None] Pushing event updated for resources: {'Port': ['ID=3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:34.956548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Attempting to bind port 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:34.956940 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Attempting to bind port 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:34.957299 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Attempting to bind port 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:34.980630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:34.981489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:34.981489 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.981795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:34.982272 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Bound port: 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:34.982654 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.038407 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:35.040708 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b'}, {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bb4f4e-b425-44bd-8e17-a8c9f3f825f4'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:35.043127 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3045b547-f30d-4a2c-b52f-862f90ed7e8a" -d '{"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-plugged", "status": "completed", "tag": "feee0a0e-9849-4e5f-8dca-8da81ee6bb6b"}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-plugged", "status": "completed", "tag": "69bb4f4e-b425-44bd-8e17-a8c9f3f825f4"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:35.058724 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.059542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b781e197-31ac-433a-8dae-63c05a0ad88b up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:35.125020 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b0d67bfb-a823-400c-8786-884ce54ff25c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:35.125389 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.181747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] For port 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:35.187206 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.db.resource_extend [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-9be123ec-74b3-4348-b416-da85390a0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:33:35.213952 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] For port 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:35.216378 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:35.221071 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.273482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port b781e197-31ac-433a-8dae-63c05a0ad88b completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:35.288026 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port b781e197-31ac-433a-8dae-63c05a0ad88b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:35.288367 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.309843 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-9be123ec-74b3-4348-b416-da85390a0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.315746 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b848e29-1711-4a0b-bf64-72f0dba37684 req-d9f65fb7-240a-4fd6-b77e-0ad5f790da9c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4740026 Nov 11 21:33:35.317460 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Routers {'6cb4007a-b04e-40d5-b0c4-5c825b92623d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:35.318095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:33:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:35.318254 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-9be123ec-74b3-4348-b416-da85390a0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.345059 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b84ff1-3736-425e-acf4-bb7dc136d835 None None] Pushing event updated for resources: {'Port': ['ID=3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:35.458968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-97a3fddc-9ae8-490c-90db-04f7a0801355 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Made reservation on behalf of 178bb40f7c23473bbb72234aa8aa1b95 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:35.462522 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-97a3fddc-9ae8-490c-90db-04f7a0801355 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.486606 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-9be123ec-74b3-4348-b416-da85390a0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Floating IP d8adaddc-264f-404e-b608-215cb2ea84c2 associated. External IP: 172.25.0.171, port: 0aaf3113-fd67-4bc0-b874-c981823acd6b. Nov 11 21:33:35.560238 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef32443-ba33-43a4-aedd-17851023a9f9 req-ba63c089-e989-4d00-80f6-dc347416866e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:35.561785 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ef32443-ba33-43a4-aedd-17851023a9f9 req-ba63c089-e989-4d00-80f6-dc347416866e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 944 time: 0.1440063 Nov 11 21:33:35.630537 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] Set router 6cb4007a-b04e-40d5-b0c4-5c825b92623d gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:35.667794 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.737651 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ef32443-ba33-43a4-aedd-17851023a9f9 req-e272da3e-01ba-40e3-b5e6-632134792291 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482513 Nov 11 21:33:35.751741 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b781e197-31ac-433a-8dae-63c05a0ad88b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b781e197-31ac-433a-8dae-63c05a0ad88b,segment=NetworkSegment(e4aee7f6-990a-4d98-a33f-f01296c4c194),segment_id=e4aee7f6-990a-4d98-a33f-f01296c4c194)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:35.780350 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.781191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d47e0d50-b635-4eea-b40d-e6d4166567fe up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:35.784310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-97a3fddc-9ae8-490c-90db-04f7a0801355 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Allocated IP 172.20.0.3 (10d3c489-0533-44f1-82fd-8dea02ebc1db/9b04c1fc-83cf-41dc-92b1-a5b449f105f4/b27ec0e1-5a26-4a1b-b65f-6afb117e59bc) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:35.853043 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d2f106ce-5f6d-4139-824f-ee69a1902871 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:35.911358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=b781e197-31ac-433a-8dae-63c05a0ad88b,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:35.945843 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-9be123ec-74b3-4348-b416-da85390a0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:33:35.961051 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port d47e0d50-b635-4eea-b40d-e6d4166567fe completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:35.967930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port d47e0d50-b635-4eea-b40d-e6d4166567fe triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:35.968259 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.992289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port d2f106ce-5f6d-4139-824f-ee69a1902871 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:35.994752 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb7871-16c1-47dd-8a86-a95e90cd0552 req-f0425a76-6d65-406b-a840-3e106f026c5c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:35.996256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3eb7871-16c1-47dd-8a86-a95e90cd0552 req-f0425a76-6d65-406b-a840-3e106f026c5c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 950 time: 0.1576653 Nov 11 21:33:36.001879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port d2f106ce-5f6d-4139-824f-ee69a1902871 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:36.002252 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.057413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:29Z', 'updated_at': '2021-11-11T21:33:33Z', 'revision_number': 4, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'gw_port': {'id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '84250b90-07e1-44c5-a2c9-2821c27c8aa4', 'name': '', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'mac_address': 'fa:16:3e:e0:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:33Z', 'updated_at': '2021-11-11T21:33:33Z', 'revision_number': 2, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'subnets': [{'id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:36.090581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b3f19a-d6ea-4c30-8dce-f0a61ff3f0f8 None None] The sync data for ids ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'] in n-d-805737-3 is: [{'id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:29Z', 'updated_at': '2021-11-11T21:33:33Z', 'revision_number': 4, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'gw_port': {'id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '84250b90-07e1-44c5-a2c9-2821c27c8aa4', 'name': '', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'mac_address': 'fa:16:3e:e0:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:33Z', 'updated_at': '2021-11-11T21:33:33Z', 'revision_number': 2, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'subnets': [{'id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:33:36.132287 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3eb7871-16c1-47dd-8a86-a95e90cd0552 req-c2ce11a7-eab4-431a-b553-3676526c8e7c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284726 Nov 11 21:33:36.135252 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-97a3fddc-9ae8-490c-90db-04f7a0801355 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.156147 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.171549 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.202796 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-9be123ec-74b3-4348-b416-da85390a0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:33:36.208121 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-9be123ec-74b3-4348-b416-da85390a0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.212717 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d47e0d50-b635-4eea-b40d-e6d4166567fe, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d47e0d50-b635-4eea-b40d-e6d4166567fe,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:36.218836 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522b7b36-e35c-4764-a600-86430e133733 None None] Sync routers for ids ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:33:36.226935 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.227866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device f0ed3440-fad0-40db-ae8d-c2ff35601d0b up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:36.230437 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b7b36-e35c-4764-a600-86430e133733 None None] Routers {'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:36.230792 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d2f106ce-5f6d-4139-824f-ee69a1902871, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2f106ce-5f6d-4139-824f-ee69a1902871,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:36.231683 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-522b7b36-e35c-4764-a600-86430e133733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:33:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:36.257884 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.274444 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-97a3fddc-9ae8-490c-90db-04f7a0801355 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.278573 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-9be123ec-74b3-4348-b416-da85390a0ec7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "PUT /v2.0/floatingips/d8adaddc-264f-404e-b608-215cb2ea84c2 HTTP/1.1" status: 200 len: 997 time: 2.3940213 Nov 11 21:33:36.282846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53554994-844b-4f06-8764-1715c4b0b3ca', 'tag': '0aaf3113-fd67-4bc0-b874-c981823acd6b'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:36.286235 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4ef79a-c49c-448f-8ace-d1d9e5956a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "53554994-844b-4f06-8764-1715c4b0b3ca", "tag": "0aaf3113-fd67-4bc0-b874-c981823acd6b"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:36.288931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['90fb43ec-2244-4e6f-88f4-0f6efcf8e38e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:36.344484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=d47e0d50-b635-4eea-b40d-e6d4166567fe,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:36.366440 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-97a3fddc-9ae8-490c-90db-04f7a0801355 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Network 10d3c489-0533-44f1-82fd-8dea02ebc1db is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:36.375800 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-97a3fddc-9ae8-490c-90db-04f7a0801355 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:36.379134 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-97a3fddc-9ae8-490c-90db-04f7a0801355 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:36.399647 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-522b7b36-e35c-4764-a600-86430e133733 None None] Set router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:36.401442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d642ff-039c-4b40-8a27-48fe765cc53d req-e706abfb-92c8-4083-afff-248857004c5e tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:36.402089 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port f0ed3440-fad0-40db-ae8d-c2ff35601d0b completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:36.418172 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port f0ed3440-fad0-40db-ae8d-c2ff35601d0b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:36.418375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18d642ff-039c-4b40-8a27-48fe765cc53d req-e706abfb-92c8-4083-afff-248857004c5e tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 950 time: 0.1720107 Nov 11 21:33:36.418522 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.478924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d2f106ce-5f6d-4139-824f-ee69a1902871,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:36.497875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3fddc-9ae8-490c-90db-04f7a0801355 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Pushing event updated for resources: {'Port': ['ID=b27ec0e1-5a26-4a1b-b65f-6afb117e59bc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:36.547255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-78013f81-2954-46b4-bbaa-c3d8cf1b6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:36.548890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-78013f81-2954-46b4-bbaa-c3d8cf1b6ba0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1f19774f69a4e5e9e895dab69bf6d47&device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 1097 time: 0.2240407 Nov 11 21:33:36.557283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-97a3fddc-9ae8-490c-90db-04f7a0801355 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:36.557918 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-97a3fddc-9ae8-490c-90db-04f7a0801355 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.603893 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18d642ff-039c-4b40-8a27-48fe765cc53d req-e00dbc25-aaf7-4599-843b-a2a6f2a558d4 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/security-groups?id=84211552-a675-448a-b9c4-4d84236accbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263182 Nov 11 21:33:36.643110 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-97a3fddc-9ae8-490c-90db-04f7a0801355 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8288367 Nov 11 21:33:36.646617 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.657887 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Request body: {'port': {'device_id': '8b14c28f-2114-4594-a36d-1fd098850d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:36.689072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port f0ed3440-fad0-40db-ae8d-c2ff35601d0b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=f0ed3440-fad0-40db-ae8d-c2ff35601d0b,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:36.695383 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.696442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:36.754376 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-522b7b36-e35c-4764-a600-86430e133733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:45Z', 'updated_at': '2021-11-11T21:32:59Z', 'revision_number': 4, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'gw_port': {'id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:49Z', 'updated_at': '2021-11-11T21:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'd8adaddc-264f-404e-b608-215cb2ea84c2', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'port_id': '0aaf3113-fd67-4bc0-b874-c981823acd6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'mac_address': 'fa:16:3e:4e:93:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53554994-844b-4f06-8764-1715c4b0b3ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:34Z', 'revision_number': 1, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6efcb070-f1e9-4037-a857-a7e3d3bb88b3', 'name': '', 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'mac_address': 'fa:16:3e:60:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:57Z', 'updated_at': '2021-11-11T21:33:05Z', 'revision_number': 5, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'subnets': [{'id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:36.779396 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.795717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-a9c0473c-b6be-4489-946f-7387579bde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:36.803158 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522b7b36-e35c-4764-a600-86430e133733 None None] Checking router: ecae1a7b-d887-4d59-95e4-a1fb60bc96ab for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:33:36.803792 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=f0ed3440-fad0-40db-ae8d-c2ff35601d0b,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:36.804522 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-a9c0473c-b6be-4489-946f-7387579bde34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49a4356-70ed-460f-a1fc-e12a48908987 HTTP/1.1" status: 200 len: 929 time: 0.2411957 Nov 11 21:33:36.813921 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b7b36-e35c-4764-a600-86430e133733 None None] Routers {'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:36.814705 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-522b7b36-e35c-4764-a600-86430e133733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:33:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:36.876578 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:36.883138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:36.883627 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.971682 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-f99afd23-4020-4df3-bc1d-ba6fea55bb6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aaf3113-fd67-4bc0-b874-c981823acd6b HTTP/1.1" status: 200 len: 1000 time: 0.1661682 Nov 11 21:33:36.984554 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-522b7b36-e35c-4764-a600-86430e133733 None None] Set router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:37.000098 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.050486 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:37.057410 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.058407 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 774bf466-7c76-4ef4-831b-c0a553800dfa up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:37.161067 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:37.175920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-da9d6743-cf9e-400a-95b0-43ed685c7a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:37.177506 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-da9d6743-cf9e-400a-95b0-43ed685c7a85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de819e90-3abb-46e9-9312-23bc42d8b7d3 HTTP/1.1" status: 200 len: 866 time: 0.2048359 Nov 11 21:33:37.180576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 774bf466-7c76-4ef4-831b-c0a553800dfa completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:37.189875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 774bf466-7c76-4ef4-831b-c0a553800dfa triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:37.190251 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.306177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-27855b60-265e-47ed-af52-5445d7310b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:37.308318 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-27855b60-265e-47ed-af52-5445d7310b71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49a4356-70ed-460f-a1fc-e12a48908987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220436 Nov 11 21:33:37.351638 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.360539 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60660) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:37.365809 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Request body: {'security_group': {'name': 'tempest-securitygroup--4921316', 'description': 'tempest-description--1816720216'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:37.422004 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 774bf466-7c76-4ef4-831b-c0a553800dfa, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=774bf466-7c76-4ef4-831b-c0a553800dfa,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:37.430711 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.436296 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.459282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ffe6e664-bcf9-4b69-b787-6fce9adb534a up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:37.495771 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-522b7b36-e35c-4764-a600-86430e133733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:45Z', 'updated_at': '2021-11-11T21:32:59Z', 'revision_number': 4, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'gw_port': {'id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:49Z', 'updated_at': '2021-11-11T21:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'd8adaddc-264f-404e-b608-215cb2ea84c2', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'port_id': '0aaf3113-fd67-4bc0-b874-c981823acd6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'mac_address': 'fa:16:3e:4e:93:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53554994-844b-4f06-8764-1715c4b0b3ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:34Z', 'revision_number': 1, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6efcb070-f1e9-4037-a857-a7e3d3bb88b3', 'name': '', 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'mac_address': 'fa:16:3e:60:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:57Z', 'updated_at': '2021-11-11T21:33:05Z', 'revision_number': 5, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'subnets': [{'id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:37.529912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=774bf466-7c76-4ef4-831b-c0a553800dfa,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:37.555182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port ffe6e664-bcf9-4b69-b787-6fce9adb534a completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:37.561402 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port ffe6e664-bcf9-4b69-b787-6fce9adb534a triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:37.561776 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.561933 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522b7b36-e35c-4764-a600-86430e133733 None None] The sync data for ids ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'] in n-d-805737-3 is: [{'id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:45Z', 'updated_at': '2021-11-11T21:32:59Z', 'revision_number': 4, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'gw_port': {'id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:49Z', 'updated_at': '2021-11-11T21:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'd8adaddc-264f-404e-b608-215cb2ea84c2', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'port_id': '0aaf3113-fd67-4bc0-b874-c981823acd6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'mac_address': 'fa:16:3e:4e:93:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53554994-844b-4f06-8764-1715c4b0b3ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:34Z', 'revision_number': 1, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6efcb070-f1e9-4037-a857-a7e3d3bb88b3', 'name': '', 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'mac_address': 'fa:16:3e:60:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:57Z', 'updated_at': '2021-11-11T21:33:05Z', 'revision_number': 5, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'subnets': [{'id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:33:37.573296 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.579820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.612952 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a043978e-c13f-4d29-9f63-7496c24833e9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:37.629400 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:37.630080 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:37.630616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:37.631395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:37.632000 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:37.632507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:37.633172 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:37.633783 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:37.634433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:37.635046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:37.635561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:37.636202 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:37.643236 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.645084 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d4908f88-b50b-41a2-863e-028c45521330 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2832377 Nov 11 21:33:37.648165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60664) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:37.653227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b9e66687-6aaa-4455-abdd-b5764126817f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Request body: {'security_group_rule': {'security_group_id': 'a043978e-c13f-4d29-9f63-7496c24833e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:37.717497 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9e66687-6aaa-4455-abdd-b5764126817f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.721436 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.762767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27ec0e1-5a26-4a1b-b65f-6afb117e59bc {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:37.770312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ffe6e664-bcf9-4b69-b787-6fce9adb534a, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ffe6e664-bcf9-4b69-b787-6fce9adb534a,segment=NetworkSegment(ae251cbb-fad4-4fc7-be76-d69328daf7b8),segment_id=ae251cbb-fad4-4fc7-be76-d69328daf7b8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:37.775228 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.780286 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.791345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9e66687-6aaa-4455-abdd-b5764126817f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.797769 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9e66687-6aaa-4455-abdd-b5764126817f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.817871 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3e26-2922-4378-8cc2-c1aa2783e17d req-68ce2c7a-2227-4958-9c01-539434ab656e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:37.826303 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be9a3e26-2922-4378-8cc2-c1aa2783e17d req-68ce2c7a-2227-4958-9c01-539434ab656e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b14c28f-2114-4594-a36d-1fd098850d75 HTTP/1.1" status: 200 len: 931 time: 0.1523659 Nov 11 21:33:37.827173 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e66687-6aaa-4455-abdd-b5764126817f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de9fd26-0e6e-4bd9-85cd-2169e4a8059a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:37.834040 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9e66687-6aaa-4455-abdd-b5764126817f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.837919 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b9e66687-6aaa-4455-abdd-b5764126817f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1885245 Nov 11 21:33:37.840564 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:37.845290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Transition to ACTIVE for port object b27ec0e1-5a26-4a1b-b65f-6afb117e59bc will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:33:37.847822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c74f5a25-4d13-487f-8e88-d80ce69d9785 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Request body: {'security_group_rule': {'security_group_id': 'a043978e-c13f-4d29-9f63-7496c24833e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:37.860089 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=ffe6e664-bcf9-4b69-b787-6fce9adb534a,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:37.867165 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.890327 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c74f5a25-4d13-487f-8e88-d80ce69d9785 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.903214 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-0358a363-5412-42c1-98e2-e403ced51392 service neutron] 10.222.0.57 "GET /v2.0/networks/a49a4356-70ed-460f-a1fc-e12a48908987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834160 Nov 11 21:33:37.970117 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c74f5a25-4d13-487f-8e88-d80ce69d9785 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.979095 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c74f5a25-4d13-487f-8e88-d80ce69d9785 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.979918 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd9fa6-1aca-4343-9945-1578be78f20e None None] New status for floating IP d8adaddc-264f-404e-b608-215cb2ea84c2: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:33:38.003776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f5a25-4d13-487f-8e88-d80ce69d9785 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3de7b5-81b4-4d87-8ca4-71f851025715,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:38.023822 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c74f5a25-4d13-487f-8e88-d80ce69d9785 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.025143 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c74f5a25-4d13-487f-8e88-d80ce69d9785 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1833642 Nov 11 21:33:38.028098 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60668) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:38.036083 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:38.036520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be9a3e26-2922-4378-8cc2-c1aa2783e17d req-ac07c175-a76b-4727-8f72-443dd1568de7 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070873 Nov 11 21:33:38.039356 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Pushing event updated for resources: {'Port': ['ID=b27ec0e1-5a26-4a1b-b65f-6afb117e59bc,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:38.067318 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.099865 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d9691d-a9cc-41cc-a166-ec2521c6cd3b x-openstack-request-id: req-c1d9691d-a9cc-41cc-a166-ec2521c6cd3b {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:38.100451 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-plugged", "status": "completed", "tag": "feee0a0e-9849-4e5f-8dca-8da81ee6bb6b", "code": 200}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-plugged", "status": "completed", "tag": "69bb4f4e-b425-44bd-8e17-a8c9f3f825f4", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:38.100451 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1d9691d-a9cc-41cc-a166-ec2521c6cd3b {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:38.100790 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b', 'code': 200} Nov 11 21:33:38.101065 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bb4f4e-b425-44bd-8e17-a8c9f3f825f4', 'code': 200} Nov 11 21:33:38.152334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7350517-d6f3-4649-abf2-2c8fd7e1d884 req-66af7f9e-d4c7-42ab-b6a2-dfffe27bc461 service neutron] 10.222.0.57 "GET /v2.0/networks/a49a4356-70ed-460f-a1fc-e12a48908987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328329 Nov 11 21:33:38.176497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Attempting to bind port b27ec0e1-5a26-4a1b-b65f-6afb117e59bc on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:38.176881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Attempting to bind port b27ec0e1-5a26-4a1b-b65f-6afb117e59bc by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:38.177260 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Attempting to bind port b27ec0e1-5a26-4a1b-b65f-6afb117e59bc on network 10d3c489-0533-44f1-82fd-8dea02ebc1db {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:38.191937 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.197814 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Port b27ec0e1-5a26-4a1b-b65f-6afb117e59bc on network 10d3c489-0533-44f1-82fd-8dea02ebc1db not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:33:38.198145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Attempting to bind port b27ec0e1-5a26-4a1b-b65f-6afb117e59bc on network 10d3c489-0533-44f1-82fd-8dea02ebc1db {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:38.207137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:38.207476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Checking segment: {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:38.207972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Bound using segment: {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:38.208460 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Bound port: b27ec0e1-5a26-4a1b-b65f-6afb117e59bc, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:38.208840 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.231704 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34cac04-ea4d-4baa-851a-c65d6a13cecf x-openstack-request-id: req-a34cac04-ea4d-4baa-851a-c65d6a13cecf {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:38.232158 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53554994-844b-4f06-8764-1715c4b0b3ca", "tag": "0aaf3113-fd67-4bc0-b874-c981823acd6b", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:38.232406 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a34cac04-ea4d-4baa-851a-c65d6a13cecf {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:38.232822 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53554994-844b-4f06-8764-1715c4b0b3ca', 'tag': '0aaf3113-fd67-4bc0-b874-c981823acd6b', 'status': 'completed', 'code': 200} Nov 11 21:33:38.265722 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c8230-dfcc-43c8-a57f-b776ee05884d req-ec500dbb-8820-4a2f-97f6-d3899349981c tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.267323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a6c8230-dfcc-43c8-a57f-b776ee05884d req-ec500dbb-8820-4a2f-97f6-d3899349981c tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 945 time: 0.1139541 Nov 11 21:33:38.328465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ef79a-c49c-448f-8ace-d1d9e5956a0d req-4f73d895-a6a3-4521-b80d-591f96533154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.330071 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1d4ef79a-c49c-448f-8ace-d1d9e5956a0d req-4f73d895-a6a3-4521-b80d-591f96533154 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b1f19774f69a4e5e9e895dab69bf6d47&device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 1097 time: 0.0745938 Nov 11 21:33:38.356183 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Allocated IP 172.25.0.63 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/06675251-9cbb-46db-bb6e-eb19baf36015) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:38.383406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] For port b27ec0e1-5a26-4a1b-b65f-6afb117e59bc, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:38.390212 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] For port b27ec0e1-5a26-4a1b-b65f-6afb117e59bc, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b27ec0e1-5a26-4a1b-b65f-6afb117e59bc,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:38.403693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80830d-cf69-4119-b1e2-0f2e0e9844e4 req-5ace1e86-c6b4-4592-aa1a-044c95728fc6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.409865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80830d-cf69-4119-b1e2-0f2e0e9844e4 req-5ace1e86-c6b4-4592-aa1a-044c95728fc6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.415716 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80830d-cf69-4119-b1e2-0f2e0e9844e4 req-5ace1e86-c6b4-4592-aa1a-044c95728fc6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.421611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80830d-cf69-4119-b1e2-0f2e0e9844e4 req-5ace1e86-c6b4-4592-aa1a-044c95728fc6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.427493 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80830d-cf69-4119-b1e2-0f2e0e9844e4 req-5ace1e86-c6b4-4592-aa1a-044c95728fc6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.433372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80830d-cf69-4119-b1e2-0f2e0e9844e4 req-5ace1e86-c6b4-4592-aa1a-044c95728fc6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.439359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80830d-cf69-4119-b1e2-0f2e0e9844e4 req-5ace1e86-c6b4-4592-aa1a-044c95728fc6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.441288 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d80830d-cf69-4119-b1e2-0f2e0e9844e4 req-5ace1e86-c6b4-4592-aa1a-044c95728fc6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5445 time: 0.1525621 Nov 11 21:33:38.445097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a6c8230-dfcc-43c8-a57f-b776ee05884d req-752879a7-ce6b-4988-9ed6-d875fd696429 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e39338-6d77-43da-ae06-ea166d9fa83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574419 Nov 11 21:33:38.446284 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.506258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ef79a-c49c-448f-8ace-d1d9e5956a0d req-dedd7ba7-c39d-42a7-86db-925f062e6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.507816 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1d4ef79a-c49c-448f-8ace-d1d9e5956a0d req-dedd7ba7-c39d-42a7-86db-925f062e6dd2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a49a4356-70ed-460f-a1fc-e12a48908987 HTTP/1.1" status: 200 len: 929 time: 0.1664693 Nov 11 21:33:38.514062 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.514769 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.516143 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] 10.222.0.71 "PUT /v2.0/ports/b27ec0e1-5a26-4a1b-b65f-6afb117e59bc HTTP/1.1" status: 200 len: 1091 time: 1.8625946 Nov 11 21:33:38.588277 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ff664-adcd-4da8-8c8f-038722b95c1d service neutron] Pushing event updated for resources: {'Port': ['ID=b27ec0e1-5a26-4a1b-b65f-6afb117e59bc,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:38.611434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d80830d-cf69-4119-b1e2-0f2e0e9844e4 req-ab27ff29-aed2-4b6b-84e9-61792e7c551f tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1627226 Nov 11 21:33:38.637583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35127a20-9ba5-42fe-a8ca-2265afb8d028 req-2d1113b2-d2da-496c-8097-d46c4a793082 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.639209 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35127a20-9ba5-42fe-a8ca-2265afb8d028 req-2d1113b2-d2da-496c-8097-d46c4a793082 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 945 time: 0.1221871 Nov 11 21:33:38.671546 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-940f7d4b-d64d-430c-ad2b-d1cbb80b91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.673212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-940f7d4b-d64d-430c-ad2b-d1cbb80b91c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&device_id=8b14c28f-2114-4594-a36d-1fd098850d75 HTTP/1.1" status: 200 len: 1094 time: 0.0999298 Nov 11 21:33:38.750291 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-0631271e-5a31-487a-be68-0811528e990e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b27ec0e1-5a26-4a1b-b65f-6afb117e59bc HTTP/1.1" status: 200 len: 217 time: 0.0629430 Nov 11 21:33:38.756587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35127a20-9ba5-42fe-a8ca-2265afb8d028 req-c28e85eb-47cb-4031-9ae3-b316d3daf08f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049159 Nov 11 21:33:38.825627 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-f6c2884b-5c18-4237-9729-d70d50675fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.827094 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-f6c2884b-5c18-4237-9729-d70d50675fba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b04c1fc-83cf-41dc-92b1-a5b449f105f4 HTTP/1.1" status: 200 len: 845 time: 0.0560718 Nov 11 21:33:38.851904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51316374-d411-46be-86f8-50e4645adb7b req-ddec9311-fbb5-4c18-9336-667a2c8f81bd tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.859868 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51316374-d411-46be-86f8-50e4645adb7b req-ddec9311-fbb5-4c18-9336-667a2c8f81bd tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 950 time: 0.1258552 Nov 11 21:33:38.893733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:38.897330 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.913680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-2bdf0115-fc9f-4148-9a7f-a407b6a8cae9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=10d3c489-0533-44f1-82fd-8dea02ebc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527215 Nov 11 21:33:38.923978 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1d4ef79a-c49c-448f-8ace-d1d9e5956a0d req-21e34a39-fa43-4414-8ec4-6c67a60032db service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aaf3113-fd67-4bc0-b874-c981823acd6b HTTP/1.1" status: 200 len: 1002 time: 0.4083197 Nov 11 21:33:38.945146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:38.946076 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.993499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ef79a-c49c-448f-8ace-d1d9e5956a0d req-40831a89-d7d5-439e-97bc-743c467a47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.995376 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1d4ef79a-c49c-448f-8ace-d1d9e5956a0d req-40831a89-d7d5-439e-97bc-743c467a47ee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de819e90-3abb-46e9-9312-23bc42d8b7d3 HTTP/1.1" status: 200 len: 866 time: 0.0622556 Nov 11 21:33:38.998339 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.019743 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51316374-d411-46be-86f8-50e4645adb7b req-6f6521bf-75fd-456d-af9c-8e209c688541 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482763 Nov 11 21:33:39.030274 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.033446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e85537-789d-4cc1-8e71-e7431d1f963c req-49ba633e-7e1d-410b-9b0f-97b11cccaa2d tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:39.035008 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1e85537-789d-4cc1-8e71-e7431d1f963c req-49ba633e-7e1d-410b-9b0f-97b11cccaa2d tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 950 time: 0.1659050 Nov 11 21:33:39.060580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:39.069080 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.100190 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Sync routers for ids ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:33:39.120551 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Routers {'6cb4007a-b04e-40d5-b0c4-5c825b92623d'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:39.121506 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:33:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:39.123470 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:39.133458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:39.136726 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:39.147379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event updated for resources: {'Port': ['ID=06675251-9cbb-46db-bb6e-eb19baf36015,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:39.151337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ef79a-c49c-448f-8ace-d1d9e5956a0d req-3ec527d9-ca2c-423d-bef3-f2553a792eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:39.152969 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1d4ef79a-c49c-448f-8ace-d1d9e5956a0d req-3ec527d9-ca2c-423d-bef3-f2553a792eaa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a49a4356-70ed-460f-a1fc-e12a48908987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458523 Nov 11 21:33:39.154227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:39.171164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-5588c40b-bd47-4733-8ad2-ecffb5122c14 service neutron] 10.222.0.71 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411125 Nov 11 21:33:39.225823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1e85537-789d-4cc1-8e71-e7431d1f963c req-bb8e0bc2-2254-40ce-8f48-baa2e64dea7b tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/security-groups?id=84211552-a675-448a-b9c4-4d84236accbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786258 Nov 11 21:33:39.234638 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Set router 6cb4007a-b04e-40d5-b0c4-5c825b92623d gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:39.285991 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-8b065054-a457-4c16-8df7-9fd1c8bb0068 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 258 time: 0.2236273 Nov 11 21:33:39.292300 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1d4ef79a-c49c-448f-8ace-d1d9e5956a0d req-3184bcb4-df8a-449d-a28b-552c6c985f06 service neutron] 10.222.0.71 "GET /v2.0/networks/a49a4356-70ed-460f-a1fc-e12a48908987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082981 Nov 11 21:33:39.305367 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:39.324254 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f7d223f-93ab-4fe3-a446-e21aa0b3361c req-d972747e-d926-413e-b2a4-e949c737302f service neutron] 10.222.0.71 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439760 Nov 11 21:33:39.365536 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.399963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d5f75-d636-467b-9788-56bd5157191e req-3b200640-358f-4190-bb87-56f486340ac7 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:39.401552 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b8d5f75-d636-467b-9788-56bd5157191e req-3b200640-358f-4190-bb87-56f486340ac7 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b14c28f-2114-4594-a36d-1fd098850d75 HTTP/1.1" status: 200 len: 943 time: 0.0764360 Nov 11 21:33:39.424141 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.473444 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1d4ef79a-c49c-448f-8ace-d1d9e5956a0d req-57327227-6d9f-49c8-8252-60c52c584002 service neutron] 10.222.0.71 "GET /v2.0/networks/a49a4356-70ed-460f-a1fc-e12a48908987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726277 Nov 11 21:33:39.478174 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.494978 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:29Z', 'updated_at': '2021-11-11T21:33:33Z', 'revision_number': 4, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'gw_port': {'id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '84250b90-07e1-44c5-a2c9-2821c27c8aa4', 'name': '', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'mac_address': 'fa:16:3e:e0:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:33Z', 'updated_at': '2021-11-11T21:33:33Z', 'revision_number': 2, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'subnets': [{'id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:39.496093 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b8d5f75-d636-467b-9788-56bd5157191e req-59088f65-00bb-4ccd-a9f6-298e4f436ebf tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558918 Nov 11 21:33:39.529076 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.561116 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Checking router: 6cb4007a-b04e-40d5-b0c4-5c825b92623d for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:33:39.561931 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Updating router 6cb4007a-b04e-40d5-b0c4-5c825b92623d port 84250b90-07e1-44c5-a2c9-2821c27c8aa4 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:33:39.597786 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.680786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b8854-59a9-4175-bee6-2e2134461be4 req-4e93f61e-f09c-4e37-8582-2ca2b248fbd0 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:39.687888 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d7b8854-59a9-4175-bee6-2e2134461be4 req-4e93f61e-f09c-4e37-8582-2ca2b248fbd0 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 945 time: 0.0972977 Nov 11 21:33:39.696059 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.701573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.726493 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Allocated IP 172.25.0.242 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/c7462282-09ac-4e8c-84d1-4fab847cf1e9) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:39.780753 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event updated for resources: {'Port': ['ID=06675251-9cbb-46db-bb6e-eb19baf36015,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:39.788967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d7b8854-59a9-4175-bee6-2e2134461be4 req-1df0c1d9-8183-4544-a896-36ee45f16700 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e39338-6d77-43da-ae06-ea166d9fa83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999641 Nov 11 21:33:39.791304 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.809695 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.811076 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-122b42cd-f3d6-4712-b5bd-6c3edabb062e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7816782 Nov 11 21:33:39.891076 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.952669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386effb-5534-4265-9977-93c3df690227 req-d77780f7-6910-402b-a8ca-78c999916952 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:39.958964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386effb-5534-4265-9977-93c3df690227 req-d77780f7-6910-402b-a8ca-78c999916952 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:39.964895 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386effb-5534-4265-9977-93c3df690227 req-d77780f7-6910-402b-a8ca-78c999916952 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:39.971146 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386effb-5534-4265-9977-93c3df690227 req-d77780f7-6910-402b-a8ca-78c999916952 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:39.972531 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.977349 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386effb-5534-4265-9977-93c3df690227 req-d77780f7-6910-402b-a8ca-78c999916952 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:39.979916 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.983580 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386effb-5534-4265-9977-93c3df690227 req-d77780f7-6910-402b-a8ca-78c999916952 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:39.989516 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386effb-5534-4265-9977-93c3df690227 req-d77780f7-6910-402b-a8ca-78c999916952 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:39.991443 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0386effb-5534-4265-9977-93c3df690227 req-d77780f7-6910-402b-a8ca-78c999916952 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5445 time: 0.1196506 Nov 11 21:33:40.008810 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.025443 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1ef8b-ce3c-47b8-95f4-50328386f786 None None] Pushing event updated for resources: {'Port': ['ID=84250b90-07e1-44c5-a2c9-2821c27c8aa4,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:40.070510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:40.079459 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:40.082208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:40.089310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Pushing event updated for resources: {'Port': ['ID=c7462282-09ac-4e8c-84d1-4fab847cf1e9,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:40.095260 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Attempting to bind port 84250b90-07e1-44c5-a2c9-2821c27c8aa4 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:40.095899 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Attempting to bind port 84250b90-07e1-44c5-a2c9-2821c27c8aa4 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:40.096434 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Attempting to bind port 84250b90-07e1-44c5-a2c9-2821c27c8aa4 on network 7ca53df5-a923-4637-abe2-0023dcccd003 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:40.102692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef47146-9f59-42ed-bc75-5d5be86c523f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b781e197-31ac-433a-8dae-63c05a0ad88b'}, {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47e0d50-b635-4eea-b40d-e6d4166567fe'}, {'server_uuid': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f106ce-5f6d-4139-824f-ee69a1902871'}, {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ed3440-fad0-40db-ae8d-c2ff35601d0b'}, {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d'}, {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774bf466-7c76-4ef4-831b-c0a553800dfa'}, {'server_uuid': '0cb06c11-bc39-4de3-9e3a-1c131afc5d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe6e664-bcf9-4b69-b787-6fce9adb534a'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:40.103711 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:40.104735 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Checking segment: {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:40.105262 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d087a468-3e74-4693-bc27-67f9ebda54e8" -d '{"events": [{"server_uuid": "5ef47146-9f59-42ed-bc75-5d5be86c523f", "name": "network-vif-plugged", "status": "completed", "tag": "b781e197-31ac-433a-8dae-63c05a0ad88b"}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-plugged", "status": "completed", "tag": "d47e0d50-b635-4eea-b40d-e6d4166567fe"}, {"server_uuid": "e5fcda37-d9ac-4563-b903-3a1df65c2073", "name": "network-vif-plugged", "status": "completed", "tag": "d2f106ce-5f6d-4139-824f-ee69a1902871"}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-plugged", "status": "completed", "tag": "f0ed3440-fad0-40db-ae8d-c2ff35601d0b"}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-plugged", "status": "completed", "tag": "fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d"}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-plugged", "status": "completed", "tag": "774bf466-7c76-4ef4-831b-c0a553800dfa"}, {"server_uuid": "0cb06c11-bc39-4de3-9e3a-1c131afc5d76", "name": "network-vif-plugged", "status": "completed", "tag": "ffe6e664-bcf9-4b69-b787-6fce9adb534a"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:40.105693 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.106253 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Bound using segment: {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:40.106931 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Bound port: 84250b90-07e1-44c5-a2c9-2821c27c8aa4, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:40.107488 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.134577 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0386effb-5534-4265-9977-93c3df690227 req-2ec3a37f-d947-45f6-81bf-bd72167a78d8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1368377 Nov 11 21:33:40.179929 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] For port 84250b90-07e1-44c5-a2c9-2821c27c8aa4, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:40.185273 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] For port 84250b90-07e1-44c5-a2c9-2821c27c8aa4, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=84250b90-07e1-44c5-a2c9-2821c27c8aa4,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:40.195556 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.212084 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.243502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b14c28f-2114-4594-a36d-1fd098850d75', 'tag': 'b27ec0e1-5a26-4a1b-b65f-6afb117e59bc'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:40.245777 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f22376a-6315-4480-a7e7-8a542c331746" -d '{"events": [{"name": "network-changed", "server_uuid": "8b14c28f-2114-4594-a36d-1fd098850d75", "tag": "b27ec0e1-5a26-4a1b-b65f-6afb117e59bc"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:40.257854 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Routers {'6cb4007a-b04e-40d5-b0c4-5c825b92623d'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:40.258281 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:33:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:40.283513 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-99f7acbd-6e03-4e2a-87d8-b68ab8da8019 None None] Provisioning complete for port 84250b90-07e1-44c5-a2c9-2821c27c8aa4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:40.284660 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99f7acbd-6e03-4e2a-87d8-b68ab8da8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.292875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa634df6-5d1f-4410-8c4d-4890fbb951fa req-21e3b147-588e-4d71-b711-23512dcf7a75 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:40.294453 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa634df6-5d1f-4410-8c4d-4890fbb951fa req-21e3b147-588e-4d71-b711-23512dcf7a75 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 945 time: 0.0805631 Nov 11 21:33:40.297512 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.305016 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1ef8b-ce3c-47b8-95f4-50328386f786 None None] Pushing event updated for resources: {'Port': ['ID=84250b90-07e1-44c5-a2c9-2821c27c8aa4,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:40.380884 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] Set router 6cb4007a-b04e-40d5-b0c4-5c825b92623d gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:40.394172 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99f7acbd-6e03-4e2a-87d8-b68ab8da8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.420313 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa634df6-5d1f-4410-8c4d-4890fbb951fa req-97966270-352e-4e5d-a5bb-9571d857822b tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982165 Nov 11 21:33:40.441703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-99f7acbd-6e03-4e2a-87d8-b68ab8da8019 None None] For port 84250b90-07e1-44c5-a2c9-2821c27c8aa4, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=84250b90-07e1-44c5-a2c9-2821c27c8aa4,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:40.449063 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99f7acbd-6e03-4e2a-87d8-b68ab8da8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.516436 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7acbd-6e03-4e2a-87d8-b68ab8da8019 None None] Pushing event updated for resources: {'Port': ['ID=84250b90-07e1-44c5-a2c9-2821c27c8aa4,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:40.570239 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-12c6b693-c17a-40da-80d3-57f3c9334bdb None None] Provisioning complete for port 84250b90-07e1-44c5-a2c9-2821c27c8aa4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:40.570590 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12c6b693-c17a-40da-80d3-57f3c9334bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.576196 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.587579 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.616838 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:29Z', 'updated_at': '2021-11-11T21:33:33Z', 'revision_number': 4, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'gw_port': {'id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '84250b90-07e1-44c5-a2c9-2821c27c8aa4', 'name': '', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'mac_address': 'fa:16:3e:e0:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:33Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 4, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'subnets': [{'id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:40.626233 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-e1c98b67-f1cd-45fa-8107-28b1fb2d14cf tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--4921316&fields=id&tenant_id=dd061da342534d959e6cad6eadbbff1c HTTP/1.1" status: 200 len: 267 time: 0.0933671 Nov 11 21:33:40.652089 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab451d-931b-4a01-93d9-5085abb97b3d None None] The sync data for ids ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'] in n-d-805737-3 is: [{'id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:29Z', 'updated_at': '2021-11-11T21:33:33Z', 'revision_number': 4, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'gw_port': {'id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '84250b90-07e1-44c5-a2c9-2821c27c8aa4', 'name': '', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'mac_address': 'fa:16:3e:e0:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:33Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 4, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'subnets': [{'id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:33:40.685120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Pushing event updated for resources: {'Port': ['ID=c7462282-09ac-4e8c-84d1-4fab847cf1e9,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:40.755760 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.777014 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.778302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-75e0bc01-772b-44b0-8a84-ccaf5dfe9136 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4825816 Nov 11 21:33:40.873176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-e820b3b6-2bfa-4c62-8e68-41d79554fe5b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:40.883947 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-e820b3b6-2bfa-4c62-8e68-41d79554fe5b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 811 time: 0.2274933 Nov 11 21:33:40.891212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:40.893091 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-774136eb-c8cd-4855-a9f3-13d467e8e3e1 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 696 time: 0.1026165 Nov 11 21:33:40.919286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-ed660fa6-f24d-4bf6-acce-3f10fe62405b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/quotas/dd061da342534d959e6cad6eadbbff1c HTTP/1.1" status: 200 len: 375 time: 0.0195570 Nov 11 21:33:41.053753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-6c7889ea-16f2-41ca-9f50-a5dcc160b401 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1209946 Nov 11 21:33:41.066764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-f495629f-581a-4c47-b9bb-31cda033100d tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.068231 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd8cd14c-7acf-4cab-acb2-2e970eb9f9ee req-f495629f-581a-4c47-b9bb-31cda033100d tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.1611147 Nov 11 21:33:41.128445 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:41.148024 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:41.148398 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:41.221414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-7e299519-b60b-4d33-bcd9-ffa719ee3ec4 service neutron] 10.222.0.57 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521578 Nov 11 21:33:41.234828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6809a4-d766-4234-bd0c-42177cf47f6e req-dd2fd13c-5653-49d4-b844-3c3c9a469aee tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.236415 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e6809a4-d766-4234-bd0c-42177cf47f6e req-dd2fd13c-5653-49d4-b844-3c3c9a469aee tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 950 time: 0.0734351 Nov 11 21:33:41.242945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 84250b90-07e1-44c5-a2c9-2821c27c8aa4 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:41.294533 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 84250b90-07e1-44c5-a2c9-2821c27c8aa4 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:41.295779 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:41.346570 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e6809a4-d766-4234-bd0c-42177cf47f6e req-cabc7bcc-9fff-4272-9b24-0c2aae90f5c9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003344 Nov 11 21:33:41.366585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-f70ed0ce-6bee-4073-bed5-3fc30408a491 service neutron] 10.222.0.57 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286588 Nov 11 21:33:41.432439 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2d5662-cf6c-4391-83f8-8255a54047a5 x-openstack-request-id: req-be2d5662-cf6c-4391-83f8-8255a54047a5 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:41.432770 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef47146-9f59-42ed-bc75-5d5be86c523f", "name": "network-vif-plugged", "status": "completed", "tag": "b781e197-31ac-433a-8dae-63c05a0ad88b", "code": 200}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-plugged", "status": "completed", "tag": "d47e0d50-b635-4eea-b40d-e6d4166567fe", "code": 200}, {"server_uuid": "e5fcda37-d9ac-4563-b903-3a1df65c2073", "name": "network-vif-plugged", "status": "completed", "tag": "d2f106ce-5f6d-4139-824f-ee69a1902871", "code": 200}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-plugged", "status": "completed", "tag": "f0ed3440-fad0-40db-ae8d-c2ff35601d0b", "code": 200}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-plugged", "status": "completed", "tag": "fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d", "code": 200}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-plugged", "status": "completed", "tag": "774bf466-7c76-4ef4-831b-c0a553800dfa", "code": 200}, {"server_uuid": "0cb06c11-bc39-4de3-9e3a-1c131afc5d76", "name": "network-vif-plugged", "status": "completed", "tag": "ffe6e664-bcf9-4b69-b787-6fce9adb534a", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:41.433067 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-be2d5662-cf6c-4391-83f8-8255a54047a5 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:41.433493 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef47146-9f59-42ed-bc75-5d5be86c523f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b781e197-31ac-433a-8dae-63c05a0ad88b', 'code': 200} Nov 11 21:33:41.433750 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47e0d50-b635-4eea-b40d-e6d4166567fe', 'code': 200} Nov 11 21:33:41.434002 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f106ce-5f6d-4139-824f-ee69a1902871', 'code': 200} Nov 11 21:33:41.434249 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ed3440-fad0-40db-ae8d-c2ff35601d0b', 'code': 200} Nov 11 21:33:41.434489 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d', 'code': 200} Nov 11 21:33:41.434728 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774bf466-7c76-4ef4-831b-c0a553800dfa', 'code': 200} Nov 11 21:33:41.434965 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb06c11-bc39-4de3-9e3a-1c131afc5d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe6e664-bcf9-4b69-b787-6fce9adb534a', 'code': 200} Nov 11 21:33:41.492385 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68221d5-88b9-4685-9e02-f6b39552c99d x-openstack-request-id: req-c68221d5-88b9-4685-9e02-f6b39552c99d {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:41.492681 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b14c28f-2114-4594-a36d-1fd098850d75", "tag": "b27ec0e1-5a26-4a1b-b65f-6afb117e59bc", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:41.493073 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c68221d5-88b9-4685-9e02-f6b39552c99d {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:41.493362 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b14c28f-2114-4594-a36d-1fd098850d75', 'tag': 'b27ec0e1-5a26-4a1b-b65f-6afb117e59bc', 'status': 'completed', 'code': 200} Nov 11 21:33:41.689678 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22376a-6315-4480-a7e7-8a542c331746 req-4b90fe53-969f-40fb-a640-623ee7725600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.691336 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f22376a-6315-4480-a7e7-8a542c331746 req-4b90fe53-969f-40fb-a640-623ee7725600 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&device_id=8b14c28f-2114-4594-a36d-1fd098850d75 HTTP/1.1" status: 200 len: 1094 time: 0.1564198 Nov 11 21:33:41.702663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180cd8d-a7b2-4078-bd0c-87119b9f526d req-ca2afc92-c75c-4257-aeb4-01cbc466187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.704362 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3180cd8d-a7b2-4078-bd0c-87119b9f526d req-ca2afc92-c75c-4257-aeb4-01cbc466187e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 1096 time: 0.1507928 Nov 11 21:33:41.722958 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279068-287c-41ba-b98b-4a7bf3b526f0 req-d603304b-3783-40c8-93f2-d47ee6b075b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.723429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279068-287c-41ba-b98b-4a7bf3b526f0 req-d603304b-3783-40c8-93f2-d47ee6b075b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.723880 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279068-287c-41ba-b98b-4a7bf3b526f0 req-d603304b-3783-40c8-93f2-d47ee6b075b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.724323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279068-287c-41ba-b98b-4a7bf3b526f0 req-d603304b-3783-40c8-93f2-d47ee6b075b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.725296 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279068-287c-41ba-b98b-4a7bf3b526f0 req-d603304b-3783-40c8-93f2-d47ee6b075b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.725751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279068-287c-41ba-b98b-4a7bf3b526f0 req-d603304b-3783-40c8-93f2-d47ee6b075b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.726193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279068-287c-41ba-b98b-4a7bf3b526f0 req-d603304b-3783-40c8-93f2-d47ee6b075b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.728077 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-71279068-287c-41ba-b98b-4a7bf3b526f0 req-d603304b-3783-40c8-93f2-d47ee6b075b7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 6502 time: 0.1259332 Nov 11 21:33:41.794688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c0ce5-0a27-45d9-b814-3d79760f9491 req-afe93942-c41d-4c59-8cb5-679687acd2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.796350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-948c0ce5-0a27-45d9-b814-3d79760f9491 req-afe93942-c41d-4c59-8cb5-679687acd2e4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 1101 time: 0.2144253 Nov 11 21:33:41.806839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed934f0d-a307-4dd4-b8cc-93e2e73b37c2 req-e631d42a-828c-4778-b65d-eb10e72fb842 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.808823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed934f0d-a307-4dd4-b8cc-93e2e73b37c2 req-e631d42a-828c-4778-b65d-eb10e72fb842 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 950 time: 0.2475619 Nov 11 21:33:41.827722 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb636305-3ca6-4ca0-b92b-a39f614c23bc req-9f310928-fb9d-42d3-ad68-cfd060a58cce tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.829599 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fb636305-3ca6-4ca0-b92b-a39f614c23bc req-9f310928-fb9d-42d3-ad68-cfd060a58cce tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b14c28f-2114-4594-a36d-1fd098850d75 HTTP/1.1" status: 200 len: 943 time: 0.1527858 Nov 11 21:33:41.832017 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c489b2-dfb3-4ea8-a3f5-a540cd9ce68c req-41536a59-c727-442d-abe1-be78afb109ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.833730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6c489b2-dfb3-4ea8-a3f5-a540cd9ce68c req-41536a59-c727-442d-abe1-be78afb109ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 1096 time: 0.2256653 Nov 11 21:33:41.850866 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3180cd8d-a7b2-4078-bd0c-87119b9f526d req-d69cdfa7-e332-45c1-96e3-d99d990c5767 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217754 Nov 11 21:33:41.876757 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b27ec0e1-5a26-4a1b-b65f-6afb117e59bc details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:41.936542 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-71279068-287c-41ba-b98b-4a7bf3b526f0 req-0112ffb2-b45c-453d-a003-80143fe61f03 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1889842 Nov 11 21:33:41.941498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22376a-6315-4480-a7e7-8a542c331746 req-a7ca8bf5-11c0-4fa4-b2b8-37ff4c754c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.943444 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f22376a-6315-4480-a7e7-8a542c331746 req-a7ca8bf5-11c0-4fa4-b2b8-37ff4c754c82 service neutron] 10.222.0.71 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 907 time: 0.2348115 Nov 11 21:33:41.976513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed934f0d-a307-4dd4-b8cc-93e2e73b37c2 req-f35af93a-cf5a-4bce-9054-d0511471f8a9 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/security-groups?id=84211552-a675-448a-b9c4-4d84236accbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404722 Nov 11 21:33:41.986287 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-948c0ce5-0a27-45d9-b814-3d79760f9491 req-7e739cd6-f18f-4e09-9bba-fc6df73f2942 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=84211552-a675-448a-b9c4-4d84236accbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745653 Nov 11 21:33:41.997605 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6c489b2-dfb3-4ea8-a3f5-a540cd9ce68c req-a256e98f-4271-4572-ab46-f70573dbfa39 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=56e39338-6d77-43da-ae06-ea166d9fa83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456082 Nov 11 21:33:42.005200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fb636305-3ca6-4ca0-b92b-a39f614c23bc req-f5143443-cdfe-455a-8e83-0c247a9e6f9c tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617441 Nov 11 21:33:42.018794 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b27ec0e1-5a26-4a1b-b65f-6afb117e59bc, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b27ec0e1-5a26-4a1b-b65f-6afb117e59bc,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:42.033606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'b27ec0e1-5a26-4a1b-b65f-6afb117e59bc', 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db', 'port_id': 'b27ec0e1-5a26-4a1b-b65f-6afb117e59bc', 'mac_address': 'fa:16:3e:d3:a1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b04c1fc-83cf-41dc-92b1-a5b449f105f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:42.058481 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f22376a-6315-4480-a7e7-8a542c331746 req-527afe1d-640d-4336-ac4d-fe7c80d5c6a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b27ec0e1-5a26-4a1b-b65f-6afb117e59bc HTTP/1.1" status: 200 len: 217 time: 0.0969741 Nov 11 21:33:42.081661 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:42.096570 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27ec0e1-5a26-4a1b-b65f-6afb117e59bc {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:42.132008 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b27ec0e1-5a26-4a1b-b65f-6afb117e59bc, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b27ec0e1-5a26-4a1b-b65f-6afb117e59bc,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:42.140256 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:42.205849 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=b27ec0e1-5a26-4a1b-b65f-6afb117e59bc,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:42.268116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22376a-6315-4480-a7e7-8a542c331746 req-46e928df-1c1a-4aa9-9aa9-fcec02676979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.269644 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f22376a-6315-4480-a7e7-8a542c331746 req-46e928df-1c1a-4aa9-9aa9-fcec02676979 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b04c1fc-83cf-41dc-92b1-a5b449f105f4 HTTP/1.1" status: 200 len: 845 time: 0.0519669 Nov 11 21:33:42.318508 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f22376a-6315-4480-a7e7-8a542c331746 req-d60d3d81-591a-49b8-9d11-9002658980f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=10d3c489-0533-44f1-82fd-8dea02ebc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349274 Nov 11 21:33:42.412024 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['b27ec0e1-5a26-4a1b-b65f-6afb117e59bc'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:42.422877 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f22376a-6315-4480-a7e7-8a542c331746 req-92de304f-10c9-4daf-a3f9-833290581d81 service neutron] 10.222.0.71 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911298 Nov 11 21:33:42.459003 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa983e07-adec-468c-9188-3f13ad60ce0a req-dfe031e5-84ed-4285-bc7a-35d628ca8770 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.460435 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa983e07-adec-468c-9188-3f13ad60ce0a req-dfe031e5-84ed-4285-bc7a-35d628ca8770 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 945 time: 0.3657153 Nov 11 21:33:42.473531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db571b60-200b-4589-b449-0eebab9a3bfc req-78bc37f1-39d0-4320-9130-b93f12715445 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.480657 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db571b60-200b-4589-b449-0eebab9a3bfc req-78bc37f1-39d0-4320-9130-b93f12715445 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3832386 Nov 11 21:33:42.537371 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f22376a-6315-4480-a7e7-8a542c331746 req-44b50799-92cb-486e-8f10-e57c4132d310 service neutron] 10.222.0.71 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063190 Nov 11 21:33:42.541292 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db571b60-200b-4589-b449-0eebab9a3bfc req-47849a4c-5a1b-4bf0-b65e-3f87dee434d1 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 696 time: 0.0597675 Nov 11 21:33:42.558953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-db571b60-200b-4589-b449-0eebab9a3bfc req-600a2072-aa15-4546-bdab-7fc12a945578 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Request body: {'floatingip': {'port_id': '0aaf3113-fd67-4bc0-b874-c981823acd6b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:42.606581 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa983e07-adec-468c-9188-3f13ad60ce0a req-115e8801-6c19-4bda-8c17-ab2b542208da tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e39338-6d77-43da-ae06-ea166d9fa83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238482 Nov 11 21:33:42.608686 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-db571b60-200b-4589-b449-0eebab9a3bfc req-600a2072-aa15-4546-bdab-7fc12a945578 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:42.793202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640991c-2d13-4d74-ba65-1fabe65fd778 req-a4b31d50-45d7-4a2c-8f7d-a8fbec25f3f1 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.799078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640991c-2d13-4d74-ba65-1fabe65fd778 req-a4b31d50-45d7-4a2c-8f7d-a8fbec25f3f1 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.805077 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640991c-2d13-4d74-ba65-1fabe65fd778 req-a4b31d50-45d7-4a2c-8f7d-a8fbec25f3f1 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.811027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640991c-2d13-4d74-ba65-1fabe65fd778 req-a4b31d50-45d7-4a2c-8f7d-a8fbec25f3f1 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.817098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640991c-2d13-4d74-ba65-1fabe65fd778 req-a4b31d50-45d7-4a2c-8f7d-a8fbec25f3f1 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.822978 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640991c-2d13-4d74-ba65-1fabe65fd778 req-a4b31d50-45d7-4a2c-8f7d-a8fbec25f3f1 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.829247 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640991c-2d13-4d74-ba65-1fabe65fd778 req-a4b31d50-45d7-4a2c-8f7d-a8fbec25f3f1 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.831588 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6640991c-2d13-4d74-ba65-1fabe65fd778 req-a4b31d50-45d7-4a2c-8f7d-a8fbec25f3f1 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5445 time: 0.1646152 Nov 11 21:33:42.945478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6640991c-2d13-4d74-ba65-1fabe65fd778 req-8d89b47d-fecf-4809-8f87-95e1cfb11274 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063437 Nov 11 21:33:42.946392 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-db571b60-200b-4589-b449-0eebab9a3bfc req-600a2072-aa15-4546-bdab-7fc12a945578 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] update failed (client error): There was a conflict when trying to complete your request. Nov 11 21:33:42.947298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db571b60-200b-4589-b449-0eebab9a3bfc req-600a2072-aa15-4546-bdab-7fc12a945578 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "PUT /v2.0/floatingips/ff924963-f2d0-4d92-adaa-5ff1f7695e60 HTTP/1.1" status: 409 len: 551 time: 0.3950264 Nov 11 21:33:43.012496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-50cd1d99-69ca-48ab-b5b9-8335bbf7912f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:43.014175 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-50cd1d99-69ca-48ab-b5b9-8335bbf7912f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 811 time: 0.1460936 Nov 11 21:33:43.064681 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8a71404-9309-4bca-8e1c-522885405eea req-cfa4d598-e7df-440d-a15a-2dfd6be5fc04 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 210 time: 0.0402122 Nov 11 21:33:43.084577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c9c4e-4c62-4442-8740-06706cab9380 req-f252e8dd-970e-42e5-9bda-f9100830c629 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:43.086145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c2c9c4e-4c62-4442-8740-06706cab9380 req-f252e8dd-970e-42e5-9bda-f9100830c629 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 945 time: 0.0707996 Nov 11 21:33:43.092950 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-f36cbb69-bf87-41a8-935b-b578e998245e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd061da342534d959e6cad6eadbbff1c HTTP/1.1" status: 200 len: 377 time: 0.0574908 Nov 11 21:33:43.109646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-1a6870e6-75f3-4eaf-9403-a63fd009c257 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Request body: {'port': {'device_id': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'admin_state_up': True, 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'security_groups': ['a043978e-c13f-4d29-9f63-7496c24833e9']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:43.185258 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c2c9c4e-4c62-4442-8740-06706cab9380 req-257e052e-ed25-45ac-8c9a-315d5d455035 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927687 Nov 11 21:33:43.197295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9105e54-015b-4050-a454-4fbb1d16c171 req-f6d5aae2-aacb-474d-a499-83c5826c2008 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:43.198864 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9105e54-015b-4050-a454-4fbb1d16c171 req-f6d5aae2-aacb-474d-a499-83c5826c2008 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 950 time: 0.0689886 Nov 11 21:33:43.260928 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-1a6870e6-75f3-4eaf-9403-a63fd009c257 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Made reservation on behalf of dd061da342534d959e6cad6eadbbff1c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:43.266830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-1a6870e6-75f3-4eaf-9403-a63fd009c257 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.295709 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e035cf9-5ac0-4490-8c17-c7d755ec8bd6 req-c4302047-ade6-4dbd-8103-89c4b59ca9ff tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/floatingips/ff924963-f2d0-4d92-adaa-5ff1f7695e60 HTTP/1.1" status: 200 len: 693 time: 0.0798819 Nov 11 21:33:43.391878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9105e54-015b-4050-a454-4fbb1d16c171 req-40390390-b751-4928-8adf-463bc6dd18da tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726351 Nov 11 21:33:43.419299 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-1a6870e6-75f3-4eaf-9403-a63fd009c257 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Allocated IP 172.20.0.7 (7ca53df5-a923-4637-abe2-0023dcccd003/20e67dd5-96fd-49f9-8663-fcf39316a998/72f02da6-ee7a-4242-9b47-6276a3b17ffb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:43.464437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e035cf9-5ac0-4490-8c17-c7d755ec8bd6 req-1d917f4f-32cc-4900-b976-353131c61cc5 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:43.466029 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e035cf9-5ac0-4490-8c17-c7d755ec8bd6 req-1d917f4f-32cc-4900-b976-353131c61cc5 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.1603134 Nov 11 21:33:43.536714 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e035cf9-5ac0-4490-8c17-c7d755ec8bd6 req-96a12d2a-bdb0-4b60-8106-b4fd055b316b tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 696 time: 0.0604146 Nov 11 21:33:43.559145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99130185-25c7-4162-85a5-831cbe99ba28 req-3975700c-47bc-4572-987d-824c751513f1 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:43.560611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99130185-25c7-4162-85a5-831cbe99ba28 req-3975700c-47bc-4572-987d-824c751513f1 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 950 time: 0.0936499 Nov 11 21:33:43.568253 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-1a6870e6-75f3-4eaf-9403-a63fd009c257 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.604442 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-1a6870e6-75f3-4eaf-9403-a63fd009c257 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.609473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e035cf9-5ac0-4490-8c17-c7d755ec8bd6 req-e3819ced-3640-4adf-8272-766a5b2673e7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 696 time: 0.0647321 Nov 11 21:33:43.651959 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-1a6870e6-75f3-4eaf-9403-a63fd009c257 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Network 7ca53df5-a923-4637-abe2-0023dcccd003 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:43.654980 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-1a6870e6-75f3-4eaf-9403-a63fd009c257 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:43.661412 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-1a6870e6-75f3-4eaf-9403-a63fd009c257 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:43.694260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6870e6-75f3-4eaf-9403-a63fd009c257 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event updated for resources: {'Port': ['ID=72f02da6-ee7a-4242-9b47-6276a3b17ffb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:43.719772 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-1a6870e6-75f3-4eaf-9403-a63fd009c257 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:43.720018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99130185-25c7-4162-85a5-831cbe99ba28 req-da80c6d8-6711-4a6d-ad52-7a47dabb9277 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/security-groups?id=84211552-a675-448a-b9c4-4d84236accbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265564 Nov 11 21:33:43.720407 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-1a6870e6-75f3-4eaf-9403-a63fd009c257 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.753665 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-1a6870e6-75f3-4eaf-9403-a63fd009c257 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6480889 Nov 11 21:33:43.772029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-7e035cf9-5ac0-4490-8c17-c7d755ec8bd6 req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Deleting port c7462282-09ac-4e8c-84d1-4fab847cf1e9 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:43.772398 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7e035cf9-5ac0-4490-8c17-c7d755ec8bd6 req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.772715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Request body: {'port': {'device_id': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:43.841169 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.847302 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7ae5-760c-4be0-b746-edb6dd45900b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.880613 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b27ec0e1-5a26-4a1b-b65f-6afb117e59bc up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:43.888280 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7e035cf9-5ac0-4490-8c17-c7d755ec8bd6 req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.888611 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7e035cf9-5ac0-4490-8c17-c7d755ec8bd6 req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.898665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670f1b7-0ed7-49a5-9391-f5a6d954d29d req-bbe58945-4f2e-4ede-8cce-375467106082 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:43.900169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3670f1b7-0ed7-49a5-9391-f5a6d954d29d req-bbe58945-4f2e-4ede-8cce-375467106082 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b14c28f-2114-4594-a36d-1fd098850d75 HTTP/1.1" status: 200 len: 944 time: 0.0774961 Nov 11 21:33:43.940267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-7e035cf9-5ac0-4490-8c17-c7d755ec8bd6 req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Calling delete_port for c7462282-09ac-4e8c-84d1-4fab847cf1e9 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:43.962384 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port b27ec0e1-5a26-4a1b-b65f-6afb117e59bc completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:43.975605 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port b27ec0e1-5a26-4a1b-b65f-6afb117e59bc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:43.976014 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.037533 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-eb7499a3-7047-4093-88f6-699d67e38ad6 None None] Provisioning complete for port 72f02da6-ee7a-4242-9b47-6276a3b17ffb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:44.038161 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb7499a3-7047-4093-88f6-699d67e38ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.040948 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3670f1b7-0ed7-49a5-9391-f5a6d954d29d req-503ea4fb-c8f4-4452-9e71-65d54b1562c8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213210 Nov 11 21:33:44.100346 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-eb7499a3-7047-4093-88f6-699d67e38ad6 None None] Port 72f02da6-ee7a-4242-9b47-6276a3b17ffb cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:33:44.125085 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.170372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b14c28f-2114-4594-a36d-1fd098850d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27ec0e1-5a26-4a1b-b65f-6afb117e59bc'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:44.173511 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf0749b-f57a-4d20-ae3a-3851a451b74b" -d '{"events": [{"server_uuid": "8b14c28f-2114-4594-a36d-1fd098850d75", "name": "network-vif-plugged", "status": "completed", "tag": "b27ec0e1-5a26-4a1b-b65f-6afb117e59bc"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:44.190460 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b27ec0e1-5a26-4a1b-b65f-6afb117e59bc, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b27ec0e1-5a26-4a1b-b65f-6afb117e59bc,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:44.198307 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.199481 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7e035cf9-5ac0-4490-8c17-c7d755ec8bd6 req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.225779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f02da6-ee7a-4242-9b47-6276a3b17ffb {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:44.235107 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.243762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Pushing event deleted for resources: {'Port': ['ID=c7462282-09ac-4e8c-84d1-4fab847cf1e9,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:44.249727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Transition to ACTIVE for port object 72f02da6-ee7a-4242-9b47-6276a3b17ffb will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:33:44.254513 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e113c-301f-4269-aa0c-c3f819fb3726 req-14de0caa-3c05-4107-8a14-73454adaf59d tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:44.255588 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.256268 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a0e113c-301f-4269-aa0c-c3f819fb3726 req-14de0caa-3c05-4107-8a14-73454adaf59d tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 945 time: 0.1146731 Nov 11 21:33:44.269091 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=b27ec0e1-5a26-4a1b-b65f-6afb117e59bc,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:44.283784 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:44.284132 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:44.284841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:44.284841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:44.285207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:44.285534 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:44.285855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:44.286179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:44.286500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:44.286815 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:44.287131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:44.287447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:44.315432 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Pushing event updated for resources: {'Port': ['ID=72f02da6-ee7a-4242-9b47-6276a3b17ffb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:44.356880 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7e035cf9-5ac0-4490-8c17-c7d755ec8bd6 req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.359451 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7e035cf9-5ac0-4490-8c17-c7d755ec8bd6 req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.360723 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e035cf9-5ac0-4490-8c17-c7d755ec8bd6 req-94fd8ff7-c2c9-4bde-8692-eaed1f01c113 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "DELETE /v2.0/floatingips/ff924963-f2d0-4d92-adaa-5ff1f7695e60 HTTP/1.1" status: 204 len: 173 time: 0.7439809 Nov 11 21:33:44.371326 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a0e113c-301f-4269-aa0c-c3f819fb3726 req-e0ebdbbd-a270-4300-a2b9-48b47a57fbeb tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e39338-6d77-43da-ae06-ea166d9fa83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921857 Nov 11 21:33:44.407154 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Attempting to bind port 72f02da6-ee7a-4242-9b47-6276a3b17ffb on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:44.407491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Attempting to bind port 72f02da6-ee7a-4242-9b47-6276a3b17ffb by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:44.407820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Attempting to bind port 72f02da6-ee7a-4242-9b47-6276a3b17ffb on network 7ca53df5-a923-4637-abe2-0023dcccd003 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:44.414084 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Port 72f02da6-ee7a-4242-9b47-6276a3b17ffb on network 7ca53df5-a923-4637-abe2-0023dcccd003 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:33:44.414373 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Attempting to bind port 72f02da6-ee7a-4242-9b47-6276a3b17ffb on network 7ca53df5-a923-4637-abe2-0023dcccd003 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:44.421082 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:44.421611 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Checking segment: {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:44.421984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Bound using segment: {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:44.422575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Bound port: 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:44.423013 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.423460 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.506364 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:44.513808 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:44.520487 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.522592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55b7b2-6f8f-49c9-b90e-dbc4f834c297 req-58d54881-bc65-432d-9d9a-7f1adbfbe002 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:44.529816 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55b7b2-6f8f-49c9-b90e-dbc4f834c297 req-58d54881-bc65-432d-9d9a-7f1adbfbe002 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:44.536856 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55b7b2-6f8f-49c9-b90e-dbc4f834c297 req-58d54881-bc65-432d-9d9a-7f1adbfbe002 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:44.542780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55b7b2-6f8f-49c9-b90e-dbc4f834c297 req-58d54881-bc65-432d-9d9a-7f1adbfbe002 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:44.548773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55b7b2-6f8f-49c9-b90e-dbc4f834c297 req-58d54881-bc65-432d-9d9a-7f1adbfbe002 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:44.554982 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55b7b2-6f8f-49c9-b90e-dbc4f834c297 req-58d54881-bc65-432d-9d9a-7f1adbfbe002 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:44.557432 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:44.558128 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.559781 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-370d956e-7738-4452-bda1-17e14284be45 service neutron] 10.222.0.71 "PUT /v2.0/ports/72f02da6-ee7a-4242-9b47-6276a3b17ffb HTTP/1.1" status: 200 len: 1091 time: 0.7931676 Nov 11 21:33:44.560368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:44.561202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55b7b2-6f8f-49c9-b90e-dbc4f834c297 req-58d54881-bc65-432d-9d9a-7f1adbfbe002 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:44.562805 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c1d581-0355-47d2-a16a-7e1395c3f34a" -d '{"events": [{"name": "network-changed", "server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:44.563178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d55b7b2-6f8f-49c9-b90e-dbc4f834c297 req-58d54881-bc65-432d-9d9a-7f1adbfbe002 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5445 time: 0.1113048 Nov 11 21:33:44.593990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d956e-7738-4452-bda1-17e14284be45 service neutron] Pushing event updated for resources: {'Port': ['ID=72f02da6-ee7a-4242-9b47-6276a3b17ffb,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:44.660779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-8ce4e2bd-3dfb-4e06-a86a-f0ded640a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:44.662326 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-8ce4e2bd-3dfb-4e06-a86a-f0ded640a2af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 1094 time: 0.0548909 Nov 11 21:33:44.665830 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d55b7b2-6f8f-49c9-b90e-dbc4f834c297 req-28098c5d-3dad-4a29-a967-7a7a7c59b32c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0933018 Nov 11 21:33:44.721408 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-81d75c68-a871-4502-9876-5b9cf7379e15 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb HTTP/1.1" status: 200 len: 217 time: 0.0492697 Nov 11 21:33:44.798628 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-58df37ba-2d6e-47c1-b213-5734f0f54e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:44.800684 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-58df37ba-2d6e-47c1-b213-5734f0f54e6d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.0715759 Nov 11 21:33:44.809295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d06f7e-e276-4803-8948-a4d3d54fc0c7 req-523cc54d-39ab-4110-b02b-d1373897ce54 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:44.829334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96d06f7e-e276-4803-8948-a4d3d54fc0c7 req-523cc54d-39ab-4110-b02b-d1373897ce54 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 943 time: 0.0802095 Nov 11 21:33:44.832275 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3a9cf0-56dc-434c-a2bc-17024d3a78c6 x-openstack-request-id: req-fb3a9cf0-56dc-434c-a2bc-17024d3a78c6 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:44.832680 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b14c28f-2114-4594-a36d-1fd098850d75", "name": "network-vif-plugged", "status": "completed", "tag": "b27ec0e1-5a26-4a1b-b65f-6afb117e59bc", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:44.833054 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb3a9cf0-56dc-434c-a2bc-17024d3a78c6 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:44.833882 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b14c28f-2114-4594-a36d-1fd098850d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27ec0e1-5a26-4a1b-b65f-6afb117e59bc', 'code': 200} Nov 11 21:33:44.890517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-94287710-8066-4802-a57f-48908df450f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:44.892947 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-94287710-8066-4802-a57f-48908df450f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770891 Nov 11 21:33:44.898731 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96d06f7e-e276-4803-8948-a4d3d54fc0c7 req-944161a8-5771-4bd9-816e-5a896d464dbc tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0684974 Nov 11 21:33:45.017737 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-acc057fa-0562-4e98-86c2-410ccc0ee7a1 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006207 Nov 11 21:33:45.042212 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98edc48-dbdd-4634-96cf-64d499748f11 req-4549331b-b3aa-4076-b97c-792d7fea34b5 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:45.043717 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e98edc48-dbdd-4634-96cf-64d499748f11 req-4549331b-b3aa-4076-b97c-792d7fea34b5 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 945 time: 0.1573429 Nov 11 21:33:45.053627 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-b6c4f8cb-0cd8-451a-b3a2-5ced247b0a9a tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 1002 time: 0.1283169 Nov 11 21:33:45.066343 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8ad0f-7a19-41e8-9cf1-36ce6bded25a req-d7ebacba-bc0e-4f49-8212-2c5b296cd373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:45.067812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39c8ad0f-7a19-41e8-9cf1-36ce6bded25a req-d7ebacba-bc0e-4f49-8212-2c5b296cd373 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8b14c28f-2114-4594-a36d-1fd098850d75 HTTP/1.1" status: 200 len: 1096 time: 0.1510468 Nov 11 21:33:45.113099 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc02aa45-7848-4646-95b5-2ab035a1e1b6 req-65abbe5f-efe4-42ee-ac74-fac61df1be0b service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855341 Nov 11 21:33:45.144975 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-16412946-a207-4702-86f8-1054bf3b1243 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:45.146326 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-16412946-a207-4702-86f8-1054bf3b1243 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports/0aaf3113-fd67-4bc0-b874-c981823acd6b HTTP/1.1" status: 200 len: 943 time: 0.0831811 Nov 11 21:33:45.173602 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e98edc48-dbdd-4634-96cf-64d499748f11 req-ce7c722f-933a-4044-8a1f-1de8cf5f965f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190364 Nov 11 21:33:45.179694 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39c8ad0f-7a19-41e8-9cf1-36ce6bded25a req-507538a3-9ab7-4a18-ba99-585b5a4ccd01 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978189 Nov 11 21:33:45.275163 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-cc16e85a-d501-4671-a302-94d829ad2718 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 1002 time: 0.0879824 Nov 11 21:33:45.319295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89361632-9b72-4c45-a23b-63033598342e req-a72dab52-319f-46e9-a645-032550862cac tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:45.320637 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89361632-9b72-4c45-a23b-63033598342e req-a72dab52-319f-46e9-a645-032550862cac tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 950 time: 0.0859218 Nov 11 21:33:45.417425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-594ee8ee-2d01-448a-a458-01c58ead4472 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:45.418787 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-594ee8ee-2d01-448a-a458-01c58ead4472 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.1375072 Nov 11 21:33:45.422085 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89361632-9b72-4c45-a23b-63033598342e req-a9fd46ad-16ef-4353-88c7-3c8ebb43aed5 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744407 Nov 11 21:33:45.466181 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20814877-23d8-487a-ad39-1ef96a40f7e2 x-openstack-request-id: req-20814877-23d8-487a-ad39-1ef96a40f7e2 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:45.466697 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:45.466697 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-20814877-23d8-487a-ad39-1ef96a40f7e2 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:45.467259 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'status': 'completed', 'code': 200} Nov 11 21:33:45.493923 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-9155bf82-9f53-4461-bc45-6d209532e5dc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 1002 time: 0.0678363 Nov 11 21:33:45.504073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-3d278059-cf5a-42e9-a321-60b4629851f7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:45.611035 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-3d278059-cf5a-42e9-a321-60b4629851f7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:45.665099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1d581-0355-47d2-a16a-7e1395c3f34a req-69a76832-010d-47c2-9f6c-a7bc130a875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:45.666611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c1d581-0355-47d2-a16a-7e1395c3f34a req-69a76832-010d-47c2-9f6c-a7bc130a875b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 1094 time: 0.1315155 Nov 11 21:33:45.681408 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81cfa7-ad7c-41d8-99d9-00f4b1e380e3 req-0ba06338-238c-417d-b477-fbf080d9c3c8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:45.687284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81cfa7-ad7c-41d8-99d9-00f4b1e380e3 req-0ba06338-238c-417d-b477-fbf080d9c3c8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:45.693355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81cfa7-ad7c-41d8-99d9-00f4b1e380e3 req-0ba06338-238c-417d-b477-fbf080d9c3c8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:45.699206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81cfa7-ad7c-41d8-99d9-00f4b1e380e3 req-0ba06338-238c-417d-b477-fbf080d9c3c8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:45.705514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81cfa7-ad7c-41d8-99d9-00f4b1e380e3 req-0ba06338-238c-417d-b477-fbf080d9c3c8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:45.711471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81cfa7-ad7c-41d8-99d9-00f4b1e380e3 req-0ba06338-238c-417d-b477-fbf080d9c3c8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:45.717385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81cfa7-ad7c-41d8-99d9-00f4b1e380e3 req-0ba06338-238c-417d-b477-fbf080d9c3c8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:45.719209 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b81cfa7-ad7c-41d8-99d9-00f4b1e380e3 req-0ba06338-238c-417d-b477-fbf080d9c3c8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5445 time: 0.1830363 Nov 11 21:33:45.730213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60764) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:45.735379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ace5550c-1736-48df-b41d-39bec30e9a01 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Request body: {'floatingip': {'port_id': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:45.783506 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ace5550c-1736-48df-b41d-39bec30e9a01 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:46.008519 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-97aff892-a493-414b-a701-1773e7ea390c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:46.180997 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-3d278059-cf5a-42e9-a321-60b4629851f7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:46.188717 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-3d278059-cf5a-42e9-a321-60b4629851f7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:46.189090 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-3d278059-cf5a-42e9-a321-60b4629851f7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Floating IP d8adaddc-264f-404e-b608-215cb2ea84c2 disassociated. External IP: 172.25.0.171, port: 0aaf3113-fd67-4bc0-b874-c981823acd6b. Nov 11 21:33:46.257672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1d581-0355-47d2-a16a-7e1395c3f34a req-47238542-6de9-43da-ad1c-92d82a36ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:46.259273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c1d581-0355-47d2-a16a-7e1395c3f34a req-47238542-6de9-43da-ad1c-92d82a36ca9f service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.5342953 Nov 11 21:33:46.261752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ace5550c-1736-48df-b41d-39bec30e9a01 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:46.266619 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ace5550c-1736-48df-b41d-39bec30e9a01 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:46.267226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956ba8d-a64a-4028-9396-3953fcf3b695 req-90e790e1-3330-4e67-966e-2b63a0350ae1 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:46.268669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b956ba8d-a64a-4028-9396-3953fcf3b695 req-90e790e1-3330-4e67-966e-2b63a0350ae1 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b14c28f-2114-4594-a36d-1fd098850d75 HTTP/1.1" status: 200 len: 945 time: 0.4370620 Nov 11 21:33:46.349241 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c1d581-0355-47d2-a16a-7e1395c3f34a req-77bfe902-c236-47a1-89fd-faf2836119e4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb HTTP/1.1" status: 200 len: 217 time: 0.0774975 Nov 11 21:33:46.363406 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-ace5550c-1736-48df-b41d-39bec30e9a01 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Floating IP 0545840a-9fdc-43f2-8999-0ba5a95d7d2a associated. External IP: 172.25.0.149, port: feee0a0e-9849-4e5f-8dca-8da81ee6bb6b. Nov 11 21:33:46.429577 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b956ba8d-a64a-4028-9396-3953fcf3b695 req-0b52d923-a2e8-48d0-980b-fea397f646a6 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258304 Nov 11 21:33:46.466257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1d581-0355-47d2-a16a-7e1395c3f34a req-d0f21412-51e8-45ba-a163-69e219dfa2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:46.467776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c1d581-0355-47d2-a16a-7e1395c3f34a req-d0f21412-51e8-45ba-a163-69e219dfa2e2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.1087518 Nov 11 21:33:46.606721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace5550c-1736-48df-b41d-39bec30e9a01 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Router f2305370-2d8b-4a62-b28e-d274fc2838b6 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:33:46.632285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1d581-0355-47d2-a16a-7e1395c3f34a req-7fddfe1f-a3aa-4511-8e73-a3a32e741fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:46.635900 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c1d581-0355-47d2-a16a-7e1395c3f34a req-7fddfe1f-a3aa-4511-8e73-a3a32e741fbc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513999 Nov 11 21:33:46.649828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2f51809-811f-4cc6-8e86-11a6a6f82365 req-a1868629-82d8-4cb5-b0a1-9869287a5268 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1719488639&fields=id&tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d HTTP/1.1" status: 200 len: 267 time: 0.1160858 Nov 11 21:33:46.678523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-3d278059-cf5a-42e9-a321-60b4629851f7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:33:46.726987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace5550c-1736-48df-b41d-39bec30e9a01 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:33:46.731547 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ace5550c-1736-48df-b41d-39bec30e9a01 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:46.739083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13bc26-9664-4543-beba-5c33f51cac91 None None] Sync routers for ids ['f2305370-2d8b-4a62-b28e-d274fc2838b6'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:33:46.750087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13bc26-9664-4543-beba-5c33f51cac91 None None] Routers {'f2305370-2d8b-4a62-b28e-d274fc2838b6'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:46.751094 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bf13bc26-9664-4543-beba-5c33f51cac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:33:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f2305370-2d8b-4a62-b28e-d274fc2838b6'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:46.767028 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ace5550c-1736-48df-b41d-39bec30e9a01 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "PUT /v2.0/floatingips/0545840a-9fdc-43f2-8999-0ba5a95d7d2a HTTP/1.1" status: 200 len: 991 time: 1.0354362 Nov 11 21:33:46.839254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f51809-811f-4cc6-8e86-11a6a6f82365 req-b945efff-4690-4135-ab75-f35df06b1b3d tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:46.840675 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2f51809-811f-4cc6-8e86-11a6a6f82365 req-b945efff-4690-4135-ab75-f35df06b1b3d tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 945 time: 0.1756821 Nov 11 21:33:46.844510 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c1d581-0355-47d2-a16a-7e1395c3f34a req-c8640df7-4b27-47ba-a7f8-02731b39a53d service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895628 Nov 11 21:33:46.860581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-bf13bc26-9664-4543-beba-5c33f51cac91 None None] Set router f2305370-2d8b-4a62-b28e-d274fc2838b6 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:46.883211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-f2f51809-811f-4cc6-8e86-11a6a6f82365 req-89e8c44d-e08a-417c-8b99-ef41a820e4a9 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'port': {'security_groups': ['66aeb843-01ce-4874-a733-c07cab3e16b5', '802ffac6-d468-4c91-b76d-ae19e3b02dc5']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:47.003554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-3d278059-cf5a-42e9-a321-60b4629851f7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:33:47.008575 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-3d278059-cf5a-42e9-a321-60b4629851f7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:47.013243 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac5134-51a9-4d6d-b69d-118886072932 None None] Sync routers for ids ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:33:47.023980 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac5134-51a9-4d6d-b69d-118886072932 None None] Routers {'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:47.024570 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-caac5134-51a9-4d6d-b69d-118886072932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:33:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:47.052246 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f2f51809-811f-4cc6-8e86-11a6a6f82365 req-89e8c44d-e08a-417c-8b99-ef41a820e4a9 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:47.071711 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-3d278059-cf5a-42e9-a321-60b4629851f7 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "PUT /v2.0/floatingips/d8adaddc-264f-404e-b608-215cb2ea84c2 HTTP/1.1" status: 200 len: 695 time: 1.5719435 Nov 11 21:33:47.073875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53554994-844b-4f06-8764-1715c4b0b3ca', 'tag': '0aaf3113-fd67-4bc0-b874-c981823acd6b'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:47.076210 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782e583f-c641-4b5c-98b8-620bda8a714a" -d '{"events": [{"name": "network-changed", "server_uuid": "53554994-844b-4f06-8764-1715c4b0b3ca", "tag": "0aaf3113-fd67-4bc0-b874-c981823acd6b"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:47.083390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c1d581-0355-47d2-a16a-7e1395c3f34a req-f9c42881-be31-4620-84af-8aa02f104189 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134585 Nov 11 21:33:47.115044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bf13bc26-9664-4543-beba-5c33f51cac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:14Z', 'updated_at': '2021-11-11T21:31:24Z', 'revision_number': 4, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'gw_port': {'id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:16Z', 'updated_at': '2021-11-11T21:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '0545840a-9fdc-43f2-8999-0ba5a95d7d2a', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'port_id': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'mac_address': 'fa:16:3e:06:61:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770455cf-0ee5-4257-8c89-88843417d0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:32:24Z', 'updated_at': '2021-11-11T21:33:46Z', 'revision_number': 1, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230a4732-160c-4380-9eaa-9bb2355b3cd3', 'name': '', 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'mac_address': 'fa:16:3e:c5:98:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:32Z', 'revision_number': 5, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'subnets': [{'id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:47.138712 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-caac5134-51a9-4d6d-b69d-118886072932 None None] Set router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:47.147073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13bc26-9664-4543-beba-5c33f51cac91 None None] Checking router: f2305370-2d8b-4a62-b28e-d274fc2838b6 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:33:47.149344 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:47.159076 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13bc26-9664-4543-beba-5c33f51cac91 None None] Routers {'f2305370-2d8b-4a62-b28e-d274fc2838b6'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:47.159815 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bf13bc26-9664-4543-beba-5c33f51cac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:33:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f2305370-2d8b-4a62-b28e-d274fc2838b6'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:47.192125 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-4a1f5380-b2ce-48ad-af2c-f3877e60c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:47.193694 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-4a1f5380-b2ce-48ad-af2c-f3877e60c399 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1f19774f69a4e5e9e895dab69bf6d47&device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 1097 time: 0.0808842 Nov 11 21:33:47.275549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-bf13bc26-9664-4543-beba-5c33f51cac91 None None] Set router f2305370-2d8b-4a62-b28e-d274fc2838b6 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:47.358532 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-caac5134-51a9-4d6d-b69d-118886072932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:45Z', 'updated_at': '2021-11-11T21:32:59Z', 'revision_number': 4, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'gw_port': {'id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:49Z', 'updated_at': '2021-11-11T21:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6efcb070-f1e9-4037-a857-a7e3d3bb88b3', 'name': '', 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'mac_address': 'fa:16:3e:60:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:57Z', 'updated_at': '2021-11-11T21:33:05Z', 'revision_number': 5, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'subnets': [{'id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:47.368162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-021a7b81-e00e-49cf-8082-7e6e0b19e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:47.369615 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-021a7b81-e00e-49cf-8082-7e6e0b19e161 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a49a4356-70ed-460f-a1fc-e12a48908987 HTTP/1.1" status: 200 len: 929 time: 0.1648526 Nov 11 21:33:47.376303 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f2f51809-811f-4cc6-8e86-11a6a6f82365 req-89e8c44d-e08a-417c-8b99-ef41a820e4a9 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] For port b781e197-31ac-433a-8dae-63c05a0ad88b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b781e197-31ac-433a-8dae-63c05a0ad88b,segment=NetworkSegment(e4aee7f6-990a-4d98-a33f-f01296c4c194),segment_id=e4aee7f6-990a-4d98-a33f-f01296c4c194)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:47.386049 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac5134-51a9-4d6d-b69d-118886072932 None None] Checking router: ecae1a7b-d887-4d59-95e4-a1fb60bc96ab for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:33:47.394869 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac5134-51a9-4d6d-b69d-118886072932 None None] Routers {'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:47.395469 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-caac5134-51a9-4d6d-b69d-118886072932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:33:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:47.427843 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-fe99897e-3c6f-4042-a3cb-46f1471c1360 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aaf3113-fd67-4bc0-b874-c981823acd6b HTTP/1.1" status: 200 len: 217 time: 0.0376737 Nov 11 21:33:47.453237 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f2f51809-811f-4cc6-8e86-11a6a6f82365 req-89e8c44d-e08a-417c-8b99-ef41a820e4a9 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:47.468291 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:47.471336 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5b4bd8-8081-47a7-bdce-3748f08511e0" -d '{"events": [{"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "feee0a0e-9849-4e5f-8dca-8da81ee6bb6b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:47.474959 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f2f51809-811f-4cc6-8e86-11a6a6f82365 req-89e8c44d-e08a-417c-8b99-ef41a820e4a9 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:47.489050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b5068eef-0f91-4fc7-9399-0cfb84cdbf6e', 'b781e197-31ac-433a-8dae-63c05a0ad88b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:47.505238 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-caac5134-51a9-4d6d-b69d-118886072932 None None] Set router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:47.539914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-4fdf9105-445f-4dbb-8112-7d56d43be855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:47.542324 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-4fdf9105-445f-4dbb-8112-7d56d43be855 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de819e90-3abb-46e9-9312-23bc42d8b7d3 HTTP/1.1" status: 200 len: 866 time: 0.1053715 Nov 11 21:33:47.552120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f51809-811f-4cc6-8e86-11a6a6f82365 req-89e8c44d-e08a-417c-8b99-ef41a820e4a9 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:47.552814 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f2f51809-811f-4cc6-8e86-11a6a6f82365 req-89e8c44d-e08a-417c-8b99-ef41a820e4a9 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:47.558819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2f51809-811f-4cc6-8e86-11a6a6f82365 req-89e8c44d-e08a-417c-8b99-ef41a820e4a9 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "PUT /v2.0/ports/b781e197-31ac-433a-8dae-63c05a0ad88b HTTP/1.1" status: 200 len: 981 time: 0.6873732 Nov 11 21:33:47.594521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bf13bc26-9664-4543-beba-5c33f51cac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:14Z', 'updated_at': '2021-11-11T21:31:24Z', 'revision_number': 4, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'gw_port': {'id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:16Z', 'updated_at': '2021-11-11T21:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '0545840a-9fdc-43f2-8999-0ba5a95d7d2a', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'port_id': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'mac_address': 'fa:16:3e:06:61:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770455cf-0ee5-4257-8c89-88843417d0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:32:24Z', 'updated_at': '2021-11-11T21:33:46Z', 'revision_number': 1, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230a4732-160c-4380-9eaa-9bb2355b3cd3', 'name': '', 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'mac_address': 'fa:16:3e:c5:98:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:32Z', 'revision_number': 5, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'subnets': [{'id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:47.635080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13bc26-9664-4543-beba-5c33f51cac91 None None] The sync data for ids ['f2305370-2d8b-4a62-b28e-d274fc2838b6'] in n-d-805737-3 is: [{'id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:14Z', 'updated_at': '2021-11-11T21:31:24Z', 'revision_number': 4, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'gw_port': {'id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:16Z', 'updated_at': '2021-11-11T21:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '0545840a-9fdc-43f2-8999-0ba5a95d7d2a', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'port_id': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'mac_address': 'fa:16:3e:06:61:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770455cf-0ee5-4257-8c89-88843417d0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:32:24Z', 'updated_at': '2021-11-11T21:33:46Z', 'revision_number': 1, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230a4732-160c-4380-9eaa-9bb2355b3cd3', 'name': '', 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'mac_address': 'fa:16:3e:c5:98:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:32Z', 'revision_number': 5, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'subnets': [{'id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:33:47.643695 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8c44d-e08a-417c-8b99-ef41a820e4a9 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'Port': ['ID=b781e197-31ac-433a-8dae-63c05a0ad88b,revision_number=6']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:47.715956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33dd7a-870a-4a01-bae6-9f83a8dbc114 req-762077bf-1341-4c09-904e-53d7f3e0ded8 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:47.725470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc33dd7a-870a-4a01-bae6-9f83a8dbc114 req-762077bf-1341-4c09-904e-53d7f3e0ded8 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 945 time: 0.1164539 Nov 11 21:33:47.730817 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b781e197-31ac-433a-8dae-63c05a0ad88b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:47.737181 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-caac5134-51a9-4d6d-b69d-118886072932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:45Z', 'updated_at': '2021-11-11T21:32:59Z', 'revision_number': 4, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'gw_port': {'id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:49Z', 'updated_at': '2021-11-11T21:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6efcb070-f1e9-4037-a857-a7e3d3bb88b3', 'name': '', 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'mac_address': 'fa:16:3e:60:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:57Z', 'updated_at': '2021-11-11T21:33:05Z', 'revision_number': 5, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'subnets': [{'id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:47.737989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-8a72d981-4e40-4edf-8406-4e8d4790ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:47.739540 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-8a72d981-4e40-4edf-8406-4e8d4790ef21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a49a4356-70ed-460f-a1fc-e12a48908987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794324 Nov 11 21:33:47.780579 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac5134-51a9-4d6d-b69d-118886072932 None None] The sync data for ids ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'] in n-d-805737-3 is: [{'id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:45Z', 'updated_at': '2021-11-11T21:32:59Z', 'revision_number': 4, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'gw_port': {'id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:49Z', 'updated_at': '2021-11-11T21:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6efcb070-f1e9-4037-a857-a7e3d3bb88b3', 'name': '', 'network_id': 'a49a4356-70ed-460f-a1fc-e12a48908987', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'mac_address': 'fa:16:3e:60:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:57Z', 'updated_at': '2021-11-11T21:33:05Z', 'revision_number': 5, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'subnets': [{'id': 'de819e90-3abb-46e9-9312-23bc42d8b7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:33:47.849460 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc33dd7a-870a-4a01-bae6-9f83a8dbc114 req-7c1e2832-2ad7-43fa-a400-763f17d54c70 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e39338-6d77-43da-ae06-ea166d9fa83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231139 Nov 11 21:33:47.885285 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-a0d210c1-529b-44ba-b91f-51ad05dd499b service neutron] 10.222.0.57 "GET /v2.0/networks/a49a4356-70ed-460f-a1fc-e12a48908987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370101 Nov 11 21:33:47.899323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d2f106ce-5f6d-4139-824f-ee69a1902871 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:47.998409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd845b11-101c-4bc4-80ee-2edf01301250 None None] New status for floating IP 0545840a-9fdc-43f2-8999-0ba5a95d7d2a: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:33:48.054574 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f2ee6-4bfd-4258-9efc-18ec64921930 req-5761e267-f481-40b7-9a9b-bd80a5182580 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:48.056737 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d7f2ee6-4bfd-4258-9efc-18ec64921930 req-5761e267-f481-40b7-9a9b-bd80a5182580 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 943 time: 0.1142843 Nov 11 21:33:48.085176 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4f6b0b4-366a-4d7d-aaa1-45af06b81255 req-39e28698-7d08-4f6d-a466-70e87267a1db service neutron] 10.222.0.57 "GET /v2.0/networks/a49a4356-70ed-460f-a1fc-e12a48908987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901181 Nov 11 21:33:48.181697 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d7f2ee6-4bfd-4258-9efc-18ec64921930 req-4cd4047f-05dd-4351-9d3d-a49842537c68 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1009083 Nov 11 21:33:48.182442 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113720a-122a-41bc-b807-0c9fb572c3fd None None] New status for floating IP d8adaddc-264f-404e-b608-215cb2ea84c2: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:33:48.269793 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d2f106ce-5f6d-4139-824f-ee69a1902871, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2f106ce-5f6d-4139-824f-ee69a1902871,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:48.310654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e76dd-8c45-4fbc-bfb3-71231da056c2 req-e0615758-133c-4494-8ccc-7e0038420bd0 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:48.312539 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c11e76dd-8c45-4fbc-bfb3-71231da056c2 req-e0615758-133c-4494-8ccc-7e0038420bd0 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 950 time: 0.0990427 Nov 11 21:33:48.436144 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c11e76dd-8c45-4fbc-bfb3-71231da056c2 req-bc93d40c-241c-405f-8c75-632d307ce26f tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148529 Nov 11 21:33:48.454526 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc887821-ccb9-48ca-8f1f-d1d49ed98258 x-openstack-request-id: req-fc887821-ccb9-48ca-8f1f-d1d49ed98258 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:48.454821 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53554994-844b-4f06-8764-1715c4b0b3ca", "tag": "0aaf3113-fd67-4bc0-b874-c981823acd6b", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:48.455416 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fc887821-ccb9-48ca-8f1f-d1d49ed98258 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:48.455808 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53554994-844b-4f06-8764-1715c4b0b3ca', 'tag': '0aaf3113-fd67-4bc0-b874-c981823acd6b', 'status': 'completed', 'code': 200} Nov 11 21:33:48.491051 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'd2f106ce-5f6d-4139-824f-ee69a1902871', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': 'd2f106ce-5f6d-4139-824f-ee69a1902871', 'mac_address': 'fa:16:3e:44:93:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:48.538462 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:48.568908 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418e95b4-3cd9-4397-89b1-b7909bbd3622 x-openstack-request-id: req-418e95b4-3cd9-4397-89b1-b7909bbd3622 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:48.569829 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "tag": "feee0a0e-9849-4e5f-8dca-8da81ee6bb6b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:48.570092 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-418e95b4-3cd9-4397-89b1-b7909bbd3622 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:48.570503 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'tag': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b', 'status': 'completed', 'code': 200} Nov 11 21:33:48.597861 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:48.629282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2f106ce-5f6d-4139-824f-ee69a1902871 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:48.663771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d2f106ce-5f6d-4139-824f-ee69a1902871, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2f106ce-5f6d-4139-824f-ee69a1902871,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:48.673747 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:48.674419 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72f02da6-ee7a-4242-9b47-6276a3b17ffb details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:48.732020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e583f-c641-4b5c-98b8-620bda8a714a req-4cc1a9ce-af04-447e-a72d-fb65de55d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:48.733569 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-782e583f-c641-4b5c-98b8-620bda8a714a req-4cc1a9ce-af04-447e-a72d-fb65de55d53a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b1f19774f69a4e5e9e895dab69bf6d47&device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 1097 time: 0.2422984 Nov 11 21:33:48.748489 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a411d9a-d3ed-4f6a-97ed-d1e8b285bd84 req-f5817cda-57eb-4b03-926a-3d25c5a17c2f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:48.749942 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a411d9a-d3ed-4f6a-97ed-d1e8b285bd84 req-f5817cda-57eb-4b03-926a-3d25c5a17c2f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b14c28f-2114-4594-a36d-1fd098850d75 HTTP/1.1" status: 200 len: 945 time: 0.1906190 Nov 11 21:33:48.774061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d2f106ce-5f6d-4139-824f-ee69a1902871,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:48.787665 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5dac4315-70bb-4816-865f-8d0cb2c9e1c7 req-cc488bbe-46fb-42fb-8536-06db002fc94c tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/802ffac6-d468-4c91-b76d-ae19e3b02dc5 HTTP/1.1" status: 200 len: 1820 time: 0.1539590 Nov 11 21:33:48.870781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-6688638a-e56a-4304-8ca0-65a5bd45f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:48.871237 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-6688638a-e56a-4304-8ca0-65a5bd45f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:48.871684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-6688638a-e56a-4304-8ca0-65a5bd45f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:48.872136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-6688638a-e56a-4304-8ca0-65a5bd45f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:48.872585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-6688638a-e56a-4304-8ca0-65a5bd45f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:48.873057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-6688638a-e56a-4304-8ca0-65a5bd45f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:48.873497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-6688638a-e56a-4304-8ca0-65a5bd45f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:48.875459 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-6688638a-e56a-4304-8ca0-65a5bd45f106 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0113b1be34a44a68ce314a4ec421108&device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 6502 time: 0.2593949 Nov 11 21:33:48.880602 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:48.894332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'port_id': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'mac_address': 'fa:16:3e:1b:17:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:48.943757 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:48.961837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f02da6-ee7a-4242-9b47-6276a3b17ffb {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:48.987154 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-5dac4315-70bb-4816-865f-8d0cb2c9e1c7 req-bb35c6bf-bc0d-43ac-a332-45a5ce4e3851 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 21:33:48.988347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:48.996168 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:48.998803 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5dac4315-70bb-4816-865f-8d0cb2c9e1c7 req-bb35c6bf-bc0d-43ac-a332-45a5ce4e3851 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "DELETE /v2.0/security-groups/802ffac6-d468-4c91-b76d-ae19e3b02dc5 HTTP/1.1" status: 409 len: 341 time: 0.2101922 Nov 11 21:33:49.018022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a411d9a-d3ed-4f6a-97ed-d1e8b285bd84 req-ac7cc0f3-892b-4074-90f8-031bcc3570d0 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366185 Nov 11 21:33:49.045400 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e583f-c641-4b5c-98b8-620bda8a714a req-02da8fe6-b6b7-4211-8db8-3bc712474586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:49.046826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-782e583f-c641-4b5c-98b8-620bda8a714a req-02da8fe6-b6b7-4211-8db8-3bc712474586 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a49a4356-70ed-460f-a1fc-e12a48908987 HTTP/1.1" status: 200 len: 929 time: 0.2956402 Nov 11 21:33:49.082182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=72f02da6-ee7a-4242-9b47-6276a3b17ffb,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:49.095865 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:49.096254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:49.096601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:49.097247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:49.097747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:49.098081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:49.098795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:49.099278 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:49.099609 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:49.099935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:49.100263 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:49.101309 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:49.141332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-782e583f-c641-4b5c-98b8-620bda8a714a req-cfc1e2e1-5723-466d-ad5d-08768575af42 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aaf3113-fd67-4bc0-b874-c981823acd6b HTTP/1.1" status: 200 len: 217 time: 0.0771396 Nov 11 21:33:49.144255 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c44285-9a84-42e1-b065-b83cc6ae034a req-78457812-b0ec-492b-b4d8-9bfb53550866 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/floatingips/d8adaddc-264f-404e-b608-215cb2ea84c2 HTTP/1.1" status: 200 len: 693 time: 0.0918145 Nov 11 21:33:49.165588 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d2f106ce-5f6d-4139-824f-ee69a1902871'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:49.352154 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:49.357101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['72f02da6-ee7a-4242-9b47-6276a3b17ffb'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:49.421866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d025a-3bc9-421a-9a13-41c1474ea1dc req-bc4c031e-6d97-4b26-bbb4-ce34f1e3126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:49.423238 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cd1d025a-3bc9-421a-9a13-41c1474ea1dc req-bc4c031e-6d97-4b26-bbb4-ce34f1e3126a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d&device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 1135 time: 0.0728815 Nov 11 21:33:49.581025 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-3194468c-27a0-40e5-88ac-279e057b973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:49.581607 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-3194468c-27a0-40e5-88ac-279e057b973e service neutron] 10.222.0.10 "GET /v2.0/networks?id=28575828-e1a6-401b-bf7c-c60e475ca065 HTTP/1.1" status: 200 len: 919 time: 0.6920347 Nov 11 21:33:49.592575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d025a-3bc9-421a-9a13-41c1474ea1dc req-ad4e4a19-f94e-41fe-95d8-f55113e2acba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:49.596397 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cd1d025a-3bc9-421a-9a13-41c1474ea1dc req-ad4e4a19-f94e-41fe-95d8-f55113e2acba service neutron] 10.222.0.10 "GET /v2.0/networks?id=18898783-5058-4e57-bc2e-6ade26d28162 HTTP/1.1" status: 200 len: 915 time: 0.1629343 Nov 11 21:33:49.693450 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cd1d025a-3bc9-421a-9a13-41c1474ea1dc req-22eacb0b-5f72-440f-bbd7-47d921b28efe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b781e197-31ac-433a-8dae-63c05a0ad88b HTTP/1.1" status: 200 len: 217 time: 0.0539064 Nov 11 21:33:49.717841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e583f-c641-4b5c-98b8-620bda8a714a req-b3652c50-3a1d-4858-8eb5-f8cc97a09b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:49.719341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-782e583f-c641-4b5c-98b8-620bda8a714a req-b3652c50-3a1d-4858-8eb5-f8cc97a09b33 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de819e90-3abb-46e9-9312-23bc42d8b7d3 HTTP/1.1" status: 200 len: 866 time: 0.5632555 Nov 11 21:33:49.756759 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-55e36938-a632-40c5-92be-9ac959f56170 service neutron] 10.222.0.71 "GET /v2.0/ports/7c5b679c-9b22-442b-bd73-c1b390ce57a3/bindings/n-h2-805737-3 HTTP/1.1" status: 200 len: 382 time: 0.1589155 Nov 11 21:33:49.782802 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d025a-3bc9-421a-9a13-41c1474ea1dc req-5ff28e15-23ad-4112-b5bb-a5212f2e5269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:49.784837 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cd1d025a-3bc9-421a-9a13-41c1474ea1dc req-5ff28e15-23ad-4112-b5bb-a5212f2e5269 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d7cb89f3-a334-4065-a096-f45c6d41dd1f HTTP/1.1" status: 200 len: 853 time: 0.0647390 Nov 11 21:33:49.791576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c1e32-a08d-4055-ae1c-cfcd58f50fdf req-321ecaee-8355-43c3-bb1e-1ef285ae053b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:49.793110 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f9c1e32-a08d-4055-ae1c-cfcd58f50fdf req-321ecaee-8355-43c3-bb1e-1ef285ae053b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b14c28f-2114-4594-a36d-1fd098850d75 HTTP/1.1" status: 200 len: 945 time: 0.2154577 Nov 11 21:33:49.798871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-4c00d8a9-04a0-4534-81ae-93407ff84863 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b HTTP/1.1" status: 200 len: 1001 time: 0.1752219 Nov 11 21:33:49.840534 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cd1d025a-3bc9-421a-9a13-41c1474ea1dc req-5b2c0e4b-326c-465a-9949-6329dd2fb434 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18898783-5058-4e57-bc2e-6ade26d28162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400951 Nov 11 21:33:49.857711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c44285-9a84-42e1-b065-b83cc6ae034a req-2c823f61-4d93-4fd3-b0ab-1e448f449348 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:49.859437 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c44285-9a84-42e1-b065-b83cc6ae034a req-2c823f61-4d93-4fd3-b0ab-1e448f449348 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.7044244 Nov 11 21:33:49.881891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e583f-c641-4b5c-98b8-620bda8a714a req-1e856033-d761-4aed-841e-6b37af2b12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:49.883416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-782e583f-c641-4b5c-98b8-620bda8a714a req-1e856033-d761-4aed-841e-6b37af2b12f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a49a4356-70ed-460f-a1fc-e12a48908987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519954 Nov 11 21:33:49.902427 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d2f106ce-5f6d-4139-824f-ee69a1902871 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:49.990798 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port d2f106ce-5f6d-4139-824f-ee69a1902871 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:49.991289 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:50.005310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-f7bb478d-3d69-495f-b7bf-63b303a0c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:50.006953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-f7bb478d-3d69-495f-b7bf-63b303a0c246 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3468651-a958-4431-bb60-8ef0cb71dca9 HTTP/1.1" status: 200 len: 856 time: 0.1965263 Nov 11 21:33:50.010902 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c44285-9a84-42e1-b065-b83cc6ae034a req-4fc605b6-7bb3-47ca-b7a0-466d3e735163 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.1380553 Nov 11 21:33:50.014973 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cd1d025a-3bc9-421a-9a13-41c1474ea1dc req-7ea5713f-3b30-4e4c-b0db-0611b9057982 service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625354 Nov 11 21:33:50.056658 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f9c1e32-a08d-4055-ae1c-cfcd58f50fdf req-97f76b4b-dc82-4411-b296-bde9d5617cd6 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443616 Nov 11 21:33:50.106194 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:50.139498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f106ce-5f6d-4139-824f-ee69a1902871'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:50.142786 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b4bed2-8ff7-4f37-8068-8cf95caa9017" -d '{"events": [{"server_uuid": "e5fcda37-d9ac-4563-b903-3a1df65c2073", "name": "network-vif-plugged", "status": "completed", "tag": "d2f106ce-5f6d-4139-824f-ee69a1902871"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:50.158809 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-81bc50eb-467a-44d1-aca5-7bb0124ddfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:50.160307 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-81bc50eb-467a-44d1-aca5-7bb0124ddfc1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e&tenant_id=fd47c33b622049db8b0a7624a7b34e9c HTTP/1.1" status: 200 len: 1101 time: 0.1176922 Nov 11 21:33:50.162517 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:33:50.170300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d2f106ce-5f6d-4139-824f-ee69a1902871, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2f106ce-5f6d-4139-824f-ee69a1902871,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:50.188050 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:50.235044 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c44285-9a84-42e1-b065-b83cc6ae034a req-3f6ecdaf-d1fb-4b64-a43d-e0617b09644b tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.2140622 Nov 11 21:33:50.258115 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cd1d025a-3bc9-421a-9a13-41c1474ea1dc req-d9430429-a0c2-4efe-bcdf-cb39cc71591b service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331154 Nov 11 21:33:50.292216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d2f106ce-5f6d-4139-824f-ee69a1902871,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:50.298364 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-693f94e3-6344-4b78-8cec-4d83aa4840ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:50.300487 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-693f94e3-6344-4b78-8cec-4d83aa4840ae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 1101 time: 0.1036279 Nov 11 21:33:50.349720 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-d562ffcc-e5a8-47b6-8424-798cfe4f333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:50.351611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-d562ffcc-e5a8-47b6-8424-798cfe4f333a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28575828-e1a6-401b-bf7c-c60e475ca065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3274946 Nov 11 21:33:50.405849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-782e583f-c641-4b5c-98b8-620bda8a714a req-70c4acec-ad48-4725-a575-2ff7e310bd3e service neutron] 10.222.0.71 "GET /v2.0/networks/a49a4356-70ed-460f-a1fc-e12a48908987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065527 Nov 11 21:33:50.432780 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-cb7adfd9-f12d-40a7-8006-e4e3d3281d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:50.435333 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-cb7adfd9-f12d-40a7-8006-e4e3d3281d64 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1278005 Nov 11 21:33:50.460331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef47146-9f59-42ed-bc75-5d5be86c523f', 'tag': 'b781e197-31ac-433a-8dae-63c05a0ad88b'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:50.462545 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79362b1-5b4a-41d7-86cd-426f9e83543b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef47146-9f59-42ed-bc75-5d5be86c523f", "tag": "b781e197-31ac-433a-8dae-63c05a0ad88b"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:50.611446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd079567-315b-4d30-ab74-fadcc7c1e1be req-b80da09f-47bb-48ef-aa7d-673d7947fd5a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:50.618817 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd079567-315b-4d30-ab74-fadcc7c1e1be req-b80da09f-47bb-48ef-aa7d-673d7947fd5a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.2605793 Nov 11 21:33:50.677022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-782e583f-c641-4b5c-98b8-620bda8a714a req-a9ef5b52-d5f7-44f5-83e4-1bb579601c04 service neutron] 10.222.0.71 "GET /v2.0/networks/a49a4356-70ed-460f-a1fc-e12a48908987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442455 Nov 11 21:33:50.682751 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-07c0ab0b-9b4f-498c-8a6c-14a2e50de710 service neutron] 10.222.0.10 "GET /v2.0/networks/28575828-e1a6-401b-bf7c-c60e475ca065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919343 Nov 11 21:33:50.698172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-a6c44285-9a84-42e1-b065-b83cc6ae034a req-c8d309ba-7657-4a3c-a342-26428b4191bf tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Deleting port 90ad9506-945c-428d-bbab-cc8a417299b4 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:50.698603 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a6c44285-9a84-42e1-b065-b83cc6ae034a req-c8d309ba-7657-4a3c-a342-26428b4191bf tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:50.775326 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd079567-315b-4d30-ab74-fadcc7c1e1be req-e2c6ea57-997f-4e78-b970-7f50fc35da32 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1423550 Nov 11 21:33:50.854444 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-c118988a-498e-462f-a082-7f976623fc2b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=7c5b679c-9b22-442b-bd73-c1b390ce57a3 HTTP/1.1" status: 200 len: 217 time: 0.4112780 Nov 11 21:33:50.915901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-db7fe39c-f0e9-4794-9509-1621f6120ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:50.917352 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-db7fe39c-f0e9-4794-9509-1621f6120ccd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0504231 Nov 11 21:33:50.940663 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a6c44285-9a84-42e1-b065-b83cc6ae034a req-c8d309ba-7657-4a3c-a342-26428b4191bf tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:50.941784 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a6c44285-9a84-42e1-b065-b83cc6ae034a req-c8d309ba-7657-4a3c-a342-26428b4191bf tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:50.957449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-a6c44285-9a84-42e1-b065-b83cc6ae034a req-c8d309ba-7657-4a3c-a342-26428b4191bf tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Calling delete_port for 90ad9506-945c-428d-bbab-cc8a417299b4 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:50.985446 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-832f934f-10ac-4821-9f24-824e42080b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:50.987183 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-832f934f-10ac-4821-9f24-824e42080b5c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554893 Nov 11 21:33:51.029117 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c5b4bd8-8081-47a7-bdce-3748f08511e0 req-21de3b47-376a-4456-a742-d13b628fc4c6 service neutron] 10.222.0.10 "GET /v2.0/networks/28575828-e1a6-401b-bf7c-c60e475ca065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284247 Nov 11 21:33:51.082784 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abc2b0-a678-457d-9410-4808330bda7b req-74ee42fd-2cd2-43d4-b2ac-a207b1e95254 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:51.083072 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61abc2b0-a678-457d-9410-4808330bda7b req-74ee42fd-2cd2-43d4-b2ac-a207b1e95254 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 984 time: 0.2377784 Nov 11 21:33:51.127432 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-ff040d92-8a10-4b6e-ba18-5868808b5ed0 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300416 Nov 11 21:33:51.195090 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61abc2b0-a678-457d-9410-4808330bda7b req-ddda9ce6-d533-4931-ab43-042bf3bb7147 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&id=802ffac6-d468-4c91-b76d-ae19e3b02dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0987182 Nov 11 21:33:51.201511 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a6c44285-9a84-42e1-b065-b83cc6ae034a req-c8d309ba-7657-4a3c-a342-26428b4191bf tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:51.236869 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d309ba-7657-4a3c-a342-26428b4191bf tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Pushing event deleted for resources: {'Port': ['ID=90ad9506-945c-428d-bbab-cc8a417299b4,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:51.245467 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f7a2c4b-ccab-4026-8e29-5f95ddee249d req-7f7e1d25-e5d3-4d48-8c04-35d62ec26728 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089935 Nov 11 21:33:51.306205 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a6c44285-9a84-42e1-b065-b83cc6ae034a req-c8d309ba-7657-4a3c-a342-26428b4191bf tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:51.309843 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a6c44285-9a84-42e1-b065-b83cc6ae034a req-c8d309ba-7657-4a3c-a342-26428b4191bf tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:51.313242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c44285-9a84-42e1-b065-b83cc6ae034a req-c8d309ba-7657-4a3c-a342-26428b4191bf tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "DELETE /v2.0/floatingips/d8adaddc-264f-404e-b608-215cb2ea84c2 HTTP/1.1" status: 204 len: 173 time: 1.0570629 Nov 11 21:33:51.448276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c9565-e267-4d5d-99ab-0c6f4af90531 req-f014ba7a-fc6b-4c4c-a347-cb9679ac0956 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:51.449887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-599c9565-e267-4d5d-99ab-0c6f4af90531 req-f014ba7a-fc6b-4c4c-a347-cb9679ac0956 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 950 time: 0.0706022 Nov 11 21:33:51.517696 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-599c9565-e267-4d5d-99ab-0c6f4af90531 req-fec0016b-93e4-4942-8f62-72eea4a9e0cd tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611763 Nov 11 21:33:51.602669 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6d2ec2-a9f1-4978-9f7b-11e47e3b5ecd x-openstack-request-id: req-6e6d2ec2-a9f1-4978-9f7b-11e47e3b5ecd {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:51.603256 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fcda37-d9ac-4563-b903-3a1df65c2073", "name": "network-vif-plugged", "status": "completed", "tag": "d2f106ce-5f6d-4139-824f-ee69a1902871", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:51.603394 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e6d2ec2-a9f1-4978-9f7b-11e47e3b5ecd {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:51.605896 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f106ce-5f6d-4139-824f-ee69a1902871', 'code': 200} Nov 11 21:33:51.674007 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7034f57d-17b9-4fc6-a8df-569e5979e4e4 x-openstack-request-id: req-7034f57d-17b9-4fc6-a8df-569e5979e4e4 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:51.675036 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef47146-9f59-42ed-bc75-5d5be86c523f", "tag": "b781e197-31ac-433a-8dae-63c05a0ad88b", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:51.675508 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7034f57d-17b9-4fc6-a8df-569e5979e4e4 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:51.676209 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef47146-9f59-42ed-bc75-5d5be86c523f', 'tag': 'b781e197-31ac-433a-8dae-63c05a0ad88b', 'status': 'completed', 'code': 200} Nov 11 21:33:51.810429 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052651c1-4bea-4af5-8370-cedcda9f6521 req-644385c1-da7a-42ec-8c49-38ec53efb80b tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:51.811976 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-052651c1-4bea-4af5-8370-cedcda9f6521 req-644385c1-da7a-42ec-8c49-38ec53efb80b tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 945 time: 0.1303761 Nov 11 21:33:51.821089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79362b1-5b4a-41d7-86cd-426f9e83543b req-5a9257dd-edf7-4945-b953-cb8630ad9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:51.824734 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f79362b1-5b4a-41d7-86cd-426f9e83543b req-5a9257dd-edf7-4945-b953-cb8630ad9132 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d&device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 1135 time: 0.1051147 Nov 11 21:33:51.856490 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e078e-421f-412d-9593-c0a7be247ecf req-5a9ddd1d-b0e9-4743-82bf-01bdfcb24d9b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:51.858002 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-676e078e-421f-412d-9593-c0a7be247ecf req-5a9ddd1d-b0e9-4743-82bf-01bdfcb24d9b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b14c28f-2114-4594-a36d-1fd098850d75 HTTP/1.1" status: 200 len: 945 time: 0.1102104 Nov 11 21:33:51.915129 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72f02da6-ee7a-4242-9b47-6276a3b17ffb up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:51.980036 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-052651c1-4bea-4af5-8370-cedcda9f6521 req-181b0232-efac-40c2-bcf4-67452b5d243d tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e39338-6d77-43da-ae06-ea166d9fa83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562581 Nov 11 21:33:51.993683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 72f02da6-ee7a-4242-9b47-6276a3b17ffb completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:52.003675 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-676e078e-421f-412d-9593-c0a7be247ecf req-7dec1321-a13d-442a-866e-5e5b298e0693 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326802 Nov 11 21:33:52.032102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 72f02da6-ee7a-4242-9b47-6276a3b17ffb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:52.032539 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:52.048827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79362b1-5b4a-41d7-86cd-426f9e83543b req-0c03cf7a-96c7-4998-b9b8-68effd1c9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:52.050353 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f79362b1-5b4a-41d7-86cd-426f9e83543b req-0c03cf7a-96c7-4998-b9b8-68effd1c9fa9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18898783-5058-4e57-bc2e-6ade26d28162 HTTP/1.1" status: 200 len: 915 time: 0.2175181 Nov 11 21:33:52.144460 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:52.147761 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f79362b1-5b4a-41d7-86cd-426f9e83543b req-904531c7-9049-4fcc-a49f-fa907cbddb35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b781e197-31ac-433a-8dae-63c05a0ad88b HTTP/1.1" status: 200 len: 217 time: 0.0871067 Nov 11 21:33:52.197123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:52.213874 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:52.215587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7c5b679c-9b22-442b-bd73-c1b390ce57a3 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:52.287226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79362b1-5b4a-41d7-86cd-426f9e83543b req-ecd9d3ed-3a23-48b0-a81f-96eb0af0fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:52.288618 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f79362b1-5b4a-41d7-86cd-426f9e83543b req-ecd9d3ed-3a23-48b0-a81f-96eb0af0fc18 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d7cb89f3-a334-4065-a096-f45c6d41dd1f HTTP/1.1" status: 200 len: 853 time: 0.1140730 Nov 11 21:33:52.298225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0d66-0ede-4053-860a-c7373970e22c req-804ee7bb-95a8-4f56-a6f6-f368a2346b06 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:52.299818 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-478a0d66-0ede-4053-860a-c7373970e22c req-804ee7bb-95a8-4f56-a6f6-f368a2346b06 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1677353 Nov 11 21:33:52.318793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62847b1-2b8b-45f4-85a2-9b4d99409542 req-4b200ea7-e716-4f6a-89b7-3dad265e97c8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:52.320319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f62847b1-2b8b-45f4-85a2-9b4d99409542 req-4b200ea7-e716-4f6a-89b7-3dad265e97c8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1926076 Nov 11 21:33:52.327807 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e11f81-e051-45be-a051-1a415d1bdcff req-b614e024-613d-4b21-8f42-b876a8977905 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:52.331895 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-69e11f81-e051-45be-a051-1a415d1bdcff req-b614e024-613d-4b21-8f42-b876a8977905 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 945 time: 0.0958004 Nov 11 21:33:52.355969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=72f02da6-ee7a-4242-9b47-6276a3b17ffb,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:52.363060 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f79362b1-5b4a-41d7-86cd-426f9e83543b req-964a428c-9264-4932-9791-4009aea5f221 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18898783-5058-4e57-bc2e-6ade26d28162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612683 Nov 11 21:33:52.410724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-478a0d66-0ede-4053-860a-c7373970e22c req-887e579c-4b72-4237-bada-a4501a920427 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0892892 Nov 11 21:33:52.448602 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:52.498716 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-69e11f81-e051-45be-a051-1a415d1bdcff req-7b54b3d8-acc3-41d9-8838-00f41f5a8818 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Deleting port ffe6e664-bcf9-4b69-b787-6fce9adb534a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:52.499519 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69e11f81-e051-45be-a051-1a415d1bdcff req-7b54b3d8-acc3-41d9-8838-00f41f5a8818 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:52.504345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7c5b679c-9b22-442b-bd73-c1b390ce57a3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7c5b679c-9b22-442b-bd73-c1b390ce57a3,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:52.504576 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f62847b1-2b8b-45f4-85a2-9b4d99409542 req-bb7f62a4-5c79-49f6-8b2b-08f501229333 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1499588 Nov 11 21:33:52.513573 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:52.606664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-69e11f81-e051-45be-a051-1a415d1bdcff req-7b54b3d8-acc3-41d9-8838-00f41f5a8818 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] For port ffe6e664-bcf9-4b69-b787-6fce9adb534a, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ffe6e664-bcf9-4b69-b787-6fce9adb534a,segment=NetworkSegment(ae251cbb-fad4-4fc7-be76-d69328daf7b8),segment_id=ae251cbb-fad4-4fc7-be76-d69328daf7b8)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:52.622800 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69e11f81-e051-45be-a051-1a415d1bdcff req-7b54b3d8-acc3-41d9-8838-00f41f5a8818 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:52.622945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7c5b679c-9b22-442b-bd73-c1b390ce57a3,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:52.623423 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f79362b1-5b4a-41d7-86cd-426f9e83543b req-93c88428-16ef-4ea6-b9f6-9fa414e3ff4f service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257030 Nov 11 21:33:52.626316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-69e11f81-e051-45be-a051-1a415d1bdcff req-7b54b3d8-acc3-41d9-8838-00f41f5a8818 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Calling delete_port for ffe6e664-bcf9-4b69-b787-6fce9adb534a owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:52.708877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ce016-2005-485c-8f15-2c310594e043 req-c16124d3-b304-42a1-9313-c410837007c0 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:52.730684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-423ce016-2005-485c-8f15-2c310594e043 req-c16124d3-b304-42a1-9313-c410837007c0 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 984 time: 0.2050467 Nov 11 21:33:52.861286 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69e11f81-e051-45be-a051-1a415d1bdcff req-7b54b3d8-acc3-41d9-8838-00f41f5a8818 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:52.880771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['ffe6e664-bcf9-4b69-b787-6fce9adb534a'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:52.919782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54b3d8-acc3-41d9-8838-00f41f5a8818 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Pushing event deleted for resources: {'Port': ['ID=ffe6e664-bcf9-4b69-b787-6fce9adb534a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:52.977904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e11f81-e051-45be-a051-1a415d1bdcff req-7b54b3d8-acc3-41d9-8838-00f41f5a8818 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] No DVR routers for this DVR port ffe6e664-bcf9-4b69-b787-6fce9adb534a on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:33:52.980966 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69e11f81-e051-45be-a051-1a415d1bdcff req-7b54b3d8-acc3-41d9-8838-00f41f5a8818 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:52.984553 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-69e11f81-e051-45be-a051-1a415d1bdcff req-7b54b3d8-acc3-41d9-8838-00f41f5a8818 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.10 "DELETE /v2.0/ports/ffe6e664-bcf9-4b69-b787-6fce9adb534a HTTP/1.1" status: 204 len: 173 time: 0.6464000 Nov 11 21:33:52.985127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb06c11-bc39-4de3-9e3a-1c131afc5d76', 'name': 'network-vif-deleted', 'tag': 'ffe6e664-bcf9-4b69-b787-6fce9adb534a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:52.987467 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27e1f6d-16fe-4011-8764-ab0a9e1cab5c" -d '{"events": [{"server_uuid": "0cb06c11-bc39-4de3-9e3a-1c131afc5d76", "name": "network-vif-deleted", "tag": "ffe6e664-bcf9-4b69-b787-6fce9adb534a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:53.185395 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-423ce016-2005-485c-8f15-2c310594e043 req-587bc76c-c816-40a1-b21b-0613873b7d97 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&id=802ffac6-d468-4c91-b76d-ae19e3b02dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4536524 Nov 11 21:33:53.206001 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a56cb692-1fa1-437a-9a48-2002af9e3499 req-b56e50b1-46bc-426c-aabc-0e96eb06380e tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3811810 Nov 11 21:33:53.252758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f79362b1-5b4a-41d7-86cd-426f9e83543b req-ab526355-2147-4598-91e5-1057f6f751fa service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6183176 Nov 11 21:33:53.256207 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a449fca9-d907-4290-8933-ce2c913c4b4d x-openstack-request-id: req-a449fca9-d907-4290-8933-ce2c913c4b4d {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:53.256644 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb06c11-bc39-4de3-9e3a-1c131afc5d76", "name": "network-vif-deleted", "tag": "ffe6e664-bcf9-4b69-b787-6fce9adb534a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:53.256921 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a449fca9-d907-4290-8933-ce2c913c4b4d {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:53.257314 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb06c11-bc39-4de3-9e3a-1c131afc5d76', 'name': 'network-vif-deleted', 'tag': 'ffe6e664-bcf9-4b69-b787-6fce9adb534a', 'status': 'completed', 'code': 200} Nov 11 21:33:53.341955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34498631-e0ef-4d11-9884-509116b273ae req-f63bbe8a-52ad-4e51-ba2b-5945094444f2 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:53.345240 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34498631-e0ef-4d11-9884-509116b273ae req-f63bbe8a-52ad-4e51-ba2b-5945094444f2 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 948 time: 0.0641494 Nov 11 21:33:53.346268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020817b-9ab6-4965-a305-ef34a40e1140 req-e7fd1b37-fd7f-4ec5-87ff-a30f901aeeff tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:53.348314 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b020817b-9ab6-4965-a305-ef34a40e1140 req-e7fd1b37-fd7f-4ec5-87ff-a30f901aeeff tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b14c28f-2114-4594-a36d-1fd098850d75 HTTP/1.1" status: 200 len: 945 time: 0.0944705 Nov 11 21:33:53.397160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa9dd071-0e6e-42ff-88e7-99052e7b9a2a req-919133c1-f7a1-4b9e-9d95-901565fc9dd3 tempest-ServerGroupTestJSON-969619918 tempest-ServerGroupTestJSON-969619918-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cb06c11-bc39-4de3-9e3a-1c131afc5d76 HTTP/1.1" status: 200 len: 210 time: 0.0460920 Nov 11 21:33:53.481224 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b020817b-9ab6-4965-a305-ef34a40e1140 req-95a6d153-5c65-41e6-a6b5-4dfb7a84e42b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Deleting port b27ec0e1-5a26-4a1b-b65f-6afb117e59bc {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:53.481710 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b020817b-9ab6-4965-a305-ef34a40e1140 req-95a6d153-5c65-41e6-a6b5-4dfb7a84e42b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:53.487881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34498631-e0ef-4d11-9884-509116b273ae req-626066d9-2902-4974-8b04-40e4fdedc86d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078854 Nov 11 21:33:53.607748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb'}, {'server_uuid': '0bcbab52-37d5-40be-a8cc-bed53558c74e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5b679c-9b22-442b-bd73-c1b390ce57a3'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:53.612177 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a28e61-e5b8-4ca2-8173-05065f5725e5" -d '{"events": [{"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-plugged", "status": "completed", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb"}, {"server_uuid": "0bcbab52-37d5-40be-a8cc-bed53558c74e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5b679c-9b22-442b-bd73-c1b390ce57a3"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:53.665968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60b372-f51b-488f-94aa-6171f72c85fc req-9caa1d76-01df-4abc-bca5-0b791c00dbc9 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:53.667624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b60b372-f51b-488f-94aa-6171f72c85fc req-9caa1d76-01df-4abc-bca5-0b791c00dbc9 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b14c28f-2114-4594-a36d-1fd098850d75 HTTP/1.1" status: 200 len: 945 time: 0.1509302 Nov 11 21:33:53.682103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b020817b-9ab6-4965-a305-ef34a40e1140 req-95a6d153-5c65-41e6-a6b5-4dfb7a84e42b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] For port b27ec0e1-5a26-4a1b-b65f-6afb117e59bc, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b27ec0e1-5a26-4a1b-b65f-6afb117e59bc,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:53.682466 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b020817b-9ab6-4965-a305-ef34a40e1140 req-95a6d153-5c65-41e6-a6b5-4dfb7a84e42b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:53.696674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c6da0113-63c2-4cb3-bb3f-2b0315f1727d req-2830603c-bb92-48e7-b258-d8e96898765a tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1400831296&fields=id&tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d HTTP/1.1" status: 200 len: 267 time: 0.1304266 Nov 11 21:33:53.706681 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b020817b-9ab6-4965-a305-ef34a40e1140 req-95a6d153-5c65-41e6-a6b5-4dfb7a84e42b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Calling delete_port for b27ec0e1-5a26-4a1b-b65f-6afb117e59bc owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:53.773071 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b60b372-f51b-488f-94aa-6171f72c85fc req-94e29981-04a4-46ea-8c2e-ca968ee0bb8e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988281 Nov 11 21:33:53.797408 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da0113-63c2-4cb3-bb3f-2b0315f1727d req-ffd64002-0608-44da-a772-41260eb84385 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:53.806087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c6da0113-63c2-4cb3-bb3f-2b0315f1727d req-ffd64002-0608-44da-a772-41260eb84385 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 984 time: 0.0841372 Nov 11 21:33:53.814628 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-c6da0113-63c2-4cb3-bb3f-2b0315f1727d req-78334d21-6d28-4537-9e36-0bda76810a2b tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'port': {'security_groups': ['66aeb843-01ce-4874-a733-c07cab3e16b5', '802ffac6-d468-4c91-b76d-ae19e3b02dc5', '37cb8dcc-eb12-4079-ba31-b3440c4ceda0']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:53.882803 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b020817b-9ab6-4965-a305-ef34a40e1140 req-95a6d153-5c65-41e6-a6b5-4dfb7a84e42b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:53.899366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['b27ec0e1-5a26-4a1b-b65f-6afb117e59bc'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:53.902609 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['90fb43ec-2244-4e6f-88f4-0f6efcf8e38e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:53.930666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6d153-5c65-41e6-a6b5-4dfb7a84e42b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Pushing event deleted for resources: {'Port': ['ID=b27ec0e1-5a26-4a1b-b65f-6afb117e59bc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:53.966996 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c6da0113-63c2-4cb3-bb3f-2b0315f1727d req-78334d21-6d28-4537-9e36-0bda76810a2b tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:54.006383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b020817b-9ab6-4965-a305-ef34a40e1140 req-95a6d153-5c65-41e6-a6b5-4dfb7a84e42b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] No DVR routers for this DVR port b27ec0e1-5a26-4a1b-b65f-6afb117e59bc on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:33:54.010946 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b020817b-9ab6-4965-a305-ef34a40e1140 req-95a6d153-5c65-41e6-a6b5-4dfb7a84e42b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:54.015923 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b020817b-9ab6-4965-a305-ef34a40e1140 req-95a6d153-5c65-41e6-a6b5-4dfb7a84e42b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.71 "DELETE /v2.0/ports/b27ec0e1-5a26-4a1b-b65f-6afb117e59bc HTTP/1.1" status: 204 len: 173 time: 0.6609902 Nov 11 21:33:54.139403 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2e124-e8a7-44fa-a128-45d2d0c870c3 req-f5218086-7438-4b73-94ae-fda352faebe1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:54.141062 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4d2e124-e8a7-44fa-a128-45d2d0c870c3 req-f5218086-7438-4b73-94ae-fda352faebe1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 945 time: 0.0866606 Nov 11 21:33:54.238327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4d2e124-e8a7-44fa-a128-45d2d0c870c3 req-fe4b8074-02c9-4cfe-9e9d-f5190528ac06 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0858045 Nov 11 21:33:54.307932 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-c6da0113-63c2-4cb3-bb3f-2b0315f1727d req-78334d21-6d28-4537-9e36-0bda76810a2b tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] For port b781e197-31ac-433a-8dae-63c05a0ad88b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b781e197-31ac-433a-8dae-63c05a0ad88b,segment=NetworkSegment(e4aee7f6-990a-4d98-a33f-f01296c4c194),segment_id=e4aee7f6-990a-4d98-a33f-f01296c4c194)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:54.315377 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3621cb2-af73-44ec-8fed-1204f9b1432d x-openstack-request-id: req-c3621cb2-af73-44ec-8fed-1204f9b1432d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:54.316260 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-plugged", "status": "completed", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb", "code": 200}, {"server_uuid": "0bcbab52-37d5-40be-a8cc-bed53558c74e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5b679c-9b22-442b-bd73-c1b390ce57a3", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:54.316761 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3621cb2-af73-44ec-8fed-1204f9b1432d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:54.317433 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'code': 200} Nov 11 21:33:54.318021 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcbab52-37d5-40be-a8cc-bed53558c74e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5b679c-9b22-442b-bd73-c1b390ce57a3', 'code': 200} Nov 11 21:33:54.343276 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c6da0113-63c2-4cb3-bb3f-2b0315f1727d req-78334d21-6d28-4537-9e36-0bda76810a2b tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:54.352584 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c6da0113-63c2-4cb3-bb3f-2b0315f1727d req-78334d21-6d28-4537-9e36-0bda76810a2b tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:54.409827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da0113-63c2-4cb3-bb3f-2b0315f1727d req-78334d21-6d28-4537-9e36-0bda76810a2b tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:54.410590 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c6da0113-63c2-4cb3-bb3f-2b0315f1727d req-78334d21-6d28-4537-9e36-0bda76810a2b tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:54.426953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c6da0113-63c2-4cb3-bb3f-2b0315f1727d req-78334d21-6d28-4537-9e36-0bda76810a2b tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "PUT /v2.0/ports/b781e197-31ac-433a-8dae-63c05a0ad88b HTTP/1.1" status: 200 len: 1020 time: 0.6195672 Nov 11 21:33:54.428566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef47146-9f59-42ed-bc75-5d5be86c523f', 'tag': 'b781e197-31ac-433a-8dae-63c05a0ad88b'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:54.434261 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf5a58a-583b-49e3-bf82-576b1bcb9577" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef47146-9f59-42ed-bc75-5d5be86c523f", "tag": "b781e197-31ac-433a-8dae-63c05a0ad88b"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:54.482401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78334d21-6d28-4537-9e36-0bda76810a2b tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'Port': ['ID=b781e197-31ac-433a-8dae-63c05a0ad88b,revision_number=7']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:54.518394 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82410bf6-9328-4162-a4a2-9b6a04bcc6af req-72dadd84-e929-4eb5-95b1-52ab1b28cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:54.519940 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-82410bf6-9328-4162-a4a2-9b6a04bcc6af req-72dadd84-e929-4eb5-95b1-52ab1b28cbbc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 1096 time: 0.1048436 Nov 11 21:33:54.595722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56bf9e74-567d-495a-a456-b724acd5e1e4 req-11489043-9cd6-4e29-b7e7-324b5e6937c7 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/37cb8dcc-eb12-4079-ba31-b3440c4ceda0 HTTP/1.1" status: 200 len: 1819 time: 0.0914090 Nov 11 21:33:54.601243 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-82410bf6-9328-4162-a4a2-9b6a04bcc6af req-3e246eb7-91e9-4f56-a779-1574e98c0bb0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0641215 Nov 11 21:33:54.604192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b781e197-31ac-433a-8dae-63c05a0ad88b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:54.612356 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ab890-7c6c-40bc-9686-7f5beea70c31 req-f29c9f7b-5b01-4f0e-8321-124e7ade29ba tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:54.614003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-371ab890-7c6c-40bc-9686-7f5beea70c31 req-f29c9f7b-5b01-4f0e-8321-124e7ade29ba tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 946 time: 0.1000280 Nov 11 21:33:54.634500 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b5068eef-0f91-4fc7-9399-0cfb84cdbf6e', 'b781e197-31ac-433a-8dae-63c05a0ad88b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:54.686120 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-56bf9e74-567d-495a-a456-b724acd5e1e4 req-5648462f-8ef7-42eb-81f7-7f64a4bc9698 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 21:33:54.699785 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56bf9e74-567d-495a-a456-b724acd5e1e4 req-5648462f-8ef7-42eb-81f7-7f64a4bc9698 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "DELETE /v2.0/security-groups/37cb8dcc-eb12-4079-ba31-b3440c4ceda0 HTTP/1.1" status: 409 len: 341 time: 0.1027846 Nov 11 21:33:54.729105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-371ab890-7c6c-40bc-9686-7f5beea70c31 req-e73c602e-1788-48cb-9efd-9d05bbc66e5e tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/security-groups?id=5655ed8b-e295-4acf-9fe4-7aab8e8065e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066213 Nov 11 21:33:54.790630 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff339e4e-9f2f-4745-a87c-6b57d434612e x-openstack-request-id: req-ff339e4e-9f2f-4745-a87c-6b57d434612e {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:54.791233 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef47146-9f59-42ed-bc75-5d5be86c523f", "tag": "b781e197-31ac-433a-8dae-63c05a0ad88b", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:54.791233 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ff339e4e-9f2f-4745-a87c-6b57d434612e {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:54.791537 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef47146-9f59-42ed-bc75-5d5be86c523f', 'tag': 'b781e197-31ac-433a-8dae-63c05a0ad88b', 'status': 'completed', 'code': 200} Nov 11 21:33:54.906253 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d4386-283c-4648-8bd4-f176a678aee2 req-0e1afcae-e4c4-411c-b966-461204b965b4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:54.914359 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e90d4386-283c-4648-8bd4-f176a678aee2 req-0e1afcae-e4c4-411c-b966-461204b965b4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 948 time: 0.0966668 Nov 11 21:33:54.938014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5a58a-583b-49e3-bf82-576b1bcb9577 req-d4adcc8b-9ab4-4df2-87cb-d07607e3a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:54.939204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aaf5a58a-583b-49e3-bf82-576b1bcb9577 req-d4adcc8b-9ab4-4df2-87cb-d07607e3a2f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d&device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 1174 time: 0.0920043 Nov 11 21:33:55.012204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e90d4386-283c-4648-8bd4-f176a678aee2 req-173c9782-484d-4100-a6dd-feb4566bf627 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968113 Nov 11 21:33:55.136555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5a58a-583b-49e3-bf82-576b1bcb9577 req-9ced5ba9-b921-4d46-a619-bbab6eb58ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:55.139834 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aaf5a58a-583b-49e3-bf82-576b1bcb9577 req-9ced5ba9-b921-4d46-a619-bbab6eb58ae2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18898783-5058-4e57-bc2e-6ade26d28162 HTTP/1.1" status: 200 len: 915 time: 0.1875370 Nov 11 21:33:55.213510 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aaf5a58a-583b-49e3-bf82-576b1bcb9577 req-c9044759-29dc-4bf3-b766-293b1bbb15a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b781e197-31ac-433a-8dae-63c05a0ad88b HTTP/1.1" status: 200 len: 217 time: 0.0598030 Nov 11 21:33:55.258850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b14c28f-2114-4594-a36d-1fd098850d75', 'name': 'network-vif-deleted', 'tag': 'b27ec0e1-5a26-4a1b-b65f-6afb117e59bc'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:55.261724 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a853076-067f-4110-b05d-da4ef1110453" -d '{"events": [{"server_uuid": "8b14c28f-2114-4594-a36d-1fd098850d75", "name": "network-vif-deleted", "tag": "b27ec0e1-5a26-4a1b-b65f-6afb117e59bc"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:55.379150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5a58a-583b-49e3-bf82-576b1bcb9577 req-05bef397-7e4d-4965-9a31-a032c8ee72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:55.381173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aaf5a58a-583b-49e3-bf82-576b1bcb9577 req-05bef397-7e4d-4965-9a31-a032c8ee72bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d7cb89f3-a334-4065-a096-f45c6d41dd1f HTTP/1.1" status: 200 len: 853 time: 0.1407893 Nov 11 21:33:55.441030 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aaf5a58a-583b-49e3-bf82-576b1bcb9577 req-359f1fc7-cb3c-4d08-baba-f56cb2b3593e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18898783-5058-4e57-bc2e-6ade26d28162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363517 Nov 11 21:33:55.465860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508db0c4-eaca-41eb-af0b-2791d92a2096 req-3fbc76a5-f2ae-4e61-bd79-af607a3145e6 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:55.467959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-508db0c4-eaca-41eb-af0b-2791d92a2096 req-3fbc76a5-f2ae-4e61-bd79-af607a3145e6 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 1023 time: 0.2263134 Nov 11 21:33:55.481722 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0304a-5a5b-45ce-b5aa-922be213b3b0 req-1f58ab0c-f72b-435c-97c3-813b1372ac2a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:55.483508 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d7d0304a-5a5b-45ce-b5aa-922be213b3b0 req-1f58ab0c-f72b-435c-97c3-813b1372ac2a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e&tenant_id=fd47c33b622049db8b0a7624a7b34e9c&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 948 time: 0.0974119 Nov 11 21:33:55.621428 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-508db0c4-eaca-41eb-af0b-2791d92a2096 req-aeaaf3da-928d-4f9a-91c3-9ad71e874c38 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=802ffac6-d468-4c91-b76d-ae19e3b02dc5&id=66aeb843-01ce-4874-a733-c07cab3e16b5&id=37cb8dcc-eb12-4079-ba31-b3440c4ceda0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1443808 Nov 11 21:33:55.622790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0304a-5a5b-45ce-b5aa-922be213b3b0 req-32fa6d9a-3bfd-4293-8f0a-4a73ba4720f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:55.624787 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d7d0304a-5a5b-45ce-b5aa-922be213b3b0 req-32fa6d9a-3bfd-4293-8f0a-4a73ba4720f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 1099 time: 0.0678308 Nov 11 21:33:55.650826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aaf5a58a-583b-49e3-bf82-576b1bcb9577 req-8cf5b211-b278-4a79-9e6e-de592598d83e service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007194 Nov 11 21:33:55.705598 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217d833e-d96d-4710-a112-e15fe7ea6125 x-openstack-request-id: req-217d833e-d96d-4710-a112-e15fe7ea6125 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:55.705951 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b14c28f-2114-4594-a36d-1fd098850d75", "name": "network-vif-deleted", "tag": "b27ec0e1-5a26-4a1b-b65f-6afb117e59bc", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:55.706134 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-217d833e-d96d-4710-a112-e15fe7ea6125 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:55.706528 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b14c28f-2114-4594-a36d-1fd098850d75', 'name': 'network-vif-deleted', 'tag': 'b27ec0e1-5a26-4a1b-b65f-6afb117e59bc', 'status': 'completed', 'code': 200} Nov 11 21:33:55.795150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0304a-5a5b-45ce-b5aa-922be213b3b0 req-231f3088-2f70-4765-b0c1-4d36956302bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:55.796505 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d7d0304a-5a5b-45ce-b5aa-922be213b3b0 req-231f3088-2f70-4765-b0c1-4d36956302bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1621835 Nov 11 21:33:55.797271 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aaf5a58a-583b-49e3-bf82-576b1bcb9577 req-4f6c6da6-ca0b-4f52-808b-338b49b9dae0 service neutron] 10.222.0.10 "GET /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385660 Nov 11 21:33:55.855723 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d7d0304a-5a5b-45ce-b5aa-922be213b3b0 req-aabc61e2-5736-4024-a584-ab3dd13f3b3b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=7c5b679c-9b22-442b-bd73-c1b390ce57a3 HTTP/1.1" status: 200 len: 217 time: 0.0469446 Nov 11 21:33:55.900370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a9f4a-6e8b-4d2e-9277-cc8a2e78bfb9 req-b39a769c-332c-4572-a54e-3cbc8947cb67 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:55.902578 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e5a9f4a-6e8b-4d2e-9277-cc8a2e78bfb9 req-b39a769c-332c-4572-a54e-3cbc8947cb67 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 945 time: 0.1041596 Nov 11 21:33:55.918069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc7999-ff8e-4422-8234-79fb09df8c9f req-13d84923-b816-4e94-8920-9fbbfb1dcf4a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:55.924548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7c5b679c-9b22-442b-bd73-c1b390ce57a3 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:55.925826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cebc7999-ff8e-4422-8234-79fb09df8c9f req-13d84923-b816-4e94-8920-9fbbfb1dcf4a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 948 time: 0.1263475 Nov 11 21:33:55.952008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0304a-5a5b-45ce-b5aa-922be213b3b0 req-a8d2f823-64fa-41d3-bb9a-5ac9638f2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:55.954122 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d7d0304a-5a5b-45ce-b5aa-922be213b3b0 req-a8d2f823-64fa-41d3-bb9a-5ac9638f2394 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0823061 Nov 11 21:33:56.049189 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e5a9f4a-6e8b-4d2e-9277-cc8a2e78bfb9 req-6c55fec2-b0f7-49bf-9c99-ef7ecc9785fa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1204805 Nov 11 21:33:56.054457 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0304a-5a5b-45ce-b5aa-922be213b3b0 req-1ef79d66-b305-4c2b-9278-d4c12bba65a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:56.055547 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d7d0304a-5a5b-45ce-b5aa-922be213b3b0 req-1ef79d66-b305-4c2b-9278-d4c12bba65a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0865679 Nov 11 21:33:56.106291 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cebc7999-ff8e-4422-8234-79fb09df8c9f req-7cafd3c2-cc2d-4b11-81b8-4f924edc0fa0 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794665 Nov 11 21:33:56.165418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4450-e0ea-4f6e-97a3-661b107eca0a req-391a49b9-a655-4d7e-b0d0-6f0b5bed9774 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:56.172240 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dffa4450-e0ea-4f6e-97a3-661b107eca0a req-391a49b9-a655-4d7e-b0d0-6f0b5bed9774 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.71 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 946 time: 0.1696935 Nov 11 21:33:56.174242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7c5b679c-9b22-442b-bd73-c1b390ce57a3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7c5b679c-9b22-442b-bd73-c1b390ce57a3,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:56.209919 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d7d0304a-5a5b-45ce-b5aa-922be213b3b0 req-6b300ef1-e2f1-4ea5-b046-51498971ace4 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453283 Nov 11 21:33:56.210277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '7c5b679c-9b22-442b-bd73-c1b390ce57a3', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '7c5b679c-9b22-442b-bd73-c1b390ce57a3', 'mac_address': 'fa:16:3e:d4:b1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:56.279064 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:56.339671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5b679c-9b22-442b-bd73-c1b390ce57a3 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:56.382493 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7c5b679c-9b22-442b-bd73-c1b390ce57a3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7c5b679c-9b22-442b-bd73-c1b390ce57a3,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:56.407920 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:56.421209 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d7d0304a-5a5b-45ce-b5aa-922be213b3b0 req-44019c35-1a98-4588-a9eb-c699bc71043b service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023664 Nov 11 21:33:56.458190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585e3df-beaa-4a68-b3a4-60c3a6307f08 req-32b4e10a-cc09-4ce2-91fc-b815f006dc42 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:56.466260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f585e3df-beaa-4a68-b3a4-60c3a6307f08 req-32b4e10a-cc09-4ce2-91fc-b815f006dc42 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 946 time: 0.1072116 Nov 11 21:33:56.486581 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-dffa4450-e0ea-4f6e-97a3-661b107eca0a req-097b5bfd-78af-437b-84af-4444a6ca08fc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Deleting port 0aaf3113-fd67-4bc0-b874-c981823acd6b {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:56.487600 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-dffa4450-e0ea-4f6e-97a3-661b107eca0a req-097b5bfd-78af-437b-84af-4444a6ca08fc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:56.540692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7c5b679c-9b22-442b-bd73-c1b390ce57a3,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:56.660145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f585e3df-beaa-4a68-b3a4-60c3a6307f08 req-ca462ffd-98b9-40c8-9021-b016a5124495 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/security-groups?id=5655ed8b-e295-4acf-9fe4-7aab8e8065e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929345 Nov 11 21:33:56.720015 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7c5b679c-9b22-442b-bd73-c1b390ce57a3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:56.731870 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee16f86-1904-41bd-a06e-482149fbad1c req-591e4e9b-d694-4ce8-8b09-b099580cadc2 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:56.734210 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee16f86-1904-41bd-a06e-482149fbad1c req-591e4e9b-d694-4ce8-8b09-b099580cadc2 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 805 time: 0.2637990 Nov 11 21:33:56.749325 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-dffa4450-e0ea-4f6e-97a3-661b107eca0a req-097b5bfd-78af-437b-84af-4444a6ca08fc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] For port 0aaf3113-fd67-4bc0-b874-c981823acd6b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=0aaf3113-fd67-4bc0-b874-c981823acd6b,segment=NetworkSegment(ec8a5332-e8ed-489d-b51a-c0b23d290bca),segment_id=ec8a5332-e8ed-489d-b51a-c0b23d290bca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:56.750123 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-dffa4450-e0ea-4f6e-97a3-661b107eca0a req-097b5bfd-78af-437b-84af-4444a6ca08fc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:56.785196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-dffa4450-e0ea-4f6e-97a3-661b107eca0a req-097b5bfd-78af-437b-84af-4444a6ca08fc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Calling delete_port for 0aaf3113-fd67-4bc0-b874-c981823acd6b owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:56.811596 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee16f86-1904-41bd-a06e-482149fbad1c req-45770f37-a561-4929-b2b1-c4c56b6e2f63 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/quotas/178bb40f7c23473bbb72234aa8aa1b95 HTTP/1.1" status: 200 len: 375 time: 0.0654452 Nov 11 21:33:56.901040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f9ad7-c340-4938-aaa3-3dc3df1f691d req-02b286bb-5457-4010-ae5b-217509891e84 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:56.909568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-619f9ad7-c340-4938-aaa3-3dc3df1f691d req-02b286bb-5457-4010-ae5b-217509891e84 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 1023 time: 0.1550279 Nov 11 21:33:56.979530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ffe6e664-bcf9-4b69-b787-6fce9adb534a no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:56.981661 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee16f86-1904-41bd-a06e-482149fbad1c req-3fc7fe0e-3977-476d-84aa-e5ab4e371d9b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1240957 Nov 11 21:33:57.033827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: ffe6e664-bcf9-4b69-b787-6fce9adb534a {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:33:57.034236 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ffe6e664-bcf9-4b69-b787-6fce9adb534a not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:33:57.144720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-619f9ad7-c340-4938-aaa3-3dc3df1f691d req-eb37f098-406a-405c-97a4-da4d135e53a6 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=802ffac6-d468-4c91-b76d-ae19e3b02dc5&id=66aeb843-01ce-4874-a733-c07cab3e16b5&id=37cb8dcc-eb12-4079-ba31-b3440c4ceda0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2301538 Nov 11 21:33:57.196155 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-dffa4450-e0ea-4f6e-97a3-661b107eca0a req-097b5bfd-78af-437b-84af-4444a6ca08fc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:57.241617 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c413-f4d7-4474-ab6e-747b8742395f req-af147a54-7014-46f8-9619-567ad1ea29aa tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:57.243898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2e2c413-f4d7-4474-ab6e-747b8742395f req-af147a54-7014-46f8-9619-567ad1ea29aa tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 1023 time: 0.1794064 Nov 11 21:33:57.282400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee16f86-1904-41bd-a06e-482149fbad1c req-716d1fad-3cbb-45a0-acf6-f95c38d10527 service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727222 Nov 11 21:33:57.301915 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b5bfd-78af-437b-84af-4444a6ca08fc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Pushing event deleted for resources: {'Port': ['ID=0aaf3113-fd67-4bc0-b874-c981823acd6b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:57.440460 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['0aaf3113-fd67-4bc0-b874-c981823acd6b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:57.492371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffa4450-e0ea-4f6e-97a3-661b107eca0a req-097b5bfd-78af-437b-84af-4444a6ca08fc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] No DVR routers for this DVR port 0aaf3113-fd67-4bc0-b874-c981823acd6b on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:33:57.529338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a7cab-0959-4f67-8be6-c6e494bf5c34 req-7bff193a-213e-45dc-8db6-debada32436d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:57.530664 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a19a7cab-0959-4f67-8be6-c6e494bf5c34 req-7bff193a-213e-45dc-8db6-debada32436d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 945 time: 0.2533898 Nov 11 21:33:57.536410 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-dffa4450-e0ea-4f6e-97a3-661b107eca0a req-097b5bfd-78af-437b-84af-4444a6ca08fc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:57.539725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dffa4450-e0ea-4f6e-97a3-661b107eca0a req-097b5bfd-78af-437b-84af-4444a6ca08fc tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.71 "DELETE /v2.0/ports/0aaf3113-fd67-4bc0-b874-c981823acd6b HTTP/1.1" status: 204 len: 173 time: 1.3592234 Nov 11 21:33:57.540150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53554994-844b-4f06-8764-1715c4b0b3ca', 'name': 'network-vif-deleted', 'tag': '0aaf3113-fd67-4bc0-b874-c981823acd6b'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:57.542591 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b5ef59-7f43-413b-b317-c88e7de438e4" -d '{"events": [{"server_uuid": "53554994-844b-4f06-8764-1715c4b0b3ca", "name": "network-vif-deleted", "tag": "0aaf3113-fd67-4bc0-b874-c981823acd6b"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:57.570431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee16f86-1904-41bd-a06e-482149fbad1c req-c907ab48-e7e6-432d-91d5-742801a63047 service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616913 Nov 11 21:33:57.627947 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-f2e2c413-f4d7-4474-ab6e-747b8742395f req-2dba26a8-6151-4900-95c5-1865589e3933 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Deleting port b781e197-31ac-433a-8dae-63c05a0ad88b {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:57.628349 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f2e2c413-f4d7-4474-ab6e-747b8742395f req-2dba26a8-6151-4900-95c5-1865589e3933 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:57.693605 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a19a7cab-0959-4f67-8be6-c6e494bf5c34 req-8af57f8d-4a25-4ebe-9c44-fa04fd822928 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1470387 Nov 11 21:33:57.934540 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7c5b679c-9b22-442b-bd73-c1b390ce57a3 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:57.952556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f2e2c413-f4d7-4474-ab6e-747b8742395f req-2dba26a8-6151-4900-95c5-1865589e3933 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] For port b781e197-31ac-433a-8dae-63c05a0ad88b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b781e197-31ac-433a-8dae-63c05a0ad88b,segment=NetworkSegment(e4aee7f6-990a-4d98-a33f-f01296c4c194),segment_id=e4aee7f6-990a-4d98-a33f-f01296c4c194)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:57.953301 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f2e2c413-f4d7-4474-ab6e-747b8742395f req-2dba26a8-6151-4900-95c5-1865589e3933 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:57.986157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-f2e2c413-f4d7-4474-ab6e-747b8742395f req-2dba26a8-6151-4900-95c5-1865589e3933 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Calling delete_port for b781e197-31ac-433a-8dae-63c05a0ad88b owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:57.995589 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fc12a-cf13-4450-b18d-b0340e569413 req-69b32830-0acc-4037-83a7-0563bf032c90 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:58.004352 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-087fc12a-cf13-4450-b18d-b0340e569413 req-69b32830-0acc-4037-83a7-0563bf032c90 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 949 time: 0.1523709 Nov 11 21:33:58.087725 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48deb0eb-ad23-4e62-976a-bea5b6ad7634 x-openstack-request-id: req-48deb0eb-ad23-4e62-976a-bea5b6ad7634 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:58.087946 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53554994-844b-4f06-8764-1715c4b0b3ca", "name": "network-vif-deleted", "tag": "0aaf3113-fd67-4bc0-b874-c981823acd6b", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:58.088170 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48deb0eb-ad23-4e62-976a-bea5b6ad7634 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:58.088582 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53554994-844b-4f06-8764-1715c4b0b3ca', 'name': 'network-vif-deleted', 'tag': '0aaf3113-fd67-4bc0-b874-c981823acd6b', 'status': 'completed', 'code': 200} Nov 11 21:33:58.095655 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 7c5b679c-9b22-442b-bd73-c1b390ce57a3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:58.098279 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:58.224616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-087fc12a-cf13-4450-b18d-b0340e569413 req-d628c40f-c769-41bf-b7c1-2f807e0811ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958773 Nov 11 21:33:58.258999 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:58.277933 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96c59cea-e576-49c8-804d-6103c1c1938f req-a43ca53b-8e07-4873-b866-dc5592c31a57 tempest-FloatingIPsAssociationNegativeTestJSON-410662079 tempest-FloatingIPsAssociationNegativeTestJSON-410662079-project] 10.222.0.57 "GET /v2.0/ports?device_id=53554994-844b-4f06-8764-1715c4b0b3ca HTTP/1.1" status: 200 len: 210 time: 0.0801430 Nov 11 21:33:58.324729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcbab52-37d5-40be-a8cc-bed53558c74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5b679c-9b22-442b-bd73-c1b390ce57a3'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:58.327366 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d48bf96-8a78-4e5c-ad75-ac04ddd9fdd0" -d '{"events": [{"server_uuid": "0bcbab52-37d5-40be-a8cc-bed53558c74e", "name": "network-vif-plugged", "status": "completed", "tag": "7c5b679c-9b22-442b-bd73-c1b390ce57a3"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:58.353541 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7c5b679c-9b22-442b-bd73-c1b390ce57a3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7c5b679c-9b22-442b-bd73-c1b390ce57a3,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:58.361638 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:58.362976 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 0aaf3113-fd67-4bc0-b874-c981823acd6b no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:58.388626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 0aaf3113-fd67-4bc0-b874-c981823acd6b {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:33:58.390247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 0aaf3113-fd67-4bc0-b874-c981823acd6b not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:33:58.392041 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b27ec0e1-5a26-4a1b-b65f-6afb117e59bc no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:58.414953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-496520ec-9fdc-4f88-bd4c-f61029d8eb9d req-6227994e-cc94-47b4-affe-27c45cffc4cc tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 210 time: 0.0432932 Nov 11 21:33:58.450176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: b27ec0e1-5a26-4a1b-b65f-6afb117e59bc {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:33:58.451049 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b27ec0e1-5a26-4a1b-b65f-6afb117e59bc not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:33:58.484458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7c5b679c-9b22-442b-bd73-c1b390ce57a3,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:58.487305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9ff3-6493-4b2c-9799-058f5b7d6b93 req-0b6c5974-3132-4ad1-832a-5f1e08804196 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:58.494983 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c24a9ff3-6493-4b2c-9799-058f5b7d6b93 req-0b6c5974-3132-4ad1-832a-5f1e08804196 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 945 time: 0.1788397 Nov 11 21:33:58.505534 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32798) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:58.510811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f8c37b66-cfd0-42cb-9308-5792d0656837 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Request body: {'floatingip': {'port_id': '72f02da6-ee7a-4242-9b47-6276a3b17ffb'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:58.600961 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8c37b66-cfd0-42cb-9308-5792d0656837 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:59.048052 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47247f5f-fc9d-4bd4-ad03-92e7cb8839b4 req-391d3751-e0de-489d-9f4c-18601115ae32 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:59.055730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47247f5f-fc9d-4bd4-ad03-92e7cb8839b4 req-391d3751-e0de-489d-9f4c-18601115ae32 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ef47146-9f59-42ed-bc75-5d5be86c523f HTTP/1.1" status: 200 len: 1023 time: 0.4494565 Nov 11 21:33:59.063779 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f2e2c413-f4d7-4474-ab6e-747b8742395f req-2dba26a8-6151-4900-95c5-1865589e3933 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:59.074975 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b5068eef-0f91-4fc7-9399-0cfb84cdbf6e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:59.110939 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddf217-8a71-40eb-b3da-c608294d079e req-bf9843b3-7f57-40fd-93ee-5d0e1b774a19 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:59.118518 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14ddf217-8a71-40eb-b3da-c608294d079e req-bf9843b3-7f57-40fd-93ee-5d0e1b774a19 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 950 time: 0.5390265 Nov 11 21:33:59.186067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba26a8-6151-4900-95c5-1865589e3933 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event deleted for resources: {'Port': ['ID=b781e197-31ac-433a-8dae-63c05a0ad88b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:59.227643 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8c37b66-cfd0-42cb-9308-5792d0656837 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:59.246063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e2c413-f4d7-4474-ab6e-747b8742395f req-2dba26a8-6151-4900-95c5-1865589e3933 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] No DVR routers for this DVR port b781e197-31ac-433a-8dae-63c05a0ad88b on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:33:59.252518 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8c37b66-cfd0-42cb-9308-5792d0656837 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:59.268788 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47247f5f-fc9d-4bd4-ad03-92e7cb8839b4 req-a8a43eb8-d66a-4219-92f9-ee5fe72ab0c7 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=802ffac6-d468-4c91-b76d-ae19e3b02dc5&id=66aeb843-01ce-4874-a733-c07cab3e16b5&id=37cb8dcc-eb12-4079-ba31-b3440c4ceda0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2115836 Nov 11 21:33:59.296473 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f2e2c413-f4d7-4474-ab6e-747b8742395f req-2dba26a8-6151-4900-95c5-1865589e3933 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:59.300330 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2e2c413-f4d7-4474-ab6e-747b8742395f req-2dba26a8-6151-4900-95c5-1865589e3933 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.10 "DELETE /v2.0/ports/b781e197-31ac-433a-8dae-63c05a0ad88b HTTP/1.1" status: 204 len: 173 time: 2.0208731 Nov 11 21:33:59.382564 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14ddf217-8a71-40eb-b3da-c608294d079e req-ca82ca58-d218-41bd-9737-546b57209f62 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630002 Nov 11 21:33:59.413037 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cbc77c-bfcf-49a6-b4e9-7a7a54c8ac53 x-openstack-request-id: req-02cbc77c-bfcf-49a6-b4e9-7a7a54c8ac53 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:59.413577 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcbab52-37d5-40be-a8cc-bed53558c74e", "name": "network-vif-plugged", "status": "completed", "tag": "7c5b679c-9b22-442b-bd73-c1b390ce57a3", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:59.413577 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02cbc77c-bfcf-49a6-b4e9-7a7a54c8ac53 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:59.413939 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcbab52-37d5-40be-a8cc-bed53558c74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5b679c-9b22-442b-bd73-c1b390ce57a3', 'code': 200} Nov 11 21:33:59.466937 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-f8c37b66-cfd0-42cb-9308-5792d0656837 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Floating IP a10a82c3-48f7-4243-abc0-b7ea670bd2da associated. External IP: 172.25.0.63, port: 72f02da6-ee7a-4242-9b47-6276a3b17ffb. Nov 11 21:33:59.561213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 32810) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:59.680136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 32820) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:59.876282 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8d2fba3-df90-46ff-9fb2-5668ad1451e0 req-f1a379a3-cc92-4fa7-be4a-dda77d335c28 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 210 time: 0.0636129 Nov 11 21:33:59.909992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee16f86-1904-41bd-a06e-482149fbad1c req-6b720db5-16e1-470e-a4b3-e82c5aaac97b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:59.911853 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee16f86-1904-41bd-a06e-482149fbad1c req-6b720db5-16e1-470e-a4b3-e82c5aaac97b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.71 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 805 time: 0.5252454 Nov 11 21:33:59.945186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c37b66-cfd0-42cb-9308-5792d0656837 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Router 6cb4007a-b04e-40d5-b0c4-5c825b92623d has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:33:59.953147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-fee16f86-1904-41bd-a06e-482149fbad1c req-dffefb63-7864-40f5-bd55-f78bff95876f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Request body: {'port': {'device_id': '84c49eea-cf5e-4bff-8a08-7a91c86133f8', 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db', 'admin_state_up': True, 'tenant_id': '178bb40f7c23473bbb72234aa8aa1b95'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:00.056778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bf992d-af98-48c8-89e8-3f1dc1cb6760 admin admin] Deleting subnet 962a7d5b-cfcf-400b-b371-3588a7ecbc82 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:34:00.074222 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9bf992d-af98-48c8-89e8-3f1dc1cb6760 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:00.113151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef47146-9f59-42ed-bc75-5d5be86c523f', 'name': 'network-vif-deleted', 'tag': 'b781e197-31ac-433a-8dae-63c05a0ad88b'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:00.115496 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88efaed-7e5e-42b2-b14e-62875eb01064" -d '{"events": [{"server_uuid": "5ef47146-9f59-42ed-bc75-5d5be86c523f", "name": "network-vif-deleted", "tag": "b781e197-31ac-433a-8dae-63c05a0ad88b"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:00.120223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c37b66-cfd0-42cb-9308-5792d0656837 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:34:00.127623 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8c37b66-cfd0-42cb-9308-5792d0656837 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:00.137147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fd6c1b-446f-48fd-99a2-93139c2165dc None None] Sync routers for ids ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:34:00.156858 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd6c1b-446f-48fd-99a2-93139c2165dc None None] Routers {'6cb4007a-b04e-40d5-b0c4-5c825b92623d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:00.161250 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-71fd6c1b-446f-48fd-99a2-93139c2165dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:33:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:00.165934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-fdadd165-f789-478f-a871-84e54ef7521e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0980799 Nov 11 21:34:00.179735 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f8c37b66-cfd0-42cb-9308-5792d0656837 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "PUT /v2.0/floatingips/a10a82c3-48f7-4243-abc0-b7ea670bd2da HTTP/1.1" status: 200 len: 990 time: 1.6724336 Nov 11 21:34:00.180437 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:00.185054 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4a0b1b-e85a-4475-830f-bbdbadc43e29" -d '{"events": [{"name": "network-changed", "server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:00.274921 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7821a951-6cad-472c-a817-b4d2fe70524b x-openstack-request-id: req-7821a951-6cad-472c-a817-b4d2fe70524b {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:00.275334 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef47146-9f59-42ed-bc75-5d5be86c523f", "name": "network-vif-deleted", "tag": "b781e197-31ac-433a-8dae-63c05a0ad88b", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:00.275458 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7821a951-6cad-472c-a817-b4d2fe70524b {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:00.275831 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef47146-9f59-42ed-bc75-5d5be86c523f', 'name': 'network-vif-deleted', 'tag': 'b781e197-31ac-433a-8dae-63c05a0ad88b', 'status': 'completed', 'code': 200} Nov 11 21:34:00.313178 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9bf992d-af98-48c8-89e8-3f1dc1cb6760 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:00.314957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee16f86-1904-41bd-a06e-482149fbad1c req-dffefb63-7864-40f5-bd55-f78bff95876f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Made reservation on behalf of 178bb40f7c23473bbb72234aa8aa1b95 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:00.318768 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fee16f86-1904-41bd-a06e-482149fbad1c req-dffefb63-7864-40f5-bd55-f78bff95876f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:00.330342 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4706b58-e3ab-43b3-a28f-0e943ab3c76a x-openstack-request-id: req-c4706b58-e3ab-43b3-a28f-0e943ab3c76a {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:00.331071 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:00.331547 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4706b58-e3ab-43b3-a28f-0e943ab3c76a {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:00.332146 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'status': 'completed', 'code': 200} Nov 11 21:34:00.464110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a0b1b-e85a-4475-830f-bbdbadc43e29 req-df427429-e615-4ca5-965c-dc2f3746afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:00.466070 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ca4a0b1b-e85a-4475-830f-bbdbadc43e29 req-df427429-e615-4ca5-965c-dc2f3746afc3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 1096 time: 0.1014533 Nov 11 21:34:00.531193 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-71fd6c1b-446f-48fd-99a2-93139c2165dc None None] Set router 6cb4007a-b04e-40d5-b0c4-5c825b92623d gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:00.548972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-09b00ff1-66bd-409a-8015-a8353682da2e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:00.555930 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-09b00ff1-66bd-409a-8015-a8353682da2e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3820240 Nov 11 21:34:00.601127 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9bf992d-af98-48c8-89e8-3f1dc1cb6760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:00.610104 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4c98c8f-8da2-4493-8fe1-72257ba097fb req-573324c1-c7c4-46e5-b9cb-9dcd13c9d01e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/802ffac6-d468-4c91-b76d-ae19e3b02dc5 HTTP/1.1" status: 200 len: 1820 time: 0.1734190 Nov 11 21:34:00.634158 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a0b1b-e85a-4475-830f-bbdbadc43e29 req-d26c7274-2399-43ed-bfd7-01038b9bce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:00.637158 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ca4a0b1b-e85a-4475-830f-bbdbadc43e29 req-d26c7274-2399-43ed-bfd7-01038b9bce65 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.1596048 Nov 11 21:34:00.656534 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-9a31873e-9b1f-4065-8fa5-3596265d4213 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/quotas/fd47c33b622049db8b0a7624a7b34e9c HTTP/1.1" status: 200 len: 375 time: 0.0994864 Nov 11 21:34:00.739091 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ca4a0b1b-e85a-4475-830f-bbdbadc43e29 req-22fb924c-07a3-450f-aab1-83c8e70f9f29 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb HTTP/1.1" status: 200 len: 998 time: 0.0810254 Nov 11 21:34:00.816840 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a0b1b-e85a-4475-830f-bbdbadc43e29 req-3dc2adf7-63d0-460a-afed-dd1c9a6a94bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:00.818588 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ca4a0b1b-e85a-4475-830f-bbdbadc43e29 req-3dc2adf7-63d0-460a-afed-dd1c9a6a94bf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.0639167 Nov 11 21:34:00.834851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-71fd6c1b-446f-48fd-99a2-93139c2165dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:29Z', 'updated_at': '2021-11-11T21:33:33Z', 'revision_number': 4, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'gw_port': {'id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'a10a82c3-48f7-4243-abc0-b7ea670bd2da', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'port_id': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'mac_address': 'fa:16:3e:1b:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:33:39Z', 'updated_at': '2021-11-11T21:33:59Z', 'revision_number': 1, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84250b90-07e1-44c5-a2c9-2821c27c8aa4', 'name': '', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'mac_address': 'fa:16:3e:e0:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:33Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 5, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'subnets': [{'id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:00.876757 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fd6c1b-446f-48fd-99a2-93139c2165dc None None] Checking router: 6cb4007a-b04e-40d5-b0c4-5c825b92623d for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:34:00.888347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd6c1b-446f-48fd-99a2-93139c2165dc None None] Routers {'6cb4007a-b04e-40d5-b0c4-5c825b92623d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:00.889063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-71fd6c1b-446f-48fd-99a2-93139c2165dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:33:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:00.912585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-c3e7629a-b84d-489b-9301-46ad338acd5c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2548494 Nov 11 21:34:00.920028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a0b1b-e85a-4475-830f-bbdbadc43e29 req-a21c38e9-f60d-4e02-9c9f-40558e08e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:00.928340 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ca4a0b1b-e85a-4475-830f-bbdbadc43e29 req-a21c38e9-f60d-4e02-9c9f-40558e08e90f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866096 Nov 11 21:34:00.932789 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4c98c8f-8da2-4493-8fe1-72257ba097fb req-a8bd8436-1c42-45ab-86e5-6851d95a11a6 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:00.996053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b781e197-31ac-433a-8dae-63c05a0ad88b no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:01.003899 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9bf992d-af98-48c8-89e8-3f1dc1cb6760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.013292 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-fee16f86-1904-41bd-a06e-482149fbad1c req-dffefb63-7864-40f5-bd55-f78bff95876f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Allocated IP 172.20.0.8 (10d3c489-0533-44f1-82fd-8dea02ebc1db/9b04c1fc-83cf-41dc-92b1-a5b449f105f4/9be0100b-ea64-43b5-944a-d0bcbfb02880) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:34:01.059888 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: b781e197-31ac-433a-8dae-63c05a0ad88b {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:01.060866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b781e197-31ac-433a-8dae-63c05a0ad88b not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:01.089203 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4c98c8f-8da2-4493-8fe1-72257ba097fb req-a8bd8436-1c42-45ab-86e5-6851d95a11a6 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.161544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf992d-af98-48c8-89e8-3f1dc1cb6760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=962a7d5b-cfcf-400b-b371-3588a7ecbc82,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:01.163960 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9bf992d-af98-48c8-89e8-3f1dc1cb6760 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.170649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d9bf992d-af98-48c8-89e8-3f1dc1cb6760 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/962a7d5b-cfcf-400b-b371-3588a7ecbc82 HTTP/1.1" status: 204 len: 168 time: 1.6057634 Nov 11 21:34:01.184500 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ca4a0b1b-e85a-4475-830f-bbdbadc43e29 req-a25a2726-f689-4833-828f-4b03980c59a0 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495759 Nov 11 21:34:01.185128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32860) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:01.212997 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-71fd6c1b-446f-48fd-99a2-93139c2165dc None None] Set router 6cb4007a-b04e-40d5-b0c4-5c825b92623d gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:01.463671 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0e5d-0a2d-40d0-944c-ac4b526b93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.516557 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3af2a783-f2e4-49d7-ace8-e4b66ef807ac req-dd7ec1b3-69c6-45af-aeb7-b3c8224e27e6 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 210 time: 0.0895417 Nov 11 21:34:01.517548 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4c98c8f-8da2-4493-8fe1-72257ba097fb req-a8bd8436-1c42-45ab-86e5-6851d95a11a6 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.523831 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d4c98c8f-8da2-4493-8fe1-72257ba097fb req-a8bd8436-1c42-45ab-86e5-6851d95a11a6 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.525673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4c98c8f-8da2-4493-8fe1-72257ba097fb req-a8bd8436-1c42-45ab-86e5-6851d95a11a6 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "DELETE /v2.0/security-groups/802ffac6-d468-4c91-b76d-ae19e3b02dc5 HTTP/1.1" status: 204 len: 173 time: 0.8922622 Nov 11 21:34:01.555638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd8436-1c42-45ab-86e5-6851d95a11a6 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802ffac6-d468-4c91-b76d-ae19e3b02dc5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:01.574656 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fee16f86-1904-41bd-a06e-482149fbad1c req-dffefb63-7864-40f5-bd55-f78bff95876f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.611678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e43ef0-ec61-450b-b737-62451b5ad71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.700101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-71fd6c1b-446f-48fd-99a2-93139c2165dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:29Z', 'updated_at': '2021-11-11T21:33:33Z', 'revision_number': 4, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'gw_port': {'id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'a10a82c3-48f7-4243-abc0-b7ea670bd2da', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'port_id': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'mac_address': 'fa:16:3e:1b:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:33:39Z', 'updated_at': '2021-11-11T21:33:59Z', 'revision_number': 1, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84250b90-07e1-44c5-a2c9-2821c27c8aa4', 'name': '', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'mac_address': 'fa:16:3e:e0:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:33Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 5, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'subnets': [{'id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:01.738990 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ca4a0b1b-e85a-4475-830f-bbdbadc43e29 req-855b14cf-a537-4cfa-be70-acceaa255a55 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460207 Nov 11 21:34:01.746247 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0e5d-0a2d-40d0-944c-ac4b526b93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.746839 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d4f0ad1-8706-4c1c-9c4c-0a7fb283723c req-c7405159-3734-4773-ab09-f5f640bbe783 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 210 time: 0.1141269 Nov 11 21:34:01.771183 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fee16f86-1904-41bd-a06e-482149fbad1c req-dffefb63-7864-40f5-bd55-f78bff95876f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.805960 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7a3b0e5d-0a2d-40d0-944c-ac4b526b93e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9bce8ea-472e-415a-84a0-3692b291e6ec']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:01.808898 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['90fb43ec-2244-4e6f-88f4-0f6efcf8e38e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:01.814676 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fd6c1b-446f-48fd-99a2-93139c2165dc None None] The sync data for ids ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'] in n-d-805737-3 is: [{'id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:29Z', 'updated_at': '2021-11-11T21:33:33Z', 'revision_number': 4, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'gw_port': {'id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'a10a82c3-48f7-4243-abc0-b7ea670bd2da', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'port_id': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'mac_address': 'fa:16:3e:1b:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:33:39Z', 'updated_at': '2021-11-11T21:33:59Z', 'revision_number': 1, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84250b90-07e1-44c5-a2c9-2821c27c8aa4', 'name': '', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'mac_address': 'fa:16:3e:e0:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:33Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 5, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'subnets': [{'id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:34:01.819371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7a3b0e5d-0a2d-40d0-944c-ac4b526b93e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae251cbb-fad4-4fc7-be76-d69328daf7b8') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:01.819771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7a3b0e5d-0a2d-40d0-944c-ac4b526b93e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae251cbb-fad4-4fc7-be76-d69328daf7b8') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:01.835388 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0e5d-0a2d-40d0-944c-ac4b526b93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.869413 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0e5d-0a2d-40d0-944c-ac4b526b93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.879507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3b0e5d-0a2d-40d0-944c-ac4b526b93e9 admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:34:01.895517 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0e5d-0a2d-40d0-944c-ac4b526b93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:34:01.909052 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:34:02.051497 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0e5d-0a2d-40d0-944c-ac4b526b93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:02.059957 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0e5d-0a2d-40d0-944c-ac4b526b93e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:02.085945 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7a3b0e5d-0a2d-40d0-944c-ac4b526b93e9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e9bce8ea-472e-415a-84a0-3692b291e6ec HTTP/1.1" status: 204 len: 168 time: 0.8995514 Nov 11 21:34:02.131591 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b0e5d-0a2d-40d0-944c-ac4b526b93e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9bce8ea-472e-415a-84a0-3692b291e6ec,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:02.206791 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9461c26-d296-4e72-8fc5-95cfefed2fb6 None None] New status for floating IP a10a82c3-48f7-4243-abc0-b7ea670bd2da: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:34:02.375448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32886) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:02.482009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bd121c8-fe4d-47f3-9f83-b64bb658d911 req-fcd316b6-1e52-45e9-bc9c-4f1c41bfc072 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/37cb8dcc-eb12-4079-ba31-b3440c4ceda0 HTTP/1.1" status: 200 len: 1819 time: 0.7531049 Nov 11 21:34:02.501426 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a7acce88-11d8-4ec6-a7bc-69496689b98d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=12632c21da6347b2a16f81ef7612fafb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1241884 Nov 11 21:34:02.502190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee16f86-1904-41bd-a06e-482149fbad1c req-dffefb63-7864-40f5-bd55-f78bff95876f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Network 10d3c489-0533-44f1-82fd-8dea02ebc1db is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:02.503239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32896) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:02.582650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffefb63-7864-40f5-bd55-f78bff95876f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Pushing event updated for resources: {'Port': ['ID=9be0100b-ea64-43b5-944a-d0bcbfb02880,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:02.612697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-fee16f86-1904-41bd-a06e-482149fbad1c req-dffefb63-7864-40f5-bd55-f78bff95876f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:02.624125 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee16f86-1904-41bd-a06e-482149fbad1c req-dffefb63-7864-40f5-bd55-f78bff95876f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:34:02.644900 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9c27ae5-ddd0-492f-be1e-aa74fad702bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:02.667686 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9c27ae5-ddd0-492f-be1e-aa74fad702bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:02.760159 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9c27ae5-ddd0-492f-be1e-aa74fad702bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:02.766548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9c27ae5-ddd0-492f-be1e-aa74fad702bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:02.771463 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d9c27ae5-ddd0-492f-be1e-aa74fad702bf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/56e39338-6d77-43da-ae06-ea166d9fa83c HTTP/1.1" status: 204 len: 168 time: 0.2631114 Nov 11 21:34:02.774589 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee16f86-1904-41bd-a06e-482149fbad1c req-dffefb63-7864-40f5-bd55-f78bff95876f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:02.774589 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fee16f86-1904-41bd-a06e-482149fbad1c req-dffefb63-7864-40f5-bd55-f78bff95876f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:02.788718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c27ae5-ddd0-492f-be1e-aa74fad702bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e39338-6d77-43da-ae06-ea166d9fa83c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:02.797411 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4bd121c8-fe4d-47f3-9f83-b64bb658d911 req-e3ac35fd-a5f2-4237-8a5c-745eb2b168ee tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:02.811379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e268967-4ec8-4f1e-8b8f-0746740c15af req-c0ba05b8-e0ba-41b3-816e-ee964c18a661 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:02.818985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e268967-4ec8-4f1e-8b8f-0746740c15af req-c0ba05b8-e0ba-41b3-816e-ee964c18a661 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 931 time: 0.1595728 Nov 11 21:34:02.856733 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee16f86-1904-41bd-a06e-482149fbad1c req-dffefb63-7864-40f5-bd55-f78bff95876f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9076431 Nov 11 21:34:02.871923 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Request body: {'port': {'device_id': '84c49eea-cf5e-4bff-8a08-7a91c86133f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:02.957247 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4bd121c8-fe4d-47f3-9f83-b64bb658d911 req-e3ac35fd-a5f2-4237-8a5c-745eb2b168ee tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:03.009909 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-c6662b50-4d3a-4292-aae7-c86868d36c30 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032555 Nov 11 21:34:03.070245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e268967-4ec8-4f1e-8b8f-0746740c15af req-c8fac09f-ba79-4b12-bf1c-f04d0d106aa0 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482064 Nov 11 21:34:03.220022 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4bd121c8-fe4d-47f3-9f83-b64bb658d911 req-e3ac35fd-a5f2-4237-8a5c-745eb2b168ee tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:03.223211 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4bd121c8-fe4d-47f3-9f83-b64bb658d911 req-e3ac35fd-a5f2-4237-8a5c-745eb2b168ee tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:03.224519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bd121c8-fe4d-47f3-9f83-b64bb658d911 req-e3ac35fd-a5f2-4237-8a5c-745eb2b168ee tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "DELETE /v2.0/security-groups/37cb8dcc-eb12-4079-ba31-b3440c4ceda0 HTTP/1.1" status: 204 len: 173 time: 0.7168503 Nov 11 21:34:03.236977 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:03.302776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac35fd-a5f2-4237-8a5c-745eb2b168ee tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cb8dcc-eb12-4079-ba31-b3440c4ceda0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:03.305572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-05e43ef0-ec61-450b-b737-62451b5ad71b admin admin] Deleting port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:03.306942 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e43ef0-ec61-450b-b737-62451b5ad71b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:03.317834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-e97958f9-e61d-4faf-9e95-95de8ee290e0 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:03.319432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-e97958f9-e61d-4faf-9e95-95de8ee290e0 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2795842 Nov 11 21:34:03.324495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-dbd6ac42-307a-46e5-aee4-ba3bc4328676 req-0b3489b8-8c3c-45a4-8ad1-ece60b8736cf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-744833091', 'description': 'tempest-description-2022556966'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:03.470152 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32ee99ba-1863-4d41-8c77-1761342ec46b req-4949a3b0-24da-44fe-94e8-dfcee7d0bf09 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 210 time: 0.0341294 Nov 11 21:34:03.503829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-f751802d-0dc6-47c3-8503-6cb76f64b203 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Request body: {'port': {'device_id': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'fd47c33b622049db8b0a7624a7b34e9c'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:03.604836 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-dbd6ac42-307a-46e5-aee4-ba3bc4328676 req-0b3489b8-8c3c-45a4-8ad1-ece60b8736cf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:03.630140 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-05e43ef0-ec61-450b-b737-62451b5ad71b admin admin] For port 6efcb070-f1e9-4037-a857-a7e3d3bb88b3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6efcb070-f1e9-4037-a857-a7e3d3bb88b3,segment=NetworkSegment(ec8a5332-e8ed-489d-b51a-c0b23d290bca),segment_id=ec8a5332-e8ed-489d-b51a-c0b23d290bca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:03.630589 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e43ef0-ec61-450b-b737-62451b5ad71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:03.748650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-05e43ef0-ec61-450b-b737-62451b5ad71b admin admin] Calling delete_port for 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:03.953900 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-dbd6ac42-307a-46e5-aee4-ba3bc4328676 req-0b3489b8-8c3c-45a4-8ad1-ece60b8736cf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:03.973405 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-dbd6ac42-307a-46e5-aee4-ba3bc4328676 req-0b3489b8-8c3c-45a4-8ad1-ece60b8736cf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:03.995076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32948) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:04.000033 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-f751802d-0dc6-47c3-8503-6cb76f64b203 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Made reservation on behalf of fd47c33b622049db8b0a7624a7b34e9c for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:04.003603 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-f751802d-0dc6-47c3-8503-6cb76f64b203 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.049982 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-dbd6ac42-307a-46e5-aee4-ba3bc4328676 req-0b3489b8-8c3c-45a4-8ad1-ece60b8736cf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.051499 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbd6ac42-307a-46e5-aee4-ba3bc4328676 req-0b3489b8-8c3c-45a4-8ad1-ece60b8736cf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7416844 Nov 11 21:34:04.098514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3489b8-8c3c-45a4-8ad1-ece60b8736cf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944b60c9-a34f-4b85-9ee6-b4b53fd72230,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:04.100258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2019623940-network', 'tenant_id': '5f435caff64e4021b1d4941cca62dc4b'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:04.126746 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] Made reservation on behalf of 5f435caff64e4021b1d4941cca62dc4b for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:04.130029 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.139150 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.221607 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.226622 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.247623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] vlan segment allocate from pool success with {'vlan_id': 1160, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:34:04.263299 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e335e36e-0cfd-4e9c-b79d-6c673aa36938,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:04.266312 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.266633 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] Added segment 69449f73-4de1-415e-91b9-56b8f4d5679c of type vlan for network df398264-face-4d6c-a2e2-433220699d26 Nov 11 21:34:04.297274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e23c948-733d-49a0-885a-f05096edfca4 req-2ba61b1c-7c07-42df-a9e3-496334bd786f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/944b60c9-a34f-4b85-9ee6-b4b53fd72230 HTTP/1.1" status: 200 len: 1819 time: 0.1962163 Nov 11 21:34:04.306610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be0100b-ea64-43b5-944a-d0bcbfb02880 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:04.309859 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.335948 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.337166 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:04.337839 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.341075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-5e23c948-733d-49a0-885a-f05096edfca4 req-d74bad77-33be-4a1c-93ec-c960bb6fdb13 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Request body: {'security_group': {'name': 'tempest-sg-hth-350214296', 'description': 'tempest-description-hth-928549047'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:04.346997 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.375627 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3789346 Nov 11 21:34:04.395198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64c591-7113-484c-937a-4c31c866c12d req-0fd08d67-495c-4357-a51a-357afe4cb665 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:04.396705 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf64c591-7113-484c-937a-4c31c866c12d req-0fd08d67-495c-4357-a51a-357afe4cb665 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 931 time: 0.2463436 Nov 11 21:34:04.402503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 32962) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:04.410691 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4c417-105b-47a8-b90e-e29f5a346a59 admin admin] Pushing event updated for resources: {'Network': ['ID=df398264-face-4d6c-a2e2-433220699d26,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:04.412237 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-bc13672d-958f-4277-b7b5-e53148b6ec92 admin admin] Request body: {'subnet': {'network_id': 'df398264-face-4d6c-a2e2-433220699d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2019623940-subnet', 'tenant_id': '5f435caff64e4021b1d4941cca62dc4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:04.421179 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network df398264-face-4d6c-a2e2-433220699d26 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:34:04.460520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-f751802d-0dc6-47c3-8503-6cb76f64b203 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Allocated IP 192.168.233.192 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:34:04.504552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Transition to ACTIVE for port object 9be0100b-ea64-43b5-944a-d0bcbfb02880 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:34:04.514227 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5e23c948-733d-49a0-885a-f05096edfca4 req-d74bad77-33be-4a1c-93ec-c960bb6fdb13 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.516476 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e43ef0-ec61-450b-b737-62451b5ad71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.534326 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.547716 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc13672d-958f-4277-b7b5-e53148b6ec92 admin admin] Made reservation on behalf of 5f435caff64e4021b1d4941cca62dc4b for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:04.550024 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc13672d-958f-4277-b7b5-e53148b6ec92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.602066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e43ef0-ec61-450b-b737-62451b5ad71b admin admin] Pushing event deleted for resources: {'Port': ['ID=6efcb070-f1e9-4037-a857-a7e3d3bb88b3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:04.631790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf64c591-7113-484c-937a-4c31c866c12d req-9ccb599a-31ed-42f6-9373-21502ca0ed72 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089722 Nov 11 21:34:04.831318 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5e23c948-733d-49a0-885a-f05096edfca4 req-d74bad77-33be-4a1c-93ec-c960bb6fdb13 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.879211 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5e23c948-733d-49a0-885a-f05096edfca4 req-d74bad77-33be-4a1c-93ec-c960bb6fdb13 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.881657 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5e23c948-733d-49a0-885a-f05096edfca4 req-d74bad77-33be-4a1c-93ec-c960bb6fdb13 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:04.882872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e23c948-733d-49a0-885a-f05096edfca4 req-d74bad77-33be-4a1c-93ec-c960bb6fdb13 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "PUT /v2.0/security-groups/944b60c9-a34f-4b85-9ee6-b4b53fd72230 HTTP/1.1" status: 200 len: 1792 time: 0.5518644 Nov 11 21:34:04.893161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9be0100b-ea64-43b5-944a-d0bcbfb02880,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:04.897572 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-decb5e55-db52-47e2-989a-75a32a34b20c req-08e328ec-b03f-4d39-8a84-f53b1ac590bb tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 210 time: 0.1115732 Nov 11 21:34:05.072182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bad77-33be-4a1c-93ec-c960bb6fdb13 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944b60c9-a34f-4b85-9ee6-b4b53fd72230,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:05.120561 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-f751802d-0dc6-47c3-8503-6cb76f64b203 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:05.243579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Attempting to bind port 9be0100b-ea64-43b5-944a-d0bcbfb02880 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:34:05.243851 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Attempting to bind port 9be0100b-ea64-43b5-944a-d0bcbfb02880 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:34:05.244122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Attempting to bind port 9be0100b-ea64-43b5-944a-d0bcbfb02880 on network 10d3c489-0533-44f1-82fd-8dea02ebc1db {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:05.256755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-41e3dcc6-0358-4f23-b679-20f1a1125a04 req-865056ad-c4e2-420c-8762-265a8ce440d3 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/944b60c9-a34f-4b85-9ee6-b4b53fd72230 HTTP/1.1" status: 200 len: 1792 time: 0.2548771 Nov 11 21:34:05.305997 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e43ef0-ec61-450b-b737-62451b5ad71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:05.313560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Port 9be0100b-ea64-43b5-944a-d0bcbfb02880 on network 10d3c489-0533-44f1-82fd-8dea02ebc1db not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:34:05.313875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Attempting to bind port 9be0100b-ea64-43b5-944a-d0bcbfb02880 on network 10d3c489-0533-44f1-82fd-8dea02ebc1db {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:05.345291 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-f751802d-0dc6-47c3-8503-6cb76f64b203 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:05.357263 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7c5b679c-9b22-442b-bd73-c1b390ce57a3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:05.362117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['62a14a83-0af0-40a8-be8f-6ddd11d598e2'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:05.376066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ac427-35bc-41ed-91ec-643a42201782 req-6f4d5ac0-fc1b-43a7-9363-c51038025843 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:05.377649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-523ac427-35bc-41ed-91ec-643a42201782 req-6f4d5ac0-fc1b-43a7-9363-c51038025843 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 950 time: 0.2670679 Nov 11 21:34:05.400873 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc13672d-958f-4277-b7b5-e53148b6ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:05.402786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:34:05.403116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Checking segment: {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:05.403495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Bound using segment: {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:34:05.403929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Bound port: 9be0100b-ea64-43b5-944a-d0bcbfb02880, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:34:05.404264 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:05.762808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-f751802d-0dc6-47c3-8503-6cb76f64b203 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:05.780483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-f751802d-0dc6-47c3-8503-6cb76f64b203 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:05.787545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-f751802d-0dc6-47c3-8503-6cb76f64b203 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:34:05.796790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90c1a8d9-bb5d-4efa-9ec7-ff31aefb1bf5 req-65254426-7b52-4945-9d26-7ae434043be0 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/944b60c9-a34f-4b85-9ee6-b4b53fd72230 HTTP/1.1" status: 200 len: 1792 time: 0.5043626 Nov 11 21:34:05.868079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751802d-0dc6-47c3-8503-6cb76f64b203 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Pushing event updated for resources: {'Port': ['ID=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:05.989346 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13672d-958f-4277-b7b5-e53148b6ec92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04121ffa-1e3c-4834-82fc-b3c9c0cc14e0,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:06.044128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-f751802d-0dc6-47c3-8503-6cb76f64b203 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:06.044822 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-f751802d-0dc6-47c3-8503-6cb76f64b203 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:06.050019 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-cbbeb681-a74c-49bc-a251-ba661163f7fe None None] Provisioning complete for port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:06.050712 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb681-a74c-49bc-a251-ba661163f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:06.066242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-523ac427-35bc-41ed-91ec-643a42201782 req-8e2063ff-510c-4295-a0b9-0f35b6bd69c1 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/security-groups?id=84211552-a675-448a-b9c4-4d84236accbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6570132 Nov 11 21:34:06.066930 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13672d-958f-4277-b7b5-e53148b6ec92 admin admin] Checking segment: {'id': '69449f73-4de1-415e-91b9-56b8f4d5679c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'df398264-face-4d6c-a2e2-433220699d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:06.067298 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc13672d-958f-4277-b7b5-e53148b6ec92 admin admin] Network hostable DHCP agents. Network: df398264-face-4d6c-a2e2-433220699d26, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:34:06.075589 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] For port 9be0100b-ea64-43b5-944a-d0bcbfb02880, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:34:06.085860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] For port 9be0100b-ea64-43b5-944a-d0bcbfb02880, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9be0100b-ea64-43b5-944a-d0bcbfb02880,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:34:06.093969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cbbeb681-a74c-49bc-a251-ba661163f7fe None None] Port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:34:06.108591 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:06.150624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-f751802d-0dc6-47c3-8503-6cb76f64b203 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6856828 Nov 11 21:34:06.158047 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-90c1a8d9-bb5d-4efa-9ec7-ff31aefb1bf5 req-fc845f60-f402-45e7-a7e3-0c7079dfb290 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:06.201221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Request body: {'port': {'device_id': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:06.273653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc13672d-958f-4277-b7b5-e53148b6ec92 admin admin] Network df398264-face-4d6c-a2e2-433220699d26 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:34:06.279005 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:06.279620 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:06.281015 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee16f86-1904-41bd-a06e-482149fbad1c req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] 10.222.0.71 "PUT /v2.0/ports/9be0100b-ea64-43b5-944a-d0bcbfb02880 HTTP/1.1" status: 200 len: 1091 time: 3.4140680 Nov 11 21:34:06.286277 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c49eea-cf5e-4bff-8a08-7a91c86133f8', 'tag': '9be0100b-ea64-43b5-944a-d0bcbfb02880'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:06.288509 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459642af-bad5-40a1-b2e6-f3c9f5fa59f2" -d '{"events": [{"name": "network-changed", "server_uuid": "84c49eea-cf5e-4bff-8a08-7a91c86133f8", "tag": "9be0100b-ea64-43b5-944a-d0bcbfb02880"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:06.294167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-90c1a8d9-bb5d-4efa-9ec7-ff31aefb1bf5 req-fc845f60-f402-45e7-a7e3-0c7079dfb290 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:06.388471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-bc13672d-958f-4277-b7b5-e53148b6ec92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, df398264-face-4d6c-a2e2-433220699d26) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:06.395160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287edea-3b2d-48c1-8a37-7c05da8635d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9be0100b-ea64-43b5-944a-d0bcbfb02880,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:06.397178 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4973688a-1899-4541-a066-4296852b8cfb None None] Network df398264-face-4d6c-a2e2-433220699d26 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:34:06.427989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc13672d-958f-4277-b7b5-e53148b6ec92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:06.428740 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc13672d-958f-4277-b7b5-e53148b6ec92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:06.474876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787527b-20e3-42d4-8ec9-6e4ac8cd1c0b req-a2abd713-e1c1-48fd-a8b6-f2b99bb9badc tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:06.476495 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c787527b-20e3-42d4-8ec9-6e4ac8cd1c0b req-a2abd713-e1c1-48fd-a8b6-f2b99bb9badc tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 943 time: 0.3249764 Nov 11 21:34:06.493009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bc13672d-958f-4277-b7b5-e53148b6ec92 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0782528 Nov 11 21:34:06.493009 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:06.518653 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-90c1a8d9-bb5d-4efa-9ec7-ff31aefb1bf5 req-fc845f60-f402-45e7-a7e3-0c7079dfb290 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:06.521177 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-90c1a8d9-bb5d-4efa-9ec7-ff31aefb1bf5 req-fc845f60-f402-45e7-a7e3-0c7079dfb290 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:06.522402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90c1a8d9-bb5d-4efa-9ec7-ff31aefb1bf5 req-fc845f60-f402-45e7-a7e3-0c7079dfb290 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "DELETE /v2.0/security-groups/944b60c9-a34f-4b85-9ee6-b4b53fd72230 HTTP/1.1" status: 204 len: 173 time: 0.6742897 Nov 11 21:34:06.524496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee16f86-1904-41bd-a06e-482149fbad1c req-b500901a-6dbd-4442-8375-803e5bdb1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:06.529164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee16f86-1904-41bd-a06e-482149fbad1c req-b500901a-6dbd-4442-8375-803e5bdb1a94 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 1094 time: 0.1933160 Nov 11 21:34:06.530579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e43ef0-ec61-450b-b737-62451b5ad71b admin admin] Router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:34:06.555822 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79df7132-35cd-4a7d-8433-61a40972064a None None] Network df398264-face-4d6c-a2e2-433220699d26 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:34:06.577857 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc845f60-f402-45e7-a7e3-0c7079dfb290 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=944b60c9-a34f-4b85-9ee6-b4b53fd72230,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:06.629899 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee16f86-1904-41bd-a06e-482149fbad1c req-ebd0e6cb-a740-45b2-9ebf-d503634d58f4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be0100b-ea64-43b5-944a-d0bcbfb02880 HTTP/1.1" status: 200 len: 217 time: 0.0853071 Nov 11 21:34:06.657122 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c787527b-20e3-42d4-8ec9-6e4ac8cd1c0b req-604d7c0e-45e2-4ed0-b3d3-ae5cd112b2bb tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696048 Nov 11 21:34:06.851975 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee16f86-1904-41bd-a06e-482149fbad1c req-9bddfa48-b2de-43d5-b773-183fb08d73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:06.853538 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee16f86-1904-41bd-a06e-482149fbad1c req-9bddfa48-b2de-43d5-b773-183fb08d73bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b04c1fc-83cf-41dc-92b1-a5b449f105f4 HTTP/1.1" status: 200 len: 845 time: 0.2161891 Nov 11 21:34:06.865317 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24ed779-b0b4-4c4b-ae6f-54044edf362c x-openstack-request-id: req-f24ed779-b0b4-4c4b-ae6f-54044edf362c {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:06.865597 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c49eea-cf5e-4bff-8a08-7a91c86133f8", "tag": "9be0100b-ea64-43b5-944a-d0bcbfb02880", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:06.865840 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f24ed779-b0b4-4c4b-ae6f-54044edf362c {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:06.866193 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c49eea-cf5e-4bff-8a08-7a91c86133f8', 'tag': '9be0100b-ea64-43b5-944a-d0bcbfb02880', 'status': 'completed', 'code': 200} Nov 11 21:34:06.910884 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee16f86-1904-41bd-a06e-482149fbad1c req-c5c5db5f-e57d-45fc-acda-dbde141977b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=10d3c489-0533-44f1-82fd-8dea02ebc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398338 Nov 11 21:34:06.936217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8991e-999a-47b4-9c7b-6783f4ad7a58 req-1f483e52-384b-49ba-9203-b5f22f4e9eb3 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:06.937692 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bba8991e-999a-47b4-9c7b-6783f4ad7a58 req-1f483e52-384b-49ba-9203-b5f22f4e9eb3 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 936 time: 0.2202764 Nov 11 21:34:06.999901 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e43ef0-ec61-450b-b737-62451b5ad71b admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:34:07.009398 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb1589-2698-4485-a7ba-8bc536a449ab None None] Sync routers for ids ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:34:07.011662 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-05e43ef0-ec61-450b-b737-62451b5ad71b admin admin] 10.222.0.57 "PUT /v2.0/routers/ecae1a7b-d887-4d59-95e4-a1fb60bc96ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2853625 Nov 11 21:34:07.013567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33032) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:07.036827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb1589-2698-4485-a7ba-8bc536a449ab None None] Routers {'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:07.037493 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3dcb1589-2698-4485-a7ba-8bc536a449ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:33:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:07.154486 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:07.158715 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bba8991e-999a-47b4-9c7b-6783f4ad7a58 req-e998e68d-03e6-467a-b797-df521942b5b2 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116714 Nov 11 21:34:07.166258 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee16f86-1904-41bd-a06e-482149fbad1c req-1a049291-47fa-4c5a-a881-6f070a126e33 service neutron] 10.222.0.71 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436819 Nov 11 21:34:07.170798 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-3dcb1589-2698-4485-a7ba-8bc536a449ab None None] Set router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:07.293653 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:07.324507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:07.335238 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-2fa7a186-4c6d-4316-a0a0-dc01caf8c8b7 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:07.342188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-2fa7a186-4c6d-4316-a0a0-dc01caf8c8b7 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/networks?id=df398264-face-4d6c-a2e2-433220699d26 HTTP/1.1" status: 200 len: 809 time: 0.2515695 Nov 11 21:34:07.357327 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:07.363956 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] Deleting port ef635b22-7653-49ed-b1d9-d8b86d0983e3 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:07.364976 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:07.376606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-c055ff19-184d-4f63-9942-c6f4aae6aab3 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/quotas/5f435caff64e4021b1d4941cca62dc4b HTTP/1.1" status: 200 len: 375 time: 0.0335007 Nov 11 21:34:07.413882 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3dcb1589-2698-4485-a7ba-8bc536a449ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:45Z', 'updated_at': '2021-11-11T21:34:04Z', 'revision_number': 5, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'gw_port': {'id': 'ef635b22-7653-49ed-b1d9-d8b86d0983e3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:49Z', 'updated_at': '2021-11-11T21:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:07.420364 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Transition to ACTIVE for port object 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:34:07.422949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-2690ad4a-7e26-4624-874c-0b93e17b51d9 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f435caff64e4021b1d4941cca62dc4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455444 Nov 11 21:34:07.424767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fee16f86-1904-41bd-a06e-482149fbad1c req-98db5558-69e3-41d2-bdc2-12fc06a0d3e3 service neutron] 10.222.0.71 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323565 Nov 11 21:34:07.425846 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:07.465718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] For port ef635b22-7653-49ed-b1d9-d8b86d0983e3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ef635b22-7653-49ed-b1d9-d8b86d0983e3,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:07.466145 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:07.480293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] Calling delete_port for ef635b22-7653-49ed-b1d9-d8b86d0983e3 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:07.503025 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb1589-2698-4485-a7ba-8bc536a449ab None None] Checking router: ecae1a7b-d887-4d59-95e4-a1fb60bc96ab for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:34:07.513748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb1589-2698-4485-a7ba-8bc536a449ab None None] Routers {'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:07.514836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3dcb1589-2698-4485-a7ba-8bc536a449ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:33:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:07.600932 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Pushing event updated for resources: {'Port': ['ID=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:07.673699 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-3dcb1589-2698-4485-a7ba-8bc536a449ab None None] Set router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:07.718680 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Attempting to bind port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:34:07.719087 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Attempting to bind port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:34:07.719550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Attempting to bind port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:07.726479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459642af-bad5-40a1-b2e6-f3c9f5fa59f2 req-0939ac96-97c7-41f4-a03d-a9fd89c5ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:07.728309 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-459642af-bad5-40a1-b2e6-f3c9f5fa59f2 req-0939ac96-97c7-41f4-a03d-a9fd89c5ccf3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 1094 time: 0.2383320 Nov 11 21:34:07.734905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:34:07.735283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Attempting to bind port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:07.744820 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-30e9a27f-1b66-487e-a901-5186ceda18f3 service neutron] 10.222.0.57 "GET /v2.0/networks/df398264-face-4d6c-a2e2-433220699d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135393 Nov 11 21:34:07.776228 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:34:07.776577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:07.777034 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:34:07.777631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Bound port: 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:34:07.777837 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:07.789069 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3dcb1589-2698-4485-a7ba-8bc536a449ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:45Z', 'updated_at': '2021-11-11T21:34:07Z', 'revision_number': 6, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:07.818335 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:07.825563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb1589-2698-4485-a7ba-8bc536a449ab None None] The sync data for ids ['ecae1a7b-d887-4d59-95e4-a1fb60bc96ab'] in n-d-805737-3 is: [{'id': 'ecae1a7b-d887-4d59-95e4-a1fb60bc96ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-12378162-router', 'tenant_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:45Z', 'updated_at': '2021-11-11T21:34:07Z', 'revision_number': 6, 'project_id': 'b1f19774f69a4e5e9e895dab69bf6d47', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:34:07.868837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef635b22-7653-49ed-b1d9-d8b86d0983e3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:07.941311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d2f106ce-5f6d-4139-824f-ee69a1902871 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:08.037478 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:08.064199 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f106ce-5f6d-4139-824f-ee69a1902871'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:08.067060 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd96421-5fdd-4e26-a514-cd5e4f705ec8" -d '{"events": [{"server_uuid": "e5fcda37-d9ac-4563-b903-3a1df65c2073", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f106ce-5f6d-4139-824f-ee69a1902871"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:08.083465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d2f106ce-5f6d-4139-824f-ee69a1902871, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2f106ce-5f6d-4139-824f-ee69a1902871,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:08.090307 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:08.144261 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d2f106ce-5f6d-4139-824f-ee69a1902871,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:08.244882 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-a9355899-d872-4ac0-9fab-6f0cd928651f req-96b8c72f-8931-4ad1-b97f-5ef56198f357 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] show failed (client error): The resource could not be found. Nov 11 21:34:08.245952 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9355899-d872-4ac0-9fab-6f0cd928651f req-96b8c72f-8931-4ad1-b97f-5ef56198f357 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/37cb8dcc-eb12-4079-ba31-b3440c4ceda0 HTTP/1.1" status: 404 len: 352 time: 0.0550642 Nov 11 21:34:08.270147 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:08.300513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e5b994b7-fc83-45cf-8348-c7a65a2c150c service neutron] 10.222.0.57 "GET /v2.0/networks/df398264-face-4d6c-a2e2-433220699d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548408 Nov 11 21:34:08.306931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:34:08.310167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459642af-bad5-40a1-b2e6-f3c9f5fa59f2 req-30f92ed4-c08d-424c-bfe4-3ccaa31a23da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:08.311797 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-459642af-bad5-40a1-b2e6-f3c9f5fa59f2 req-30f92ed4-c08d-424c-bfe4-3ccaa31a23da service neutron] 10.222.0.71 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 907 time: 0.5573490 Nov 11 21:34:08.313746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:34:08.320559 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:08.363216 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:08.365220 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:08.415140 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:08.415753 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecae1a7b-d887-4d59-95e4-a1fb60bc96ab {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:34:08.420812 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:08.422231 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a9bc3932-8357-4895-96f9-815dab04d512 admin admin] 10.222.0.57 "DELETE /v2.0/routers/ecae1a7b-d887-4d59-95e4-a1fb60bc96ab HTTP/1.1" status: 204 len: 168 time: 1.4076276 Nov 11 21:34:08.422457 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-459642af-bad5-40a1-b2e6-f3c9f5fa59f2 req-f6ff528e-2424-4561-86fa-730ad1f9d52b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be0100b-ea64-43b5-944a-d0bcbfb02880 HTTP/1.1" status: 200 len: 217 time: 0.0981286 Nov 11 21:34:08.425032 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33096) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:08.454454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:08.455422 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:08.457126 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] 10.222.0.10 "PUT /v2.0/ports/4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 HTTP/1.1" status: 200 len: 1096 time: 2.2747509 Nov 11 21:34:08.517239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe54171-1b88-48a1-89b1-94a2758aca6a admin admin] Deleting subnet de819e90-3abb-46e9-9312-23bc42d8b7d3 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:34:08.523915 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe54171-1b88-48a1-89b1-94a2758aca6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:08.550688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c01c9-9cbb-4114-a8ac-e4792d72c74c service neutron] Pushing event updated for resources: {'Port': ['ID=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:08.572234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459642af-bad5-40a1-b2e6-f3c9f5fa59f2 req-a6a27b5d-4cc1-4b51-8532-7202e3fff887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:08.574213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-459642af-bad5-40a1-b2e6-f3c9f5fa59f2 req-a6a27b5d-4cc1-4b51-8532-7202e3fff887 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b04c1fc-83cf-41dc-92b1-a5b449f105f4 HTTP/1.1" status: 200 len: 845 time: 0.1219399 Nov 11 21:34:08.583585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f8a-d195-4841-820f-5b0ec28de4b7 req-493abf8b-5b6b-4e53-a60a-48f4717d1019 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:08.585252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fa52f8a-d195-4841-820f-5b0ec28de4b7 req-493abf8b-5b6b-4e53-a60a-48f4717d1019 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 943 time: 0.1684167 Nov 11 21:34:08.600001 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe54171-1b88-48a1-89b1-94a2758aca6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:08.638020 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d019cc3d-882b-40bc-af16-6f0c6f2ebbcb x-openstack-request-id: req-d019cc3d-882b-40bc-af16-6f0c6f2ebbcb {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:08.639097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-459642af-bad5-40a1-b2e6-f3c9f5fa59f2 req-31cda1f7-44a8-4112-8043-2564df4cce71 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=10d3c489-0533-44f1-82fd-8dea02ebc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524113 Nov 11 21:34:08.639542 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fcda37-d9ac-4563-b903-3a1df65c2073", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f106ce-5f6d-4139-824f-ee69a1902871", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:08.639959 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d019cc3d-882b-40bc-af16-6f0c6f2ebbcb {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:08.640709 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f106ce-5f6d-4139-824f-ee69a1902871', 'code': 200} Nov 11 21:34:08.698933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-48ef0dc4-6dae-4374-b856-30e415a0feac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:08.700981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-48ef0dc4-6dae-4374-b856-30e415a0feac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 1099 time: 0.1972690 Nov 11 21:34:08.765633 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe54171-1b88-48a1-89b1-94a2758aca6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:08.785370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-2246cf5f-745b-4bfa-8d62-758b247ddad2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 HTTP/1.1" status: 200 len: 217 time: 0.0649729 Nov 11 21:34:08.848992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fa52f8a-d195-4841-820f-5b0ec28de4b7 req-5f5b3415-5b48-4e14-acb9-9d461408a4bc tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469158 Nov 11 21:34:08.854591 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe54171-1b88-48a1-89b1-94a2758aca6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:08.884266 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:08.886881 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcf20d6-1ef8-444a-829f-75f8ecfc1091" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:08.907503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe54171-1b88-48a1-89b1-94a2758aca6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de819e90-3abb-46e9-9312-23bc42d8b7d3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:08.917703 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe54171-1b88-48a1-89b1-94a2758aca6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:08.918029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d4ac16-6ed4-4856-8479-c9122cf924ca None None] Network a49a4356-70ed-460f-a1fc-e12a48908987 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:34:08.924016 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bfe54171-1b88-48a1-89b1-94a2758aca6a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/de819e90-3abb-46e9-9312-23bc42d8b7d3 HTTP/1.1" status: 204 len: 168 time: 0.4956748 Nov 11 21:34:08.924226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33114) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:08.975584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-8da62f28-b495-4ac1-ae63-0fb7ed83263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:08.979185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-8da62f28-b495-4ac1-ae63-0fb7ed83263f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1553829 Nov 11 21:34:09.011818 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:09.117569 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] Deleting port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:09.118253 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:09.139077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ef635b22-7653-49ed-b1d9-d8b86d0983e3 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:09.151742 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-2dea9f2c-22a8-42f3-92df-4fc7effac9a9 req-9c7fcacf-09b0-47d4-9d6e-a1de392c3e2e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] show failed (client error): The resource could not be found. Nov 11 21:34:09.152771 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2dea9f2c-22a8-42f3-92df-4fc7effac9a9 req-9c7fcacf-09b0-47d4-9d6e-a1de392c3e2e tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/802ffac6-d468-4c91-b76d-ae19e3b02dc5 HTTP/1.1" status: 404 len: 352 time: 0.1315148 Nov 11 21:34:09.161126 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: ef635b22-7653-49ed-b1d9-d8b86d0983e3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:09.161801 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ef635b22-7653-49ed-b1d9-d8b86d0983e3 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:09.162850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:09.188922 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:09.189270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6efcb070-f1e9-4037-a857-a7e3d3bb88b3 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:09.210358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66661eb7-8d6e-43c0-a906-b1f6684cc005 None None] DHCP port deletion for a49a4356-70ed-460f-a1fc-e12a48908987 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:34:09.233492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451753a4-4689-43de-aa50-1ba1e9d1ed32 req-ab6fd09f-3b74-4057-8ce7-4fb411618f5c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:09.237933 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-451753a4-4689-43de-aa50-1ba1e9d1ed32 req-ab6fd09f-3b74-4057-8ce7-4fb411618f5c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 948 time: 0.4142292 Nov 11 21:34:09.256066 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] For port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec,segment=NetworkSegment(ec8a5332-e8ed-489d-b51a-c0b23d290bca),segment_id=ec8a5332-e8ed-489d-b51a-c0b23d290bca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:09.256458 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:09.266786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-66661eb7-8d6e-43c0-a906-b1f6684cc005 None None] Deleting port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:09.267157 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-66661eb7-8d6e-43c0-a906-b1f6684cc005 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:09.275404 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] Calling delete_port for bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:09.278181 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-459642af-bad5-40a1-b2e6-f3c9f5fa59f2 req-94660153-e0d8-4dfd-8b1c-941a5d57606b service neutron] 10.222.0.71 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6202855 Nov 11 21:34:09.292093 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-daa75f3d-7d03-4297-ad15-876b136528ae req-8f505074-80eb-47e3-ac89-f998879eb3b2 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/ports?device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 210 time: 0.0517952 Nov 11 21:34:09.323173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-671bf55f-094a-4d90-b0b0-16d376a59552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:09.325156 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-671bf55f-094a-4d90-b0b0-16d376a59552 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2946982 Nov 11 21:34:09.343722 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-66661eb7-8d6e-43c0-a906-b1f6684cc005 None None] For port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec,segment=NetworkSegment(ec8a5332-e8ed-489d-b51a-c0b23d290bca),segment_id=ec8a5332-e8ed-489d-b51a-c0b23d290bca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:09.344079 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-66661eb7-8d6e-43c0-a906-b1f6684cc005 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:09.363676 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-66661eb7-8d6e-43c0-a906-b1f6684cc005 None None] Calling delete_port for bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:09.389351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-451753a4-4689-43de-aa50-1ba1e9d1ed32 req-292defc6-620b-4a00-a4cf-44b6e0443fea tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405585 Nov 11 21:34:09.464278 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-66661eb7-8d6e-43c0-a906-b1f6684cc005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:09.485810 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:09.494367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66661eb7-8d6e-43c0-a906-b1f6684cc005 None None] Pushing event deleted for resources: {'Port': ['ID=bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:09.498736 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66661eb7-8d6e-43c0-a906-b1f6684cc005 None None] No DVR routers for this DVR port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:34:09.514247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] No DVR routers for this DVR port bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:34:09.522296 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-459642af-bad5-40a1-b2e6-f3c9f5fa59f2 req-72c60255-94c7-4729-8d98-84112ac5b9ed service neutron] 10.222.0.71 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240522 Nov 11 21:34:09.528082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-e68e367e-ee7b-44e8-a1a4-7d81a857a0d1 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908333 Nov 11 21:34:09.529864 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14377e93-66c0-43d9-9bcf-65bf165c5f41 x-openstack-request-id: req-14377e93-66c0-43d9-9bcf-65bf165c5f41 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:09.530548 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:09.530974 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-14377e93-66c0-43d9-9bcf-65bf165c5f41 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:09.531585 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389', 'status': 'completed', 'code': 200} Nov 11 21:34:09.580587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:09.603479 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-d0f23edb-657a-425f-9b67-6de84cd42ae2 req-0a045988-3eca-474e-9793-71e1cd12f90f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] show failed (client error): The resource could not be found. Nov 11 21:34:09.604823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0f23edb-657a-425f-9b67-6de84cd42ae2 req-0a045988-3eca-474e-9793-71e1cd12f90f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/5ce441a7-edb5-4578-a132-593a4d5c18da HTTP/1.1" status: 404 len: 352 time: 0.0428836 Nov 11 21:34:09.659104 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:09.680757 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fefbce60-adf0-4f9c-95bc-03880a675cf9 req-4b1c4146-1dcd-4db0-a5b2-68335d81969b service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446457 Nov 11 21:34:09.689669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49a4356-70ed-460f-a1fc-e12a48908987']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:09.700294 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8a5332-e8ed-489d-b51a-c0b23d290bca') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:09.700665 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8a5332-e8ed-489d-b51a-c0b23d290bca') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:09.725478 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:09.745168 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:09.755025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:34:09.755549 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:34:09.758544 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:34:09.794870 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf20d6-1ef8-444a-829f-75f8ecfc1091 req-26ce44f6-f2eb-47dd-9c9d-5bcdb0b8f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:09.796395 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0fcf20d6-1ef8-444a-829f-75f8ecfc1091 req-26ce44f6-f2eb-47dd-9c9d-5bcdb0b8f1e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 1099 time: 0.0527754 Nov 11 21:34:09.857980 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:09.867096 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:09.874501 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] 10.222.0.57 "DELETE /v2.0/networks/a49a4356-70ed-460f-a1fc-e12a48908987 HTTP/1.1" status: 204 len: 168 time: 0.9492738 Nov 11 21:34:09.888015 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c65d5d-ade7-46a9-a960-238893ee4e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=a49a4356-70ed-460f-a1fc-e12a48908987,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:09.923886 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-9b315eda-62ea-48c2-b566-e15f627a8f0e req-0e4ba516-bbf5-46c2-a173-d85454db8bf0 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] show failed (client error): The resource could not be found. Nov 11 21:34:09.925442 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b315eda-62ea-48c2-b566-e15f627a8f0e req-0e4ba516-bbf5-46c2-a173-d85454db8bf0 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/eaa555f2-2198-41d7-a33a-63dde9134338 HTTP/1.1" status: 404 len: 352 time: 0.0801353 Nov 11 21:34:09.948035 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9be0100b-ea64-43b5-944a-d0bcbfb02880 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:34:09.991903 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-89945811-5cad-4244-aa77-f05ac5fc7be1 req-4ffa4d91-f289-4513-8022-beaeb8d9dfe7 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] show failed (client error): The resource could not be found. Nov 11 21:34:09.993010 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89945811-5cad-4244-aa77-f05ac5fc7be1 req-4ffa4d91-f289-4513-8022-beaeb8d9dfe7 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/1718a9d5-0414-4f85-876c-60815d414650 HTTP/1.1" status: 404 len: 352 time: 0.0423310 Nov 11 21:34:10.019960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec327df0-d180-4796-84f7-afb30a43d571 req-f3ec6da3-36ee-4fca-93b3-0fc17a4795f1 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:10.027427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec327df0-d180-4796-84f7-afb30a43d571 req-f3ec6da3-36ee-4fca-93b3-0fc17a4795f1 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 943 time: 0.0873125 Nov 11 21:34:10.030828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf20d6-1ef8-444a-829f-75f8ecfc1091 req-37481383-68ff-4447-85ba-bedf206ddad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:10.032417 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0fcf20d6-1ef8-444a-829f-75f8ecfc1091 req-37481383-68ff-4447-85ba-bedf206ddad8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.2195148 Nov 11 21:34:10.037130 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33152) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:10.112553 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3787847e-fbcc-49e7-b5ba-aadb0ceb56f1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1f19774f69a4e5e9e895dab69bf6d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0739486 Nov 11 21:34:10.115000 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33154) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:10.150915 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0fcf20d6-1ef8-444a-829f-75f8ecfc1091 req-0ee4b089-70ab-4dfe-89b5-7051d43231ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 HTTP/1.1" status: 200 len: 217 time: 0.0985229 Nov 11 21:34:10.174616 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ad356fe-d5af-40d0-840d-85321df04f9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:10.203355 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ad356fe-d5af-40d0-840d-85321df04f9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:10.224273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 9be0100b-ea64-43b5-944a-d0bcbfb02880, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9be0100b-ea64-43b5-944a-d0bcbfb02880,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:10.241148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '9be0100b-ea64-43b5-944a-d0bcbfb02880', 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db', 'port_id': '9be0100b-ea64-43b5-944a-d0bcbfb02880', 'mac_address': 'fa:16:3e:0e:09:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b04c1fc-83cf-41dc-92b1-a5b449f105f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:34:10.246720 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-020ec328-786a-4f82-94cf-5cb71b0e2156 req-19edbaa7-c378-429b-90da-013cc224014c tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] show failed (client error): The resource could not be found. Nov 11 21:34:10.255466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-020ec328-786a-4f82-94cf-5cb71b0e2156 req-19edbaa7-c378-429b-90da-013cc224014c tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/e3e8d383-98a0-418e-afd2-caff3db97555 HTTP/1.1" status: 404 len: 352 time: 0.1871226 Nov 11 21:34:10.263800 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ad356fe-d5af-40d0-840d-85321df04f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:10.267616 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ad356fe-d5af-40d0-840d-85321df04f9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:10.269124 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2ad356fe-d5af-40d0-840d-85321df04f9a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5655ed8b-e295-4acf-9fe4-7aab8e8065e3 HTTP/1.1" status: 204 len: 168 time: 0.1527228 Nov 11 21:34:10.291212 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad356fe-d5af-40d0-840d-85321df04f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5655ed8b-e295-4acf-9fe4-7aab8e8065e3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:10.301923 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:10.309199 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec327df0-d180-4796-84f7-afb30a43d571 req-8d338dfb-07f7-475f-affb-dec55316f91b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772620 Nov 11 21:34:10.323598 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be0100b-ea64-43b5-944a-d0bcbfb02880 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:10.351338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 9be0100b-ea64-43b5-944a-d0bcbfb02880, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9be0100b-ea64-43b5-944a-d0bcbfb02880,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:10.357978 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:10.366839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf20d6-1ef8-444a-829f-75f8ecfc1091 req-95b82362-9a1e-4181-925a-baf01e60e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:10.368209 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0fcf20d6-1ef8-444a-829f-75f8ecfc1091 req-95b82362-9a1e-4181-925a-baf01e60e029 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1869614 Nov 11 21:34:10.421598 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=9be0100b-ea64-43b5-944a-d0bcbfb02880,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:10.485600 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3994e5a-40f3-457b-b648-6047e7049cbb req-3d81aafe-dded-46b0-9989-4d092ab74422 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/ports?device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 210 time: 0.0812843 Nov 11 21:34:10.513554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf20d6-1ef8-444a-829f-75f8ecfc1091 req-bc185a64-5bea-4dd4-aca0-412b101aad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:10.516126 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0fcf20d6-1ef8-444a-829f-75f8ecfc1091 req-bc185a64-5bea-4dd4-aca0-412b101aad2a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354575 Nov 11 21:34:10.525558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-0c480679-a65d-49f0-8311-5b1cb99273ae tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:10.527136 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-0c480679-a65d-49f0-8311-5b1cb99273ae tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.71 "GET /v2.0/networks?id=df398264-face-4d6c-a2e2-433220699d26 HTTP/1.1" status: 200 len: 809 time: 0.4091520 Nov 11 21:34:10.552396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-d70ea9df-8bcf-4e9e-93b4-430df6e35c2e tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Request body: {'port': {'device_id': '31221d4a-b283-42df-a2a2-7c97532f03f6', 'network_id': 'df398264-face-4d6c-a2e2-433220699d26', 'admin_state_up': True, 'tenant_id': '5f435caff64e4021b1d4941cca62dc4b'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:10.752312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d95aa-a57e-4ae6-89ee-9a630d7b9b08 req-9986321c-bba1-4712-a924-3074879de628 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:10.753823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-920d95aa-a57e-4ae6-89ee-9a630d7b9b08 req-9986321c-bba1-4712-a924-3074879de628 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 948 time: 0.2166028 Nov 11 21:34:10.762974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['9be0100b-ea64-43b5-944a-d0bcbfb02880'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:10.777205 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8e4be-fc6c-4c42-bba7-6972cf87f122 req-07db3f5d-00f8-44ab-a160-a7d64474fb7f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:10.778595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f1f8e4be-fc6c-4c42-bba7-6972cf87f122 req-07db3f5d-00f8-44ab-a160-a7d64474fb7f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 1024 time: 0.1988988 Nov 11 21:34:10.802779 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0fcf20d6-1ef8-444a-829f-75f8ecfc1091 req-ac44263c-1bfc-44dd-a60e-86008e10bf52 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738161 Nov 11 21:34:10.877430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:10.905571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-d70ea9df-8bcf-4e9e-93b4-430df6e35c2e tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Made reservation on behalf of 5f435caff64e4021b1d4941cca62dc4b for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:10.909141 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-d70ea9df-8bcf-4e9e-93b4-430df6e35c2e tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:10.913068 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:10.913414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bc3f18fa-ab24-4a9a-958a-47ce7e8e85ec not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:10.955909 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:10.958112 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-920d95aa-a57e-4ae6-89ee-9a630d7b9b08 req-b6c4893d-0f53-4ece-93d2-c4c4c08e9142 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924808 Nov 11 21:34:11.006031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f1f8e4be-fc6c-4c42-bba7-6972cf87f122 req-5a624b50-d03f-44c4-8f6c-ccb092825b18 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&id=07d8bf75-f489-4394-8b8d-be5238ab9709&id=83d90794-18e8-4331-960e-441ebb2a9de6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2144921 Nov 11 21:34:11.024882 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:34:11.059162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0fcf20d6-1ef8-444a-829f-75f8ecfc1091 req-ff73880d-9f5f-4dfb-b529-7611e326fb3c service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440629 Nov 11 21:34:11.157958 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-d70ea9df-8bcf-4e9e-93b4-430df6e35c2e tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Allocated IP 172.20.0.4 (df398264-face-4d6c-a2e2-433220699d26/04121ffa-1e3c-4834-82fc-b3c9c0cc14e0/3533da0c-cc92-4a96-924b-9ca7e8c83057) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:34:11.175898 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:11.189559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389', 'mac_address': 'fa:16:3e:13:8a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:34:11.201780 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33198) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:11.235183 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:11.248105 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:11.267201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:11.272288 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:11.309327 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1035332547-network', 'tenant_id': '2400784ff2bc46d797ef48f2363a6b9c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:11.322340 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:11.341316 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-d70ea9df-8bcf-4e9e-93b4-430df6e35c2e tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:11.341750 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] Made reservation on behalf of 2400784ff2bc46d797ef48f2363a6b9c for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:11.344728 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:11.354497 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:11.382748 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-d70ea9df-8bcf-4e9e-93b4-430df6e35c2e tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:11.438871 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:11.443297 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:11.455642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-d70ea9df-8bcf-4e9e-93b4-430df6e35c2e tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Network df398264-face-4d6c-a2e2-433220699d26 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:11.462362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-d70ea9df-8bcf-4e9e-93b4-430df6e35c2e tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:11.464943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:34:11.465113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ea9df-8bcf-4e9e-93b4-430df6e35c2e tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Pushing event updated for resources: {'Port': ['ID=3533da0c-cc92-4a96-924b-9ca7e8c83057,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:11.467331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-d70ea9df-8bcf-4e9e-93b4-430df6e35c2e tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:34:11.494056 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:11.494442 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] Added segment c2cbdc50-87db-4182-8372-3aacbf9cf19d of type vlan for network 9721d21e-2b2c-41e8-8238-651a9279b540 Nov 11 21:34:11.496110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45975538-935b-4d7e-8d12-d18111a39653,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:11.514923 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c0fea-1068-4e78-97be-7edc78fae4c7 req-5a4e5300-abaa-41a0-b022-c8551c2639c1 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:11.516556 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-207c0fea-1068-4e78-97be-7edc78fae4c7 req-5a4e5300-abaa-41a0-b022-c8551c2639c1 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 944 time: 0.1254342 Nov 11 21:34:11.547088 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:11.547664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-d70ea9df-8bcf-4e9e-93b4-430df6e35c2e tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:11.548298 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-d70ea9df-8bcf-4e9e-93b4-430df6e35c2e tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:11.575649 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:11.576633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:11.577484 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:11.591292 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-d70ea9df-8bcf-4e9e-93b4-430df6e35c2e tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0430596 Nov 11 21:34:11.613529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Request body: {'port': {'device_id': '31221d4a-b283-42df-a2a2-7c97532f03f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:11.617638 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4121654 Nov 11 21:34:11.631543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33206) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:11.635192 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-207c0fea-1068-4e78-97be-7edc78fae4c7 req-7c3feadf-54c9-49d1-ae95-f7ad01ccdea2 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111751 Nov 11 21:34:11.639607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-534cb918-705f-4c8a-91b9-a974dac4cf22 admin admin] Request body: {'subnet': {'network_id': '9721d21e-2b2c-41e8-8238-651a9279b540', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1035332547-subnet', 'tenant_id': '2400784ff2bc46d797ef48f2363a6b9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:11.653387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:11.659927 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110a50f-66f8-4a81-9352-9fec6b14619a admin admin] Pushing event updated for resources: {'Network': ['ID=9721d21e-2b2c-41e8-8238-651a9279b540,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:11.684160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 9721d21e-2b2c-41e8-8238-651a9279b540 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:34:11.699599 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:11.710906 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79988357-c664-40c7-a00d-104dec6adbe5 req-facf0835-42ba-40b3-a621-38e85e5e1940 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:11.713439 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79988357-c664-40c7-a00d-104dec6adbe5 req-facf0835-42ba-40b3-a621-38e85e5e1940 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/ports?device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 931 time: 0.1441178 Nov 11 21:34:11.714447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534cb918-705f-4c8a-91b9-a974dac4cf22 admin admin] Made reservation on behalf of 2400784ff2bc46d797ef48f2363a6b9c for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:11.717109 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-534cb918-705f-4c8a-91b9-a974dac4cf22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:11.885327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79988357-c664-40c7-a00d-104dec6adbe5 req-5490b3b8-9d74-4458-89a1-22c4fe48234e tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/security-groups?id=e335e36e-0cfd-4e9c-b79d-6c673aa36938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512396 Nov 11 21:34:11.958905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9be0100b-ea64-43b5-944a-d0bcbfb02880 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:34:12.014972 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 9be0100b-ea64-43b5-944a-d0bcbfb02880 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:34:12.019381 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 9be0100b-ea64-43b5-944a-d0bcbfb02880 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:12.019760 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:12.113284 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:12.139510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c49eea-cf5e-4bff-8a08-7a91c86133f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be0100b-ea64-43b5-944a-d0bcbfb02880'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:12.142224 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a0b15f-81c5-48a2-8804-ca871b513018" -d '{"events": [{"server_uuid": "84c49eea-cf5e-4bff-8a08-7a91c86133f8", "name": "network-vif-plugged", "status": "completed", "tag": "9be0100b-ea64-43b5-944a-d0bcbfb02880"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:12.156212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 9be0100b-ea64-43b5-944a-d0bcbfb02880, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9be0100b-ea64-43b5-944a-d0bcbfb02880,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:12.161116 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:12.210884 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=9be0100b-ea64-43b5-944a-d0bcbfb02880,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:12.426414 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bd722-b9e1-4e56-b3c8-8710bdab1e7b req-4993239f-d3b5-4b45-a6ae-bdf82e7cb61f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:12.427813 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-647bd722-b9e1-4e56-b3c8-8710bdab1e7b req-4993239f-d3b5-4b45-a6ae-bdf82e7cb61f tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 1024 time: 0.2163475 Nov 11 21:34:12.439554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688300fa-247b-4cd4-98d9-6240588fc7ab req-52a5229b-2363-415c-a5f2-96731ab6edcf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:12.441022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-688300fa-247b-4cd4-98d9-6240588fc7ab req-52a5229b-2363-415c-a5f2-96731ab6edcf tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.10 "GET /v2.0/ports?device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 1024 time: 0.2260931 Nov 11 21:34:12.455269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2bdef-9300-41fd-9e25-cdf17df3884c req-726811f7-789a-493c-b718-03f7956d07f3 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:12.456736 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ffb2bdef-9300-41fd-9e25-cdf17df3884c req-726811f7-789a-493c-b718-03f7956d07f3 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 949 time: 0.2463636 Nov 11 21:34:12.680723 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-534cb918-705f-4c8a-91b9-a974dac4cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:12.704035 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ffb2bdef-9300-41fd-9e25-cdf17df3884c req-066b8679-18b9-433b-976a-1f11b80b5c29 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359931 Nov 11 21:34:12.797224 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-647bd722-b9e1-4e56-b3c8-8710bdab1e7b req-83cbcc96-1128-4e35-aa19-ab22ef251931 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups?id=66aeb843-01ce-4874-a733-c07cab3e16b5&id=07d8bf75-f489-4394-8b8d-be5238ab9709&id=83d90794-18e8-4331-960e-441ebb2a9de6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3536651 Nov 11 21:34:12.802824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3533da0c-cc92-4a96-924b-9ca7e8c83057 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:12.820492 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:12.825442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cb918-705f-4c8a-91b9-a974dac4cf22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b98b65-38e8-461e-a323-5617a2333ada,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:12.852220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Transition to ACTIVE for port object 3533da0c-cc92-4a96-924b-9ca7e8c83057 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:34:12.862031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-688300fa-247b-4cd4-98d9-6240588fc7ab req-6e224250-a785-4c6f-9103-be8c0bf8b179 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Deleting port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:12.862617 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-688300fa-247b-4cd4-98d9-6240588fc7ab req-6e224250-a785-4c6f-9103-be8c0bf8b179 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:12.868741 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:12.873881 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c61ed7-6eb3-4dab-8325-2e88defd9a18 x-openstack-request-id: req-17c61ed7-6eb3-4dab-8325-2e88defd9a18 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:12.874199 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c49eea-cf5e-4bff-8a08-7a91c86133f8", "name": "network-vif-plugged", "status": "completed", "tag": "9be0100b-ea64-43b5-944a-d0bcbfb02880", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:12.874450 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-17c61ed7-6eb3-4dab-8325-2e88defd9a18 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:12.874956 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c49eea-cf5e-4bff-8a08-7a91c86133f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be0100b-ea64-43b5-944a-d0bcbfb02880', 'code': 200} Nov 11 21:34:12.881931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534cb918-705f-4c8a-91b9-a974dac4cf22 admin admin] Checking segment: {'id': 'c2cbdc50-87db-4182-8372-3aacbf9cf19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '9721d21e-2b2c-41e8-8238-651a9279b540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:12.882287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534cb918-705f-4c8a-91b9-a974dac4cf22 admin admin] Network hostable DHCP agents. Network: 9721d21e-2b2c-41e8-8238-651a9279b540, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:34:13.013687 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68e003-1692-4890-a64f-d3730e6b5d14 req-757badf9-9d18-406f-8da8-b062e00a8bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:13.015303 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fa68e003-1692-4890-a64f-d3730e6b5d14 req-757badf9-9d18-406f-8da8-b062e00a8bea service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 1096 time: 0.0458255 Nov 11 21:34:13.026371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534cb918-705f-4c8a-91b9-a974dac4cf22 admin admin] Network 9721d21e-2b2c-41e8-8238-651a9279b540 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:34:13.030880 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:34:13.048704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Pushing event updated for resources: {'Port': ['ID=3533da0c-cc92-4a96-924b-9ca7e8c83057,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:13.072598 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fa68e003-1692-4890-a64f-d3730e6b5d14 req-9c305403-0907-41f8-ade6-c6363aa54111 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481102 Nov 11 21:34:13.089234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:34:13.093149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:13.093605 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.103014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-534cb918-705f-4c8a-91b9-a974dac4cf22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 9721d21e-2b2c-41e8-8238-651a9279b540) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:13.114584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844dd288-fa8f-4d2f-9006-80dfd73cd94d None None] Network 9721d21e-2b2c-41e8-8238-651a9279b540 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:34:13.145280 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534cb918-705f-4c8a-91b9-a974dac4cf22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:13.145921 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-534cb918-705f-4c8a-91b9-a974dac4cf22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.166663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-688300fa-247b-4cd4-98d9-6240588fc7ab req-6e224250-a785-4c6f-9103-be8c0bf8b179 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] For port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e,segment=NetworkSegment(e4aee7f6-990a-4d98-a33f-f01296c4c194),segment_id=e4aee7f6-990a-4d98-a33f-f01296c4c194)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:13.167025 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-688300fa-247b-4cd4-98d9-6240588fc7ab req-6e224250-a785-4c6f-9103-be8c0bf8b179 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.195186 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba228d8-8e76-4605-a3a4-6e5ee8e8d3f3 req-0a35ba73-62ac-4208-af25-c8248a1da520 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:13.196609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ba228d8-8e76-4605-a3a4-6e5ee8e8d3f3 req-0a35ba73-62ac-4208-af25-c8248a1da520 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 945 time: 0.2261684 Nov 11 21:34:13.199904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-688300fa-247b-4cd4-98d9-6240588fc7ab req-6e224250-a785-4c6f-9103-be8c0bf8b179 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Calling delete_port for b5068eef-0f91-4fc7-9399-0cfb84cdbf6e owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:13.209954 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-534cb918-705f-4c8a-91b9-a974dac4cf22 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5737011 Nov 11 21:34:13.212698 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:13.217603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1035332547-router', 'tenant_id': '2400784ff2bc46d797ef48f2363a6b9c', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:13.228382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14e7a8-7c9d-4ca4-8061-595bd26fe78f req-0609a882-4ff1-4430-93bd-f395d931bf6f tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:13.229399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b14e7a8-7c9d-4ca4-8061-595bd26fe78f req-0609a882-4ff1-4430-93bd-f395d931bf6f tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/ports?device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 943 time: 0.2240260 Nov 11 21:34:13.242758 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.244187 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.266524 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.295866 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Attempting to bind port 3533da0c-cc92-4a96-924b-9ca7e8c83057 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:34:13.296245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Attempting to bind port 3533da0c-cc92-4a96-924b-9ca7e8c83057 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '69449f73-4de1-415e-91b9-56b8f4d5679c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'df398264-face-4d6c-a2e2-433220699d26'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:34:13.296523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Attempting to bind port 3533da0c-cc92-4a96-924b-9ca7e8c83057 on network df398264-face-4d6c-a2e2-433220699d26 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:13.308458 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.321837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Port 3533da0c-cc92-4a96-924b-9ca7e8c83057 on network df398264-face-4d6c-a2e2-433220699d26 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:34:13.322294 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Attempting to bind port 3533da0c-cc92-4a96-924b-9ca7e8c83057 on network df398264-face-4d6c-a2e2-433220699d26 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:13.331258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:13.336844 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.343021 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-9721d21e-2b2c-41e8-8238-651a9279b540', 'network_id': '9721d21e-2b2c-41e8-8238-651a9279b540', 'tenant_id': '2400784ff2bc46d797ef48f2363a6b9c', 'fixed_ips': [{'subnet_id': 'd1b98b65-38e8-461e-a323-5617a2333ada'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:34:13.344034 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.352726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:34:13.353095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Checking segment: {'id': '69449f73-4de1-415e-91b9-56b8f4d5679c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'df398264-face-4d6c-a2e2-433220699d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:13.353500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Bound using segment: {'id': '69449f73-4de1-415e-91b9-56b8f4d5679c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'df398264-face-4d6c-a2e2-433220699d26'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:34:13.353928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Bound port: 3533da0c-cc92-4a96-924b-9ca7e8c83057, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69449f73-4de1-415e-91b9-56b8f4d5679c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': 'df398264-face-4d6c-a2e2-433220699d26'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:34:13.354305 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.393824 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ba228d8-8e76-4605-a3a4-6e5ee8e8d3f3 req-b50555c3-2cd4-4881-a773-8ed8941c14cf tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808288 Nov 11 21:34:13.434429 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b14e7a8-7c9d-4ca4-8061-595bd26fe78f req-035d18f9-985f-4c5e-9547-5dbe09a3da57 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/security-groups?id=e335e36e-0cfd-4e9c-b79d-6c673aa36938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827621 Nov 11 21:34:13.476374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:13.488678 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.494776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] For port 3533da0c-cc92-4a96-924b-9ca7e8c83057, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:34:13.517698 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] For port 3533da0c-cc92-4a96-924b-9ca7e8c83057, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=3533da0c-cc92-4a96-924b-9ca7e8c83057,segment=NetworkSegment(69449f73-4de1-415e-91b9-56b8f4d5679c),segment_id=69449f73-4de1-415e-91b9-56b8f4d5679c)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:34:13.525237 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.555899 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-688300fa-247b-4cd4-98d9-6240588fc7ab req-6e224250-a785-4c6f-9103-be8c0bf8b179 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.568495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:13.569044 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.570445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] 10.222.0.71 "PUT /v2.0/ports/3533da0c-cc92-4a96-924b-9ca7e8c83057 HTTP/1.1" status: 200 len: 1091 time: 1.9634030 Nov 11 21:34:13.574047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31221d4a-b283-42df-a2a2-7c97532f03f6', 'tag': '3533da0c-cc92-4a96-924b-9ca7e8c83057'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:13.576079 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd65a7c-de12-4a57-9939-310b826da10a" -d '{"events": [{"name": "network-changed", "server_uuid": "31221d4a-b283-42df-a2a2-7c97532f03f6", "tag": "3533da0c-cc92-4a96-924b-9ca7e8c83057"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:13.602255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b5068eef-0f91-4fc7-9399-0cfb84cdbf6e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:13.654481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Allocated IP 172.20.0.2 (9721d21e-2b2c-41e8-8238-651a9279b540/d1b98b65-38e8-461e-a323-5617a2333ada/a94575d3-8d3a-4532-81ec-45429e264696) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:34:13.657365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-688300fa-247b-4cd4-98d9-6240588fc7ab req-6e224250-a785-4c6f-9103-be8c0bf8b179 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] No DVR routers for this DVR port b5068eef-0f91-4fc7-9399-0cfb84cdbf6e on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:34:13.665018 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-688300fa-247b-4cd4-98d9-6240588fc7ab req-6e224250-a785-4c6f-9103-be8c0bf8b179 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.672584 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-688300fa-247b-4cd4-98d9-6240588fc7ab req-6e224250-a785-4c6f-9103-be8c0bf8b179 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.10 "DELETE /v2.0/ports/b5068eef-0f91-4fc7-9399-0cfb84cdbf6e HTTP/1.1" status: 204 len: 173 time: 1.2143309 Nov 11 21:34:13.673367 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f5cba-6dc4-44de-80de-bbcc8d815b8d service neutron] Pushing event updated for resources: {'Port': ['ID=3533da0c-cc92-4a96-924b-9ca7e8c83057,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:13.677208 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bc5afc-c838-49de-bfb8-2d568c249e2f x-openstack-request-id: req-f7bc5afc-c838-49de-bfb8-2d568c249e2f {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:13.677694 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31221d4a-b283-42df-a2a2-7c97532f03f6", "tag": "3533da0c-cc92-4a96-924b-9ca7e8c83057", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:13.678016 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7bc5afc-c838-49de-bfb8-2d568c249e2f {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:13.678522 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31221d4a-b283-42df-a2a2-7c97532f03f6', 'tag': '3533da0c-cc92-4a96-924b-9ca7e8c83057', 'status': 'completed', 'code': 200} Nov 11 21:34:13.731554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e224250-a785-4c6f-9103-be8c0bf8b179 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event deleted for resources: {'Port': ['ID=b5068eef-0f91-4fc7-9399-0cfb84cdbf6e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:13.788408 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-927801c8-57d7-472a-893b-0443de37bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:13.790935 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-927801c8-57d7-472a-893b-0443de37bd35 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f435caff64e4021b1d4941cca62dc4b&device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 1094 time: 0.1108148 Nov 11 21:34:13.807168 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.832562 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.865772 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-befc3b3a-804d-4b66-949a-fa2d4cf8f27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.906465 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-0ced7fa2-4635-4ae9-9049-d452d78d4d2d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3533da0c-cc92-4a96-924b-9ca7e8c83057 HTTP/1.1" status: 200 len: 217 time: 0.1059549 Nov 11 21:34:13.946335 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.955257 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:13.964299 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d2f106ce-5f6d-4139-824f-ee69a1902871 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:34:14.003141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Allocated IP 172.25.0.5 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:34:14.047174 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fbc46a84-bec1-46ad-8a4c-46f33a66b551 req-269a12d1-1529-4883-82c3-26d58a949b25 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/ports?device_id=be2883a5-0324-4055-8e35-b7d0d67fa322 HTTP/1.1" status: 200 len: 210 time: 0.0384910 Nov 11 21:34:14.064396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-066a68b2-6835-4c78-80c6-6114c7fed197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:14.065885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-066a68b2-6835-4c78-80c6-6114c7fed197 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=04121ffa-1e3c-4834-82fc-b3c9c0cc14e0 HTTP/1.1" status: 200 len: 849 time: 0.1425960 Nov 11 21:34:14.097314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872f322-5301-4d4e-8d54-1de08eb0ad61 req-b5060518-7899-4611-b7c9-9769b02a72ed tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:14.101431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0872f322-5301-4d4e-8d54-1de08eb0ad61 req-b5060518-7899-4611-b7c9-9769b02a72ed tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.1965575 Nov 11 21:34:14.159220 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:14.163321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-d7b36832-282a-4923-8c56-e23ad5b521f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=df398264-face-4d6c-a2e2-433220699d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485857 Nov 11 21:34:14.164595 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d2f106ce-5f6d-4139-824f-ee69a1902871, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2f106ce-5f6d-4139-824f-ee69a1902871,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:14.170238 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Network 9721d21e-2b2c-41e8-8238-651a9279b540 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:14.180056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:14.218073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:34:14.226984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'd2f106ce-5f6d-4139-824f-ee69a1902871', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': 'd2f106ce-5f6d-4139-824f-ee69a1902871', 'mac_address': 'fa:16:3e:44:93:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:34:14.229593 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:14.230303 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Pushing event updated for resources: {'Port': ['ID=a94575d3-8d3a-4532-81ec-45429e264696,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:14.291526 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:14.307173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0872f322-5301-4d4e-8d54-1de08eb0ad61 req-627ef9ea-d577-4c08-b42c-90c7832ecfec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905389 Nov 11 21:34:14.318254 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:14.329435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:34:14.338034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Pushing event updated for resources: {'Port': ['ID=39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:14.348999 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:14.349540 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-fb0663e3-e621-432a-9ec7-2df1da10dd0e service neutron] 10.222.0.71 "GET /v2.0/networks/df398264-face-4d6c-a2e2-433220699d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849656 Nov 11 21:34:14.407472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f106ce-5f6d-4139-824f-ee69a1902871 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:14.483116 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Attempting to bind port a94575d3-8d3a-4532-81ec-45429e264696 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:34:14.483498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Attempting to bind port a94575d3-8d3a-4532-81ec-45429e264696 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'c2cbdc50-87db-4182-8372-3aacbf9cf19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '9721d21e-2b2c-41e8-8238-651a9279b540'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:34:14.483862 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Attempting to bind port a94575d3-8d3a-4532-81ec-45429e264696 on network 9721d21e-2b2c-41e8-8238-651a9279b540 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:14.527332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:34:14.527777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Checking segment: {'id': 'c2cbdc50-87db-4182-8372-3aacbf9cf19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '9721d21e-2b2c-41e8-8238-651a9279b540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:14.528344 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:14.528820 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Bound using segment: {'id': 'c2cbdc50-87db-4182-8372-3aacbf9cf19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '9721d21e-2b2c-41e8-8238-651a9279b540'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:34:14.530160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Bound port: a94575d3-8d3a-4532-81ec-45429e264696, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2cbdc50-87db-4182-8372-3aacbf9cf19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '9721d21e-2b2c-41e8-8238-651a9279b540'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:34:14.530542 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:14.585326 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56194f50-d1e9-4e32-a7d8-0cb015058a0f req-c0c59b94-f75f-4d21-a9f8-f589e52fa6f2 service neutron] 10.222.0.71 "GET /v2.0/networks/df398264-face-4d6c-a2e2-433220699d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248566 Nov 11 21:34:14.657618 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] For port a94575d3-8d3a-4532-81ec-45429e264696, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:34:14.663151 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] For port a94575d3-8d3a-4532-81ec-45429e264696, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a94575d3-8d3a-4532-81ec-45429e264696,segment=NetworkSegment(c2cbdc50-87db-4182-8372-3aacbf9cf19d),segment_id=c2cbdc50-87db-4182-8372-3aacbf9cf19d)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:34:14.667251 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d2f106ce-5f6d-4139-824f-ee69a1902871, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2f106ce-5f6d-4139-824f-ee69a1902871,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:14.669734 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:14.671387 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:14.679666 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:14.718616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641f673-0240-4dc0-8e9a-e91cd648492d req-c7f49cf9-daae-4d1b-93e0-59cb71d4f2e0 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:14.726290 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5641f673-0240-4dc0-8e9a-e91cd648492d req-c7f49cf9-daae-4d1b-93e0-59cb71d4f2e0 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 945 time: 0.1782224 Nov 11 21:34:14.792462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0382246-c295-4858-b82c-5d4e1eee38df req-97775e53-ff4e-44a2-afad-848209fc48a7 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:14.794912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0382246-c295-4858-b82c-5d4e1eee38df req-97775e53-ff4e-44a2-afad-848209fc48a7 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/ports?device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 943 time: 0.1678529 Nov 11 21:34:14.809212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529832b-8e2d-470b-acf0-e6d375552895 None None] Pushing event updated for resources: {'Port': ['ID=a94575d3-8d3a-4532-81ec-45429e264696,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:14.831603 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:14.876716 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd65a7c-de12-4a57-9939-310b826da10a req-1c94f611-098c-4268-87ea-ced88e63e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:14.880938 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-edd65a7c-de12-4a57-9939-310b826da10a req-1c94f611-098c-4268-87ea-ced88e63e200 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f435caff64e4021b1d4941cca62dc4b&device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 1094 time: 0.1886947 Nov 11 21:34:14.892365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:14.897455 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa60cd02-4c0f-4b98-9ef4-aaa4055207d3" -d '{"events": [{"server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "name": "network-vif-plugged", "status": "completed", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:14.901595 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d2f106ce-5f6d-4139-824f-ee69a1902871,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:14.908724 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d2f106ce-5f6d-4139-824f-ee69a1902871'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:14.916328 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5641f673-0240-4dc0-8e9a-e91cd648492d req-7870a0ce-7772-459f-bf85-2c2717e66d4a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876106 Nov 11 21:34:15.187894 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d822416-bdea-4ee9-b7c7-789cf958a044 x-openstack-request-id: req-3d822416-bdea-4ee9-b7c7-789cf958a044 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:15.189438 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "name": "network-vif-plugged", "status": "completed", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:15.189709 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3d822416-bdea-4ee9-b7c7-789cf958a044 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:15.190183 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389', 'code': 200} Nov 11 21:34:15.191812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0382246-c295-4858-b82c-5d4e1eee38df req-83dafdf8-9a1f-42b9-bf27-5478d4c78355 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/security-groups?id=e335e36e-0cfd-4e9c-b79d-6c673aa36938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835332 Nov 11 21:34:15.219386 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:15.331760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd65a7c-de12-4a57-9939-310b826da10a req-858b9eec-521e-413e-93c7-0d48711d952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:15.333419 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-edd65a7c-de12-4a57-9939-310b826da10a req-858b9eec-521e-413e-93c7-0d48711d952c service neutron] 10.222.0.71 "GET /v2.0/networks?id=df398264-face-4d6c-a2e2-433220699d26 HTTP/1.1" status: 200 len: 911 time: 0.4108071 Nov 11 21:34:15.356276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638e658-fed3-4118-8c6f-7dece88a7112 req-db9d42cf-4584-4f14-a115-85fe2595ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:15.358562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b638e658-fed3-4118-8c6f-7dece88a7112 req-db9d42cf-4584-4f14-a115-85fe2595ce44 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 1101 time: 0.1055028 Nov 11 21:34:15.462783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-edd65a7c-de12-4a57-9939-310b826da10a req-71b44f2d-da87-4361-a170-e42113863f7f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3533da0c-cc92-4a96-924b-9ca7e8c83057 HTTP/1.1" status: 200 len: 217 time: 0.1152098 Nov 11 21:34:15.472687 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Router f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:34:15.570173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b638e658-fed3-4118-8c6f-7dece88a7112 req-d3ce6324-8897-4571-8243-a7a875cf8a7f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973808 Nov 11 21:34:15.586118 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0a3dcd5-ba1a-4b50-a185-55ecd4c417f4 req-25afa6e2-ee88-4095-a8f5-e01e505c6e24 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/83d90794-18e8-4331-960e-441ebb2a9de6 HTTP/1.1" status: 200 len: 1817 time: 0.2142985 Nov 11 21:34:15.621604 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd65a7c-de12-4a57-9939-310b826da10a req-f67d8c8b-fbcd-4257-9583-b7b99f144f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:15.623113 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-edd65a7c-de12-4a57-9939-310b826da10a req-f67d8c8b-fbcd-4257-9583-b7b99f144f0a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=04121ffa-1e3c-4834-82fc-b3c9c0cc14e0 HTTP/1.1" status: 200 len: 849 time: 0.1445765 Nov 11 21:34:15.635635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:34:15.641390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a913f-826c-4090-843d-1ea223a4c417 req-7890fdfe-5671-4991-b567-436ad7b585e1 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:15.643439 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e12a913f-826c-4090-843d-1ea223a4c417 req-7890fdfe-5671-4991-b567-436ad7b585e1 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.1709976 Nov 11 21:34:15.646409 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Sync routers for ids ['f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:34:15.662070 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Routers {'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:15.662715 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:33:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:15.668840 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:15.673107 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-98b1b1f6-21eb-4804-b400-de39ce6e6df9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.4589477 Nov 11 21:34:15.673992 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33304) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:15.686506 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2883a5-0324-4055-8e35-b7d0d67fa322', 'name': 'network-vif-deleted', 'tag': 'b5068eef-0f91-4fc7-9399-0cfb84cdbf6e'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:15.690120 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23024e2-3d23-41b4-84c2-1bb9d44514a7" -d '{"events": [{"server_uuid": "be2883a5-0324-4055-8e35-b7d0d67fa322", "name": "network-vif-deleted", "tag": "b5068eef-0f91-4fc7-9399-0cfb84cdbf6e"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:15.722678 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-edd65a7c-de12-4a57-9939-310b826da10a req-ace44286-d533-43a4-92a8-17aee276c5cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=df398264-face-4d6c-a2e2-433220699d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726318 Nov 11 21:34:15.810003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e12a913f-826c-4090-843d-1ea223a4c417 req-937e04c8-d5e5-4ae1-a742-f5f3f32883ed tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522424 Nov 11 21:34:15.868860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a0a3dcd5-ba1a-4b50-a185-55ecd4c417f4 req-d0bcb1d5-7be6-492b-8551-ec6f2fc1b899 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:15.882788 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Set router f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:15.918295 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a0a3dcd5-ba1a-4b50-a185-55ecd4c417f4 req-d0bcb1d5-7be6-492b-8551-ec6f2fc1b899 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:15.946116 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562d3f94-1ffc-4223-84fa-7caa2a67921c x-openstack-request-id: req-562d3f94-1ffc-4223-84fa-7caa2a67921c {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:15.946691 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2883a5-0324-4055-8e35-b7d0d67fa322", "name": "network-vif-deleted", "tag": "b5068eef-0f91-4fc7-9399-0cfb84cdbf6e", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:15.947140 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-562d3f94-1ffc-4223-84fa-7caa2a67921c {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:15.947818 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2883a5-0324-4055-8e35-b7d0d67fa322', 'name': 'network-vif-deleted', 'tag': 'b5068eef-0f91-4fc7-9399-0cfb84cdbf6e', 'status': 'completed', 'code': 200} Nov 11 21:34:15.968617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d2f106ce-5f6d-4139-824f-ee69a1902871 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:34:15.982176 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-edd65a7c-de12-4a57-9939-310b826da10a req-cb04bd3f-fae5-44a0-8896-ac6679aaf94b service neutron] 10.222.0.71 "GET /v2.0/networks/df398264-face-4d6c-a2e2-433220699d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424114 Nov 11 21:34:16.039743 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a0a3dcd5-ba1a-4b50-a185-55ecd4c417f4 req-d0bcb1d5-7be6-492b-8551-ec6f2fc1b899 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:16.048580 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a0a3dcd5-ba1a-4b50-a185-55ecd4c417f4 req-d0bcb1d5-7be6-492b-8551-ec6f2fc1b899 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:16.050725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0a3dcd5-ba1a-4b50-a185-55ecd4c417f4 req-d0bcb1d5-7be6-492b-8551-ec6f2fc1b899 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "DELETE /v2.0/security-groups/83d90794-18e8-4331-960e-441ebb2a9de6 HTTP/1.1" status: 204 len: 173 time: 0.4635060 Nov 11 21:34:16.161345 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-801c48c8-a1a9-4087-ace2-6bb81d88cac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:16.173780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcb1d5-7be6-492b-8551-ec6f2fc1b899 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d90794-18e8-4331-960e-441ebb2a9de6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:16.176258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port d2f106ce-5f6d-4139-824f-ee69a1902871 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:16.176884 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:16.331185 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1035332547-router', 'tenant_id': '2400784ff2bc46d797ef48f2363a6b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:34:13Z', 'updated_at': '2021-11-11T21:34:14Z', 'revision_number': 3, 'project_id': '2400784ff2bc46d797ef48f2363a6b9c', 'gw_port': {'id': '39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:34:13Z', 'updated_at': '2021-11-11T21:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:16.360990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4f30-b58b-4eb8-8e87-571b8eaa7609 req-63496d27-0079-48bb-adc6-797e2ab92c12 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:16.367441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-569e4f30-b58b-4eb8-8e87-571b8eaa7609 req-63496d27-0079-48bb-adc6-797e2ab92c12 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 945 time: 0.2535956 Nov 11 21:34:16.409920 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:16.424470 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Checking router: f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:34:16.425428 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Updating router f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37 port 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:34:16.441598 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7cd173d2-bfdb-4b12-8677-61897af5198b req-fe31b03d-3c47-4225-b3b9-dd6c912c1472 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "GET /v2.0/security-groups/07d8bf75-f489-4394-8b8d-be5238ab9709 HTTP/1.1" status: 200 len: 1816 time: 0.1975408 Nov 11 21:34:16.466770 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-edd65a7c-de12-4a57-9939-310b826da10a req-88483e48-b82f-4c5f-8f27-0faaba9174df service neutron] 10.222.0.71 "GET /v2.0/networks/df398264-face-4d6c-a2e2-433220699d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752319 Nov 11 21:34:16.468777 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:16.503426 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d2f106ce-5f6d-4139-824f-ee69a1902871, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2f106ce-5f6d-4139-824f-ee69a1902871,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:16.511853 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:16.548175 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:16.570707 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-569e4f30-b58b-4eb8-8e87-571b8eaa7609 req-fbf8d538-8c73-48e7-9d66-1799076819fd tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628726 Nov 11 21:34:16.606640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff39f3a-3abf-45ae-8d03-081eb05f5535 None None] Network 9721d21e-2b2c-41e8-8238-651a9279b540 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:34:16.619267 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7cd173d2-bfdb-4b12-8677-61897af5198b req-40700ec1-0fbc-463e-8070-e36cf25a7bc8 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:16.663267 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7cd173d2-bfdb-4b12-8677-61897af5198b req-40700ec1-0fbc-463e-8070-e36cf25a7bc8 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:16.710839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d2f106ce-5f6d-4139-824f-ee69a1902871,revision_number=10']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:16.731099 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7cd173d2-bfdb-4b12-8677-61897af5198b req-40700ec1-0fbc-463e-8070-e36cf25a7bc8 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:16.734405 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7cd173d2-bfdb-4b12-8677-61897af5198b req-40700ec1-0fbc-463e-8070-e36cf25a7bc8 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:16.749462 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7cd173d2-bfdb-4b12-8677-61897af5198b req-40700ec1-0fbc-463e-8070-e36cf25a7bc8 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] 10.222.0.57 "DELETE /v2.0/security-groups/07d8bf75-f489-4394-8b8d-be5238ab9709 HTTP/1.1" status: 204 len: 173 time: 0.2815301 Nov 11 21:34:16.750145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33322) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:16.755642 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6bb46f34-8d82-42ef-9303-ebf6ba1201a7 None None] Provisioning complete for port a94575d3-8d3a-4532-81ec-45429e264696 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:16.760489 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bb46f34-8d82-42ef-9303-ebf6ba1201a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:16.770760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40700ec1-0fbc-463e-8070-e36cf25a7bc8 tempest-SecurityGroupsTestJSON-1007385596 tempest-SecurityGroupsTestJSON-1007385596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d8bf75-f489-4394-8b8d-be5238ab9709,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:16.927768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Allocated IP 172.20.0.1 (9721d21e-2b2c-41e8-8238-651a9279b540/d1b98b65-38e8-461e-a323-5617a2333ada/fead3319-e5cb-4f6a-8ecf-04d0600ec8f0) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:34:17.012635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f9d485-8ef2-4e4f-bb7e-19a77fd309d3 admin admin] Deleting subnet d7cb89f3-a334-4065-a096-f45c6d41dd1f {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:34:17.033268 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62f9d485-8ef2-4e4f-bb7e-19a77fd309d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.098794 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.103325 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60728e-9034-43c2-9bce-937836df95d3 req-08f842bb-ba0b-4251-a971-7a7e40255259 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:17.115354 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c60728e-9034-43c2-9bce-937836df95d3 req-08f842bb-ba0b-4251-a971-7a7e40255259 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/ports?device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 943 time: 0.3402987 Nov 11 21:34:17.116654 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.153177 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62f9d485-8ef2-4e4f-bb7e-19a77fd309d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.170677 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.229367 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.251088 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c60728e-9034-43c2-9bce-937836df95d3 req-dcc303a4-5e30-41fe-b045-2d852e52c740 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/security-groups?id=e335e36e-0cfd-4e9c-b79d-6c673aa36938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347377 Nov 11 21:34:17.269508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Network 9721d21e-2b2c-41e8-8238-651a9279b540 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:17.273078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:17.277280 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:34:17.290254 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Attempting to bind port 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:34:17.290785 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Attempting to bind port 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:34:17.291160 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Attempting to bind port 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:17.310058 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62f9d485-8ef2-4e4f-bb7e-19a77fd309d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.315161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f106ce-5f6d-4139-824f-ee69a1902871'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:17.317691 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e760df2-5a9a-4557-8e69-0d74cb7690d2" -d '{"events": [{"server_uuid": "e5fcda37-d9ac-4563-b903-3a1df65c2073", "name": "network-vif-plugged", "status": "completed", "tag": "d2f106ce-5f6d-4139-824f-ee69a1902871"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:17.325875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Pushing event updated for resources: {'Port': ['ID=fead3319-e5cb-4f6a-8ecf-04d0600ec8f0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:17.326686 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a94575d3-8d3a-4532-81ec-45429e264696 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:34:17.330527 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:34:17.330999 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:17.331414 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.331812 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:34:17.332300 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Bound port: 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:34:17.332697 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.337964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b5068eef-0f91-4fc7-9399-0cfb84cdbf6e no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:17.344677 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.387693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620acd0-87ac-44dd-8147-1ac0b78f6121 req-b8ff18ee-7aea-4345-a10d-19583d0ef465 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:17.396319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d620acd0-87ac-44dd-8147-1ac0b78f6121 req-b8ff18ee-7aea-4345-a10d-19583d0ef465 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 945 time: 0.1964531 Nov 11 21:34:17.423504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: b5068eef-0f91-4fc7-9399-0cfb84cdbf6e {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:17.424130 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b5068eef-0f91-4fc7-9399-0cfb84cdbf6e not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:17.431722 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afd02c-af64-4f01-92fe-41d11e53e993 None None] Pushing event updated for resources: {'Port': ['ID=39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:17.445810 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.458321 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44afd02c-af64-4f01-92fe-41d11e53e993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:17.463457 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44afd02c-af64-4f01-92fe-41d11e53e993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:17.466071 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44afd02c-af64-4f01-92fe-41d11e53e993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:17.466721 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44afd02c-af64-4f01-92fe-41d11e53e993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:17.467306 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44afd02c-af64-4f01-92fe-41d11e53e993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:17.468477 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44afd02c-af64-4f01-92fe-41d11e53e993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:17.469617 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44afd02c-af64-4f01-92fe-41d11e53e993 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:17.470689 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44afd02c-af64-4f01-92fe-41d11e53e993 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:17.471590 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44afd02c-af64-4f01-92fe-41d11e53e993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:17.472923 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44afd02c-af64-4f01-92fe-41d11e53e993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:17.473503 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44afd02c-af64-4f01-92fe-41d11e53e993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:17.475348 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44afd02c-af64-4f01-92fe-41d11e53e993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:17.502133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd20ab2-6b58-4aac-83f9-a012eb50d636 req-aa857c11-1546-49bc-af59-bb2edfa93a91 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:17.510300 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3dd20ab2-6b58-4aac-83f9-a012eb50d636 req-aa857c11-1546-49bc-af59-bb2edfa93a91 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.1382787 Nov 11 21:34:17.514949 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] For port 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:34:17.523017 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] For port 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:34:17.531026 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.594905 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d620acd0-87ac-44dd-8147-1ac0b78f6121 req-428e7675-b090-45bb-a70b-9fe0992dbb5e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954656 Nov 11 21:34:17.599207 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a94575d3-8d3a-4532-81ec-45429e264696 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:17.599876 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.625332 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.655358 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Routers {'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:17.656077 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bb46f34-8d82-42ef-9303-ebf6ba1201a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.658519 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62f9d485-8ef2-4e4f-bb7e-19a77fd309d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.659108 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:34:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:17.813065 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3dd20ab2-6b58-4aac-83f9-a012eb50d636 req-f60d917b-ba24-4c6b-9f16-004c54281f05 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994883 Nov 11 21:34:17.813957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9d485-8ef2-4e4f-bb7e-19a77fd309d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7cb89f3-a334-4065-a096-f45c6d41dd1f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:17.848134 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62f9d485-8ef2-4e4f-bb7e-19a77fd309d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.865517 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-62f9d485-8ef2-4e4f-bb7e-19a77fd309d3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d7cb89f3-a334-4065-a096-f45c6d41dd1f HTTP/1.1" status: 204 len: 168 time: 1.1030354 Nov 11 21:34:17.871004 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33342) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:17.908067 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] Set router f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:17.915277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6bb46f34-8d82-42ef-9303-ebf6ba1201a7 None None] For port a94575d3-8d3a-4532-81ec-45429e264696, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a94575d3-8d3a-4532-81ec-45429e264696,segment=NetworkSegment(c2cbdc50-87db-4182-8372-3aacbf9cf19d),segment_id=c2cbdc50-87db-4182-8372-3aacbf9cf19d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:17.925099 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2899ca8c-a35f-4942-9e9f-e032986684bb x-openstack-request-id: req-2899ca8c-a35f-4942-9e9f-e032986684bb {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:17.927093 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fcda37-d9ac-4563-b903-3a1df65c2073", "name": "network-vif-plugged", "status": "completed", "tag": "d2f106ce-5f6d-4139-824f-ee69a1902871", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:17.928402 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2899ca8c-a35f-4942-9e9f-e032986684bb {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:17.931913 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f106ce-5f6d-4139-824f-ee69a1902871', 'code': 200} Nov 11 21:34:17.941638 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:17.957793 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bb46f34-8d82-42ef-9303-ebf6ba1201a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:18.088013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb46f34-8d82-42ef-9303-ebf6ba1201a7 None None] Pushing event updated for resources: {'Port': ['ID=a94575d3-8d3a-4532-81ec-45429e264696,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:18.103775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 3533da0c-cc92-4a96-924b-9ca7e8c83057 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:34:18.137006 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:18.143787 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:18.294090 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:18.304979 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Pushing event updated for resources: {'Port': ['ID=fead3319-e5cb-4f6a-8ecf-04d0600ec8f0,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:18.346517 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 3533da0c-cc92-4a96-924b-9ca7e8c83057, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=3533da0c-cc92-4a96-924b-9ca7e8c83057,segment=NetworkSegment(69449f73-4de1-415e-91b9-56b8f4d5679c),segment_id=69449f73-4de1-415e-91b9-56b8f4d5679c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:18.370998 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afd02c-af64-4f01-92fe-41d11e53e993 None None] Pushing event updated for resources: {'Port': ['ID=39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:18.394498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '3533da0c-cc92-4a96-924b-9ca7e8c83057', 'network_id': 'df398264-face-4d6c-a2e2-433220699d26', 'port_id': '3533da0c-cc92-4a96-924b-9ca7e8c83057', 'mac_address': 'fa:16:3e:76:b2:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04121ffa-1e3c-4834-82fc-b3c9c0cc14e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:34:18.405376 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1035332547-router', 'tenant_id': '2400784ff2bc46d797ef48f2363a6b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:34:13Z', 'updated_at': '2021-11-11T21:34:17Z', 'revision_number': 4, 'project_id': '2400784ff2bc46d797ef48f2363a6b9c', 'gw_port': {'id': '39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:34:13Z', 'updated_at': '2021-11-11T21:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fead3319-e5cb-4f6a-8ecf-04d0600ec8f0', 'name': '', 'network_id': '9721d21e-2b2c-41e8-8238-651a9279b540', 'tenant_id': '2400784ff2bc46d797ef48f2363a6b9c', 'mac_address': 'fa:16:3e:35:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'd1b98b65-38e8-461e-a323-5617a2333ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:34:16Z', 'updated_at': '2021-11-11T21:34:16Z', 'revision_number': 1, 'project_id': '2400784ff2bc46d797ef48f2363a6b9c', 'subnets': [{'id': 'd1b98b65-38e8-461e-a323-5617a2333ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:18.468870 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dec34d2-dae2-4ce6-b328-876f7f2721f1 None None] The sync data for ids ['f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'] in n-d-805737-3 is: [{'id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1035332547-router', 'tenant_id': '2400784ff2bc46d797ef48f2363a6b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:34:13Z', 'updated_at': '2021-11-11T21:34:17Z', 'revision_number': 4, 'project_id': '2400784ff2bc46d797ef48f2363a6b9c', 'gw_port': {'id': '39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:34:13Z', 'updated_at': '2021-11-11T21:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fead3319-e5cb-4f6a-8ecf-04d0600ec8f0', 'name': '', 'network_id': '9721d21e-2b2c-41e8-8238-651a9279b540', 'tenant_id': '2400784ff2bc46d797ef48f2363a6b9c', 'mac_address': 'fa:16:3e:35:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'd1b98b65-38e8-461e-a323-5617a2333ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:34:16Z', 'updated_at': '2021-11-11T21:34:16Z', 'revision_number': 1, 'project_id': '2400784ff2bc46d797ef48f2363a6b9c', 'subnets': [{'id': 'd1b98b65-38e8-461e-a323-5617a2333ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:34:18.498467 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Network 9721d21e-2b2c-41e8-8238-651a9279b540 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:18.505861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:18.506053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bdedf091-de1f-4785-a18f-c166450d9be4 None None] Provisioning complete for port a94575d3-8d3a-4532-81ec-45429e264696 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:18.506053 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bdedf091-de1f-4785-a18f-c166450d9be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:18.594488 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:18.659588 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-78053009-98a7-4435-aa8a-e8940ddb7172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:18.680186 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:18.693338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3533da0c-cc92-4a96-924b-9ca7e8c83057 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:18.715443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Router f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:34:18.755971 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:34:18.757882 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:34:18.771890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 3533da0c-cc92-4a96-924b-9ca7e8c83057, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=3533da0c-cc92-4a96-924b-9ca7e8c83057,segment=NetworkSegment(69449f73-4de1-415e-91b9-56b8f4d5679c),segment_id=69449f73-4de1-415e-91b9-56b8f4d5679c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:18.796725 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:18.818599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e14f9-f3d4-46fe-b170-0021378f6c07 req-5f4610d5-b671-42ad-9041-68867729a73c tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:18.820358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-017e14f9-f3d4-46fe-b170-0021378f6c07 req-5f4610d5-b671-42ad-9041-68867729a73c tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 945 time: 0.1771803 Nov 11 21:34:18.840226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c44d26-2d48-4f3b-9cb1-6d2434b11caf req-e47f196f-97ec-406b-bb1f-f02ffa58d926 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:18.849008 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c44d26-2d48-4f3b-9cb1-6d2434b11caf req-e47f196f-97ec-406b-bb1f-f02ffa58d926 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.7159820 Nov 11 21:34:18.977457 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=3533da0c-cc92-4a96-924b-9ca7e8c83057,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:18.994120 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:34:19.004858 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-51ebdae1-b401-4920-b907-64a9bcaee074 admin admin] 10.222.0.57 "PUT /v2.0/routers/f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3295598 Nov 11 21:34:19.098083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-96847eee-60ab-466a-9389-a9ffb28b570f None None] Provisioning complete for port fead3319-e5cb-4f6a-8ecf-04d0600ec8f0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:19.101714 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-96847eee-60ab-466a-9389-a9ffb28b570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:19.138621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-017e14f9-f3d4-46fe-b170-0021378f6c07 req-0202122f-af06-4966-a55a-ff78ff74085c tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906713 Nov 11 21:34:19.158671 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-78053009-98a7-4435-aa8a-e8940ddb7172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:19.171540 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-96847eee-60ab-466a-9389-a9ffb28b570f None None] Port fead3319-e5cb-4f6a-8ecf-04d0600ec8f0 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:34:19.174125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['3533da0c-cc92-4a96-924b-9ca7e8c83057'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:19.233874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-78053009-98a7-4435-aa8a-e8940ddb7172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18898783-5058-4e57-bc2e-6ade26d28162']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:19.269198 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c44d26-2d48-4f3b-9cb1-6d2434b11caf req-3b9a3c56-ff82-4c4e-a1d2-2a0c22479e75 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129802 Nov 11 21:34:19.271203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-78053009-98a7-4435-aa8a-e8940ddb7172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4aee7f6-990a-4d98-a33f-f01296c4c194') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:19.271499 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-78053009-98a7-4435-aa8a-e8940ddb7172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4aee7f6-990a-4d98-a33f-f01296c4c194') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:19.305425 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:19.308266 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-78053009-98a7-4435-aa8a-e8940ddb7172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:19.332623 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-78053009-98a7-4435-aa8a-e8940ddb7172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:19.362647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78053009-98a7-4435-aa8a-e8940ddb7172 admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:34:19.364994 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-78053009-98a7-4435-aa8a-e8940ddb7172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:34:19.367839 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:34:19.573242 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70b51c-b866-4466-a48a-86063352e611 req-6a43e0fd-868c-4a89-9e3b-43fee9dd0ab5 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:19.574979 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f70b51c-b866-4466-a48a-86063352e611 req-6a43e0fd-868c-4a89-9e3b-43fee9dd0ab5 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/ports?device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 944 time: 0.0915899 Nov 11 21:34:19.576928 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-78053009-98a7-4435-aa8a-e8940ddb7172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:19.583521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a94575d3-8d3a-4532-81ec-45429e264696 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:34:19.622638 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-78053009-98a7-4435-aa8a-e8940ddb7172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:19.634070 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-78053009-98a7-4435-aa8a-e8940ddb7172 admin admin] 10.222.0.57 "DELETE /v2.0/networks/18898783-5058-4e57-bc2e-6ade26d28162 HTTP/1.1" status: 204 len: 168 time: 1.7595177 Nov 11 21:34:19.634070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78053009-98a7-4435-aa8a-e8940ddb7172 admin admin] Pushing event deleted for resources: {'Network': ['ID=18898783-5058-4e57-bc2e-6ade26d28162,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:19.725750 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a94575d3-8d3a-4532-81ec-45429e264696 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:19.728011 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:19.758258 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-1ea24ec6-54fc-48c8-8795-8a6160301b47 req-fbaa3205-0f81-46bc-b823-bf10672d77b1 tempest-FloatingIPDetailsNegativeTestJSON-1254411777 tempest-FloatingIPDetailsNegativeTestJSON-1254411777-project] show failed (client error): The resource could not be found. Nov 11 21:34:19.759331 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ea24ec6-54fc-48c8-8795-8a6160301b47 req-fbaa3205-0f81-46bc-b823-bf10672d77b1 tempest-FloatingIPDetailsNegativeTestJSON-1254411777 tempest-FloatingIPDetailsNegativeTestJSON-1254411777-project] 10.222.0.57 "GET /v2.0/floatingips/48d2f4c7-e432-4b9b-9ee0-781982ebb4c3 HTTP/1.1" status: 404 len: 350 time: 0.0657146 Nov 11 21:34:19.771640 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33376) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:19.855381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f70b51c-b866-4466-a48a-86063352e611 req-ab1fca8c-d688-4eaa-9849-3a520fb5c2ff tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/security-groups?id=e335e36e-0cfd-4e9c-b79d-6c673aa36938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326024 Nov 11 21:34:19.914295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33386) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:20.098707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab31e7-3e31-4d2f-8ee4-e4e7b019aa28 req-1ac28f56-c36e-4351-a0a0-9c49d027b4d6 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:20.100342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30ab31e7-3e31-4d2f-8ee4-e4e7b019aa28 req-1ac28f56-c36e-4351-a0a0-9c49d027b4d6 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.71 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 945 time: 0.2186480 Nov 11 21:34:20.111473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9d8ae994-2611-4cb6-8b06-1ce865a09b00 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b6c8d764ce54865a263cd5b3fe5b49d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935394 Nov 11 21:34:20.113005 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33392) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:20.214345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-1bb32195-7ee2-4b60-b1c3-4a9e7215f895 req-a26509aa-d43d-4e73-8f3c-4d3d27a85962 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:34:20.215384 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1bb32195-7ee2-4b60-b1c3-4a9e7215f895 req-a26509aa-d43d-4e73-8f3c-4d3d27a85962 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113933 Nov 11 21:34:20.320434 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb7ceb45-ea32-4f0a-8be6-815613c3cc7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:20.403931 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb7ceb45-ea32-4f0a-8be6-815613c3cc7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:20.426665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-30ab31e7-3e31-4d2f-8ee4-e4e7b019aa28 req-0bb0fb9e-1eb2-4a90-a60c-006aed7d4f0a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Deleting port 9be0100b-ea64-43b5-944a-d0bcbfb02880 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:20.430273 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-30ab31e7-3e31-4d2f-8ee4-e4e7b019aa28 req-0bb0fb9e-1eb2-4a90-a60c-006aed7d4f0a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:20.539068 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb7ceb45-ea32-4f0a-8be6-815613c3cc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:20.541862 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb7ceb45-ea32-4f0a-8be6-815613c3cc7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:20.543061 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bb7ceb45-ea32-4f0a-8be6-815613c3cc7c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66aeb843-01ce-4874-a733-c07cab3e16b5 HTTP/1.1" status: 204 len: 168 time: 0.4078348 Nov 11 21:34:20.574932 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ceb45-ea32-4f0a-8be6-815613c3cc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aeb843-01ce-4874-a733-c07cab3e16b5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:20.592462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cb791-3ec0-414d-ac9c-18f51f002cdd req-e97609ac-7c99-42e4-b2da-d3f5ccc038a6 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:20.594404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab9cb791-3ec0-414d-ac9c-18f51f002cdd req-e97609ac-7c99-42e4-b2da-d3f5ccc038a6 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 945 time: 0.2937961 Nov 11 21:34:20.739059 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-30ab31e7-3e31-4d2f-8ee4-e4e7b019aa28 req-0bb0fb9e-1eb2-4a90-a60c-006aed7d4f0a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] For port 9be0100b-ea64-43b5-944a-d0bcbfb02880, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9be0100b-ea64-43b5-944a-d0bcbfb02880,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:20.739488 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-30ab31e7-3e31-4d2f-8ee4-e4e7b019aa28 req-0bb0fb9e-1eb2-4a90-a60c-006aed7d4f0a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:20.759427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-30ab31e7-3e31-4d2f-8ee4-e4e7b019aa28 req-0bb0fb9e-1eb2-4a90-a60c-006aed7d4f0a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Calling delete_port for 9be0100b-ea64-43b5-944a-d0bcbfb02880 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:20.898688 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab9cb791-3ec0-414d-ac9c-18f51f002cdd req-35183763-cacb-4d4f-b738-aeabb44e324e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471969 Nov 11 21:34:20.990422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03c575-4f6f-4fa8-a259-e22c5e963996 req-cce212f3-8c29-45ed-8411-ef5b54961f81 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:20.999253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa03c575-4f6f-4fa8-a259-e22c5e963996 req-cce212f3-8c29-45ed-8411-ef5b54961f81 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.3106043 Nov 11 21:34:21.085162 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-2e7b802c-881b-4aeb-a299-cd717d62850a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0627077 Nov 11 21:34:21.095625 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64cfa50a-d511-4a72-98b1-bb52de445c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:21.173507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef119f-a50c-4bac-91cd-dba71c163071 req-8fb495e6-7523-4186-b6c5-89ae6deeb8ef tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:21.181321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eeef119f-a50c-4bac-91cd-dba71c163071 req-8fb495e6-7523-4186-b6c5-89ae6deeb8ef tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/ports?device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 944 time: 0.1706169 Nov 11 21:34:21.197623 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa03c575-4f6f-4fa8-a259-e22c5e963996 req-40948c49-d4aa-4156-ae71-8013709fe4c6 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975060 Nov 11 21:34:21.236436 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-30ab31e7-3e31-4d2f-8ee4-e4e7b019aa28 req-0bb0fb9e-1eb2-4a90-a60c-006aed7d4f0a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:21.251281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['90fb43ec-2244-4e6f-88f4-0f6efcf8e38e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:21.322959 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['9be0100b-ea64-43b5-944a-d0bcbfb02880'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:21.359988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0fb9e-1eb2-4a90-a60c-006aed7d4f0a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Pushing event deleted for resources: {'Port': ['ID=9be0100b-ea64-43b5-944a-d0bcbfb02880,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:21.376790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eeef119f-a50c-4bac-91cd-dba71c163071 req-554a3552-3ced-4266-9d4d-0978ebf6cc83 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/security-groups?id=e335e36e-0cfd-4e9c-b79d-6c673aa36938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761842 Nov 11 21:34:21.476342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ab31e7-3e31-4d2f-8ee4-e4e7b019aa28 req-0bb0fb9e-1eb2-4a90-a60c-006aed7d4f0a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] No DVR routers for this DVR port 9be0100b-ea64-43b5-944a-d0bcbfb02880 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:34:21.489932 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-30ab31e7-3e31-4d2f-8ee4-e4e7b019aa28 req-0bb0fb9e-1eb2-4a90-a60c-006aed7d4f0a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:21.493081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30ab31e7-3e31-4d2f-8ee4-e4e7b019aa28 req-0bb0fb9e-1eb2-4a90-a60c-006aed7d4f0a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.71 "DELETE /v2.0/ports/9be0100b-ea64-43b5-944a-d0bcbfb02880 HTTP/1.1" status: 204 len: 173 time: 1.3809335 Nov 11 21:34:21.493549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c49eea-cf5e-4bff-8a08-7a91c86133f8', 'name': 'network-vif-deleted', 'tag': '9be0100b-ea64-43b5-944a-d0bcbfb02880'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:21.495920 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2a21f2-9e16-477e-90f3-7277dfdba55c" -d '{"events": [{"server_uuid": "84c49eea-cf5e-4bff-8a08-7a91c86133f8", "name": "network-vif-deleted", "tag": "9be0100b-ea64-43b5-944a-d0bcbfb02880"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:21.568637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa50a-d511-4a72-98b1-bb52de445c23 admin admin] Deleting port fead3319-e5cb-4f6a-8ecf-04d0600ec8f0 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:21.573604 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64cfa50a-d511-4a72-98b1-bb52de445c23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:21.590876 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778f53a4-c1ea-4de2-8d40-39bdec23118a x-openstack-request-id: req-778f53a4-c1ea-4de2-8d40-39bdec23118a {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:21.591172 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c49eea-cf5e-4bff-8a08-7a91c86133f8", "name": "network-vif-deleted", "tag": "9be0100b-ea64-43b5-944a-d0bcbfb02880", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:21.591480 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-778f53a4-c1ea-4de2-8d40-39bdec23118a {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:21.591884 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c49eea-cf5e-4bff-8a08-7a91c86133f8', 'name': 'network-vif-deleted', 'tag': '9be0100b-ea64-43b5-944a-d0bcbfb02880', 'status': 'completed', 'code': 200} Nov 11 21:34:21.735464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:34:21.808103 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64cfa50a-d511-4a72-98b1-bb52de445c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:21.832328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa50a-d511-4a72-98b1-bb52de445c23 admin admin] Calling delete_port for fead3319-e5cb-4f6a-8ecf-04d0600ec8f0 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:21.868629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:21.870085 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:22.021134 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 3533da0c-cc92-4a96-924b-9ca7e8c83057 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:34:22.112070 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25a03cfe-6807-432e-bae3-444c1b941d4c req-a25e9f4d-0e33-4d09-8979-826a5a1206da tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c49eea-cf5e-4bff-8a08-7a91c86133f8 HTTP/1.1" status: 200 len: 210 time: 0.0492558 Nov 11 21:34:22.202417 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33458) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:22.211798 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 3533da0c-cc92-4a96-924b-9ca7e8c83057 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:34:22.219431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 3533da0c-cc92-4a96-924b-9ca7e8c83057 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:22.222229 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:22.337262 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:22.344057 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64cfa50a-d511-4a72-98b1-bb52de445c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:22.374327 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ce9f0-4250-4c61-8be7-0094ce903416 None None] Sync routers for ids ['f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:34:22.434853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa50a-d511-4a72-98b1-bb52de445c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=fead3319-e5cb-4f6a-8ecf-04d0600ec8f0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:22.454335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-536792566-network', 'tenant_id': 'fef52047ae7549549d57e0890d78215a'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:22.502961 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:22.504512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ce9f0-4250-4c61-8be7-0094ce903416 None None] Routers {'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:22.505356 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-970ce9f0-4250-4c61-8be7-0094ce903416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:34:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:22.606250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] Made reservation on behalf of fef52047ae7549549d57e0890d78215a for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:22.616481 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:22.668217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82707f4b-f08f-4984-a3eb-d34b5c9f67aa req-5c57bcc3-f419-4c86-bf30-6e4ff6f6ff37 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:22.683102 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82707f4b-f08f-4984-a3eb-d34b5c9f67aa req-5c57bcc3-f419-4c86-bf30-6e4ff6f6ff37 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.2807853 Nov 11 21:34:22.714504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-970ce9f0-4250-4c61-8be7-0094ce903416 None None] Set router f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:22.726481 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:22.854835 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82707f4b-f08f-4984-a3eb-d34b5c9f67aa req-b47a6ac4-14a6-415b-baf3-31c88fddd7e2 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705859 Nov 11 21:34:22.887834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c953d-1517-460b-97b9-040b38bec86a req-8b8da574-a874-4225-aedd-f866f0a67078 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:22.904306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c953d-1517-460b-97b9-040b38bec86a req-8b8da574-a874-4225-aedd-f866f0a67078 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/ports?device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 944 time: 0.2187405 Nov 11 21:34:22.921227 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64cfa50a-d511-4a72-98b1-bb52de445c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:23.036050 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:23.091224 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f7c953d-1517-460b-97b9-040b38bec86a req-19473629-6880-4069-b83c-4a6f73e9908d tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/security-groups?id=e335e36e-0cfd-4e9c-b79d-6c673aa36938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854458 Nov 11 21:34:23.158268 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:23.165974 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:23.173967 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:23.191464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:23.243330 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:34:23.264534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 3533da0c-cc92-4a96-924b-9ca7e8c83057, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=3533da0c-cc92-4a96-924b-9ca7e8c83057,segment=NetworkSegment(69449f73-4de1-415e-91b9-56b8f4d5679c),segment_id=69449f73-4de1-415e-91b9-56b8f4d5679c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:23.267905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31221d4a-b283-42df-a2a2-7c97532f03f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3533da0c-cc92-4a96-924b-9ca7e8c83057'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:23.270849 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0607feb0-1752-4f72-94a8-5d85110eec6d" -d '{"events": [{"server_uuid": "31221d4a-b283-42df-a2a2-7c97532f03f6", "name": "network-vif-plugged", "status": "completed", "tag": "3533da0c-cc92-4a96-924b-9ca7e8c83057"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:23.275501 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:23.276663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9be0100b-ea64-43b5-944a-d0bcbfb02880 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:23.288984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-970ce9f0-4250-4c61-8be7-0094ce903416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1035332547-router', 'tenant_id': '2400784ff2bc46d797ef48f2363a6b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:34:13Z', 'updated_at': '2021-11-11T21:34:22Z', 'revision_number': 5, 'project_id': '2400784ff2bc46d797ef48f2363a6b9c', 'gw_port': {'id': '39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:34:13Z', 'updated_at': '2021-11-11T21:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:23.300634 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:23.301385 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] Added segment 84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1 of type vlan for network 958e550a-549d-4c98-b646-78fb3aeb4f3b Nov 11 21:34:23.351874 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:23.394607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00011b8-1075-4604-8399-1b5a0751000e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:23.400765 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:23.404638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:23.405277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:23.433164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cfa50a-d511-4a72-98b1-bb52de445c23 admin admin] Router f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:34:23.448907 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea15e000-7e36-41da-a6d1-78a02006ad26 x-openstack-request-id: req-ea15e000-7e36-41da-a6d1-78a02006ad26 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:23.449404 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31221d4a-b283-42df-a2a2-7c97532f03f6", "name": "network-vif-plugged", "status": "completed", "tag": "3533da0c-cc92-4a96-924b-9ca7e8c83057", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:23.449515 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ea15e000-7e36-41da-a6d1-78a02006ad26 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:23.451788 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31221d4a-b283-42df-a2a2-7c97532f03f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3533da0c-cc92-4a96-924b-9ca7e8c83057', 'code': 200} Nov 11 21:34:23.455481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ce9f0-4250-4c61-8be7-0094ce903416 None None] Checking router: f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:34:23.462680 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 9be0100b-ea64-43b5-944a-d0bcbfb02880 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:23.463039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9be0100b-ea64-43b5-944a-d0bcbfb02880 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:23.517810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ce9f0-4250-4c61-8be7-0094ce903416 None None] Routers {'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:23.518412 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-970ce9f0-4250-4c61-8be7-0094ce903416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:34:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:23.549847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3456483 Nov 11 21:34:23.589319 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33512) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:23.613437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:34:23.613437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=3533da0c-cc92-4a96-924b-9ca7e8c83057,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:23.619580 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d2390a99-b29a-4e1e-a951-0b8e5e1512aa admin admin] Request body: {'subnet': {'network_id': '958e550a-549d-4c98-b646-78fb3aeb4f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-536792566-subnet', 'tenant_id': 'fef52047ae7549549d57e0890d78215a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:23.657695 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65478245-b8f1-437d-a12a-f4e573d79681 admin admin] Pushing event updated for resources: {'Network': ['ID=958e550a-549d-4c98-b646-78fb3aeb4f3b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:23.681491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 958e550a-549d-4c98-b646-78fb3aeb4f3b details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:34:23.684909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e8d43-bba7-4b0a-b2c2-aa143c7beb7d req-7402a478-5bed-4375-ac85-964c5ba2d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:23.687548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c25e8d43-bba7-4b0a-b2c2-aa143c7beb7d req-7402a478-5bed-4375-ac85-964c5ba2d5c1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 1096 time: 0.2538755 Nov 11 21:34:23.740091 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2390a99-b29a-4e1e-a951-0b8e5e1512aa admin admin] Made reservation on behalf of fef52047ae7549549d57e0890d78215a for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:23.745604 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2390a99-b29a-4e1e-a951-0b8e5e1512aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:23.822344 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c25e8d43-bba7-4b0a-b2c2-aa143c7beb7d req-3f87e579-6a90-403e-8685-98015ef9910b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e335e36e-0cfd-4e9c-b79d-6c673aa36938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984373 Nov 11 21:34:23.932969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18825-7c07-4ee9-a524-c432b517c46f req-24df051b-d548-4440-b095-79375cfac518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:23.934492 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-24df051b-d548-4440-b095-79375cfac518 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 1101 time: 0.2307537 Nov 11 21:34:23.999123 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-8423319e-53bb-4d32-a8a9-8d6e8c4cbfe4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:24.008124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-8423319e-53bb-4d32-a8a9-8d6e8c4cbfe4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 805 time: 0.3321478 Nov 11 21:34:24.054217 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cfa50a-d511-4a72-98b1-bb52de445c23 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:34:24.057436 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2390a99-b29a-4e1e-a951-0b8e5e1512aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:24.064601 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-64cfa50a-d511-4a72-98b1-bb52de445c23 admin admin] 10.222.0.57 "PUT /v2.0/routers/f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2918389 Nov 11 21:34:24.068695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-a7f89975-12fb-4719-bec9-61daae068788 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/quotas/178bb40f7c23473bbb72234aa8aa1b95 HTTP/1.1" status: 200 len: 375 time: 0.0595942 Nov 11 21:34:24.071143 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33522) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:24.087140 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-970ce9f0-4250-4c61-8be7-0094ce903416 None None] Set router f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:24.089932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:24.090582 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:24.132078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2390a99-b29a-4e1e-a951-0b8e5e1512aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c91774-27b4-47d1-b3ac-2ba142ce81cb,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:24.152770 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2390a99-b29a-4e1e-a951-0b8e5e1512aa admin admin] Checking segment: {'id': '84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '958e550a-549d-4c98-b646-78fb3aeb4f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:24.153536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2390a99-b29a-4e1e-a951-0b8e5e1512aa admin admin] Network hostable DHCP agents. Network: 958e550a-549d-4c98-b646-78fb3aeb4f3b, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:34:24.177423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2390a99-b29a-4e1e-a951-0b8e5e1512aa admin admin] Network 958e550a-549d-4c98-b646-78fb3aeb4f3b is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:34:24.190619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d2390a99-b29a-4e1e-a951-0b8e5e1512aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 958e550a-549d-4c98-b646-78fb3aeb4f3b) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:24.214021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2390a99-b29a-4e1e-a951-0b8e5e1512aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:24.219307 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2390a99-b29a-4e1e-a951-0b8e5e1512aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:24.219584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19254239-0837-4cfd-8834-aa5bb101b666 None None] Network 958e550a-549d-4c98-b646-78fb3aeb4f3b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:34:24.266977 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d2390a99-b29a-4e1e-a951-0b8e5e1512aa admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6750391 Nov 11 21:34:24.328121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18825-7c07-4ee9-a524-c432b517c46f req-838b5383-27eb-419c-b52f-6a47cb0a2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:24.330685 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-838b5383-27eb-419c-b52f-6a47cb0a2cdb service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.3879824 Nov 11 21:34:24.346033 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-8b76fded-86e9-406c-af9c-1fe568091aba tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2762239 Nov 11 21:34:24.355820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369abf96-66ad-404b-a6a3-9a6b76f32e98 req-c0e51654-afa3-4966-b6b9-8610c23dd8dc tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:24.363974 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-369abf96-66ad-404b-a6a3-9a6b76f32e98 req-c0e51654-afa3-4966-b6b9-8610c23dd8dc tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.3220191 Nov 11 21:34:24.441675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a810d01-0019-421c-85db-e3dfb9021afb None None] Network 958e550a-549d-4c98-b646-78fb3aeb4f3b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:34:24.473164 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:24.518052 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-ccf75038-229f-4f27-8685-a5527408da9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 HTTP/1.1" status: 200 len: 217 time: 0.1349576 Nov 11 21:34:24.670074 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-369abf96-66ad-404b-a6a3-9a6b76f32e98 req-fe5c30a9-56c9-4487-9761-9b339b0b5d06 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049886 Nov 11 21:34:24.730383 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18825-7c07-4ee9-a524-c432b517c46f req-095c54cc-6b60-4584-87b8-191d2e0fb2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:24.731878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-095c54cc-6b60-4584-87b8-191d2e0fb2be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1877556 Nov 11 21:34:24.754432 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-970ce9f0-4250-4c61-8be7-0094ce903416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1035332547-router', 'tenant_id': '2400784ff2bc46d797ef48f2363a6b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:34:13Z', 'updated_at': '2021-11-11T21:34:22Z', 'revision_number': 5, 'project_id': '2400784ff2bc46d797ef48f2363a6b9c', 'gw_port': {'id': '39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:34:13Z', 'updated_at': '2021-11-11T21:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:24.787957 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ce9f0-4250-4c61-8be7-0094ce903416 None None] The sync data for ids ['f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'] in n-d-805737-3 is: [{'id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1035332547-router', 'tenant_id': '2400784ff2bc46d797ef48f2363a6b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:34:13Z', 'updated_at': '2021-11-11T21:34:22Z', 'revision_number': 5, 'project_id': '2400784ff2bc46d797ef48f2363a6b9c', 'gw_port': {'id': '39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:34:13Z', 'updated_at': '2021-11-11T21:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:34:24.816472 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7873591a-3c4d-40a9-8de3-35c254403339 service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693224 Nov 11 21:34:24.828040 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:24.869459 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44b9f849-50fe-4770-b682-2da78a9dcb77 req-e164ccb3-f110-478e-b103-e543b1cb8f22 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2492201 Nov 11 21:34:25.265467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18825-7c07-4ee9-a524-c432b517c46f req-cd994c30-3c4c-4c7b-83e4-3918e470e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:25.267184 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-cd994c30-3c4c-4c7b-83e4-3918e470e28e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5259800 Nov 11 21:34:25.413744 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fead3319-e5cb-4f6a-8ecf-04d0600ec8f0 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:25.444260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: fead3319-e5cb-4f6a-8ecf-04d0600ec8f0 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:25.445255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fead3319-e5cb-4f6a-8ecf-04d0600ec8f0 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:25.539388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9f849-50fe-4770-b682-2da78a9dcb77 req-f0d23e40-e238-4c9e-91fc-d49ad0dc5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:25.541354 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44b9f849-50fe-4770-b682-2da78a9dcb77 req-f0d23e40-e238-4c9e-91fc-d49ad0dc5f76 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 1101 time: 0.2730877 Nov 11 21:34:25.577790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-c1badcf8-e57b-4fbf-9911-402e442e8450 service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7604077 Nov 11 21:34:25.633561 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] Deleting port 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:25.633955 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:25.686357 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d12edf-d396-4901-9a2f-5eb6a982b2f2 req-284c9200-4ae4-4ac5-9700-69629a8bdd05 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:25.712758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20d12edf-d396-4901-9a2f-5eb6a982b2f2 req-284c9200-4ae4-4ac5-9700-69629a8bdd05 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/ports?device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 945 time: 0.7919319 Nov 11 21:34:25.863431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-f49ae844-2ae7-4d62-8413-0c2d33b131bf service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453320 Nov 11 21:34:25.948675 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20d12edf-d396-4901-9a2f-5eb6a982b2f2 req-4329ff28-8e7d-43b4-85ac-49109e82cbe2 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/security-groups?id=e335e36e-0cfd-4e9c-b79d-6c673aa36938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379658 Nov 11 21:34:25.985676 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9f849-50fe-4770-b682-2da78a9dcb77 req-61ecce0d-b425-4eb8-b760-e0ba5d9e9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:25.987721 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44b9f849-50fe-4770-b682-2da78a9dcb77 req-61ecce0d-b425-4eb8-b760-e0ba5d9e9774 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.4024138 Nov 11 21:34:26.147477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44b9f849-50fe-4770-b682-2da78a9dcb77 req-6bdc20d6-9a99-4391-a242-fbb81ea6950d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=7c5b679c-9b22-442b-bd73-c1b390ce57a3 HTTP/1.1" status: 200 len: 217 time: 0.1148942 Nov 11 21:34:26.149851 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] For port 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:26.150419 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:26.246260 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] Calling delete_port for 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:26.367278 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-9bbf3b85-8d78-4ae3-8f6c-5e13f7c8958a service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661832 Nov 11 21:34:26.368446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9f849-50fe-4770-b682-2da78a9dcb77 req-08831a97-04f6-49fe-a5ee-15052e8280b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:26.370009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44b9f849-50fe-4770-b682-2da78a9dcb77 req-08831a97-04f6-49fe-a5ee-15052e8280b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.2128885 Nov 11 21:34:26.455128 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf11347a-1909-491c-bdcc-cffa088fc0f1 None None] Sync routers for ids ['f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:34:26.455964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b2b2-6d9a-4578-8dcd-a0628537ae3a req-493d34d8-37dc-4303-87b3-c098ec63c293 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:26.467515 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0740b2b2-6d9a-4578-8dcd-a0628537ae3a req-493d34d8-37dc-4303-87b3-c098ec63c293 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.2373564 Nov 11 21:34:26.471373 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf11347a-1909-491c-bdcc-cffa088fc0f1 None None] Routers {'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:26.474865 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bf11347a-1909-491c-bdcc-cffa088fc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:34:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:26.685593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0740b2b2-6d9a-4578-8dcd-a0628537ae3a req-4e6f3d6a-4409-4786-93b6-94c9d75dd600 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171183 Nov 11 21:34:26.718546 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-bf11347a-1909-491c-bdcc-cffa088fc0f1 None None] Set router f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:26.783905 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bf11347a-1909-491c-bdcc-cffa088fc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1035332547-router', 'tenant_id': '2400784ff2bc46d797ef48f2363a6b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:34:13Z', 'updated_at': '2021-11-11T21:34:24Z', 'revision_number': 6, 'project_id': '2400784ff2bc46d797ef48f2363a6b9c', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:26.794280 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9f849-50fe-4770-b682-2da78a9dcb77 req-075eb554-9cfb-415b-ba97-e8e5ee11e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:26.799148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44b9f849-50fe-4770-b682-2da78a9dcb77 req-075eb554-9cfb-415b-ba97-e8e5ee11e1ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4127991 Nov 11 21:34:26.816215 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf11347a-1909-491c-bdcc-cffa088fc0f1 None None] Checking router: f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:34:26.831324 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf11347a-1909-491c-bdcc-cffa088fc0f1 None None] Routers {'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:26.832359 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bf11347a-1909-491c-bdcc-cffa088fc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:34:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:26.937916 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:26.975775 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-bf11347a-1909-491c-bdcc-cffa088fc0f1 None None] Set router f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:27.011433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6aca4e19-312f-4e10-b193-a3124a65c42e req-8fc09d9c-81f7-41bf-9615-8c64518120f6 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 210 time: 0.1165814 Nov 11 21:34:27.020297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] Pushing event deleted for resources: {'Port': ['ID=39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:27.084220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-948013b8-2e10-4aea-ae90-1b280c5ca673 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:27.085903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-948013b8-2e10-4aea-ae90-1b280c5ca673 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/networks?id=958e550a-549d-4c98-b646-78fb3aeb4f3b HTTP/1.1" status: 200 len: 820 time: 0.6726847 Nov 11 21:34:27.087918 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bf11347a-1909-491c-bdcc-cffa088fc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1035332547-router', 'tenant_id': '2400784ff2bc46d797ef48f2363a6b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:34:13Z', 'updated_at': '2021-11-11T21:34:24Z', 'revision_number': 6, 'project_id': '2400784ff2bc46d797ef48f2363a6b9c', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:27.125227 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf11347a-1909-491c-bdcc-cffa088fc0f1 None None] The sync data for ids ['f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37'] in n-d-805737-3 is: [{'id': 'f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1035332547-router', 'tenant_id': '2400784ff2bc46d797ef48f2363a6b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:34:13Z', 'updated_at': '2021-11-11T21:34:24Z', 'revision_number': 6, 'project_id': '2400784ff2bc46d797ef48f2363a6b9c', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:34:27.162925 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:34:27.170690 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-f610ab42-004f-41ef-84e3-0bac759d73cf tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/quotas/fef52047ae7549549d57e0890d78215a HTTP/1.1" status: 200 len: 375 time: 0.0724282 Nov 11 21:34:27.261367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-aa159320-59d3-4de6-83ac-91343bc3315e tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fef52047ae7549549d57e0890d78215a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896454 Nov 11 21:34:27.278485 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:27.471179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44b9f849-50fe-4770-b682-2da78a9dcb77 req-b711ea81-b136-4d5f-ba5e-13c30bc92c71 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606357 Nov 11 21:34:27.569531 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:27.609775 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:27.730125 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8da5b-57b3-4376-abce-ec0557e92c31 req-9e737ee2-0d92-4075-8f2e-1785f8adaca3 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:27.738665 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:27.753603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fa8da5b-57b3-4376-abce-ec0557e92c31 req-9e737ee2-0d92-4075-8f2e-1785f8adaca3 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/ports?device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 945 time: 0.5305443 Nov 11 21:34:27.788789 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:27.788789 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 39eab4ea-652a-4a1a-9e74-2b4ac62ec1ce not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:27.822098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:27.822499 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:34:27.827486 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:27.831765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33578) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:27.832331 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a31998bb-6e18-4c47-8ce9-7927140e79fd admin admin] 10.222.0.57 "DELETE /v2.0/routers/f942e3e0-b57c-47c8-a9f6-6cfbf54a9a37 HTTP/1.1" status: 204 len: 168 time: 3.7086804 Nov 11 21:34:27.847061 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-cb597170-e6bd-4aa7-80ab-8c8eaad68493 service neutron] 10.222.0.57 "GET /v2.0/networks/958e550a-549d-4c98-b646-78fb3aeb4f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664420 Nov 11 21:34:27.908648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-de84ddc9-d52f-407e-8a4d-b62fd7908074 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:27.910955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-de84ddc9-d52f-407e-8a4d-b62fd7908074 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 805 time: 0.5650082 Nov 11 21:34:27.915128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-464dbebc-1171-4952-a140-4d9830d3aa95 admin admin] Deleting subnet d1b98b65-38e8-461e-a323-5617a2333ada {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:34:27.920329 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-464dbebc-1171-4952-a140-4d9830d3aa95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:27.928320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-b5035e79-2333-41fe-9671-ffaa2df8912d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Request body: {'port': {'device_id': '2d85bf02-9024-48ec-90f2-39bde54c63f3', 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db', 'admin_state_up': True, 'tenant_id': '178bb40f7c23473bbb72234aa8aa1b95'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:27.968245 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-464dbebc-1171-4952-a140-4d9830d3aa95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:28.040386 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fa8da5b-57b3-4376-abce-ec0557e92c31 req-66f6250a-80c4-40ab-b44c-5db2a4d2da21 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/security-groups?id=e335e36e-0cfd-4e9c-b79d-6c673aa36938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825201 Nov 11 21:34:28.069212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44b9f849-50fe-4770-b682-2da78a9dcb77 req-ca60af58-547b-4b42-b176-a091a57adf3f service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335369 Nov 11 21:34:28.111335 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-464dbebc-1171-4952-a140-4d9830d3aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:28.267122 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-464dbebc-1171-4952-a140-4d9830d3aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:28.288717 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-464dbebc-1171-4952-a140-4d9830d3aa95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:28.294232 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-464dbebc-1171-4952-a140-4d9830d3aa95 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d1b98b65-38e8-461e-a323-5617a2333ada HTTP/1.1" status: 204 len: 168 time: 0.4608302 Nov 11 21:34:28.296892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33598) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:28.299359 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f5e46b-4286-4948-94f4-09debc1c7785 None None] Network 9721d21e-2b2c-41e8-8238-651a9279b540 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:34:28.347125 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464dbebc-1171-4952-a140-4d9830d3aa95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b98b65-38e8-461e-a323-5617a2333ada,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:28.348572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8a2a1-0752-40e3-b4cf-665a4854bb27 req-ab35504c-2475-4fcf-b0a3-d4f231bf01e5 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:28.362381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ce8a2a1-0752-40e3-b4cf-665a4854bb27 req-ab35504c-2475-4fcf-b0a3-d4f231bf01e5 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.1199684 Nov 11 21:34:28.431711 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ce8a2a1-0752-40e3-b4cf-665a4854bb27 req-73bec126-83f3-4d9e-830d-91ea1a5b9f1b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682149 Nov 11 21:34:28.432574 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-b5035e79-2333-41fe-9671-ffaa2df8912d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Made reservation on behalf of 178bb40f7c23473bbb72234aa8aa1b95 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:28.450329 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:28.453274 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-b5035e79-2333-41fe-9671-ffaa2df8912d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:28.460045 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-10cd34b0-ac55-43bb-9898-c56ab05139ef service neutron] 10.222.0.57 "GET /v2.0/networks/958e550a-549d-4c98-b646-78fb3aeb4f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121345 Nov 11 21:34:28.526879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] Deleting port a94575d3-8d3a-4532-81ec-45429e264696 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:28.530623 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:28.640621 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56015d2a-1bbc-4369-981d-b6c7f6ab2f65 None None] DHCP port deletion for 9721d21e-2b2c-41e8-8238-651a9279b540 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:34:28.685211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] For port a94575d3-8d3a-4532-81ec-45429e264696, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a94575d3-8d3a-4532-81ec-45429e264696,segment=NetworkSegment(c2cbdc50-87db-4182-8372-3aacbf9cf19d),segment_id=c2cbdc50-87db-4182-8372-3aacbf9cf19d)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:28.685933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:28.712329 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] Calling delete_port for a94575d3-8d3a-4532-81ec-45429e264696 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:28.741834 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-56015d2a-1bbc-4369-981d-b6c7f6ab2f65 None None] Deleting port a94575d3-8d3a-4532-81ec-45429e264696 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:28.742955 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56015d2a-1bbc-4369-981d-b6c7f6ab2f65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:28.869616 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:28.908368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] No DVR routers for this DVR port a94575d3-8d3a-4532-81ec-45429e264696 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:34:28.914850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-56015d2a-1bbc-4369-981d-b6c7f6ab2f65 None None] For port a94575d3-8d3a-4532-81ec-45429e264696, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a94575d3-8d3a-4532-81ec-45429e264696,segment=NetworkSegment(c2cbdc50-87db-4182-8372-3aacbf9cf19d),segment_id=c2cbdc50-87db-4182-8372-3aacbf9cf19d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:28.915706 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56015d2a-1bbc-4369-981d-b6c7f6ab2f65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:28.951017 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-56015d2a-1bbc-4369-981d-b6c7f6ab2f65 None None] Calling delete_port for a94575d3-8d3a-4532-81ec-45429e264696 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:29.080627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94575d3-8d3a-4532-81ec-45429e264696,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: from cryptography.utils import int_from_bytes Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: from cryptography.utils import int_from_bytes Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.157030 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.161207 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.161207 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.161207 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.161207 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.161207 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.161207 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.161207 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.161207 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.161207 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.161207 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.161207 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.161207 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.161207 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:34:29.161207 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:34:29.170624 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56015d2a-1bbc-4369-981d-b6c7f6ab2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:29.209545 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:29.257599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56015d2a-1bbc-4369-981d-b6c7f6ab2f65 None None] Pushing event deleted for resources: {'Port': ['ID=a94575d3-8d3a-4532-81ec-45429e264696,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:29.258124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9721d21e-2b2c-41e8-8238-651a9279b540']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:29.281237 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cbdc50-87db-4182-8372-3aacbf9cf19d') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:29.282400 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cbdc50-87db-4182-8372-3aacbf9cf19d') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:29.285005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56015d2a-1bbc-4369-981d-b6c7f6ab2f65 None None] No DVR routers for this DVR port a94575d3-8d3a-4532-81ec-45429e264696 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:34:29.299924 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:29.337533 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:29.355712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:34:29.356182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:34:29.359078 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:34:29.376560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-60901206-3311-4176-a224-10122eac3f8d req-e2ddfc39-cd1c-4ff5-9ddc-05e30d90fd46 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 210 time: 0.0431507 Nov 11 21:34:29.500203 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:29.506582 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:29.512414 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9721d21e-2b2c-41e8-8238-651a9279b540 HTTP/1.1" status: 204 len: 168 time: 1.1666551 Nov 11 21:34:29.522090 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a94575d3-8d3a-4532-81ec-45429e264696 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:29.534568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7567b4-6c8b-469a-a0bb-c3071705fe59 admin admin] Pushing event deleted for resources: {'Network': ['ID=9721d21e-2b2c-41e8-8238-651a9279b540,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:29.567946 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-b5035e79-2333-41fe-9671-ffaa2df8912d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Allocated IP 172.20.0.4 (10d3c489-0533-44f1-82fd-8dea02ebc1db/9b04c1fc-83cf-41dc-92b1-a5b449f105f4/e324c8d1-4ce2-4585-a014-fa4ecc506adc) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:34:29.600759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: a94575d3-8d3a-4532-81ec-45429e264696 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:29.601367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a94575d3-8d3a-4532-81ec-45429e264696 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:29.670079 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34065381-fba8-4a1b-9b0f-f4b0bc022ae4 req-91f5e039-10c7-4ebb-b476-c1cd12694c9f tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 210 time: 0.3035982 Nov 11 21:34:29.743110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33630) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:29.831707 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f2ded11c-a1a6-499d-9c00-fcf994aca3d2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2400784ff2bc46d797ef48f2363a6b9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0874038 Nov 11 21:34:29.835390 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33632) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:29.867733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb060501-8127-44b0-9f77-fb6eac7d7978 req-45b52bfa-276c-46b3-825b-90da25429266 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:29.875510 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb060501-8127-44b0-9f77-fb6eac7d7978 req-45b52bfa-276c-46b3-825b-90da25429266 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.1142142 Nov 11 21:34:29.945567 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f01059a5-9e0d-417f-95aa-bea9927a522c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:29.977976 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb060501-8127-44b0-9f77-fb6eac7d7978 req-286851e1-c581-4499-b52e-3e464963cc95 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014612 Nov 11 21:34:29.994972 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f01059a5-9e0d-417f-95aa-bea9927a522c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:30.005307 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-b5035e79-2333-41fe-9671-ffaa2df8912d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:30.055715 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-b5035e79-2333-41fe-9671-ffaa2df8912d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:30.075160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['90fb43ec-2244-4e6f-88f4-0f6efcf8e38e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:30.109796 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f01059a5-9e0d-417f-95aa-bea9927a522c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:30.114278 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f01059a5-9e0d-417f-95aa-bea9927a522c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:30.116685 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-b5035e79-2333-41fe-9671-ffaa2df8912d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Network 10d3c489-0533-44f1-82fd-8dea02ebc1db is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:30.117945 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f01059a5-9e0d-417f-95aa-bea9927a522c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/45975538-935b-4d7e-8d12-d18111a39653 HTTP/1.1" status: 204 len: 168 time: 0.2813075 Nov 11 21:34:30.124827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-b5035e79-2333-41fe-9671-ffaa2df8912d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:30.127749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-b5035e79-2333-41fe-9671-ffaa2df8912d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:34:30.137262 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5035e79-2333-41fe-9671-ffaa2df8912d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Pushing event updated for resources: {'Port': ['ID=e324c8d1-4ce2-4585-a014-fa4ecc506adc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:30.170979 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01059a5-9e0d-417f-95aa-bea9927a522c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45975538-935b-4d7e-8d12-d18111a39653,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:30.246996 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-b5035e79-2333-41fe-9671-ffaa2df8912d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:30.250148 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-b5035e79-2333-41fe-9671-ffaa2df8912d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:30.299842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-b5035e79-2333-41fe-9671-ffaa2df8912d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3750865 Nov 11 21:34:30.315818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Request body: {'port': {'device_id': '2d85bf02-9024-48ec-90f2-39bde54c63f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:30.413932 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:30.673379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-a92da604-10d8-4929-b3ca-a46c44cf3094 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:30.675233 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-a92da604-10d8-4929-b3ca-a46c44cf3094 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.10 "GET /v2.0/networks?id=958e550a-549d-4c98-b646-78fb3aeb4f3b HTTP/1.1" status: 200 len: 820 time: 0.2876596 Nov 11 21:34:30.703804 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-3a3850c4-1388-495b-acaf-401373f634da tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Request body: {'port': {'device_id': 'f01bcc3b-de4b-4fc5-b970-99b0f232a5fe', 'network_id': '958e550a-549d-4c98-b646-78fb3aeb4f3b', 'admin_state_up': True, 'tenant_id': 'fef52047ae7549549d57e0890d78215a'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:30.758844 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163336d-a385-4d22-a166-4af632cf7a0f req-47c517d3-9468-439d-9401-c58c25a34ea0 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:30.767068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f163336d-a385-4d22-a166-4af632cf7a0f req-47c517d3-9468-439d-9401-c58c25a34ea0 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 931 time: 0.1900747 Nov 11 21:34:30.890101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f163336d-a385-4d22-a166-4af632cf7a0f req-371561e2-228f-4c38-b221-7ab95afd00f1 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163030 Nov 11 21:34:30.914394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-358eda54-cd90-40f4-8754-16e20d68463d req-dd92579d-bf59-4c7a-806d-96f896ca32d9 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 210 time: 0.0530655 Nov 11 21:34:30.945820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-3a3850c4-1388-495b-acaf-401373f634da tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Made reservation on behalf of fef52047ae7549549d57e0890d78215a for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:30.954228 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-3a3850c4-1388-495b-acaf-401373f634da tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:31.070696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e324c8d1-4ce2-4585-a014-fa4ecc506adc {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:31.081713 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:31.129293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Transition to ACTIVE for port object e324c8d1-4ce2-4585-a014-fa4ecc506adc will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:34:31.147415 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:31.226448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-3a3850c4-1388-495b-acaf-401373f634da tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Allocated IP 172.20.0.11 (958e550a-549d-4c98-b646-78fb3aeb4f3b/26c91774-27b4-47d1-b3ac-2ba142ce81cb/869f800a-fa90-4d35-9f29-5e0d050b3f44) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:34:31.275764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e324c8d1-4ce2-4585-a014-fa4ecc506adc,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:31.321694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458565ba-d7e8-45fe-8106-89ef087f76a9 req-83fff2d7-207f-42e1-8e64-9c635c3aba84 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:31.323530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-458565ba-d7e8-45fe-8106-89ef087f76a9 req-83fff2d7-207f-42e1-8e64-9c635c3aba84 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.1217310 Nov 11 21:34:31.492761 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-458565ba-d7e8-45fe-8106-89ef087f76a9 req-e5755639-35ee-46e2-8017-a47e9cb20918 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434615 Nov 11 21:34:31.509089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Attempting to bind port e324c8d1-4ce2-4585-a014-fa4ecc506adc on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:34:31.509089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Attempting to bind port e324c8d1-4ce2-4585-a014-fa4ecc506adc by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:34:31.509089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Attempting to bind port e324c8d1-4ce2-4585-a014-fa4ecc506adc on network 10d3c489-0533-44f1-82fd-8dea02ebc1db {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:31.516729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Port e324c8d1-4ce2-4585-a014-fa4ecc506adc on network 10d3c489-0533-44f1-82fd-8dea02ebc1db not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:34:31.518047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Attempting to bind port e324c8d1-4ce2-4585-a014-fa4ecc506adc on network 10d3c489-0533-44f1-82fd-8dea02ebc1db {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:31.531427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:34:31.531773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Checking segment: {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:31.532160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Bound using segment: {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:34:31.532602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Bound port: e324c8d1-4ce2-4585-a014-fa4ecc506adc, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:34:31.532976 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:31.590653 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-3a3850c4-1388-495b-acaf-401373f634da tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:31.658369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] For port e324c8d1-4ce2-4585-a014-fa4ecc506adc, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:34:31.661602 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-3a3850c4-1388-495b-acaf-401373f634da tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:31.661811 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] For port e324c8d1-4ce2-4585-a014-fa4ecc506adc, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=e324c8d1-4ce2-4585-a014-fa4ecc506adc,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:34:31.678964 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:31.737545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-3a3850c4-1388-495b-acaf-401373f634da tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Network 958e550a-549d-4c98-b646-78fb3aeb4f3b is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:31.738908 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3850c4-1388-495b-acaf-401373f634da tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Pushing event updated for resources: {'Port': ['ID=869f800a-fa90-4d35-9f29-5e0d050b3f44,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:31.742043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-3a3850c4-1388-495b-acaf-401373f634da tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:31.744585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-3a3850c4-1388-495b-acaf-401373f634da tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:34:31.756582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:31.758153 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:31.760281 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] 10.222.0.10 "PUT /v2.0/ports/e324c8d1-4ce2-4585-a014-fa4ecc506adc HTTP/1.1" status: 200 len: 1091 time: 1.4498436 Nov 11 21:34:31.761077 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d85bf02-9024-48ec-90f2-39bde54c63f3', 'tag': 'e324c8d1-4ce2-4585-a014-fa4ecc506adc'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:31.763893 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb3c680-74fa-44ff-b667-55fb5bc86655" -d '{"events": [{"name": "network-changed", "server_uuid": "2d85bf02-9024-48ec-90f2-39bde54c63f3", "tag": "e324c8d1-4ce2-4585-a014-fa4ecc506adc"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:31.836202 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-3a3850c4-1388-495b-acaf-401373f634da tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:31.837665 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-3a3850c4-1388-495b-acaf-401373f634da tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:31.854486 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577fe9cb-63e4-46cf-8f4a-c2e7eec58fe2 x-openstack-request-id: req-577fe9cb-63e4-46cf-8f4a-c2e7eec58fe2 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:31.854800 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d85bf02-9024-48ec-90f2-39bde54c63f3", "tag": "e324c8d1-4ce2-4585-a014-fa4ecc506adc", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:31.855054 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-577fe9cb-63e4-46cf-8f4a-c2e7eec58fe2 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:31.855659 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d85bf02-9024-48ec-90f2-39bde54c63f3', 'tag': 'e324c8d1-4ce2-4585-a014-fa4ecc506adc', 'status': 'completed', 'code': 200} Nov 11 21:34:31.872354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245b0f0-5872-4db8-86f7-70003243e5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e324c8d1-4ce2-4585-a014-fa4ecc506adc,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:31.879890 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-3a3850c4-1388-495b-acaf-401373f634da tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1896069 Nov 11 21:34:31.894656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-1f7307f0-f34f-47f0-9611-34d46f5cde4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:31.896955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-1f7307f0-f34f-47f0-9611-34d46f5cde4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 1094 time: 0.0869305 Nov 11 21:34:31.910257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Request body: {'port': {'device_id': 'f01bcc3b-de4b-4fc5-b970-99b0f232a5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:31.957658 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-47c93b07-fa8c-4ad2-8b45-a892fca4326b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e324c8d1-4ce2-4585-a014-fa4ecc506adc HTTP/1.1" status: 200 len: 217 time: 0.0513654 Nov 11 21:34:31.991875 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:32.098782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-6f0519ff-b9f2-4667-b739-cec75ae29b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:32.100279 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-6f0519ff-b9f2-4667-b739-cec75ae29b4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b04c1fc-83cf-41dc-92b1-a5b449f105f4 HTTP/1.1" status: 200 len: 845 time: 0.1340973 Nov 11 21:34:32.127723 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2090303-cc73-429d-9b9f-8589b5086584 req-bbf50f93-fa18-4887-b220-6336970044d6 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:32.129253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2090303-cc73-429d-9b9f-8589b5086584 req-bbf50f93-fa18-4887-b220-6336970044d6 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 943 time: 0.1028740 Nov 11 21:34:32.184342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-01d07d2d-5e24-4f18-b799-edcf0b4a3baf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10d3c489-0533-44f1-82fd-8dea02ebc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666151 Nov 11 21:34:32.266809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0577e3-8a93-483a-abbc-25869c6bc8ca req-cb0805c7-b610-49dd-aa17-87c5478a3d30 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:32.268454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a0577e3-8a93-483a-abbc-25869c6bc8ca req-cb0805c7-b610-49dd-aa17-87c5478a3d30 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 932 time: 0.1664531 Nov 11 21:34:32.343035 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2090303-cc73-429d-9b9f-8589b5086584 req-548f373f-7c52-46e8-8f96-e0dce1fa20f8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868179 Nov 11 21:34:32.398106 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a0577e3-8a93-483a-abbc-25869c6bc8ca req-9854eee5-97b1-4f02-a1b1-c96b76b8e4c4 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/security-groups?id=b00011b8-1075-4604-8399-1b5a0751000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956061 Nov 11 21:34:32.413608 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-4625d7c4-5039-4f7e-9573-1b5eb8f55ce0 service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123978 Nov 11 21:34:32.457377 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869f800a-fa90-4d35-9f29-5e0d050b3f44 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:32.477675 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:32.496586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Transition to ACTIVE for port object 869f800a-fa90-4d35-9f29-5e0d050b3f44 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:34:32.511225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:32.562505 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cae9242b-f8df-4d24-980c-3f3f3944bbeb req-ca8e2801-a91f-4f65-a564-c88f7b0e145c service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350915 Nov 11 21:34:32.606154 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=869f800a-fa90-4d35-9f29-5e0d050b3f44,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:32.776114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Attempting to bind port 869f800a-fa90-4d35-9f29-5e0d050b3f44 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:34:32.776845 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Attempting to bind port 869f800a-fa90-4d35-9f29-5e0d050b3f44 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '958e550a-549d-4c98-b646-78fb3aeb4f3b'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:34:32.777930 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Attempting to bind port 869f800a-fa90-4d35-9f29-5e0d050b3f44 on network 958e550a-549d-4c98-b646-78fb3aeb4f3b {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:32.791020 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Port 869f800a-fa90-4d35-9f29-5e0d050b3f44 on network 958e550a-549d-4c98-b646-78fb3aeb4f3b not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:34:32.791776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Attempting to bind port 869f800a-fa90-4d35-9f29-5e0d050b3f44 on network 958e550a-549d-4c98-b646-78fb3aeb4f3b {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:32.805245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:34:32.805600 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Checking segment: {'id': '84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '958e550a-549d-4c98-b646-78fb3aeb4f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:32.805994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Bound using segment: {'id': '84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '958e550a-549d-4c98-b646-78fb3aeb4f3b'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:34:32.806465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Bound port: 869f800a-fa90-4d35-9f29-5e0d050b3f44, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '958e550a-549d-4c98-b646-78fb3aeb4f3b'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:34:32.807378 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:32.819941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3c680-74fa-44ff-b667-55fb5bc86655 req-0cfc8482-4257-47fa-9c7c-786f03d49703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:32.822767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbb3c680-74fa-44ff-b667-55fb5bc86655 req-0cfc8482-4257-47fa-9c7c-786f03d49703 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 1094 time: 0.1653349 Nov 11 21:34:32.832178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037ed2-96d2-4c74-9b7a-2ebdd6dbe26d req-820333d6-f4d4-4659-b3ff-615e46bc4093 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:32.833825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d037ed2-96d2-4c74-9b7a-2ebdd6dbe26d req-820333d6-f4d4-4659-b3ff-615e46bc4093 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.1184757 Nov 11 21:34:32.943808 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] For port 869f800a-fa90-4d35-9f29-5e0d050b3f44, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:34:32.948244 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] For port 869f800a-fa90-4d35-9f29-5e0d050b3f44, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=869f800a-fa90-4d35-9f29-5e0d050b3f44,segment=NetworkSegment(84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1),segment_id=84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:34:32.956765 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:33.038907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:33.039922 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:33.041997 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] 10.222.0.10 "PUT /v2.0/ports/869f800a-fa90-4d35-9f29-5e0d050b3f44 HTTP/1.1" status: 200 len: 1092 time: 1.1518331 Nov 11 21:34:33.042697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a1af5-7406-4df0-b90a-b5dba0a01cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=869f800a-fa90-4d35-9f29-5e0d050b3f44,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:33.054479 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01bcc3b-de4b-4fc5-b970-99b0f232a5fe', 'tag': '869f800a-fa90-4d35-9f29-5e0d050b3f44'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:33.062543 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8de03dc-a692-46d5-ae51-04392ed47dee" -d '{"events": [{"name": "network-changed", "server_uuid": "f01bcc3b-de4b-4fc5-b970-99b0f232a5fe", "tag": "869f800a-fa90-4d35-9f29-5e0d050b3f44"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:33.090214 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d037ed2-96d2-4c74-9b7a-2ebdd6dbe26d req-3828c12d-e229-4ac1-a26c-651a64ec9713 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299368 Nov 11 21:34:33.142621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-f080aa0c-dc19-41f3-a0a3-60bd35050f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:33.144700 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-f080aa0c-dc19-41f3-a0a3-60bd35050f75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fef52047ae7549549d57e0890d78215a&device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 1095 time: 0.0487990 Nov 11 21:34:33.151943 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3c680-74fa-44ff-b667-55fb5bc86655 req-13365904-e8d8-42d1-a5be-54e70828e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:33.153650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbb3c680-74fa-44ff-b667-55fb5bc86655 req-13365904-e8d8-42d1-a5be-54e70828e40c service neutron] 10.222.0.10 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 907 time: 0.3184531 Nov 11 21:34:33.212921 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-caf1bb0e-375d-46ed-b813-4caa4e2b9920 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869f800a-fa90-4d35-9f29-5e0d050b3f44 HTTP/1.1" status: 200 len: 217 time: 0.0583494 Nov 11 21:34:33.215266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbb3c680-74fa-44ff-b667-55fb5bc86655 req-f7625a36-1983-447d-88b5-bcc10f25e4bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e324c8d1-4ce2-4585-a014-fa4ecc506adc HTTP/1.1" status: 200 len: 217 time: 0.0520947 Nov 11 21:34:33.232284 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22ebb4a-531e-40e0-a5c5-3e8230d748f3 x-openstack-request-id: req-e22ebb4a-531e-40e0-a5c5-3e8230d748f3 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:33.232648 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01bcc3b-de4b-4fc5-b970-99b0f232a5fe", "tag": "869f800a-fa90-4d35-9f29-5e0d050b3f44", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:33.233015 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e22ebb4a-531e-40e0-a5c5-3e8230d748f3 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:33.233620 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01bcc3b-de4b-4fc5-b970-99b0f232a5fe', 'tag': '869f800a-fa90-4d35-9f29-5e0d050b3f44', 'status': 'completed', 'code': 200} Nov 11 21:34:33.289171 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3c680-74fa-44ff-b667-55fb5bc86655 req-24c1824c-5946-47b6-9da1-190307c7e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:33.290958 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbb3c680-74fa-44ff-b667-55fb5bc86655 req-24c1824c-5946-47b6-9da1-190307c7e09f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b04c1fc-83cf-41dc-92b1-a5b449f105f4 HTTP/1.1" status: 200 len: 845 time: 0.0494616 Nov 11 21:34:33.315652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-c1316c33-85ff-4ceb-98ee-30f2f4fc4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:33.317824 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-c1316c33-85ff-4ceb-98ee-30f2f4fc4781 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26c91774-27b4-47d1-b3ac-2ba142ce81cb HTTP/1.1" status: 200 len: 860 time: 0.0782769 Nov 11 21:34:33.360234 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbb3c680-74fa-44ff-b667-55fb5bc86655 req-b463051b-5cd7-4277-b240-4530dd2a9df4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10d3c489-0533-44f1-82fd-8dea02ebc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571609 Nov 11 21:34:33.377033 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-279a7a15-137a-451a-a942-65584b46ec31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=958e550a-549d-4c98-b646-78fb3aeb4f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505500 Nov 11 21:34:33.521660 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbb3c680-74fa-44ff-b667-55fb5bc86655 req-c4814b10-4760-4e71-b7e0-b46ddc23546c service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511555 Nov 11 21:34:33.535765 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-bfb22eb6-43be-475f-9143-d5e554d040a8 service neutron] 10.222.0.10 "GET /v2.0/networks/958e550a-549d-4c98-b646-78fb3aeb4f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510019 Nov 11 21:34:33.695684 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ad0002c3-e8d7-48bd-8e69-ad214dc45357 req-f94f3d5a-2f0e-40cc-9658-6da78e0d74bb service neutron] 10.222.0.10 "GET /v2.0/networks/958e550a-549d-4c98-b646-78fb3aeb4f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512113 Nov 11 21:34:33.806947 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de03dc-a692-46d5-ae51-04392ed47dee req-6789e491-bc12-4305-9262-3bce29355f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:33.808455 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8de03dc-a692-46d5-ae51-04392ed47dee req-6789e491-bc12-4305-9262-3bce29355f01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fef52047ae7549549d57e0890d78215a&device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 1095 time: 0.0471420 Nov 11 21:34:33.823491 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbb3c680-74fa-44ff-b667-55fb5bc86655 req-c4faa5dd-ebf2-415a-9da3-0efd3190fe63 service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891641 Nov 11 21:34:33.835819 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50460d2f-f212-4480-bf01-e079c6621cc3 req-44dc206f-5bf8-4936-bed7-0252c1da5088 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:33.845468 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50460d2f-f212-4480-bf01-e079c6621cc3 req-44dc206f-5bf8-4936-bed7-0252c1da5088 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 943 time: 0.1567314 Nov 11 21:34:33.891339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfa4c5-d1ff-45ad-bcbb-e73a7485f568 req-f7af67e8-d64a-4ad8-a249-5a0218a91083 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:33.893145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9bfa4c5-d1ff-45ad-bcbb-e73a7485f568 req-f7af67e8-d64a-4ad8-a249-5a0218a91083 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 944 time: 0.1189096 Nov 11 21:34:33.936354 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50460d2f-f212-4480-bf01-e079c6621cc3 req-822b4dc9-5157-41c9-a8a5-04f4e0599922 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844817 Nov 11 21:34:33.947652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de03dc-a692-46d5-ae51-04392ed47dee req-284d6add-b783-4c6d-a595-ec2a77112a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:33.949915 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8de03dc-a692-46d5-ae51-04392ed47dee req-284d6add-b783-4c6d-a595-ec2a77112a12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=958e550a-549d-4c98-b646-78fb3aeb4f3b HTTP/1.1" status: 200 len: 922 time: 0.1304944 Nov 11 21:34:33.991981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9bfa4c5-d1ff-45ad-bcbb-e73a7485f568 req-b75d2455-eff5-402c-909f-245cdbb52484 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/security-groups?id=b00011b8-1075-4604-8399-1b5a0751000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916166 Nov 11 21:34:34.023723 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8de03dc-a692-46d5-ae51-04392ed47dee req-cb3ffdbf-9b63-4a57-ba51-7b6f606716bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869f800a-fa90-4d35-9f29-5e0d050b3f44 HTTP/1.1" status: 200 len: 217 time: 0.0639656 Nov 11 21:34:34.109398 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de03dc-a692-46d5-ae51-04392ed47dee req-53a989cb-3bfd-4d6e-927b-85f7af97bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:34.111021 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8de03dc-a692-46d5-ae51-04392ed47dee req-53a989cb-3bfd-4d6e-927b-85f7af97bf03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=26c91774-27b4-47d1-b3ac-2ba142ce81cb HTTP/1.1" status: 200 len: 860 time: 0.0736463 Nov 11 21:34:34.167355 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8de03dc-a692-46d5-ae51-04392ed47dee req-72490120-b518-4bb3-ac6c-f0930ec13d8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=958e550a-549d-4c98-b646-78fb3aeb4f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449345 Nov 11 21:34:34.257795 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2650a5b-5649-446c-8f8c-161f5d875852 req-e750f92a-6aa0-4964-9ddb-741edc7950af tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:34.259950 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d2650a5b-5649-446c-8f8c-161f5d875852 req-e750f92a-6aa0-4964-9ddb-741edc7950af tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/ports?device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 945 time: 0.0988305 Nov 11 21:34:34.277665 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8de03dc-a692-46d5-ae51-04392ed47dee req-5d1e69f9-662e-4d81-9851-7eb611de75f5 service neutron] 10.222.0.10 "GET /v2.0/networks/958e550a-549d-4c98-b646-78fb3aeb4f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991988 Nov 11 21:34:34.286846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f88adc-8791-444b-a48c-31d7ca1744fb req-f88bf28f-1ae5-44ed-ae55-5b77dba6bf42 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:34.293265 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0f88adc-8791-444b-a48c-31d7ca1744fb req-f88bf28f-1ae5-44ed-ae55-5b77dba6bf42 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.0781217 Nov 11 21:34:34.370597 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d2650a5b-5649-446c-8f8c-161f5d875852 req-2f527e7f-ac72-4776-99c3-e7c73fac5753 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/security-groups?id=e335e36e-0cfd-4e9c-b79d-6c673aa36938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007371 Nov 11 21:34:34.378894 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0f88adc-8791-444b-a48c-31d7ca1744fb req-1db2b856-c6d8-4d86-8b53-d74f7b035fc1 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832756 Nov 11 21:34:34.394558 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a8de03dc-a692-46d5-ae51-04392ed47dee req-9d70a4a1-c953-4712-870b-7a29847dbc4e service neutron] 10.222.0.10 "GET /v2.0/networks/958e550a-549d-4c98-b646-78fb3aeb4f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064780 Nov 11 21:34:34.690351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb15949-f4d8-4529-ac5b-e1f2bbdd1c01 req-6fefb467-a33b-484f-b03f-1ccff4047227 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:34.691826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5bb15949-f4d8-4529-ac5b-e1f2bbdd1c01 req-6fefb467-a33b-484f-b03f-1ccff4047227 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 951 time: 0.0508616 Nov 11 21:34:34.742486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5bb15949-f4d8-4529-ac5b-e1f2bbdd1c01 req-9b666c44-e3c8-4991-b16e-6624a748b339 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/security-groups?id=84211552-a675-448a-b9c4-4d84236accbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446889 Nov 11 21:34:35.050029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442bc15-5e02-4728-943e-b785b2d5913e req-1856edaf-1f0a-49d4-81fb-a3c52c8e3332 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:35.051642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5442bc15-5e02-4728-943e-b785b2d5913e req-1856edaf-1f0a-49d4-81fb-a3c52c8e3332 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 943 time: 0.0530872 Nov 11 21:34:35.144247 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5442bc15-5e02-4728-943e-b785b2d5913e req-8d3087cd-49ed-482a-8023-33b9de42f582 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861287 Nov 11 21:34:35.163902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824e9e8-3e99-44f0-a25f-71550605fbe3 req-cbcd3ee1-38d7-4acb-a927-16649695d72d tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:35.163902 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b824e9e8-3e99-44f0-a25f-71550605fbe3 req-cbcd3ee1-38d7-4acb-a927-16649695d72d tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 944 time: 0.0960186 Nov 11 21:34:35.206253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device e324c8d1-4ce2-4585-a014-fa4ecc506adc details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:34:35.216209 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b824e9e8-3e99-44f0-a25f-71550605fbe3 req-654743cd-e11d-446e-9a3a-a13875723b9c tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/security-groups?id=b00011b8-1075-4604-8399-1b5a0751000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491495 Nov 11 21:34:35.330917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port e324c8d1-4ce2-4585-a014-fa4ecc506adc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=e324c8d1-4ce2-4585-a014-fa4ecc506adc,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:35.343616 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'e324c8d1-4ce2-4585-a014-fa4ecc506adc', 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db', 'port_id': 'e324c8d1-4ce2-4585-a014-fa4ecc506adc', 'mac_address': 'fa:16:3e:7a:00:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b04c1fc-83cf-41dc-92b1-a5b449f105f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:34:35.381694 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.396268 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e324c8d1-4ce2-4585-a014-fa4ecc506adc {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:35.419244 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port e324c8d1-4ce2-4585-a014-fa4ecc506adc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=e324c8d1-4ce2-4585-a014-fa4ecc506adc,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:35.424860 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.425643 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 869f800a-fa90-4d35-9f29-5e0d050b3f44 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:34:35.503443 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=e324c8d1-4ce2-4585-a014-fa4ecc506adc,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:35.569835 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 869f800a-fa90-4d35-9f29-5e0d050b3f44, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=869f800a-fa90-4d35-9f29-5e0d050b3f44,segment=NetworkSegment(84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1),segment_id=84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:35.575910 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837d3fe-f4c0-4e86-a541-8f542282e3f5 req-8c59dd59-4209-4c72-8f67-52ca5cddb3b5 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:35.577452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7837d3fe-f4c0-4e86-a541-8f542282e3f5 req-8c59dd59-4209-4c72-8f67-52ca5cddb3b5 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/ports?device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 945 time: 0.1118004 Nov 11 21:34:35.582448 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '869f800a-fa90-4d35-9f29-5e0d050b3f44', 'network_id': '958e550a-549d-4c98-b646-78fb3aeb4f3b', 'port_id': '869f800a-fa90-4d35-9f29-5e0d050b3f44', 'mac_address': 'fa:16:3e:ec:57:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c91774-27b4-47d1-b3ac-2ba142ce81cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:34:35.590674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767f46b-11aa-4db1-bb17-6e6e521a3cdb req-c7d40eac-8d23-4b1a-9af4-72b7f7069640 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:35.592131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f767f46b-11aa-4db1-bb17-6e6e521a3cdb req-c7d40eac-8d23-4b1a-9af4-72b7f7069640 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.0991940 Nov 11 21:34:35.611385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75613b23-2ddf-4b01-b03e-a76d2429fa49 req-d0f08d5a-3553-41ae-8b7c-739984b473e7 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:35.612711 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75613b23-2ddf-4b01-b03e-a76d2429fa49 req-d0f08d5a-3553-41ae-8b7c-739984b473e7 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.71 "GET /v2.0/ports?device_id=31221d4a-b283-42df-a2a2-7c97532f03f6 HTTP/1.1" status: 200 len: 945 time: 0.1072209 Nov 11 21:34:35.619843 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.635141 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869f800a-fa90-4d35-9f29-5e0d050b3f44 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:35.656867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 869f800a-fa90-4d35-9f29-5e0d050b3f44, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=869f800a-fa90-4d35-9f29-5e0d050b3f44,segment=NetworkSegment(84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1),segment_id=84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:35.661736 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.716548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=869f800a-fa90-4d35-9f29-5e0d050b3f44,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:35.730135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f767f46b-11aa-4db1-bb17-6e6e521a3cdb req-af826a37-a8fd-4525-9786-cba638338738 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280499 Nov 11 21:34:35.734138 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7837d3fe-f4c0-4e86-a541-8f542282e3f5 req-683cdebe-61ce-4135-ad36-9e740d79a858 tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.57 "GET /v2.0/security-groups?id=e335e36e-0cfd-4e9c-b79d-6c673aa36938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401939 Nov 11 21:34:35.764940 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-75613b23-2ddf-4b01-b03e-a76d2429fa49 req-3fa56bcc-2aba-4c58-bfbe-e1ea43d29d8c tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Deleting port 3533da0c-cc92-4a96-924b-9ca7e8c83057 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:35.765279 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-75613b23-2ddf-4b01-b03e-a76d2429fa49 req-3fa56bcc-2aba-4c58-bfbe-e1ea43d29d8c tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.899301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-75613b23-2ddf-4b01-b03e-a76d2429fa49 req-3fa56bcc-2aba-4c58-bfbe-e1ea43d29d8c tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] For port 3533da0c-cc92-4a96-924b-9ca7e8c83057, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=3533da0c-cc92-4a96-924b-9ca7e8c83057,segment=NetworkSegment(69449f73-4de1-415e-91b9-56b8f4d5679c),segment_id=69449f73-4de1-415e-91b9-56b8f4d5679c)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:35.899673 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-75613b23-2ddf-4b01-b03e-a76d2429fa49 req-3fa56bcc-2aba-4c58-bfbe-e1ea43d29d8c tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.915429 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed0cfa-6110-46a3-9074-fa473428eb36 req-2f76e0c4-8369-4386-9849-d7524c8d1c0e tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:35.917009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cfed0cfa-6110-46a3-9074-fa473428eb36 req-2f76e0c4-8369-4386-9849-d7524c8d1c0e tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 951 time: 0.0845585 Nov 11 21:34:35.924700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-75613b23-2ddf-4b01-b03e-a76d2429fa49 req-3fa56bcc-2aba-4c58-bfbe-e1ea43d29d8c tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Calling delete_port for 3533da0c-cc92-4a96-924b-9ca7e8c83057 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:36.023295 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cfed0cfa-6110-46a3-9074-fa473428eb36 req-6353c7bf-76ef-4c5d-b13d-2572165d4fed tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/security-groups?id=84211552-a675-448a-b9c4-4d84236accbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998282 Nov 11 21:34:36.049243 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['869f800a-fa90-4d35-9f29-5e0d050b3f44'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:36.052892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['e324c8d1-4ce2-4585-a014-fa4ecc506adc'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:36.105650 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-75613b23-2ddf-4b01-b03e-a76d2429fa49 req-3fa56bcc-2aba-4c58-bfbe-e1ea43d29d8c tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:36.123742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['3533da0c-cc92-4a96-924b-9ca7e8c83057'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:36.135834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa56bcc-2aba-4c58-bfbe-e1ea43d29d8c tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Pushing event deleted for resources: {'Port': ['ID=3533da0c-cc92-4a96-924b-9ca7e8c83057,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:36.192069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-75613b23-2ddf-4b01-b03e-a76d2429fa49 req-3fa56bcc-2aba-4c58-bfbe-e1ea43d29d8c tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] No DVR routers for this DVR port 3533da0c-cc92-4a96-924b-9ca7e8c83057 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:34:36.195431 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-75613b23-2ddf-4b01-b03e-a76d2429fa49 req-3fa56bcc-2aba-4c58-bfbe-e1ea43d29d8c tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:36.201492 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75613b23-2ddf-4b01-b03e-a76d2429fa49 req-3fa56bcc-2aba-4c58-bfbe-e1ea43d29d8c tempest-ServerTagsTestJSON-536275438 tempest-ServerTagsTestJSON-536275438-project] 10.222.0.71 "DELETE /v2.0/ports/3533da0c-cc92-4a96-924b-9ca7e8c83057 HTTP/1.1" status: 204 len: 173 time: 0.5777001 Nov 11 21:34:36.201981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31221d4a-b283-42df-a2a2-7c97532f03f6', 'name': 'network-vif-deleted', 'tag': '3533da0c-cc92-4a96-924b-9ca7e8c83057'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:36.205383 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb96c0d1-6641-4f26-a0b3-fa3b4c71b5f1" -d '{"events": [{"server_uuid": "31221d4a-b283-42df-a2a2-7c97532f03f6", "name": "network-vif-deleted", "tag": "3533da0c-cc92-4a96-924b-9ca7e8c83057"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:36.300038 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279dff7-72df-488f-9c0b-84b9bab69e20 req-2d0f00d9-7200-4714-8dad-6c2332f00e3c tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:36.310605 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e279dff7-72df-488f-9c0b-84b9bab69e20 req-2d0f00d9-7200-4714-8dad-6c2332f00e3c tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 944 time: 0.0764909 Nov 11 21:34:36.376500 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e279dff7-72df-488f-9c0b-84b9bab69e20 req-3f768812-8f44-49eb-90d9-02aa96388779 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649559 Nov 11 21:34:36.420233 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef5e88f-c62d-45f2-8d81-e79335fb385a x-openstack-request-id: req-5ef5e88f-c62d-45f2-8d81-e79335fb385a {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:36.420523 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31221d4a-b283-42df-a2a2-7c97532f03f6", "name": "network-vif-deleted", "tag": "3533da0c-cc92-4a96-924b-9ca7e8c83057", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:36.421332 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5ef5e88f-c62d-45f2-8d81-e79335fb385a {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:36.422966 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31221d4a-b283-42df-a2a2-7c97532f03f6', 'name': 'network-vif-deleted', 'tag': '3533da0c-cc92-4a96-924b-9ca7e8c83057', 'status': 'completed', 'code': 200} Nov 11 21:34:36.575095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d4430-df97-4bba-9e82-729ab7fbe66c req-f81c4ef3-b2cf-48e0-bb14-e8d26d1d379b tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:36.576682 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db6d4430-df97-4bba-9e82-729ab7fbe66c req-f81c4ef3-b2cf-48e0-bb14-e8d26d1d379b tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 945 time: 0.0531385 Nov 11 21:34:36.631633 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db6d4430-df97-4bba-9e82-729ab7fbe66c req-963c5df2-b729-4485-a3d4-6f14350eff6b tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/security-groups?id=b00011b8-1075-4604-8399-1b5a0751000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469260 Nov 11 21:34:36.866856 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03604cf9-4e52-4ba5-a7c2-d4808f8fc1d7 req-33cdf5b9-6fab-4e60-b0ba-0e88a7b2f5ef tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:36.868819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03604cf9-4e52-4ba5-a7c2-d4808f8fc1d7 req-33cdf5b9-6fab-4e60-b0ba-0e88a7b2f5ef tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.0609486 Nov 11 21:34:36.911738 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33960) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:36.936443 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03604cf9-4e52-4ba5-a7c2-d4808f8fc1d7 req-739bb081-e4d7-485b-bc02-ba435b46c871 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609245 Nov 11 21:34:36.990116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-7007662b-1aaa-41d3-96cf-07b387e993e7 admin admin] Deleting subnet 04121ffa-1e3c-4834-82fc-b3c9c0cc14e0 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:34:36.993526 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7007662b-1aaa-41d3-96cf-07b387e993e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.008819 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e71678-8018-4550-8d9e-e5a787b81bf0 req-fc0587eb-87c2-4fd1-924a-d731637002a6 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:37.010560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99e71678-8018-4550-8d9e-e5a787b81bf0 req-fc0587eb-87c2-4fd1-924a-d731637002a6 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 951 time: 0.0548747 Nov 11 21:34:37.028081 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7007662b-1aaa-41d3-96cf-07b387e993e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.071316 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99e71678-8018-4550-8d9e-e5a787b81bf0 req-31a04c9e-d111-48e3-aeae-5ba588168151 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/security-groups?id=84211552-a675-448a-b9c4-4d84236accbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539732 Nov 11 21:34:37.072548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7007662b-1aaa-41d3-96cf-07b387e993e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.131325 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7007662b-1aaa-41d3-96cf-07b387e993e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.160702 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007662b-1aaa-41d3-96cf-07b387e993e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04121ffa-1e3c-4834-82fc-b3c9c0cc14e0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:37.164383 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7007662b-1aaa-41d3-96cf-07b387e993e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.169672 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7007662b-1aaa-41d3-96cf-07b387e993e7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/04121ffa-1e3c-4834-82fc-b3c9c0cc14e0 HTTP/1.1" status: 204 len: 168 time: 0.2567508 Nov 11 21:34:37.172197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33982) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:37.241270 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d8625a9-888f-456b-9c43-2718a80b0c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.322234 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d8625a9-888f-456b-9c43-2718a80b0c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.343973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5d8625a9-888f-456b-9c43-2718a80b0c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df398264-face-4d6c-a2e2-433220699d26']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:37.354339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5d8625a9-888f-456b-9c43-2718a80b0c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69449f73-4de1-415e-91b9-56b8f4d5679c') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:37.354633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5d8625a9-888f-456b-9c43-2718a80b0c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69449f73-4de1-415e-91b9-56b8f4d5679c') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:37.364661 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d8625a9-888f-456b-9c43-2718a80b0c87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.367935 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-5a15b9f4-028d-462e-b421-dbf84239a293 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6ce31c8469bd47b58bbb63bb4cafecbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216186 Nov 11 21:34:37.378714 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d8625a9-888f-456b-9c43-2718a80b0c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.384777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8625a9-888f-456b-9c43-2718a80b0c87 admin admin] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:34:37.385178 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d8625a9-888f-456b-9c43-2718a80b0c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:34:37.386884 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:34:37.448393 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d8625a9-888f-456b-9c43-2718a80b0c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.455384 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5d8625a9-888f-456b-9c43-2718a80b0c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.464281 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5d8625a9-888f-456b-9c43-2718a80b0c87 admin admin] 10.222.0.57 "DELETE /v2.0/networks/df398264-face-4d6c-a2e2-433220699d26 HTTP/1.1" status: 204 len: 168 time: 0.2853608 Nov 11 21:34:37.468706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8625a9-888f-456b-9c43-2718a80b0c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=df398264-face-4d6c-a2e2-433220699d26,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:37.517587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-9869bc3a-0b69-4f68-b8d1-c78738c2afb1 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:37.519060 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-9869bc3a-0b69-4f68-b8d1-c78738c2afb1 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454511 Nov 11 21:34:37.527475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92dbfa-e29e-40ee-bf7c-8655e96b45c5 req-1a13ffff-536f-47a0-9b9a-aef178a837fe tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:37.528923 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e92dbfa-e29e-40ee-bf7c-8655e96b45c5 req-1a13ffff-536f-47a0-9b9a-aef178a837fe tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 944 time: 0.0821865 Nov 11 21:34:37.545183 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-75a9e4f1-8189-4c68-b7ca-efa896bef9eb tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/quotas/6ce31c8469bd47b58bbb63bb4cafecbd HTTP/1.1" status: 200 len: 375 time: 0.0152910 Nov 11 21:34:37.592269 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-20a66c3a-c4f1-48ae-98c9-2d5f7aeb6790 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ce31c8469bd47b58bbb63bb4cafecbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380745 Nov 11 21:34:37.615723 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e92dbfa-e29e-40ee-bf7c-8655e96b45c5 req-61069ed4-eccb-4988-9a03-947a3ad3a052 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784748 Nov 11 21:34:37.645133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34016) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:37.688377 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7e20d59b-8dd3-4a57-b18d-677074352864 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5f435caff64e4021b1d4941cca62dc4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419698 Nov 11 21:34:37.691480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34020) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:37.779705 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-196a0da4-1b86-4492-af7b-53a60b03d2fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.804837 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-196a0da4-1b86-4492-af7b-53a60b03d2fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.878111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a994b-35cf-41e0-9886-6049581430fa req-d9d8a881-780f-45ea-a97b-7c3f48943503 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:37.879991 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d8a994b-35cf-41e0-9886-6049581430fa req-d9d8a881-780f-45ea-a97b-7c3f48943503 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 945 time: 0.0780091 Nov 11 21:34:37.904449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-196a0da4-1b86-4492-af7b-53a60b03d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.907006 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-196a0da4-1b86-4492-af7b-53a60b03d2fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.908077 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-196a0da4-1b86-4492-af7b-53a60b03d2fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e335e36e-0cfd-4e9c-b79d-6c673aa36938 HTTP/1.1" status: 204 len: 168 time: 0.2155149 Nov 11 21:34:37.949179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-2eecf7d0-ad29-4e3f-aad0-f64f3324ddae tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6ce31c8469bd47b58bbb63bb4cafecbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390670 Nov 11 21:34:37.950094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a0da4-1b86-4492-af7b-53a60b03d2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e335e36e-0cfd-4e9c-b79d-6c673aa36938,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:38.035920 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d8a994b-35cf-41e0-9886-6049581430fa req-70e28be6-76ed-40e9-8567-33c90e640c3e tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/security-groups?id=b00011b8-1075-4604-8399-1b5a0751000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392164 Nov 11 21:34:38.068781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 3533da0c-cc92-4a96-924b-9ca7e8c83057 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:38.108133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-5bc6b2d8-15b4-44ce-8806-f452a91b1d5d tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:38.117299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-5bc6b2d8-15b4-44ce-8806-f452a91b1d5d tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571681 Nov 11 21:34:38.128413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 3533da0c-cc92-4a96-924b-9ca7e8c83057 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:38.129037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 3533da0c-cc92-4a96-924b-9ca7e8c83057 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:38.129694 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d2f106ce-5f6d-4139-824f-ee69a1902871 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:38.137284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-615922a4-7433-4a46-9240-734e5e519073 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/quotas/6ce31c8469bd47b58bbb63bb4cafecbd HTTP/1.1" status: 200 len: 375 time: 0.0190034 Nov 11 21:34:38.194917 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-bd9a06c3-c0ad-465b-9e10-c419c870c4ce tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ce31c8469bd47b58bbb63bb4cafecbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565262 Nov 11 21:34:38.235829 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:38.249684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55165a7-a678-41e9-8f27-5b6ed4359ea6 req-e4ab21f3-88f0-44ff-8f43-5da6ebbc6e36 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:38.251461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c55165a7-a678-41e9-8f27-5b6ed4359ea6 req-e4ab21f3-88f0-44ff-8f43-5da6ebbc6e36 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.1116388 Nov 11 21:34:38.269867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f106ce-5f6d-4139-824f-ee69a1902871'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:38.273294 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9256940a-9a05-4fea-9e99-09483311c2ac" -d '{"events": [{"server_uuid": "e5fcda37-d9ac-4563-b903-3a1df65c2073", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f106ce-5f6d-4139-824f-ee69a1902871"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:38.306083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d2f106ce-5f6d-4139-824f-ee69a1902871, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2f106ce-5f6d-4139-824f-ee69a1902871,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:38.316082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c55165a7-a678-41e9-8f27-5b6ed4359ea6 req-604ea0a5-daff-4866-97ec-fc3673d9b541 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521376 Nov 11 21:34:38.317451 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:38.379200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d2f106ce-5f6d-4139-824f-ee69a1902871,revision_number=11']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:38.404499 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36d07fa-1b2a-4312-a63d-b8d149f92468 x-openstack-request-id: req-c36d07fa-1b2a-4312-a63d-b8d149f92468 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:38.404748 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fcda37-d9ac-4563-b903-3a1df65c2073", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f106ce-5f6d-4139-824f-ee69a1902871", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:38.405670 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c36d07fa-1b2a-4312-a63d-b8d149f92468 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:38.406098 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f106ce-5f6d-4139-824f-ee69a1902871', 'code': 200} Nov 11 21:34:38.482712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fbf7633-aa78-4917-8b82-67d2de924050 req-4aad41b3-62a8-4f5b-8be3-f8539c9cc8b5 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 210 time: 0.0277896 Nov 11 21:34:38.497925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3ce19-e855-4b67-a141-994a01cfdc94 req-2b1c9846-caa4-4d48-8179-b5a5d2428625 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:38.499525 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87b3ce19-e855-4b67-a141-994a01cfdc94 req-2b1c9846-caa4-4d48-8179-b5a5d2428625 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 949 time: 0.0870147 Nov 11 21:34:38.577192 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87b3ce19-e855-4b67-a141-994a01cfdc94 req-28fd3f49-5051-435a-b80a-86bf29e83974 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/security-groups?id=84211552-a675-448a-b9c4-4d84236accbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674896 Nov 11 21:34:38.741860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fb927-4d82-4039-a20c-5c17b0f98bf1 req-baf0f2f7-bc4a-40e8-8703-51c4304fce6a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:38.743781 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d9fb927-4d82-4039-a20c-5c17b0f98bf1 req-baf0f2f7-bc4a-40e8-8703-51c4304fce6a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 944 time: 0.0582530 Nov 11 21:34:38.817578 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d9fb927-4d82-4039-a20c-5c17b0f98bf1 req-54fe7768-45a0-4422-9e09-ec232c39446e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646756 Nov 11 21:34:39.032978 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-3dd8c51b-6bc6-4f87-82c0-3464b63756fb tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6ce31c8469bd47b58bbb63bb4cafecbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322328 Nov 11 21:34:39.145547 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211765f-799b-4972-b2b9-33a8a79dad49 req-b60e4845-bdef-4e42-a918-5b44c8628b4f tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:39.147716 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d211765f-799b-4972-b2b9-33a8a79dad49 req-b60e4845-bdef-4e42-a918-5b44c8628b4f tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 949 time: 0.0905979 Nov 11 21:34:39.222550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 869f800a-fa90-4d35-9f29-5e0d050b3f44 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:34:39.247773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e010b-91a9-4078-b48d-08f8e9af2af0 req-e2ecb5a5-7d47-45b3-bea5-e133e2364385 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:39.250669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec1e010b-91a9-4078-b48d-08f8e9af2af0 req-e2ecb5a5-7d47-45b3-bea5-e133e2364385 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 945 time: 0.0816076 Nov 11 21:34:39.259983 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-9ebb033a-2675-4437-8802-427f01611b0f tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:39.261801 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-9ebb033a-2675-4437-8802-427f01611b0f tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052708 Nov 11 21:34:39.277703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d211765f-799b-4972-b2b9-33a8a79dad49 req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Deleting port d2f106ce-5f6d-4139-824f-ee69a1902871 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:39.278051 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d211765f-799b-4972-b2b9-33a8a79dad49 req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:39.284669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Request body: {'port': {'device_id': '91178954-1083-4820-91aa-7ecda7739473', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': '6ce31c8469bd47b58bbb63bb4cafecbd'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:39.290608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 869f800a-fa90-4d35-9f29-5e0d050b3f44 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:34:39.295939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 869f800a-fa90-4d35-9f29-5e0d050b3f44 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:39.296675 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:39.348056 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec1e010b-91a9-4078-b48d-08f8e9af2af0 req-e1274d3a-34fb-4357-ad90-f7a02204e7f9 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/security-groups?id=b00011b8-1075-4604-8399-1b5a0751000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830274 Nov 11 21:34:39.410686 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:39.437153 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d211765f-799b-4972-b2b9-33a8a79dad49 req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] For port d2f106ce-5f6d-4139-824f-ee69a1902871, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d2f106ce-5f6d-4139-824f-ee69a1902871,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:39.437519 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d211765f-799b-4972-b2b9-33a8a79dad49 req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:39.456566 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d211765f-799b-4972-b2b9-33a8a79dad49 req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Calling delete_port for d2f106ce-5f6d-4139-824f-ee69a1902871 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:39.464435 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 869f800a-fa90-4d35-9f29-5e0d050b3f44, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=869f800a-fa90-4d35-9f29-5e0d050b3f44,segment=NetworkSegment(84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1),segment_id=84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:39.469678 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:39.470856 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device e324c8d1-4ce2-4585-a014-fa4ecc506adc up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:34:39.481585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d81edc41-e439-4515-94ac-589779a2db79 req-6a16114f-159c-4d54-b3d6-71cdce68b2a0 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=5de86a8f-b579-4742-8089-7f277f944e9c HTTP/1.1" status: 200 len: 210 time: 0.0620010 Nov 11 21:34:39.526145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad251dc-6dfa-46b8-8baf-338db9c6619a req-d5bc3565-d9ce-4922-90ea-c43a3c6a8957 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:39.556867 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ad251dc-6dfa-46b8-8baf-338db9c6619a req-d5bc3565-d9ce-4922-90ea-c43a3c6a8957 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.1383734 Nov 11 21:34:39.632509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ad251dc-6dfa-46b8-8baf-338db9c6619a req-7a7e01f2-9ee1-402a-ae54-70f225744739 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696690 Nov 11 21:34:39.635510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Made reservation on behalf of 6ce31c8469bd47b58bbb63bb4cafecbd for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:39.637244 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d211765f-799b-4972-b2b9-33a8a79dad49 req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:39.645249 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:39.667618 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:39.695422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Pushing event deleted for resources: {'Port': ['ID=d2f106ce-5f6d-4139-824f-ee69a1902871,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:39.784026 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:39.785950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:39.786596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:39.787155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:39.788179 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:39.788766 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:39.790257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:39.790696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:39.791138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:39.791605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:39.792040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:39.792597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:39.805217 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-3ef80cf2-2438-4ad7-b59f-7294f5a05fe8 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6ce31c8469bd47b58bbb63bb4cafecbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1109676 Nov 11 21:34:39.943127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d211765f-799b-4972-b2b9-33a8a79dad49 req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] No DVR routers for this DVR port d2f106ce-5f6d-4139-824f-ee69a1902871 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:34:39.947603 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d211765f-799b-4972-b2b9-33a8a79dad49 req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:39.951159 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d211765f-799b-4972-b2b9-33a8a79dad49 req-ceeca626-5bd2-40eb-9876-f0b5d66927dd tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.71 "DELETE /v2.0/ports/d2f106ce-5f6d-4139-824f-ee69a1902871 HTTP/1.1" status: 204 len: 173 time: 0.7958555 Nov 11 21:34:39.951771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'name': 'network-vif-deleted', 'tag': 'd2f106ce-5f6d-4139-824f-ee69a1902871'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:39.954521 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163f1e91-d37d-4d3f-a07c-664560e28c46" -d '{"events": [{"server_uuid": "e5fcda37-d9ac-4563-b903-3a1df65c2073", "name": "network-vif-deleted", "tag": "d2f106ce-5f6d-4139-824f-ee69a1902871"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:40.010580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=869f800a-fa90-4d35-9f29-5e0d050b3f44,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:40.059996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-f61143ec-189a-4ac3-a7c7-d1cbc613529b tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:40.062122 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port e324c8d1-4ce2-4585-a014-fa4ecc506adc completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:34:40.067998 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port e324c8d1-4ce2-4585-a014-fa4ecc506adc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:40.068489 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-f61143ec-189a-4ac3-a7c7-d1cbc613529b tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555125 Nov 11 21:34:40.069842 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:40.090965 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-e38e54a6-beb8-4e3e-9a2d-0df2d40fbc67 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Request body: {'port': {'device_id': '34415f1c-ec45-40d7-8625-a3877634188a', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': '6ce31c8469bd47b58bbb63bb4cafecbd'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:40.110691 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44e077e9-1610-47d1-9f48-1e7d15799f39 req-aefc97cd-2a0e-4b5d-96ad-2a480e044edb tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 210 time: 0.4302793 Nov 11 21:34:40.124615 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:40.145312 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:40.150675 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7c17563-60e4-406b-9521-d36ae808e155 req-b9a46bea-bcac-4480-ab4d-65556c956b07 tempest-ImagesOneServerTestJSON-99718211 tempest-ImagesOneServerTestJSON-99718211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fcda37-d9ac-4563-b903-3a1df65c2073 HTTP/1.1" status: 200 len: 210 time: 0.3821652 Nov 11 21:34:40.184957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845a716d-c7a4-47f5-9c09-758d28467cca,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:40.253756 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:40.340539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port e324c8d1-4ce2-4585-a014-fa4ecc506adc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=e324c8d1-4ce2-4585-a014-fa4ecc506adc,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:40.346653 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:40.386208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-e38e54a6-beb8-4e3e-9a2d-0df2d40fbc67 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Made reservation on behalf of 6ce31c8469bd47b58bbb63bb4cafecbd for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:40.392891 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-e38e54a6-beb8-4e3e-9a2d-0df2d40fbc67 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:40.453408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01bcc3b-de4b-4fc5-b970-99b0f232a5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869f800a-fa90-4d35-9f29-5e0d050b3f44'}, {'server_uuid': '2d85bf02-9024-48ec-90f2-39bde54c63f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e324c8d1-4ce2-4585-a014-fa4ecc506adc'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:40.453728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Allocated IP 192.168.233.168 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/4dc4bf47-6cf2-4223-8d9c-44a323213455) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:34:40.456731 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7dd2f0-65c3-411f-8e1a-1c8705251e71" -d '{"events": [{"server_uuid": "f01bcc3b-de4b-4fc5-b970-99b0f232a5fe", "name": "network-vif-plugged", "status": "completed", "tag": "869f800a-fa90-4d35-9f29-5e0d050b3f44"}, {"server_uuid": "2d85bf02-9024-48ec-90f2-39bde54c63f3", "name": "network-vif-plugged", "status": "completed", "tag": "e324c8d1-4ce2-4585-a014-fa4ecc506adc"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:40.460525 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=e324c8d1-4ce2-4585-a014-fa4ecc506adc,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:40.575564 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ebc1-3519-4b2b-a5e5-6bfb1c3bc481 req-734604b1-a99b-404e-b693-8e60688e824c tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:40.577422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f56ebc1-3519-4b2b-a5e5-6bfb1c3bc481 req-734604b1-a99b-404e-b693-8e60688e824c tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 945 time: 0.1114173 Nov 11 21:34:40.686273 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b77e46-aa87-408e-87a4-1b4ae515cfe4 x-openstack-request-id: req-c2b77e46-aa87-408e-87a4-1b4ae515cfe4 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:40.686611 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fcda37-d9ac-4563-b903-3a1df65c2073", "name": "network-vif-deleted", "tag": "d2f106ce-5f6d-4139-824f-ee69a1902871", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:40.686927 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2b77e46-aa87-408e-87a4-1b4ae515cfe4 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:40.687609 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fcda37-d9ac-4563-b903-3a1df65c2073', 'name': 'network-vif-deleted', 'tag': 'd2f106ce-5f6d-4139-824f-ee69a1902871', 'status': 'completed', 'code': 200} Nov 11 21:34:40.741055 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f56ebc1-3519-4b2b-a5e5-6bfb1c3bc481 req-4f97b2c7-64a8-40b4-b509-8f82f4e74c53 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233838 Nov 11 21:34:40.793827 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:40.807038 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f3bdf1-5097-4b5a-a9bd-c42d3e9e19a7 x-openstack-request-id: req-41f3bdf1-5097-4b5a-a9bd-c42d3e9e19a7 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:40.807459 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01bcc3b-de4b-4fc5-b970-99b0f232a5fe", "name": "network-vif-plugged", "status": "completed", "tag": "869f800a-fa90-4d35-9f29-5e0d050b3f44", "code": 200}, {"server_uuid": "2d85bf02-9024-48ec-90f2-39bde54c63f3", "name": "network-vif-plugged", "status": "completed", "tag": "e324c8d1-4ce2-4585-a014-fa4ecc506adc", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:40.807877 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41f3bdf1-5097-4b5a-a9bd-c42d3e9e19a7 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:40.808413 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01bcc3b-de4b-4fc5-b970-99b0f232a5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869f800a-fa90-4d35-9f29-5e0d050b3f44', 'code': 200} Nov 11 21:34:40.808818 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d85bf02-9024-48ec-90f2-39bde54c63f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e324c8d1-4ce2-4585-a014-fa4ecc506adc', 'code': 200} Nov 11 21:34:40.854192 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098f02b-3373-4047-b08c-2e1a5d389885 req-325bf9d5-60c7-41e4-af1b-3d3e3363b155 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:40.866673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e098f02b-3373-4047-b08c-2e1a5d389885 req-325bf9d5-60c7-41e4-af1b-3d3e3363b155 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 946 time: 0.0979602 Nov 11 21:34:40.948340 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.005480 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363f047-dde2-436c-ad25-838190fd5bd7 req-d0135ca5-f37a-4827-928b-4c034d71794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:41.007655 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7363f047-dde2-436c-ad25-838190fd5bd7 req-d0135ca5-f37a-4827-928b-4c034d71794f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 1096 time: 0.0900328 Nov 11 21:34:41.075217 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.093247 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e098f02b-3373-4047-b08c-2e1a5d389885 req-a2d0d16a-c73c-4517-9277-b8c7942a774c tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/security-groups?id=b00011b8-1075-4604-8399-1b5a0751000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206931 Nov 11 21:34:41.160173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad45a4-4320-4ee6-82c3-c8c924f29074 req-a0cf1b8a-2105-46f1-9a9e-40b50d0df1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:41.161724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fbad45a4-4320-4ee6-82c3-c8c924f29074 req-a0cf1b8a-2105-46f1-9a9e-40b50d0df1fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 1097 time: 0.2082484 Nov 11 21:34:41.177836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83458c0e-b4d0-4776-aecc-848b20b7c6de req-e243a165-6504-4007-a602-5fb6caead660 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:41.179390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83458c0e-b4d0-4776-aecc-848b20b7c6de req-e243a165-6504-4007-a602-5fb6caead660 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.1910841 Nov 11 21:34:41.192682 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-e38e54a6-beb8-4e3e-9a2d-0df2d40fbc67 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Allocated IP 192.168.233.32 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/b5a87d55-549c-4801-b7b0-5b54bf5c6df5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:34:41.231185 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7363f047-dde2-436c-ad25-838190fd5bd7 req-3e0702d3-1d81-4501-bc46-faf46f154d15 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153273 Nov 11 21:34:41.244779 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c63d7843-2335-40b6-b08b-6df5f4694a65 req-c6b22166-c4be-4ae3-872f-0b54dc0bafb8 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0801115 Nov 11 21:34:41.255882 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:41.284170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:41.297972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Pushing event updated for resources: {'Port': ['ID=4dc4bf47-6cf2-4223-8d9c-44a323213455,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:41.300548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:34:41.423575 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ef8f1a6-a905-4b60-bf87-4fbc8e2126ad req-34fa022f-a987-406d-8b51-47afcc23a658 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 210 time: 0.0798657 Nov 11 21:34:41.432042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fbad45a4-4320-4ee6-82c3-c8c924f29074 req-89ba5a7c-ed47-4c85-b440-91531f161aa1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b00011b8-1075-4604-8399-1b5a0751000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497318 Nov 11 21:34:41.445669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83458c0e-b4d0-4776-aecc-848b20b7c6de req-31aec5c1-d8af-4932-99da-46b85d6a37f9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456510 Nov 11 21:34:41.464525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:41.465685 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.490991 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-2143923b-0502-4c58-ab89-8e257d53c88a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2117119 Nov 11 21:34:41.521395 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Request body: {'port': {'device_id': '91178954-1083-4820-91aa-7ecda7739473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:41.651733 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.715125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2fd39cd4-29e5-45b8-a9d1-f9d426a616a6 None None] Provisioning complete for port 4dc4bf47-6cf2-4223-8d9c-44a323213455 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:41.719654 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2fd39cd4-29e5-45b8-a9d1-f9d426a616a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.789591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2fd39cd4-29e5-45b8-a9d1-f9d426a616a6 None None] Port 4dc4bf47-6cf2-4223-8d9c-44a323213455 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:34:41.938195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b087c-ca22-499e-8f34-418d91609cb7 req-3d3f356b-86bc-4d74-af4b-ba4b840357fb tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:41.940371 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-344b087c-ca22-499e-8f34-418d91609cb7 req-3d3f356b-86bc-4d74-af4b-ba4b840357fb tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 945 time: 0.0805357 Nov 11 21:34:41.972478 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34168) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:42.023500 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-344b087c-ca22-499e-8f34-418d91609cb7 req-e3cfee02-db42-4bbd-bb68-2b863029c980 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758185 Nov 11 21:34:42.058677 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-e38e54a6-beb8-4e3e-9a2d-0df2d40fbc67 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.072125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d2f106ce-5f6d-4139-824f-ee69a1902871 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:42.098321 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: d2f106ce-5f6d-4139-824f-ee69a1902871 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:42.098668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d2f106ce-5f6d-4139-824f-ee69a1902871 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:42.112178 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-e38e54a6-beb8-4e3e-9a2d-0df2d40fbc67 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.197504 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e54a6-beb8-4e3e-9a2d-0df2d40fbc67 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Pushing event updated for resources: {'Port': ['ID=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:42.213503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-e38e54a6-beb8-4e3e-9a2d-0df2d40fbc67 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:42.221738 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-e38e54a6-beb8-4e3e-9a2d-0df2d40fbc67 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:42.224817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-e38e54a6-beb8-4e3e-9a2d-0df2d40fbc67 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:34:42.284118 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3f59be62-9dba-42fd-b93c-a43c6202b353 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97457f85e0a6429eb8b5a2a4543273ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3102992 Nov 11 21:34:42.287324 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34176) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:42.314410 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d934fc-096f-4a5c-97aa-46d330fb0c98 req-30b2f0ad-f3b7-4b14-96a6-83ea850eb264 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:42.316256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d2d934fc-096f-4a5c-97aa-46d330fb0c98 req-30b2f0ad-f3b7-4b14-96a6-83ea850eb264 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 946 time: 0.1223011 Nov 11 21:34:42.316861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-e38e54a6-beb8-4e3e-9a2d-0df2d40fbc67 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:42.317490 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-e38e54a6-beb8-4e3e-9a2d-0df2d40fbc67 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.353859 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-e38e54a6-beb8-4e3e-9a2d-0df2d40fbc67 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2693372 Nov 11 21:34:42.373477 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Request body: {'port': {'device_id': '34415f1c-ec45-40d7-8625-a3877634188a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:42.396519 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba77cc7b-1fad-496f-9079-d90df740251a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.405810 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4704476-13c4-4c9c-85c8-487adbddec4b req-4f63e919-bfe5-4275-9b4a-7e3fc35718ff tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0570719 Nov 11 21:34:42.429720 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc4bf47-6cf2-4223-8d9c-44a323213455 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:42.443904 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.466753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d2d934fc-096f-4a5c-97aa-46d330fb0c98 req-c2d8b00b-6a87-4773-af02-2fe3248bd006 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/security-groups?id=b00011b8-1075-4604-8399-1b5a0751000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320703 Nov 11 21:34:42.475780 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba77cc7b-1fad-496f-9079-d90df740251a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.488983 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Transition to ACTIVE for port object 4dc4bf47-6cf2-4223-8d9c-44a323213455 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:34:42.495192 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.506530 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.630364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-92181d25-cf0c-4bbb-b3dd-a1182b5237d6 None None] Provisioning complete for port b5a87d55-549c-4801-b7b0-5b54bf5c6df5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:42.633388 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92181d25-cf0c-4bbb-b3dd-a1182b5237d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.650606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc4bf47-6cf2-4223-8d9c-44a323213455,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:42.684823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-92181d25-cf0c-4bbb-b3dd-a1182b5237d6 None None] Port b5a87d55-549c-4801-b7b0-5b54bf5c6df5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:34:42.686919 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba77cc7b-1fad-496f-9079-d90df740251a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.690022 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba77cc7b-1fad-496f-9079-d90df740251a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.691381 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ba77cc7b-1fad-496f-9079-d90df740251a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/84211552-a675-448a-b9c4-4d84236accbf HTTP/1.1" status: 204 len: 168 time: 0.4030888 Nov 11 21:34:42.717281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501f276-0e5a-4e15-a3cc-36269921aa8c req-695c4f62-bff6-42c7-a678-811d2d133878 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:42.724684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4501f276-0e5a-4e15-a3cc-36269921aa8c req-695c4f62-bff6-42c7-a678-811d2d133878 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.1589420 Nov 11 21:34:42.725584 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c7169eb5-3947-42c6-8ff5-3b4b7947b5b4 req-bdee832d-142e-497a-9843-ff2e82daf966 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5de86a8f-b579-4742-8089-7f277f944e9c HTTP/1.1" status: 200 len: 210 time: 0.0499942 Nov 11 21:34:42.736967 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc5da0-d301-420f-bf7f-9937755a79fd req-0fb60ab9-97cc-4f3c-8a1c-5bc09632cff7 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:42.738516 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0edc5da0-d301-420f-bf7f-9937755a79fd req-0fb60ab9-97cc-4f3c-8a1c-5bc09632cff7 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 935 time: 0.1740928 Nov 11 21:34:42.869262 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77cc7b-1fad-496f-9079-d90df740251a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84211552-a675-448a-b9c4-4d84236accbf,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:42.886529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Attempting to bind port 4dc4bf47-6cf2-4223-8d9c-44a323213455 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:34:42.887192 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Attempting to bind port 4dc4bf47-6cf2-4223-8d9c-44a323213455 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:34:42.887707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Attempting to bind port 4dc4bf47-6cf2-4223-8d9c-44a323213455 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:42.926675 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4501f276-0e5a-4e15-a3cc-36269921aa8c req-da177772-1087-4887-a112-ef6127e7cfcc tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007909 Nov 11 21:34:42.927254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Port 4dc4bf47-6cf2-4223-8d9c-44a323213455 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:34:42.927576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Attempting to bind port 4dc4bf47-6cf2-4223-8d9c-44a323213455 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:42.942641 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0edc5da0-d301-420f-bf7f-9937755a79fd req-8f64f7ff-58c6-4ab8-82c2-f7c095907575 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875401 Nov 11 21:34:42.962765 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:34:42.963344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:42.963911 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:34:42.964697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Bound port: 4dc4bf47-6cf2-4223-8d9c-44a323213455, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:34:42.965284 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.976077 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a87d55-549c-4801-b7b0-5b54bf5c6df5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:42.984550 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:43.013419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Transition to ACTIVE for port object b5a87d55-549c-4801-b7b0-5b54bf5c6df5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:34:43.020992 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:43.089417 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] For port 4dc4bf47-6cf2-4223-8d9c-44a323213455, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:34:43.098177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] For port 4dc4bf47-6cf2-4223-8d9c-44a323213455, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4dc4bf47-6cf2-4223-8d9c-44a323213455,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:34:43.106839 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:43.133253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:43.174292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Attempting to bind port b5a87d55-549c-4801-b7b0-5b54bf5c6df5 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:34:43.174905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Attempting to bind port b5a87d55-549c-4801-b7b0-5b54bf5c6df5 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:34:43.175440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Attempting to bind port b5a87d55-549c-4801-b7b0-5b54bf5c6df5 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:43.184183 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Port b5a87d55-549c-4801-b7b0-5b54bf5c6df5 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:34:43.184502 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Attempting to bind port b5a87d55-549c-4801-b7b0-5b54bf5c6df5 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:43.190286 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:34:43.190428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:43.190723 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:34:43.192078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Bound port: b5a87d55-549c-4801-b7b0-5b54bf5c6df5, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:34:43.192638 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:43.192776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.193449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:43.195081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] 10.222.0.71 "PUT /v2.0/ports/4dc4bf47-6cf2-4223-8d9c-44a323213455 HTTP/1.1" status: 200 len: 1096 time: 1.6781309 Nov 11 21:34:43.195720 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91178954-1083-4820-91aa-7ecda7739473', 'tag': '4dc4bf47-6cf2-4223-8d9c-44a323213455'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:43.198240 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb42313b-0c26-49cd-8e5a-70b8138cdece" -d '{"events": [{"name": "network-changed", "server_uuid": "91178954-1083-4820-91aa-7ecda7739473", "tag": "4dc4bf47-6cf2-4223-8d9c-44a323213455"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:43.236563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7934249-0ccb-4f2b-a999-0731a61304c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc4bf47-6cf2-4223-8d9c-44a323213455,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:43.257486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3329d15-0783-4c83-90c7-3ca9cd8b8aee req-830ea31b-4910-4ad1-9f85-61505a6ca95f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.259380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3329d15-0783-4c83-90c7-3ca9cd8b8aee req-830ea31b-4910-4ad1-9f85-61505a6ca95f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 945 time: 0.1170752 Nov 11 21:34:43.276844 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2dbc23-54b6-47ef-845d-fb96b3037650 x-openstack-request-id: req-8b2dbc23-54b6-47ef-845d-fb96b3037650 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:43.276844 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91178954-1083-4820-91aa-7ecda7739473", "tag": "4dc4bf47-6cf2-4223-8d9c-44a323213455", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:43.276844 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b2dbc23-54b6-47ef-845d-fb96b3037650 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:43.276844 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91178954-1083-4820-91aa-7ecda7739473', 'tag': '4dc4bf47-6cf2-4223-8d9c-44a323213455', 'status': 'completed', 'code': 200} Nov 11 21:34:43.307337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] For port b5a87d55-549c-4801-b7b0-5b54bf5c6df5, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:34:43.310813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] For port b5a87d55-549c-4801-b7b0-5b54bf5c6df5, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:34:43.317539 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:43.358007 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-1a3bbcbd-8825-4dbc-99e0-78ebf93fffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.359651 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-1a3bbcbd-8825-4dbc-99e0-78ebf93fffd4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ce31c8469bd47b58bbb63bb4cafecbd&device_id=91178954-1083-4820-91aa-7ecda7739473 HTTP/1.1" status: 200 len: 1099 time: 0.0988269 Nov 11 21:34:43.365487 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3329d15-0783-4c83-90c7-3ca9cd8b8aee req-3fc4fc6a-b6e6-4bee-9bc0-2fc6343fee3a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937374 Nov 11 21:34:43.378375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.378951 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:43.380339 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] 10.222.0.71 "PUT /v2.0/ports/b5a87d55-549c-4801-b7b0-5b54bf5c6df5 HTTP/1.1" status: 200 len: 1095 time: 1.0125604 Nov 11 21:34:43.380761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34415f1c-ec45-40d7-8625-a3877634188a', 'tag': 'b5a87d55-549c-4801-b7b0-5b54bf5c6df5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:43.383027 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ef08a8-91e4-4af6-9eec-f9c50de41634" -d '{"events": [{"name": "network-changed", "server_uuid": "34415f1c-ec45-40d7-8625-a3877634188a", "tag": "b5a87d55-549c-4801-b7b0-5b54bf5c6df5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:43.416178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ad7d5-b780-489d-9616-e0686e5cdf21 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:43.469069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-42500740-a60b-4759-ba73-3a93c1c98a7a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=4dc4bf47-6cf2-4223-8d9c-44a323213455 HTTP/1.1" status: 200 len: 217 time: 0.0975730 Nov 11 21:34:43.521789 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e9eb50-00ad-4246-8999-98457bc6cb1e x-openstack-request-id: req-f8e9eb50-00ad-4246-8999-98457bc6cb1e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:43.522327 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34415f1c-ec45-40d7-8625-a3877634188a", "tag": "b5a87d55-549c-4801-b7b0-5b54bf5c6df5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:43.522764 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8e9eb50-00ad-4246-8999-98457bc6cb1e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:43.526204 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34415f1c-ec45-40d7-8625-a3877634188a', 'tag': 'b5a87d55-549c-4801-b7b0-5b54bf5c6df5', 'status': 'completed', 'code': 200} Nov 11 21:34:43.568050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-7742839e-a2a0-4ac2-9a1b-39b42cf2c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.569660 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-7742839e-a2a0-4ac2-9a1b-39b42cf2c318 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ce31c8469bd47b58bbb63bb4cafecbd&device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 1098 time: 0.1135826 Nov 11 21:34:43.612081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a65d4e4b-aa40-4418-9fcf-ded8d48605d1 req-b6c12524-f11e-495c-a736-e65873ddeb02 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0463359 Nov 11 21:34:43.613971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-a337f63f-e7a3-46b9-8759-f2aea26cc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.616003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-a337f63f-e7a3-46b9-8759-f2aea26cc661 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1391706 Nov 11 21:34:43.665751 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-9f2f6521-1659-4e51-9cac-d02bb30973b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=b5a87d55-549c-4801-b7b0-5b54bf5c6df5 HTTP/1.1" status: 200 len: 217 time: 0.0844891 Nov 11 21:34:43.718414 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9fe6510f-ace2-4c38-a92a-86949fdb2f73 req-3eb31050-d034-4be3-bf59-2d640976cd0e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0710340 Nov 11 21:34:43.773421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-c41178f1-3818-44b5-89d6-10cad9e8dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.774434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-c41178f1-3818-44b5-89d6-10cad9e8dc60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465340 Nov 11 21:34:43.779663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-54eaca80-82f5-4d82-9408-d9757b69b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.783904 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-54eaca80-82f5-4d82-9408-d9757b69b28e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0645847 Nov 11 21:34:43.794341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cabc1c-8dd4-4949-a2cd-29edec6ea098 req-8f8ca454-0e2a-4abc-b6f6-7b5bb9247fa0 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.795944 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95cabc1c-8dd4-4949-a2cd-29edec6ea098 req-8f8ca454-0e2a-4abc-b6f6-7b5bb9247fa0 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 946 time: 0.1162255 Nov 11 21:34:43.822281 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a797-50ae-43cb-a18a-de97b7c3274f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:43.909863 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95cabc1c-8dd4-4949-a2cd-29edec6ea098 req-def707d8-4f1f-45bf-a6e8-ba6e20b87c5d tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/security-groups?id=b00011b8-1075-4604-8399-1b5a0751000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053107 Nov 11 21:34:43.921084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-774c705c-c8f2-4d7b-be8a-89b9ef489004 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.933861 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-774c705c-c8f2-4d7b-be8a-89b9ef489004 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 805 time: 0.1842737 Nov 11 21:34:43.978734 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-beca47b0-c166-40a6-8af9-078d949baf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.980301 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-beca47b0-c166-40a6-8af9-078d949baf98 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546496 Nov 11 21:34:44.090352 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-dd67d5e4-f61a-4324-a0a5-0c664d49f228 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/quotas/178bb40f7c23473bbb72234aa8aa1b95 HTTP/1.1" status: 200 len: 375 time: 0.1485326 Nov 11 21:34:44.103142 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-c13134c1-00c2-43c3-96c9-63fcb6851b4f service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130819 Nov 11 21:34:44.129674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-0fae5de8-6780-4252-8e08-469cdbe564c3 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947818 Nov 11 21:34:44.202364 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbf1210-090e-4cb3-b08d-941c74a357b3 req-b78f7956-97f3-4370-ad2d-9a6eb6c350d6 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913770 Nov 11 21:34:44.219798 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-fca54931-200d-4f0a-83b7-8594005a898a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1284928 Nov 11 21:34:44.257766 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3091d7ac-add8-43df-b9e7-05288b4b02d0 req-485c5444-f8d1-4fc8-b9ff-c543e3879793 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187875 Nov 11 21:34:44.302759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef08a8-91e4-4af6-9eec-f9c50de41634 req-54971dc0-3646-4356-8d10-3a5039aa1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:44.304281 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85ef08a8-91e4-4af6-9eec-f9c50de41634 req-54971dc0-3646-4356-8d10-3a5039aa1678 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ce31c8469bd47b58bbb63bb4cafecbd&device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 1098 time: 0.0476120 Nov 11 21:34:44.393970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-615c3ed7-a890-4415-809b-06c75f4ae0e5 service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644876 Nov 11 21:34:44.403590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef08a8-91e4-4af6-9eec-f9c50de41634 req-1b2e894d-33ed-4efb-9bbc-a06c1c2eae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:44.405160 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85ef08a8-91e4-4af6-9eec-f9c50de41634 req-1b2e894d-33ed-4efb-9bbc-a06c1c2eae71 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.0905643 Nov 11 21:34:44.425828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42313b-0c26-49cd-8e5a-70b8138cdece req-51b3f47e-745b-4f34-963b-b06772022fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:44.427478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb42313b-0c26-49cd-8e5a-70b8138cdece req-51b3f47e-745b-4f34-963b-b06772022fd9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6ce31c8469bd47b58bbb63bb4cafecbd&device_id=91178954-1083-4820-91aa-7ecda7739473 HTTP/1.1" status: 200 len: 1099 time: 0.1121497 Nov 11 21:34:44.431784 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:44.450007 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85ef08a8-91e4-4af6-9eec-f9c50de41634 req-08886d9e-a2e0-4667-874c-d71a5e7c334f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=b5a87d55-549c-4801-b7b0-5b54bf5c6df5 HTTP/1.1" status: 200 len: 217 time: 0.0358546 Nov 11 21:34:44.456462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72026dae-9943-44d3-9add-ee926c7e4e30 req-04355b60-aec3-4b11-9ae3-26107fd893ac tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:44.457957 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72026dae-9943-44d3-9add-ee926c7e4e30 req-04355b60-aec3-4b11-9ae3-26107fd893ac tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.1127512 Nov 11 21:34:44.499962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef08a8-91e4-4af6-9eec-f9c50de41634 req-6f602314-2b2e-44f5-a57e-ad9e708feae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:44.501445 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85ef08a8-91e4-4af6-9eec-f9c50de41634 req-6f602314-2b2e-44f5-a57e-ad9e708feae6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0435481 Nov 11 21:34:44.553573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef08a8-91e4-4af6-9eec-f9c50de41634 req-b8b5cdff-21c5-4931-bc9e-61473059737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:44.555201 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85ef08a8-91e4-4af6-9eec-f9c50de41634 req-b8b5cdff-21c5-4931-bc9e-61473059737a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447016 Nov 11 21:34:44.606378 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-8653167e-8e1e-44c9-9dc8-1204e9c06fe2 service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026346 Nov 11 21:34:44.614835 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72026dae-9943-44d3-9add-ee926c7e4e30 req-a0135434-7023-48e7-9f67-b77315ab8084 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236243 Nov 11 21:34:44.619810 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42313b-0c26-49cd-8e5a-70b8138cdece req-5379d9fe-5fea-41a2-a268-0af198ce5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:44.620959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb42313b-0c26-49cd-8e5a-70b8138cdece req-5379d9fe-5fea-41a2-a268-0af198ce5199 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1835494 Nov 11 21:34:44.670371 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85ef08a8-91e4-4af6-9eec-f9c50de41634 req-9f01f3cb-d810-4be0-a371-8237ceb333f7 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963066 Nov 11 21:34:44.676666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb42313b-0c26-49cd-8e5a-70b8138cdece req-b556ee65-4690-4e40-8ed6-36576d8f90d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=4dc4bf47-6cf2-4223-8d9c-44a323213455 HTTP/1.1" status: 200 len: 217 time: 0.0462322 Nov 11 21:34:44.774743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad49c24-fc43-49bc-acf7-787bbc326af9 req-b7b3cc3d-d1b5-40b3-b6b1-1e31f8d09123 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:44.776431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ad49c24-fc43-49bc-acf7-787bbc326af9 req-b7b3cc3d-d1b5-40b3-b6b1-1e31f8d09123 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 947 time: 0.0933590 Nov 11 21:34:44.777811 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42313b-0c26-49cd-8e5a-70b8138cdece req-343814c9-9ae8-4dbb-ba97-e75dc91463d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:44.779127 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb42313b-0c26-49cd-8e5a-70b8138cdece req-343814c9-9ae8-4dbb-ba97-e75dc91463d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0862696 Nov 11 21:34:44.809123 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85ef08a8-91e4-4af6-9eec-f9c50de41634 req-f167ba58-5c7d-47dd-9a14-b670210736a4 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106544 Nov 11 21:34:44.870960 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ad49c24-fc43-49bc-acf7-787bbc326af9 req-0cb7b2eb-b119-4d21-8575-f9e9b981b209 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853829 Nov 11 21:34:44.877673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42313b-0c26-49cd-8e5a-70b8138cdece req-1b4810ee-afd1-44c3-a185-6f4f274fdca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:44.879121 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb42313b-0c26-49cd-8e5a-70b8138cdece req-1b4810ee-afd1-44c3-a185-6f4f274fdca1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871243 Nov 11 21:34:45.012653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0fd61f4a-0174-4023-98e0-8cd43da413af req-9284b0cf-5ef2-4128-a4b1-d3413d743495 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 210 time: 0.0417938 Nov 11 21:34:45.059530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb42313b-0c26-49cd-8e5a-70b8138cdece req-40a04af5-af57-483d-bfe3-afb51d210310 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689770 Nov 11 21:34:45.061880 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83099332-e54b-4600-9fc2-ecc2431ae394 req-fb97ca97-87cb-41c9-a6db-39b8ae8c83ff tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0755541 Nov 11 21:34:45.212909 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb42313b-0c26-49cd-8e5a-70b8138cdece req-4f3e3674-b14f-4dca-9bf4-977652c5da6c service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444101 Nov 11 21:34:45.474358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-764a3047-931a-4f02-93bc-c5d7a2c7f3e7 req-c77c983a-0012-4930-8c23-c7d01f3ddabb tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0353007 Nov 11 21:34:45.751415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb873cf-4274-4509-8df2-7d891fd8ecca req-b8a080a8-d288-49b0-9dd3-980185173283 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:45.752986 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2eb873cf-4274-4509-8df2-7d891fd8ecca req-b8a080a8-d288-49b0-9dd3-980185173283 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.0545125 Nov 11 21:34:45.805681 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2eb873cf-4274-4509-8df2-7d891fd8ecca req-2502130a-6fe6-4b59-99cc-7ea3604d71be tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462668 Nov 11 21:34:46.007298 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-368a56a2-9c8f-4f25-84a6-89b9e0e23e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:46.071743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-09ce1e2c-4305-40c5-be4b-d30b618b34a8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:46.073288 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-09ce1e2c-4305-40c5-be4b-d30b618b34a8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 805 time: 0.1504061 Nov 11 21:34:46.089615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c20f0-895b-4ff2-b90f-2f1d0e2c91c6 req-e2374439-8f52-4c4b-a307-ec17c1208d1d tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:46.096922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c46c20f0-895b-4ff2-b90f-2f1d0e2c91c6 req-e2374439-8f52-4c4b-a307-ec17c1208d1d tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 946 time: 0.0823812 Nov 11 21:34:46.103026 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Request body: {'port': {'device_id': '7028e9fb-d937-4fb5-a939-32518344d78b', 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db', 'admin_state_up': True, 'tenant_id': '178bb40f7c23473bbb72234aa8aa1b95'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:46.497809 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c46c20f0-895b-4ff2-b90f-2f1d0e2c91c6 req-1ebeec5d-cae9-4c9a-a290-e75a2296f0e7 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/security-groups?id=b00011b8-1075-4604-8399-1b5a0751000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000046 Nov 11 21:34:46.513723 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47fe80-128c-4ca0-b08f-6a5fa9876ef7 req-40132763-95dd-4c91-9ac3-2e50f8c63cda tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:46.515197 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a47fe80-128c-4ca0-b08f-6a5fa9876ef7 req-40132763-95dd-4c91-9ac3-2e50f8c63cda tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 947 time: 0.4043300 Nov 11 21:34:46.576713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Made reservation on behalf of 178bb40f7c23473bbb72234aa8aa1b95 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:46.580580 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:46.587003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a47fe80-128c-4ca0-b08f-6a5fa9876ef7 req-10df6aaa-8d2d-444d-ae65-e0394736bdf9 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658946 Nov 11 21:34:46.714738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Allocated IP 172.20.0.7 (10d3c489-0533-44f1-82fd-8dea02ebc1db/9b04c1fc-83cf-41dc-92b1-a5b449f105f4/bab21d0a-6c93-46d4-80ba-2119e4c7f87d) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:34:46.810992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6cda1e0-1b79-476f-8907-6614c81b131d req-bd094e89-b730-4a37-96ca-2d8bfe8ef7a7 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 210 time: 0.1582897 Nov 11 21:34:46.898744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:46.914470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4048e50a-fc6c-4379-a93a-b9449836e7d9 req-bbcaacb6-6899-4156-86e9-a61a3d7b28b0 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0359678 Nov 11 21:34:46.953987 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:46.967697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['90fb43ec-2244-4e6f-88f4-0f6efcf8e38e', 'e324c8d1-4ce2-4585-a014-fa4ecc506adc'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:47.032584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Network 10d3c489-0533-44f1-82fd-8dea02ebc1db is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:47.042569 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:47.047248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:34:47.057294 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Pushing event updated for resources: {'Port': ['ID=bab21d0a-6c93-46d4-80ba-2119e4c7f87d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:47.101982 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ad514-61d6-49d5-b949-fe3545460d3f req-60cb3386-7093-4b55-a58d-c600bcf16014 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:47.103626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e71ad514-61d6-49d5-b949-fe3545460d3f req-60cb3386-7093-4b55-a58d-c600bcf16014 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.1102965 Nov 11 21:34:47.108087 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:47.108443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:47.108788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:47.109162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:47.109498 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:47.109830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:47.110156 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:47.110481 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:47.110807 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:47.111129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:47.111450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:47.111770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:47.148699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:47.149361 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:47.152062 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:47.182706 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-6489aae4-54c7-41b2-b26e-e2a0cc522e82 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0837421 Nov 11 21:34:47.186549 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e71ad514-61d6-49d5-b949-fe3545460d3f req-c34b2cc8-411b-4c75-bba0-d68b63260c96 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687363 Nov 11 21:34:47.199316 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-cea54357-c13d-4223-bfae-bdda51ee918d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:34:47.200761 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-cea54357-c13d-4223-bfae-bdda51ee918d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070877 Nov 11 21:34:47.225342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Request body: {'port': {'device_id': '7028e9fb-d937-4fb5-a939-32518344d78b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:47.294570 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:47.483030 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06bb80-4787-45da-a715-2ce44eefd08b req-a9f022ae-15ae-4994-a085-ddb1d7d2c27a tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:47.484822 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ee06bb80-4787-45da-a715-2ce44eefd08b req-a9f022ae-15ae-4994-a085-ddb1d7d2c27a tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.10 "GET /v2.0/ports?device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 946 time: 0.0507457 Nov 11 21:34:47.553312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab21d0a-6c93-46d4-80ba-2119e4c7f87d {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:47.564074 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:47.582316 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Transition to ACTIVE for port object bab21d0a-6c93-46d4-80ba-2119e4c7f87d will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:34:47.586732 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:47.589574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ee06bb80-4787-45da-a715-2ce44eefd08b req-52380ae5-9f6c-4480-a2b7-a99179f6caac tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Deleting port 869f800a-fa90-4d35-9f29-5e0d050b3f44 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:47.589920 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee06bb80-4787-45da-a715-2ce44eefd08b req-52380ae5-9f6c-4480-a2b7-a99179f6caac tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:47.693403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ee06bb80-4787-45da-a715-2ce44eefd08b req-52380ae5-9f6c-4480-a2b7-a99179f6caac tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] For port 869f800a-fa90-4d35-9f29-5e0d050b3f44, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=869f800a-fa90-4d35-9f29-5e0d050b3f44,segment=NetworkSegment(84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1),segment_id=84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:47.693740 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee06bb80-4787-45da-a715-2ce44eefd08b req-52380ae5-9f6c-4480-a2b7-a99179f6caac tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:47.704200 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=bab21d0a-6c93-46d4-80ba-2119e4c7f87d,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:47.706738 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ee06bb80-4787-45da-a715-2ce44eefd08b req-52380ae5-9f6c-4480-a2b7-a99179f6caac tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Calling delete_port for 869f800a-fa90-4d35-9f29-5e0d050b3f44 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:47.757349 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b98631-c7e3-4d26-a03d-575865fd4339 req-df3a61c5-96f2-4259-b974-28ff9ea64742 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:47.758903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b98631-c7e3-4d26-a03d-575865fd4339 req-df3a61c5-96f2-4259-b974-28ff9ea64742 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01bcc3b-de4b-4fc5-b970-99b0f232a5fe HTTP/1.1" status: 200 len: 946 time: 0.1644745 Nov 11 21:34:47.809913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6de6e2-284a-41f8-8ecd-f685fa4c6dfd req-fc8222a7-1047-4668-bbe6-affa2329a34d tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:47.811363 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a6de6e2-284a-41f8-8ecd-f685fa4c6dfd req-fc8222a7-1047-4668-bbe6-affa2329a34d tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 947 time: 0.1307950 Nov 11 21:34:47.836758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Attempting to bind port bab21d0a-6c93-46d4-80ba-2119e4c7f87d on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:34:47.837098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Attempting to bind port bab21d0a-6c93-46d4-80ba-2119e4c7f87d by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:34:47.837412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Attempting to bind port bab21d0a-6c93-46d4-80ba-2119e4c7f87d on network 10d3c489-0533-44f1-82fd-8dea02ebc1db {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:47.842596 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee06bb80-4787-45da-a715-2ce44eefd08b req-52380ae5-9f6c-4480-a2b7-a99179f6caac tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:47.855804 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['869f800a-fa90-4d35-9f29-5e0d050b3f44'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:47.858443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Port bab21d0a-6c93-46d4-80ba-2119e4c7f87d on network 10d3c489-0533-44f1-82fd-8dea02ebc1db not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:34:47.858769 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Attempting to bind port bab21d0a-6c93-46d4-80ba-2119e4c7f87d on network 10d3c489-0533-44f1-82fd-8dea02ebc1db {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:47.867198 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b98631-c7e3-4d26-a03d-575865fd4339 req-69a01773-f405-4575-b2b0-22593d6db869 tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.57 "GET /v2.0/security-groups?id=b00011b8-1075-4604-8399-1b5a0751000e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986588 Nov 11 21:34:47.873854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52380ae5-9f6c-4480-a2b7-a99179f6caac tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Pushing event deleted for resources: {'Port': ['ID=869f800a-fa90-4d35-9f29-5e0d050b3f44,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:47.879609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:34:47.879867 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Checking segment: {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:47.880144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Bound using segment: {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:34:47.880585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Bound port: bab21d0a-6c93-46d4-80ba-2119e4c7f87d, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:34:47.880995 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:47.925483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee06bb80-4787-45da-a715-2ce44eefd08b req-52380ae5-9f6c-4480-a2b7-a99179f6caac tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] No DVR routers for this DVR port 869f800a-fa90-4d35-9f29-5e0d050b3f44 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:34:47.927160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a6de6e2-284a-41f8-8ecd-f685fa4c6dfd req-39d0de49-cacb-48d6-91fb-4182a3c62fb6 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057155 Nov 11 21:34:47.928997 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ee06bb80-4787-45da-a715-2ce44eefd08b req-52380ae5-9f6c-4480-a2b7-a99179f6caac tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:47.932675 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ee06bb80-4787-45da-a715-2ce44eefd08b req-52380ae5-9f6c-4480-a2b7-a99179f6caac tempest-ServerMetadataNegativeTestJSON-1916751557 tempest-ServerMetadataNegativeTestJSON-1916751557-project] 10.222.0.10 "DELETE /v2.0/ports/869f800a-fa90-4d35-9f29-5e0d050b3f44 HTTP/1.1" status: 204 len: 173 time: 0.4397700 Nov 11 21:34:47.933216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01bcc3b-de4b-4fc5-b970-99b0f232a5fe', 'name': 'network-vif-deleted', 'tag': '869f800a-fa90-4d35-9f29-5e0d050b3f44'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:47.935517 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f5b892-4772-4201-bb9e-f48fe77ccaff" -d '{"events": [{"server_uuid": "f01bcc3b-de4b-4fc5-b970-99b0f232a5fe", "name": "network-vif-deleted", "tag": "869f800a-fa90-4d35-9f29-5e0d050b3f44"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:48.012304 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23d08e0-4c46-41cd-8b40-c139940b0e51 x-openstack-request-id: req-e23d08e0-4c46-41cd-8b40-c139940b0e51 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:48.012595 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01bcc3b-de4b-4fc5-b970-99b0f232a5fe", "name": "network-vif-deleted", "tag": "869f800a-fa90-4d35-9f29-5e0d050b3f44", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:48.012874 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e23d08e0-4c46-41cd-8b40-c139940b0e51 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:48.013274 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01bcc3b-de4b-4fc5-b970-99b0f232a5fe', 'name': 'network-vif-deleted', 'tag': '869f800a-fa90-4d35-9f29-5e0d050b3f44', 'status': 'completed', 'code': 200} Nov 11 21:34:48.026831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] For port bab21d0a-6c93-46d4-80ba-2119e4c7f87d, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:34:48.050312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d151ce-962a-4e08-b6f4-416300e2fe4a req-cb11386d-cf10-4b1e-871a-9608c334ad37 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:48.051835 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8d151ce-962a-4e08-b6f4-416300e2fe4a req-cb11386d-cf10-4b1e-871a-9608c334ad37 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 943 time: 0.0691161 Nov 11 21:34:48.053705 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] For port bab21d0a-6c93-46d4-80ba-2119e4c7f87d, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=bab21d0a-6c93-46d4-80ba-2119e4c7f87d,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:34:48.067396 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:48.083906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4dc4bf47-6cf2-4223-8d9c-44a323213455 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:34:48.134534 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8a1fc57-c341-4cb7-95b2-7fa93600c363 req-19b7d852-b92f-4c75-ba78-da249a721b7f tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0667703 Nov 11 21:34:48.170148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:48.170979 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:48.172563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] 10.222.0.10 "PUT /v2.0/ports/bab21d0a-6c93-46d4-80ba-2119e4c7f87d HTTP/1.1" status: 200 len: 1091 time: 0.9598567 Nov 11 21:34:48.173951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7028e9fb-d937-4fb5-a939-32518344d78b', 'tag': 'bab21d0a-6c93-46d4-80ba-2119e4c7f87d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:48.176210 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91251eed-8530-4d5b-a35d-54d5b7d730b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7028e9fb-d937-4fb5-a939-32518344d78b", "tag": "bab21d0a-6c93-46d4-80ba-2119e4c7f87d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:48.185059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8d151ce-962a-4e08-b6f4-416300e2fe4a req-e02b11d5-2037-4b6d-b85a-1a307414c20e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269670 Nov 11 21:34:48.197435 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4dc4bf47-6cf2-4223-8d9c-44a323213455, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4dc4bf47-6cf2-4223-8d9c-44a323213455,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:48.211790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '4dc4bf47-6cf2-4223-8d9c-44a323213455', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '4dc4bf47-6cf2-4223-8d9c-44a323213455', 'mac_address': 'fa:16:3e:1a:19:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:34:48.216594 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b59c46-9566-49ee-bedc-0dd2bad83fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=bab21d0a-6c93-46d4-80ba-2119e4c7f87d,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:48.244840 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dea445d-03ba-41ff-b422-78eaf097b961 x-openstack-request-id: req-7dea445d-03ba-41ff-b422-78eaf097b961 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:48.245184 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7028e9fb-d937-4fb5-a939-32518344d78b", "tag": "bab21d0a-6c93-46d4-80ba-2119e4c7f87d", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:48.245499 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7dea445d-03ba-41ff-b422-78eaf097b961 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:48.245966 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7028e9fb-d937-4fb5-a939-32518344d78b', 'tag': 'bab21d0a-6c93-46d4-80ba-2119e4c7f87d', 'status': 'completed', 'code': 200} Nov 11 21:34:48.279252 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:48.295069 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc4bf47-6cf2-4223-8d9c-44a323213455 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:48.309694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-dfa86766-a4a5-4b1b-9a2a-9749a6812c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:48.311568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-dfa86766-a4a5-4b1b-9a2a-9749a6812c4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 1094 time: 0.0646751 Nov 11 21:34:48.315944 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4dc4bf47-6cf2-4223-8d9c-44a323213455, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4dc4bf47-6cf2-4223-8d9c-44a323213455,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:48.321437 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:48.322126 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b5a87d55-549c-4801-b7b0-5b54bf5c6df5 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:34:48.386035 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-00d3a98b-3b39-420c-912b-2189591a153d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bab21d0a-6c93-46d4-80ba-2119e4c7f87d HTTP/1.1" status: 200 len: 217 time: 0.0550828 Nov 11 21:34:48.394984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b5a87d55-549c-4801-b7b0-5b54bf5c6df5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:48.397564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4dc4bf47-6cf2-4223-8d9c-44a323213455,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:48.408967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'b5a87d55-549c-4801-b7b0-5b54bf5c6df5', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': 'b5a87d55-549c-4801-b7b0-5b54bf5c6df5', 'mac_address': 'fa:16:3e:6b:e2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:34:48.457767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcc098-b188-4579-bafc-94f86d102d57 req-26f98e32-b048-4c3a-b459-b1feb4540f1c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:48.458477 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:48.459343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99bcc098-b188-4579-bafc-94f86d102d57 req-26f98e32-b048-4c3a-b459-b1feb4540f1c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.1395822 Nov 11 21:34:48.461365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d1da832a-9e5f-414b-a79b-703cd5ef0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:48.462991 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-d1da832a-9e5f-414b-a79b-703cd5ef0af5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b04c1fc-83cf-41dc-92b1-a5b449f105f4 HTTP/1.1" status: 200 len: 845 time: 0.0686667 Nov 11 21:34:48.469925 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:48.485770 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a87d55-549c-4801-b7b0-5b54bf5c6df5 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:48.507133 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b5a87d55-549c-4801-b7b0-5b54bf5c6df5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:48.509291 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-37a019c8-74f9-41c2-9abb-cbba6ca2e5af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10d3c489-0533-44f1-82fd-8dea02ebc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356705 Nov 11 21:34:48.512569 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:48.572492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:48.617178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99bcc098-b188-4579-bafc-94f86d102d57 req-304fd071-ff76-4211-85e6-bea6863f6968 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511142 Nov 11 21:34:48.651729 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-48049305-04e3-49b0-9d51-d09b249d15a4 service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285830 Nov 11 21:34:48.757602 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6306ad0f-0019-4ca8-b7a6-973563abb68a req-def875ac-01ab-4331-a1f4-1603b3483117 service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988264 Nov 11 21:34:48.776454 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['4dc4bf47-6cf2-4223-8d9c-44a323213455'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:48.783413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['b5a87d55-549c-4801-b7b0-5b54bf5c6df5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:48.872559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91251eed-8530-4d5b-a35d-54d5b7d730b9 req-a3409131-a87a-43ae-aa65-cf423e2210aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:48.874903 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-91251eed-8530-4d5b-a35d-54d5b7d730b9 req-a3409131-a87a-43ae-aa65-cf423e2210aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 1094 time: 0.0560138 Nov 11 21:34:48.891091 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-aed18825-7c07-4ee9-a524-c432b517c46f req-6b2878af-5c0d-4c5e-87ef-87897d66999e service neutron] show failed (client error): The resource could not be found. Nov 11 21:34:48.892928 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-6b2878af-5c0d-4c5e-87ef-87897d66999e service neutron] 10.222.0.10 "GET /v2.0/ports/4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389/bindings/n-h2-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0944526 Nov 11 21:34:48.966284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34376) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:48.995294 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91251eed-8530-4d5b-a35d-54d5b7d730b9 req-85eef970-9927-41aa-a91a-cf9896fcdbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:48.997149 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-91251eed-8530-4d5b-a35d-54d5b7d730b9 req-85eef970-9927-41aa-a91a-cf9896fcdbb9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 907 time: 0.1133499 Nov 11 21:34:49.087780 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-91251eed-8530-4d5b-a35d-54d5b7d730b9 req-9ed2d5b4-9b7a-4e6d-a62e-326ec4567db9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bab21d0a-6c93-46d4-80ba-2119e4c7f87d HTTP/1.1" status: 200 len: 217 time: 0.0762713 Nov 11 21:34:49.093296 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-070bed14-c3bc-4199-903c-d7efaf645584 admin admin] Deleting subnet 26c91774-27b4-47d1-b3ac-2ba142ce81cb {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:34:49.096660 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-070bed14-c3bc-4199-903c-d7efaf645584 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:49.144295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8f47a-f17a-467b-8676-f8361f2485a7 req-0bdeb1c5-d796-4e6a-bd6b-a1c7f1aa5767 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:49.146517 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-97a8f47a-f17a-467b-8676-f8361f2485a7 req-0bdeb1c5-d796-4e6a-bd6b-a1c7f1aa5767 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 948 time: 0.1008377 Nov 11 21:34:49.182047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91251eed-8530-4d5b-a35d-54d5b7d730b9 req-723153f5-f0f7-4fbf-8087-1974aef5fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:49.183775 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-91251eed-8530-4d5b-a35d-54d5b7d730b9 req-723153f5-f0f7-4fbf-8087-1974aef5fc1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b04c1fc-83cf-41dc-92b1-a5b449f105f4 HTTP/1.1" status: 200 len: 845 time: 0.0609734 Nov 11 21:34:49.218479 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-070bed14-c3bc-4199-903c-d7efaf645584 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:49.223233 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-91251eed-8530-4d5b-a35d-54d5b7d730b9 req-ae0934da-c636-44ba-8999-ed57e136bdfd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10d3c489-0533-44f1-82fd-8dea02ebc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301292 Nov 11 21:34:49.269186 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:49.307126 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-97a8f47a-f17a-467b-8676-f8361f2485a7 req-aacbfc4e-3e99-4d8c-8677-e31bbb485b07 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487455 Nov 11 21:34:49.312465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18825-7c07-4ee9-a524-c432b517c46f req-e7472808-a345-4ba8-beba-ed5574f3d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:49.314009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-e7472808-a345-4ba8-beba-ed5574f3d4b9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e&tenant_id=fd47c33b622049db8b0a7624a7b34e9c HTTP/1.1" status: 200 len: 1101 time: 0.1568966 Nov 11 21:34:49.320350 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-070bed14-c3bc-4199-903c-d7efaf645584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:49.322633 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-91251eed-8530-4d5b-a35d-54d5b7d730b9 req-54b72926-32ab-433c-b965-8b6fc6cc072b service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907612 Nov 11 21:34:49.353898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:49.418877 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-91251eed-8530-4d5b-a35d-54d5b7d730b9 req-1fdf4940-e170-48ad-b1ce-1cce06cae1be service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855968 Nov 11 21:34:49.428345 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63f63a00-2069-48c7-bd47-e6dfe1b1afbd req-e4be9060-ca27-40df-982f-3baceec47984 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0448515 Nov 11 21:34:49.488048 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:49.498734 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-070bed14-c3bc-4199-903c-d7efaf645584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:49.535570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b1abc-dd96-47ed-ae65-5784ae7b2565 req-b7f3a4f4-a5a5-40c1-932e-c73e2f702316 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:49.537058 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fe9b1abc-dd96-47ed-ae65-5784ae7b2565 req-b7f3a4f4-a5a5-40c1-932e-c73e2f702316 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 943 time: 0.1468639 Nov 11 21:34:49.540089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bed14-c3bc-4199-903c-d7efaf645584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c91774-27b4-47d1-b3ac-2ba142ce81cb,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:49.544461 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-070bed14-c3bc-4199-903c-d7efaf645584 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:49.549411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-070bed14-c3bc-4199-903c-d7efaf645584 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/26c91774-27b4-47d1-b3ac-2ba142ce81cb HTTP/1.1" status: 204 len: 168 time: 0.5813870 Nov 11 21:34:49.550341 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34388) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:49.634379 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d8376aa-8656-4653-ba32-6b63eab1f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:49.701157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fe9b1abc-dd96-47ed-ae65-5784ae7b2565 req-c8339190-cde8-43b4-b8e7-3d8521f8c2fc tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316466 Nov 11 21:34:49.734620 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d8376aa-8656-4653-ba32-6b63eab1f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:49.755956 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8d8376aa-8656-4653-ba32-6b63eab1f3fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958e550a-549d-4c98-b646-78fb3aeb4f3b']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:49.767282 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8d8376aa-8656-4653-ba32-6b63eab1f3fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:49.767606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8d8376aa-8656-4653-ba32-6b63eab1f3fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a1eac6-8d14-49a1-ac75-2ecdb0e8ecc1') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:49.778579 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d8376aa-8656-4653-ba32-6b63eab1f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:49.796007 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d8376aa-8656-4653-ba32-6b63eab1f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:49.802623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8376aa-8656-4653-ba32-6b63eab1f3fb admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:34:49.803142 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d8376aa-8656-4653-ba32-6b63eab1f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:34:49.805218 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:34:49.819443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8ad25-e20d-48cb-a6a4-58983c6c7b98 req-aa68f695-e987-47d2-ae9e-a11003aea761 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:49.821024 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6f8ad25-e20d-48cb-a6a4-58983c6c7b98 req-aa68f695-e987-47d2-ae9e-a11003aea761 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.1063170 Nov 11 21:34:49.856965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:49.871698 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d8376aa-8656-4653-ba32-6b63eab1f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:49.878264 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d8376aa-8656-4653-ba32-6b63eab1f3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:49.886323 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8d8376aa-8656-4653-ba32-6b63eab1f3fb admin admin] 10.222.0.57 "DELETE /v2.0/networks/958e550a-549d-4c98-b646-78fb3aeb4f3b HTTP/1.1" status: 204 len: 168 time: 0.3328035 Nov 11 21:34:49.912289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8376aa-8656-4653-ba32-6b63eab1f3fb admin admin] Pushing event deleted for resources: {'Network': ['ID=958e550a-549d-4c98-b646-78fb3aeb4f3b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:49.916256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6f8ad25-e20d-48cb-a6a4-58983c6c7b98 req-6f460f38-f612-4091-9633-0b78a3fc0c2e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820723 Nov 11 21:34:49.936210 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:34:49.985721 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.001886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Transition to ACTIVE for port object 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:34:50.006803 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.021362 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34402) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:50.083750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] No DVR routers for this DVR port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:34:50.092677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4dc4bf47-6cf2-4223-8d9c-44a323213455 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:34:50.127318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34406) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:50.168230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Attempting to bind port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:34:50.168572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Attempting to bind port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:34:50.168934 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Attempting to bind port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:50.172473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 4dc4bf47-6cf2-4223-8d9c-44a323213455 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:34:50.172704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,revision_number=6']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:50.179290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 4dc4bf47-6cf2-4223-8d9c-44a323213455 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:50.179671 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.184774 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b65bd617-7281-4af2-ac4c-45be6d3262b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.188242 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:34:50.188620 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Attempting to bind port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:50.196478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:34:50.196842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:50.197251 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:34:50.198295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Bound port: 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:34:50.199314 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.217134 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-76bdc972-7376-4fba-8588-4861b76fda33 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fef52047ae7549549d57e0890d78215a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885115 Nov 11 21:34:50.219566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34408) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:50.247281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:50.249796 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5e7d7c-706a-43d9-b9b8-9439d9676338" -d '{"events": [{"server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "name": "network-vif-unplugged", "status": "completed", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:50.284543 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b65bd617-7281-4af2-ac4c-45be6d3262b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.291991 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b65bd617-7281-4af2-ac4c-45be6d3262b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.298555 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.318119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:34:50.325999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:34:50.332911 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d961aa9b-455f-42e0-be73-8c668d1b3d4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.338643 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91178954-1083-4820-91aa-7ecda7739473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc4bf47-6cf2-4223-8d9c-44a323213455'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:50.340974 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2f46fd-dec9-42dc-9a02-489bbbe9bfee" -d '{"events": [{"server_uuid": "91178954-1083-4820-91aa-7ecda7739473", "name": "network-vif-plugged", "status": "completed", "tag": "4dc4bf47-6cf2-4223-8d9c-44a323213455"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:50.341137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bd617-7281-4af2-ac4c-45be6d3262b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ab1044-8ec1-440b-b502-c3601e48449e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:50.346082 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.358275 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60362b28-ef14-494f-9769-4aaca7ce7cc7 x-openstack-request-id: req-60362b28-ef14-494f-9769-4aaca7ce7cc7 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:50.358275 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "name": "network-vif-unplugged", "status": "completed", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:50.358275 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-60362b28-ef14-494f-9769-4aaca7ce7cc7 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:50.358275 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389', 'code': 200} Nov 11 21:34:50.359771 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b65bd617-7281-4af2-ac4c-45be6d3262b2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=df715dd865714b01868c68889d1d4491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3373075 Nov 11 21:34:50.361559 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34416) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:50.377559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4dc4bf47-6cf2-4223-8d9c-44a323213455, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4dc4bf47-6cf2-4223-8d9c-44a323213455,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:50.385979 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.386921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b5a87d55-549c-4801-b7b0-5b54bf5c6df5 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:34:50.399586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:50.400224 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.401712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] 10.222.0.71 "PUT /v2.0/ports/4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 HTTP/1.1" status: 200 len: 1096 time: 1.0536642 Nov 11 21:34:50.427570 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d961aa9b-455f-42e0-be73-8c668d1b3d4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.438801 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e74aff-f61a-47cd-9d82-fa6f3af66409 x-openstack-request-id: req-11e74aff-f61a-47cd-9d82-fa6f3af66409 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:50.439513 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91178954-1083-4820-91aa-7ecda7739473", "name": "network-vif-plugged", "status": "completed", "tag": "4dc4bf47-6cf2-4223-8d9c-44a323213455", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:50.439863 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-11e74aff-f61a-47cd-9d82-fa6f3af66409 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:50.440545 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91178954-1083-4820-91aa-7ecda7739473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc4bf47-6cf2-4223-8d9c-44a323213455', 'code': 200} Nov 11 21:34:50.501495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4dc4bf47-6cf2-4223-8d9c-44a323213455,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:50.514153 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:50.514153 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:50.514706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:50.515279 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:50.515867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:50.516443 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:50.517012 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:50.517629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:50.518222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:50.518904 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:50.519484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:50.520102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:50.524539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port b5a87d55-549c-4801-b7b0-5b54bf5c6df5 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:34:50.530249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port b5a87d55-549c-4801-b7b0-5b54bf5c6df5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:50.531157 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.570846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bd6f7-0406-4cc6-a945-bc5423b33455 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,revision_number=7']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:50.599287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a873e7-7074-43d3-a1a5-08589257370e req-e032b178-96b5-4544-8076-de57ca07850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:50.601109 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9a873e7-7074-43d3-a1a5-08589257370e req-e032b178-96b5-4544-8076-de57ca07850d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=91178954-1083-4820-91aa-7ecda7739473 HTTP/1.1" status: 200 len: 1101 time: 0.0746090 Nov 11 21:34:50.623974 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.651080 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8727847b-514b-42c3-af86-f130acbb2eed req-dc3105df-e51e-4045-a797-cc02d4a7b970 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0827129 Nov 11 21:34:50.656191 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d961aa9b-455f-42e0-be73-8c668d1b3d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.665465 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e9a873e7-7074-43d3-a1a5-08589257370e req-0518a81a-f2ce-46ce-88c9-d926f87103b0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567806 Nov 11 21:34:50.669538 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d961aa9b-455f-42e0-be73-8c668d1b3d4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.670804 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d961aa9b-455f-42e0-be73-8c668d1b3d4b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b00011b8-1075-4604-8399-1b5a0751000e HTTP/1.1" status: 204 len: 168 time: 0.4501150 Nov 11 21:34:50.673456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18825-7c07-4ee9-a524-c432b517c46f req-8d88ae36-8d44-4df6-a2b8-12b8490bef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:50.675194 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-8d88ae36-8d44-4df6-a2b8-12b8490bef6a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 1099 time: 0.2254071 Nov 11 21:34:50.685979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961aa9b-455f-42e0-be73-8c668d1b3d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00011b8-1075-4604-8399-1b5a0751000e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:50.695148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb5c72-b731-41ef-9bbf-a968d98cdafb req-66f864e7-8f00-4e52-b203-02c3a2d7b4d3 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:50.696759 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bacb5c72-b731-41ef-9bbf-a968d98cdafb req-66f864e7-8f00-4e52-b203-02c3a2d7b4d3 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 948 time: 0.2542491 Nov 11 21:34:50.698586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b5a87d55-549c-4801-b7b0-5b54bf5c6df5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:50.703652 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7000523e-ec75-48be-b6a3-81c656b1f127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.720193 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.738659 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7000523e-ec75-48be-b6a3-81c656b1f127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.792956 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:50.835003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bacb5c72-b731-41ef-9bbf-a968d98cdafb req-673a4f7e-241e-479f-9a4d-01268a68d53e tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775568 Nov 11 21:34:50.849535 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7000523e-ec75-48be-b6a3-81c656b1f127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.852099 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7000523e-ec75-48be-b6a3-81c656b1f127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:50.856200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7000523e-ec75-48be-b6a3-81c656b1f127 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/45ab1044-8ec1-440b-b502-c3601e48449e HTTP/1.1" status: 204 len: 168 time: 0.4918001 Nov 11 21:34:50.898522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000523e-ec75-48be-b6a3-81c656b1f127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ab1044-8ec1-440b-b502-c3601e48449e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:50.979787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3b84f-bc62-48c7-b6ca-bcc24ec58305 req-b3ee90a8-0516-45d7-b528-240c3059374e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:50.981502 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d2d3b84f-bc62-48c7-b6ca-bcc24ec58305 req-b3ee90a8-0516-45d7-b528-240c3059374e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 943 time: 0.1452467 Nov 11 21:34:51.050851 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18825-7c07-4ee9-a524-c432b517c46f req-4d546f4b-5ce2-4374-b3e9-5f130ba3b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:51.052416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-4d546f4b-5ce2-4374-b3e9-5f130ba3b36f service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1772900 Nov 11 21:34:51.121966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d2d3b84f-bc62-48c7-b6ca-bcc24ec58305 req-4c53a2a4-9bd5-44bc-8b35-2fd8a8395593 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330960 Nov 11 21:34:51.124438 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-3e481c64-3d97-4612-8328-56f868467d8e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 HTTP/1.1" status: 200 len: 217 time: 0.0480125 Nov 11 21:34:51.145420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287958d2-5e10-4dbd-a496-5af8a283f5ac req-daa902a3-7a9c-4dce-8782-78a34ca3375c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:51.147401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-287958d2-5e10-4dbd-a496-5af8a283f5ac req-daa902a3-7a9c-4dce-8782-78a34ca3375c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 948 time: 0.1312623 Nov 11 21:34:51.224549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18825-7c07-4ee9-a524-c432b517c46f req-98e17c38-2770-45c3-98e8-fab4b3bb5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:51.226555 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-98e17c38-2770-45c3-98e8-fab4b3bb5c2d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0923243 Nov 11 21:34:51.235312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:51.238329 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-287958d2-5e10-4dbd-a496-5af8a283f5ac req-96ac8a60-0e69-4b9a-a7ee-5e7c59a56eed tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812802 Nov 11 21:34:51.286229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:51.287087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 869f800a-fa90-4d35-9f29-5e0d050b3f44 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:51.293783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18825-7c07-4ee9-a524-c432b517c46f req-b16dcb29-af3a-4041-88f9-7618647d0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:51.295800 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-b16dcb29-af3a-4041-88f9-7618647d0f30 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560484 Nov 11 21:34:51.312192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 869f800a-fa90-4d35-9f29-5e0d050b3f44 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:51.312839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 869f800a-fa90-4d35-9f29-5e0d050b3f44 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:51.313858 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-33e46436-3a90-4eda-bd38-31e5f2a623dd service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:34:51.314631 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-33e46436-3a90-4eda-bd38-31e5f2a623dd service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093722 Nov 11 21:34:51.441544 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-b347a24b-4cf2-4e72-99b9-9a5213d979b6 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189854 Nov 11 21:34:51.651165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34468) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:51.823876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1447481120-network', 'tenant_id': '675055883ebd45b8a34af50040494423'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:51.826024 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fad3f217-9db4-449b-b4b4-1e104f92f4f5 req-3b521e53-77e3-4fdd-826e-1a7505847625 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0341513 Nov 11 21:34:51.857244 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aed18825-7c07-4ee9-a524-c432b517c46f req-6cd63bf7-910f-474c-8a57-e9ea38b7e7fc service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071932 Nov 11 21:34:51.874861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] Made reservation on behalf of 675055883ebd45b8a34af50040494423 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:51.879555 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:51.909352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.037296 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46aa0fe-d708-499d-8f4c-ccf19b4e59cf req-436ab18e-419c-4d5f-a361-7e53057bd68a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:52.038879 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d46aa0fe-d708-499d-8f4c-ccf19b4e59cf req-436ab18e-419c-4d5f-a361-7e53057bd68a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 949 time: 0.1054859 Nov 11 21:34:52.041990 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.047174 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.075866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:34:52.086197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0221fef0-4005-4dcb-a4eb-35b8a25febda,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:52.091047 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.091384 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] Added segment 75f6d76b-77df-46cb-bf6b-076eb682ed69 of type vlan for network 78d420ff-1056-48bf-b87b-c3bf39a606da Nov 11 21:34:52.110731 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d46aa0fe-d708-499d-8f4c-ccf19b4e59cf req-e773211d-cb5d-4476-9218-2fdc03a21bfc tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628278 Nov 11 21:34:52.137684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34490) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:52.139846 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.172773 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.174112 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:52.175693 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.243090 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5896621 Nov 11 21:34:52.245897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34496) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:52.250931 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f2c39be8-9027-416a-ad10-d0f541933994 admin admin] Request body: {'subnet': {'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1447481120-subnet', 'tenant_id': '675055883ebd45b8a34af50040494423', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:52.259369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba01d7-b68e-44ce-85f8-767ca767c590 admin admin] Pushing event updated for resources: {'Network': ['ID=78d420ff-1056-48bf-b87b-c3bf39a606da,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:52.275049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99573409-0aef-468c-a0fe-54c4264edf82 req-d5f93eee-3801-47af-8082-b0382d205814 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:52.275799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 78d420ff-1056-48bf-b87b-c3bf39a606da details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:34:52.276720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99573409-0aef-468c-a0fe-54c4264edf82 req-d5f93eee-3801-47af-8082-b0382d205814 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 943 time: 0.0723252 Nov 11 21:34:52.277524 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb1fc941-c155-4a08-92c3-6ae1ae20f04c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.284788 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c39be8-9027-416a-ad10-d0f541933994 admin admin] Made reservation on behalf of 675055883ebd45b8a34af50040494423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:52.287504 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2c39be8-9027-416a-ad10-d0f541933994 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.359531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:52.362369 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:52.393360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99573409-0aef-468c-a0fe-54c4264edf82 req-db65a406-99b5-4c63-a799-28786534f60c tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057768 Nov 11 21:34:52.418015 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe1b33-e2e0-46df-9a2d-06519c2a83ee req-04ed3030-ff50-4a9b-a1bb-cc0f7583fdfc tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:52.420315 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85fe1b33-e2e0-46df-9a2d-06519c2a83ee req-04ed3030-ff50-4a9b-a1bb-cc0f7583fdfc tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 948 time: 0.1074660 Nov 11 21:34:52.441785 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34415f1c-ec45-40d7-8625-a3877634188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a87d55-549c-4801-b7b0-5b54bf5c6df5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:52.446182 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca96155-52a6-44e5-9fe2-e149b5091951" -d '{"events": [{"server_uuid": "34415f1c-ec45-40d7-8625-a3877634188a", "name": "network-vif-plugged", "status": "completed", "tag": "b5a87d55-549c-4801-b7b0-5b54bf5c6df5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:52.464405 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d2613c-60dc-4b56-a7d3-8ed6708e1320 x-openstack-request-id: req-d0d2613c-60dc-4b56-a7d3-8ed6708e1320 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:52.465161 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:52.465484 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d0d2613c-60dc-4b56-a7d3-8ed6708e1320 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:52.465943 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389', 'status': 'completed', 'code': 200} Nov 11 21:34:52.487720 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2c39be8-9027-416a-ad10-d0f541933994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.496963 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69c219c-17be-40ec-8640-1ef8efe8ab9b x-openstack-request-id: req-b69c219c-17be-40ec-8640-1ef8efe8ab9b {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:52.497447 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34415f1c-ec45-40d7-8625-a3877634188a", "name": "network-vif-plugged", "status": "completed", "tag": "b5a87d55-549c-4801-b7b0-5b54bf5c6df5", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:52.497683 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb1fc941-c155-4a08-92c3-6ae1ae20f04c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.497973 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b69c219c-17be-40ec-8640-1ef8efe8ab9b {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:52.498681 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34415f1c-ec45-40d7-8625-a3877634188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a87d55-549c-4801-b7b0-5b54bf5c6df5', 'code': 200} Nov 11 21:34:52.518233 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb1fc941-c155-4a08-92c3-6ae1ae20f04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.560613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85fe1b33-e2e0-46df-9a2d-06519c2a83ee req-032e43d3-5d41-4244-be2f-97ceb9f97845 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312673 Nov 11 21:34:52.582966 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c39be8-9027-416a-ad10-d0f541933994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79662f28-e3fd-4673-8ed1-0f8260d585f3,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:52.593564 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fc941-c155-4a08-92c3-6ae1ae20f04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bb115c-ac2d-45ba-9524-82c191b1d733,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:52.598998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eb1fc941-c155-4a08-92c3-6ae1ae20f04c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=161253b99bb9483ebd28426c1de0d3f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4602277 Nov 11 21:34:52.603488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34506) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:52.612877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-2e3811cc-fc29-4b8e-9cb3-a139a93336ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:52.614341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-2e3811cc-fc29-4b8e-9cb3-a139a93336ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 1099 time: 0.1098773 Nov 11 21:34:52.634811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c39be8-9027-416a-ad10-d0f541933994 admin admin] Checking segment: {'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:52.635270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c39be8-9027-416a-ad10-d0f541933994 admin admin] Network hostable DHCP agents. Network: 78d420ff-1056-48bf-b87b-c3bf39a606da, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:34:52.659584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ef1f8-1116-4310-855e-0563d7647c47 req-563e6ebe-53e1-44ab-b785-aafcfa46a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:52.661008 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-427ef1f8-1116-4310-855e-0563d7647c47 req-563e6ebe-53e1-44ab-b785-aafcfa46a9f9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 1100 time: 0.0964396 Nov 11 21:34:52.677315 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-54f138b2-17b4-436f-8b94-f592c0a84cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:52.678717 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-54f138b2-17b4-436f-8b94-f592c0a84cf9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 1099 time: 0.1780255 Nov 11 21:34:52.680565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c39be8-9027-416a-ad10-d0f541933994 admin admin] Network 78d420ff-1056-48bf-b87b-c3bf39a606da is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:34:52.719529 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f2c39be8-9027-416a-ad10-d0f541933994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 78d420ff-1056-48bf-b87b-c3bf39a606da) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:52.725004 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0063b99a-821e-4aa1-884b-f98f836f8da0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.735683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e29c21-7308-4e29-8b4a-f209152dffbe None None] Network 78d420ff-1056-48bf-b87b-c3bf39a606da requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:34:52.751912 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-b8f0c8f6-89a0-4e0c-a2c1-85d635fbdba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:52.755057 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-b8f0c8f6-89a0-4e0c-a2c1-85d635fbdba9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1306720 Nov 11 21:34:52.758804 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c39be8-9027-416a-ad10-d0f541933994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:52.759396 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2c39be8-9027-416a-ad10-d0f541933994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.787553 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-427ef1f8-1116-4310-855e-0563d7647c47 req-9ef043f8-7d0c-4ace-ba23-3e2fa0b10b06 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174378 Nov 11 21:34:52.798836 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f2c39be8-9027-416a-ad10-d0f541933994 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5455999 Nov 11 21:34:52.812016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-d1780274-9de4-439e-a9ce-8bfc96cbacd7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 HTTP/1.1" status: 200 len: 217 time: 0.0418186 Nov 11 21:34:52.825134 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0063b99a-821e-4aa1-884b-f98f836f8da0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.826801 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-399b7ef9-6db1-4d24-9a5e-39a90b332e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:52.828429 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-399b7ef9-6db1-4d24-9a5e-39a90b332e8b service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1398365 Nov 11 21:34:52.881390 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-53808b51-f0a4-4812-ac01-65f583547a04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 HTTP/1.1" status: 200 len: 217 time: 0.0447044 Nov 11 21:34:52.881885 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0063b99a-821e-4aa1-884b-f98f836f8da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.884600 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0063b99a-821e-4aa1-884b-f98f836f8da0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.886006 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0063b99a-821e-4aa1-884b-f98f836f8da0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/35bb115c-ac2d-45ba-9524-82c191b1d733 HTTP/1.1" status: 204 len: 168 time: 0.2815704 Nov 11 21:34:52.908833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063b99a-821e-4aa1-884b-f98f836f8da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bb115c-ac2d-45ba-9524-82c191b1d733,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:52.934332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a490e7-afc5-47fe-b5f9-685f3918c040 None None] Network 78d420ff-1056-48bf-b87b-c3bf39a606da requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:34:52.973341 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-38c066ba-eded-4a5f-b6dc-ce4b64014fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:52.976011 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-38c066ba-eded-4a5f-b6dc-ce4b64014fad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0882840 Nov 11 21:34:52.979039 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2fd2ec5-48b5-44fb-bb7e-32c0e3edde95 req-685af523-ebf3-4e34-9e0e-57fbe149b33f tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0577040 Nov 11 21:34:53.061450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-2b7e4676-23f4-4e0d-a9cc-8f2f64dee3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:53.063770 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-2b7e4676-23f4-4e0d-a9cc-8f2f64dee3c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790572 Nov 11 21:34:53.064634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-4edfed16-3a84-41c9-9576-0ba5fd3ae2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:53.066274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-4edfed16-3a84-41c9-9576-0ba5fd3ae2e1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0658855 Nov 11 21:34:53.162150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-a51cce8a-6964-44ea-b962-7ff6e577b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:53.164475 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-a51cce8a-6964-44ea-b962-7ff6e577b944 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895002 Nov 11 21:34:53.200506 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-3de75358-a572-45b1-9aad-295c92d14ca0 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179283 Nov 11 21:34:53.248497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device bab21d0a-6c93-46d4-80ba-2119e4c7f87d details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:34:53.318598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da931b28-9af7-4491-929e-19fcb407904d req-f511fce2-0841-45ca-91dd-86caa109765d tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:53.320183 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da931b28-9af7-4491-929e-19fcb407904d req-f511fce2-0841-45ca-91dd-86caa109765d tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 949 time: 0.1172991 Nov 11 21:34:53.357513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-c198b010-d454-45b6-89a8-5b984942a924 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830552 Nov 11 21:34:53.399324 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port bab21d0a-6c93-46d4-80ba-2119e4c7f87d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=bab21d0a-6c93-46d4-80ba-2119e4c7f87d,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:53.429521 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-469e17e6-fe68-4327-9017-66e0249cf08a service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043180 Nov 11 21:34:53.433097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da931b28-9af7-4491-929e-19fcb407904d req-ce82e789-e1f3-419a-9a7f-4b1f86dc8501 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999613 Nov 11 21:34:53.444184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'bab21d0a-6c93-46d4-80ba-2119e4c7f87d', 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db', 'port_id': 'bab21d0a-6c93-46d4-80ba-2119e4c7f87d', 'mac_address': 'fa:16:3e:26:a2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b04c1fc-83cf-41dc-92b1-a5b449f105f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:34:53.499674 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:53.515730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab21d0a-6c93-46d4-80ba-2119e4c7f87d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:53.541964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port bab21d0a-6c93-46d4-80ba-2119e4c7f87d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=bab21d0a-6c93-46d4-80ba-2119e4c7f87d,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:53.550362 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:53.570761 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82146f6a-a5c4-4b64-a9a0-5145b220e5d7 req-37eca664-0ea2-4388-b1d6-9ac1768bc819 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989675 Nov 11 21:34:53.607006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=bab21d0a-6c93-46d4-80ba-2119e4c7f87d,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:53.623048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36982f-2201-4559-8f42-12726c7fadcd req-7079b55c-bb19-4529-b441-a94152f709fd tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:53.624562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f36982f-2201-4559-8f42-12726c7fadcd req-7079b55c-bb19-4529-b441-a94152f709fd tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 943 time: 0.1328065 Nov 11 21:34:53.675783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-598901c3-3c1f-4103-9721-2c5d9c08c376 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:53.677338 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-598901c3-3c1f-4103-9721-2c5d9c08c376 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/networks?id=78d420ff-1056-48bf-b87b-c3bf39a606da HTTP/1.1" status: 200 len: 815 time: 0.1866457 Nov 11 21:34:53.702492 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-e27017cc-1180-405b-a0d5-0593260a5f14 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/quotas/675055883ebd45b8a34af50040494423 HTTP/1.1" status: 200 len: 375 time: 0.0187368 Nov 11 21:34:53.717080 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f36982f-2201-4559-8f42-12726c7fadcd req-15ea8ec1-1ec2-4f8a-833a-d3163b684e05 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802603 Nov 11 21:34:53.748005 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-d29d5ae4-cf6a-4f7a-b855-98498aead9cc tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=675055883ebd45b8a34af50040494423&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299089 Nov 11 21:34:53.785132 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34556) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:53.874494 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-36164c77-426e-42cb-9c03-747a57c78216 service neutron] 10.222.0.57 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191387 Nov 11 21:34:53.878891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['bab21d0a-6c93-46d4-80ba-2119e4c7f87d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:53.883840 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52518fd1-d130-481f-8f4b-348d1e00eea9 req-b61c78af-ec83-4189-aafd-69f9c40b4a8e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:53.885343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-52518fd1-d130-481f-8f4b-348d1e00eea9 req-b61c78af-ec83-4189-aafd-69f9c40b4a8e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 948 time: 0.1018891 Nov 11 21:34:53.885639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-781593682-network', 'tenant_id': 'd1be613363d7416ca7041946f8d377db'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:53.911167 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] Made reservation on behalf of d1be613363d7416ca7041946f8d377db for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:53.913859 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:53.930269 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:53.990944 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-52518fd1-d130-481f-8f4b-348d1e00eea9 req-7e0c2959-5045-4d62-a50c-62f672f8d934 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975087 Nov 11 21:34:54.015443 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-a595dfbf-32f8-4d61-8c8b-4c049cc04781 service neutron] 10.222.0.57 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287012 Nov 11 21:34:54.039357 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:54.047684 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:54.074766 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:34:54.086281 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33244c3f-cea7-42f6-9099-c02838e0efe7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:54.091956 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:54.092391 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] Added segment b6c7ae12-d990-4673-b70d-f372d7dcec0c of type vlan for network 0f5b6d21-fbb6-4820-8133-c68412293dd6 Nov 11 21:34:54.121869 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e35a0845-a6fd-4222-88e0-f69ee9974329 req-58b4f2e4-cc49-4da6-97f2-afcacabd7120 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0365846 Nov 11 21:34:54.157112 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:54.213580 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:54.214888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:54.215554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:54.295802 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0294d330-73fa-41e7-8e63-9d952573a964 req-8a4a82e4-de76-4cf4-865b-cd42644686e3 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 210 time: 0.0404766 Nov 11 21:34:54.312078 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5258474 Nov 11 21:34:54.315079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34572) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:54.322016 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7af17-96ea-4d36-82ba-ac10fa484eda admin admin] Pushing event updated for resources: {'Network': ['ID=0f5b6d21-fbb6-4820-8133-c68412293dd6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:54.322516 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d715d3e2-87df-4932-ae49-54b50c319ea4 admin admin] Request body: {'subnet': {'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-781593682-subnet', 'tenant_id': 'd1be613363d7416ca7041946f8d377db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:54.333146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 0f5b6d21-fbb6-4820-8133-c68412293dd6 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:34:54.350518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d715d3e2-87df-4932-ae49-54b50c319ea4 admin admin] Made reservation on behalf of d1be613363d7416ca7041946f8d377db for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:54.353243 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d715d3e2-87df-4932-ae49-54b50c319ea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:54.568960 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d715d3e2-87df-4932-ae49-54b50c319ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:54.584831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32111fdf-7a20-4c37-9585-d69807216d0c req-a84262db-9c4b-44db-80f7-a36b9222b137 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:54.586365 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32111fdf-7a20-4c37-9585-d69807216d0c req-a84262db-9c4b-44db-80f7-a36b9222b137 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 949 time: 0.0871954 Nov 11 21:34:54.655120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715d3e2-87df-4932-ae49-54b50c319ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fbf341f-dbe9-4e8a-84ab-0939e03ed68d,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:54.686594 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32111fdf-7a20-4c37-9585-d69807216d0c req-79b47d38-ab5e-4504-92cf-4e2a64e11717 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823383 Nov 11 21:34:54.687647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d715d3e2-87df-4932-ae49-54b50c319ea4 admin admin] Checking segment: {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:54.687989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d715d3e2-87df-4932-ae49-54b50c319ea4 admin admin] Network hostable DHCP agents. Network: 0f5b6d21-fbb6-4820-8133-c68412293dd6, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:34:54.718172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d715d3e2-87df-4932-ae49-54b50c319ea4 admin admin] Network 0f5b6d21-fbb6-4820-8133-c68412293dd6 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:34:54.729354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-d715d3e2-87df-4932-ae49-54b50c319ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 0f5b6d21-fbb6-4820-8133-c68412293dd6) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:54.738148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d715d3e2-87df-4932-ae49-54b50c319ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:54.739237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb9df6-bfec-441c-bdc8-501282800baa None None] Network 0f5b6d21-fbb6-4820-8133-c68412293dd6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:34:54.740900 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d715d3e2-87df-4932-ae49-54b50c319ea4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:54.775605 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d715d3e2-87df-4932-ae49-54b50c319ea4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4576147 Nov 11 21:34:54.878228 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f441e-07ad-434f-a08a-2e71e864eef2 req-0cae3ed4-b054-427d-9107-55f01b541128 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:54.885358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc4f441e-07ad-434f-a08a-2e71e864eef2 req-0cae3ed4-b054-427d-9107-55f01b541128 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=91178954-1083-4820-91aa-7ecda7739473 HTTP/1.1" status: 200 len: 950 time: 0.1085880 Nov 11 21:34:54.913443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b0af9-5f7d-4927-b55b-f776384c6c37 req-41a82f2f-23f2-45fe-8ec1-aad6098f8358 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:54.915993 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa3b0af9-5f7d-4927-b55b-f776384c6c37 req-41a82f2f-23f2-45fe-8ec1-aad6098f8358 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 944 time: 0.1191185 Nov 11 21:34:54.931769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2db1b1d-952e-434f-b5b8-a2612723239f None None] Network 0f5b6d21-fbb6-4820-8133-c68412293dd6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:34:54.972776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc4f441e-07ad-434f-a08a-2e71e864eef2 req-bb0e580d-d30e-4025-a6f4-3b296980c7b8 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865765 Nov 11 21:34:54.989850 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa3b0af9-5f7d-4927-b55b-f776384c6c37 req-8eec06fe-08d3-4008-a8f5-00cdbf14a043 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647295 Nov 11 21:34:55.248431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device bab21d0a-6c93-46d4-80ba-2119e4c7f87d up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:34:55.305308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-80115ad1-6125-4ff7-8e46-78c41a4324e1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:55.307109 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-80115ad1-6125-4ff7-8e46-78c41a4324e1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 811 time: 0.1133571 Nov 11 21:34:55.325375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-646d8ef3-0441-4269-8e3f-91c1bb3ce1ff tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/quotas/d1be613363d7416ca7041946f8d377db HTTP/1.1" status: 200 len: 375 time: 0.0125124 Nov 11 21:34:55.366453 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-c5a8f631-7cca-42fe-9029-7440013fec21 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360062 Nov 11 21:34:55.439722 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port bab21d0a-6c93-46d4-80ba-2119e4c7f87d completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:34:55.445056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port bab21d0a-6c93-46d4-80ba-2119e4c7f87d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:55.445600 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:55.490974 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967a5d7-c55b-489e-82d2-544c46ae67bd req-a73d7a2a-19b8-4a8d-9ba3-9e57c74b214d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:55.492434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d967a5d7-c55b-489e-82d2-544c46ae67bd req-a73d7a2a-19b8-4a8d-9ba3-9e57c74b214d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 948 time: 0.1141088 Nov 11 21:34:55.526502 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:55.550731 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7028e9fb-d937-4fb5-a939-32518344d78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab21d0a-6c93-46d4-80ba-2119e4c7f87d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:55.553651 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1759510d-0039-4b3e-a6da-084b912f54a5" -d '{"events": [{"server_uuid": "7028e9fb-d937-4fb5-a939-32518344d78b", "name": "network-vif-plugged", "status": "completed", "tag": "bab21d0a-6c93-46d4-80ba-2119e4c7f87d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:55.559523 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-cc22fe37-6fc7-483a-a9da-ed57a89aad90 service neutron] 10.222.0.57 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712313 Nov 11 21:34:55.572620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port bab21d0a-6c93-46d4-80ba-2119e4c7f87d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=bab21d0a-6c93-46d4-80ba-2119e4c7f87d,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:55.581612 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:55.605750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d967a5d7-c55b-489e-82d2-544c46ae67bd req-658c2f79-5925-42e4-9050-3afa0794ebb7 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022770 Nov 11 21:34:55.647231 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=bab21d0a-6c93-46d4-80ba-2119e4c7f87d,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:55.690316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-ab812c72-ce45-4dfa-86e0-dbfd1e5292ca tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:55.691796 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-ab812c72-ce45-4dfa-86e0-dbfd1e5292ca tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "GET /v2.0/networks?id=78d420ff-1056-48bf-b87b-c3bf39a606da HTTP/1.1" status: 200 len: 815 time: 0.1495655 Nov 11 21:34:55.708705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5799d39f-e9c1-47ff-86c1-0b2bd24fd354 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Request body: {'port': {'device_id': 'c1f04b4d-e8ee-4a23-90c5-9e51f767d758', 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da', 'admin_state_up': True, 'tenant_id': '675055883ebd45b8a34af50040494423'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:55.713631 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-2e79cd79-85cf-4c6a-871a-f821edd9f3e5 service neutron] 10.222.0.57 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517568 Nov 11 21:34:55.732399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2000129f-f8af-4dd6-a904-a674d8e60211 req-c6dbbcae-b751-4daa-8b5f-b8f0a0c51424 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0514982 Nov 11 21:34:55.860973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5799d39f-e9c1-47ff-86c1-0b2bd24fd354 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Made reservation on behalf of 675055883ebd45b8a34af50040494423 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:55.865681 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5799d39f-e9c1-47ff-86c1-0b2bd24fd354 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:55.917353 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bffeecde-7894-4126-8e39-f34cceaf1bf3 req-be227a69-ff9b-449c-9ddd-9359e1197e23 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 210 time: 0.0322495 Nov 11 21:34:55.974394 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a33b833-fc06-4a13-b0a4-aaeaced09873 x-openstack-request-id: req-1a33b833-fc06-4a13-b0a4-aaeaced09873 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:55.974857 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7028e9fb-d937-4fb5-a939-32518344d78b", "name": "network-vif-plugged", "status": "completed", "tag": "bab21d0a-6c93-46d4-80ba-2119e4c7f87d", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:55.974924 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a33b833-fc06-4a13-b0a4-aaeaced09873 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:55.975553 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7028e9fb-d937-4fb5-a939-32518344d78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab21d0a-6c93-46d4-80ba-2119e4c7f87d', 'code': 200} Nov 11 21:34:56.062642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6440a36a-3456-4147-a837-0adbc0d70ed0 req-39f1ab38-9088-4406-950d-c41f7152546c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 210 time: 0.0456665 Nov 11 21:34:56.072011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5799d39f-e9c1-47ff-86c1-0b2bd24fd354 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Allocated IP 172.20.0.14 (78d420ff-1056-48bf-b87b-c3bf39a606da/79662f28-e3fd-4673-8ed1-0f8260d585f3/cea1b84b-e797-4f9d-86fc-394a2a5123ab) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:34:56.133328 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b160eb2-af7e-4a5f-926b-7473a65cbcb5 req-ba9bc196-f1cb-4651-a8e2-96a62020b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:56.135856 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b160eb2-af7e-4a5f-926b-7473a65cbcb5 req-ba9bc196-f1cb-4651-a8e2-96a62020b04b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 1096 time: 0.0837960 Nov 11 21:34:56.136247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:34:56.214916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f31c63-ee5a-4ee9-a160-b070225f617d req-34fa1515-6b51-4363-9816-2ad1fa2cb4d4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:56.216574 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1f31c63-ee5a-4ee9-a160-b070225f617d req-34fa1515-6b51-4363-9816-2ad1fa2cb4d4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 945 time: 0.0863602 Nov 11 21:34:56.223303 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b160eb2-af7e-4a5f-926b-7473a65cbcb5 req-91e4dd79-fce0-4bb6-b789-66fb4b0425a2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607972 Nov 11 21:34:56.283869 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1f31c63-ee5a-4ee9-a160-b070225f617d req-f1002e8e-6db5-416a-8a3c-44cea9e8f887 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595558 Nov 11 21:34:56.327853 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5799d39f-e9c1-47ff-86c1-0b2bd24fd354 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:56.335217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:56.363181 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389', 'mac_address': 'fa:16:3e:13:8a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:34:56.376086 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5799d39f-e9c1-47ff-86c1-0b2bd24fd354 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:56.414659 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:56.431619 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:56.432082 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5799d39f-e9c1-47ff-86c1-0b2bd24fd354 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Network 78d420ff-1056-48bf-b87b-c3bf39a606da is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:56.436435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5799d39f-e9c1-47ff-86c1-0b2bd24fd354 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:56.441402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5799d39f-e9c1-47ff-86c1-0b2bd24fd354 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:34:56.446073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799d39f-e9c1-47ff-86c1-0b2bd24fd354 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Pushing event updated for resources: {'Port': ['ID=cea1b84b-e797-4f9d-86fc-394a2a5123ab,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:56.452497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16efcb9-a466-4923-bf28-eadc0f13bfe5 req-8134e420-1f73-482f-bbde-51963ea434ba tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:56.455523 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f16efcb9-a466-4923-bf28-eadc0f13bfe5 req-8134e420-1f73-482f-bbde-51963ea434ba tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 948 time: 0.0937462 Nov 11 21:34:56.467954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:56.476234 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:56.516134 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5799d39f-e9c1-47ff-86c1-0b2bd24fd354 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:56.516766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5799d39f-e9c1-47ff-86c1-0b2bd24fd354 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:56.518550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-955680c3-24dc-464b-be3e-7dc443df8685 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:56.520222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-955680c3-24dc-464b-be3e-7dc443df8685 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.71 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e&tenant_id=fd47c33b622049db8b0a7624a7b34e9c&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 948 time: 0.2050276 Nov 11 21:34:56.528325 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:56.538960 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5799d39f-e9c1-47ff-86c1-0b2bd24fd354 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8346798 Nov 11 21:34:56.551964 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f16efcb9-a466-4923-bf28-eadc0f13bfe5 req-d7511953-c2bb-47f0-958c-9616816e2b53 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815063 Nov 11 21:34:56.554872 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Request body: {'port': {'device_id': 'c1f04b4d-e8ee-4a23-90c5-9e51f767d758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:56.612113 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:56.669475 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-56ae3220-269d-48ef-963e-f8232add87f4 service neutron] 10.222.0.71 "GET /v2.0/ports/4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389/bindings/n-h2-805737-3 HTTP/1.1" status: 200 len: 382 time: 0.1268451 Nov 11 21:34:56.750368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-24666808-61bb-4831-981a-11d294fa8ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:56.751888 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-24666808-61bb-4831-981a-11d294fa8ace service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 1100 time: 0.0460498 Nov 11 21:34:56.816406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:56.845808 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e86338-62cc-42c8-8852-dfb6adb96b15 req-fb8e1738-88a9-4630-9094-38338a9d2815 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0352218 Nov 11 21:34:56.881943 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-a1fd4b11-1c63-4c66-874f-ab12349bc20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:56.883760 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-a1fd4b11-1c63-4c66-874f-ab12349bc20b service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1242821 Nov 11 21:34:56.919226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea1b84b-e797-4f9d-86fc-394a2a5123ab {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:56.932230 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:56.944612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-16dd3035-75c7-40cb-b184-b8f21df63272 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 HTTP/1.1" status: 200 len: 217 time: 0.0477924 Nov 11 21:34:56.949547 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Transition to ACTIVE for port object cea1b84b-e797-4f9d-86fc-394a2a5123ab will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:34:56.957497 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:57.052639 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-83c5ee76-6073-46f3-9614-29f0cb38a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:57.054183 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-83c5ee76-6073-46f3-9614-29f0cb38a022 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0896146 Nov 11 21:34:57.066543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Pushing event updated for resources: {'Port': ['ID=cea1b84b-e797-4f9d-86fc-394a2a5123ab,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:57.103012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Attempting to bind port cea1b84b-e797-4f9d-86fc-394a2a5123ab on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:34:57.103341 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Attempting to bind port cea1b84b-e797-4f9d-86fc-394a2a5123ab by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:34:57.103669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Attempting to bind port cea1b84b-e797-4f9d-86fc-394a2a5123ab on network 78d420ff-1056-48bf-b87b-c3bf39a606da {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:57.109561 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bc513-95a6-4616-a64d-92e2b68b1324 req-a8ebbfbe-6e7a-449c-a50b-99a7a3ac5701 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:57.110793 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Port cea1b84b-e797-4f9d-86fc-394a2a5123ab on network 78d420ff-1056-48bf-b87b-c3bf39a606da not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:34:57.111197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Attempting to bind port cea1b84b-e797-4f9d-86fc-394a2a5123ab on network 78d420ff-1056-48bf-b87b-c3bf39a606da {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:57.116325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:34:57.116663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Checking segment: {'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:57.117072 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Bound using segment: {'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:34:57.117266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc3bc513-95a6-4616-a64d-92e2b68b1324 req-a8ebbfbe-6e7a-449c-a50b-99a7a3ac5701 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 944 time: 0.1049926 Nov 11 21:34:57.117482 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Bound port: cea1b84b-e797-4f9d-86fc-394a2a5123ab, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:34:57.117830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:57.163106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-97305752-a404-4f96-980d-5d0fe8beb92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:57.164622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-97305752-a404-4f96-980d-5d0fe8beb92a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012607 Nov 11 21:34:57.184932 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a019a174-a4b9-4f1a-82a6-6fb2c1217ad6 req-f4ef20de-d389-47b4-a602-2b37b9303713 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 210 time: 0.0403712 Nov 11 21:34:57.231268 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc3bc513-95a6-4616-a64d-92e2b68b1324 req-6caf1c02-9551-441d-a768-5dd2a442eb47 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131403 Nov 11 21:34:57.252747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] For port cea1b84b-e797-4f9d-86fc-394a2a5123ab, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:34:57.270234 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] For port cea1b84b-e797-4f9d-86fc-394a2a5123ab, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=cea1b84b-e797-4f9d-86fc-394a2a5123ab,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:34:57.278588 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:57.305995 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-dfeec354-f1be-49de-82b0-24d308bf69fa service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235704 Nov 11 21:34:57.330834 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:57.331594 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:57.333280 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] 10.222.0.10 "PUT /v2.0/ports/cea1b84b-e797-4f9d-86fc-394a2a5123ab HTTP/1.1" status: 200 len: 1092 time: 0.7833145 Nov 11 21:34:57.338918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f04b4d-e8ee-4a23-90c5-9e51f767d758', 'tag': 'cea1b84b-e797-4f9d-86fc-394a2a5123ab'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:57.341339 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e0ec5c-6cb6-4922-84ca-004b0750854e" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f04b4d-e8ee-4a23-90c5-9e51f767d758", "tag": "cea1b84b-e797-4f9d-86fc-394a2a5123ab"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:57.363290 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-52536581-516a-4784-b7ac-6083dfb115b6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:57.365550 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-52536581-516a-4784-b7ac-6083dfb115b6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 811 time: 0.1843302 Nov 11 21:34:57.382922 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc54e12-d3be-4495-9565-656f55351a5c service neutron] Pushing event updated for resources: {'Port': ['ID=cea1b84b-e797-4f9d-86fc-394a2a5123ab,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:57.389749 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c737f55-35c0-4354-940e-1e024e5b49fb x-openstack-request-id: req-8c737f55-35c0-4354-940e-1e024e5b49fb {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:57.390041 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f04b4d-e8ee-4a23-90c5-9e51f767d758", "tag": "cea1b84b-e797-4f9d-86fc-394a2a5123ab", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:57.390293 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c737f55-35c0-4354-940e-1e024e5b49fb {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:57.390689 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f04b4d-e8ee-4a23-90c5-9e51f767d758', 'tag': 'cea1b84b-e797-4f9d-86fc-394a2a5123ab', 'status': 'completed', 'code': 200} Nov 11 21:34:57.396094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-df5b5c48-ecf7-4b36-8237-70d8a48a02ef tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Request body: {'port': {'device_id': '5f62f189-c733-4d3c-92d7-31ca1427f2ab', 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6', 'admin_state_up': True, 'tenant_id': 'd1be613363d7416ca7041946f8d377db'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:57.481914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0efc45-6bc6-4133-892b-629675a87293 req-ee6a3408-a636-42d4-8f75-3c9b96a00d58 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:57.483338 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f0efc45-6bc6-4133-892b-629675a87293 req-ee6a3408-a636-42d4-8f75-3c9b96a00d58 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 945 time: 0.0892129 Nov 11 21:34:57.495864 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-4878aa3d-a0d6-498c-82c1-ab18fab44461 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702027 Nov 11 21:34:57.497489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-3b8f8755-c310-49ba-a6cc-fb76e39f82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:57.499056 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-3b8f8755-c310-49ba-a6cc-fb76e39f82d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=675055883ebd45b8a34af50040494423&device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 1095 time: 0.0877929 Nov 11 21:34:57.544248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f0efc45-6bc6-4133-892b-629675a87293 req-807b12c4-27be-4be9-babc-96fbb7749c8e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516961 Nov 11 21:34:57.554518 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-f5029808-0417-4fdf-a934-b01b0233fe94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cea1b84b-e797-4f9d-86fc-394a2a5123ab HTTP/1.1" status: 200 len: 217 time: 0.0463908 Nov 11 21:34:57.618625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-df5b5c48-ecf7-4b36-8237-70d8a48a02ef tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Made reservation on behalf of d1be613363d7416ca7041946f8d377db for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:57.622123 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-df5b5c48-ecf7-4b36-8237-70d8a48a02ef tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:57.625046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-d8cb3a88-31ba-4e57-b93e-2e2e98205908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:57.626478 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-d8cb3a88-31ba-4e57-b93e-2e2e98205908 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79662f28-e3fd-4673-8ed1-0f8260d585f3 HTTP/1.1" status: 200 len: 855 time: 0.0648675 Nov 11 21:34:57.672819 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-172a926d-de6a-47ef-b074-7d03f5a94f48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=78d420ff-1056-48bf-b87b-c3bf39a606da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362518 Nov 11 21:34:57.683834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b907a-1103-410c-943d-f49f6903031b req-a620b7bf-e523-4f7a-9c5a-670c01fad0a0 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:57.685357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a1b907a-1103-410c-943d-f49f6903031b req-a620b7bf-e523-4f7a-9c5a-670c01fad0a0 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 949 time: 0.0498061 Nov 11 21:34:57.740535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a1b907a-1103-410c-943d-f49f6903031b req-48b38c5e-e320-4665-9cbb-4fe543624f5d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484107 Nov 11 21:34:57.955515 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61e28eea-1bea-4787-a00f-734cd3915b10 req-849af425-968f-426a-96f6-5eb229d4f795 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0306289 Nov 11 21:34:58.143902 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-620a16c7-bb24-41ff-82b4-97a348bde386 service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405277 Nov 11 21:34:58.147930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4dc4bf47-6cf2-4223-8d9c-44a323213455 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:34:58.148902 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-df5b5c48-ecf7-4b36-8237-70d8a48a02ef tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Allocated IP 172.20.0.6 (0f5b6d21-fbb6-4820-8133-c68412293dd6/8fbf341f-dbe9-4e8a-84ab-0939e03ed68d/95f2ed7c-c005-45e9-a954-8afebeda63e9) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:34:58.151389 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:34:58.290448 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:34:58.304026 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:58.305159 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:58.320191 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e907fe66-f128-439d-9609-93c232abc15f req-081c34b4-1107-42d2-856e-af6a8ec27ace tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 210 time: 0.0375407 Nov 11 21:34:58.333012 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3a13209b-97de-4eb5-8d46-0f742380d4af req-8abe77d3-a7ad-4de5-a387-f746af42cb74 service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617780 Nov 11 21:34:58.338249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4dc4bf47-6cf2-4223-8d9c-44a323213455, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4dc4bf47-6cf2-4223-8d9c-44a323213455,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:58.357996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '4dc4bf47-6cf2-4223-8d9c-44a323213455', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '4dc4bf47-6cf2-4223-8d9c-44a323213455', 'mac_address': 'fa:16:3e:1a:19:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:34:58.384827 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-df5b5c48-ecf7-4b36-8237-70d8a48a02ef tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:58.395396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106111ce-8775-45a8-a20e-bdc9e6ad3489 req-2f614703-82cd-4a12-acbb-40efba1cc896 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:58.397095 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-106111ce-8775-45a8-a20e-bdc9e6ad3489 req-2f614703-82cd-4a12-acbb-40efba1cc896 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 944 time: 0.0802391 Nov 11 21:34:58.430423 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:58.453217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dc4bf47-6cf2-4223-8d9c-44a323213455 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:58.453626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-106111ce-8775-45a8-a20e-bdc9e6ad3489 req-40310c20-f6f3-4be4-ba0e-f09ac068d57c tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488470 Nov 11 21:34:58.458959 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0ec5c-6cb6-4922-84ca-004b0750854e req-74bf5a7f-2b50-4044-b2fe-ec8a2a2c2071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:58.460093 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:58.460468 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49e0ec5c-6cb6-4922-84ca-004b0750854e req-74bf5a7f-2b50-4044-b2fe-ec8a2a2c2071 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=675055883ebd45b8a34af50040494423&device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 1095 time: 0.0619373 Nov 11 21:34:58.461940 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-df5b5c48-ecf7-4b36-8237-70d8a48a02ef tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:58.483990 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4dc4bf47-6cf2-4223-8d9c-44a323213455, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4dc4bf47-6cf2-4223-8d9c-44a323213455,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:58.490934 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:58.498509 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:58.500993 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0327f4b9-6376-43d5-a912-6d1d00525220" -d '{"events": [{"server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "name": "network-vif-plugged", "status": "completed", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:58.531932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:58.539711 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-df5b5c48-ecf7-4b36-8237-70d8a48a02ef tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Network 0f5b6d21-fbb6-4820-8133-c68412293dd6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:58.545932 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:58.563759 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576145c6-fef3-4477-a129-b0557445d6a5 x-openstack-request-id: req-576145c6-fef3-4477-a129-b0557445d6a5 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:58.564131 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "name": "network-vif-plugged", "status": "completed", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:58.564526 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-576145c6-fef3-4477-a129-b0557445d6a5 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:58.565198 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389', 'code': 200} Nov 11 21:34:58.572717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-df5b5c48-ecf7-4b36-8237-70d8a48a02ef tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:58.573004 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4dc4bf47-6cf2-4223-8d9c-44a323213455,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:58.581745 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-df5b5c48-ecf7-4b36-8237-70d8a48a02ef tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:34:58.587350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b5c48-ecf7-4b36-8237-70d8a48a02ef tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Pushing event updated for resources: {'Port': ['ID=95f2ed7c-c005-45e9-a954-8afebeda63e9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:58.633526 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:58.653269 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-df5b5c48-ecf7-4b36-8237-70d8a48a02ef tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:58.653887 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-df5b5c48-ecf7-4b36-8237-70d8a48a02ef tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:58.659437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['4dc4bf47-6cf2-4223-8d9c-44a323213455'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:58.661670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0ec5c-6cb6-4922-84ca-004b0750854e req-20d592f8-d5cf-438e-ac88-2383eb533972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:58.663123 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49e0ec5c-6cb6-4922-84ca-004b0750854e req-20d592f8-d5cf-438e-ac88-2383eb533972 service neutron] 10.222.0.10 "GET /v2.0/networks?id=78d420ff-1056-48bf-b87b-c3bf39a606da HTTP/1.1" status: 200 len: 917 time: 0.1832280 Nov 11 21:34:58.674118 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-df5b5c48-ecf7-4b36-8237-70d8a48a02ef tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2821348 Nov 11 21:34:58.693344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e25b9-767f-4d4b-a97f-704a187cd350 req-81b74779-9596-4de8-87f7-0dfd1b9bc793 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:58.701286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd1e25b9-767f-4d4b-a97f-704a187cd350 req-81b74779-9596-4de8-87f7-0dfd1b9bc793 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 945 time: 0.0685081 Nov 11 21:34:58.726143 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Request body: {'port': {'device_id': '5f62f189-c733-4d3c-92d7-31ca1427f2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:58.730937 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49e0ec5c-6cb6-4922-84ca-004b0750854e req-06718b54-a8f8-4c65-9df0-9570bba39f91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cea1b84b-e797-4f9d-86fc-394a2a5123ab HTTP/1.1" status: 200 len: 217 time: 0.0552740 Nov 11 21:34:58.752203 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd1e25b9-767f-4d4b-a97f-704a187cd350 req-f000925a-b448-4194-9a15-199ba1d82891 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499446 Nov 11 21:34:58.869674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0ec5c-6cb6-4922-84ca-004b0750854e req-f26b34d6-7cb8-46c9-963a-ff8303ca185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:58.871318 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49e0ec5c-6cb6-4922-84ca-004b0750854e req-f26b34d6-7cb8-46c9-963a-ff8303ca185b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79662f28-e3fd-4673-8ed1-0f8260d585f3 HTTP/1.1" status: 200 len: 855 time: 0.1220326 Nov 11 21:34:58.871859 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:58.906482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5ab1e-5c21-4ce9-adc2-ba79a5324616 req-0b5f98c1-582e-4967-ba64-8b2cb1c98e32 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:58.908024 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6fb5ab1e-5c21-4ce9-adc2-ba79a5324616 req-0b5f98c1-582e-4967-ba64-8b2cb1c98e32 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 945 time: 0.0865872 Nov 11 21:34:58.910710 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49e0ec5c-6cb6-4922-84ca-004b0750854e req-cf6fd1bf-ecf8-4e68-b50a-06da916f853e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=78d420ff-1056-48bf-b87b-c3bf39a606da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292628 Nov 11 21:34:58.920915 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03eb043-f04b-4773-8bb5-f4f535e1ea3f req-ee15bb31-6c59-41d2-92cb-eb3f6bfa2039 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:58.922377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c03eb043-f04b-4773-8bb5-f4f535e1ea3f req-ee15bb31-6c59-41d2-92cb-eb3f6bfa2039 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.0740879 Nov 11 21:34:58.996495 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6fb5ab1e-5c21-4ce9-adc2-ba79a5324616 req-156eeb61-b85e-430a-88ba-5e90ee3e22ec tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731170 Nov 11 21:34:59.001290 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c03eb043-f04b-4773-8bb5-f4f535e1ea3f req-83d585ed-243e-4595-8083-0136440e0cd9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711873 Nov 11 21:34:59.119459 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49e0ec5c-6cb6-4922-84ca-004b0750854e req-3899c7a9-d6a5-4f2c-ac72-f3d07fc55729 service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914117 Nov 11 21:34:59.132394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aaecd18a-20b2-42ce-93ec-7adf1eb1cd71 req-18a3422b-e108-4acf-b1d8-e2cdf880e00b tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0413551 Nov 11 21:34:59.232832 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994542e9-dc76-4827-b209-6aefd6b18cb2 req-d846d5e8-dae1-4e91-b091-086760fe6161 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:59.234489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-994542e9-dc76-4827-b209-6aefd6b18cb2 req-d846d5e8-dae1-4e91-b091-086760fe6161 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 945 time: 0.0565584 Nov 11 21:34:59.307344 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49e0ec5c-6cb6-4922-84ca-004b0750854e req-5b48d87b-6408-4b6f-bb94-5962bdb3f7c2 service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362379 Nov 11 21:34:59.313826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-994542e9-dc76-4827-b209-6aefd6b18cb2 req-7b7630d0-6bff-423d-b270-192788a3bd2a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695078 Nov 11 21:34:59.376588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f2ed7c-c005-45e9-a954-8afebeda63e9 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:59.386266 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:59.401822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Transition to ACTIVE for port object 95f2ed7c-c005-45e9-a954-8afebeda63e9 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:34:59.406834 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:59.461557 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Pushing event updated for resources: {'Port': ['ID=95f2ed7c-c005-45e9-a954-8afebeda63e9,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:59.516330 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a7a79-65cc-4e9d-b89c-36981fbcf880 req-b0d68d8e-6102-4c3c-93e1-809a5610e164 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:59.532260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d0a7a79-65cc-4e9d-b89c-36981fbcf880 req-b0d68d8e-6102-4c3c-93e1-809a5610e164 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 943 time: 0.1186228 Nov 11 21:34:59.622029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Attempting to bind port 95f2ed7c-c005-45e9-a954-8afebeda63e9 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:34:59.622285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Attempting to bind port 95f2ed7c-c005-45e9-a954-8afebeda63e9 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:34:59.622753 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Attempting to bind port 95f2ed7c-c005-45e9-a954-8afebeda63e9 on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:59.627998 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Port 95f2ed7c-c005-45e9-a954-8afebeda63e9 on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:34:59.628967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Attempting to bind port 95f2ed7c-c005-45e9-a954-8afebeda63e9 on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:59.647022 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:34:59.647520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Checking segment: {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:59.647747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Bound using segment: {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:34:59.648168 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Bound port: 95f2ed7c-c005-45e9-a954-8afebeda63e9, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:34:59.648510 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:59.677298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d0a7a79-65cc-4e9d-b89c-36981fbcf880 req-5de491c9-c160-4199-b859-301a2285e4ad tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443679 Nov 11 21:34:59.730778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9eeda-db7c-4162-ac43-f391776cd1b0 req-6cbafc9d-1593-4ea3-b20b-e0246386aabf tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:59.732468 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5cd9eeda-db7c-4162-ac43-f391776cd1b0 req-6cbafc9d-1593-4ea3-b20b-e0246386aabf tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 944 time: 0.1340487 Nov 11 21:34:59.751352 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] For port 95f2ed7c-c005-45e9-a954-8afebeda63e9, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:34:59.757331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] For port 95f2ed7c-c005-45e9-a954-8afebeda63e9, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=95f2ed7c-c005-45e9-a954-8afebeda63e9,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:34:59.767602 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:59.817774 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5cd9eeda-db7c-4162-ac43-f391776cd1b0 req-f533fa09-618c-46f9-b8a3-ac697df20c9c tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679202 Nov 11 21:34:59.833857 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:59.834583 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:59.836083 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] 10.222.0.71 "PUT /v2.0/ports/95f2ed7c-c005-45e9-a954-8afebeda63e9 HTTP/1.1" status: 200 len: 1091 time: 1.1146183 Nov 11 21:34:59.836586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f62f189-c733-4d3c-92d7-31ca1427f2ab', 'tag': '95f2ed7c-c005-45e9-a954-8afebeda63e9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:59.840526 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b595956-0cef-46e5-abd8-a88acaf11883" -d '{"events": [{"name": "network-changed", "server_uuid": "5f62f189-c733-4d3c-92d7-31ca1427f2ab", "tag": "95f2ed7c-c005-45e9-a954-8afebeda63e9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:59.869269 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf1202-9c7d-41d6-9e82-51d5a40ad6db service neutron] Pushing event updated for resources: {'Port': ['ID=95f2ed7c-c005-45e9-a954-8afebeda63e9,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:59.883235 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3810b24f-55ff-4c92-b13d-b519be4ff2a0 x-openstack-request-id: req-3810b24f-55ff-4c92-b13d-b519be4ff2a0 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:59.883587 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f62f189-c733-4d3c-92d7-31ca1427f2ab", "tag": "95f2ed7c-c005-45e9-a954-8afebeda63e9", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:59.883855 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3810b24f-55ff-4c92-b13d-b519be4ff2a0 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:59.884718 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f62f189-c733-4d3c-92d7-31ca1427f2ab', 'tag': '95f2ed7c-c005-45e9-a954-8afebeda63e9', 'status': 'completed', 'code': 200} Nov 11 21:34:59.905535 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7294dc8-4baa-426c-a1d5-7b8e23e45f68 req-22f36d60-6af8-4193-91a5-5fd8b898350f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:59.907213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7294dc8-4baa-426c-a1d5-7b8e23e45f68 req-22f36d60-6af8-4193-91a5-5fd8b898350f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 945 time: 0.1061289 Nov 11 21:34:59.970181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-bb5fbe52-e99a-41d5-8cf9-f014667ffcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:59.972496 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-bb5fbe52-e99a-41d5-8cf9-f014667ffcc8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 1094 time: 0.0560708 Nov 11 21:34:59.992135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7294dc8-4baa-426c-a1d5-7b8e23e45f68 req-2968e8aa-d337-403b-903c-9d795f326c37 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735009 Nov 11 21:35:00.037079 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-fe124c92-3e10-4ae4-a1ba-1c380f3ee63f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f2ed7c-c005-45e9-a954-8afebeda63e9 HTTP/1.1" status: 200 len: 217 time: 0.0548568 Nov 11 21:35:00.149206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4dc4bf47-6cf2-4223-8d9c-44a323213455 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:35:00.202007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-70c37b16-60a4-4341-942d-fec3566eb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:00.205284 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-70c37b16-60a4-4341-942d-fec3566eb6d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fbf341f-dbe9-4e8a-84ab-0939e03ed68d HTTP/1.1" status: 200 len: 851 time: 0.1494155 Nov 11 21:35:00.254478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28c989-5813-4c15-9584-2ee16732de8f req-955b6d50-4ac0-4cb4-a6c9-c39d7da38d7d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:00.256541 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 4dc4bf47-6cf2-4223-8d9c-44a323213455 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:35:00.257110 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:00.265159 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b28c989-5813-4c15-9584-2ee16732de8f req-955b6d50-4ac0-4cb4-a6c9-c39d7da38d7d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 950 time: 0.0991185 Nov 11 21:35:00.281939 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-a19c87bc-0b26-4a2b-97bb-068ae4adda7d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f5b6d21-fbb6-4820-8133-c68412293dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697272 Nov 11 21:35:00.373594 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b28c989-5813-4c15-9584-2ee16732de8f req-d409d98b-139e-414d-bc20-b62eac033109 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062999 Nov 11 21:35:00.421698 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:00.472947 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c774977e-b6bf-4c84-9af1-2840d53818c4 req-e25a7de6-d511-45df-bb22-fd9c5ac831b4 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0847111 Nov 11 21:35:00.489961 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4dc4bf47-6cf2-4223-8d9c-44a323213455, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4dc4bf47-6cf2-4223-8d9c-44a323213455,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:00.506830 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:00.513417 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-d217871a-82e7-47d8-ad8c-75039fe28c30 service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990950 Nov 11 21:35:00.573295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91178954-1083-4820-91aa-7ecda7739473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc4bf47-6cf2-4223-8d9c-44a323213455'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:00.575805 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9a071f-d2ae-46e7-a66c-e4ddb4975c52" -d '{"events": [{"server_uuid": "91178954-1083-4820-91aa-7ecda7739473", "name": "network-vif-plugged", "status": "completed", "tag": "4dc4bf47-6cf2-4223-8d9c-44a323213455"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:00.621955 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4dc4bf47-6cf2-4223-8d9c-44a323213455,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:00.631839 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32406d96-079a-4ddb-9026-3b2f15347db4 x-openstack-request-id: req-32406d96-079a-4ddb-9026-3b2f15347db4 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:00.632611 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91178954-1083-4820-91aa-7ecda7739473", "name": "network-vif-plugged", "status": "completed", "tag": "4dc4bf47-6cf2-4223-8d9c-44a323213455", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:00.633197 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-32406d96-079a-4ddb-9026-3b2f15347db4 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:00.633770 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91178954-1083-4820-91aa-7ecda7739473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc4bf47-6cf2-4223-8d9c-44a323213455', 'code': 200} Nov 11 21:35:00.679053 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-f091c727-32f8-483b-8b4a-fa3963800d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:00.680461 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-f091c727-32f8-483b-8b4a-fa3963800d0f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e&tenant_id=fd47c33b622049db8b0a7624a7b34e9c HTTP/1.1" status: 200 len: 1101 time: 0.1117818 Nov 11 21:35:00.700060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:00.738517 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f21ba41b-a37a-4b86-97ca-60a57a273dce req-1e4dc60d-6c8c-4066-a1b2-72fe03db32f7 service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084193 Nov 11 21:35:00.788517 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:00.830097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c7a41-4448-4fd2-bd8c-c596ced85f7a req-4941d1a7-5a84-42c6-8d67-1b7a0f20857b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:00.831989 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d5c7a41-4448-4fd2-bd8c-c596ced85f7a req-4941d1a7-5a84-42c6-8d67-1b7a0f20857b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 943 time: 0.0706079 Nov 11 21:35:00.908026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d5c7a41-4448-4fd2-bd8c-c596ced85f7a req-aa1b1e53-5b72-408a-820b-7dfed96628c5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627840 Nov 11 21:35:00.961862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b595956-0cef-46e5-abd8-a88acaf11883 req-8ca2bd92-e62c-43c0-b84b-ff277c37a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:00.964433 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2b595956-0cef-46e5-abd8-a88acaf11883 req-8ca2bd92-e62c-43c0-b84b-ff277c37a858 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 1094 time: 0.1367958 Nov 11 21:35:00.975561 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4365d-6dd4-49d7-965b-b7e33ea7b0ce req-ddf5089a-0cf9-4997-9a62-bb67ecbc5709 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:00.985666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aff4365d-6dd4-49d7-965b-b7e33ea7b0ce req-ddf5089a-0cf9-4997-9a62-bb67ecbc5709 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 944 time: 0.0719123 Nov 11 21:35:01.069182 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aff4365d-6dd4-49d7-965b-b7e33ea7b0ce req-11745b0b-abeb-4192-a943-8a69a9867dff tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772042 Nov 11 21:35:01.177717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b595956-0cef-46e5-abd8-a88acaf11883 req-f1fe3c47-b4ab-4ab9-b04d-df2cbfd7ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:01.178929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca0bc4-12ec-49e4-80b9-8c7b11da0a43 req-8a4c7962-9602-42b1-a757-e5d016204b10 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:01.179238 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2b595956-0cef-46e5-abd8-a88acaf11883 req-f1fe3c47-b4ab-4ab9-b04d-df2cbfd7ae26 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 913 time: 0.2006676 Nov 11 21:35:01.180768 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2ca0bc4-12ec-49e4-80b9-8c7b11da0a43 req-8a4c7962-9602-42b1-a757-e5d016204b10 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 945 time: 0.0786684 Nov 11 21:35:01.186178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:01.246536 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2b595956-0cef-46e5-abd8-a88acaf11883 req-02f0d572-95d5-4ce5-b01f-89685a7f2bc6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f2ed7c-c005-45e9-a954-8afebeda63e9 HTTP/1.1" status: 200 len: 217 time: 0.0484407 Nov 11 21:35:01.311060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:35:01.360972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b595956-0cef-46e5-abd8-a88acaf11883 req-16e7e4bc-5784-4c87-9eed-563f1964855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:01.360972 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2b595956-0cef-46e5-abd8-a88acaf11883 req-16e7e4bc-5784-4c87-9eed-563f1964855a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fbf341f-dbe9-4e8a-84ab-0939e03ed68d HTTP/1.1" status: 200 len: 851 time: 0.0938399 Nov 11 21:35:01.375728 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:01.410294 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2b595956-0cef-46e5-abd8-a88acaf11883 req-ad13530b-643c-4691-a675-41a3a57cd03f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f5b6d21-fbb6-4820-8133-c68412293dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391393 Nov 11 21:35:01.422092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Transition to ACTIVE for port object 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:35:01.514518 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:01.607484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] No DVR routers for this DVR port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:35:01.614017 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:01.627495 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2b595956-0cef-46e5-abd8-a88acaf11883 req-9a6be61c-72fb-4561-8384-09d8f1552259 service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026980 Nov 11 21:35:01.691268 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2ca0bc4-12ec-49e4-80b9-8c7b11da0a43 req-a2294e1a-67ef-4396-9fe0-c52efcf4d421 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040755 Nov 11 21:35:01.741779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5e87a-77ee-4e05-89a8-27f2882dfab4 req-d8edde01-d17e-43fa-8224-b8a32ff2e1da tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:01.743458 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bed5e87a-77ee-4e05-89a8-27f2882dfab4 req-d8edde01-d17e-43fa-8224-b8a32ff2e1da tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 945 time: 0.5512893 Nov 11 21:35:01.764506 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799457d-66aa-4c38-9042-91ec783b15f5 req-bf98a305-b540-4607-8077-aa5f0af933aa tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:01.768452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5799457d-66aa-4c38-9042-91ec783b15f5 req-bf98a305-b540-4607-8077-aa5f0af933aa tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 949 time: 0.1874695 Nov 11 21:35:01.778531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Attempting to bind port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:35:01.778881 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Attempting to bind port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:35:01.779211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Attempting to bind port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:01.787563 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:35:01.787857 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Attempting to bind port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:01.796533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:35:01.796974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:35:01.797365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:35:01.798043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Bound port: 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:35:01.798410 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:01.870738 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff2b0acf-3b95-409c-915b-604c4ad85ab1 req-6e1ae011-0a63-476e-8db3-6ee5a57066d9 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0420904 Nov 11 21:35:01.887188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:01.890040 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc20c1c-258b-4f40-b357-e8a08b5fcc88" -d '{"events": [{"server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "name": "network-vif-unplugged", "status": "completed", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:01.901318 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2b595956-0cef-46e5-abd8-a88acaf11883 req-5aef2775-a935-4f96-bd29-0283773f2a03 service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655039 Nov 11 21:35:01.903811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:35:01.909992 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:35:01.921879 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:01.955885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5799457d-66aa-4c38-9042-91ec783b15f5 req-888157cb-d1fa-431d-a616-1c346bffd1d9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693428 Nov 11 21:35:01.978285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-bed5e87a-77ee-4e05-89a8-27f2882dfab4 req-8d4d9b4f-bea2-48b9-87b6-6ea8d4c349b8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Deleting port bab21d0a-6c93-46d4-80ba-2119e4c7f87d {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:35:01.978638 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bed5e87a-77ee-4e05-89a8-27f2882dfab4 req-8d4d9b4f-bea2-48b9-87b6-6ea8d4c349b8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:02.031485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:02.032032 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:02.035902 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] 10.222.0.10 "PUT /v2.0/ports/4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 HTTP/1.1" status: 200 len: 1097 time: 1.3393633 Nov 11 21:35:02.121173 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae73149-6fd8-4487-aa49-6c16d6a0b9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,revision_number=11']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:02.162607 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d96a297-c593-490a-b7bb-b493eaadfd6e x-openstack-request-id: req-6d96a297-c593-490a-b7bb-b493eaadfd6e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:02.162954 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "name": "network-vif-unplugged", "status": "completed", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:02.163167 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d96a297-c593-490a-b7bb-b493eaadfd6e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:02.163749 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389', 'code': 200} Nov 11 21:35:02.166704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-0a931d51-3b53-4c34-b363-8145bd26a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:02.168200 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-0a931d51-3b53-4c34-b363-8145bd26a510 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 1100 time: 0.1051891 Nov 11 21:35:02.201451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-bed5e87a-77ee-4e05-89a8-27f2882dfab4 req-8d4d9b4f-bea2-48b9-87b6-6ea8d4c349b8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] For port bab21d0a-6c93-46d4-80ba-2119e4c7f87d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=bab21d0a-6c93-46d4-80ba-2119e4c7f87d,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:02.201840 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bed5e87a-77ee-4e05-89a8-27f2882dfab4 req-8d4d9b4f-bea2-48b9-87b6-6ea8d4c349b8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:02.228256 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-bed5e87a-77ee-4e05-89a8-27f2882dfab4 req-8d4d9b4f-bea2-48b9-87b6-6ea8d4c349b8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Calling delete_port for bab21d0a-6c93-46d4-80ba-2119e4c7f87d owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:35:02.321429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-75a499e3-f44b-4dc5-989e-da0fd98d2a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:02.322909 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-75a499e3-f44b-4dc5-989e-da0fd98d2a33 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1441116 Nov 11 21:35:02.370469 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-2f08ea33-3c5b-4734-aaeb-3887db1a8abd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 HTTP/1.1" status: 200 len: 217 time: 0.0389409 Nov 11 21:35:02.405252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6f7a6-002a-4fcf-91c1-2485d8b486d3 req-75d48ff8-cdc4-4f5c-8fdb-41e1321baf8e tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:02.409254 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0f6f7a6-002a-4fcf-91c1-2485d8b486d3 req-75d48ff8-cdc4-4f5c-8fdb-41e1321baf8e tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 944 time: 0.1679664 Nov 11 21:35:02.423540 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c292265-e1f0-48f3-9565-9f427eb9d7ef req-84ca3a27-a8be-4282-8835-6e9ba5afaa67 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:02.431350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c292265-e1f0-48f3-9565-9f427eb9d7ef req-84ca3a27-a8be-4282-8835-6e9ba5afaa67 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 943 time: 0.1908097 Nov 11 21:35:02.443990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-e30443d5-2f10-4908-bfe8-cd4c3915d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:02.445665 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-e30443d5-2f10-4908-bfe8-cd4c3915d29d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0659602 Nov 11 21:35:02.507386 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-c482a8fb-a785-4965-bc89-4ff934434f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:02.507695 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-c482a8fb-a785-4965-bc89-4ff934434f7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0506897 Nov 11 21:35:02.578256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0f6f7a6-002a-4fcf-91c1-2485d8b486d3 req-43c00435-b9d5-443a-8d2c-cf1fdab0abf4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625843 Nov 11 21:35:02.594013 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c292265-e1f0-48f3-9565-9f427eb9d7ef req-75247006-d9a9-4063-bd65-255a4b0ec58d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574953 Nov 11 21:35:02.595600 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bed5e87a-77ee-4e05-89a8-27f2882dfab4 req-8d4d9b4f-bea2-48b9-87b6-6ea8d4c349b8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:02.615446 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['90fb43ec-2244-4e6f-88f4-0f6efcf8e38e', 'e324c8d1-4ce2-4585-a014-fa4ecc506adc', 'bab21d0a-6c93-46d4-80ba-2119e4c7f87d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:02.635543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d9b4f-bea2-48b9-87b6-6ea8d4c349b8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Pushing event deleted for resources: {'Port': ['ID=bab21d0a-6c93-46d4-80ba-2119e4c7f87d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:02.693614 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-b591f14b-b94e-4b8c-93b2-76f429e2d5a0 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774747 Nov 11 21:35:02.703638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed5e87a-77ee-4e05-89a8-27f2882dfab4 req-8d4d9b4f-bea2-48b9-87b6-6ea8d4c349b8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] No DVR routers for this DVR port bab21d0a-6c93-46d4-80ba-2119e4c7f87d on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:35:02.707304 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bed5e87a-77ee-4e05-89a8-27f2882dfab4 req-8d4d9b4f-bea2-48b9-87b6-6ea8d4c349b8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:02.710762 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bed5e87a-77ee-4e05-89a8-27f2882dfab4 req-8d4d9b4f-bea2-48b9-87b6-6ea8d4c349b8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "DELETE /v2.0/ports/bab21d0a-6c93-46d4-80ba-2119e4c7f87d HTTP/1.1" status: 204 len: 173 time: 0.9413726 Nov 11 21:35:02.711220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7028e9fb-d937-4fb5-a939-32518344d78b', 'name': 'network-vif-deleted', 'tag': 'bab21d0a-6c93-46d4-80ba-2119e4c7f87d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:02.714571 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbc2fa1-f4e7-43c6-bd0d-10691444921e" -d '{"events": [{"server_uuid": "7028e9fb-d937-4fb5-a939-32518344d78b", "name": "network-vif-deleted", "tag": "bab21d0a-6c93-46d4-80ba-2119e4c7f87d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:02.897821 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49f35401-6f8d-486f-bcdc-50289cfe8d9c req-e140ee13-9c6e-4c3f-a07b-b9bfc44cecdd service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945937 Nov 11 21:35:02.898257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a770ac1a-da86-4a48-9c3f-2a23fa9636ce req-9f73091e-972c-4e8b-a28e-2294bd6ea316 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=7028e9fb-d937-4fb5-a939-32518344d78b HTTP/1.1" status: 200 len: 210 time: 0.0399458 Nov 11 21:35:02.912656 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ea2a09-385b-40a9-95a4-01097bfc837e x-openstack-request-id: req-55ea2a09-385b-40a9-95a4-01097bfc837e {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:02.915369 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7028e9fb-d937-4fb5-a939-32518344d78b", "name": "network-vif-deleted", "tag": "bab21d0a-6c93-46d4-80ba-2119e4c7f87d", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:02.915836 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-55ea2a09-385b-40a9-95a4-01097bfc837e {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:02.916415 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7028e9fb-d937-4fb5-a939-32518344d78b', 'name': 'network-vif-deleted', 'tag': 'bab21d0a-6c93-46d4-80ba-2119e4c7f87d', 'status': 'completed', 'code': 200} Nov 11 21:35:03.017373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-36b188cf-9425-4cee-aef4-c153c5e5cd39 req-dc59a822-2267-4e9c-a299-4b44cbe84374 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0451274 Nov 11 21:35:03.118815 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d927246-680a-403c-bde2-dab5df9f89ed req-fb5bef9d-2473-4bd6-889e-f9f6a5fd0c1e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:03.122673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d927246-680a-403c-bde2-dab5df9f89ed req-fb5bef9d-2473-4bd6-889e-f9f6a5fd0c1e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 949 time: 0.0854361 Nov 11 21:35:03.186951 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d927246-680a-403c-bde2-dab5df9f89ed req-6c7b71a9-118a-468e-af24-d03bcb39447a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580261 Nov 11 21:35:03.300660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device cea1b84b-e797-4f9d-86fc-394a2a5123ab details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:35:03.483136 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port cea1b84b-e797-4f9d-86fc-394a2a5123ab, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=cea1b84b-e797-4f9d-86fc-394a2a5123ab,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:03.495849 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'cea1b84b-e797-4f9d-86fc-394a2a5123ab', 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da', 'port_id': 'cea1b84b-e797-4f9d-86fc-394a2a5123ab', 'mac_address': 'fa:16:3e:11:96:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79662f28-e3fd-4673-8ed1-0f8260d585f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:35:03.536424 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:03.555284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea1b84b-e797-4f9d-86fc-394a2a5123ab {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:03.576497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port cea1b84b-e797-4f9d-86fc-394a2a5123ab, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=cea1b84b-e797-4f9d-86fc-394a2a5123ab,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:03.581991 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:03.652713 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=cea1b84b-e797-4f9d-86fc-394a2a5123ab,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:03.742934 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883da5cb-1d11-482f-9824-75d2a28f7807 req-2238c616-8008-4708-88b6-f1abd6f88f1b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:03.744692 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-883da5cb-1d11-482f-9824-75d2a28f7807 req-2238c616-8008-4708-88b6-f1abd6f88f1b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 943 time: 0.0808177 Nov 11 21:35:03.761367 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a481ffd-bcd8-48a2-83c5-efb4638cd63a req-30e5cfd6-178e-4ade-a82b-1c0f81b0f925 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:03.762887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a481ffd-bcd8-48a2-83c5-efb4638cd63a req-30e5cfd6-178e-4ade-a82b-1c0f81b0f925 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 945 time: 0.0838590 Nov 11 21:35:03.853430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-883da5cb-1d11-482f-9824-75d2a28f7807 req-20c8415d-ed45-41a3-a132-4791f84ef21f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006904 Nov 11 21:35:03.861586 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a481ffd-bcd8-48a2-83c5-efb4638cd63a req-05932190-14c0-4b04-b440-10c5ce62e02d tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815673 Nov 11 21:35:03.985774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['cea1b84b-e797-4f9d-86fc-394a2a5123ab'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:04.151729 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-444592de-8da9-4ad0-a6e1-44356e67f4ac req-dabbf8d3-a02c-428d-8019-88201a024adb tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0391817 Nov 11 21:35:04.170647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:04.170647 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f39741-f390-48ac-bdd8-9d7e16c75102" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:04.176416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 95f2ed7c-c005-45e9-a954-8afebeda63e9 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:35:04.178599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:35:04.186413 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:35:04.287616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0f492-e5a2-4002-b97c-103aa6d452b8 req-abe95ee5-c0b8-4544-81e1-b05d33ccc183 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:04.289825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:35:04.295612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bac0f492-e5a2-4002-b97c-103aa6d452b8 req-abe95ee5-c0b8-4544-81e1-b05d33ccc183 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 945 time: 0.0887637 Nov 11 21:35:04.307321 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540335d3-f827-4f76-8815-5fe741c7cf9e x-openstack-request-id: req-540335d3-f827-4f76-8815-5fe741c7cf9e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:04.307775 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:04.308145 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-540335d3-f827-4f76-8815-5fe741c7cf9e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:04.308692 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389', 'status': 'completed', 'code': 200} Nov 11 21:35:04.371229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 95f2ed7c-c005-45e9-a954-8afebeda63e9, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=95f2ed7c-c005-45e9-a954-8afebeda63e9,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:04.385252 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '95f2ed7c-c005-45e9-a954-8afebeda63e9', 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6', 'port_id': '95f2ed7c-c005-45e9-a954-8afebeda63e9', 'mac_address': 'fa:16:3e:1f:98:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbf341f-dbe9-4e8a-84ab-0939e03ed68d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:35:04.418853 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bac0f492-e5a2-4002-b97c-103aa6d452b8 req-1e3b4057-bfd5-4197-b52b-a9f5605043d2 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173174 Nov 11 21:35:04.442204 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-c03d7354-8cfe-4fa2-8a95-71eaa49686a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:04.442204 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-c03d7354-8cfe-4fa2-8a95-71eaa49686a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 1100 time: 0.1057882 Nov 11 21:35:04.442204 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-b3d6623f-9f88-4af6-93fc-d95221b42ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:04.443732 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-b3d6623f-9f88-4af6-93fc-d95221b42ba4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 1100 time: 0.0651467 Nov 11 21:35:04.474798 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f04a2-1f1a-4787-9cd7-fc22de74f349 req-e7b0f192-4c1d-4354-bf00-9a9b662a4841 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:04.482446 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-648f04a2-1f1a-4787-9cd7-fc22de74f349 req-e7b0f192-4c1d-4354-bf00-9a9b662a4841 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 949 time: 0.1054618 Nov 11 21:35:04.482648 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:04.507936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f2ed7c-c005-45e9-a954-8afebeda63e9 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:04.548072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 95f2ed7c-c005-45e9-a954-8afebeda63e9, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=95f2ed7c-c005-45e9-a954-8afebeda63e9,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:04.556710 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-648f04a2-1f1a-4787-9cd7-fc22de74f349 req-db06a822-3037-42c8-bdf0-c49074847694 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667408 Nov 11 21:35:04.571512 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:04.626005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=95f2ed7c-c005-45e9-a954-8afebeda63e9,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:04.670682 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-826abd78-24c7-4f24-84ab-409bec85cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:04.672143 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-826abd78-24c7-4f24-84ab-409bec85cc31 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.2219288 Nov 11 21:35:04.673487 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-7d51772f-c9c5-4484-98d3-ee5290b13ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:04.675007 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-7d51772f-c9c5-4484-98d3-ee5290b13ad5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.2028911 Nov 11 21:35:04.742663 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-bf1eb5bd-af5f-462d-b845-03b265ee34c4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 HTTP/1.1" status: 200 len: 217 time: 0.0566475 Nov 11 21:35:04.777438 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-1163683b-0862-4d3c-add9-078a65b601d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 HTTP/1.1" status: 200 len: 217 time: 0.0818732 Nov 11 21:35:04.850110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-7f214631-a2ba-4269-aa05-81365b6575ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:04.851688 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-7f214631-a2ba-4269-aa05-81365b6575ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0826929 Nov 11 21:35:04.858517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-036b0363-f55e-466f-920c-9df71171deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:04.859082 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-036b0363-f55e-466f-920c-9df71171deec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0625896 Nov 11 21:35:04.888522 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['95f2ed7c-c005-45e9-a954-8afebeda63e9'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:04.976885 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-4e471985-5cc3-4bdb-8706-3e0045611e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:04.978443 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-4e471985-5cc3-4bdb-8706-3e0045611e4a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102993 Nov 11 21:35:04.988907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-d5c82ba4-a1d7-4f87-871d-7c4450c300e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:04.990498 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-d5c82ba4-a1d7-4f87-871d-7c4450c300e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111054 Nov 11 21:35:05.159617 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-dddf960b-be64-4d8e-af07-b24ba03a9128 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593463 Nov 11 21:35:05.198740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc45f08-95b1-46ed-89f6-5a4fa1148bc2 req-cb8e5bee-223a-4370-98ed-5eb77412a197 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:05.212273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8dc45f08-95b1-46ed-89f6-5a4fa1148bc2 req-cb8e5bee-223a-4370-98ed-5eb77412a197 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 945 time: 0.2408686 Nov 11 21:35:05.247977 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248bf45-fd2a-4301-a7f5-7eccaf70fd1e req-19649d3c-475a-46ef-a47a-38755697e7a2 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:05.257235 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3248bf45-fd2a-4301-a7f5-7eccaf70fd1e req-19649d3c-475a-46ef-a47a-38755697e7a2 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 944 time: 0.2193980 Nov 11 21:35:05.273870 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-6ff33ebe-851d-4fe2-8f37-5a00d006b30c service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016531 Nov 11 21:35:05.275945 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-fe51b55a-a5e6-4f98-9dfd-fee65b9d69cd service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478373 Nov 11 21:35:05.316215 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device cea1b84b-e797-4f9d-86fc-394a2a5123ab up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:35:05.337407 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8dc45f08-95b1-46ed-89f6-5a4fa1148bc2 req-34a0be14-da8f-42e9-bd6f-25a05d4dd001 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238785 Nov 11 21:35:05.423035 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3248bf45-fd2a-4301-a7f5-7eccaf70fd1e req-f1d0b2af-c8e0-4497-89f1-cee64277d591 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644745 Nov 11 21:35:05.440226 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16f39741-f390-48ac-bdd8-9d7e16c75102 req-1324592c-9ba6-4986-a08a-10981673c866 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486185 Nov 11 21:35:05.457006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port cea1b84b-e797-4f9d-86fc-394a2a5123ab completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:35:05.461430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port cea1b84b-e797-4f9d-86fc-394a2a5123ab triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:35:05.461809 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:05.564580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d103570-6dab-4d47-9224-0821469eedae req-a3909397-5bf8-4c0b-a10b-798c981ddbbf tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0384912 Nov 11 21:35:05.573226 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:05.627719 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f04b4d-e8ee-4a23-90c5-9e51f767d758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea1b84b-e797-4f9d-86fc-394a2a5123ab'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:05.630283 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8088f77a-0c61-4fb6-b105-732d35897304" -d '{"events": [{"server_uuid": "c1f04b4d-e8ee-4a23-90c5-9e51f767d758", "name": "network-vif-plugged", "status": "completed", "tag": "cea1b84b-e797-4f9d-86fc-394a2a5123ab"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:05.671079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port cea1b84b-e797-4f9d-86fc-394a2a5123ab, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=cea1b84b-e797-4f9d-86fc-394a2a5123ab,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:05.680454 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:05.681797 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device bab21d0a-6c93-46d4-80ba-2119e4c7f87d no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:35:05.747072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24117149-95ac-4eaa-ab4b-f3b4cf52a1f0 req-1a0a662b-f974-422b-93ab-a2a35a76b719 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:05.750789 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: bab21d0a-6c93-46d4-80ba-2119e4c7f87d {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:35:05.751294 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device bab21d0a-6c93-46d4-80ba-2119e4c7f87d not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:35:05.756769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24117149-95ac-4eaa-ab4b-f3b4cf52a1f0 req-1a0a662b-f974-422b-93ab-a2a35a76b719 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 945 time: 0.0946810 Nov 11 21:35:05.791151 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=cea1b84b-e797-4f9d-86fc-394a2a5123ab,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:05.832945 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f328a0c-120a-4c1d-b12c-02ba4c39bcf0 req-78f55120-4eb1-4dea-a83a-ceb62fde1937 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:05.834714 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f328a0c-120a-4c1d-b12c-02ba4c39bcf0 req-78f55120-4eb1-4dea-a83a-ceb62fde1937 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 949 time: 0.1090837 Nov 11 21:35:05.867142 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24117149-95ac-4eaa-ab4b-f3b4cf52a1f0 req-071ebf9e-59bb-41a6-9a19-e3255d38501c tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093190 Nov 11 21:35:05.911022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f328a0c-120a-4c1d-b12c-02ba4c39bcf0 req-11166d00-22bf-4133-8c9c-1dc06f75536f tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646722 Nov 11 21:35:05.913609 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db46a970-bce0-46fd-9321-8566ed70af86 x-openstack-request-id: req-db46a970-bce0-46fd-9321-8566ed70af86 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:05.914087 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f04b4d-e8ee-4a23-90c5-9e51f767d758", "name": "network-vif-plugged", "status": "completed", "tag": "cea1b84b-e797-4f9d-86fc-394a2a5123ab", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:05.914162 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-db46a970-bce0-46fd-9321-8566ed70af86 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:05.914535 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f04b4d-e8ee-4a23-90c5-9e51f767d758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea1b84b-e797-4f9d-86fc-394a2a5123ab', 'code': 200} Nov 11 21:35:06.031417 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59ccab-047d-4b48-b1d3-913da315a77d req-93247dc8-9ac7-4464-93b4-1ab2737efb67 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:06.033178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fe59ccab-047d-4b48-b1d3-913da315a77d req-93247dc8-9ac7-4464-93b4-1ab2737efb67 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 949 time: 0.0611830 Nov 11 21:35:06.097449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b8765-59fb-4c63-afe8-31bfc78e484a req-7126f0d2-05de-46bd-a577-12a5a99ba400 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:06.099090 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e12b8765-59fb-4c63-afe8-31bfc78e484a req-7126f0d2-05de-46bd-a577-12a5a99ba400 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 945 time: 0.0600531 Nov 11 21:35:06.133409 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fe59ccab-047d-4b48-b1d3-913da315a77d req-478cc0e8-0a54-441e-b752-66d24480c9c9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917156 Nov 11 21:35:06.160781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c59d4e-b361-434c-9735-70472032ec83 req-3f946d23-9c12-455e-95d9-0fe1accb0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:06.162358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7c59d4e-b361-434c-9735-70472032ec83 req-3f946d23-9c12-455e-95d9-0fe1accb0cd5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 1097 time: 0.0895312 Nov 11 21:35:06.185161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 95f2ed7c-c005-45e9-a954-8afebeda63e9 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:35:06.234727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e12b8765-59fb-4c63-afe8-31bfc78e484a req-e920a473-8f18-4871-b87b-bdb6958d587a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Deleting port e324c8d1-4ce2-4585-a014-fa4ecc506adc {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:35:06.235075 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e12b8765-59fb-4c63-afe8-31bfc78e484a req-e920a473-8f18-4871-b87b-bdb6958d587a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:06.272760 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 95f2ed7c-c005-45e9-a954-8afebeda63e9 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:35:06.273332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7c59d4e-b361-434c-9735-70472032ec83 req-bd3664b0-2433-4f3c-ac09-3c73bce5435b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996106 Nov 11 21:35:06.279979 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 95f2ed7c-c005-45e9-a954-8afebeda63e9 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:35:06.280629 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:06.413199 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:06.442173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-b09764a1-9fb2-471b-ac5b-f845cf7e4164 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326581 Nov 11 21:35:06.453237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 95f2ed7c-c005-45e9-a954-8afebeda63e9, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=95f2ed7c-c005-45e9-a954-8afebeda63e9,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:06.461775 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:06.466791 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e12b8765-59fb-4c63-afe8-31bfc78e484a req-e920a473-8f18-4871-b87b-bdb6958d587a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] For port e324c8d1-4ce2-4585-a014-fa4ecc506adc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=e324c8d1-4ce2-4585-a014-fa4ecc506adc,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:06.468583 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e12b8765-59fb-4c63-afe8-31bfc78e484a req-e920a473-8f18-4871-b87b-bdb6958d587a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:06.500712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e12b8765-59fb-4c63-afe8-31bfc78e484a req-e920a473-8f18-4871-b87b-bdb6958d587a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Calling delete_port for e324c8d1-4ce2-4585-a014-fa4ecc506adc owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:35:06.571774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=95f2ed7c-c005-45e9-a954-8afebeda63e9,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:06.609544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af78043-7129-47f4-a00f-c9aaed348dee req-0d7f790d-fa15-4fdf-b665-15202e059020 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:06.611157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2af78043-7129-47f4-a00f-c9aaed348dee req-0d7f790d-fa15-4fdf-b665-15202e059020 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 946 time: 0.1502538 Nov 11 21:35:06.653770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-0428096b-7dee-4f23-955e-ce0546245736 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:06.661081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-0428096b-7dee-4f23-955e-ce0546245736 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109907 Nov 11 21:35:06.678299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-096fbb13-58dd-4313-a293-be38b417c5e4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/quotas/fd47c33b622049db8b0a7624a7b34e9c HTTP/1.1" status: 200 len: 375 time: 0.0163131 Nov 11 21:35:06.715936 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e12b8765-59fb-4c63-afe8-31bfc78e484a req-e920a473-8f18-4871-b87b-bdb6958d587a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:06.731193 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['90fb43ec-2244-4e6f-88f4-0f6efcf8e38e', 'e324c8d1-4ce2-4585-a014-fa4ecc506adc'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:06.738625 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2af78043-7129-47f4-a00f-c9aaed348dee req-ede0006f-5833-4994-8ba6-40b63f5329d8 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182094 Nov 11 21:35:06.776410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-d81fe72d-4aa9-4b14-8537-b7b76e771438 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0904486 Nov 11 21:35:06.929955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e9d75-3644-496a-9ea6-2b27e47dbed0 req-60f088a0-ad63-4afd-8cc9-9c93354095f6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:06.931999 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b57e9d75-3644-496a-9ea6-2b27e47dbed0 req-60f088a0-ad63-4afd-8cc9-9c93354095f6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 945 time: 0.0920882 Nov 11 21:35:07.052212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b57e9d75-3644-496a-9ea6-2b27e47dbed0 req-f9cbfbb7-c5a4-4f78-8824-4342b05c793d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973313 Nov 11 21:35:07.233566 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-781a921d-5b35-461b-bfd5-bdb060da3f8c req-07e76e5e-2272-4bac-8bfb-a06de40702da tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0469689 Nov 11 21:35:07.310033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920a473-8f18-4871-b87b-bdb6958d587a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Pushing event deleted for resources: {'Port': ['ID=e324c8d1-4ce2-4585-a014-fa4ecc506adc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:07.330392 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:35:07.385546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa50ee3e-22fe-43d8-b6bc-c8fb48614dcb req-240d10e2-b2fa-4a68-956a-b0a5c4212867 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 210 time: 0.0613692 Nov 11 21:35:07.387944 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12b8765-59fb-4c63-afe8-31bfc78e484a req-e920a473-8f18-4871-b87b-bdb6958d587a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] No DVR routers for this DVR port e324c8d1-4ce2-4585-a014-fa4ecc506adc on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:35:07.398594 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e12b8765-59fb-4c63-afe8-31bfc78e484a req-e920a473-8f18-4871-b87b-bdb6958d587a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:07.401266 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e12b8765-59fb-4c63-afe8-31bfc78e484a req-e920a473-8f18-4871-b87b-bdb6958d587a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "DELETE /v2.0/ports/e324c8d1-4ce2-4585-a014-fa4ecc506adc HTTP/1.1" status: 204 len: 173 time: 1.2942421 Nov 11 21:35:07.402034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d85bf02-9024-48ec-90f2-39bde54c63f3', 'name': 'network-vif-deleted', 'tag': 'e324c8d1-4ce2-4585-a014-fa4ecc506adc'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:07.405712 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02077943-002a-4c83-9785-e5cc45fde9aa" -d '{"events": [{"server_uuid": "2d85bf02-9024-48ec-90f2-39bde54c63f3", "name": "network-vif-deleted", "tag": "e324c8d1-4ce2-4585-a014-fa4ecc506adc"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:07.438898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78cdb967-69cd-4f54-8d13-2b72f7e09474 req-74b57ed0-3aed-4105-91e7-09453bc75f66 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d85bf02-9024-48ec-90f2-39bde54c63f3 HTTP/1.1" status: 200 len: 210 time: 0.0785248 Nov 11 21:35:07.460255 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b37f3d-1d1e-4af6-93f1-2aeda10d1d4c x-openstack-request-id: req-e3b37f3d-1d1e-4af6-93f1-2aeda10d1d4c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:07.460864 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d85bf02-9024-48ec-90f2-39bde54c63f3", "name": "network-vif-deleted", "tag": "e324c8d1-4ce2-4585-a014-fa4ecc506adc", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:07.461208 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e3b37f3d-1d1e-4af6-93f1-2aeda10d1d4c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:07.461711 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d85bf02-9024-48ec-90f2-39bde54c63f3', 'name': 'network-vif-deleted', 'tag': 'e324c8d1-4ce2-4585-a014-fa4ecc506adc', 'status': 'completed', 'code': 200} Nov 11 21:35:07.553826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:07.578688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389', 'mac_address': 'fa:16:3e:13:8a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:35:07.626698 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:07.646488 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:07.669621 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:07.674556 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:07.738737 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,revision_number=12']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:07.869766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042ef57-834a-453a-98cb-e2fb408512ed req-3caeb2e2-7115-44b7-bff5-214bc6b015cf tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:07.871463 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f042ef57-834a-453a-98cb-e2fb408512ed req-3caeb2e2-7115-44b7-bff5-214bc6b015cf tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 946 time: 0.0599656 Nov 11 21:35:07.915576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f62f189-c733-4d3c-92d7-31ca1427f2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f2ed7c-c005-45e9-a954-8afebeda63e9'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:07.917921 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a5684a-8726-4a9b-a5d5-7e88dbaede5d" -d '{"events": [{"server_uuid": "5f62f189-c733-4d3c-92d7-31ca1427f2ab", "name": "network-vif-plugged", "status": "completed", "tag": "95f2ed7c-c005-45e9-a954-8afebeda63e9"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:07.944280 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f042ef57-834a-453a-98cb-e2fb408512ed req-e1dce13b-e72e-4f95-8dc6-9c09ef413d17 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663853 Nov 11 21:35:08.062376 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:08.076666 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63e5af5-0438-4098-bbbe-9312ab35d900 x-openstack-request-id: req-e63e5af5-0438-4098-bbbe-9312ab35d900 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:08.076666 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f62f189-c733-4d3c-92d7-31ca1427f2ab", "name": "network-vif-plugged", "status": "completed", "tag": "95f2ed7c-c005-45e9-a954-8afebeda63e9", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:08.076666 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e63e5af5-0438-4098-bbbe-9312ab35d900 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:08.076666 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f62f189-c733-4d3c-92d7-31ca1427f2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f2ed7c-c005-45e9-a954-8afebeda63e9', 'code': 200} Nov 11 21:35:08.329219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8046c-22f0-41ee-a155-eac01fe8b5e2 req-fe039324-f228-4a84-a721-377191ed5b1c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:08.336250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1a8046c-22f0-41ee-a155-eac01fe8b5e2 req-fe039324-f228-4a84-a721-377191ed5b1c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 945 time: 0.1197319 Nov 11 21:35:08.363721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240dd15-237e-478c-a929-c56fb20cca72 req-83a8d73a-ba6d-4b70-87b4-b6de2e26b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:08.372155 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4240dd15-237e-478c-a929-c56fb20cca72 req-83a8d73a-ba6d-4b70-87b4-b6de2e26b753 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 1096 time: 0.0935891 Nov 11 21:35:08.418677 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1a8046c-22f0-41ee-a155-eac01fe8b5e2 req-def1d14b-05bd-4f8e-8ac5-39afe87d710e tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779543 Nov 11 21:35:08.462102 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4240dd15-237e-478c-a929-c56fb20cca72 req-8a2f0586-c257-49a6-b42c-b4aaa622b060 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784574 Nov 11 21:35:08.508300 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83dfeca8-73bb-426c-ac43-30f2280803ef req-81f966d3-b181-4293-93de-22a218b7cf80 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0598600 Nov 11 21:35:08.616194 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d7dead1-ccad-4be2-a5ac-004090bf94f5 req-c33828e5-293b-4aa5-88e7-522372ae72ca tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 210 time: 0.0331233 Nov 11 21:35:08.653827 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-a173dccf-4561-4584-b99d-493dc3d11d70 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347571 Nov 11 21:35:08.834817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-c2e0ddc0-fe75-4daf-9733-4fa523d45dcf tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:08.836605 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-c2e0ddc0-fe75-4daf-9733-4fa523d45dcf tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752334 Nov 11 21:35:08.854933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-db30ab34-cc40-4b0d-9af9-e398d23ccd42 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Request body: {'port': {'device_id': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'fd47c33b622049db8b0a7624a7b34e9c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:09.038050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-db30ab34-cc40-4b0d-9af9-e398d23ccd42 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Made reservation on behalf of fd47c33b622049db8b0a7624a7b34e9c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:35:09.041783 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-db30ab34-cc40-4b0d-9af9-e398d23ccd42 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:09.199631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-0543ffd5-9dd3-4b21-8b07-8e8ea72677c9 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:09.210187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-0543ffd5-9dd3-4b21-8b07-8e8ea72677c9 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 805 time: 0.2210767 Nov 11 21:35:09.221661 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-db30ab34-cc40-4b0d-9af9-e398d23ccd42 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Allocated IP 192.168.233.50 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/df871846-e5d7-497b-adcd-5487a627a282) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:35:09.232440 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-4d7f3471-bd28-467e-8f6b-1a8342698d0e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/quotas/178bb40f7c23473bbb72234aa8aa1b95 HTTP/1.1" status: 200 len: 375 time: 0.0204446 Nov 11 21:35:09.318573 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-db0258a8-155a-4994-8fdf-4c412e9f9535 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0845399 Nov 11 21:35:09.323813 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-2bca18c9-e3fb-4564-9409-df52a77e2515 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:35:09.331606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-2bca18c9-e3fb-4564-9409-df52a77e2515 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121443 Nov 11 21:35:09.342242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:35:09.452890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:35:09.463864 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:35:09.467851 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:09.541468 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-1bff2149-1d57-4f90-baec-aac140d64500 service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088656 Nov 11 21:35:09.703305 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-db30ab34-cc40-4b0d-9af9-e398d23ccd42 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:09.725479 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:09.780213 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:09.780649 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-db30ab34-cc40-4b0d-9af9-e398d23ccd42 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:09.783136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d5cd8-540d-4552-b13a-e4f478b4da08 req-e13cb6c3-ed22-4d08-bd61-851db87a6ad0 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:09.785014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d3d5cd8-540d-4552-b13a-e4f478b4da08 req-e13cb6c3-ed22-4d08-bd61-851db87a6ad0 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 945 time: 0.1547468 Nov 11 21:35:09.794947 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:09.796014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device e324c8d1-4ce2-4585-a014-fa4ecc506adc no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:35:09.799012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-22885e7c-b1bd-41eb-9a75-48f74a7be5e5 service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566044 Nov 11 21:35:09.804896 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7c5b679c-9b22-442b-bd73-c1b390ce57a3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:09.806946 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['62a14a83-0af0-40a8-be8f-6ddd11d598e2', '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:09.838540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-db30ab34-cc40-4b0d-9af9-e398d23ccd42 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:35:09.842613 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-db30ab34-cc40-4b0d-9af9-e398d23ccd42 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:35:09.845508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-db30ab34-cc40-4b0d-9af9-e398d23ccd42 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:35:09.944558 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d3d5cd8-540d-4552-b13a-e4f478b4da08 req-441dd7b7-7c5a-41c4-a53d-2c910fe0014d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434448 Nov 11 21:35:10.007433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30ab34-cc40-4b0d-9af9-e398d23ccd42 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Pushing event updated for resources: {'Port': ['ID=df871846-e5d7-497b-adcd-5487a627a282,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:10.026028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-db30ab34-cc40-4b0d-9af9-e398d23ccd42 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:10.027298 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-db30ab34-cc40-4b0d-9af9-e398d23ccd42 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:10.061245 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-db30ab34-cc40-4b0d-9af9-e398d23ccd42 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2123477 Nov 11 21:35:10.075838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Request body: {'port': {'device_id': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:10.184548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: e324c8d1-4ce2-4585-a014-fa4ecc506adc {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:35:10.184914 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device e324c8d1-4ce2-4585-a014-fa4ecc506adc not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:35:10.186795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:10.189820 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432b002d-6fc0-4d0d-97e8-674f61bec29e" -d '{"events": [{"server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "name": "network-vif-plugged", "status": "completed", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:10.202825 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:10.234558 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9a38fee-4b1a-4cfc-86b7-da555755b532 req-7f6f5e26-80de-4b9d-819b-ef163b630415 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.1138523 Nov 11 21:35:10.288199 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,revision_number=13']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:10.338878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-015b0cf2-133d-4f2a-88cb-2392a5855ae5 None None] Provisioning complete for port df871846-e5d7-497b-adcd-5487a627a282 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:35:10.339251 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-015b0cf2-133d-4f2a-88cb-2392a5855ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:10.383406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c23af5-6d3c-4472-8a6a-fe6d461e6822 req-1bfaf6da-5214-4f9a-8764-5d28c6696b81 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:10.392486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2c23af5-6d3c-4472-8a6a-fe6d461e6822 req-1bfaf6da-5214-4f9a-8764-5d28c6696b81 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 935 time: 0.1765392 Nov 11 21:35:10.458664 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-015b0cf2-133d-4f2a-88cb-2392a5855ae5 None None] Port df871846-e5d7-497b-adcd-5487a627a282 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:35:10.509431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2c23af5-6d3c-4472-8a6a-fe6d461e6822 req-abe9e14b-bf19-4f99-a34d-c0ed30e3d971 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170309 Nov 11 21:35:10.578293 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03798856-e626-4f9c-b435-af75fdb7ff0c req-88708158-2f7b-475f-bac7-464da72c8b89 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 210 time: 0.0677900 Nov 11 21:35:10.603006 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376d6330-2d0c-449d-9982-b9ee2b322271 x-openstack-request-id: req-376d6330-2d0c-449d-9982-b9ee2b322271 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:10.603326 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "name": "network-vif-plugged", "status": "completed", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:10.603585 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-376d6330-2d0c-449d-9982-b9ee2b322271 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:10.604118 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389', 'code': 200} Nov 11 21:35:10.770929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df871846-e5d7-497b-adcd-5487a627a282 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:10.781420 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:10.802140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Transition to ACTIVE for port object df871846-e5d7-497b-adcd-5487a627a282 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:35:10.811943 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:10.879665 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Pushing event updated for resources: {'Port': ['ID=df871846-e5d7-497b-adcd-5487a627a282,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:10.945538 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:11.004563 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Attempting to bind port df871846-e5d7-497b-adcd-5487a627a282 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:35:11.005054 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Attempting to bind port df871846-e5d7-497b-adcd-5487a627a282 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:35:11.005443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Attempting to bind port df871846-e5d7-497b-adcd-5487a627a282 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:11.010767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Port df871846-e5d7-497b-adcd-5487a627a282 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:35:11.011087 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Attempting to bind port df871846-e5d7-497b-adcd-5487a627a282 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:11.017335 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:35:11.017742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:35:11.018195 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:35:11.018687 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Bound port: df871846-e5d7-497b-adcd-5487a627a282, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:35:11.019103 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:11.172118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:35:11.176552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=df871846-e5d7-497b-adcd-5487a627a282,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:35:11.184996 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:11.227943 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88907c-5ea6-4efd-a510-7346060bee0c req-d12f70b1-a556-4196-9523-7652b42b7357 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:11.240108 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e88907c-5ea6-4efd-a510-7346060bee0c req-d12f70b1-a556-4196-9523-7652b42b7357 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 945 time: 0.1393836 Nov 11 21:35:11.288235 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:11.288805 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:11.290442 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] 10.222.0.10 "PUT /v2.0/ports/df871846-e5d7-497b-adcd-5487a627a282 HTTP/1.1" status: 200 len: 1095 time: 1.2209628 Nov 11 21:35:11.291146 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:11.293461 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58987d82-7c2a-4e71-ab88-74b9e008eb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "tag": "df871846-e5d7-497b-adcd-5487a627a282"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:11.320834 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1a9e5-584a-4e22-88b3-958b73ec88c8 service neutron] Pushing event updated for resources: {'Port': ['ID=df871846-e5d7-497b-adcd-5487a627a282,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:11.360548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e88907c-5ea6-4efd-a510-7346060bee0c req-edac6951-fb3d-4dbc-ac34-c821c348dc51 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134150 Nov 11 21:35:11.414959 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74312d3-4fed-47a7-a65c-92c5eaca9061 x-openstack-request-id: req-b74312d3-4fed-47a7-a65c-92c5eaca9061 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:11.415494 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "tag": "df871846-e5d7-497b-adcd-5487a627a282", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:11.417321 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b74312d3-4fed-47a7-a65c-92c5eaca9061 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:11.417788 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282', 'status': 'completed', 'code': 200} Nov 11 21:35:11.479326 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-3ce5c827-2947-4d90-a63f-a4e9e0ca37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:11.483626 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-3ce5c827-2947-4d90-a63f-a4e9e0ca37d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 1098 time: 0.0647106 Nov 11 21:35:11.485534 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9cf17d0-bca0-4abe-9937-402de4c75779 req-f4592309-d3b6-44f7-af55-dab46818ea2c tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0421500 Nov 11 21:35:11.597991 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-e41cb7c0-a5d2-4d75-aef9-f0e46e2647db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=df871846-e5d7-497b-adcd-5487a627a282 HTTP/1.1" status: 200 len: 217 time: 0.1044474 Nov 11 21:35:11.733810 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-770c67c4-bd92-43fa-9bc2-a2704602087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:11.740185 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-770c67c4-bd92-43fa-9bc2-a2704602087c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1290221 Nov 11 21:35:11.778039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be495cda-e4fd-4ce1-bbd1-6a47e349efd9 req-20244950-fc15-4504-82e5-03902c1ee80b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:11.786978 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be495cda-e4fd-4ce1-bbd1-6a47e349efd9 req-20244950-fc15-4504-82e5-03902c1ee80b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 947 time: 0.0997374 Nov 11 21:35:11.807828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-992e6ada-cc87-4f95-8b70-264a40e1ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:11.809502 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-992e6ada-cc87-4f95-8b70-264a40e1ac72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652766 Nov 11 21:35:11.884935 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02302610-4893-4362-98e0-106069567eb7 req-58ebd334-286a-4787-bee1-8a80e4dde23b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 210 time: 0.0736251 Nov 11 21:35:11.950311 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be495cda-e4fd-4ce1-bbd1-6a47e349efd9 req-064907cc-620a-45be-b617-067edb0c58e0 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556540 Nov 11 21:35:11.990971 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-04c33090-9a65-4f91-8f7f-9a1b53b903b2 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731701 Nov 11 21:35:12.061806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-d6b71f5f-a9ad-4973-82c1-765a366b5dbe tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:12.063453 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-d6b71f5f-a9ad-4973-82c1-765a366b5dbe tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 805 time: 0.2239008 Nov 11 21:35:12.098915 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-1d805f8e-a956-453f-a8f3-ecb7461c09e4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Request body: {'port': {'device_id': '9e23a230-3c36-40f6-b6df-68e7be51a413', 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db', 'admin_state_up': True, 'tenant_id': '178bb40f7c23473bbb72234aa8aa1b95'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:12.207976 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3f44b45b-6a20-47ae-bc23-7a88744b3825 req-f5ddb508-00d4-4e4f-87d8-85261fd4017e service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070870 Nov 11 21:35:12.302683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1c9d8-b6ae-46d3-9869-71510ed7bdc3 req-8a4999b9-bb5c-4eeb-b961-9e9ee6a8c4a2 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:12.304229 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3f1c9d8-b6ae-46d3-9869-71510ed7bdc3 req-8a4999b9-bb5c-4eeb-b961-9e9ee6a8c4a2 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 945 time: 0.2398539 Nov 11 21:35:12.360978 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58987d82-7c2a-4e71-ab88-74b9e008eb7d req-edba5fae-2111-4c9d-bab9-8bbf8196824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:12.363947 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-58987d82-7c2a-4e71-ab88-74b9e008eb7d req-edba5fae-2111-4c9d-bab9-8bbf8196824a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 1098 time: 0.0776315 Nov 11 21:35:12.370650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-1d805f8e-a956-453f-a8f3-ecb7461c09e4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Made reservation on behalf of 178bb40f7c23473bbb72234aa8aa1b95 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:35:12.374459 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-1d805f8e-a956-453f-a8f3-ecb7461c09e4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:12.474461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3f1c9d8-b6ae-46d3-9869-71510ed7bdc3 req-7626af66-5434-4387-b41b-14c567275b50 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474147 Nov 11 21:35:12.511275 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58987d82-7c2a-4e71-ab88-74b9e008eb7d req-415fe75e-3bb5-475a-8160-21f122fc083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:12.512978 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-58987d82-7c2a-4e71-ab88-74b9e008eb7d req-415fe75e-3bb5-475a-8160-21f122fc083a service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1416640 Nov 11 21:35:12.568103 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-58987d82-7c2a-4e71-ab88-74b9e008eb7d req-119caf00-b164-4702-b7f4-adf977425126 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=df871846-e5d7-497b-adcd-5487a627a282 HTTP/1.1" status: 200 len: 217 time: 0.0444324 Nov 11 21:35:12.670499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58987d82-7c2a-4e71-ab88-74b9e008eb7d req-ea799e9d-c921-4c54-897b-63828e4d7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:12.672022 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-58987d82-7c2a-4e71-ab88-74b9e008eb7d req-ea799e9d-c921-4c54-897b-63828e4d7a7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0955470 Nov 11 21:35:12.686300 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f8d207a3-4146-45cc-9a90-00af8db0aeac req-ba6a95aa-7ae4-402d-9252-6d5e7f244775 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0329180 Nov 11 21:35:12.719864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-1d805f8e-a956-453f-a8f3-ecb7461c09e4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Allocated IP 172.20.0.7 (10d3c489-0533-44f1-82fd-8dea02ebc1db/9b04c1fc-83cf-41dc-92b1-a5b449f105f4/660f5cd7-a1d2-4e95-be05-97096cae9e16) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:35:12.753376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58987d82-7c2a-4e71-ab88-74b9e008eb7d req-cec704ff-6264-4ed8-9e80-51400ba7d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:12.755750 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-58987d82-7c2a-4e71-ab88-74b9e008eb7d req-cec704ff-6264-4ed8-9e80-51400ba7d127 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757437 Nov 11 21:35:12.908631 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-58987d82-7c2a-4e71-ab88-74b9e008eb7d req-d94127a1-abcb-4a8f-86c0-f0bcb9f7b38e service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429617 Nov 11 21:35:12.962274 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-1d805f8e-a956-453f-a8f3-ecb7461c09e4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:13.040855 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-1d805f8e-a956-453f-a8f3-ecb7461c09e4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:13.056068 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['90fb43ec-2244-4e6f-88f4-0f6efcf8e38e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:13.138728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-1d805f8e-a956-453f-a8f3-ecb7461c09e4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Network 10d3c489-0533-44f1-82fd-8dea02ebc1db is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:35:13.153185 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-1d805f8e-a956-453f-a8f3-ecb7461c09e4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:35:13.166818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-1d805f8e-a956-453f-a8f3-ecb7461c09e4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:35:13.175542 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-58987d82-7c2a-4e71-ab88-74b9e008eb7d req-1b89cfe1-55fd-4b7e-8a6e-982a534d3ef3 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388229 Nov 11 21:35:13.194891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d805f8e-a956-453f-a8f3-ecb7461c09e4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Pushing event updated for resources: {'Port': ['ID=660f5cd7-a1d2-4e95-be05-97096cae9e16,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:13.221399 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a0cac-04e0-4b7d-9b68-2414f891987e req-2329228e-9631-4d95-9830-9266e33a297d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:13.222998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-840a0cac-04e0-4b7d-9b68-2414f891987e req-2329228e-9631-4d95-9830-9266e33a297d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 931 time: 0.1979456 Nov 11 21:35:13.239868 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9047f-a527-4f9b-a6e2-a93c6ecc674c req-18d669e0-af68-4b25-86aa-219d19854c6e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:13.242047 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9e9047f-a527-4f9b-a6e2-a93c6ecc674c req-18d669e0-af68-4b25-86aa-219d19854c6e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 947 time: 0.1511047 Nov 11 21:35:13.270220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-1d805f8e-a956-453f-a8f3-ecb7461c09e4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:13.270849 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-1d805f8e-a956-453f-a8f3-ecb7461c09e4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:13.318890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-1d805f8e-a956-453f-a8f3-ecb7461c09e4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2263613 Nov 11 21:35:13.337758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Request body: {'port': {'device_id': '9e23a230-3c36-40f6-b6df-68e7be51a413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:13.396581 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-840a0cac-04e0-4b7d-9b68-2414f891987e req-ef4b5b8f-41f1-43ab-8dd0-1dac71caa612 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660304 Nov 11 21:35:13.409887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9e9047f-a527-4f9b-a6e2-a93c6ecc674c req-dc0d7a59-52d6-403b-863e-f97114c4c092 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545796 Nov 11 21:35:13.487196 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:13.616296 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76c9a8-9326-4401-8558-89bab2178585 req-82025f0d-407b-4899-b91f-4aeac7e42149 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:13.619945 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-af76c9a8-9326-4401-8558-89bab2178585 req-82025f0d-407b-4899-b91f-4aeac7e42149 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 945 time: 0.1070404 Nov 11 21:35:13.771841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b59b9-3e59-4a95-80fc-a506dd340107 req-ec2c6288-d271-489d-be21-d6ab20f0ad81 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:13.773559 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac2b59b9-3e59-4a95-80fc-a506dd340107 req-ec2c6288-d271-489d-be21-d6ab20f0ad81 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 945 time: 0.1687844 Nov 11 21:35:13.828618 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e544c565-17e2-4778-b401-f06e66237455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:13.851144 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-af76c9a8-9326-4401-8558-89bab2178585 req-b55d1ddf-81c5-49ec-a91b-4afb151781c9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Deleting port 95f2ed7c-c005-45e9-a954-8afebeda63e9 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:35:13.851488 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af76c9a8-9326-4401-8558-89bab2178585 req-b55d1ddf-81c5-49ec-a91b-4afb151781c9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:13.985981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-af76c9a8-9326-4401-8558-89bab2178585 req-b55d1ddf-81c5-49ec-a91b-4afb151781c9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] For port 95f2ed7c-c005-45e9-a954-8afebeda63e9, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=95f2ed7c-c005-45e9-a954-8afebeda63e9,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:13.986616 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af76c9a8-9326-4401-8558-89bab2178585 req-b55d1ddf-81c5-49ec-a91b-4afb151781c9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:14.000359 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-af76c9a8-9326-4401-8558-89bab2178585 req-b55d1ddf-81c5-49ec-a91b-4afb151781c9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Calling delete_port for 95f2ed7c-c005-45e9-a954-8afebeda63e9 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:35:14.012411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac2b59b9-3e59-4a95-80fc-a506dd340107 req-546a246f-82e8-4ba1-bcd7-ebd9dcbb50a3 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661634 Nov 11 21:35:14.076205 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a055a6c-0b17-4fe8-b2df-fdee8a713650 req-0d4e9fb5-a8d3-4b76-aaed-7a23abea538a tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0608311 Nov 11 21:35:14.202860 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af76c9a8-9326-4401-8558-89bab2178585 req-b55d1ddf-81c5-49ec-a91b-4afb151781c9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:14.209182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 660f5cd7-a1d2-4e95-be05-97096cae9e16 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:14.217964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['95f2ed7c-c005-45e9-a954-8afebeda63e9'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:14.220637 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:14.233717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Transition to ACTIVE for port object 660f5cd7-a1d2-4e95-be05-97096cae9e16 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:35:14.243562 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:14.260074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d1ddf-81c5-49ec-a91b-4afb151781c9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Pushing event deleted for resources: {'Port': ['ID=95f2ed7c-c005-45e9-a954-8afebeda63e9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:14.323695 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Pushing event updated for resources: {'Port': ['ID=660f5cd7-a1d2-4e95-be05-97096cae9e16,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:14.355391 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-af76c9a8-9326-4401-8558-89bab2178585 req-b55d1ddf-81c5-49ec-a91b-4afb151781c9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] No DVR routers for this DVR port 95f2ed7c-c005-45e9-a954-8afebeda63e9 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:35:14.358902 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-af76c9a8-9326-4401-8558-89bab2178585 req-b55d1ddf-81c5-49ec-a91b-4afb151781c9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:14.363927 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-af76c9a8-9326-4401-8558-89bab2178585 req-b55d1ddf-81c5-49ec-a91b-4afb151781c9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "DELETE /v2.0/ports/95f2ed7c-c005-45e9-a954-8afebeda63e9 HTTP/1.1" status: 204 len: 173 time: 0.7372069 Nov 11 21:35:14.364535 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f62f189-c733-4d3c-92d7-31ca1427f2ab', 'name': 'network-vif-deleted', 'tag': '95f2ed7c-c005-45e9-a954-8afebeda63e9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:14.368286 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86d3134-f595-4a5d-8a96-148690bc31d0" -d '{"events": [{"server_uuid": "5f62f189-c733-4d3c-92d7-31ca1427f2ab", "name": "network-vif-deleted", "tag": "95f2ed7c-c005-45e9-a954-8afebeda63e9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:14.418266 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Attempting to bind port 660f5cd7-a1d2-4e95-be05-97096cae9e16 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:35:14.418837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Attempting to bind port 660f5cd7-a1d2-4e95-be05-97096cae9e16 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:35:14.419458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Attempting to bind port 660f5cd7-a1d2-4e95-be05-97096cae9e16 on network 10d3c489-0533-44f1-82fd-8dea02ebc1db {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:14.426045 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Port 660f5cd7-a1d2-4e95-be05-97096cae9e16 on network 10d3c489-0533-44f1-82fd-8dea02ebc1db not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:35:14.439380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Attempting to bind port 660f5cd7-a1d2-4e95-be05-97096cae9e16 on network 10d3c489-0533-44f1-82fd-8dea02ebc1db {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:14.455668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:35:14.456362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Checking segment: {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:35:14.457076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Bound using segment: {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:35:14.457783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Bound port: 660f5cd7-a1d2-4e95-be05-97096cae9e16, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:35:14.458362 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:14.476234 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:14.512666 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851d7fe1-97bb-429d-a602-faa3d2ec2c17 x-openstack-request-id: req-851d7fe1-97bb-429d-a602-faa3d2ec2c17 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:14.513349 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f62f189-c733-4d3c-92d7-31ca1427f2ab", "name": "network-vif-deleted", "tag": "95f2ed7c-c005-45e9-a954-8afebeda63e9", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:14.513854 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-851d7fe1-97bb-429d-a602-faa3d2ec2c17 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:14.514633 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f62f189-c733-4d3c-92d7-31ca1427f2ab', 'name': 'network-vif-deleted', 'tag': '95f2ed7c-c005-45e9-a954-8afebeda63e9', 'status': 'completed', 'code': 200} Nov 11 21:35:14.614927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] For port 660f5cd7-a1d2-4e95-be05-97096cae9e16, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:35:14.641206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] For port 660f5cd7-a1d2-4e95-be05-97096cae9e16, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=660f5cd7-a1d2-4e95-be05-97096cae9e16,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:35:14.684002 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:14.754703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:14.755705 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:14.756762 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] 10.222.0.10 "PUT /v2.0/ports/660f5cd7-a1d2-4e95-be05-97096cae9e16 HTTP/1.1" status: 200 len: 1091 time: 1.4272640 Nov 11 21:35:14.761156 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e23a230-3c36-40f6-b6df-68e7be51a413', 'tag': '660f5cd7-a1d2-4e95-be05-97096cae9e16'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:14.764515 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd28c0f2-b651-43d5-8bab-fd014f2ef0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e23a230-3c36-40f6-b6df-68e7be51a413", "tag": "660f5cd7-a1d2-4e95-be05-97096cae9e16"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:14.775841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812f250-b5f5-4d27-b7ca-81c10b43fe4f req-61ed94a9-a37a-4441-8929-0396266a5918 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:14.785459 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a812f250-b5f5-4d27-b7ca-81c10b43fe4f req-61ed94a9-a37a-4441-8929-0396266a5918 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 943 time: 0.2776279 Nov 11 21:35:14.805334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7c6d5-cbca-4417-b250-ab9b92dcef97 req-4197ecf9-2bf9-4bc3-856a-a9f154ff9eda tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:14.807160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02f7c6d5-cbca-4417-b250-ab9b92dcef97 req-4197ecf9-2bf9-4bc3-856a-a9f154ff9eda tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 947 time: 0.1870253 Nov 11 21:35:14.887799 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afba62-d53f-4cb1-b948-b2e1fa54d23a service neutron] Pushing event updated for resources: {'Port': ['ID=660f5cd7-a1d2-4e95-be05-97096cae9e16,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:14.953392 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a812f250-b5f5-4d27-b7ca-81c10b43fe4f req-b6904497-edd9-4c71-bbed-9fc5303ab3f5 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404173 Nov 11 21:35:14.977205 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02f7c6d5-cbca-4417-b250-ab9b92dcef97 req-d44e9946-954f-4097-9a6d-8a212b7f3986 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494949 Nov 11 21:35:14.981669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-bfdf0c4e-3e3e-4ed7-8984-72f7e703ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:14.982790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-bfdf0c4e-3e3e-4ed7-8984-72f7e703ecfe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 1094 time: 0.1377482 Nov 11 21:35:15.115604 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-8016949b-bae8-42d8-bb41-3cf86026231f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=660f5cd7-a1d2-4e95-be05-97096cae9e16 HTTP/1.1" status: 200 len: 217 time: 0.1141059 Nov 11 21:35:15.123063 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bf5552-69b0-4e82-a826-610d079fc79a x-openstack-request-id: req-54bf5552-69b0-4e82-a826-610d079fc79a {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:15.123749 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e23a230-3c36-40f6-b6df-68e7be51a413", "tag": "660f5cd7-a1d2-4e95-be05-97096cae9e16", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:15.124195 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54bf5552-69b0-4e82-a826-610d079fc79a {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:15.124789 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e23a230-3c36-40f6-b6df-68e7be51a413', 'tag': '660f5cd7-a1d2-4e95-be05-97096cae9e16', 'status': 'completed', 'code': 200} Nov 11 21:35:15.305849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-103fb2fc-4b7c-4e6d-84dc-af8e17ae8215 req-3294311f-f707-4657-bf29-12d5ae71661f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f62f189-c733-4d3c-92d7-31ca1427f2ab HTTP/1.1" status: 200 len: 210 time: 0.0734434 Nov 11 21:35:15.316217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-7e539ec7-223e-41fa-9ed0-dec613d221d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:15.318067 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-7e539ec7-223e-41fa-9ed0-dec613d221d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b04c1fc-83cf-41dc-92b1-a5b449f105f4 HTTP/1.1" status: 200 len: 845 time: 0.1901560 Nov 11 21:35:15.357156 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device df871846-e5d7-497b-adcd-5487a627a282 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:35:15.363172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-262e7f29-7225-4d6e-8016-9fe437ff7638 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10d3c489-0533-44f1-82fd-8dea02ebc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352402 Nov 11 21:35:15.546039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=df871846-e5d7-497b-adcd-5487a627a282,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:15.550134 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cfccc2fc-706c-4edf-810a-b14b607bf304 req-64d12fad-7683-4c97-908d-61a2b0b9b48b tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0548432 Nov 11 21:35:15.561489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'df871846-e5d7-497b-adcd-5487a627a282', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': 'df871846-e5d7-497b-adcd-5487a627a282', 'mac_address': 'fa:16:3e:cf:74:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:35:15.593410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-35b9931a-3336-47ec-baaf-db980ad53581 service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227643 Nov 11 21:35:15.605085 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:15.622427 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df871846-e5d7-497b-adcd-5487a627a282 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:15.645296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=df871846-e5d7-497b-adcd-5487a627a282,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:15.650588 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:15.722921 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa9f847-e141-41cd-b710-fb3fa61a654e req-5dedfd83-22c4-473e-852f-551ec8f9bc57 service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209781 Nov 11 21:35:15.731352 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=df871846-e5d7-497b-adcd-5487a627a282,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:16.007145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['df871846-e5d7-497b-adcd-5487a627a282'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:16.098121 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6fce184e-0204-48e7-9310-2bee80b3fd7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:16.201786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f99e5b-2123-4241-bb74-cf67df54322d req-dec15af0-0bc4-4045-8eab-ec345de6ae95 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:16.209476 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7f99e5b-2123-4241-bb74-cf67df54322d req-dec15af0-0bc4-4045-8eab-ec345de6ae95 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 948 time: 0.0975707 Nov 11 21:35:16.220450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28c0f2-b651-43d5-8bab-fd014f2ef0c5 req-66b68a5d-3b7b-483e-86d4-8598743d2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:16.222303 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd28c0f2-b651-43d5-8bab-fd014f2ef0c5 req-66b68a5d-3b7b-483e-86d4-8598743d2be0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 1094 time: 0.4480903 Nov 11 21:35:16.235334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9520b9-1a06-4744-b817-33c44d5557aa req-e42fd509-9323-4d4d-9287-9ec5ab9418d5 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:16.236755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dd9520b9-1a06-4744-b817-33c44d5557aa req-e42fd509-9323-4d4d-9287-9ec5ab9418d5 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 943 time: 0.1138954 Nov 11 21:35:16.341235 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7f99e5b-2123-4241-bb74-cf67df54322d req-7e37c542-facf-40f8-9cf1-44711b1ac3f5 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308744 Nov 11 21:35:16.364658 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dd9520b9-1a06-4744-b817-33c44d5557aa req-d120e807-4fe4-48b7-a445-f6bf667ebca3 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169240 Nov 11 21:35:16.385532 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28c0f2-b651-43d5-8bab-fd014f2ef0c5 req-d928b640-95df-4e70-8c6a-247081866524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:16.387089 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd28c0f2-b651-43d5-8bab-fd014f2ef0c5 req-d928b640-95df-4e70-8c6a-247081866524 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 907 time: 0.1479058 Nov 11 21:35:16.468384 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd28c0f2-b651-43d5-8bab-fd014f2ef0c5 req-7497e48b-7089-4424-a101-a94a4ea45f2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=660f5cd7-a1d2-4e95-be05-97096cae9e16 HTTP/1.1" status: 200 len: 217 time: 0.0699079 Nov 11 21:35:16.534466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28c0f2-b651-43d5-8bab-fd014f2ef0c5 req-dab276ac-070f-4cfe-b103-2847032e5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:16.535961 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd28c0f2-b651-43d5-8bab-fd014f2ef0c5 req-dab276ac-070f-4cfe-b103-2847032e5d0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b04c1fc-83cf-41dc-92b1-a5b449f105f4 HTTP/1.1" status: 200 len: 845 time: 0.0605636 Nov 11 21:35:16.586017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd28c0f2-b651-43d5-8bab-fd014f2ef0c5 req-524e5b06-6697-40b2-b927-ae5f392bfe17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10d3c489-0533-44f1-82fd-8dea02ebc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405581 Nov 11 21:35:16.790407 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd28c0f2-b651-43d5-8bab-fd014f2ef0c5 req-60900507-3d74-4002-892a-67df15b4f403 service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960227 Nov 11 21:35:16.807601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fc8ba-0477-465c-bc87-d6d7484e69de req-203b3db4-e0bd-43bd-8723-3c4349aadb41 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:16.809181 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d68fc8ba-0477-465c-bc87-d6d7484e69de req-203b3db4-e0bd-43bd-8723-3c4349aadb41 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=91178954-1083-4820-91aa-7ecda7739473 HTTP/1.1" status: 200 len: 950 time: 0.1789007 Nov 11 21:35:16.846057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-ae99e56d-729f-4ed6-8278-00a02773180c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:16.847603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-ae99e56d-729f-4ed6-8278-00a02773180c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 811 time: 0.2348504 Nov 11 21:35:16.912525 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-39fa6249-6112-49c9-8912-13471a6082d1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/quotas/d1be613363d7416ca7041946f8d377db HTTP/1.1" status: 200 len: 375 time: 0.0491860 Nov 11 21:35:16.953801 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d68fc8ba-0477-465c-bc87-d6d7484e69de req-478df173-fbf7-4bb1-be2e-6a6c369b63cc tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338837 Nov 11 21:35:16.978678 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-e4c303d4-2f0a-4a1f-80c4-3c95e4c0b555 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578485 Nov 11 21:35:17.017485 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd28c0f2-b651-43d5-8bab-fd014f2ef0c5 req-c2c9a36c-c85d-4d94-9a74-16043c75a8e9 service neutron] 10.222.0.10 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072012 Nov 11 21:35:17.074928 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9300185a-24ca-4adb-bab9-1399147ff30f req-b33a21bd-db4c-4c41-b80e-429a0e90e159 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0565605 Nov 11 21:35:17.121836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-0812b590-e1e2-469e-96d3-5081b9d46937 service neutron] 10.222.0.57 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331537 Nov 11 21:35:17.122245 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:17.221257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-5d6d2088-a5a5-44c4-8a30-db7038689bdd service neutron] 10.222.0.57 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984797 Nov 11 21:35:17.376856 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device df871846-e5d7-497b-adcd-5487a627a282 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:35:17.423838 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ccef341-2bdc-4802-b6b4-3cb1d5b3262a req-e47538fe-6161-4afc-a5df-02ec67512616 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 210 time: 0.0448329 Nov 11 21:35:17.483929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port df871846-e5d7-497b-adcd-5487a627a282 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:35:17.493323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port df871846-e5d7-497b-adcd-5487a627a282 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:35:17.493706 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:17.605526 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:17.607390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff9306-cc1e-4a8a-855d-7539f77d26a6 req-9879ff66-c302-4b1b-9acf-7fab9be47e38 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:17.609007 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-97ff9306-cc1e-4a8a-855d-7539f77d26a6 req-9879ff66-c302-4b1b-9acf-7fab9be47e38 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 948 time: 0.0821187 Nov 11 21:35:17.621786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bb33e-f71f-4364-88ec-4da21f3d8b95 req-31e72d38-9f92-42d8-8655-c69cf85e53f3 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:17.629932 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c5bb33e-f71f-4364-88ec-4da21f3d8b95 req-31e72d38-9f92-42d8-8655-c69cf85e53f3 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 943 time: 0.1119897 Nov 11 21:35:17.647436 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:17.650564 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859f0b95-2022-489d-abe9-7cbbb69ebfe8" -d '{"events": [{"server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "name": "network-vif-plugged", "status": "completed", "tag": "df871846-e5d7-497b-adcd-5487a627a282"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:17.672694 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=df871846-e5d7-497b-adcd-5487a627a282,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:17.679847 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:17.714195 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c5bb33e-f71f-4364-88ec-4da21f3d8b95 req-73fc7830-6621-4182-9af9-d03f468c2aca tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813775 Nov 11 21:35:17.736186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=df871846-e5d7-497b-adcd-5487a627a282,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:17.741507 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-97ff9306-cc1e-4a8a-855d-7539f77d26a6 req-12d6b825-c0d8-48d3-9f64-59af7abf3827 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085861 Nov 11 21:35:17.895840 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697f3c1a-e3c5-48ed-93e5-b1a2fceafa72 x-openstack-request-id: req-697f3c1a-e3c5-48ed-93e5-b1a2fceafa72 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:17.896226 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "name": "network-vif-plugged", "status": "completed", "tag": "df871846-e5d7-497b-adcd-5487a627a282", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:17.896550 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-697f3c1a-e3c5-48ed-93e5-b1a2fceafa72 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:17.897063 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282', 'code': 200} Nov 11 21:35:18.026619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-180f7c2a-6f21-41bb-88a0-f2ac8812e604 req-e0b12402-3bb1-458a-8ad9-b943844470b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502970 Nov 11 21:35:18.028075 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360640-1f06-46f3-a814-b0fb16971dfe req-77caa8ae-9bad-45d0-860e-a3934bda2eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:18.029950 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d2360640-1f06-46f3-a814-b0fb16971dfe req-77caa8ae-9bad-45d0-860e-a3934bda2eba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 1100 time: 0.0463266 Nov 11 21:35:18.094903 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d2360640-1f06-46f3-a814-b0fb16971dfe req-8bcc92e5-0367-40a8-b694-a7fe2d109bd3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560951 Nov 11 21:35:18.119153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f7c2a-6f21-41bb-88a0-f2ac8812e604 req-c6a2ff91-b1ae-4a79-8b07-ecbe6e287eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:18.120730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-180f7c2a-6f21-41bb-88a0-f2ac8812e604 req-c6a2ff91-b1ae-4a79-8b07-ecbe6e287eeb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 1100 time: 0.0468698 Nov 11 21:35:18.188919 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3b3763a-1c16-4173-9745-2b3954054f10 req-64f178ea-c437-489e-8d13-63e6c4360a0c tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0301332 Nov 11 21:35:18.208780 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 95f2ed7c-c005-45e9-a954-8afebeda63e9 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:35:18.234467 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 95f2ed7c-c005-45e9-a954-8afebeda63e9 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:35:18.234732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 95f2ed7c-c005-45e9-a954-8afebeda63e9 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:35:18.235159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4dc4bf47-6cf2-4223-8d9c-44a323213455 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:35:18.319634 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:18.353007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4dc4bf47-6cf2-4223-8d9c-44a323213455, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4dc4bf47-6cf2-4223-8d9c-44a323213455,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:18.358391 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:18.400652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f7c2a-6f21-41bb-88a0-f2ac8812e604 req-19cc2e52-7dd6-4381-90bf-6cac9760ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:18.402353 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-180f7c2a-6f21-41bb-88a0-f2ac8812e604 req-19cc2e52-7dd6-4381-90bf-6cac9760ef66 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.0931122 Nov 11 21:35:18.408378 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4dc4bf47-6cf2-4223-8d9c-44a323213455,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:18.447915 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:18.453937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-180f7c2a-6f21-41bb-88a0-f2ac8812e604 req-300dcdf6-56ea-4630-a144-47eef0795f84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2 HTTP/1.1" status: 200 len: 217 time: 0.0401561 Nov 11 21:35:18.517420 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-009fdb29-d96a-4b4c-bf7d-b749d09a1d32 req-96429566-23b6-44e2-9ba9-9e314204aba7 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 210 time: 0.0297487 Nov 11 21:35:18.528402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f7c2a-6f21-41bb-88a0-f2ac8812e604 req-763c14af-afb1-414a-a3f9-417cef6855bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:18.529970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-180f7c2a-6f21-41bb-88a0-f2ac8812e604 req-763c14af-afb1-414a-a3f9-417cef6855bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0678704 Nov 11 21:35:18.580510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f7c2a-6f21-41bb-88a0-f2ac8812e604 req-1f9f31cc-1323-40c9-8333-c4519b5bee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:18.581943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-180f7c2a-6f21-41bb-88a0-f2ac8812e604 req-1f9f31cc-1323-40c9-8333-c4519b5bee29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413325 Nov 11 21:35:18.682988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-180f7c2a-6f21-41bb-88a0-f2ac8812e604 req-31660cff-9f78-4fb5-b1c2-e418d3a88b3d service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921392 Nov 11 21:35:18.825350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-180f7c2a-6f21-41bb-88a0-f2ac8812e604 req-c19d207d-3a06-4f36-903d-e5d5951b02a8 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301298 Nov 11 21:35:18.902661 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-445fca29-2d02-4b44-ba2b-fb648b1fab41 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:18.904256 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-445fca29-2d02-4b44-ba2b-fb648b1fab41 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 811 time: 0.1505742 Nov 11 21:35:18.920531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-031c1765-07b7-4734-b52e-696360a1b131 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Request body: {'port': {'device_id': '8dbff54f-f172-4004-962b-57efc2e931aa', 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6', 'admin_state_up': True, 'tenant_id': 'd1be613363d7416ca7041946f8d377db'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:18.942261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83f3fb-6210-42bf-8aeb-ce4bc9728b0b req-f7df7bbb-6393-424e-b11e-b1475d613e54 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:18.944990 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c83f3fb-6210-42bf-8aeb-ce4bc9728b0b req-f7df7bbb-6393-424e-b11e-b1475d613e54 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 943 time: 0.1180160 Nov 11 21:35:18.959447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32acf0-94e0-48af-9b45-e7520c9ef01b req-3ad71267-203a-49b7-ae92-9fd2ecc519a9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:18.961042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a32acf0-94e0-48af-9b45-e7520c9ef01b req-3ad71267-203a-49b7-ae92-9fd2ecc519a9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1230919 Nov 11 21:35:19.019186 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c83f3fb-6210-42bf-8aeb-ce4bc9728b0b req-b8d693e1-fd92-4848-853c-6aaa9c938b96 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733259 Nov 11 21:35:19.040531 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a32acf0-94e0-48af-9b45-e7520c9ef01b req-ff91b7d8-c75a-4b5a-9e19-ab5412100dae tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652239 Nov 11 21:35:19.046046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-031c1765-07b7-4734-b52e-696360a1b131 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Made reservation on behalf of d1be613363d7416ca7041946f8d377db for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:35:19.049926 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-031c1765-07b7-4734-b52e-696360a1b131 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:19.184692 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-031c1765-07b7-4734-b52e-696360a1b131 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Allocated IP 172.20.0.13 (0f5b6d21-fbb6-4820-8133-c68412293dd6/8fbf341f-dbe9-4e8a-84ab-0939e03ed68d/23c65639-fc35-4dfc-b31b-4be5f704d122) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:35:19.266097 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:19.310021 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7add7e2e-8e77-4f3c-9407-40de08fbc53a req-a579b871-2f0c-45c0-b8cb-be75ecf18e25 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0317667 Nov 11 21:35:19.343717 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-031c1765-07b7-4734-b52e-696360a1b131 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:19.378721 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-031c1765-07b7-4734-b52e-696360a1b131 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:19.389533 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 660f5cd7-a1d2-4e95-be05-97096cae9e16 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:35:19.418414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-031c1765-07b7-4734-b52e-696360a1b131 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Network 0f5b6d21-fbb6-4820-8133-c68412293dd6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:35:19.425311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-031c1765-07b7-4734-b52e-696360a1b131 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:35:19.429089 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-031c1765-07b7-4734-b52e-696360a1b131 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:35:19.435910 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c1765-07b7-4734-b52e-696360a1b131 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Pushing event updated for resources: {'Port': ['ID=23c65639-fc35-4dfc-b31b-4be5f704d122,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:19.487158 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-031c1765-07b7-4734-b52e-696360a1b131 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:19.487760 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-031c1765-07b7-4734-b52e-696360a1b131 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:19.506009 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 660f5cd7-a1d2-4e95-be05-97096cae9e16, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=660f5cd7-a1d2-4e95-be05-97096cae9e16,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:19.508629 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-031c1765-07b7-4734-b52e-696360a1b131 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5920441 Nov 11 21:35:19.522118 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '660f5cd7-a1d2-4e95-be05-97096cae9e16', 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db', 'port_id': '660f5cd7-a1d2-4e95-be05-97096cae9e16', 'mac_address': 'fa:16:3e:0c:6c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b04c1fc-83cf-41dc-92b1-a5b449f105f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:35:19.523837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Request body: {'port': {'device_id': '8dbff54f-f172-4004-962b-57efc2e931aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:19.568623 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:19.582605 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660f5cd7-a1d2-4e95-be05-97096cae9e16 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:19.582827 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:19.613282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 660f5cd7-a1d2-4e95-be05-97096cae9e16, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=660f5cd7-a1d2-4e95-be05-97096cae9e16,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:19.619408 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:19.668142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ecd5f-fe00-4037-ab46-43981f0986d5 req-b011dcbc-3f39-43c1-a7c9-13e3b1d78700 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:19.670624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-208ecd5f-fe00-4037-ab46-43981f0986d5 req-b011dcbc-3f39-43c1-a7c9-13e3b1d78700 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 932 time: 0.0697522 Nov 11 21:35:19.685839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=660f5cd7-a1d2-4e95-be05-97096cae9e16,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:19.726631 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-208ecd5f-fe00-4037-ab46-43981f0986d5 req-bf26e8e8-8eac-454c-9e26-f98971a5f568 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488508 Nov 11 21:35:19.872017 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c65639-fc35-4dfc-b31b-4be5f704d122 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:19.879447 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:19.891514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Transition to ACTIVE for port object 23c65639-fc35-4dfc-b31b-4be5f704d122 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:35:19.897085 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:19.898674 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91178954-1083-4820-91aa-7ecda7739473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc4bf47-6cf2-4223-8d9c-44a323213455'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:19.901989 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da2e9fa-2a3e-4819-9a1d-836ef67da209" -d '{"events": [{"server_uuid": "91178954-1083-4820-91aa-7ecda7739473", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc4bf47-6cf2-4223-8d9c-44a323213455"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:19.939133 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775bf0f0-bb08-4d49-89c2-274eb64c3c54 x-openstack-request-id: req-775bf0f0-bb08-4d49-89c2-274eb64c3c54 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:19.939432 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91178954-1083-4820-91aa-7ecda7739473", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc4bf47-6cf2-4223-8d9c-44a323213455", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:19.939710 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-775bf0f0-bb08-4d49-89c2-274eb64c3c54 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:19.940095 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91178954-1083-4820-91aa-7ecda7739473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc4bf47-6cf2-4223-8d9c-44a323213455', 'code': 200} Nov 11 21:35:19.948056 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Pushing event updated for resources: {'Port': ['ID=23c65639-fc35-4dfc-b31b-4be5f704d122,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:20.018325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Attempting to bind port 23c65639-fc35-4dfc-b31b-4be5f704d122 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:35:20.018659 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Attempting to bind port 23c65639-fc35-4dfc-b31b-4be5f704d122 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:35:20.018983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Attempting to bind port 23c65639-fc35-4dfc-b31b-4be5f704d122 on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:20.023293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Port 23c65639-fc35-4dfc-b31b-4be5f704d122 on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:35:20.023609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Attempting to bind port 23c65639-fc35-4dfc-b31b-4be5f704d122 on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:20.028257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:35:20.028583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Checking segment: {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:35:20.029048 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Bound using segment: {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:35:20.029467 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Bound port: 23c65639-fc35-4dfc-b31b-4be5f704d122, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:35:20.029812 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:20.046875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['660f5cd7-a1d2-4e95-be05-97096cae9e16'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:20.107089 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] For port 23c65639-fc35-4dfc-b31b-4be5f704d122, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:35:20.112097 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] For port 23c65639-fc35-4dfc-b31b-4be5f704d122, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=23c65639-fc35-4dfc-b31b-4be5f704d122,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:35:20.119165 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:20.154700 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:20.155433 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:20.156938 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] 10.222.0.71 "PUT /v2.0/ports/23c65639-fc35-4dfc-b31b-4be5f704d122 HTTP/1.1" status: 200 len: 1092 time: 0.6375442 Nov 11 21:35:20.157379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dbff54f-f172-4004-962b-57efc2e931aa', 'tag': '23c65639-fc35-4dfc-b31b-4be5f704d122'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:20.159618 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd1bbdb-a73a-4bc8-86e6-dd6ea82d680c" -d '{"events": [{"name": "network-changed", "server_uuid": "8dbff54f-f172-4004-962b-57efc2e931aa", "tag": "23c65639-fc35-4dfc-b31b-4be5f704d122"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:20.176929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b677d-b4ce-46da-89a6-8fda3e8c09e8 req-39d0bf3d-b266-4fa8-b5f3-085ee1d3da34 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:20.178884 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-754b677d-b4ce-46da-89a6-8fda3e8c09e8 req-39d0bf3d-b266-4fa8-b5f3-085ee1d3da34 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 944 time: 0.0873253 Nov 11 21:35:20.206604 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b5a87d55-549c-4801-b7b0-5b54bf5c6df5 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:35:20.207746 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2f793-3e89-49fc-8f88-79a2ca29569b service neutron] Pushing event updated for resources: {'Port': ['ID=23c65639-fc35-4dfc-b31b-4be5f704d122,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:20.225447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a946e-1c10-49f6-8553-6ad4ddc569ea req-f5335677-990c-4cc7-8a15-81f18901bded tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:20.231666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd4a946e-1c10-49f6-8553-6ad4ddc569ea req-f5335677-990c-4cc7-8a15-81f18901bded tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.0979154 Nov 11 21:35:20.253972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-c78066c9-df4f-4cf7-9682-102471cac84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:20.255589 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-c78066c9-df4f-4cf7-9682-102471cac84c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 1095 time: 0.0434620 Nov 11 21:35:20.285200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-754b677d-b4ce-46da-89a6-8fda3e8c09e8 req-f444ea0b-f519-4a4e-b555-5cbfcb561bc8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980461 Nov 11 21:35:20.300860 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-6549967b-0c10-4f8e-9af6-438c9ac27e59 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23c65639-fc35-4dfc-b31b-4be5f704d122 HTTP/1.1" status: 200 len: 217 time: 0.0359955 Nov 11 21:35:20.312644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd4a946e-1c10-49f6-8553-6ad4ddc569ea req-55ee8405-8cf3-4514-bf0b-ef7aff571ecf tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648308 Nov 11 21:35:20.315033 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b5a87d55-549c-4801-b7b0-5b54bf5c6df5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:20.335427 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'b5a87d55-549c-4801-b7b0-5b54bf5c6df5', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': 'b5a87d55-549c-4801-b7b0-5b54bf5c6df5', 'mac_address': 'fa:16:3e:6b:e2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:35:20.377454 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-adf69038-7f74-405a-b67b-e63c6ca44f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:20.379120 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-adf69038-7f74-405a-b67b-e63c6ca44f90 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fbf341f-dbe9-4e8a-84ab-0939e03ed68d HTTP/1.1" status: 200 len: 851 time: 0.0627463 Nov 11 21:35:20.389640 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:20.406981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5a87d55-549c-4801-b7b0-5b54bf5c6df5 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:20.414560 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-53cf8fa8-e96d-4cd3-89f2-11b41d4db733 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f5b6d21-fbb6-4820-8133-c68412293dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260563 Nov 11 21:35:20.434106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b5a87d55-549c-4801-b7b0-5b54bf5c6df5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:20.440320 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:20.502500 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:20.524709 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6b7040-a6ec-4b91-af3c-f1c82b8d00bb x-openstack-request-id: req-8b6b7040-a6ec-4b91-af3c-f1c82b8d00bb {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:20.525008 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dbff54f-f172-4004-962b-57efc2e931aa", "tag": "23c65639-fc35-4dfc-b31b-4be5f704d122", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:20.525248 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b6b7040-a6ec-4b91-af3c-f1c82b8d00bb {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:20.525649 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dbff54f-f172-4004-962b-57efc2e931aa', 'tag': '23c65639-fc35-4dfc-b31b-4be5f704d122', 'status': 'completed', 'code': 200} Nov 11 21:35:20.531616 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-3481b1a0-0149-4400-b483-fef075fe075b service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061172 Nov 11 21:35:20.555878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['b5a87d55-549c-4801-b7b0-5b54bf5c6df5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:20.581986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe87ad8-f482-454c-8075-cff5fba7de7e req-7f35841b-fcb1-4179-8fc1-d66604182b86 tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:20.583745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fe87ad8-f482-454c-8075-cff5fba7de7e req-7f35841b-fcb1-4179-8fc1-d66604182b86 tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 1100 time: 0.0469000 Nov 11 21:35:20.621956 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bced8cce-8a11-4740-b26b-8f97de57e437 req-1353c209-33e4-4197-b899-df6ff4e6d403 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0371809 Nov 11 21:35:20.635368 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4af42e49-f7d5-40d4-92ed-1974fe07aa04 req-43186ceb-ae52-4fc5-8863-aaab23158bfc service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951433 Nov 11 21:35:20.653253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fe87ad8-f482-454c-8075-cff5fba7de7e req-2fa980dd-4f3a-45c7-80d9-2daffb4da168 tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596311 Nov 11 21:35:20.743669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1bbdb-a73a-4bc8-86e6-dd6ea82d680c req-a4fc9c7f-b25a-4dd9-bed8-1b1f1ab72fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:20.745168 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-efd1bbdb-a73a-4bc8-86e6-dd6ea82d680c req-a4fc9c7f-b25a-4dd9-bed8-1b1f1ab72fa7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 1095 time: 0.0467699 Nov 11 21:35:20.845282 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1bbdb-a73a-4bc8-86e6-dd6ea82d680c req-83463dc9-f3e6-42c9-ae63-a7d9a2109af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:20.846808 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-efd1bbdb-a73a-4bc8-86e6-dd6ea82d680c req-83463dc9-f3e6-42c9-ae63-a7d9a2109af0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 913 time: 0.0914958 Nov 11 21:35:20.861317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fe10f-b5bd-4c8e-a81d-16101871ec6b req-f00e7430-dcc5-4f6c-9628-74180664e5bc tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:20.863012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd8fe10f-b5bd-4c8e-a81d-16101871ec6b req-f00e7430-dcc5-4f6c-9628-74180664e5bc tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 944 time: 0.0654609 Nov 11 21:35:20.892784 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-efd1bbdb-a73a-4bc8-86e6-dd6ea82d680c req-af2a1ace-6012-44b1-b2b6-d44a8c2f6fd3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23c65639-fc35-4dfc-b31b-4be5f704d122 HTTP/1.1" status: 200 len: 217 time: 0.0357220 Nov 11 21:35:20.912431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd8fe10f-b5bd-4c8e-a81d-16101871ec6b req-b55a135a-301a-4325-ac0d-5e09fd355ab9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428770 Nov 11 21:35:20.955592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1bbdb-a73a-4bc8-86e6-dd6ea82d680c req-a80f8d71-173a-407c-b816-3071132b86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:20.957073 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-efd1bbdb-a73a-4bc8-86e6-dd6ea82d680c req-a80f8d71-173a-407c-b816-3071132b86b1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fbf341f-dbe9-4e8a-84ab-0939e03ed68d HTTP/1.1" status: 200 len: 851 time: 0.0476325 Nov 11 21:35:20.994018 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-efd1bbdb-a73a-4bc8-86e6-dd6ea82d680c req-305de4d5-03fa-4734-861f-0ecb66464600 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f5b6d21-fbb6-4820-8133-c68412293dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242717 Nov 11 21:35:21.091842 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-efd1bbdb-a73a-4bc8-86e6-dd6ea82d680c req-0f8cc0e1-e239-4013-9144-e3f28b27eef9 service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900724 Nov 11 21:35:21.175835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fffa21-0063-4d3e-8892-0e99cc1371a8 req-3afb1d58-eeec-49ca-b1d8-d71555187ee0 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:21.179665 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8fffa21-0063-4d3e-8892-0e99cc1371a8 req-3afb1d58-eeec-49ca-b1d8-d71555187ee0 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.0537398 Nov 11 21:35:21.217184 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-50166a4f-193b-492a-a33b-224994164c96 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922091 Nov 11 21:35:21.228457 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8fffa21-0063-4d3e-8892-0e99cc1371a8 req-66a8b208-a5a6-4f7a-ae74-a030c411e7f7 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440238 Nov 11 21:35:21.228590 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-efd1bbdb-a73a-4bc8-86e6-dd6ea82d680c req-d4be7427-79ee-4d5b-8449-809ef51661a4 service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240280 Nov 11 21:35:21.415964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fce4c-d6c2-4958-a614-f6fcc9f8f98a req-b7887482-6031-4fea-8755-cd4b3ce31515 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:21.417525 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e3fce4c-d6c2-4958-a614-f6fcc9f8f98a req-b7887482-6031-4fea-8755-cd4b3ce31515 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 944 time: 0.0564551 Nov 11 21:35:21.470454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e3fce4c-d6c2-4958-a614-f6fcc9f8f98a req-2fb7ace7-9a3e-401a-8525-31bd3b46fbc3 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460701 Nov 11 21:35:21.736761 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ca69c34-32b0-48c8-a1c8-3855c91c792a req-f819a81d-3c80-4b32-b9f0-85469034e995 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0287457 Nov 11 21:35:22.040618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7782fb-bb07-44db-baa2-3085b4188444 req-1971fa95-fde5-4525-bc28-34bd9e62d9ad tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:22.042157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e7782fb-bb07-44db-baa2-3085b4188444 req-1971fa95-fde5-4525-bc28-34bd9e62d9ad tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 944 time: 0.0552256 Nov 11 21:35:22.093274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e7782fb-bb07-44db-baa2-3085b4188444 req-1cf886d6-696a-4429-9635-e4e7b6dc9d53 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449772 Nov 11 21:35:22.221778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b5a87d55-549c-4801-b7b0-5b54bf5c6df5 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:35:22.270254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port b5a87d55-549c-4801-b7b0-5b54bf5c6df5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:35:22.270610 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:22.353568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2296dc-1aec-4dfe-9e84-6aa67a1ca936 req-6b541f93-7161-40b5-b86f-e8e353ddc5f8 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:22.355558 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:22.360830 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b2296dc-1aec-4dfe-9e84-6aa67a1ca936 req-6b541f93-7161-40b5-b86f-e8e353ddc5f8 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.0621505 Nov 11 21:35:22.381287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34415f1c-ec45-40d7-8625-a3877634188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a87d55-549c-4801-b7b0-5b54bf5c6df5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:22.384569 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32234e00-47f1-4f5e-9251-c642c406f9ae" -d '{"events": [{"server_uuid": "34415f1c-ec45-40d7-8625-a3877634188a", "name": "network-vif-plugged", "status": "completed", "tag": "b5a87d55-549c-4801-b7b0-5b54bf5c6df5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:22.400519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b5a87d55-549c-4801-b7b0-5b54bf5c6df5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:22.409357 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:22.412341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b2296dc-1aec-4dfe-9e84-6aa67a1ca936 req-106c13e2-6ee9-4263-8608-8ab36bd8cf8c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504837 Nov 11 21:35:22.446874 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f1e51c-8f49-4f60-992c-5364980c44bf x-openstack-request-id: req-26f1e51c-8f49-4f60-992c-5364980c44bf {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:22.447175 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34415f1c-ec45-40d7-8625-a3877634188a", "name": "network-vif-plugged", "status": "completed", "tag": "b5a87d55-549c-4801-b7b0-5b54bf5c6df5", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:22.447430 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-26f1e51c-8f49-4f60-992c-5364980c44bf {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:22.447817 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34415f1c-ec45-40d7-8625-a3877634188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a87d55-549c-4801-b7b0-5b54bf5c6df5', 'code': 200} Nov 11 21:35:22.476144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:22.661881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-e5f8daaa-f078-41a4-8e07-d4f34a13c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:22.663672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-e5f8daaa-f078-41a4-8e07-d4f34a13c46e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 1100 time: 0.0900278 Nov 11 21:35:22.677966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f40ae-2918-43a6-ae39-a6b6e9ab1337 req-b0f6fa5a-68a6-4cd3-a1c1-e2857eb85e76 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:22.679561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-999f40ae-2918-43a6-ae39-a6b6e9ab1337 req-b0f6fa5a-68a6-4cd3-a1c1-e2857eb85e76 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 944 time: 0.1184399 Nov 11 21:35:22.801361 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-999f40ae-2918-43a6-ae39-a6b6e9ab1337 req-6704f7b3-7c4d-47df-aa2b-f9dd58e95906 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131494 Nov 11 21:35:22.830700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-54f0d878-50ee-4138-ba06-b9690fea2b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:22.832626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-54f0d878-50ee-4138-ba06-b9690fea2b57 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1520588 Nov 11 21:35:22.886854 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-0f4d402f-b1dc-453b-b083-a626069c837a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=df871846-e5d7-497b-adcd-5487a627a282 HTTP/1.1" status: 200 len: 217 time: 0.0399516 Nov 11 21:35:22.965066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-5b565289-497f-4a3c-b5d0-7af215431e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:22.967193 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-5b565289-497f-4a3c-b5d0-7af215431e19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0679255 Nov 11 21:35:23.034315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-946c4ff2-dcff-4d73-96c3-49322a3a7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:23.038662 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-946c4ff2-dcff-4d73-96c3-49322a3a7fc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590522 Nov 11 21:35:23.175146 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-cba8f32a-a10d-40cf-ad62-44a423c3e577 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274629 Nov 11 21:35:23.319947 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9b1a1e8-c383-4031-a1f0-7144255e879f req-1baae932-d28b-454a-b489-a1cd5232ca38 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0419443 Nov 11 21:35:23.360203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2aa20-10c3-401e-8a0f-fae91045f739 req-a4bcae69-bdad-4214-a197-9d560243f64b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:23.361934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8a2aa20-10c3-401e-8a0f-fae91045f739 req-a4bcae69-bdad-4214-a197-9d560243f64b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 944 time: 0.1457760 Nov 11 21:35:23.391936 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-ce49d0ce-ffab-43e9-a27a-8357dbcc73f5 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062321 Nov 11 21:35:23.410825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 660f5cd7-a1d2-4e95-be05-97096cae9e16 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:35:23.438384 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8a2aa20-10c3-401e-8a0f-fae91045f739 req-ab71eda0-469b-4476-af82-34e21773682d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635703 Nov 11 21:35:23.558634 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 660f5cd7-a1d2-4e95-be05-97096cae9e16 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:35:23.563907 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 660f5cd7-a1d2-4e95-be05-97096cae9e16 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:35:23.564494 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:23.612127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92190e85-73c8-4ea4-820a-6586bb585fc2 req-5dd02dec-3283-476b-ac0a-7b9dd73787ef tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:23.613938 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92190e85-73c8-4ea4-820a-6586bb585fc2 req-5dd02dec-3283-476b-ac0a-7b9dd73787ef tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1098742 Nov 11 21:35:23.716177 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:23.730430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92190e85-73c8-4ea4-820a-6586bb585fc2 req-df9478bb-396a-4f41-9660-7fcbd947bfa1 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091819 Nov 11 21:35:23.761156 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 660f5cd7-a1d2-4e95-be05-97096cae9e16, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=660f5cd7-a1d2-4e95-be05-97096cae9e16,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:23.766784 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:23.828870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=660f5cd7-a1d2-4e95-be05-97096cae9e16,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:23.924319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d0ffb-3c9b-4b7a-b258-ee53fd5a3f6f req-029268d2-0d6b-40d0-967b-3d8e599fe385 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:23.926034 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c17d0ffb-3c9b-4b7a-b258-ee53fd5a3f6f req-029268d2-0d6b-40d0-967b-3d8e599fe385 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 945 time: 0.0573909 Nov 11 21:35:24.005442 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c17d0ffb-3c9b-4b7a-b258-ee53fd5a3f6f req-958ba78e-04b4-4e93-99d5-90b62956257c tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706100 Nov 11 21:35:24.234086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 23c65639-fc35-4dfc-b31b-4be5f704d122 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:35:24.455529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e23a230-3c36-40f6-b6df-68e7be51a413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660f5cd7-a1d2-4e95-be05-97096cae9e16'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:24.459295 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f05f00-095e-482f-ac8a-556d68f5d0f9" -d '{"events": [{"server_uuid": "9e23a230-3c36-40f6-b6df-68e7be51a413", "name": "network-vif-plugged", "status": "completed", "tag": "660f5cd7-a1d2-4e95-be05-97096cae9e16"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:24.487238 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 23c65639-fc35-4dfc-b31b-4be5f704d122, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=23c65639-fc35-4dfc-b31b-4be5f704d122,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:24.507131 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '23c65639-fc35-4dfc-b31b-4be5f704d122', 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6', 'port_id': '23c65639-fc35-4dfc-b31b-4be5f704d122', 'mac_address': 'fa:16:3e:c8:1d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbf341f-dbe9-4e8a-84ab-0939e03ed68d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:35:24.544019 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88c8080d-efc3-4226-8007-005bf4960f12 req-7d3ba31b-d22f-4f25-b3dd-33162f5dad2a tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0471079 Nov 11 21:35:24.554513 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:24.573765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c65639-fc35-4dfc-b31b-4be5f704d122 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:24.596742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 23c65639-fc35-4dfc-b31b-4be5f704d122, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=23c65639-fc35-4dfc-b31b-4be5f704d122,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:24.604765 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:24.616370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d290c53-422b-489d-9d24-128b20305cc4 req-d65f2fea-d515-48fa-8b81-56f504a2ab3f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:24.618020 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d290c53-422b-489d-9d24-128b20305cc4 req-d65f2fea-d515-48fa-8b81-56f504a2ab3f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 944 time: 0.0771251 Nov 11 21:35:24.660216 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c54ca8-d89e-4d95-ba8a-9d1d93b72f81 x-openstack-request-id: req-b5c54ca8-d89e-4d95-ba8a-9d1d93b72f81 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:24.660656 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e23a230-3c36-40f6-b6df-68e7be51a413", "name": "network-vif-plugged", "status": "completed", "tag": "660f5cd7-a1d2-4e95-be05-97096cae9e16", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:24.661038 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b5c54ca8-d89e-4d95-ba8a-9d1d93b72f81 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:24.661522 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e23a230-3c36-40f6-b6df-68e7be51a413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660f5cd7-a1d2-4e95-be05-97096cae9e16', 'code': 200} Nov 11 21:35:24.686762 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=23c65639-fc35-4dfc-b31b-4be5f704d122,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:24.762105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d290c53-422b-489d-9d24-128b20305cc4 req-7db61620-a2cf-42b4-9feb-64c48f4f5426 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362712 Nov 11 21:35:24.831104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411b6a7-9e06-4451-82fe-ac96c755fb6b req-094b3d47-2547-4446-a3bb-48aa2c46db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:24.832623 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3411b6a7-9e06-4451-82fe-ac96c755fb6b req-094b3d47-2547-4446-a3bb-48aa2c46db0c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 1096 time: 0.1257071 Nov 11 21:35:24.927418 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3411b6a7-9e06-4451-82fe-ac96c755fb6b req-7e30d4ec-f2df-4df2-ad03-3fdcfd287c4a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850594 Nov 11 21:35:24.938784 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-8fd14adc-653c-4970-9692-5193b767b1e0 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:24.940421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-8fd14adc-653c-4970-9692-5193b767b1e0 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/networks?id=78d420ff-1056-48bf-b87b-c3bf39a606da HTTP/1.1" status: 200 len: 815 time: 0.1973698 Nov 11 21:35:24.946848 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['23c65639-fc35-4dfc-b31b-4be5f704d122'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:24.970563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-caea6c62-5daa-4e7a-8229-b7e5101119c9 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/quotas/675055883ebd45b8a34af50040494423 HTTP/1.1" status: 200 len: 375 time: 0.0198858 Nov 11 21:35:25.056360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2f9cc289-28ab-4269-ad10-18d0684db692 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=675055883ebd45b8a34af50040494423&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847447 Nov 11 21:35:25.073611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296e309-d236-43ba-a5d0-07832fff9999 req-bfb8d5c4-b89a-4c9b-a9d6-c57153f0a6f6 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:25.075251 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a296e309-d236-43ba-a5d0-07832fff9999 req-bfb8d5c4-b89a-4c9b-a9d6-c57153f0a6f6 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.0656333 Nov 11 21:35:25.190016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a296e309-d236-43ba-a5d0-07832fff9999 req-bf263b1e-2792-4e2b-9e56-a910cd00d82a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997031 Nov 11 21:35:25.221108 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-95a7149c-ef43-4005-8ecd-7729d777881f service neutron] 10.222.0.57 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442909 Nov 11 21:35:25.327553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-174ebc84-ce5f-4c06-ace2-79389251f30c service neutron] 10.222.0.57 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052542 Nov 11 21:35:25.406361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f815-e9cd-43d7-a7be-9cb7658d9574 req-74919217-2d94-4996-b140-cd3db44910fa tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:25.414833 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16b2f815-e9cd-43d7-a7be-9cb7658d9574 req-74919217-2d94-4996-b140-cd3db44910fa tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 945 time: 0.0665612 Nov 11 21:35:25.526409 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16b2f815-e9cd-43d7-a7be-9cb7658d9574 req-fc64cab5-3dbb-4b62-bf4d-85f0e460ffa4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104455 Nov 11 21:35:25.565938 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85b57b96-9ea1-4f6d-9571-a9638aa2219d req-e3e2c0de-1ad2-4fa3-8db4-d6e2fba680dc tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 210 time: 0.0384421 Nov 11 21:35:25.672680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f537ab4-86fc-412e-b72f-edd23afa84e9 req-c1121726-8af5-44f3-89d5-e23a047bc956 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0291181 Nov 11 21:35:25.901611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869ca8b-ee7b-4965-a359-cea47d55980b req-e86326d6-15be-4226-9588-1f9a8344952b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:25.909445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c869ca8b-ee7b-4965-a359-cea47d55980b req-e86326d6-15be-4226-9588-1f9a8344952b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 945 time: 0.0643952 Nov 11 21:35:25.983470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c869ca8b-ee7b-4965-a359-cea47d55980b req-96190883-5343-4685-983f-b6db5a670a32 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732143 Nov 11 21:35:26.237538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 23c65639-fc35-4dfc-b31b-4be5f704d122 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:35:26.313285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 23c65639-fc35-4dfc-b31b-4be5f704d122 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:35:26.321377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 23c65639-fc35-4dfc-b31b-4be5f704d122 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:35:26.322475 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:26.444731 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:26.499315 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 23c65639-fc35-4dfc-b31b-4be5f704d122, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=23c65639-fc35-4dfc-b31b-4be5f704d122,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:26.508009 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:26.589552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=23c65639-fc35-4dfc-b31b-4be5f704d122,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:26.658567 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5df6d5b7-abab-4d12-87c6-96df28228ee1 req-ebe7e7b7-ef6e-4ac7-b89a-2559eeb9c74c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468457 Nov 11 21:35:26.662973 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbff54f-f172-4004-962b-57efc2e931aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c65639-fc35-4dfc-b31b-4be5f704d122'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:26.665347 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5712a5-78f6-4d53-86ab-b9972e166724" -d '{"events": [{"server_uuid": "8dbff54f-f172-4004-962b-57efc2e931aa", "name": "network-vif-plugged", "status": "completed", "tag": "23c65639-fc35-4dfc-b31b-4be5f704d122"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:26.742597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6d5b7-abab-4d12-87c6-96df28228ee1 req-5cba5f25-93cc-4aa3-bd8f-e36b9c12c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:26.744420 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5df6d5b7-abab-4d12-87c6-96df28228ee1 req-5cba5f25-93cc-4aa3-bd8f-e36b9c12c83c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 1096 time: 0.0538962 Nov 11 21:35:26.794988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b856f6-27d1-4990-836a-95ed0c1d0c45 req-6bc36362-74e7-42a3-86fd-e5e28ce79c83 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:26.802951 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e3b856f6-27d1-4990-836a-95ed0c1d0c45 req-6bc36362-74e7-42a3-86fd-e5e28ce79c83 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.5318270 Nov 11 21:35:26.850796 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b578f0-4990-4efa-b083-884527c7dabe req-1fd2df3d-6387-4d9d-9939-7e1329bece60 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:26.859360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35b578f0-4990-4efa-b083-884527c7dabe req-1fd2df3d-6387-4d9d-9939-7e1329bece60 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 945 time: 0.1204734 Nov 11 21:35:26.878728 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6d5b7-abab-4d12-87c6-96df28228ee1 req-a8f5b3ab-8819-4523-a14f-f06c3921f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:26.880922 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5df6d5b7-abab-4d12-87c6-96df28228ee1 req-a8f5b3ab-8819-4523-a14f-f06c3921f661 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.1107578 Nov 11 21:35:26.971103 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5df6d5b7-abab-4d12-87c6-96df28228ee1 req-712419e0-4d75-40dc-b4da-4a1b2187029f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb HTTP/1.1" status: 200 len: 1000 time: 0.0813184 Nov 11 21:35:27.014905 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e3b856f6-27d1-4990-836a-95ed0c1d0c45 req-dfb48ce4-58ff-4fa5-bf72-6518489b197f tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109621 Nov 11 21:35:27.059237 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-29a3ec7e-4c43-44dd-9c87-fa1551b42d2e tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:27.062350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-29a3ec7e-4c43-44dd-9c87-fa1551b42d2e tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "GET /v2.0/networks?id=78d420ff-1056-48bf-b87b-c3bf39a606da HTTP/1.1" status: 200 len: 815 time: 0.1619208 Nov 11 21:35:27.063827 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6d5b7-abab-4d12-87c6-96df28228ee1 req-d41d0a72-19a5-426a-bfbd-f545bfd10646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:27.065471 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5df6d5b7-abab-4d12-87c6-96df28228ee1 req-d41d0a72-19a5-426a-bfbd-f545bfd10646 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.0848093 Nov 11 21:35:27.069301 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35b578f0-4990-4efa-b083-884527c7dabe req-18e5198d-b95c-4e98-9186-691fb726e99b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089577 Nov 11 21:35:27.089587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-c2b8d310-11b8-42c9-b8fa-1a9dc2f5fe38 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Request body: {'port': {'device_id': 'f3051d4e-b7ee-4896-9955-948dd4b41c1a', 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da', 'admin_state_up': True, 'tenant_id': '675055883ebd45b8a34af50040494423'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:27.135116 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0356a973-29bd-4aee-abca-1c6db1b3da09 x-openstack-request-id: req-0356a973-29bd-4aee-abca-1c6db1b3da09 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:27.135652 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbff54f-f172-4004-962b-57efc2e931aa", "name": "network-vif-plugged", "status": "completed", "tag": "23c65639-fc35-4dfc-b31b-4be5f704d122", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:27.136294 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0356a973-29bd-4aee-abca-1c6db1b3da09 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:27.136882 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbff54f-f172-4004-962b-57efc2e931aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c65639-fc35-4dfc-b31b-4be5f704d122', 'code': 200} Nov 11 21:35:27.166353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6d5b7-abab-4d12-87c6-96df28228ee1 req-72655ca5-31c9-409c-b980-bfad7e8b646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:27.175300 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5df6d5b7-abab-4d12-87c6-96df28228ee1 req-72655ca5-31c9-409c-b980-bfad7e8b646d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000197 Nov 11 21:35:27.200135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f06b29d8-5803-4355-aecb-69a05a4132b2 req-46b6fc84-cc19-44e0-9f9e-1842aee18d00 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 210 time: 0.0579808 Nov 11 21:35:27.294930 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5df6d5b7-abab-4d12-87c6-96df28228ee1 req-cc1a84a1-dc0d-4c3c-9d7a-2f788d4528a9 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043656 Nov 11 21:35:27.393172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d138e8ff-23e7-4158-bcef-8e5741650309 req-8231c08b-dc22-48a4-b921-59a792573c96 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0446713 Nov 11 21:35:27.420101 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5df6d5b7-abab-4d12-87c6-96df28228ee1 req-d7c1173e-26fc-4b27-8329-e6be7ac18520 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141045 Nov 11 21:35:27.450884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-c2b8d310-11b8-42c9-b8fa-1a9dc2f5fe38 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Made reservation on behalf of 675055883ebd45b8a34af50040494423 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:35:27.454824 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-c2b8d310-11b8-42c9-b8fa-1a9dc2f5fe38 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:27.461143 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671dd60-fd68-451e-abf7-b1b4c7bde2fe req-073b234c-c64e-44e9-87d5-7ad0b2477280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:27.462662 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c671dd60-fd68-451e-abf7-b1b4c7bde2fe req-073b234c-c64e-44e9-87d5-7ad0b2477280 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 1097 time: 0.1477635 Nov 11 21:35:27.531591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93469711-a15b-4b4a-a1fd-9f86bf5f3c16 req-6013d4b5-2b22-4b9e-81ef-100a2457bf6c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:27.538812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93469711-a15b-4b4a-a1fd-9f86bf5f3c16 req-6013d4b5-2b22-4b9e-81ef-100a2457bf6c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 946 time: 0.1416688 Nov 11 21:35:27.613676 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c671dd60-fd68-451e-abf7-b1b4c7bde2fe req-5840296f-65ed-4c78-ab0d-ff65effa19a3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404772 Nov 11 21:35:27.685893 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93469711-a15b-4b4a-a1fd-9f86bf5f3c16 req-fbdd9b77-16d1-4b6e-91cd-7ab5fe0f9140 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441739 Nov 11 21:35:27.726416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-c2b8d310-11b8-42c9-b8fa-1a9dc2f5fe38 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Allocated IP 172.20.0.6 (78d420ff-1056-48bf-b87b-c3bf39a606da/79662f28-e3fd-4673-8ed1-0f8260d585f3/24a808a1-0e6c-42b5-bdc9-3209027c6d4c) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:35:27.881687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21a218-40fb-4a76-a0ec-68e0f50355ce req-93aa06d7-498a-4036-b0fa-e22ff9a6055f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:27.883333 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd21a218-40fb-4a76-a0ec-68e0f50355ce req-93aa06d7-498a-4036-b0fa-e22ff9a6055f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 945 time: 0.1316619 Nov 11 21:35:27.979963 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd21a218-40fb-4a76-a0ec-68e0f50355ce req-4283ca88-011e-4226-87a5-136eac84efa3 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839548 Nov 11 21:35:27.992139 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-c2b8d310-11b8-42c9-b8fa-1a9dc2f5fe38 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:28.031467 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-c2b8d310-11b8-42c9-b8fa-1a9dc2f5fe38 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:28.053107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['cea1b84b-e797-4f9d-86fc-394a2a5123ab'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:28.163163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-c2b8d310-11b8-42c9-b8fa-1a9dc2f5fe38 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Network 78d420ff-1056-48bf-b87b-c3bf39a606da is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:35:28.176050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-c2b8d310-11b8-42c9-b8fa-1a9dc2f5fe38 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:35:28.183267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-c2b8d310-11b8-42c9-b8fa-1a9dc2f5fe38 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:35:28.186533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8d310-11b8-42c9-b8fa-1a9dc2f5fe38 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Pushing event updated for resources: {'Port': ['ID=24a808a1-0e6c-42b5-bdc9-3209027c6d4c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:28.236111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419c55c-c50f-4113-a3f1-e3e5d17b4a36 req-66eb9a94-bf1a-47d9-a0f6-76159654949e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:28.237717 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d419c55c-c50f-4113-a3f1-e3e5d17b4a36 req-66eb9a94-bf1a-47d9-a0f6-76159654949e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1294429 Nov 11 21:35:28.265462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3876fa-2787-48db-bc01-9c7b2143cb92 req-513b8710-163c-4de0-ad91-5aeeab6a8167 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:28.266904 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec3876fa-2787-48db-bc01-9c7b2143cb92 req-513b8710-163c-4de0-ad91-5aeeab6a8167 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 945 time: 0.1750457 Nov 11 21:35:28.297320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-c2b8d310-11b8-42c9-b8fa-1a9dc2f5fe38 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:28.297967 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-c2b8d310-11b8-42c9-b8fa-1a9dc2f5fe38 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:28.349519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d419c55c-c50f-4113-a3f1-e3e5d17b4a36 req-74d58197-9254-41be-a955-c3871219e85b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026893 Nov 11 21:35:28.358021 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-c2b8d310-11b8-42c9-b8fa-1a9dc2f5fe38 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2796032 Nov 11 21:35:28.366427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec3876fa-2787-48db-bc01-9c7b2143cb92 req-1e31b0a6-1460-4234-8572-d4e9ad7ef779 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910728 Nov 11 21:35:28.385986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Request body: {'port': {'device_id': 'f3051d4e-b7ee-4896-9955-948dd4b41c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:28.507239 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:28.560484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1c1e1-cf3c-40dd-b45c-bb6560f503fc req-11bb4944-680f-4014-b1e9-999b8d60b679 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:28.562384 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58e1c1e1-cf3c-40dd-b45c-bb6560f503fc req-11bb4944-680f-4014-b1e9-999b8d60b679 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 931 time: 0.1316779 Nov 11 21:35:28.736018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58e1c1e1-cf3c-40dd-b45c-bb6560f503fc req-60a2b16b-f071-429f-9def-121f4d93446e tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651130 Nov 11 21:35:28.775172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db274b72-be18-4236-9c9f-4cb10fae0b4a req-f36e4f55-153a-4cbf-a23b-84b7666df7ce tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0353532 Nov 11 21:35:28.990883 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2413593-67b7-42bf-9f76-d116e0c557f8 req-79439bae-23ee-49c0-89f9-d7044bb737a6 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:28.998785 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2413593-67b7-42bf-9f76-d116e0c557f8 req-79439bae-23ee-49c0-89f9-d7044bb737a6 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 945 time: 0.1296873 Nov 11 21:35:29.072518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e331f-c079-44d1-ad52-8df4851bbeae req-45e8f71d-2de6-4e1e-b481-df59b5f60362 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:29.074227 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba3e331f-c079-44d1-ad52-8df4851bbeae req-45e8f71d-2de6-4e1e-b481-df59b5f60362 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 946 time: 0.1743584 Nov 11 21:35:29.126033 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2413593-67b7-42bf-9f76-d116e0c557f8 req-0dd91e2e-4389-470f-8c6e-b7f952c34933 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260962 Nov 11 21:35:29.153202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a808a1-0e6c-42b5-bdc9-3209027c6d4c {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:29.167052 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:29.215879 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba3e331f-c079-44d1-ad52-8df4851bbeae req-98933901-c91d-4655-a640-ce8aca3b914d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321476 Nov 11 21:35:29.217119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Transition to ACTIVE for port object 24a808a1-0e6c-42b5-bdc9-3209027c6d4c will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:35:29.225830 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:29.282463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Pushing event updated for resources: {'Port': ['ID=24a808a1-0e6c-42b5-bdc9-3209027c6d4c,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:29.363233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Attempting to bind port 24a808a1-0e6c-42b5-bdc9-3209027c6d4c on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:35:29.363763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Attempting to bind port 24a808a1-0e6c-42b5-bdc9-3209027c6d4c by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:35:29.364019 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Attempting to bind port 24a808a1-0e6c-42b5-bdc9-3209027c6d4c on network 78d420ff-1056-48bf-b87b-c3bf39a606da {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:29.368668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Port 24a808a1-0e6c-42b5-bdc9-3209027c6d4c on network 78d420ff-1056-48bf-b87b-c3bf39a606da not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:35:29.369045 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Attempting to bind port 24a808a1-0e6c-42b5-bdc9-3209027c6d4c on network 78d420ff-1056-48bf-b87b-c3bf39a606da {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:29.389474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:35:29.390144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Checking segment: {'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:35:29.390648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Bound using segment: {'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:35:29.391110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Bound port: 24a808a1-0e6c-42b5-bdc9-3209027c6d4c, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:35:29.391764 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:29.529645 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a757e30-2edb-46be-a397-db373172fe7b req-d1f0e8ca-00d1-4321-aaa7-819ac4310f6a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:29.531248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a757e30-2edb-46be-a397-db373172fe7b req-d1f0e8ca-00d1-4321-aaa7-819ac4310f6a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1023383 Nov 11 21:35:29.542683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] For port 24a808a1-0e6c-42b5-bdc9-3209027c6d4c, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:35:29.546106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] For port 24a808a1-0e6c-42b5-bdc9-3209027c6d4c, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=24a808a1-0e6c-42b5-bdc9-3209027c6d4c,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:35:29.556205 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:29.629708 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dfb11866-0185-4a31-bc4b-94a6185b725a req-dd8f6b49-b8b5-4779-9c6f-cb8bd32fcf5f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0539231 Nov 11 21:35:29.634113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:29.634729 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:29.636164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] 10.222.0.10 "PUT /v2.0/ports/24a808a1-0e6c-42b5-bdc9-3209027c6d4c HTTP/1.1" status: 200 len: 1091 time: 1.2633808 Nov 11 21:35:29.636586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3051d4e-b7ee-4896-9955-948dd4b41c1a', 'tag': '24a808a1-0e6c-42b5-bdc9-3209027c6d4c'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:29.638940 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdae9a01-c1da-401a-b533-83e2b705260e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3051d4e-b7ee-4896-9955-948dd4b41c1a", "tag": "24a808a1-0e6c-42b5-bdc9-3209027c6d4c"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:29.683898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf2825-bf19-4cf1-aac4-e06530ae0119 service neutron] Pushing event updated for resources: {'Port': ['ID=24a808a1-0e6c-42b5-bdc9-3209027c6d4c,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:29.690584 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a757e30-2edb-46be-a397-db373172fe7b req-97e7e7fa-2d75-4121-98b2-e9290c595026 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425912 Nov 11 21:35:29.728331 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715d416f-d6f9-4af3-905e-948d8c64e5d5 x-openstack-request-id: req-715d416f-d6f9-4af3-905e-948d8c64e5d5 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:29.728604 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3051d4e-b7ee-4896-9955-948dd4b41c1a", "tag": "24a808a1-0e6c-42b5-bdc9-3209027c6d4c", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:29.728879 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-715d416f-d6f9-4af3-905e-948d8c64e5d5 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:29.729302 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3051d4e-b7ee-4896-9955-948dd4b41c1a', 'tag': '24a808a1-0e6c-42b5-bdc9-3209027c6d4c', 'status': 'completed', 'code': 200} Nov 11 21:35:29.823987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-e3a9d456-b54f-44d5-9d41-9c1436d2f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:29.825503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-e3a9d456-b54f-44d5-9d41-9c1436d2f64d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=675055883ebd45b8a34af50040494423&device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 1094 time: 0.0882611 Nov 11 21:35:29.882596 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-ba284a7d-346d-4671-b3ad-66bbada6d45f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24a808a1-0e6c-42b5-bdc9-3209027c6d4c HTTP/1.1" status: 200 len: 217 time: 0.0390210 Nov 11 21:35:29.922841 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f329d43-68a5-4021-b239-a6bed3819b37 req-56aaa720-358e-4bc7-a3a9-51656153a69d tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0448835 Nov 11 21:35:29.971385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-0bc90645-8992-4d2d-a4da-5af1241e9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:29.973434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-0bc90645-8992-4d2d-a4da-5af1241e9bac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79662f28-e3fd-4673-8ed1-0f8260d585f3 HTTP/1.1" status: 200 len: 855 time: 0.0600390 Nov 11 21:35:29.988445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afe642-f299-4989-9ad4-96e3f585c314 req-4569efcd-95a5-4824-9cf6-eabd4b3d2ca4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:29.993385 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6afe642-f299-4989-9ad4-96e3f585c314 req-4569efcd-95a5-4824-9cf6-eabd4b3d2ca4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 943 time: 0.1802540 Nov 11 21:35:30.034715 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-1a9f89b0-8e91-4584-9653-8c783e11c22a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=78d420ff-1056-48bf-b87b-c3bf39a606da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393062 Nov 11 21:35:30.142462 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6afe642-f299-4989-9ad4-96e3f585c314 req-e372feda-425b-410e-a2c6-0079690a6c34 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355474 Nov 11 21:35:30.185385 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-aca5cbf5-145d-4644-907b-51f3273e683b service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393743 Nov 11 21:35:30.310111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c5771-e54b-41ff-855c-e20b3287cc2c req-5b9f9dfa-ac5c-4675-8f88-677961a55fc2 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:30.318689 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae1c5771-e54b-41ff-855c-e20b3287cc2c req-5b9f9dfa-ac5c-4675-8f88-677961a55fc2 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 945 time: 0.1179199 Nov 11 21:35:30.355456 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae011f3-a1a0-4d48-abe6-f3ca5abcdc25 req-33e14719-e4fc-4ec8-8b16-ecdba714daee tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:30.357856 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fae011f3-a1a0-4d48-abe6-f3ca5abcdc25 req-33e14719-e4fc-4ec8-8b16-ecdba714daee tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 945 time: 0.0947576 Nov 11 21:35:30.426259 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad452d77-5b98-4566-8a41-f79d5a8c5366 req-569fdb13-74a4-46cc-8ac2-6e885b057b3c service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334058 Nov 11 21:35:30.441547 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae1c5771-e54b-41ff-855c-e20b3287cc2c req-a1e2e6d6-8ed4-4579-8e28-806cf7df3e6d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170154 Nov 11 21:35:30.470687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957e281-2af0-4881-9c0f-f09bdefaa2eb req-7c56a69b-29cf-4bae-ab04-5875bf58fda1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:30.482505 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9957e281-2af0-4881-9c0f-f09bdefaa2eb req-7c56a69b-29cf-4bae-ab04-5875bf58fda1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 946 time: 0.1030343 Nov 11 21:35:30.520784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fae011f3-a1a0-4d48-abe6-f3ca5abcdc25 req-543843ec-e47f-4bf1-a28c-7391653b04ea tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Deleting port 660f5cd7-a1d2-4e95-be05-97096cae9e16 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:35:30.521240 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fae011f3-a1a0-4d48-abe6-f3ca5abcdc25 req-543843ec-e47f-4bf1-a28c-7391653b04ea tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:30.596401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae9a01-c1da-401a-b533-83e2b705260e req-b5f9b479-b073-458f-808c-7f02bb000dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:30.603519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdae9a01-c1da-401a-b533-83e2b705260e req-b5f9b479-b073-458f-808c-7f02bb000dbf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=675055883ebd45b8a34af50040494423&device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 1094 time: 0.1118591 Nov 11 21:35:30.607476 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9957e281-2af0-4881-9c0f-f09bdefaa2eb req-bb6564de-175b-4034-a41a-e9994d4a29ab tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240864 Nov 11 21:35:30.701731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fae011f3-a1a0-4d48-abe6-f3ca5abcdc25 req-543843ec-e47f-4bf1-a28c-7391653b04ea tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] For port 660f5cd7-a1d2-4e95-be05-97096cae9e16, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=660f5cd7-a1d2-4e95-be05-97096cae9e16,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:30.702094 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fae011f3-a1a0-4d48-abe6-f3ca5abcdc25 req-543843ec-e47f-4bf1-a28c-7391653b04ea tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:30.732344 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fae011f3-a1a0-4d48-abe6-f3ca5abcdc25 req-543843ec-e47f-4bf1-a28c-7391653b04ea tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Calling delete_port for 660f5cd7-a1d2-4e95-be05-97096cae9e16 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:35:30.774973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae9a01-c1da-401a-b533-83e2b705260e req-af69c39a-bfa0-49e3-a024-0b398fd104b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:30.777451 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdae9a01-c1da-401a-b533-83e2b705260e req-af69c39a-bfa0-49e3-a024-0b398fd104b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=78d420ff-1056-48bf-b87b-c3bf39a606da HTTP/1.1" status: 200 len: 917 time: 0.1616721 Nov 11 21:35:30.883937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdae9a01-c1da-401a-b533-83e2b705260e req-69eccbe4-a9e5-4fd7-97f6-de8e4dc2dea1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24a808a1-0e6c-42b5-bdc9-3209027c6d4c HTTP/1.1" status: 200 len: 217 time: 0.0568185 Nov 11 21:35:30.916741 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58855140-fa68-437a-99cc-79f657548d7f req-0f8f3766-d65d-4489-a8ff-b070a0429b00 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:30.926792 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58855140-fa68-437a-99cc-79f657548d7f req-0f8f3766-d65d-4489-a8ff-b070a0429b00 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1438906 Nov 11 21:35:30.942422 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fae011f3-a1a0-4d48-abe6-f3ca5abcdc25 req-543843ec-e47f-4bf1-a28c-7391653b04ea tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:30.959330 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['90fb43ec-2244-4e6f-88f4-0f6efcf8e38e', '660f5cd7-a1d2-4e95-be05-97096cae9e16'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:31.047966 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543843ec-e47f-4bf1-a28c-7391653b04ea tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Pushing event deleted for resources: {'Port': ['ID=660f5cd7-a1d2-4e95-be05-97096cae9e16,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:31.144782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae011f3-a1a0-4d48-abe6-f3ca5abcdc25 req-543843ec-e47f-4bf1-a28c-7391653b04ea tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] No DVR routers for this DVR port 660f5cd7-a1d2-4e95-be05-97096cae9e16 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:35:31.148037 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fae011f3-a1a0-4d48-abe6-f3ca5abcdc25 req-543843ec-e47f-4bf1-a28c-7391653b04ea tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:31.152053 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fae011f3-a1a0-4d48-abe6-f3ca5abcdc25 req-543843ec-e47f-4bf1-a28c-7391653b04ea tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "DELETE /v2.0/ports/660f5cd7-a1d2-4e95-be05-97096cae9e16 HTTP/1.1" status: 204 len: 173 time: 0.7874904 Nov 11 21:35:31.153369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e23a230-3c36-40f6-b6df-68e7be51a413', 'name': 'network-vif-deleted', 'tag': '660f5cd7-a1d2-4e95-be05-97096cae9e16'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:31.156343 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b59a72e-d9b2-42b2-9611-09303e43412f" -d '{"events": [{"server_uuid": "9e23a230-3c36-40f6-b6df-68e7be51a413", "name": "network-vif-deleted", "tag": "660f5cd7-a1d2-4e95-be05-97096cae9e16"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:31.191497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58855140-fa68-437a-99cc-79f657548d7f req-1b9e68dc-c472-4d0f-8cbd-e7f7f05ae72e tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025797 Nov 11 21:35:31.341698 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e900c22-decf-40c3-9bc0-82f14bbf3897 req-c81eefb1-e04d-4215-a3af-df9b712958f8 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.1481977 Nov 11 21:35:31.363010 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae9a01-c1da-401a-b533-83e2b705260e req-f5829927-7ca4-49df-ba8a-a94c168f8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:31.364617 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdae9a01-c1da-401a-b533-83e2b705260e req-f5829927-7ca4-49df-ba8a-a94c168f8e10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79662f28-e3fd-4673-8ed1-0f8260d585f3 HTTP/1.1" status: 200 len: 855 time: 0.4368131 Nov 11 21:35:31.436509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdae9a01-c1da-401a-b533-83e2b705260e req-32dadc37-c3bf-4d91-b5a3-88e4dced7e29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=78d420ff-1056-48bf-b87b-c3bf39a606da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612798 Nov 11 21:35:31.445782 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1d257e-5b90-4290-81e9-ecd5a0173c40 x-openstack-request-id: req-3b1d257e-5b90-4290-81e9-ecd5a0173c40 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:31.447673 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e23a230-3c36-40f6-b6df-68e7be51a413", "name": "network-vif-deleted", "tag": "660f5cd7-a1d2-4e95-be05-97096cae9e16", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:31.448158 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b1d257e-5b90-4290-81e9-ecd5a0173c40 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:31.449366 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e23a230-3c36-40f6-b6df-68e7be51a413', 'name': 'network-vif-deleted', 'tag': '660f5cd7-a1d2-4e95-be05-97096cae9e16', 'status': 'completed', 'code': 200} Nov 11 21:35:31.578289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02de8a-9b68-4c78-a76a-104ed0cc5f75 req-732186a2-bd67-48a3-a1a2-0a9f26849563 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:31.580180 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a02de8a-9b68-4c78-a76a-104ed0cc5f75 req-732186a2-bd67-48a3-a1a2-0a9f26849563 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 943 time: 0.1049390 Nov 11 21:35:31.608225 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdae9a01-c1da-401a-b533-83e2b705260e req-150ef0ea-d4a2-44cb-8fa5-a59ab8d107df service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541395 Nov 11 21:35:31.683504 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d485927-f779-4310-9706-2e1f45834d8d req-f4b7056e-2c66-4b6f-9937-f22459c296cc tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e23a230-3c36-40f6-b6df-68e7be51a413 HTTP/1.1" status: 200 len: 210 time: 0.0605876 Nov 11 21:35:31.689108 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a02de8a-9b68-4c78-a76a-104ed0cc5f75 req-af16af42-6ec3-4a28-91de-45e6b8f495ad tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990636 Nov 11 21:35:31.814535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdae9a01-c1da-401a-b533-83e2b705260e req-4dfd59c2-4cb8-445a-bcc8-6db6ebda0dbb service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905990 Nov 11 21:35:32.344858 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d1078-275c-4c2c-a3ba-512e63da1f8b req-5d7af1ae-a19b-45f1-b2eb-f8f27845f97b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:32.356011 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-289d1078-275c-4c2c-a3ba-512e63da1f8b req-5d7af1ae-a19b-45f1-b2eb-f8f27845f97b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.0861795 Nov 11 21:35:32.427932 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-289d1078-275c-4c2c-a3ba-512e63da1f8b req-07cd8bb1-9670-4420-acfd-2eda03be1054 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659323 Nov 11 21:35:32.510318 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-877c43c7-efcd-40a9-a666-121c3344c29d req-f12c409f-93e0-438a-b822-b090b12cde70 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0276906 Nov 11 21:35:32.901381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9c4e08-d76c-4651-901b-81dd5c7a550c req-f928fd6d-dd02-4849-ad8c-132efd734e17 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495&device_id=5de86a8f-b579-4742-8089-7f277f944e9c HTTP/1.1" status: 200 len: 210 time: 0.0384028 Nov 11 21:35:32.968249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611c2e8-1369-4434-a359-1597d594c7ef req-20ceb87e-ca5b-4233-b771-83ac4a157f12 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:32.969920 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b611c2e8-1369-4434-a359-1597d594c7ef req-20ceb87e-ca5b-4233-b771-83ac4a157f12 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 943 time: 0.0941045 Nov 11 21:35:33.032056 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b611c2e8-1369-4434-a359-1597d594c7ef req-aa419f25-fae1-404c-99b7-243dd6eac530 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551834 Nov 11 21:35:33.315283 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13b227aa-94cb-4bb9-b2ef-52474d3c0988 req-ee6a86a3-830d-4261-a7ff-8d7353cd2baf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f85caf85ba11463bbaa8daf9104f160e&device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0290177 Nov 11 21:35:33.356866 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13b227aa-94cb-4bb9-b2ef-52474d3c0988 req-17551d21-2c2b-48cc-9a38-77609a109a64 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=f85caf85ba11463bbaa8daf9104f160e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284350 Nov 11 21:35:33.391327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5065dff8-84b1-4d7a-98e7-ebc5dd3089a4 req-f581d012-7423-4ca9-a737-5ce5bb27c80d tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0365036 Nov 11 21:35:33.457250 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 24a808a1-0e6c-42b5-bdc9-3209027c6d4c details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:35:33.598832 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-c6de7fed-f828-4289-b564-95583a9d9e00 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:33.601408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-c6de7fed-f828-4289-b564-95583a9d9e00 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 805 time: 0.2478921 Nov 11 21:35:33.603146 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b227aa-94cb-4bb9-b2ef-52474d3c0988 req-aa8f0813-91e0-4642-b8bf-0a5478b4a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:33.604653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13b227aa-94cb-4bb9-b2ef-52474d3c0988 req-aa8f0813-91e0-4642-b8bf-0a5478b4a956 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2110512 Nov 11 21:35:33.617258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 660f5cd7-a1d2-4e95-be05-97096cae9e16 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:35:33.649562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-c7fc8198-ddc6-4d9b-8cba-a4036386b77e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/quotas/178bb40f7c23473bbb72234aa8aa1b95 HTTP/1.1" status: 200 len: 375 time: 0.0364623 Nov 11 21:35:33.889787 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 660f5cd7-a1d2-4e95-be05-97096cae9e16 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:35:33.890428 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 660f5cd7-a1d2-4e95-be05-97096cae9e16 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:35:33.932235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 24a808a1-0e6c-42b5-bdc9-3209027c6d4c, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=24a808a1-0e6c-42b5-bdc9-3209027c6d4c,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:33.965732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '24a808a1-0e6c-42b5-bdc9-3209027c6d4c', 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da', 'port_id': '24a808a1-0e6c-42b5-bdc9-3209027c6d4c', 'mac_address': 'fa:16:3e:53:df:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79662f28-e3fd-4673-8ed1-0f8260d585f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:35:34.021775 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:34.037768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a808a1-0e6c-42b5-bdc9-3209027c6d4c {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:34.065573 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 24a808a1-0e6c-42b5-bdc9-3209027c6d4c, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=24a808a1-0e6c-42b5-bdc9-3209027c6d4c,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:34.076032 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:34.099344 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-2b0ed7af-6373-4f00-89fb-aad52ce023a0 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4196336 Nov 11 21:35:34.133529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=24a808a1-0e6c-42b5-bdc9-3209027c6d4c,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:34.135178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0a48a-2db5-4d29-bf3a-ffe474b88e64 req-b8ea3924-4614-440f-a352-59e5d17994cd tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:34.136738 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eea0a48a-2db5-4d29-bf3a-ffe474b88e64 req-b8ea3924-4614-440f-a352-59e5d17994cd tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1036227 Nov 11 21:35:34.240620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eea0a48a-2db5-4d29-bf3a-ffe474b88e64 req-08fdecc7-7340-4a15-a492-c5de084e50ff tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716805 Nov 11 21:35:34.248913 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-c6df1bfd-5ab0-4ad1-896b-343b1c27c4d9 service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486363 Nov 11 21:35:34.382579 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-b8b3f264-3158-486c-902e-097cdb831a9c service neutron] 10.222.0.57 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326127 Nov 11 21:35:34.468842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['24a808a1-0e6c-42b5-bdc9-3209027c6d4c'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:34.722773 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8609939-fd30-4386-a569-2cce4c062f27 req-d5fea682-9419-4093-8006-ac157b1cc316 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0621922 Nov 11 21:35:34.773849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530026e-598d-4f03-bf6f-647393c0d489 req-1c712a74-973f-4ff2-afd7-6da172dd2253 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:34.785972 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8530026e-598d-4f03-bf6f-647393c0d489 req-1c712a74-973f-4ff2-afd7-6da172dd2253 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 944 time: 0.1902246 Nov 11 21:35:34.841799 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e18a30a-e9ff-4551-a37e-d04d0dacecd3 req-fd6276cf-1ccd-4261-97fe-9cd7adbf1fe9 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 210 time: 0.0360105 Nov 11 21:35:34.864315 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8530026e-598d-4f03-bf6f-647393c0d489 req-a6cf4e6b-af29-4bf8-aabf-97c7eb8ff48c tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703199 Nov 11 21:35:35.226054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13b227aa-94cb-4bb9-b2ef-52474d3c0988 req-a59cba8a-ddfd-4976-870b-99931869a8b5 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.71 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0282161 Nov 11 21:35:35.405363 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaaadd-9194-4fc1-ac58-a08c6b5866a7 req-39eb330b-534f-473f-9a82-a7a2627a0004 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:35.406923 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8aaaaadd-9194-4fc1-ac58-a08c6b5866a7 req-39eb330b-534f-473f-9a82-a7a2627a0004 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.0954866 Nov 11 21:35:35.493414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8aaaaadd-9194-4fc1-ac58-a08c6b5866a7 req-680bf530-d4b7-48a8-b2e8-74dd314a5f89 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769546 Nov 11 21:35:35.720906 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fc7d3-5723-4271-bde9-707be2493730 req-0ad250a4-9102-4391-b31f-f3966907947b tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:35.722724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-328fc7d3-5723-4271-bde9-707be2493730 req-0ad250a4-9102-4391-b31f-f3966907947b tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 949 time: 0.0513909 Nov 11 21:35:35.777104 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-328fc7d3-5723-4271-bde9-707be2493730 req-e5ea0446-2d4d-401e-8960-71cce972c119 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468287 Nov 11 21:35:35.901630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89ae370c-bb2a-4e36-89c3-62ca22f63020 req-efa91301-2928-48ff-a79d-58c868951132 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=80cce53b-94da-4cbd-ab6c-fae1576ac495 HTTP/1.1" status: 200 len: 210 time: 0.0438104 Nov 11 21:35:36.025053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-9b528739-5282-4afa-a80d-3df6b9df568b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:36.026528 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-9b528739-5282-4afa-a80d-3df6b9df568b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.71 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 805 time: 0.1708217 Nov 11 21:35:36.042180 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-cdf7d84b-faaf-4df9-85f7-1dc7e39e235f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Request body: {'port': {'device_id': '29b40259-6320-4718-92a3-90f36abece0a', 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db', 'admin_state_up': True, 'tenant_id': '178bb40f7c23473bbb72234aa8aa1b95'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:36.089464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b4cfda8-2a4d-4cd6-8fe9-d3a1c1c09ac6 req-d497a982-b9ec-4201-ab69-ec7c73bade65 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 210 time: 0.0429654 Nov 11 21:35:36.335231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf4b95-fc53-47af-9f81-b2bdd4af6599 req-3ee088aa-906b-4c62-b82b-a91f12f474f7 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:36.336871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99cf4b95-fc53-47af-9f81-b2bdd4af6599 req-3ee088aa-906b-4c62-b82b-a91f12f474f7 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 944 time: 0.1415632 Nov 11 21:35:36.344878 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-cdf7d84b-faaf-4df9-85f7-1dc7e39e235f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Made reservation on behalf of 178bb40f7c23473bbb72234aa8aa1b95 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:35:36.349647 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-cdf7d84b-faaf-4df9-85f7-1dc7e39e235f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:36.457275 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99cf4b95-fc53-47af-9f81-b2bdd4af6599 req-17a16d58-d71c-4c8f-9195-32156fc1ce35 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028743 Nov 11 21:35:36.523659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-cdf7d84b-faaf-4df9-85f7-1dc7e39e235f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Allocated IP 172.20.0.13 (10d3c489-0533-44f1-82fd-8dea02ebc1db/9b04c1fc-83cf-41dc-92b1-a5b449f105f4/aa53fa9b-9a66-4d17-b22a-775fa455a702) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:35:36.700520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee407e-4601-40c8-baa0-438afc391280 req-b8191160-2154-456a-ac2d-33c5d1073b4d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:36.702341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5aee407e-4601-40c8-baa0-438afc391280 req-b8191160-2154-456a-ac2d-33c5d1073b4d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1156797 Nov 11 21:35:36.772987 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-cdf7d84b-faaf-4df9-85f7-1dc7e39e235f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:36.784491 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5aee407e-4601-40c8-baa0-438afc391280 req-17045d50-37ef-4ca2-b9ae-390a0cc4e5ed tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746439 Nov 11 21:35:36.818008 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-cdf7d84b-faaf-4df9-85f7-1dc7e39e235f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:36.832671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['90fb43ec-2244-4e6f-88f4-0f6efcf8e38e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:36.862747 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-cdf7d84b-faaf-4df9-85f7-1dc7e39e235f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Network 10d3c489-0533-44f1-82fd-8dea02ebc1db is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:35:36.868004 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-cdf7d84b-faaf-4df9-85f7-1dc7e39e235f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:35:36.877281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7d84b-faaf-4df9-85f7-1dc7e39e235f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Pushing event updated for resources: {'Port': ['ID=aa53fa9b-9a66-4d17-b22a-775fa455a702,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:36.880716 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-cdf7d84b-faaf-4df9-85f7-1dc7e39e235f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:35:36.947855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-cdf7d84b-faaf-4df9-85f7-1dc7e39e235f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:36.948556 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-cdf7d84b-faaf-4df9-85f7-1dc7e39e235f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:36.974398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-cdf7d84b-faaf-4df9-85f7-1dc7e39e235f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9377079 Nov 11 21:35:36.990482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Request body: {'port': {'device_id': '29b40259-6320-4718-92a3-90f36abece0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:37.049840 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:37.198862 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-398d4ada-2803-4bb1-b345-9f064a081a5f req-301a6803-5883-4cab-9f3c-59a64de70f26 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f85caf85ba11463bbaa8daf9104f160e&device_id=5de86a8f-b579-4742-8089-7f277f944e9c HTTP/1.1" status: 200 len: 210 time: 0.0271773 Nov 11 21:35:37.235095 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-398d4ada-2803-4bb1-b345-9f064a081a5f req-f31d37aa-fd4c-4121-abbd-e0d94d214369 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=f85caf85ba11463bbaa8daf9104f160e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204544 Nov 11 21:35:37.246647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f8b814d-0771-4618-9d79-0484ea9ffb8f req-e55436ac-f766-4662-9986-443625e76be3 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=5de86a8f-b579-4742-8089-7f277f944e9c HTTP/1.1" status: 200 len: 210 time: 0.0424109 Nov 11 21:35:37.346467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236afe3-cd75-42c6-9470-a73d11a13794 req-7ad053da-5442-4508-b2c5-35ff439ba0c1 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:37.348146 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5236afe3-cd75-42c6-9470-a73d11a13794 req-7ad053da-5442-4508-b2c5-35ff439ba0c1 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 932 time: 0.1451721 Nov 11 21:35:37.430368 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5236afe3-cd75-42c6-9470-a73d11a13794 req-0c2c527f-06b0-4b9f-a56a-b0acdef7ab90 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735848 Nov 11 21:35:37.453185 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 24a808a1-0e6c-42b5-bdc9-3209027c6d4c up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:35:37.490804 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa53fa9b-9a66-4d17-b22a-775fa455a702 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:37.500412 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:37.515869 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Transition to ACTIVE for port object aa53fa9b-9a66-4d17-b22a-775fa455a702 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:35:37.522033 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:37.577558 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 24a808a1-0e6c-42b5-bdc9-3209027c6d4c completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:35:37.586044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 24a808a1-0e6c-42b5-bdc9-3209027c6d4c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:35:37.586411 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:37.596095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Pushing event updated for resources: {'Port': ['ID=aa53fa9b-9a66-4d17-b22a-775fa455a702,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:37.726366 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d4ada-2803-4bb1-b345-9f064a081a5f req-27534ab9-536e-4917-a119-2777e905abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:37.728855 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-398d4ada-2803-4bb1-b345-9f064a081a5f req-27534ab9-536e-4917-a119-2777e905abd1 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4823303 Nov 11 21:35:37.733460 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Attempting to bind port aa53fa9b-9a66-4d17-b22a-775fa455a702 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:35:37.733886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Attempting to bind port aa53fa9b-9a66-4d17-b22a-775fa455a702 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:35:37.734312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Attempting to bind port aa53fa9b-9a66-4d17-b22a-775fa455a702 on network 10d3c489-0533-44f1-82fd-8dea02ebc1db {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:37.743838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Port aa53fa9b-9a66-4d17-b22a-775fa455a702 on network 10d3c489-0533-44f1-82fd-8dea02ebc1db not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:35:37.744267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Attempting to bind port aa53fa9b-9a66-4d17-b22a-775fa455a702 on network 10d3c489-0533-44f1-82fd-8dea02ebc1db {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:37.759839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68f17c-7ae6-4b62-bf05-f371cc3c452f req-b408604d-828b-4c96-96d2-bad5a884048f tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:37.767648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7f68f17c-7ae6-4b62-bf05-f371cc3c452f req-b408604d-828b-4c96-96d2-bad5a884048f tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 944 time: 0.1436160 Nov 11 21:35:37.785945 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:37.793089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:35:37.793460 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Checking segment: {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:35:37.793812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Bound using segment: {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:35:37.794279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Bound port: aa53fa9b-9a66-4d17-b22a-775fa455a702, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:35:37.795159 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:37.822921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3051d4e-b7ee-4896-9955-948dd4b41c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a808a1-0e6c-42b5-bdc9-3209027c6d4c'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:37.825212 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55185384-e068-4a76-89f0-75113cc84187" -d '{"events": [{"server_uuid": "f3051d4e-b7ee-4896-9955-948dd4b41c1a", "name": "network-vif-plugged", "status": "completed", "tag": "24a808a1-0e6c-42b5-bdc9-3209027c6d4c"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:37.837362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 24a808a1-0e6c-42b5-bdc9-3209027c6d4c, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=24a808a1-0e6c-42b5-bdc9-3209027c6d4c,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:37.846873 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:37.866536 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7f68f17c-7ae6-4b62-bf05-f371cc3c452f req-293225a8-5e83-457f-adc9-a762ff6162bc tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977619 Nov 11 21:35:37.905641 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=24a808a1-0e6c-42b5-bdc9-3209027c6d4c,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:37.932837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] For port aa53fa9b-9a66-4d17-b22a-775fa455a702, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:35:37.970242 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] For port aa53fa9b-9a66-4d17-b22a-775fa455a702, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=aa53fa9b-9a66-4d17-b22a-775fa455a702,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:35:37.977094 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:37.992394 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb223ab-a55e-4888-9e71-a5923839c529 x-openstack-request-id: req-1bb223ab-a55e-4888-9e71-a5923839c529 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:37.992692 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3051d4e-b7ee-4896-9955-948dd4b41c1a", "name": "network-vif-plugged", "status": "completed", "tag": "24a808a1-0e6c-42b5-bdc9-3209027c6d4c", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:37.992994 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1bb223ab-a55e-4888-9e71-a5923839c529 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:37.993395 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3051d4e-b7ee-4896-9955-948dd4b41c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a808a1-0e6c-42b5-bdc9-3209027c6d4c', 'code': 200} Nov 11 21:35:38.025465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9159432-df77-4f90-9736-6ec61c1287cf req-f7b3fabe-8f24-4d03-9e53-faf2095c5673 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:38.027078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9159432-df77-4f90-9736-6ec61c1287cf req-f7b3fabe-8f24-4d03-9e53-faf2095c5673 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1099737 Nov 11 21:35:38.049230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:38.049854 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:38.051377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] 10.222.0.71 "PUT /v2.0/ports/aa53fa9b-9a66-4d17-b22a-775fa455a702 HTTP/1.1" status: 200 len: 1092 time: 1.0657740 Nov 11 21:35:38.051851 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b40259-6320-4718-92a3-90f36abece0a', 'tag': 'aa53fa9b-9a66-4d17-b22a-775fa455a702'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:38.054619 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a654a6d-dbbb-48df-8519-53be33f32979" -d '{"events": [{"name": "network-changed", "server_uuid": "29b40259-6320-4718-92a3-90f36abece0a", "tag": "aa53fa9b-9a66-4d17-b22a-775fa455a702"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:38.105426 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803e501e-f638-471f-bc75-b6c68cecc2e0 x-openstack-request-id: req-803e501e-f638-471f-bc75-b6c68cecc2e0 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:38.106013 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b40259-6320-4718-92a3-90f36abece0a", "tag": "aa53fa9b-9a66-4d17-b22a-775fa455a702", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:38.106219 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-803e501e-f638-471f-bc75-b6c68cecc2e0 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:38.107023 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b40259-6320-4718-92a3-90f36abece0a', 'tag': 'aa53fa9b-9a66-4d17-b22a-775fa455a702', 'status': 'completed', 'code': 200} Nov 11 21:35:38.122215 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32676aeb-2dc2-4d45-b1d3-cddd9b853bcc service neutron] Pushing event updated for resources: {'Port': ['ID=aa53fa9b-9a66-4d17-b22a-775fa455a702,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:38.174809 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9159432-df77-4f90-9736-6ec61c1287cf req-611392dc-9306-4796-b834-3b104b9729aa tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399648 Nov 11 21:35:38.182854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb4bb0-55d1-449d-b7da-fae6a58334a6 req-b4511e05-c2d8-4919-b4ed-b33b82117102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:38.184321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7cb4bb0-55d1-449d-b7da-fae6a58334a6 req-b4511e05-c2d8-4919-b4ed-b33b82117102 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 1096 time: 0.1184204 Nov 11 21:35:38.204889 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-c9997204-1a03-41bb-a154-a7c214bc27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:38.206409 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-c9997204-1a03-41bb-a154-a7c214bc27da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 1095 time: 0.0795882 Nov 11 21:35:38.258453 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-5d6e524c-d777-4711-9578-e60e1ba955fc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa53fa9b-9a66-4d17-b22a-775fa455a702 HTTP/1.1" status: 200 len: 217 time: 0.0411706 Nov 11 21:35:38.282564 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7cb4bb0-55d1-449d-b7da-fae6a58334a6 req-b3891d06-b019-4535-9aa9-2bd09e55ea23 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849488 Nov 11 21:35:38.282996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b5a87d55-549c-4801-b7b0-5b54bf5c6df5 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:35:38.323299 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-7b437a9d-bd72-421a-9659-6b1a4ed2abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:38.325325 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-7b437a9d-bd72-421a-9659-6b1a4ed2abc7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b04c1fc-83cf-41dc-92b1-a5b449f105f4 HTTP/1.1" status: 200 len: 845 time: 0.0547659 Nov 11 21:35:38.368943 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:38.399446 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-79bfdf7a-e543-43e7-919f-1ffb3e592f10 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=10d3c489-0533-44f1-82fd-8dea02ebc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630188 Nov 11 21:35:38.405295 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3b3316a-5814-4262-b262-0e1c6a67cd7b req-e616780a-f830-4667-95fa-242e909e3ca0 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=5de86a8f-b579-4742-8089-7f277f944e9c HTTP/1.1" status: 200 len: 210 time: 0.0707173 Nov 11 21:35:38.411114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b5a87d55-549c-4801-b7b0-5b54bf5c6df5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:38.421364 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:38.471022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:38.550789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-dd98c843-661b-44e3-b9a5-b23a567cd32b service neutron] 10.222.0.71 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382928 Nov 11 21:35:38.576449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b5216-fef9-418f-b4f7-dc0bcca3434f req-47b46c90-6297-4b4b-b874-7acbb52df19d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:38.577911 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-601b5216-fef9-418f-b4f7-dc0bcca3434f req-47b46c90-6297-4b4b-b874-7acbb52df19d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 944 time: 0.0720570 Nov 11 21:35:38.676379 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-601b5216-fef9-418f-b4f7-dc0bcca3434f req-30704aa8-dc1b-467a-b148-a212661682de tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881405 Nov 11 21:35:38.693333 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b2d3b0-6742-4dec-aa71-468871c268f3 req-e1ceae9e-09be-4b8f-a622-f17cb66f7154 service neutron] 10.222.0.71 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326165 Nov 11 21:35:38.816138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a654a6d-dbbb-48df-8519-53be33f32979 req-afa5f070-5fc0-44d4-9687-f3f5c75096ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:38.818028 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a654a6d-dbbb-48df-8519-53be33f32979 req-afa5f070-5fc0-44d4-9687-f3f5c75096ab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 1095 time: 0.0460134 Nov 11 21:35:38.922823 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a654a6d-dbbb-48df-8519-53be33f32979 req-9201d8b7-8ceb-4a40-8529-8f8c253221b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:38.924841 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a654a6d-dbbb-48df-8519-53be33f32979 req-9201d8b7-8ceb-4a40-8529-8f8c253221b6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 200 len: 907 time: 0.0969591 Nov 11 21:35:38.986155 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a654a6d-dbbb-48df-8519-53be33f32979 req-fbee5a94-b076-4e7f-b73c-8caadce8c644 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa53fa9b-9a66-4d17-b22a-775fa455a702 HTTP/1.1" status: 200 len: 217 time: 0.0484381 Nov 11 21:35:39.053730 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a654a6d-dbbb-48df-8519-53be33f32979 req-b0c7c19a-6205-474b-9cac-58704e9d930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:39.055222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a654a6d-dbbb-48df-8519-53be33f32979 req-b0c7c19a-6205-474b-9cac-58704e9d930e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b04c1fc-83cf-41dc-92b1-a5b449f105f4 HTTP/1.1" status: 200 len: 845 time: 0.0518231 Nov 11 21:35:39.063865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e20524-e1f8-4eb0-944e-590daf0d6136 req-d9c721bf-47e1-4d88-9935-199cb764158d tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:39.065257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1e20524-e1f8-4eb0-944e-590daf0d6136 req-d9c721bf-47e1-4d88-9935-199cb764158d tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 945 time: 0.1184812 Nov 11 21:35:39.108357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a654a6d-dbbb-48df-8519-53be33f32979 req-a56b746f-d58d-4d12-91ce-be61239088f4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=10d3c489-0533-44f1-82fd-8dea02ebc1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305266 Nov 11 21:35:39.161512 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1e20524-e1f8-4eb0-944e-590daf0d6136 req-b337b14b-bed4-48a9-a873-bf632fe5e39c tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899427 Nov 11 21:35:39.220932 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a654a6d-dbbb-48df-8519-53be33f32979 req-7ea3fe35-d3db-4c1f-8af6-baae68704ee6 service neutron] 10.222.0.71 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016684 Nov 11 21:35:39.358246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffd1ba-b164-490c-9fb3-4c3a52966afc req-83a6613f-7a1c-4e25-b8f0-3e8141a41b4b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:39.359794 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbffd1ba-b164-490c-9fb3-4c3a52966afc req-83a6613f-7a1c-4e25-b8f0-3e8141a41b4b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.0987577 Nov 11 21:35:39.361966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a654a6d-dbbb-48df-8519-53be33f32979 req-ccde706a-5a01-4b31-9192-5b38f98147e9 service neutron] 10.222.0.71 "GET /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336412 Nov 11 21:35:39.410943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbffd1ba-b164-490c-9fb3-4c3a52966afc req-506a13d1-2749-444f-b659-9b8e2e77c3a6 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446634 Nov 11 21:35:39.509792 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e51b226-76b1-49e2-850f-81c2efabe6ed req-5001d6d1-7d5d-4f95-b63d-1d52f2a64673 tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=5de86a8f-b579-4742-8089-7f277f944e9c HTTP/1.1" status: 200 len: 210 time: 0.0261812 Nov 11 21:35:39.799169 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c837-d19b-4e31-bdbb-8bce8a7e3970 req-9ad381c2-2661-46a5-a3f2-8e90b2dea869 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:39.800636 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9f1c837-d19b-4e31-bdbb-8bce8a7e3970 req-9ad381c2-2661-46a5-a3f2-8e90b2dea869 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 944 time: 0.0505965 Nov 11 21:35:39.853437 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9f1c837-d19b-4e31-bdbb-8bce8a7e3970 req-fac13f73-6847-4c55-ae3e-00a87fbd505b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467463 Nov 11 21:35:39.994875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34415f1c-ec45-40d7-8625-a3877634188a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a87d55-549c-4801-b7b0-5b54bf5c6df5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:39.996207 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-398d4ada-2803-4bb1-b345-9f064a081a5f req-e103417a-c780-4ba0-973a-9f244ae839cb tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.71 "GET /v2.0/ports?device_id=5de86a8f-b579-4742-8089-7f277f944e9c HTTP/1.1" status: 200 len: 210 time: 0.0302250 Nov 11 21:35:39.997543 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654947a5-bf2e-4d4e-9968-87af0bf15fd8" -d '{"events": [{"server_uuid": "34415f1c-ec45-40d7-8625-a3877634188a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a87d55-549c-4801-b7b0-5b54bf5c6df5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:40.039506 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4a78be-2c8a-412b-a680-10f94051d0ff x-openstack-request-id: req-1b4a78be-2c8a-412b-a680-10f94051d0ff {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:40.039822 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34415f1c-ec45-40d7-8625-a3877634188a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a87d55-549c-4801-b7b0-5b54bf5c6df5", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:40.040104 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b4a78be-2c8a-412b-a680-10f94051d0ff {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:40.040495 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34415f1c-ec45-40d7-8625-a3877634188a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a87d55-549c-4801-b7b0-5b54bf5c6df5', 'code': 200} Nov 11 21:35:40.283331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee654c6-aa9d-414a-b049-3d6b23da7338 req-f3ad9d31-4419-4688-8972-b43a2d1ca3ea tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:40.284907 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aee654c6-aa9d-414a-b049-3d6b23da7338 req-f3ad9d31-4419-4688-8972-b43a2d1ca3ea tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 945 time: 0.0507445 Nov 11 21:35:40.309485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4dc4bf47-6cf2-4223-8d9c-44a323213455 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:35:40.341247 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aee654c6-aa9d-414a-b049-3d6b23da7338 req-08d12326-41f7-4e1a-9fe3-c4a10959393e tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502133 Nov 11 21:35:40.427451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4dc4bf47-6cf2-4223-8d9c-44a323213455, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4dc4bf47-6cf2-4223-8d9c-44a323213455,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:40.440103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '4dc4bf47-6cf2-4223-8d9c-44a323213455', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '4dc4bf47-6cf2-4223-8d9c-44a323213455', 'mac_address': 'fa:16:3e:1a:19:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:35:40.494899 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:40.524935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc4bf47-6cf2-4223-8d9c-44a323213455 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:40.568354 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4dc4bf47-6cf2-4223-8d9c-44a323213455, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4dc4bf47-6cf2-4223-8d9c-44a323213455,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:40.578235 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:40.594896 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246fb75-3fd1-496d-a328-55680919f16a req-7f90ece1-7dc4-4c63-b5d1-9af6dd5e950a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:40.596827 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d246fb75-3fd1-496d-a328-55680919f16a req-7f90ece1-7dc4-4c63-b5d1-9af6dd5e950a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.0893743 Nov 11 21:35:40.645037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4dc4bf47-6cf2-4223-8d9c-44a323213455,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:40.693249 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-77045d0f-b9c5-4bc4-b10b-6ddacd0ad0d5 req-76b20116-7f88-4754-b369-7adf6757be4b tempest-ServerShowV247Test-291183786 tempest-ServerShowV247Test-291183786-project] 10.222.0.57 "GET /v2.0/ports?device_id=5de86a8f-b579-4742-8089-7f277f944e9c HTTP/1.1" status: 200 len: 210 time: 0.0557597 Nov 11 21:35:40.717870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['4dc4bf47-6cf2-4223-8d9c-44a323213455'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:40.738230 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d246fb75-3fd1-496d-a328-55680919f16a req-f3b37764-2884-4b6c-8acf-19188324ed0f tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349714 Nov 11 21:35:40.996779 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:41.147926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f2e58-5a00-42d8-8a0c-b38029c2a362 req-5b2c7e4d-424e-4c2d-a305-e6886323e48f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:41.158604 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:35:41.163773 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd6f2e58-5a00-42d8-8a0c-b38029c2a362 req-5b2c7e4d-424e-4c2d-a305-e6886323e48f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 944 time: 0.1113126 Nov 11 21:35:41.269866 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd6f2e58-5a00-42d8-8a0c-b38029c2a362 req-14762004-0a6d-456d-9a5c-2334085bff20 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948377 Nov 11 21:35:41.961336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac251baa-f2fb-4a27-b02c-1300d8cd7372 req-cb5c8f7b-2411-436b-9ad2-d06a04ebd3ae tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:41.974851 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac251baa-f2fb-4a27-b02c-1300d8cd7372 req-cb5c8f7b-2411-436b-9ad2-d06a04ebd3ae tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.0825222 Nov 11 21:35:42.046748 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac251baa-f2fb-4a27-b02c-1300d8cd7372 req-3dd5af5c-cc7c-43f0-a6a9-8ed6095f7697 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667875 Nov 11 21:35:42.127130 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 35958) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:35:42.330003 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device aa53fa9b-9a66-4d17-b22a-775fa455a702 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:35:42.341157 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60817ddb-fb81-4096-ad32-1e34d70c076a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:42.402482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4dc4bf47-6cf2-4223-8d9c-44a323213455 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:35:42.513760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659618a-087f-42c5-b6d6-db5422dc330d req-afdbf672-9eb1-49d5-be14-7dfecf4d3226 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:42.532386 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9659618a-087f-42c5-b6d6-db5422dc330d req-afdbf672-9eb1-49d5-be14-7dfecf4d3226 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 944 time: 0.1134305 Nov 11 21:35:42.570203 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60817ddb-fb81-4096-ad32-1e34d70c076a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:42.584354 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60817ddb-fb81-4096-ad32-1e34d70c076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:42.600999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port aa53fa9b-9a66-4d17-b22a-775fa455a702, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=aa53fa9b-9a66-4d17-b22a-775fa455a702,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:42.608718 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 4dc4bf47-6cf2-4223-8d9c-44a323213455 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:35:42.609362 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:42.623933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60817ddb-fb81-4096-ad32-1e34d70c076a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54914606-0173-4a64-b1c1-032d77b63415,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:42.650967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'aa53fa9b-9a66-4d17-b22a-775fa455a702', 'network_id': '10d3c489-0533-44f1-82fd-8dea02ebc1db', 'port_id': 'aa53fa9b-9a66-4d17-b22a-775fa455a702', 'mac_address': 'fa:16:3e:a5:7e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b04c1fc-83cf-41dc-92b1-a5b449f105f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:35:42.712203 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9659618a-087f-42c5-b6d6-db5422dc330d req-491abd40-4b59-4654-9952-3a10f675f320 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778162 Nov 11 21:35:42.730853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 35980) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:35:42.731755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-60817ddb-fb81-4096-ad32-1e34d70c076a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f85caf85ba11463bbaa8daf9104f160e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6028273 Nov 11 21:35:42.751776 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:42.776088 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa53fa9b-9a66-4d17-b22a-775fa455a702 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:42.812877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port aa53fa9b-9a66-4d17-b22a-775fa455a702, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=aa53fa9b-9a66-4d17-b22a-775fa455a702,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:42.822749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:42.837981 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:42.849820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:42.893873 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:42.946629 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:42.950548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:42.958746 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4dc4bf47-6cf2-4223-8d9c-44a323213455, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4dc4bf47-6cf2-4223-8d9c-44a323213455,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:42.960158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91178954-1083-4820-91aa-7ecda7739473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc4bf47-6cf2-4223-8d9c-44a323213455'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:42.962628 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18db255d-1e9c-4986-bc1c-2ec9ffd724a6" -d '{"events": [{"server_uuid": "91178954-1083-4820-91aa-7ecda7739473", "name": "network-vif-plugged", "status": "completed", "tag": "4dc4bf47-6cf2-4223-8d9c-44a323213455"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:42.965962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=aa53fa9b-9a66-4d17-b22a-775fa455a702,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:42.969146 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/54914606-0173-4a64-b1c1-032d77b63415 HTTP/1.1" status: 204 len: 168 time: 0.2364419 Nov 11 21:35:42.972070 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:42.989836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54914606-0173-4a64-b1c1-032d77b63415,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:43.012920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:43.013300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:43.013643 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:43.013987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:43.014318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:43.014646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:43.016037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:43.018880 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:43.019540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:43.020057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:43.020685 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:43.022736 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3f68f4-e00a-4074-a0b2-4b0709daf77f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:43.056615 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66eaa77c-e4c2-4369-8ae5-7687396e0f15 x-openstack-request-id: req-66eaa77c-e4c2-4369-8ae5-7687396e0f15 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:43.057362 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91178954-1083-4820-91aa-7ecda7739473", "name": "network-vif-plugged", "status": "completed", "tag": "4dc4bf47-6cf2-4223-8d9c-44a323213455", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:43.057362 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-66eaa77c-e4c2-4369-8ae5-7687396e0f15 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:43.059655 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91178954-1083-4820-91aa-7ecda7739473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc4bf47-6cf2-4223-8d9c-44a323213455', 'code': 200} Nov 11 21:35:43.130220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4dc4bf47-6cf2-4223-8d9c-44a323213455,revision_number=10']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:43.217270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['aa53fa9b-9a66-4d17-b22a-775fa455a702'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:43.272961 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f690d1c-8dba-4b85-a15b-9be7556e88e5 req-fbeaf5ee-ee6b-40c0-8de2-b4a772a289fa tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:43.274883 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f690d1c-8dba-4b85-a15b-9be7556e88e5 req-fbeaf5ee-ee6b-40c0-8de2-b4a772a289fa tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.0899251 Nov 11 21:35:43.451016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f690d1c-8dba-4b85-a15b-9be7556e88e5 req-5d75d31c-7cb9-452f-96bb-a47e830738f0 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675193 Nov 11 21:35:43.827233 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba931557-1185-4404-8aaf-238e8350eda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:43.989009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7a230-abe2-4dea-b090-125c0596bbff req-e34160d4-3658-4ebf-953b-af3a1d6c4eb7 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:43.990674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b3b7a230-abe2-4dea-b090-125c0596bbff req-e34160d4-3658-4ebf-953b-af3a1d6c4eb7 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 945 time: 0.1014829 Nov 11 21:35:44.089465 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b3b7a230-abe2-4dea-b090-125c0596bbff req-afa7d282-4169-4e0f-9ded-d5c4fa4f676a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913701 Nov 11 21:35:44.202790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36026) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:35:44.359768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device aa53fa9b-9a66-4d17-b22a-775fa455a702 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:35:44.395865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2018462735-network', 'tenant_id': '549542678bd14bb79c12d4165f8e623f'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:44.424689 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] Made reservation on behalf of 549542678bd14bb79c12d4165f8e623f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:35:44.428199 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:44.445735 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:44.449819 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:44.451746 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port aa53fa9b-9a66-4d17-b22a-775fa455a702 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:35:44.457814 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port aa53fa9b-9a66-4d17-b22a-775fa455a702 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:35:44.458476 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:44.607101 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823badb6-a6e7-4639-a403-9e549a45e45d req-8c035009-2485-4f84-b06b-f66187664dd9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:44.612875 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-823badb6-a6e7-4639-a403-9e549a45e45d req-8c035009-2485-4f84-b06b-f66187664dd9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.0821803 Nov 11 21:35:44.614247 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:44.616326 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:44.623405 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:44.681077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port aa53fa9b-9a66-4d17-b22a-775fa455a702, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=aa53fa9b-9a66-4d17-b22a-775fa455a702,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:44.692076 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:44.711163 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:35:44.751898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-823badb6-a6e7-4639-a403-9e549a45e45d req-60ba2c9a-b054-4dfa-a0b9-562498ac66b5 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101904 Nov 11 21:35:44.755295 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41554760-d073-465e-a257-47893643404b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:44.779990 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:44.784252 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] Added segment a4c6b3af-1cea-4c1a-8dfc-8a777851afa0 of type vlan for network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 Nov 11 21:35:44.787570 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=aa53fa9b-9a66-4d17-b22a-775fa455a702,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:44.857986 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:44.900256 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:44.902764 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:44.903351 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:44.919390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baff14-8f78-43f5-b9cb-603b650a83ca req-dfe46415-fc9c-46bc-aa7c-dc06d8acb959 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:44.944849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03baff14-8f78-43f5-b9cb-603b650a83ca req-dfe46415-fc9c-46bc-aa7c-dc06d8acb959 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 945 time: 0.1099095 Nov 11 21:35:44.988517 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7834616 Nov 11 21:35:44.992300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36052) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:35:44.997775 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4e71e021-a9d4-4d39-813b-2d5134553fe8 admin admin] Request body: {'subnet': {'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2018462735-subnet', 'tenant_id': '549542678bd14bb79c12d4165f8e623f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:45.044590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c4dab-7135-461b-b1bb-08d314e1284c admin admin] Pushing event updated for resources: {'Network': ['ID=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:45.046787 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03baff14-8f78-43f5-b9cb-603b650a83ca req-f13c929e-a0c7-44f6-aaa2-53de564af0b6 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0971782 Nov 11 21:35:45.056371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:35:45.062081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b40259-6320-4718-92a3-90f36abece0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa53fa9b-9a66-4d17-b22a-775fa455a702'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:45.064555 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637e029c-bb3a-4843-a5a1-c94ae9dd60f0" -d '{"events": [{"server_uuid": "29b40259-6320-4718-92a3-90f36abece0a", "name": "network-vif-plugged", "status": "completed", "tag": "aa53fa9b-9a66-4d17-b22a-775fa455a702"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:45.076777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e71e021-a9d4-4d39-813b-2d5134553fe8 admin admin] Made reservation on behalf of 549542678bd14bb79c12d4165f8e623f for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:35:45.080674 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e71e021-a9d4-4d39-813b-2d5134553fe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:45.192994 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ee9dc7-a73a-4116-880a-d6bced3b30e1 x-openstack-request-id: req-85ee9dc7-a73a-4116-880a-d6bced3b30e1 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:45.195285 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b40259-6320-4718-92a3-90f36abece0a", "name": "network-vif-plugged", "status": "completed", "tag": "aa53fa9b-9a66-4d17-b22a-775fa455a702", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:45.195624 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-85ee9dc7-a73a-4116-880a-d6bced3b30e1 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:45.196139 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b40259-6320-4718-92a3-90f36abece0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa53fa9b-9a66-4d17-b22a-775fa455a702', 'code': 200} Nov 11 21:35:45.335891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e83e9b-9340-4c54-b210-beed8a218fbb req-253fabd6-72b8-4487-8d22-1f20bee35665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:45.338503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4e83e9b-9340-4c54-b210-beed8a218fbb req-253fabd6-72b8-4487-8d22-1f20bee35665 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 1097 time: 0.0627024 Nov 11 21:35:45.454860 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e71e021-a9d4-4d39-813b-2d5134553fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:45.500611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be32e19-52a3-4977-a7df-1155ff1458ed req-c435da28-0068-4a68-b258-825c4240597e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:45.510939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3be32e19-52a3-4977-a7df-1155ff1458ed req-c435da28-0068-4a68-b258-825c4240597e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1598587 Nov 11 21:35:45.538488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4e83e9b-9340-4c54-b210-beed8a218fbb req-0bf700d8-aecf-4650-98be-12de62f9854c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704347 Nov 11 21:35:45.588713 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3be32e19-52a3-4977-a7df-1155ff1458ed req-b74a9507-0228-4ab7-8a66-2838351441a5 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765104 Nov 11 21:35:45.608097 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e71e021-a9d4-4d39-813b-2d5134553fe8 admin admin] Checking segment: {'id': 'a4c6b3af-1cea-4c1a-8dfc-8a777851afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:35:45.610287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e71e021-a9d4-4d39-813b-2d5134553fe8 admin admin] Network hostable DHCP agents. Network: 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:35:45.637642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71e021-a9d4-4d39-813b-2d5134553fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08cbd2bf-db5d-43c4-8d6e-c834f46949ea,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:45.664355 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e71e021-a9d4-4d39-813b-2d5134553fe8 admin admin] Network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:35:45.697350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-4e71e021-a9d4-4d39-813b-2d5134553fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:35:45.705869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e71e021-a9d4-4d39-813b-2d5134553fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:45.706525 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e71e021-a9d4-4d39-813b-2d5134553fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:45.734071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecceadd-4f6a-4e01-ba4a-8d5432bacc11 None None] Network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:35:45.743767 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4e71e021-a9d4-4d39-813b-2d5134553fe8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7422566 Nov 11 21:35:46.065926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e023717-b518-42a8-a770-006ae31bcca9 req-c21ad366-3cad-4b16-be43-6f403675de5d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:46.068425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e023717-b518-42a8-a770-006ae31bcca9 req-c21ad366-3cad-4b16-be43-6f403675de5d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1192124 Nov 11 21:35:46.090592 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac5cfde7-fbea-4cf3-b84f-6ce5cb528cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:46.158242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e023717-b518-42a8-a770-006ae31bcca9 req-2a4d658c-75eb-436b-b33d-e58a454c41e1 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806096 Nov 11 21:35:46.212342 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b349df7-9b32-4665-9348-44b94a44a28c None None] Network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:35:46.496675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a276c9-42a7-4ce4-a8ac-e4788cdc0465 req-3308c749-9dc0-4c67-89d8-e8693e8003d5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:46.503280 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47a276c9-42a7-4ce4-a8ac-e4788cdc0465 req-3308c749-9dc0-4c67-89d8-e8693e8003d5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 946 time: 0.1394758 Nov 11 21:35:46.618343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47a276c9-42a7-4ce4-a8ac-e4788cdc0465 req-3758f47e-d67c-4c24-ba86-9415d978641d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988035 Nov 11 21:35:46.768265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728761b2-ee72-47c3-be5e-324b5be17040 req-6e92c2c9-5813-4907-adaf-090a1768d436 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:46.776145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-728761b2-ee72-47c3-be5e-324b5be17040 req-6e92c2c9-5813-4907-adaf-090a1768d436 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1120405 Nov 11 21:35:46.816997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-59e8d488-c6ca-4ab1-a8db-f5c7f82e818a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:46.824928 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-59e8d488-c6ca-4ab1-a8db-f5c7f82e818a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/networks?id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 HTTP/1.1" status: 200 len: 814 time: 0.1852913 Nov 11 21:35:46.854850 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-62a045d5-2b9e-442b-a54d-e53983d5d519 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/quotas/549542678bd14bb79c12d4165f8e623f HTTP/1.1" status: 200 len: 375 time: 0.0283549 Nov 11 21:35:46.926224 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-64fb03e4-a054-4590-a854-55f24f9b49ff tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=549542678bd14bb79c12d4165f8e623f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700872 Nov 11 21:35:46.939791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-728761b2-ee72-47c3-be5e-324b5be17040 req-380810b8-3b77-467a-9057-f9702c8b8989 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624675 Nov 11 21:35:47.081389 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-fb8de414-e50e-4735-90bc-c0d06ca90c26 service neutron] 10.222.0.57 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541460 Nov 11 21:35:47.145809 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:47.685116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166eed99-e169-4a62-9ceb-ca0e2a4b2910 req-3a1d920d-8b6a-4fa8-92bf-3db0149f7701 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:47.693898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-166eed99-e169-4a62-9ceb-ca0e2a4b2910 req-3a1d920d-8b6a-4fa8-92bf-3db0149f7701 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1316991 Nov 11 21:35:47.728820 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-21d3f0d0-5a13-4329-b510-e5a6ff0aa04e service neutron] 10.222.0.57 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445830 Nov 11 21:35:47.795377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-166eed99-e169-4a62-9ceb-ca0e2a4b2910 req-73c90aab-7a88-4c45-83d4-c5d0a0dc00e6 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859210 Nov 11 21:35:48.024043 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66a533b5-bc5a-479d-ab4f-73cccc94543e req-407d9e16-3769-4635-a5d3-0abe1eede49e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 210 time: 0.0582762 Nov 11 21:35:48.056924 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880ac97-9284-451f-aef8-5dabbf856be8 req-f1d7ae53-6e65-4f5a-94ac-03ab134f7222 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:48.058472 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7880ac97-9284-451f-aef8-5dabbf856be8 req-f1d7ae53-6e65-4f5a-94ac-03ab134f7222 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 946 time: 0.1089625 Nov 11 21:35:48.223474 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7880ac97-9284-451f-aef8-5dabbf856be8 req-febdfd5b-49d5-4117-bf64-7f434e740dbf tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487491 Nov 11 21:35:48.263160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942f119-ff14-4241-bb8e-2c9b511b00a5 req-0dfe5e36-7690-4782-af7f-6467f99fcd0d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:48.271657 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c942f119-ff14-4241-bb8e-2c9b511b00a5 req-0dfe5e36-7690-4782-af7f-6467f99fcd0d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1451998 Nov 11 21:35:48.327377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c942f119-ff14-4241-bb8e-2c9b511b00a5 req-45a70735-8651-45a6-96c7-916e97e307b7 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547051 Nov 11 21:35:48.382840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72f02da6-ee7a-4242-9b47-6276a3b17ffb details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:35:48.621891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:48.649043 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'port_id': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'mac_address': 'fa:16:3e:1b:17:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:35:48.693121 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:48.779038 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a775c4b-8b01-4bf0-b20c-d1c6c8106cae req-c8d738a0-4128-4115-8294-135b15e88d46 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:48.780718 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a775c4b-8b01-4bf0-b20c-d1c6c8106cae req-c8d738a0-4128-4115-8294-135b15e88d46 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1018889 Nov 11 21:35:48.782520 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:48.826591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72f02da6-ee7a-4242-9b47-6276a3b17ffb {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:48.859416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:48.866671 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:48.936081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=72f02da6-ee7a-4242-9b47-6276a3b17ffb,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:48.950235 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a775c4b-8b01-4bf0-b20c-d1c6c8106cae req-2e0d3610-5040-41ad-9103-044096469ae3 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557200 Nov 11 21:35:49.012128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['72f02da6-ee7a-4242-9b47-6276a3b17ffb'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:49.016908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-38eddb19-3d03-4a23-942b-0fb9d95edac0 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:49.018810 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-38eddb19-3d03-4a23-942b-0fb9d95edac0 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/networks?id=78d420ff-1056-48bf-b87b-c3bf39a606da HTTP/1.1" status: 200 len: 815 time: 0.1848338 Nov 11 21:35:49.090287 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-384f8294-c345-4d29-881a-e54f211a900b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/quotas/675055883ebd45b8a34af50040494423 HTTP/1.1" status: 200 len: 375 time: 0.0621970 Nov 11 21:35:49.177182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb559775-3a80-4b64-b6a2-080c6b8266e6 req-95b0424e-3c0a-4eed-9821-20a9272cbc21 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:49.178863 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb559775-3a80-4b64-b6a2-080c6b8266e6 req-95b0424e-3c0a-4eed-9821-20a9272cbc21 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1327934 Nov 11 21:35:49.207494 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15472a60-7b6b-482f-8524-f2dc7415f8fc req-a0696654-90a0-4eca-9f1d-58fca2c37780 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:49.209021 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15472a60-7b6b-482f-8524-f2dc7415f8fc req-a0696654-90a0-4eca-9f1d-58fca2c37780 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 946 time: 0.1221933 Nov 11 21:35:49.241175 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-e24ae40a-bf90-449f-a508-f0571b427592 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=675055883ebd45b8a34af50040494423&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1395209 Nov 11 21:35:49.267456 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:49.373660 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb559775-3a80-4b64-b6a2-080c6b8266e6 req-742422d0-2242-4fc7-9432-08e13d6ee891 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822274 Nov 11 21:35:49.431732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-61445d9a-82d2-4c4f-81e6-436b260dfd79 service neutron] 10.222.0.57 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690636 Nov 11 21:35:49.437020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-15472a60-7b6b-482f-8524-f2dc7415f8fc req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Deleting port 23c65639-fc35-4dfc-b31b-4be5f704d122 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:35:49.437352 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-15472a60-7b6b-482f-8524-f2dc7415f8fc req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:49.648671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-15472a60-7b6b-482f-8524-f2dc7415f8fc req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] For port 23c65639-fc35-4dfc-b31b-4be5f704d122, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=23c65639-fc35-4dfc-b31b-4be5f704d122,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:49.649125 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-15472a60-7b6b-482f-8524-f2dc7415f8fc req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:49.676037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5174a6-6f74-4b5d-bc3a-735628f4dfe6 req-070d6221-f4a0-4317-89dd-6d9661888782 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:49.683582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd5174a6-6f74-4b5d-bc3a-735628f4dfe6 req-070d6221-f4a0-4317-89dd-6d9661888782 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1293037 Nov 11 21:35:49.714315 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-be01d8ad-8ff5-4ad0-be53-ceaa0c9b9068 service neutron] 10.222.0.57 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724688 Nov 11 21:35:49.719271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-15472a60-7b6b-482f-8524-f2dc7415f8fc req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Calling delete_port for 23c65639-fc35-4dfc-b31b-4be5f704d122 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:35:49.731476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-4906df13-2b8b-46c0-9cf6-5f10f0c06f32 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:49.737561 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-4906df13-2b8b-46c0-9cf6-5f10f0c06f32 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.71 "GET /v2.0/networks?id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 HTTP/1.1" status: 200 len: 814 time: 0.1786921 Nov 11 21:35:49.766273 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-fdf1ee79-b34c-4a3f-8c6a-2e6f3b347f06 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Request body: {'port': {'device_id': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14', 'admin_state_up': True, 'tenant_id': '549542678bd14bb79c12d4165f8e623f'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:49.781264 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd5174a6-6f74-4b5d-bc3a-735628f4dfe6 req-ab431cb2-44b7-43f0-a422-4aeb340df200 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967510 Nov 11 21:35:50.034703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-fdf1ee79-b34c-4a3f-8c6a-2e6f3b347f06 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Made reservation on behalf of 549542678bd14bb79c12d4165f8e623f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:35:50.035828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-042fa96e-58b9-4734-9a13-4c8a273b9309 req-9e451c14-0715-4d9b-bfb5-8f742d87f9cb tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 210 time: 0.0582528 Nov 11 21:35:50.042577 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-fdf1ee79-b34c-4a3f-8c6a-2e6f3b347f06 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:50.136169 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-15472a60-7b6b-482f-8524-f2dc7415f8fc req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:50.150944 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['23c65639-fc35-4dfc-b31b-4be5f704d122'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:50.160342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e08584-a62f-48d4-9af3-33e6386f7ddc req-223913e8-5ff6-4b83-965c-9120233b0b14 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:50.167624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48e08584-a62f-48d4-9af3-33e6386f7ddc req-223913e8-5ff6-4b83-965c-9120233b0b14 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 867 time: 0.1285055 Nov 11 21:35:50.230733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Pushing event deleted for resources: {'Port': ['ID=23c65639-fc35-4dfc-b31b-4be5f704d122,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:50.272708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-fdf1ee79-b34c-4a3f-8c6a-2e6f3b347f06 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Allocated IP 172.20.0.3 (8c7dd1da-9647-43a7-9ed2-f24fec3d3a14/08cbd2bf-db5d-43c4-8d6e-c834f46949ea/d0170d49-2dfa-43ed-b07d-f6b6d89cc12f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:35:50.287709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:50.288339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:50.288339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:50.288681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:50.289043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:50.289536 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:50.289873 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:50.290367 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:50.290521 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:50.292877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:50.292877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:50.292877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:50.352172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-15472a60-7b6b-482f-8524-f2dc7415f8fc req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] No DVR routers for this DVR port 23c65639-fc35-4dfc-b31b-4be5f704d122 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:35:50.357541 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-15472a60-7b6b-482f-8524-f2dc7415f8fc req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:50.364251 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15472a60-7b6b-482f-8524-f2dc7415f8fc req-4bbc9668-5406-4b60-8e94-9b678cc32211 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "DELETE /v2.0/ports/23c65639-fc35-4dfc-b31b-4be5f704d122 HTTP/1.1" status: 204 len: 173 time: 1.1413035 Nov 11 21:35:50.367048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbff54f-f172-4004-962b-57efc2e931aa', 'name': 'network-vif-deleted', 'tag': '23c65639-fc35-4dfc-b31b-4be5f704d122'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:50.369442 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0166d590-7a50-48c4-84d8-25ba35f82e87" -d '{"events": [{"server_uuid": "8dbff54f-f172-4004-962b-57efc2e931aa", "name": "network-vif-deleted", "tag": "23c65639-fc35-4dfc-b31b-4be5f704d122"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:50.394960 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72f02da6-ee7a-4242-9b47-6276a3b17ffb up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:35:50.433549 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48e08584-a62f-48d4-9af3-33e6386f7ddc req-3a9e2c1b-2a8c-4371-8112-ef92bca2bfe5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648952 Nov 11 21:35:50.527563 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ff32dc-7e25-4a5a-9397-42033d5c19ea x-openstack-request-id: req-c5ff32dc-7e25-4a5a-9397-42033d5c19ea {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:50.528101 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbff54f-f172-4004-962b-57efc2e931aa", "name": "network-vif-deleted", "tag": "23c65639-fc35-4dfc-b31b-4be5f704d122", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:50.528586 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c5ff32dc-7e25-4a5a-9397-42033d5c19ea {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:50.529334 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbff54f-f172-4004-962b-57efc2e931aa', 'name': 'network-vif-deleted', 'tag': '23c65639-fc35-4dfc-b31b-4be5f704d122', 'status': 'completed', 'code': 200} Nov 11 21:35:50.615986 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-fdf1ee79-b34c-4a3f-8c6a-2e6f3b347f06 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:50.622559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 72f02da6-ee7a-4242-9b47-6276a3b17ffb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:35:50.623248 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:50.697683 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-edcc8574-ff4a-425f-95df-13969d2cf45d req-bb1ab542-24a2-406e-9884-9141440cbc6f tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 210 time: 0.1183305 Nov 11 21:35:50.699825 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-fdf1ee79-b34c-4a3f-8c6a-2e6f3b347f06 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:50.757724 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278836ee-4656-429e-ab10-388974604e75 req-e53882e4-ab47-49a5-a954-7d72353e861b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:50.768508 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-278836ee-4656-429e-ab10-388974604e75 req-e53882e4-ab47-49a5-a954-7d72353e861b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1086879 Nov 11 21:35:50.845519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-fdf1ee79-b34c-4a3f-8c6a-2e6f3b347f06 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:35:50.856278 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-fdf1ee79-b34c-4a3f-8c6a-2e6f3b347f06 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:35:50.868051 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-fdf1ee79-b34c-4a3f-8c6a-2e6f3b347f06 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:35:50.873302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1ee79-b34c-4a3f-8c6a-2e6f3b347f06 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Pushing event updated for resources: {'Port': ['ID=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:50.937249 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-278836ee-4656-429e-ab10-388974604e75 req-3b5a02b2-5259-46db-8852-2b0d4273c0d7 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704295 Nov 11 21:35:50.963918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-fdf1ee79-b34c-4a3f-8c6a-2e6f3b347f06 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:50.964589 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-fdf1ee79-b34c-4a3f-8c6a-2e6f3b347f06 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:51.003195 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-fdf1ee79-b34c-4a3f-8c6a-2e6f3b347f06 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2442760 Nov 11 21:35:51.018669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Request body: {'port': {'device_id': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:51.139546 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164b822-96f0-470c-8695-b3aeb2f89fd9 req-0069c865-a82a-4ba2-a250-9283b960cc5a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:51.193823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8164b822-96f0-470c-8695-b3aeb2f89fd9 req-0069c865-a82a-4ba2-a250-9283b960cc5a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.2383425 Nov 11 21:35:51.326674 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:51.404790 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:51.422491 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8164b822-96f0-470c-8695-b3aeb2f89fd9 req-f4a33f76-961f-4ba2-87dc-cc82a7d78254 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744739 Nov 11 21:35:51.507550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:51.520735 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdb0a8f-9d67-4a8a-94af-b98705f80662" -d '{"events": [{"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-plugged", "status": "completed", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:51.546306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:51.559667 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:51.560892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 23c65639-fc35-4dfc-b31b-4be5f704d122 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:35:51.630438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 23c65639-fc35-4dfc-b31b-4be5f704d122 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:35:51.635334 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 23c65639-fc35-4dfc-b31b-4be5f704d122 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:35:51.782825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=72f02da6-ee7a-4242-9b47-6276a3b17ffb,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:51.792542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:51.793290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:51.793958 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:51.794952 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:51.795865 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:51.796401 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:51.796962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:51.797650 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:51.798203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:51.798756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:51.799306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:51.799971 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:35:51.877372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1924e16-5dc6-4598-ae5a-bac2ca803a57 req-6c534a85-efef-4491-9e80-c544c58e137f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:51.893389 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1924e16-5dc6-4598-ae5a-bac2ca803a57 req-6c534a85-efef-4491-9e80-c544c58e137f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 931 time: 0.2980268 Nov 11 21:35:51.952240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0170d49-2dfa-43ed-b07d-f6b6d89cc12f {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:51.962958 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:51.979292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Transition to ACTIVE for port object d0170d49-2dfa-43ed-b07d-f6b6d89cc12f will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:35:51.986797 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:52.056876 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1924e16-5dc6-4598-ae5a-bac2ca803a57 req-5c5e6cca-8788-42b1-8050-90158120b43b tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724628 Nov 11 21:35:52.140038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Pushing event updated for resources: {'Port': ['ID=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:52.162841 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Attempting to bind port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:35:52.163377 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Attempting to bind port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'a4c6b3af-1cea-4c1a-8dfc-8a777851afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:35:52.163840 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Attempting to bind port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f on network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:52.170177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f on network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:35:52.170668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Attempting to bind port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f on network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:52.172740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-1928853f-c162-41ca-968e-56acdc7dbed0 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:52.177059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:35:52.177564 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Checking segment: {'id': 'a4c6b3af-1cea-4c1a-8dfc-8a777851afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:35:52.178064 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Bound using segment: {'id': 'a4c6b3af-1cea-4c1a-8dfc-8a777851afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:35:52.178727 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-1928853f-c162-41ca-968e-56acdc7dbed0 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "GET /v2.0/networks?id=78d420ff-1056-48bf-b87b-c3bf39a606da HTTP/1.1" status: 200 len: 815 time: 0.4773695 Nov 11 21:35:52.178859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Bound port: d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c6b3af-1cea-4c1a-8dfc-8a777851afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:35:52.179293 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:52.190648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-77eecc2c-28f7-4713-b73b-af09d50838d4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Request body: {'port': {'device_id': '0be7001d-462b-46a5-8d7d-11ba4fc86b96', 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da', 'admin_state_up': True, 'tenant_id': '675055883ebd45b8a34af50040494423'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:52.361609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:35:52.370758 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:35:52.380842 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:52.443478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14964f2a-70b6-438c-aac4-4a55ff1d04b2 req-66235fe4-54d4-44a6-a98f-26ea68edb5e0 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 210 time: 0.0899878 Nov 11 21:35:52.500030 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:52.501392 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:52.508122 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] 10.222.0.71 "PUT /v2.0/ports/d0170d49-2dfa-43ed-b07d-f6b6d89cc12f HTTP/1.1" status: 200 len: 1091 time: 1.4947028 Nov 11 21:35:52.509862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'tag': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:52.570040 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021cfcca-e4ec-466d-9c82-8d6532f8c2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d404ca-08dc-4756-8416-f3e059bc1781", "tag": "d0170d49-2dfa-43ed-b07d-f6b6d89cc12f"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:52.575075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-77eecc2c-28f7-4713-b73b-af09d50838d4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Made reservation on behalf of 675055883ebd45b8a34af50040494423 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:35:52.579563 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-77eecc2c-28f7-4713-b73b-af09d50838d4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:52.595978 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f3ee7e-6085-475d-a097-8ce290580685 x-openstack-request-id: req-f3f3ee7e-6085-475d-a097-8ce290580685 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:52.596947 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-plugged", "status": "completed", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:52.597374 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f3f3ee7e-6085-475d-a097-8ce290580685 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:52.597952 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'code': 200} Nov 11 21:35:52.741520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-88f80f01-4779-4b4e-a345-edc9e327d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:52.743189 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-88f80f01-4779-4b4e-a345-edc9e327d68f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549542678bd14bb79c12d4165f8e623f&device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 1094 time: 0.1542308 Nov 11 21:35:52.744281 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0431c-9cb8-4bd5-8548-13190f618581 service neutron] Pushing event updated for resources: {'Port': ['ID=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:52.864242 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-41e9524a-a002-4a27-ae66-a3482e222b35 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f HTTP/1.1" status: 200 len: 217 time: 0.1079488 Nov 11 21:35:52.875114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-77eecc2c-28f7-4713-b73b-af09d50838d4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Allocated IP 172.20.0.11 (78d420ff-1056-48bf-b87b-c3bf39a606da/79662f28-e3fd-4673-8ed1-0f8260d585f3/667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:35:52.955928 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-c5fc61d6-587a-46e1-b1a3-74e2f7b9efad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:52.957687 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-c5fc61d6-587a-46e1-b1a3-74e2f7b9efad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08cbd2bf-db5d-43c4-8d6e-c834f46949ea HTTP/1.1" status: 200 len: 854 time: 0.0857832 Nov 11 21:35:53.024402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93137070-1473-4d86-b47f-c1b54dbdae08 req-bb5602c5-ce7d-49c1-b763-34482aaa23d1 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 210 time: 0.0652449 Nov 11 21:35:53.033779 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-22b5aa12-5d01-4e49-934d-75f437dbf18a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664144 Nov 11 21:35:53.138774 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-77eecc2c-28f7-4713-b73b-af09d50838d4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:53.185486 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-a33d91aa-ca90-45e4-a89d-809206ca7567 service neutron] 10.222.0.71 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440697 Nov 11 21:35:53.298700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad5696-b06e-4ff6-9e83-bd293895434b req-5c09d60f-1eea-42d2-9827-f50856bda69c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:53.318715 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-77ad5696-b06e-4ff6-9e83-bd293895434b req-5c09d60f-1eea-42d2-9827-f50856bda69c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1609337 Nov 11 21:35:53.320722 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-77eecc2c-28f7-4713-b73b-af09d50838d4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:53.337266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['cea1b84b-e797-4f9d-86fc-394a2a5123ab', '24a808a1-0e6c-42b5-bdc9-3209027c6d4c'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:53.436374 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b9e70f90-8996-412f-8c59-29e6d83b9b3c req-6ec8f53f-ccd8-482b-b456-0c74d9153c9d service neutron] 10.222.0.71 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324083 Nov 11 21:35:53.514203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-77eecc2c-28f7-4713-b73b-af09d50838d4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Network 78d420ff-1056-48bf-b87b-c3bf39a606da is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:35:53.537040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-77eecc2c-28f7-4713-b73b-af09d50838d4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:35:53.547909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-77eecc2c-28f7-4713-b73b-af09d50838d4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:35:53.617259 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-77ad5696-b06e-4ff6-9e83-bd293895434b req-105f6ce4-dcae-490c-a722-14c0634d6851 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908781 Nov 11 21:35:53.621321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eecc2c-28f7-4713-b73b-af09d50838d4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Pushing event updated for resources: {'Port': ['ID=667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:53.681396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-77eecc2c-28f7-4713-b73b-af09d50838d4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:53.682099 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-77eecc2c-28f7-4713-b73b-af09d50838d4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:53.712472 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-77eecc2c-28f7-4713-b73b-af09d50838d4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5258687 Nov 11 21:35:53.728553 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Request body: {'port': {'device_id': '0be7001d-462b-46a5-8d7d-11ba4fc86b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:53.885082 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:53.941436 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479b514-e7c3-4fde-9b83-ce95358cac11 req-ecc729e8-95d9-48c9-957a-bf2dbc6f809e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:53.951185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6479b514-e7c3-4fde-9b83-ce95358cac11 req-ecc729e8-95d9-48c9-957a-bf2dbc6f809e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1786318 Nov 11 21:35:54.030724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6479b514-e7c3-4fde-9b83-ce95358cac11 req-04e41c27-5eb8-4951-85d7-c76839a2dd9c tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776832 Nov 11 21:35:54.120998 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5273e479-4f9b-484a-9d42-c72e0020cdbf x-openstack-request-id: req-5273e479-4f9b-484a-9d42-c72e0020cdbf {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:54.121518 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d404ca-08dc-4756-8416-f3e059bc1781", "tag": "d0170d49-2dfa-43ed-b07d-f6b6d89cc12f", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:54.121518 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5273e479-4f9b-484a-9d42-c72e0020cdbf {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:54.122094 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'tag': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f', 'status': 'completed', 'code': 200} Nov 11 21:35:54.250769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cfcca-e4ec-466d-9c82-8d6532f8c2b8 req-a8417981-593f-48cd-beec-de57ffb6ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:54.252832 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-021cfcca-e4ec-466d-9c82-8d6532f8c2b8 req-a8417981-593f-48cd-beec-de57ffb6ae23 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549542678bd14bb79c12d4165f8e623f&device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 1094 time: 0.0925722 Nov 11 21:35:54.417506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cfcca-e4ec-466d-9c82-8d6532f8c2b8 req-f8d9636d-638e-4fd2-a753-7f3049cc4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:54.420242 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-021cfcca-e4ec-466d-9c82-8d6532f8c2b8 req-f8d9636d-638e-4fd2-a753-7f3049cc4431 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 HTTP/1.1" status: 200 len: 916 time: 0.1585991 Nov 11 21:35:54.428356 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:54.597440 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:54.686029 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-021cfcca-e4ec-466d-9c82-8d6532f8c2b8 req-9451d238-6cf1-488e-b16d-08cf7b5d9be3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f HTTP/1.1" status: 200 len: 217 time: 0.2570925 Nov 11 21:35:54.702015 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f421b16-76fe-463b-90ed-a1b044f3219d req-dd3beea2-8129-4225-b218-a94edce73943 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:54.703780 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f421b16-76fe-463b-90ed-a1b044f3219d req-dd3beea2-8129-4225-b218-a94edce73943 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 943 time: 0.3592501 Nov 11 21:35:54.710049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Transition to ACTIVE for port object 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:35:54.723580 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:54.767520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cfcca-e4ec-466d-9c82-8d6532f8c2b8 req-6f830a9b-2d5c-41f2-b867-c19463a99d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:54.769285 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-021cfcca-e4ec-466d-9c82-8d6532f8c2b8 req-6f830a9b-2d5c-41f2-b867-c19463a99d8b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08cbd2bf-db5d-43c4-8d6e-c834f46949ea HTTP/1.1" status: 200 len: 854 time: 0.0734630 Nov 11 21:35:54.824897 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-021cfcca-e4ec-466d-9c82-8d6532f8c2b8 req-71190756-a087-4250-acd7-87720a261342 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449638 Nov 11 21:35:54.906514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Pushing event updated for resources: {'Port': ['ID=667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:54.969504 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f421b16-76fe-463b-90ed-a1b044f3219d req-a4dcc377-79bc-47d3-a666-538336caff72 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579250 Nov 11 21:35:54.970008 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-021cfcca-e4ec-466d-9c82-8d6532f8c2b8 req-dcc01638-9661-42b8-a976-cc25f33736d9 service neutron] 10.222.0.71 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336489 Nov 11 21:35:55.005432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Attempting to bind port 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:35:55.005826 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Attempting to bind port 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:35:55.006106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Attempting to bind port 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed on network 78d420ff-1056-48bf-b87b-c3bf39a606da {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:55.017000 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Port 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed on network 78d420ff-1056-48bf-b87b-c3bf39a606da not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:35:55.017331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Attempting to bind port 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed on network 78d420ff-1056-48bf-b87b-c3bf39a606da {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:55.036661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:35:55.037095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Checking segment: {'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:35:55.037478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Bound using segment: {'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:35:55.037926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Bound port: 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:35:55.038292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:55.100227 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-021cfcca-e4ec-466d-9c82-8d6532f8c2b8 req-a617ba8b-9665-4e2c-a9c1-4f8a539bba0a service neutron] 10.222.0.71 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168425 Nov 11 21:35:55.197034 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] For port 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:35:55.221060 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] For port 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:35:55.250438 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7aa4cb9-9480-4b35-9a27-f1067c989258 req-1d82b5e7-7b14-4bbb-96e9-faec95e828f6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 210 time: 0.0547619 Nov 11 21:35:55.252367 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:55.374502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Pushing event updated for resources: {'Port': ['ID=667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:55.406257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:55.407202 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:55.408995 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-45800bcf-a626-4261-9190-5cd605685cac service neutron] 10.222.0.10 "PUT /v2.0/ports/667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed HTTP/1.1" status: 200 len: 1092 time: 1.6863825 Nov 11 21:35:55.411418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be7001d-462b-46a5-8d7d-11ba4fc86b96', 'tag': '667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:55.419339 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8d8b55-7ae2-4451-a29e-ded2df8e9df6" -d '{"events": [{"name": "network-changed", "server_uuid": "0be7001d-462b-46a5-8d7d-11ba4fc86b96", "tag": "667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:55.465099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb1d93-cdb8-45ae-bb31-245a86d1798b req-9dd52a59-f30e-4481-a5e8-08d289b9c015 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:55.484882 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0cb1d93-cdb8-45ae-bb31-245a86d1798b req-9dd52a59-f30e-4481-a5e8-08d289b9c015 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 944 time: 0.1192348 Nov 11 21:35:55.618572 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0cb1d93-cdb8-45ae-bb31-245a86d1798b req-040f4d07-948e-49d4-8ea4-dffee1ab51df tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326241 Nov 11 21:35:55.667374 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-f463bc84-e91e-4131-be5d-9d201c6914d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:55.686196 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-f463bc84-e91e-4131-be5d-9d201c6914d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=675055883ebd45b8a34af50040494423&device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 1095 time: 0.1743550 Nov 11 21:35:55.741329 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-09d82dcd-7b52-43af-91c6-e66791479092 service neutron] show failed (client error): The resource could not be found. Nov 11 21:35:55.743667 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-09d82dcd-7b52-43af-91c6-e66791479092 service neutron] 10.222.0.10 "GET /v2.0/ports/df871846-e5d7-497b-adcd-5487a627a282/bindings/n-h2-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.1701756 Nov 11 21:35:55.808828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-0db17142-c7ca-44e6-acb5-e4d2b459e1d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed HTTP/1.1" status: 200 len: 217 time: 0.1216590 Nov 11 21:35:55.967369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ff062-df9c-4a46-963a-9f93f5bcfbd9 req-4621530c-f7f1-48d9-bfc5-88ed196b3b6a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:55.975949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-734ff062-df9c-4a46-963a-9f93f5bcfbd9 req-4621530c-f7f1-48d9-bfc5-88ed196b3b6a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1724110 Nov 11 21:35:55.986813 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-d0f21dd6-120e-4fc1-9ef0-4a3a979dd816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:55.987318 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-d0f21dd6-120e-4fc1-9ef0-4a3a979dd816 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79662f28-e3fd-4673-8ed1-0f8260d585f3 HTTP/1.1" status: 200 len: 855 time: 0.1545503 Nov 11 21:35:56.088021 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-85d8644e-fa8c-4e48-b1dd-6b979ae73ecc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=78d420ff-1056-48bf-b87b-c3bf39a606da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698593 Nov 11 21:35:56.234268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-8e186670-318d-4a87-9b88-2f966b2e00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:56.240540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-8e186670-318d-4a87-9b88-2f966b2e00c5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51&tenant_id=fd47c33b622049db8b0a7624a7b34e9c HTTP/1.1" status: 200 len: 1100 time: 0.1589954 Nov 11 21:35:56.252184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:56.300876 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-734ff062-df9c-4a46-963a-9f93f5bcfbd9 req-12da1523-ab69-4375-bcb0-c5ebb4ccba84 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241997 Nov 11 21:35:56.455657 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d0170d49-2dfa-43ed-b07d-f6b6d89cc12f details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:35:56.510874 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-5d760196-36e2-4ed9-86bf-21a2c8ec1e99 service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083419 Nov 11 21:35:56.630431 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:56.790169 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:56.837177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f', 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14', 'port_id': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f', 'mac_address': 'fa:16:3e:4a:2b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cbd2bf-db5d-43c4-8d6e-c834f46949ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:35:56.984255 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:57.018497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0170d49-2dfa-43ed-b07d-f6b6d89cc12f {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:35:57.096080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:57.120623 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:57.164773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=df871846-e5d7-497b-adcd-5487a627a282,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:35:57.247504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:57.292757 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:35:57.383507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:57.386179 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1926d81b-2a89-47d6-9670-9531a63c23b3" -d '{"events": [{"server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "name": "network-vif-unplugged", "status": "completed", "tag": "df871846-e5d7-497b-adcd-5487a627a282"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:57.391698 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:57.437344 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Transition to ACTIVE for port object df871846-e5d7-497b-adcd-5487a627a282 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:35:57.447422 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:57.448361 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d0170d49-2dfa-43ed-b07d-f6b6d89cc12f'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:35:57.461440 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b7db6-6d51-4445-b5ae-1167639462c0 req-7a0120a8-c2ad-49b5-aebf-226a4c5fdd22 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:57.470218 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e1b7db6-6d51-4445-b5ae-1167639462c0 req-7a0120a8-c2ad-49b5-aebf-226a4c5fdd22 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1358030 Nov 11 21:35:57.537661 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e1b7db6-6d51-4445-b5ae-1167639462c0 req-d14c0dfb-40d5-4ed3-aebb-313601d1f02b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659680 Nov 11 21:35:57.540236 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d60ad3d7-56c4-44f9-8fef-2ecc559be899 req-fe7f24d9-bef3-494b-b96a-035fc5753b47 service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0176628 Nov 11 21:35:57.623785 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Pushing event updated for resources: {'Port': ['ID=df871846-e5d7-497b-adcd-5487a627a282,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:57.642353 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ec4dbb-a908-4b61-a351-9d9c14e81172 x-openstack-request-id: req-d2ec4dbb-a908-4b61-a351-9d9c14e81172 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:57.642856 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be7001d-462b-46a5-8d7d-11ba4fc86b96", "tag": "667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:57.643261 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d2ec4dbb-a908-4b61-a351-9d9c14e81172 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:57.643820 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be7001d-462b-46a5-8d7d-11ba4fc86b96', 'tag': '667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed', 'status': 'completed', 'code': 200} Nov 11 21:35:57.714627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] No DVR routers for this DVR port df871846-e5d7-497b-adcd-5487a627a282 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:35:57.773920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Attempting to bind port df871846-e5d7-497b-adcd-5487a627a282 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:35:57.774537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Attempting to bind port df871846-e5d7-497b-adcd-5487a627a282 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:35:57.774753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d8b55-7ae2-4451-a29e-ded2df8e9df6 req-d3ccc0d7-aef4-4135-99b8-d5346ded6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:57.775216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Attempting to bind port df871846-e5d7-497b-adcd-5487a627a282 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:57.776309 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db8d8b55-7ae2-4451-a29e-ded2df8e9df6 req-d3ccc0d7-aef4-4135-99b8-d5346ded6e8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=675055883ebd45b8a34af50040494423&device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 1095 time: 0.1024828 Nov 11 21:35:57.782943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Port df871846-e5d7-497b-adcd-5487a627a282 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:35:57.783512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Attempting to bind port df871846-e5d7-497b-adcd-5487a627a282 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:35:57.792484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:35:57.793170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:35:57.793768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:35:57.794478 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Bound port: df871846-e5d7-497b-adcd-5487a627a282, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:35:57.794994 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:57.966487 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:35:57.975042 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=df871846-e5d7-497b-adcd-5487a627a282,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:35:57.991741 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:58.054271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb784c7-3ea7-4fce-85a2-11f7d2a5806e req-4b669b19-cb5e-4a68-bb90-72b9a3f3f6c3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:58.071724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3fb784c7-3ea7-4fce-85a2-11f7d2a5806e req-4b669b19-cb5e-4a68-bb90-72b9a3f3f6c3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 944 time: 0.2529938 Nov 11 21:35:58.095653 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:58.096298 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:58.103655 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] 10.222.0.71 "PUT /v2.0/ports/df871846-e5d7-497b-adcd-5487a627a282 HTTP/1.1" status: 200 len: 1095 time: 1.8527102 Nov 11 21:35:58.178181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d8b55-7ae2-4451-a29e-ded2df8e9df6 req-cbd3917a-f293-4570-8c82-b85af470cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:58.180598 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db8d8b55-7ae2-4451-a29e-ded2df8e9df6 req-cbd3917a-f293-4570-8c82-b85af470cdc6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=78d420ff-1056-48bf-b87b-c3bf39a606da HTTP/1.1" status: 200 len: 917 time: 0.3867891 Nov 11 21:35:58.183064 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6a000-e462-4599-a6cd-13dda2123d00 service neutron] Pushing event updated for resources: {'Port': ['ID=df871846-e5d7-497b-adcd-5487a627a282,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:58.230396 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-606ae496-39cb-4749-a093-905f967882f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:58.231950 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-606ae496-39cb-4749-a093-905f967882f4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 1098 time: 0.1022978 Nov 11 21:35:58.350967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db8d8b55-7ae2-4451-a29e-ded2df8e9df6 req-41f6c77f-a91d-47e1-a810-31250dbcbaf4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed HTTP/1.1" status: 200 len: 217 time: 0.1588144 Nov 11 21:35:58.430608 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-64ca3f35-a106-44ff-8910-5a2afa82a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:58.432046 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-64ca3f35-a106-44ff-8910-5a2afa82a20e service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1919088 Nov 11 21:35:58.461848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d8b55-7ae2-4451-a29e-ded2df8e9df6 req-7c84574a-8835-4e55-90ce-50dca37ac5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:58.463868 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db8d8b55-7ae2-4451-a29e-ded2df8e9df6 req-7c84574a-8835-4e55-90ce-50dca37ac5bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79662f28-e3fd-4673-8ed1-0f8260d585f3 HTTP/1.1" status: 200 len: 855 time: 0.0977452 Nov 11 21:35:58.483474 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3fb784c7-3ea7-4fce-85a2-11f7d2a5806e req-297f7cfa-bc90-4d16-8a44-5a8d9e824ffc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049799 Nov 11 21:35:58.550953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db8d8b55-7ae2-4451-a29e-ded2df8e9df6 req-d42d278e-b545-41c8-8c08-a17bb81594eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=78d420ff-1056-48bf-b87b-c3bf39a606da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660684 Nov 11 21:35:58.554578 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-3319a613-85db-43ae-afe9-a8fcedca0259 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=df871846-e5d7-497b-adcd-5487a627a282 HTTP/1.1" status: 200 len: 217 time: 0.1138794 Nov 11 21:35:58.660166 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-a18cac99-5224-4f48-994d-7ec255020406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:58.661968 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-a18cac99-5224-4f48-994d-7ec255020406 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0992551 Nov 11 21:35:58.747520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-748c6380-fbf0-4aac-9378-6015ad345c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:58.763006 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-748c6380-fbf0-4aac-9378-6015ad345c9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930326 Nov 11 21:35:58.790535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8b880c5-991f-462a-989f-e0e6a4975530 req-38138d14-6826-4166-b868-a1883479ae5f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 210 time: 0.0864055 Nov 11 21:35:58.839670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db8d8b55-7ae2-4451-a29e-ded2df8e9df6 req-29918f62-cd33-446a-8543-9a9219bd111f service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650204 Nov 11 21:35:59.062035 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e7035-c0bd-42a8-a80f-80553e0a9e60 req-afbac742-d292-48ac-8f56-4746828bf381 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:59.063575 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-900e7035-c0bd-42a8-a80f-80553e0a9e60 req-afbac742-d292-48ac-8f56-4746828bf381 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 944 time: 0.1119711 Nov 11 21:35:59.065731 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db8d8b55-7ae2-4451-a29e-ded2df8e9df6 req-c6c4f58e-731f-49d4-9780-370da4615b67 service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182338 Nov 11 21:35:59.078863 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-8f244f18-112a-4083-ae74-1eb9fcc64410 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068392 Nov 11 21:35:59.166037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-900e7035-c0bd-42a8-a80f-80553e0a9e60 req-451c6881-92ba-4e6b-9c31-823a7b8cc755 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930932 Nov 11 21:35:59.259236 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9a24a0a2-e18f-4bc4-abea-cfa00cee9a05 req-d29fb72e-71f3-4eae-b27e-3af177e4cfa3 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663516 Nov 11 21:35:59.283233 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc9dbb5-3d7a-4c88-875d-a45f64bbe645 x-openstack-request-id: req-1bc9dbb5-3d7a-4c88-875d-a45f64bbe645 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:59.286468 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "name": "network-vif-unplugged", "status": "completed", "tag": "df871846-e5d7-497b-adcd-5487a627a282", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:59.292556 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1bc9dbb5-3d7a-4c88-875d-a45f64bbe645 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:59.293316 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282', 'code': 200} Nov 11 21:35:59.431922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e24a5-a0dd-49ee-981e-0af357b1dec0 req-c06562a5-af54-420d-9f59-58e30e054502 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:59.434959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-020e24a5-a0dd-49ee-981e-0af357b1dec0 req-c06562a5-af54-420d-9f59-58e30e054502 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 947 time: 0.0812318 Nov 11 21:35:59.578140 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-020e24a5-a0dd-49ee-981e-0af357b1dec0 req-1b6ae55c-ced7-4810-8233-ac08db9b61f2 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292048 Nov 11 21:35:59.597554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fb5c1-8dbe-43c8-83a5-de1bd918d0ab req-189b61fa-f83a-41fc-a606-4ad9192be048 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:59.615669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-627fb5c1-8dbe-43c8-83a5-de1bd918d0ab req-189b61fa-f83a-41fc-a606-4ad9192be048 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1087806 Nov 11 21:35:59.624895 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device df871846-e5d7-497b-adcd-5487a627a282 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:35:59.681952 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-627fb5c1-8dbe-43c8-83a5-de1bd918d0ab req-9c3c22f7-535a-49cc-8125-b602effc5da4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653720 Nov 11 21:35:59.751220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device df871846-e5d7-497b-adcd-5487a627a282 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:35:59.843068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64ba2c-552a-482e-adeb-5c270c7a2bd1 req-49753627-da01-4bf3-9297-d987ed9e71a2 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:59.844754 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee64ba2c-552a-482e-adeb-5c270c7a2bd1 req-49753627-da01-4bf3-9297-d987ed9e71a2 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 944 time: 0.0855849 Nov 11 21:35:59.929089 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee64ba2c-552a-482e-adeb-5c270c7a2bd1 req-a2dfff87-99c4-4209-bd4b-46d7466abd92 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773075 Nov 11 21:35:59.940643 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a55ccf-9b10-4ed6-ad32-733dbffabf3c req-0b736f68-cca1-47e2-abe4-e4319999748b tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:59.942274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90a55ccf-9b10-4ed6-ad32-733dbffabf3c req-0b736f68-cca1-47e2-abe4-e4319999748b tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=91178954-1083-4820-91aa-7ecda7739473 HTTP/1.1" status: 200 len: 951 time: 0.0823464 Nov 11 21:36:00.025457 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90a55ccf-9b10-4ed6-ad32-733dbffabf3c req-8d7cebcc-d308-46a4-b7dc-8c98a907028d tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757518 Nov 11 21:36:00.085263 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cfa3c7c8-8a4c-4c5f-9030-9d967c748273 req-9be9221c-53f7-4ac5-981d-f9f9c429b1e8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dbff54f-f172-4004-962b-57efc2e931aa HTTP/1.1" status: 200 len: 210 time: 0.0461886 Nov 11 21:36:00.342376 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da069d-cbaa-4aa7-8f41-ced83d3b341c req-73ef2a80-dbd9-4ffa-9d0e-eb9841dfaf8b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:00.350373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82da069d-cbaa-4aa7-8f41-ced83d3b341c req-73ef2a80-dbd9-4ffa-9d0e-eb9841dfaf8b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 944 time: 0.0933504 Nov 11 21:36:00.402457 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82da069d-cbaa-4aa7-8f41-ced83d3b341c req-631ff36c-811c-4981-a719-c9e52fe3031f tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518153 Nov 11 21:36:00.454308 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d0170d49-2dfa-43ed-b07d-f6b6d89cc12f up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:00.516292 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:36:00.521122 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:00.521829 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:00.616683 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:00.666140 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:00.667392 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:00.672029 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601b844b-f251-4d99-8aea-1ff03079b460" -d '{"events": [{"server_uuid": "f6d404ca-08dc-4756-8416-f3e059bc1781", "name": "network-vif-plugged", "status": "completed", "tag": "d0170d49-2dfa-43ed-b07d-f6b6d89cc12f"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:00.676686 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:00.677980 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4dc4bf47-6cf2-4223-8d9c-44a323213455 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:00.762628 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:00.828248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a312d7-47d4-4aa1-8745-3ec40d129bea req-c3ab3104-7c78-49fd-908f-1a2e0837f7b3 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:00.840071 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9a312d7-47d4-4aa1-8745-3ec40d129bea req-c3ab3104-7c78-49fd-908f-1a2e0837f7b3 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 947 time: 0.0954423 Nov 11 21:36:00.859847 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0107150e-e15a-4e34-835a-d7853af50ec1 x-openstack-request-id: req-0107150e-e15a-4e34-835a-d7853af50ec1 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:00.860134 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d404ca-08dc-4756-8416-f3e059bc1781", "name": "network-vif-plugged", "status": "completed", "tag": "d0170d49-2dfa-43ed-b07d-f6b6d89cc12f", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:00.860382 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0107150e-e15a-4e34-835a-d7853af50ec1 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:00.860768 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f', 'code': 200} Nov 11 21:36:00.861737 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:00.910220 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9a312d7-47d4-4aa1-8745-3ec40d129bea req-c4af5225-7c72-425c-aa98-ec1ef8b6621c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691051 Nov 11 21:36:00.937835 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4dc4bf47-6cf2-4223-8d9c-44a323213455, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4dc4bf47-6cf2-4223-8d9c-44a323213455,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:00.942597 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:00.991558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40777774-1a8d-4638-b8f1-1d79f95c17fc req-c089892d-b4e1-4f7f-999f-667b70b06689 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:00.993854 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40777774-1a8d-4638-b8f1-1d79f95c17fc req-c089892d-b4e1-4f7f-999f-667b70b06689 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.0816486 Nov 11 21:36:01.002291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4dc4bf47-6cf2-4223-8d9c-44a323213455,revision_number=11']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:01.020619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadd22f-3830-403b-a3de-1b6a63775c65 req-8ddd7581-c944-4ffc-883c-b57dae909769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:01.022190 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cadd22f-3830-403b-a3de-1b6a63775c65 req-8ddd7581-c944-4ffc-883c-b57dae909769 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 1096 time: 0.0873811 Nov 11 21:36:01.068154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40777774-1a8d-4638-b8f1-1d79f95c17fc req-bd7b147a-d2f1-4473-9482-0a36cda5659a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672512 Nov 11 21:36:01.113024 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cadd22f-3830-403b-a3de-1b6a63775c65 req-e15205ea-85ca-4624-b68d-ebac35f1e0cc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809693 Nov 11 21:36:01.248638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f22eb-1b81-4071-9a51-627063b3f5e6 req-cd258344-c81b-4434-ba58-6fe2a19766e1 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:01.250320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f8f22eb-1b81-4071-9a51-627063b3f5e6 req-cd258344-c81b-4434-ba58-6fe2a19766e1 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1026340 Nov 11 21:36:01.295612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:01.298546 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "tag": "df871846-e5d7-497b-adcd-5487a627a282"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:01.343288 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f8f22eb-1b81-4071-9a51-627063b3f5e6 req-1f8fa654-accb-4ef1-983c-0b8224660127 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790064 Nov 11 21:36:01.427659 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8d52f6-547f-42ea-ae16-576ccf8b9dff x-openstack-request-id: req-ad8d52f6-547f-42ea-ae16-576ccf8b9dff {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:01.427964 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "tag": "df871846-e5d7-497b-adcd-5487a627a282", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:01.428212 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad8d52f6-547f-42ea-ae16-576ccf8b9dff {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:01.428612 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282', 'status': 'completed', 'code': 200} Nov 11 21:36:01.558092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-1bb4ea25-77d4-4aed-bf4e-911cb81942bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:01.558092 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-1bb4ea25-77d4-4aed-bf4e-911cb81942bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 1098 time: 0.1033959 Nov 11 21:36:01.581964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-aced5dbb-1660-4a7c-adb2-96a3c8d0cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:01.593945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-aced5dbb-1660-4a7c-adb2-96a3c8d0cacc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 1098 time: 0.1412537 Nov 11 21:36:01.642344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:36:01.794770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e14c3-bf15-42bc-86f0-1440dd637802 req-615b3a82-1f4b-4198-b1aa-528e8b0ef218 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:01.803882 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c08e14c3-bf15-42bc-86f0-1440dd637802 req-615b3a82-1f4b-4198-b1aa-528e8b0ef218 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 944 time: 0.2521677 Nov 11 21:36:01.806584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-26e6274c-df48-4cbe-925f-cf4ce9a9323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:01.808360 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-26e6274c-df48-4cbe-925f-cf4ce9a9323b service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.2423632 Nov 11 21:36:01.892428 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-c9eec482-40ea-4a24-ba03-ebe176df331b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=df871846-e5d7-497b-adcd-5487a627a282 HTTP/1.1" status: 200 len: 217 time: 0.0654409 Nov 11 21:36:01.917944 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:01.924280 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-562c775b-51ef-43a7-9f9e-1799750239b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:01.925833 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-562c775b-51ef-43a7-9f9e-1799750239b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.3153157 Nov 11 21:36:01.941071 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c08e14c3-bf15-42bc-86f0-1440dd637802 req-fdcdd9af-782d-41d1-b6d2-196f3fc98997 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243885 Nov 11 21:36:01.972770 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed', 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da', 'port_id': '667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed', 'mac_address': 'fa:16:3e:58:04:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79662f28-e3fd-4673-8ed1-0f8260d585f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:36:01.986732 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-590c59c4-e40c-46b3-9e03-ced7f2d30ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:01.988251 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-590c59c4-e40c-46b3-9e03-ced7f2d30ef3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0848019 Nov 11 21:36:01.993876 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-b529f857-efe5-4732-8d47-86b7c9298519 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=df871846-e5d7-497b-adcd-5487a627a282 HTTP/1.1" status: 200 len: 217 time: 0.0515711 Nov 11 21:36:02.066221 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:02.067059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-10d2e78a-e235-4013-8f71-7ad191634752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:02.069882 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-10d2e78a-e235-4013-8f71-7ad191634752 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688736 Nov 11 21:36:02.075904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-93c331ad-2cc5-4e55-81de-bd93994c166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:02.077818 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-93c331ad-2cc5-4e55-81de-bd93994c166e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0747156 Nov 11 21:36:02.088481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:36:02.121005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:02.129049 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:02.192375 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:02.229678 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-00da2277-163e-4df6-b46f-4c6e279a5ab0 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504765 Nov 11 21:36:02.333401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-01d0d948-8b69-4528-96b3-1fb28b64cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:02.335439 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-01d0d948-8b69-4528-96b3-1fb28b64cd19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2493210 Nov 11 21:36:02.348962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a0c85-9137-4eae-9532-a75b0ea728ee req-f58c21ec-c81a-4e7e-bd10-0cc92befcf6c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:02.350722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d8a0c85-9137-4eae-9532-a75b0ea728ee req-f58c21ec-c81a-4e7e-bd10-0cc92befcf6c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 811 time: 0.2508132 Nov 11 21:36:02.369674 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-e9180213-4c6a-4d58-a91f-e6c5f639f844 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310725 Nov 11 21:36:02.372711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682acf58-5039-4241-b902-9c10239a8457 req-021ab87b-b96c-4a37-986a-0b009ffe0fca tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:02.374443 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-682acf58-5039-4241-b902-9c10239a8457 req-021ab87b-b96c-4a37-986a-0b009ffe0fca tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 947 time: 0.1086493 Nov 11 21:36:02.443712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d8a0c85-9137-4eae-9532-a75b0ea728ee req-2c17e8f5-10b3-4422-8652-cd4f9643f1df tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/quotas/d1be613363d7416ca7041946f8d377db HTTP/1.1" status: 200 len: 375 time: 0.0801907 Nov 11 21:36:02.450995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device df871846-e5d7-497b-adcd-5487a627a282 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:36:02.524624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-bcab8155-1127-4228-a01d-b03f8a5000f4 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708448 Nov 11 21:36:02.525389 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:02.547742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d8a0c85-9137-4eae-9532-a75b0ea728ee req-5bd560db-2deb-4b22-8470-178644541e3b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547674 Nov 11 21:36:02.616873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=df871846-e5d7-497b-adcd-5487a627a282,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:02.630027 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-682acf58-5039-4241-b902-9c10239a8457 req-07dcd9e5-3363-4f68-8ded-346d848cc718 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326632 Nov 11 21:36:02.669869 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'df871846-e5d7-497b-adcd-5487a627a282', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': 'df871846-e5d7-497b-adcd-5487a627a282', 'mac_address': 'fa:16:3e:cf:74:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:36:02.740416 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:02.746477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d8a0c85-9137-4eae-9532-a75b0ea728ee req-33c6a92a-3f62-4c55-94d5-5e32efe6405f service neutron] 10.222.0.57 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864367 Nov 11 21:36:02.765620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df871846-e5d7-497b-adcd-5487a627a282 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:36:02.791042 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=df871846-e5d7-497b-adcd-5487a627a282,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:02.800198 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:02.869768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91178954-1083-4820-91aa-7ecda7739473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc4bf47-6cf2-4223-8d9c-44a323213455'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:02.872510 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dac78e-8c25-42a6-95a6-3ef49f0f3e02" -d '{"events": [{"server_uuid": "91178954-1083-4820-91aa-7ecda7739473", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc4bf47-6cf2-4223-8d9c-44a323213455"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:02.884581 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fba91b34-7c7a-423c-b4a7-6f4dd22ace94 req-90381e97-0f7f-479a-ac8e-c95bd5aea7d2 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401423 Nov 11 21:36:02.887265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=df871846-e5d7-497b-adcd-5487a627a282,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:02.961579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c72f2f-d717-4f78-a6bf-0d5e389eb1f5 req-7adf435b-0679-4633-8e43-056a8fe41b99 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:02.965289 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39c72f2f-d717-4f78-a6bf-0d5e389eb1f5 req-7adf435b-0679-4633-8e43-056a8fe41b99 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1826110 Nov 11 21:36:03.008148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d8a0c85-9137-4eae-9532-a75b0ea728ee req-1f8cd31a-87f2-4d83-adfe-7c15004ca268 service neutron] 10.222.0.57 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270041 Nov 11 21:36:03.054740 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39c72f2f-d717-4f78-a6bf-0d5e389eb1f5 req-5fc91835-534b-4819-bf0f-d9d5c2a55f30 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712197 Nov 11 21:36:03.137771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['df871846-e5d7-497b-adcd-5487a627a282'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:03.274116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e956a63-dc68-4bd4-b106-d360a18415dc req-5d5a6b50-3eb2-4146-bc9f-d9105b686492 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:03.283843 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e956a63-dc68-4bd4-b106-d360a18415dc req-5d5a6b50-3eb2-4146-bc9f-d9105b686492 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.0959895 Nov 11 21:36:03.357180 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e956a63-dc68-4bd4-b106-d360a18415dc req-b9c3ebd5-3c6a-48c9-82cf-f97d757cc131 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666587 Nov 11 21:36:03.461038 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6c9c3e-1ac5-43d1-a376-f1c48e07a676 x-openstack-request-id: req-6c6c9c3e-1ac5-43d1-a376-f1c48e07a676 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:03.461338 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91178954-1083-4820-91aa-7ecda7739473", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc4bf47-6cf2-4223-8d9c-44a323213455", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:03.461615 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c6c9c3e-1ac5-43d1-a376-f1c48e07a676 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:03.467344 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91178954-1083-4820-91aa-7ecda7739473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc4bf47-6cf2-4223-8d9c-44a323213455', 'code': 200} Nov 11 21:36:03.564770 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37a8d122-0e80-4ed4-a4f8-e83a2490def2 req-2610e86d-c845-4c9b-8fdb-a5ede48bd9dd tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=43d1dd03-5e12-4670-a36a-c48db9b02c9c HTTP/1.1" status: 200 len: 210 time: 0.0765650 Nov 11 21:36:03.573235 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-f026fd0b-0091-4f4d-9256-b18556dbce85 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:03.575784 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-f026fd0b-0091-4f4d-9256-b18556dbce85 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51&tenant_id=fd47c33b622049db8b0a7624a7b34e9c&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 948 time: 0.0927217 Nov 11 21:36:03.639870 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e822768-c756-446d-addf-d7317917512d req-d1ea4289-0994-4cda-b108-ea836df6ed23 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:03.650241 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e822768-c756-446d-addf-d7317917512d req-d1ea4289-0994-4cda-b108-ea836df6ed23 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 945 time: 0.0839696 Nov 11 21:36:03.707535 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-8b6683f2-d4b7-48f4-a185-cfbc059c81a2 service neutron] 10.222.0.71 "GET /v2.0/ports/df871846-e5d7-497b-adcd-5487a627a282/bindings/n-h2-805737-3 HTTP/1.1" status: 200 len: 382 time: 0.1171451 Nov 11 21:36:03.738495 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e822768-c756-446d-addf-d7317917512d req-cb0f01ae-de79-4aec-95fd-05af8789d61f tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873134 Nov 11 21:36:03.803676 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-5badcbd1-8a0d-473e-aa9f-bfa9032f2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:03.805922 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-5badcbd1-8a0d-473e-aa9f-bfa9032f2691 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 1099 time: 0.0713782 Nov 11 21:36:03.851720 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0282e-a736-4a80-beea-0e8f9f3aa049 req-9c84a023-e8b3-41c3-91ca-52fa5d014872 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:03.853329 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8f0282e-a736-4a80-beea-0e8f9f3aa049 req-9c84a023-e8b3-41c3-91ca-52fa5d014872 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 948 time: 0.0889444 Nov 11 21:36:03.962058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-b448e6db-4e7b-4b6c-bed0-7d1f4745049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:03.963566 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-b448e6db-4e7b-4b6c-bed0-7d1f4745049e service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.1358280 Nov 11 21:36:04.029807 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f72048c0-eaac-4e2c-9e22-65ef689538a5 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:04.033706 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-d3dea268-817f-410a-8780-9c872e6bffc0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=df871846-e5d7-497b-adcd-5487a627a282 HTTP/1.1" status: 200 len: 217 time: 0.0494499 Nov 11 21:36:04.036443 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f72048c0-eaac-4e2c-9e22-65ef689538a5 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/networks?id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 HTTP/1.1" status: 200 len: 814 time: 0.1813297 Nov 11 21:36:04.064726 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-151c0f3b-b5ed-4374-926b-03f6a3cc4679 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/quotas/549542678bd14bb79c12d4165f8e623f HTTP/1.1" status: 200 len: 375 time: 0.0272174 Nov 11 21:36:04.089428 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8f0282e-a736-4a80-beea-0e8f9f3aa049 req-6c0872ba-7429-4924-ab0c-4198e81bd17a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217422 Nov 11 21:36:04.143737 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-eeb57312-2543-400e-9768-30474d89379c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=549542678bd14bb79c12d4165f8e623f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780919 Nov 11 21:36:04.150258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-1d658008-0c5a-4606-9162-62d2915d3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:04.151991 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-1d658008-0c5a-4606-9162-62d2915d3d27 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1073246 Nov 11 21:36:04.213099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-967a1752-7338-4ac1-9423-07c881baf42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:04.214772 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-967a1752-7338-4ac1-9423-07c881baf42c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0529859 Nov 11 21:36:04.276753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-590b6bbd-c204-4576-a730-d3b4b29b86c6 service neutron] 10.222.0.57 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218412 Nov 11 21:36:04.341915 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-33a7039f-8b99-422f-8b87-62153453bd45 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143193 Nov 11 21:36:04.445352 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-1a23b4df-910f-413f-a022-f0e376428f4b service neutron] 10.222.0.57 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555741 Nov 11 21:36:04.461461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device df871846-e5d7-497b-adcd-5487a627a282 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:04.508247 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-9ae395f2-b0d0-40c1-8c46-c95280535166 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470118 Nov 11 21:36:04.556063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port df871846-e5d7-497b-adcd-5487a627a282 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:36:04.564105 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port df871846-e5d7-497b-adcd-5487a627a282 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:04.564523 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:04.587218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4704b57-f3df-4ae0-93a2-1a51f825c7c1 req-9e4589b7-6a7d-440d-9142-86653f4072d7 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:04.595634 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4704b57-f3df-4ae0-93a2-1a51f825c7c1 req-9e4589b7-6a7d-440d-9142-86653f4072d7 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.0797751 Nov 11 21:36:04.663017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4704b57-f3df-4ae0-93a2-1a51f825c7c1 req-f8e36a79-0ebf-4ace-a935-25eb63ea6a0f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660160 Nov 11 21:36:04.742863 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:04.795456 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ee00b05-2750-43df-b4eb-d0ddb343dd28 req-76eceb8f-da0c-424b-900f-232c89637e20 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=43d1dd03-5e12-4670-a36a-c48db9b02c9c HTTP/1.1" status: 200 len: 210 time: 0.0355210 Nov 11 21:36:04.840932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=df871846-e5d7-497b-adcd-5487a627a282,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:04.851323 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:04.913750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d1c56aa7-21a3-4c12-88a1-e2a631d47801 req-27baaccc-f662-4949-8fbb-366f076e2dd3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 210 time: 0.0483744 Nov 11 21:36:04.961907 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=df871846-e5d7-497b-adcd-5487a627a282,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:05.039696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e9b98-694b-4dbb-9c27-c68d42749ba4 req-60472133-bcde-4ba5-9e9b-e1439ed690da tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:05.047273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d66e9b98-694b-4dbb-9c27-c68d42749ba4 req-60472133-bcde-4ba5-9e9b-e1439ed690da tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 945 time: 0.0639045 Nov 11 21:36:05.106416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d66e9b98-694b-4dbb-9c27-c68d42749ba4 req-b5b3414c-7ae8-438f-b2ca-93682e628d1c tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578709 Nov 11 21:36:05.217311 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2d8a0c85-9137-4eae-9532-a75b0ea728ee req-8defccb2-206c-4673-b07d-6b56c5ed1d58 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&device_id=43d1dd03-5e12-4670-a36a-c48db9b02c9c HTTP/1.1" status: 200 len: 210 time: 0.0500972 Nov 11 21:36:05.308341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dffab6-3c0b-455a-b934-adcb3ab30179 req-82fc8c78-0cb1-4d09-a00d-dd9c48f28aea tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:05.338383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-97dffab6-3c0b-455a-b934-adcb3ab30179 req-82fc8c78-0cb1-4d09-a00d-dd9c48f28aea tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.0729966 Nov 11 21:36:05.389612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a0c85-9137-4eae-9532-a75b0ea728ee req-bfeb75b7-12ae-4d5c-a9b0-73d08a4095ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:05.391894 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2d8a0c85-9137-4eae-9532-a75b0ea728ee req-bfeb75b7-12ae-4d5c-a9b0-73d08a4095ac service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=d1be613363d7416ca7041946f8d377db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1682169 Nov 11 21:36:05.445736 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-97dffab6-3c0b-455a-b934-adcb3ab30179 req-b2d76125-09f8-49c2-b9ca-1a71fe6a8050 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037989 Nov 11 21:36:05.468023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:05.470961 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81bcb67-b0d0-44fb-a969-682815ae0d89" -d '{"events": [{"server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "name": "network-vif-plugged", "status": "completed", "tag": "df871846-e5d7-497b-adcd-5487a627a282"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:05.542135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a0c85-9137-4eae-9532-a75b0ea728ee req-38563873-e65f-4050-b16e-eff51413d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:05.544344 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2d8a0c85-9137-4eae-9532-a75b0ea728ee req-38563873-e65f-4050-b16e-eff51413d6fd service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1386535 Nov 11 21:36:05.614213 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2d8a0c85-9137-4eae-9532-a75b0ea728ee req-4c875a09-68f0-41c6-af7a-7a6c83da1bb6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "GET /v2.0/ports?device_id=43d1dd03-5e12-4670-a36a-c48db9b02c9c HTTP/1.1" status: 200 len: 210 time: 0.0383515 Nov 11 21:36:05.647323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:05.682199 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7223b9c8-eb96-4325-a122-231445104809 x-openstack-request-id: req-7223b9c8-eb96-4325-a122-231445104809 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:05.685152 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "name": "network-vif-plugged", "status": "completed", "tag": "df871846-e5d7-497b-adcd-5487a627a282", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:05.685685 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7223b9c8-eb96-4325-a122-231445104809 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:05.686307 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282', 'code': 200} Nov 11 21:36:05.742153 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:36:05.748013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:05.748627 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:05.854624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667f79f-8350-4a25-9c38-29534ac466f3 req-948ec1d5-c584-47de-9fb4-ea5561901b24 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:05.863327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f667f79f-8350-4a25-9c38-29534ac466f3 req-948ec1d5-c584-47de-9fb4-ea5561901b24 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.0914035 Nov 11 21:36:05.899405 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:05.941113 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f667f79f-8350-4a25-9c38-29534ac466f3 req-ed4beb2b-f6f3-4f93-87f3-70d37f698bad tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684733 Nov 11 21:36:05.943377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:05.962150 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:06.053079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:06.054786 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-518ece2a-5c57-4a3f-8ccf-8da6e9c48d4b req-a7505577-6921-41f7-a27f-96fd76357cac service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&device_id=43d1dd03-5e12-4670-a36a-c48db9b02c9c HTTP/1.1" status: 200 len: 210 time: 0.0522342 Nov 11 21:36:06.108221 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7edfabff-ec5b-4ffc-a495-a3992c1e1fee req-a7e83b66-a260-4ad9-b6e7-cb17cec4cfd8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=43d1dd03-5e12-4670-a36a-c48db9b02c9c HTTP/1.1" status: 200 len: 210 time: 0.0876529 Nov 11 21:36:06.265345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ece2a-5c57-4a3f-8ccf-8da6e9c48d4b req-ff6de41b-be53-4410-a9ee-dde0501b54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:06.266712 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-518ece2a-5c57-4a3f-8ccf-8da6e9c48d4b req-ff6de41b-be53-4410-a9ee-dde0501b54cf service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=d1be613363d7416ca7041946f8d377db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2013931 Nov 11 21:36:06.392553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c5cf7b1c-c893-426d-ab22-3b15effd5047 req-9c9ef63c-19bf-4319-a52a-eb6d6976c428 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 210 time: 0.0765128 Nov 11 21:36:06.435533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-8fc105d6-8384-4d49-b228-4d7f3bde6427 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:06.436657 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-8fc105d6-8384-4d49-b228-4d7f3bde6427 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.71 "GET /v2.0/networks?id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 HTTP/1.1" status: 200 len: 814 time: 0.2682750 Nov 11 21:36:06.441535 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ece2a-5c57-4a3f-8ccf-8da6e9c48d4b req-aed2694c-4b6e-4dc0-a881-50fd8bf85b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:06.449709 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-518ece2a-5c57-4a3f-8ccf-8da6e9c48d4b req-aed2694c-4b6e-4dc0-a881-50fd8bf85b06 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1687799 Nov 11 21:36:06.455280 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-c5f86e8e-4a0b-42b1-b7c6-7329054cc433 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Request body: {'port': {'device_id': '49556083-fe6f-4af4-ad1d-20cf94b7234a', 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14', 'admin_state_up': True, 'tenant_id': '549542678bd14bb79c12d4165f8e623f'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:06.575365 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-518ece2a-5c57-4a3f-8ccf-8da6e9c48d4b req-305f41bb-4fd0-4755-b4fd-e64a410aef80 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "GET /v2.0/ports?device_id=43d1dd03-5e12-4670-a36a-c48db9b02c9c HTTP/1.1" status: 200 len: 210 time: 0.0291607 Nov 11 21:36:06.608187 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681653a8-80dc-485d-91d1-70787adfd960 req-019748ad-053e-467e-8346-c6839c057cfc tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:06.610173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-681653a8-80dc-485d-91d1-70787adfd960 req-019748ad-053e-467e-8346-c6839c057cfc tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 946 time: 0.1082346 Nov 11 21:36:06.678441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-681653a8-80dc-485d-91d1-70787adfd960 req-ff978ed5-ff92-41cc-933f-289e8d10a96e tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544367 Nov 11 21:36:06.682778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-c5f86e8e-4a0b-42b1-b7c6-7329054cc433 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Made reservation on behalf of 549542678bd14bb79c12d4165f8e623f for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:36:06.688832 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-c5f86e8e-4a0b-42b1-b7c6-7329054cc433 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:06.899847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-c5f86e8e-4a0b-42b1-b7c6-7329054cc433 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Allocated IP 172.20.0.2 (8c7dd1da-9647-43a7-9ed2-f24fec3d3a14/08cbd2bf-db5d-43c4-8d6e-c834f46949ea/05017218-8630-4308-96d4-1f367a0afb4f) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:06.926749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047beea-4721-4ebc-b262-55ed10184edf req-01410ec1-d023-4c6a-94d2-30eb6c5c2c89 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:06.946162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6047beea-4721-4ebc-b262-55ed10184edf req-01410ec1-d023-4c6a-94d2-30eb6c5c2c89 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1086419 Nov 11 21:36:07.061070 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6047beea-4721-4ebc-b262-55ed10184edf req-d8e2c1d9-9db1-4c22-ba7d-13ccefd86b87 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004446 Nov 11 21:36:07.206222 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-c5f86e8e-4a0b-42b1-b7c6-7329054cc433 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:07.384426 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-c5f86e8e-4a0b-42b1-b7c6-7329054cc433 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:07.406622 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d0170d49-2dfa-43ed-b07d-f6b6d89cc12f'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:07.460990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1e746-e3af-4647-9396-c1d18f0a0d9c req-9dab971e-cbc6-4957-9dc1-35d656fe0c2e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:07.469146 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-acb1e746-e3af-4647-9396-c1d18f0a0d9c req-9dab971e-cbc6-4957-9dc1-35d656fe0c2e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1969886 Nov 11 21:36:07.514051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-c5f86e8e-4a0b-42b1-b7c6-7329054cc433 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:07.525848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-55c999d4-9757-4ec7-a619-f9d6844819a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:07.527457 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-55c999d4-9757-4ec7-a619-f9d6844819a2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51&tenant_id=fd47c33b622049db8b0a7624a7b34e9c HTTP/1.1" status: 200 len: 1100 time: 0.2301250 Nov 11 21:36:07.531112 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f86e8e-4a0b-42b1-b7c6-7329054cc433 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Pushing event updated for resources: {'Port': ['ID=05017218-8630-4308-96d4-1f367a0afb4f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:07.534973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-c5f86e8e-4a0b-42b1-b7c6-7329054cc433 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:07.537586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-c5f86e8e-4a0b-42b1-b7c6-7329054cc433 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:07.548603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:07.687839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be7001d-462b-46a5-8d7d-11ba4fc86b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:07.690129 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836d3e81-c6e6-475c-b249-864c76d9e74d" -d '{"events": [{"server_uuid": "0be7001d-462b-46a5-8d7d-11ba4fc86b96", "name": "network-vif-plugged", "status": "completed", "tag": "667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:07.977325 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-acb1e746-e3af-4647-9396-c1d18f0a0d9c req-941014e5-1099-447f-8df9-922b942f1884 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071926 Nov 11 21:36:07.986030 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-c5f86e8e-4a0b-42b1-b7c6-7329054cc433 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:07.986654 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-c5f86e8e-4a0b-42b1-b7c6-7329054cc433 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:07.997054 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:08.019811 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-c5f86e8e-4a0b-42b1-b7c6-7329054cc433 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5693185 Nov 11 21:36:08.042026 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Request body: {'port': {'device_id': '49556083-fe6f-4af4-ad1d-20cf94b7234a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:08.193641 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:08.231122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b2f40-b059-4a29-8832-a4f3db2b1236 req-15d2145d-6ff6-4ece-a123-d3dc9f42a1cc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:08.232438 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-416b2f40-b059-4a29-8832-a4f3db2b1236 req-15d2145d-6ff6-4ece-a123-d3dc9f42a1cc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 931 time: 0.1704674 Nov 11 21:36:08.449849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-416b2f40-b059-4a29-8832-a4f3db2b1236 req-1dd5f8c9-da3a-4116-8058-2e371e2fe8bc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097027 Nov 11 21:36:08.501705 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24db1b65-e55c-4693-b873-3d7cb63030c5 x-openstack-request-id: req-24db1b65-e55c-4693-b873-3d7cb63030c5 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:08.502531 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be7001d-462b-46a5-8d7d-11ba4fc86b96", "name": "network-vif-plugged", "status": "completed", "tag": "667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:08.502828 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-24db1b65-e55c-4693-b873-3d7cb63030c5 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:08.503224 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be7001d-462b-46a5-8d7d-11ba4fc86b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed', 'code': 200} Nov 11 21:36:08.507245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-3efdea20-882e-48f6-8607-a428122a8f17 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:08.508732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-3efdea20-882e-48f6-8607-a428122a8f17 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 811 time: 0.3080063 Nov 11 21:36:08.548276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=df871846-e5d7-497b-adcd-5487a627a282,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:08.554327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-bc5f0b95-a15c-469e-ae62-babd3f1a840e tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/quotas/d1be613363d7416ca7041946f8d377db HTTP/1.1" status: 200 len: 375 time: 0.0329020 Nov 11 21:36:08.602343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723daa56-f6e3-4023-90e1-f0a9d76253ee req-9999a91d-c72d-4c98-979a-16e3f3d2e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:08.604110 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-723daa56-f6e3-4023-90e1-f0a9d76253ee req-9999a91d-c72d-4c98-979a-16e3f3d2e8b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 1097 time: 0.0414405 Nov 11 21:36:08.648580 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-723daa56-f6e3-4023-90e1-f0a9d76253ee req-3a55da8e-e784-477c-afb1-58d9818dfebe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366445 Nov 11 21:36:08.662753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-1d032041-0fdc-43cc-80e2-ac6f004f2ba6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938363 Nov 11 21:36:08.711795 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:08.803348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41c61a-f5ef-46aa-8cac-276c5aef9612 req-dbf3a2fe-2899-493a-a2a6-22702cdd4df7 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:08.804719 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a41c61a-f5ef-46aa-8cac-276c5aef9612 req-dbf3a2fe-2899-493a-a2a6-22702cdd4df7 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 946 time: 0.2520430 Nov 11 21:36:08.834594 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:08.836757 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c605af40-f02e-41a7-a735-c14d22b495e0" -d '{"events": [{"server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "name": "network-vif-unplugged", "status": "completed", "tag": "df871846-e5d7-497b-adcd-5487a627a282"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:08.843150 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:08.885118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Transition to ACTIVE for port object df871846-e5d7-497b-adcd-5487a627a282 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:36:08.902902 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:08.931603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-db1b4f21-d076-4808-800d-ae87d5b2b212 service neutron] 10.222.0.57 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567079 Nov 11 21:36:08.975447 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a41c61a-f5ef-46aa-8cac-276c5aef9612 req-10cb897a-ca9c-4c69-a262-5a9de1d8f27a tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538353 Nov 11 21:36:08.996187 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05017218-8630-4308-96d4-1f367a0afb4f {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:36:09.045361 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:09.068890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Pushing event updated for resources: {'Port': ['ID=df871846-e5d7-497b-adcd-5487a627a282,revision_number=10']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:09.110621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] No DVR routers for this DVR port df871846-e5d7-497b-adcd-5487a627a282 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:09.121884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Transition to ACTIVE for port object 05017218-8630-4308-96d4-1f367a0afb4f will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:36:09.130484 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:09.206218 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-92b1b370-fa10-4d3d-b43f-a61d5a845e19 service neutron] 10.222.0.57 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667391 Nov 11 21:36:09.224537 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80200e-dbbc-4939-bd6b-5e39d25dbc85 req-c21ae347-d034-4387-90ab-888c3a10b5db tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:09.226078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f80200e-dbbc-4939-bd6b-5e39d25dbc85 req-c21ae347-d034-4387-90ab-888c3a10b5db tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 948 time: 0.1732144 Nov 11 21:36:09.226778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Attempting to bind port df871846-e5d7-497b-adcd-5487a627a282 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:36:09.227100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Attempting to bind port df871846-e5d7-497b-adcd-5487a627a282 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:36:09.227420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Attempting to bind port df871846-e5d7-497b-adcd-5487a627a282 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:09.252232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Port df871846-e5d7-497b-adcd-5487a627a282 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:36:09.252830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Attempting to bind port df871846-e5d7-497b-adcd-5487a627a282 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:09.268336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=05017218-8630-4308-96d4-1f367a0afb4f,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:09.285641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:36:09.285972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:09.286351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:36:09.286781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Bound port: df871846-e5d7-497b-adcd-5487a627a282, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:36:09.287133 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:09.378174 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f80200e-dbbc-4939-bd6b-5e39d25dbc85 req-44c2bdfc-32fe-4cb2-8094-e3957ea1cf1a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461060 Nov 11 21:36:09.416907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:09.420365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=df871846-e5d7-497b-adcd-5487a627a282,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:36:09.428647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Attempting to bind port 05017218-8630-4308-96d4-1f367a0afb4f on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:36:09.429021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Attempting to bind port 05017218-8630-4308-96d4-1f367a0afb4f by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'a4c6b3af-1cea-4c1a-8dfc-8a777851afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:36:09.429355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Attempting to bind port 05017218-8630-4308-96d4-1f367a0afb4f on network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:09.433236 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:09.489596 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Pushing event updated for resources: {'Port': ['ID=df871846-e5d7-497b-adcd-5487a627a282,revision_number=11']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:09.495520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Port 05017218-8630-4308-96d4-1f367a0afb4f on network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:36:09.495855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Attempting to bind port 05017218-8630-4308-96d4-1f367a0afb4f on network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:09.505975 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:36:09.506366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Checking segment: {'id': 'a4c6b3af-1cea-4c1a-8dfc-8a777851afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:09.506756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Bound using segment: {'id': 'a4c6b3af-1cea-4c1a-8dfc-8a777851afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:36:09.507335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Bound port: 05017218-8630-4308-96d4-1f367a0afb4f, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c6b3af-1cea-4c1a-8dfc-8a777851afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:36:09.507646 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:09.523271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:09.523892 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:09.525328 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-24caad27-9e33-4a9c-bfe0-44461f852a08 service neutron] 10.222.0.10 "PUT /v2.0/ports/df871846-e5d7-497b-adcd-5487a627a282 HTTP/1.1" status: 200 len: 1096 time: 1.9828653 Nov 11 21:36:09.570653 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a59234-58e7-429f-ba64-62ec7c21fc91 x-openstack-request-id: req-d8a59234-58e7-429f-ba64-62ec7c21fc91 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:09.570873 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "name": "network-vif-unplugged", "status": "completed", "tag": "df871846-e5d7-497b-adcd-5487a627a282", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:09.571126 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8a59234-58e7-429f-ba64-62ec7c21fc91 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:09.571525 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282', 'code': 200} Nov 11 21:36:09.710642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] For port 05017218-8630-4308-96d4-1f367a0afb4f, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:09.721422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1832c7d-30b4-47a7-8e01-980ab5226c24 req-096764ac-8514-44f7-8fb4-da850ae7db55 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:09.732165 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1832c7d-30b4-47a7-8e01-980ab5226c24 req-096764ac-8514-44f7-8fb4-da850ae7db55 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 945 time: 0.2057960 Nov 11 21:36:09.739615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] For port 05017218-8630-4308-96d4-1f367a0afb4f, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=05017218-8630-4308-96d4-1f367a0afb4f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:36:09.753886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-c1aa4cee-3e57-4878-9fba-0a3956a81582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:09.755658 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-c1aa4cee-3e57-4878-9fba-0a3956a81582 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 1099 time: 0.1833298 Nov 11 21:36:09.763176 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:09.822622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a9c87-7b22-412e-bd6d-eb6409114a2b req-f3c5ff27-2c84-4012-9665-798503b049f7 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:09.825064 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-479a9c87-7b22-412e-bd6d-eb6409114a2b req-f3c5ff27-2c84-4012-9665-798503b049f7 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.2196639 Nov 11 21:36:09.850235 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:09.852026 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:09.853778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] 10.222.0.71 "PUT /v2.0/ports/05017218-8630-4308-96d4-1f367a0afb4f HTTP/1.1" status: 200 len: 1091 time: 1.8159330 Nov 11 21:36:09.984767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1832c7d-30b4-47a7-8e01-980ab5226c24 req-d9df3e92-2420-4f9f-893f-1b7b911cfd18 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2510545 Nov 11 21:36:10.003909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5f6b0-8000-4bc2-a974-81c1eb43e2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=05017218-8630-4308-96d4-1f367a0afb4f,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:10.041893 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-479a9c87-7b22-412e-bd6d-eb6409114a2b req-670fbc85-17c2-464d-9035-e4ac95ce083d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851881 Nov 11 21:36:10.044560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-e8cc0504-431c-4a9f-907d-9ad829250c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:10.046035 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-e8cc0504-431c-4a9f-907d-9ad829250c2c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549542678bd14bb79c12d4165f8e623f&device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 1094 time: 0.1332750 Nov 11 21:36:10.047025 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-97d94f1f-3fde-4f18-8799-4efc4109b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:10.048343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-97d94f1f-3fde-4f18-8799-4efc4109b117 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.2730260 Nov 11 21:36:10.140961 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-b2959b11-2ef4-436f-a7d5-2e651cc0a589 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05017218-8630-4308-96d4-1f367a0afb4f HTTP/1.1" status: 200 len: 217 time: 0.0859962 Nov 11 21:36:10.143950 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-388e3361-8866-43ce-9e0e-2f9d31f6ef86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=df871846-e5d7-497b-adcd-5487a627a282 HTTP/1.1" status: 200 len: 217 time: 0.0775707 Nov 11 21:36:10.168144 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-087d1438-a9cc-4182-997f-eb5e07bdb567 req-eb664150-c570-4dfb-b794-18f75d65432a tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 210 time: 0.0949728 Nov 11 21:36:10.288853 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-fbf19124-9dc6-4c58-8721-5f23a7951e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:10.290280 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-fbf19124-9dc6-4c58-8721-5f23a7951e9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1256926 Nov 11 21:36:10.292290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-c6896cf7-ce5a-4d82-9e76-e188d1d17637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:10.293657 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-c6896cf7-ce5a-4d82-9e76-e188d1d17637 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08cbd2bf-db5d-43c4-8d6e-c834f46949ea HTTP/1.1" status: 200 len: 854 time: 0.1300490 Nov 11 21:36:10.306959 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ce1a1-43db-4886-a7c0-af5614e246d1 req-87419700-2e34-4db7-b474-b190157c1a6b tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:10.308323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b7ce1a1-43db-4886-a7c0-af5614e246d1 req-87419700-2e34-4db7-b474-b190157c1a6b tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 947 time: 0.1690059 Nov 11 21:36:10.365283 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-8f65cbab-d611-4b2c-bda0-90dcbc1aef51 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560591 Nov 11 21:36:10.394317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0c81d-57db-405d-9c65-b6971637e653 req-e1e49065-3ec8-44f6-9d28-6bf6b032b9e3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:10.395758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4dd0c81d-57db-405d-9c65-b6971637e653 req-e1e49065-3ec8-44f6-9d28-6bf6b032b9e3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 943 time: 0.1587195 Nov 11 21:36:10.494377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device df871846-e5d7-497b-adcd-5487a627a282 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:10.548886 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device df871846-e5d7-497b-adcd-5487a627a282 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:10.549678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72f02da6-ee7a-4242-9b47-6276a3b17ffb no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:10.606898 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-0a58c6b9-a610-41d4-b80e-4aae186f95c8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:10.608524 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-0a58c6b9-a610-41d4-b80e-4aae186f95c8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 811 time: 0.1342142 Nov 11 21:36:10.624018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-5d05ada1-1b03-47b4-8076-2a36686f9afb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Request body: {'port': {'device_id': '54d810ef-dfdc-4d43-b4a7-520ba6fedcd8', 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6', 'admin_state_up': True, 'tenant_id': 'd1be613363d7416ca7041946f8d377db'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:10.641475 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:10.680171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:10.685979 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b277d2-adc4-4b3c-a715-7c37c34dee1d" -d '{"events": [{"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-unplugged", "status": "completed", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:10.703198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:10.718759 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:10.761506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-5d05ada1-1b03-47b4-8076-2a36686f9afb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Made reservation on behalf of d1be613363d7416ca7041946f8d377db for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:36:10.764423 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-a6a185dc-00b5-4d68-b85a-acfd0c6f1e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:10.765134 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-5d05ada1-1b03-47b4-8076-2a36686f9afb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:10.765962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-a6a185dc-00b5-4d68-b85a-acfd0c6f1e37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4669633 Nov 11 21:36:10.767133 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=72f02da6-ee7a-4242-9b47-6276a3b17ffb,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:10.773994 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b7ce1a1-43db-4886-a7c0-af5614e246d1 req-4722aa77-c99b-4ee1-a3c3-340fe40d0459 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570513 Nov 11 21:36:10.862312 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4dd0c81d-57db-405d-9c65-b6971637e653 req-fd0bad7f-cc87-43c1-8d6e-d824e37d9061 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675043 Nov 11 21:36:10.907011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-5d05ada1-1b03-47b4-8076-2a36686f9afb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Allocated IP 172.20.0.3 (0f5b6d21-fbb6-4820-8133-c68412293dd6/8fbf341f-dbe9-4e8a-84ab-0939e03ed68d/e3673dbf-114b-4420-8c82-fdec129ab3bb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:10.908393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-c218712b-7e89-416c-b4ba-956acf49c99c service neutron] 10.222.0.71 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338109 Nov 11 21:36:10.935312 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:10.963572 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-46678df4-892b-40e6-aaa5-51ba99457389 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886246 Nov 11 21:36:11.009964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d537bbf-08a8-4ce7-a42b-473406df7a8b req-0c19319b-5782-4688-b1c3-c2bdffffd47d tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:11.011401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d537bbf-08a8-4ce7-a42b-473406df7a8b req-0c19319b-5782-4688-b1c3-c2bdffffd47d tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 946 time: 0.1482217 Nov 11 21:36:11.070006 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-5d05ada1-1b03-47b4-8076-2a36686f9afb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:11.108265 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-5d05ada1-1b03-47b4-8076-2a36686f9afb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:11.130436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a05bea8-9b3f-4691-a1f4-2bdb9adda8c6 req-d6b6e420-53a7-4a3a-81bb-1b99275ecd00 service neutron] 10.222.0.71 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096238 Nov 11 21:36:11.146175 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d537bbf-08a8-4ce7-a42b-473406df7a8b req-255ea498-5b11-49a2-b4e9-842cb6fb61bc tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215947 Nov 11 21:36:11.170363 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47fbe5da-e58e-49c4-bde0-c10286fb3aff req-74b9883c-764e-4fe1-8b13-91ec0a55c2e3 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756763 Nov 11 21:36:11.184257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-5d05ada1-1b03-47b4-8076-2a36686f9afb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Network 0f5b6d21-fbb6-4820-8133-c68412293dd6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:11.186509 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-5d05ada1-1b03-47b4-8076-2a36686f9afb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:11.191312 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-5d05ada1-1b03-47b4-8076-2a36686f9afb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:11.239038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05ada1-1b03-47b4-8076-2a36686f9afb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Pushing event updated for resources: {'Port': ['ID=e3673dbf-114b-4420-8c82-fdec129ab3bb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:11.292918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-5d05ada1-1b03-47b4-8076-2a36686f9afb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:11.293725 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-5d05ada1-1b03-47b4-8076-2a36686f9afb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:11.303047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004c9f4-b9e2-4ea5-be93-4ec2b0bf6a5a req-97f62769-58f1-47ff-9ba0-9f44b0dec25d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:11.304653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4004c9f4-b9e2-4ea5-be93-4ec2b0bf6a5a req-97f62769-58f1-47ff-9ba0-9f44b0dec25d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 948 time: 0.0678999 Nov 11 21:36:11.315433 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-5d05ada1-1b03-47b4-8076-2a36686f9afb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6957452 Nov 11 21:36:11.340012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Request body: {'port': {'device_id': '54d810ef-dfdc-4d43-b4a7-520ba6fedcd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:11.378760 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7808e37b-0b14-4d77-9cf5-0a07fd2479c9 x-openstack-request-id: req-7808e37b-0b14-4d77-9cf5-0a07fd2479c9 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:11.379053 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-unplugged", "status": "completed", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:11.379345 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7808e37b-0b14-4d77-9cf5-0a07fd2479c9 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:11.379733 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'code': 200} Nov 11 21:36:11.411670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4004c9f4-b9e2-4ea5-be93-4ec2b0bf6a5a req-1d66f272-626a-410c-acde-59ab46aa2510 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889165 Nov 11 21:36:11.413156 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:11.554505 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18890c1-92de-40be-b599-88139afa2d5f req-311170fc-5323-471b-a4d2-76c88cec1abf tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:11.556006 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f18890c1-92de-40be-b599-88139afa2d5f req-311170fc-5323-471b-a4d2-76c88cec1abf tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.71 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 947 time: 0.1464016 Nov 11 21:36:11.575911 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282'}, {'name': 'network-changed', 'server_uuid': '49556083-fe6f-4af4-ad1d-20cf94b7234a', 'tag': '05017218-8630-4308-96d4-1f367a0afb4f'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:11.579352 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0082c04-c614-4b01-a309-1e529e6714bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "tag": "df871846-e5d7-497b-adcd-5487a627a282"}, {"name": "network-changed", "server_uuid": "49556083-fe6f-4af4-ad1d-20cf94b7234a", "tag": "05017218-8630-4308-96d4-1f367a0afb4f"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:11.611151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790be4f4-8395-4075-9b20-9c603aa3969f req-b5763697-c196-46ba-841d-2c7c6554d3c1 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:11.612707 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-790be4f4-8395-4075-9b20-9c603aa3969f req-b5763697-c196-46ba-841d-2c7c6554d3c1 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1528606 Nov 11 21:36:11.644441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01d651-ed81-4706-94c0-22c114df7fc5 req-955fd8c0-8916-45a8-a7ad-77c6f881e120 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:11.645625 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f01d651-ed81-4706-94c0-22c114df7fc5 req-955fd8c0-8916-45a8-a7ad-77c6f881e120 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 931 time: 0.1442707 Nov 11 21:36:11.745759 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-790be4f4-8395-4075-9b20-9c603aa3969f req-f380e4e3-6596-473e-8dc4-0319c229079c tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235318 Nov 11 21:36:11.762803 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f01d651-ed81-4706-94c0-22c114df7fc5 req-80abc3e6-bc8d-4669-804b-84face57710d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913835 Nov 11 21:36:11.768848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3673dbf-114b-4420-8c82-fdec129ab3bb {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:36:11.777808 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:11.791623 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-f18890c1-92de-40be-b599-88139afa2d5f req-8e05f6e7-1fea-4e3d-9dfd-edf06b27669f tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Deleting port b5a87d55-549c-4801-b7b0-5b54bf5c6df5 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:11.791623 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f18890c1-92de-40be-b599-88139afa2d5f req-8e05f6e7-1fea-4e3d-9dfd-edf06b27669f tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:11.793974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Transition to ACTIVE for port object e3673dbf-114b-4420-8c82-fdec129ab3bb will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:36:11.811683 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:11.869326 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d6ca4a-8a17-40bb-b8c1-dcd2f034deb4 x-openstack-request-id: req-a2d6ca4a-8a17-40bb-b8c1-dcd2f034deb4 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:11.869681 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "tag": "df871846-e5d7-497b-adcd-5487a627a282", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "49556083-fe6f-4af4-ad1d-20cf94b7234a", "tag": "05017218-8630-4308-96d4-1f367a0afb4f", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:11.870189 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a2d6ca4a-8a17-40bb-b8c1-dcd2f034deb4 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:11.870337 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282', 'status': 'completed', 'code': 200} Nov 11 21:36:11.870570 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49556083-fe6f-4af4-ad1d-20cf94b7234a', 'tag': '05017218-8630-4308-96d4-1f367a0afb4f', 'status': 'completed', 'code': 200} Nov 11 21:36:11.969328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Pushing event updated for resources: {'Port': ['ID=e3673dbf-114b-4420-8c82-fdec129ab3bb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:12.000151 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082c04-c614-4b01-a309-1e529e6714bd req-09964820-9561-4c61-9a73-f66ccfbbd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:12.001739 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-09964820-9561-4c61-9a73-f66ccfbbd55e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 1099 time: 0.1309428 Nov 11 21:36:12.015165 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f18890c1-92de-40be-b599-88139afa2d5f req-8e05f6e7-1fea-4e3d-9dfd-edf06b27669f tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] For port b5a87d55-549c-4801-b7b0-5b54bf5c6df5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:12.015538 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f18890c1-92de-40be-b599-88139afa2d5f req-8e05f6e7-1fea-4e3d-9dfd-edf06b27669f tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:12.020875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082c04-c614-4b01-a309-1e529e6714bd req-f237b8a7-75d2-4000-aad9-855f191342c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:12.022403 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-f237b8a7-75d2-4000-aad9-855f191342c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 1099 time: 0.1510451 Nov 11 21:36:12.045745 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-f18890c1-92de-40be-b599-88139afa2d5f req-8e05f6e7-1fea-4e3d-9dfd-edf06b27669f tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Calling delete_port for b5a87d55-549c-4801-b7b0-5b54bf5c6df5 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:12.056421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0eddd-9dca-4a67-a8a5-91de58764aa9 req-72fa1662-6ff1-47f5-a4d0-bc4f52adbe0a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:12.058014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02f0eddd-9dca-4a67-a8a5-91de58764aa9 req-72fa1662-6ff1-47f5-a4d0-bc4f52adbe0a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 947 time: 0.1493258 Nov 11 21:36:12.191174 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992b20a-9251-466d-9b39-eedb1a356973 req-fd561ad9-a52c-4e1d-b290-afc4a4627b3d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:12.192633 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b992b20a-9251-466d-9b39-eedb1a356973 req-fd561ad9-a52c-4e1d-b290-afc4a4627b3d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 943 time: 0.2335763 Nov 11 21:36:12.256106 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02f0eddd-9dca-4a67-a8a5-91de58764aa9 req-5d5bac26-8719-481f-918f-8872dcb36211 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719358 Nov 11 21:36:12.282713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082c04-c614-4b01-a309-1e529e6714bd req-8468f5d6-d84e-40ee-a77b-77a88aa2cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:12.284980 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-8468f5d6-d84e-40ee-a77b-77a88aa2cdb0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.2478843 Nov 11 21:36:12.354699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Attempting to bind port e3673dbf-114b-4420-8c82-fdec129ab3bb on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:36:12.355106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Attempting to bind port e3673dbf-114b-4420-8c82-fdec129ab3bb by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:36:12.355520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Attempting to bind port e3673dbf-114b-4420-8c82-fdec129ab3bb on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:12.366808 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-9930c446-e84a-469d-9a62-72ceb3c1c3bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=df871846-e5d7-497b-adcd-5487a627a282 HTTP/1.1" status: 200 len: 217 time: 0.0692375 Nov 11 21:36:12.371776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b992b20a-9251-466d-9b39-eedb1a356973 req-5b36abae-8290-46d4-9109-815cdbc81127 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633720 Nov 11 21:36:12.385619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Port e3673dbf-114b-4420-8c82-fdec129ab3bb on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:36:12.385619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Attempting to bind port e3673dbf-114b-4420-8c82-fdec129ab3bb on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:12.394600 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:36:12.395041 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Checking segment: {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:12.395562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Bound using segment: {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:36:12.396434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Bound port: e3673dbf-114b-4420-8c82-fdec129ab3bb, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:36:12.397120 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:12.453458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082c04-c614-4b01-a309-1e529e6714bd req-4f5c2b9f-0349-4fc1-978f-85cd3d4f196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:12.455436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-4f5c2b9f-0349-4fc1-978f-85cd3d4f196a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0801380 Nov 11 21:36:12.475768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082c04-c614-4b01-a309-1e529e6714bd req-dfa6a2ec-2a89-4829-ad47-ad370b38cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:12.477274 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-dfa6a2ec-2a89-4829-ad47-ad370b38cdab service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.4669499 Nov 11 21:36:12.537277 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-9576514e-6dee-4a64-9b15-76d8aac0f477 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=df871846-e5d7-497b-adcd-5487a627a282 HTTP/1.1" status: 200 len: 217 time: 0.0399721 Nov 11 21:36:12.559760 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f18890c1-92de-40be-b599-88139afa2d5f req-8e05f6e7-1fea-4e3d-9dfd-edf06b27669f tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:12.583712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] For port e3673dbf-114b-4420-8c82-fdec129ab3bb, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:12.602612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] For port e3673dbf-114b-4420-8c82-fdec129ab3bb, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e3673dbf-114b-4420-8c82-fdec129ab3bb,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:36:12.604498 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05f6e7-1fea-4e3d-9dfd-edf06b27669f tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Pushing event deleted for resources: {'Port': ['ID=b5a87d55-549c-4801-b7b0-5b54bf5c6df5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:12.604668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082c04-c614-4b01-a309-1e529e6714bd req-4cf881c1-0d68-44ba-ae5b-a3f6be3ff50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:12.606098 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-4cf881c1-0d68-44ba-ae5b-a3f6be3ff50b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0600934 Nov 11 21:36:12.610111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082c04-c614-4b01-a309-1e529e6714bd req-f5f09cb7-cb3f-44b8-86f9-f16b8f44732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:12.610525 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:12.611748 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-f5f09cb7-cb3f-44b8-86f9-f16b8f44732f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1430943 Nov 11 21:36:12.664949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed167a-6621-468a-ace5-0da947041398 req-6db9f61d-1c47-414b-8493-ab32aa8b6459 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:12.666577 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-faed167a-6621-468a-ace5-0da947041398 req-6db9f61d-1c47-414b-8493-ab32aa8b6459 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 948 time: 0.1469271 Nov 11 21:36:12.674421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:12.675040 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:12.676418 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] 10.222.0.71 "PUT /v2.0/ports/e3673dbf-114b-4420-8c82-fdec129ab3bb HTTP/1.1" status: 200 len: 1091 time: 1.3421121 Nov 11 21:36:12.677787 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d810ef-dfdc-4d43-b4a7-520ba6fedcd8', 'tag': 'e3673dbf-114b-4420-8c82-fdec129ab3bb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:12.680427 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f91e11-1b2d-4dbb-9e25-8cf3683866c6" -d '{"events": [{"name": "network-changed", "server_uuid": "54d810ef-dfdc-4d43-b4a7-520ba6fedcd8", "tag": "e3673dbf-114b-4420-8c82-fdec129ab3bb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:12.692486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18890c1-92de-40be-b599-88139afa2d5f req-8e05f6e7-1fea-4e3d-9dfd-edf06b27669f tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] No DVR routers for this DVR port b5a87d55-549c-4801-b7b0-5b54bf5c6df5 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:12.713691 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f18890c1-92de-40be-b599-88139afa2d5f req-8e05f6e7-1fea-4e3d-9dfd-edf06b27669f tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:12.717124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f18890c1-92de-40be-b599-88139afa2d5f req-8e05f6e7-1fea-4e3d-9dfd-edf06b27669f tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.71 "DELETE /v2.0/ports/b5a87d55-549c-4801-b7b0-5b54bf5c6df5 HTTP/1.1" status: 204 len: 173 time: 1.1516664 Nov 11 21:36:12.723882 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082c04-c614-4b01-a309-1e529e6714bd req-496704f0-aa6d-44d6-b9e4-148e6c275e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:12.726004 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-496704f0-aa6d-44d6-b9e4-148e6c275e86 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080942 Nov 11 21:36:12.755866 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccb50d6-89a2-4bcf-9985-eb0db328d22a x-openstack-request-id: req-bccb50d6-89a2-4bcf-9985-eb0db328d22a {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:12.755866 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d810ef-dfdc-4d43-b4a7-520ba6fedcd8", "tag": "e3673dbf-114b-4420-8c82-fdec129ab3bb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:12.756144 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bccb50d6-89a2-4bcf-9985-eb0db328d22a {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:12.756594 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d810ef-dfdc-4d43-b4a7-520ba6fedcd8', 'tag': 'e3673dbf-114b-4420-8c82-fdec129ab3bb', 'status': 'completed', 'code': 200} Nov 11 21:36:12.769256 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922877b-2f03-43c7-b9a1-1e21574ec65d service neutron] Pushing event updated for resources: {'Port': ['ID=e3673dbf-114b-4420-8c82-fdec129ab3bb,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:12.789659 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-faed167a-6621-468a-ace5-0da947041398 req-aea8f9af-c980-4db3-98cc-c39ec26eed13 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987680 Nov 11 21:36:12.843008 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-25437889-802f-4048-9c98-a7a33db72fcb service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230287 Nov 11 21:36:12.859655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-c69fa4fd-61bf-4c06-8f5e-fddec9af2040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:12.861237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-c69fa4fd-61bf-4c06-8f5e-fddec9af2040 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 1094 time: 0.0876102 Nov 11 21:36:12.898774 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-89ec10d7-21d8-40cb-ba48-9518cb45a876 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625998 Nov 11 21:36:13.000973 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-bb397f75-8d76-4876-8979-08657a7b52eb service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928605 Nov 11 21:36:13.004471 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-f752a068-ed23-4623-8e4e-9c286cf8bfce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3673dbf-114b-4420-8c82-fdec129ab3bb HTTP/1.1" status: 200 len: 217 time: 0.1265397 Nov 11 21:36:13.061477 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab01ae7-939e-4c3d-bf7b-3382d87a9814 req-b6616fca-229f-4d06-958f-296401163c03 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:13.063014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ab01ae7-939e-4c3d-bf7b-3382d87a9814 req-b6616fca-229f-4d06-958f-296401163c03 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.2182479 Nov 11 21:36:13.091079 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082c04-c614-4b01-a309-1e529e6714bd req-33271c8a-001f-4571-9bb9-0a2c720bada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:13.092672 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-33271c8a-001f-4571-9bb9-0a2c720bada4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549542678bd14bb79c12d4165f8e623f&device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 1094 time: 0.0441773 Nov 11 21:36:13.126518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b4950-0118-44a0-93d1-416e6ded29d1 req-856249e7-f240-457c-8feb-f18c0bacc289 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:13.128587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb3b4950-0118-44a0-93d1-416e6ded29d1 req-856249e7-f240-457c-8feb-f18c0bacc289 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 943 time: 0.2111638 Nov 11 21:36:13.143842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-437d3d8e-487f-4e01-a335-0b3ba64dbe6d service neutron] 10.222.0.10 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646382 Nov 11 21:36:13.174979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-80feefb8-d8ba-47ce-b8b1-f6bf1964f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:13.176665 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-80feefb8-d8ba-47ce-b8b1-f6bf1964f9d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fbf341f-dbe9-4e8a-84ab-0939e03ed68d HTTP/1.1" status: 200 len: 851 time: 0.1618919 Nov 11 21:36:13.219213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082c04-c614-4b01-a309-1e529e6714bd req-ef6707c4-5614-4ff7-9eae-6832abe9141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:13.220741 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-ef6707c4-5614-4ff7-9eae-6832abe9141d service neutron] 10.222.0.71 "GET /v2.0/networks?id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 HTTP/1.1" status: 200 len: 916 time: 0.1077938 Nov 11 21:36:13.242327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ab01ae7-939e-4c3d-bf7b-3382d87a9814 req-54e4c0b6-4f45-4a15-8528-09742bfed81b tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697206 Nov 11 21:36:13.244176 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-1f84df5d-126b-4854-a33a-003fd08cf541 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f5b6d21-fbb6-4820-8133-c68412293dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488153 Nov 11 21:36:13.252236 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb3b4950-0118-44a0-93d1-416e6ded29d1 req-cb6bd97e-510f-43cf-aee5-2a212a0928e2 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131909 Nov 11 21:36:13.304292 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-2166fa82-7873-46ca-828c-9e7e95073b42 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05017218-8630-4308-96d4-1f367a0afb4f HTTP/1.1" status: 200 len: 217 time: 0.0543268 Nov 11 21:36:13.381090 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-a3090e11-60a6-4f0a-88ee-adfc87eb693f service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151693 Nov 11 21:36:13.385759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082c04-c614-4b01-a309-1e529e6714bd req-b10a1aee-81c2-417f-a72c-ac187227cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:13.387635 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-b10a1aee-81c2-417f-a72c-ac187227cee6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08cbd2bf-db5d-43c4-8d6e-c834f46949ea HTTP/1.1" status: 200 len: 854 time: 0.0726733 Nov 11 21:36:13.402011 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88d00df4-c12a-4810-94fd-4154d010f228 req-75d30acd-87d6-4ee0-801c-725a5fee7fbd tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=34415f1c-ec45-40d7-8625-a3877634188a HTTP/1.1" status: 200 len: 210 time: 0.0325074 Nov 11 21:36:13.436831 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-74897afc-8568-4bff-bdcc-de0effbde060 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393076 Nov 11 21:36:13.530563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2df21c-1a7c-412d-8ed5-7ca743b2fede req-39374311-ba4c-40c4-a216-8b0774825f14 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:13.532035 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b2df21c-1a7c-412d-8ed5-7ca743b2fede req-39374311-ba4c-40c4-a216-8b0774825f14 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 943 time: 0.0620022 Nov 11 21:36:13.535659 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-83d2fc95-e7a3-4025-93de-2692a25526a9 service neutron] 10.222.0.71 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909860 Nov 11 21:36:13.552575 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4f097a6-90fd-4fbc-be52-a83f127d299d req-6bde1683-8b0d-4fd9-95d7-7409110e2986 service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528466 Nov 11 21:36:13.591613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b2df21c-1a7c-412d-8ed5-7ca743b2fede req-ad995489-7248-4705-bbe3-cb5e6c9b9a2d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505896 Nov 11 21:36:13.641198 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0082c04-c614-4b01-a309-1e529e6714bd req-b39f6bbd-1348-4c9d-9b77-b2c4c250023d service neutron] 10.222.0.71 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966058 Nov 11 21:36:13.659205 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f91e11-1b2d-4dbb-9e25-8cf3683866c6 req-477edacc-92d5-4b96-8a29-87ec1870cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:13.660730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63f91e11-1b2d-4dbb-9e25-8cf3683866c6 req-477edacc-92d5-4b96-8a29-87ec1870cd6e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 1094 time: 0.0495143 Nov 11 21:36:13.679099 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device df871846-e5d7-497b-adcd-5487a627a282 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:36:13.762668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f91e11-1b2d-4dbb-9e25-8cf3683866c6 req-fdfc2703-9a3d-419c-b134-d71616f58b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:13.764306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63f91e11-1b2d-4dbb-9e25-8cf3683866c6 req-fdfc2703-9a3d-419c-b134-d71616f58b54 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 913 time: 0.0923390 Nov 11 21:36:13.784651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=df871846-e5d7-497b-adcd-5487a627a282,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:13.808920 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'df871846-e5d7-497b-adcd-5487a627a282', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': 'df871846-e5d7-497b-adcd-5487a627a282', 'mac_address': 'fa:16:3e:cf:74:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:36:13.816717 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63f91e11-1b2d-4dbb-9e25-8cf3683866c6 req-0116db9e-cff8-470a-8ac3-b1d8fa08a3ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3673dbf-114b-4420-8c82-fdec129ab3bb HTTP/1.1" status: 200 len: 217 time: 0.0439315 Nov 11 21:36:13.822132 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b92993b9-6700-4d58-9c9b-e44ee4eb4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:13.871788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34415f1c-ec45-40d7-8625-a3877634188a', 'name': 'network-vif-deleted', 'tag': 'b5a87d55-549c-4801-b7b0-5b54bf5c6df5'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:13.872001 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:13.874076 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7c5ee6-8756-47fe-be0d-2e9aac357333" -d '{"events": [{"server_uuid": "34415f1c-ec45-40d7-8625-a3877634188a", "name": "network-vif-deleted", "tag": "b5a87d55-549c-4801-b7b0-5b54bf5c6df5"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:13.881214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f91e11-1b2d-4dbb-9e25-8cf3683866c6 req-68f8cf8d-4fc1-4b84-b5b5-4fb54433d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:13.883434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63f91e11-1b2d-4dbb-9e25-8cf3683866c6 req-68f8cf8d-4fc1-4b84-b5b5-4fb54433d99d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fbf341f-dbe9-4e8a-84ab-0939e03ed68d HTTP/1.1" status: 200 len: 851 time: 0.0556357 Nov 11 21:36:13.888556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df871846-e5d7-497b-adcd-5487a627a282 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:36:13.911282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=df871846-e5d7-497b-adcd-5487a627a282,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:13.915996 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:13.947947 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63f91e11-1b2d-4dbb-9e25-8cf3683866c6 req-58f7a9bd-ceb9-48e7-9b6d-8a95218998af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f5b6d21-fbb6-4820-8133-c68412293dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485137 Nov 11 21:36:13.972258 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a09bdd-d746-49e2-813f-9d4a81aa0bc7 x-openstack-request-id: req-75a09bdd-d746-49e2-813f-9d4a81aa0bc7 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:13.972540 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34415f1c-ec45-40d7-8625-a3877634188a", "name": "network-vif-deleted", "tag": "b5a87d55-549c-4801-b7b0-5b54bf5c6df5", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:13.972788 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75a09bdd-d746-49e2-813f-9d4a81aa0bc7 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:13.973195 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34415f1c-ec45-40d7-8625-a3877634188a', 'name': 'network-vif-deleted', 'tag': 'b5a87d55-549c-4801-b7b0-5b54bf5c6df5', 'status': 'completed', 'code': 200} Nov 11 21:36:13.976749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=df871846-e5d7-497b-adcd-5487a627a282,revision_number=12']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:14.036867 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86bbf1-f8bd-4727-a8cf-fdd87fa9673c req-02dee0cc-7911-4457-b1d5-c45a9d3ba506 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:14.038362 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fe86bbf1-f8bd-4727-a8cf-fdd87fa9673c req-02dee0cc-7911-4457-b1d5-c45a9d3ba506 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 948 time: 0.1504173 Nov 11 21:36:14.092299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63f91e11-1b2d-4dbb-9e25-8cf3683866c6 req-bae6d123-8d86-4ece-80ab-29acaa8684ad service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347914 Nov 11 21:36:14.114864 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fe86bbf1-f8bd-4727-a8cf-fdd87fa9673c req-d0ca1da7-3523-4d97-9ba2-ba47e2918a8c tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668049 Nov 11 21:36:14.225412 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63f91e11-1b2d-4dbb-9e25-8cf3683866c6 req-70dbafd2-0754-41a8-b8e5-4c1990eadcc2 service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227956 Nov 11 21:36:14.243759 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052e801-75cb-42ed-a26d-9b0efd394e60 req-6b4c2d99-feeb-4ccc-a0da-500303d8de8e tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:14.245363 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6052e801-75cb-42ed-a26d-9b0efd394e60 req-6b4c2d99-feeb-4ccc-a0da-500303d8de8e tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 1100 time: 0.0618110 Nov 11 21:36:14.294000 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6052e801-75cb-42ed-a26d-9b0efd394e60 req-fa7467b6-9d80-4f09-9da2-532651dfe376 tempest-MigrationsAdminTest-931451999 tempest-MigrationsAdminTest-931451999-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423353 Nov 11 21:36:14.302888 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['df871846-e5d7-497b-adcd-5487a627a282'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:14.426968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2a11b-54d6-42e6-9725-00aabdf94b7c req-6f219d2a-2d43-4aae-9cff-f5e5adf96664 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:14.428452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0c2a11b-54d6-42e6-9725-00aabdf94b7c req-6f219d2a-2d43-4aae-9cff-f5e5adf96664 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.0943563 Nov 11 21:36:14.455977 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:14.469293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd63b5-506c-4908-bfc0-a127246e14d6 req-2662299e-3f9f-4bcb-aa1c-aa087f19314b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:14.470858 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f8cd63b5-506c-4908-bfc0-a127246e14d6 req-2662299e-3f9f-4bcb-aa1c-aa087f19314b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 943 time: 0.0780952 Nov 11 21:36:14.514126 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0c2a11b-54d6-42e6-9725-00aabdf94b7c req-672db7d3-bc72-4550-868f-53687ba15769 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781465 Nov 11 21:36:14.539821 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72f02da6-ee7a-4242-9b47-6276a3b17ffb details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:36:14.550643 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f8cd63b5-506c-4908-bfc0-a127246e14d6 req-0b745e77-bb5b-408d-b732-f29aa8cba823 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696406 Nov 11 21:36:14.615725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b5a87d55-549c-4801-b7b0-5b54bf5c6df5 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:14.641969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: b5a87d55-549c-4801-b7b0-5b54bf5c6df5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:14.642310 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b5a87d55-549c-4801-b7b0-5b54bf5c6df5 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:14.670895 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:14.689297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'port_id': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'mac_address': 'fa:16:3e:1b:17:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:36:14.751202 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:14.766525 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f02da6-ee7a-4242-9b47-6276a3b17ffb {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:36:14.792537 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:14.797308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d7366-ef07-4363-b50c-bad9fcef8df4 req-175ac2fd-2858-4a1b-871a-710912d06f76 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:14.799070 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-721d7366-ef07-4363-b50c-bad9fcef8df4 req-175ac2fd-2858-4a1b-871a-710912d06f76 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 943 time: 0.0625300 Nov 11 21:36:14.800707 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:14.801542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 05017218-8630-4308-96d4-1f367a0afb4f details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:36:14.874801 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-721d7366-ef07-4363-b50c-bad9fcef8df4 req-ca6aef86-bd6d-423f-b52b-75e0acee570f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676906 Nov 11 21:36:14.896843 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=72f02da6-ee7a-4242-9b47-6276a3b17ffb,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:14.958773 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 05017218-8630-4308-96d4-1f367a0afb4f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=05017218-8630-4308-96d4-1f367a0afb4f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:14.974083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '05017218-8630-4308-96d4-1f367a0afb4f', 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14', 'port_id': '05017218-8630-4308-96d4-1f367a0afb4f', 'mac_address': 'fa:16:3e:9f:28:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cbd2bf-db5d-43c4-8d6e-c834f46949ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:36:14.979229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d1f34-d0bf-48a0-bcea-931ec8ce3b6a req-8c4d4d7a-49a8-44bc-9579-b1c5aa02b80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:14.980856 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8f4d1f34-d0bf-48a0-bcea-931ec8ce3b6a req-8c4d4d7a-49a8-44bc-9579-b1c5aa02b80d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 949 time: 0.1010559 Nov 11 21:36:15.013590 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:15.014670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9bf43-544e-4487-b39c-1c5cfc0f1ea5 req-af45a8d1-fe18-4c39-bd48-2032930b5558 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:15.016340 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40c9bf43-544e-4487-b39c-1c5cfc0f1ea5 req-af45a8d1-fe18-4c39-bd48-2032930b5558 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=91178954-1083-4820-91aa-7ecda7739473 HTTP/1.1" status: 200 len: 949 time: 0.0779142 Nov 11 21:36:15.032633 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05017218-8630-4308-96d4-1f367a0afb4f {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:36:15.054466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 05017218-8630-4308-96d4-1f367a0afb4f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=05017218-8630-4308-96d4-1f367a0afb4f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:15.060198 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:15.071988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8f4d1f34-d0bf-48a0-bcea-931ec8ce3b6a req-0b51c245-0daf-495f-bd9e-062b6d2a5d09 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828838 Nov 11 21:36:15.101373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40c9bf43-544e-4487-b39c-1c5cfc0f1ea5 req-407851b2-87f0-4582-b3b0-7a42cc65f0aa tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752494 Nov 11 21:36:15.123135 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=05017218-8630-4308-96d4-1f367a0afb4f,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:15.200533 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['72f02da6-ee7a-4242-9b47-6276a3b17ffb'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:15.390986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['05017218-8630-4308-96d4-1f367a0afb4f'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:15.703371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device df871846-e5d7-497b-adcd-5487a627a282 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:15.720527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091a7be-8b84-42c8-87cc-5ba31e94d488 req-f6b6ab5f-c8dd-43d6-84f5-671ee847c49d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:15.729996 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b091a7be-8b84-42c8-87cc-5ba31e94d488 req-f6b6ab5f-c8dd-43d6-84f5-671ee847c49d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1012158 Nov 11 21:36:15.745413 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1096e-70e0-4005-a766-f2eb1921651d req-a539ff47-9309-42b8-9c62-f11ed092bdbe tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:15.753368 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75d1096e-70e0-4005-a766-f2eb1921651d req-a539ff47-9309-42b8-9c62-f11ed092bdbe tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 943 time: 0.1094558 Nov 11 21:36:15.770190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port df871846-e5d7-497b-adcd-5487a627a282 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:36:15.775296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port df871846-e5d7-497b-adcd-5487a627a282 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:15.775824 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:15.867345 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:15.867550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b091a7be-8b84-42c8-87cc-5ba31e94d488 req-4cf8c7a4-01f6-4df8-8935-e1a0496a3aef tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366224 Nov 11 21:36:15.893660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:15.896291 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9d9e89-b11f-409b-8491-49e3c48dffec" -d '{"events": [{"server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "name": "network-vif-plugged", "status": "completed", "tag": "df871846-e5d7-497b-adcd-5487a627a282"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:15.912249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=df871846-e5d7-497b-adcd-5487a627a282,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:15.921654 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:15.933542 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75d1096e-70e0-4005-a766-f2eb1921651d req-e909afa2-26bc-406e-8f5e-3d742be1be41 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789329 Nov 11 21:36:16.090237 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4af555-6b37-4149-a5e9-484e6cd127ef req-90f6a4f8-f1b3-4f62-877c-c3a61d88c75e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:16.099600 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e4af555-6b37-4149-a5e9-484e6cd127ef req-90f6a4f8-f1b3-4f62-877c-c3a61d88c75e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 944 time: 0.0785084 Nov 11 21:36:16.183905 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e4af555-6b37-4149-a5e9-484e6cd127ef req-8ff81618-1521-4f06-9dda-a7c28906c6b1 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802298 Nov 11 21:36:16.245432 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940ec8c9-825a-4393-ab15-cb4afd5d009e x-openstack-request-id: req-940ec8c9-825a-4393-ab15-cb4afd5d009e {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:16.245723 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "name": "network-vif-plugged", "status": "completed", "tag": "df871846-e5d7-497b-adcd-5487a627a282", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:16.245973 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-940ec8c9-825a-4393-ab15-cb4afd5d009e {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:16.246514 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282', 'code': 200} Nov 11 21:36:16.298938 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be0ceef0-59cf-48bd-834c-388934564df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:16.342836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=df871846-e5d7-497b-adcd-5487a627a282,revision_number=13']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:16.545774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device e3673dbf-114b-4420-8c82-fdec129ab3bb details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:36:16.548926 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 05017218-8630-4308-96d4-1f367a0afb4f up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:16.625805 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882a3d4-9bda-469c-87a9-8c5cf54a5fe1 req-23446455-5034-4273-a49b-dfc177e3601b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:16.627377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8882a3d4-9bda-469c-87a9-8c5cf54a5fe1 req-23446455-5034-4273-a49b-dfc177e3601b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 950 time: 0.4167242 Nov 11 21:36:16.684637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ee0da-8ac0-4d99-b7fb-e6de9fd25800 req-669cfa8e-33fc-48b1-bf19-0bd4e148a443 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:16.686048 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e2ee0da-8ac0-4d99-b7fb-e6de9fd25800 req-669cfa8e-33fc-48b1-bf19-0bd4e148a443 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 950 time: 0.4219654 Nov 11 21:36:16.700929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 05017218-8630-4308-96d4-1f367a0afb4f completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:36:16.709786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 05017218-8630-4308-96d4-1f367a0afb4f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:16.710432 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:16.733315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef97a7-6a66-4756-93f9-26468ccd35ca req-f33f6fd9-482c-4952-90b6-ee54a4670dee tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:16.735811 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58ef97a7-6a66-4756-93f9-26468ccd35ca req-f33f6fd9-482c-4952-90b6-ee54a4670dee tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=91178954-1083-4820-91aa-7ecda7739473 HTTP/1.1" status: 200 len: 949 time: 0.4703767 Nov 11 21:36:16.773712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port e3673dbf-114b-4420-8c82-fdec129ab3bb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e3673dbf-114b-4420-8c82-fdec129ab3bb,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:16.791102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'e3673dbf-114b-4420-8c82-fdec129ab3bb', 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6', 'port_id': 'e3673dbf-114b-4420-8c82-fdec129ab3bb', 'mac_address': 'fa:16:3e:41:fd:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbf341f-dbe9-4e8a-84ab-0939e03ed68d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:36:16.832577 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:16.884162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58ef97a7-6a66-4756-93f9-26468ccd35ca req-f4a0b187-db45-4c92-ac46-1c6cce3c335a tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998681 Nov 11 21:36:16.904008 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8882a3d4-9bda-469c-87a9-8c5cf54a5fe1 req-8955a657-29ef-4b80-89cd-cef5d98c4000 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644486 Nov 11 21:36:16.962409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 05017218-8630-4308-96d4-1f367a0afb4f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=05017218-8630-4308-96d4-1f367a0afb4f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:16.965154 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:17.002265 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:17.004971 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72f02da6-ee7a-4242-9b47-6276a3b17ffb up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:17.104391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3673dbf-114b-4420-8c82-fdec129ab3bb {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:36:17.174395 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port e3673dbf-114b-4420-8c82-fdec129ab3bb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e3673dbf-114b-4420-8c82-fdec129ab3bb,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:17.194436 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:17.198562 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:17.205298 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba55a99-7c11-44fa-a175-c75614bd85f9 req-5e68574d-184a-41c4-8150-148c7f05b396 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:17.207206 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ba55a99-7c11-44fa-a175-c75614bd85f9 req-5e68574d-184a-41c4-8150-148c7f05b396 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 943 time: 0.1478937 Nov 11 21:36:17.210079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-3e2ee0da-8ac0-4d99-b7fb-e6de9fd25800 req-5632131f-49ef-4ab2-b2a8-d1f0cdf2c0ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Deleting port df871846-e5d7-497b-adcd-5487a627a282 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:17.210523 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3e2ee0da-8ac0-4d99-b7fb-e6de9fd25800 req-5632131f-49ef-4ab2-b2a8-d1f0cdf2c0ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:17.217297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=05017218-8630-4308-96d4-1f367a0afb4f,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:17.264574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 72f02da6-ee7a-4242-9b47-6276a3b17ffb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:17.265247 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:17.340932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=e3673dbf-114b-4420-8c82-fdec129ab3bb,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:17.397769 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:17.404481 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72f788-ba52-42ad-86d8-840a5a81f4dd req-4e4aa824-403e-4c8e-aadf-11626bbd1129 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:17.407175 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b72f788-ba52-42ad-86d8-840a5a81f4dd req-4e4aa824-403e-4c8e-aadf-11626bbd1129 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.71 "GET /v2.0/ports?device_id=91178954-1083-4820-91aa-7ecda7739473 HTTP/1.1" status: 200 len: 949 time: 0.3178220 Nov 11 21:36:17.423826 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868163f0-df2f-426b-8d47-3754a35df121 req-0903b1fc-9ea6-4bf6-92ff-affe1815482f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:17.434181 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-868163f0-df2f-426b-8d47-3754a35df121 req-0903b1fc-9ea6-4bf6-92ff-affe1815482f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.4107170 Nov 11 21:36:17.446689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:17.450349 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-3e2ee0da-8ac0-4d99-b7fb-e6de9fd25800 req-5632131f-49ef-4ab2-b2a8-d1f0cdf2c0ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] For port df871846-e5d7-497b-adcd-5487a627a282, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=df871846-e5d7-497b-adcd-5487a627a282,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:17.450850 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3e2ee0da-8ac0-4d99-b7fb-e6de9fd25800 req-5632131f-49ef-4ab2-b2a8-d1f0cdf2c0ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:17.455799 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:17.515261 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['e3673dbf-114b-4420-8c82-fdec129ab3bb'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:17.521108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-3e2ee0da-8ac0-4d99-b7fb-e6de9fd25800 req-5632131f-49ef-4ab2-b2a8-d1f0cdf2c0ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Calling delete_port for df871846-e5d7-497b-adcd-5487a627a282 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:17.578223 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=72f02da6-ee7a-4242-9b47-6276a3b17ffb,revision_number=10']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:17.657449 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ba55a99-7c11-44fa-a175-c75614bd85f9 req-34049e0a-51a7-4003-86ae-c88067ba34a9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702658 Nov 11 21:36:17.706140 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-868163f0-df2f-426b-8d47-3754a35df121 req-6a91bfa5-7843-494d-8617-4ec8f5414c3e tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706909 Nov 11 21:36:17.812032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-7b72f788-ba52-42ad-86d8-840a5a81f4dd req-a3039215-045c-4f44-af57-64f1ac5d7beb tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Deleting port 4dc4bf47-6cf2-4223-8d9c-44a323213455 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:17.813227 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7b72f788-ba52-42ad-86d8-840a5a81f4dd req-a3039215-045c-4f44-af57-64f1ac5d7beb tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:18.003549 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3e2ee0da-8ac0-4d99-b7fb-e6de9fd25800 req-5632131f-49ef-4ab2-b2a8-d1f0cdf2c0ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:18.023982 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['62a14a83-0af0-40a8-be8f-6ddd11d598e2', '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:18.125732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9fb27-1d62-48c9-8700-d0e0060cdfcf req-24ff02ec-17f2-41d9-acfb-732815b11fc4 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:18.128306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0e9fb27-1d62-48c9-8700-d0e0060cdfcf req-24ff02ec-17f2-41d9-acfb-732815b11fc4 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 945 time: 0.2741683 Nov 11 21:36:18.129373 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632131f-49ef-4ab2-b2a8-d1f0cdf2c0ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Pushing event deleted for resources: {'Port': ['ID=df871846-e5d7-497b-adcd-5487a627a282,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:18.133081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-7b72f788-ba52-42ad-86d8-840a5a81f4dd req-a3039215-045c-4f44-af57-64f1ac5d7beb tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] For port 4dc4bf47-6cf2-4223-8d9c-44a323213455, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4dc4bf47-6cf2-4223-8d9c-44a323213455,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:18.133736 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7b72f788-ba52-42ad-86d8-840a5a81f4dd req-a3039215-045c-4f44-af57-64f1ac5d7beb tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:18.159603 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:36:18.178198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2ee0da-8ac0-4d99-b7fb-e6de9fd25800 req-5632131f-49ef-4ab2-b2a8-d1f0cdf2c0ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] No DVR routers for this DVR port df871846-e5d7-497b-adcd-5487a627a282 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:18.181842 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3e2ee0da-8ac0-4d99-b7fb-e6de9fd25800 req-5632131f-49ef-4ab2-b2a8-d1f0cdf2c0ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:18.185554 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e2ee0da-8ac0-4d99-b7fb-e6de9fd25800 req-5632131f-49ef-4ab2-b2a8-d1f0cdf2c0ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.10 "DELETE /v2.0/ports/df871846-e5d7-497b-adcd-5487a627a282 HTTP/1.1" status: 204 len: 173 time: 1.4751599 Nov 11 21:36:18.188726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'name': 'network-vif-deleted', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:18.191941 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3898736e-ed96-4b68-9bae-8cce6526f112" -d '{"events": [{"server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "name": "network-vif-deleted", "tag": "df871846-e5d7-497b-adcd-5487a627a282"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:18.211384 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-7b72f788-ba52-42ad-86d8-840a5a81f4dd req-a3039215-045c-4f44-af57-64f1ac5d7beb tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Calling delete_port for 4dc4bf47-6cf2-4223-8d9c-44a323213455 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:18.249214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49556083-fe6f-4af4-ad1d-20cf94b7234a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05017218-8630-4308-96d4-1f367a0afb4f'}, {'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:18.258168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb17fb-a4ed-40aa-b486-338562d32eb4 req-eb545779-2508-49aa-a5c8-fe8c6a233fc7 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:18.261555 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70a232d-3b5f-409c-b817-6d5cd28b8b4a" -d '{"events": [{"server_uuid": "49556083-fe6f-4af4-ad1d-20cf94b7234a", "name": "network-vif-plugged", "status": "completed", "tag": "05017218-8630-4308-96d4-1f367a0afb4f"}, {"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-plugged", "status": "completed", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:18.263297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7eb17fb-a4ed-40aa-b486-338562d32eb4 req-eb545779-2508-49aa-a5c8-fe8c6a233fc7 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=91178954-1083-4820-91aa-7ecda7739473 HTTP/1.1" status: 200 len: 949 time: 0.2836249 Nov 11 21:36:18.305924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7c5b679c-9b22-442b-bd73-c1b390ce57a3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:18.368475 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0e9fb27-1d62-48c9-8700-d0e0060cdfcf req-8c661fb2-2f65-4839-b659-8087c933fdf7 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918473 Nov 11 21:36:18.481518 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7eb17fb-a4ed-40aa-b486-338562d32eb4 req-f8392a5c-c2d4-41a3-af4a-d8cb6a13f903 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/security-groups?id=845a716d-c7a4-47f5-9c09-758d28467cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103536 Nov 11 21:36:18.572277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device e3673dbf-114b-4420-8c82-fdec129ab3bb up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:18.573119 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fc08dca-6cb9-4af3-b753-3cf41905b063 req-b5b03141-a00f-4f83-828c-2f2569c40789 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ddbea9e-bc7c-4337-a074-36f11cfd7c51 HTTP/1.1" status: 200 len: 210 time: 0.0837367 Nov 11 21:36:18.582668 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a494df2c-bbfa-401e-a79d-f615c056ad6a x-openstack-request-id: req-a494df2c-bbfa-401e-a79d-f615c056ad6a {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:18.588018 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddbea9e-bc7c-4337-a074-36f11cfd7c51", "name": "network-vif-deleted", "tag": "df871846-e5d7-497b-adcd-5487a627a282", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:18.589116 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a494df2c-bbfa-401e-a79d-f615c056ad6a {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:18.589744 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddbea9e-bc7c-4337-a074-36f11cfd7c51', 'name': 'network-vif-deleted', 'tag': 'df871846-e5d7-497b-adcd-5487a627a282', 'status': 'completed', 'code': 200} Nov 11 21:36:18.631252 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:18.646258 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6987f92b-09d5-40fb-9f2b-844e3c88c958 x-openstack-request-id: req-6987f92b-09d5-40fb-9f2b-844e3c88c958 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:18.646563 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49556083-fe6f-4af4-ad1d-20cf94b7234a", "name": "network-vif-plugged", "status": "completed", "tag": "05017218-8630-4308-96d4-1f367a0afb4f", "code": 200}, {"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-plugged", "status": "completed", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:18.646811 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6987f92b-09d5-40fb-9f2b-844e3c88c958 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:18.647879 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49556083-fe6f-4af4-ad1d-20cf94b7234a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05017218-8630-4308-96d4-1f367a0afb4f', 'code': 200} Nov 11 21:36:18.648620 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'code': 200} Nov 11 21:36:18.723425 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7b72f788-ba52-42ad-86d8-840a5a81f4dd req-a3039215-045c-4f44-af57-64f1ac5d7beb tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:18.741223 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port e3673dbf-114b-4420-8c82-fdec129ab3bb completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:36:18.847237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port e3673dbf-114b-4420-8c82-fdec129ab3bb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:18.848088 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:18.869560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f23385-8802-47a0-b4ec-8dbf2676170b req-7f9bb086-6b27-4d8f-8363-c62c07426a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:18.871329 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c1f23385-8802-47a0-b4ec-8dbf2676170b req-7f9bb086-6b27-4d8f-8363-c62c07426a8b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 1096 time: 0.1277704 Nov 11 21:36:18.898080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3039215-045c-4f44-af57-64f1ac5d7beb tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Pushing event deleted for resources: {'Port': ['ID=4dc4bf47-6cf2-4223-8d9c-44a323213455,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:19.011300 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c1f23385-8802-47a0-b4ec-8dbf2676170b req-fb2f656f-f201-4c77-b878-75a5bde9c262 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300650 Nov 11 21:36:19.053011 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:19.090305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b72f788-ba52-42ad-86d8-840a5a81f4dd req-a3039215-045c-4f44-af57-64f1ac5d7beb tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] No DVR routers for this DVR port 4dc4bf47-6cf2-4223-8d9c-44a323213455 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:19.093571 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-7b72f788-ba52-42ad-86d8-840a5a81f4dd req-a3039215-045c-4f44-af57-64f1ac5d7beb tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:19.098363 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b72f788-ba52-42ad-86d8-840a5a81f4dd req-a3039215-045c-4f44-af57-64f1ac5d7beb tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.71 "DELETE /v2.0/ports/4dc4bf47-6cf2-4223-8d9c-44a323213455 HTTP/1.1" status: 204 len: 173 time: 1.6577039 Nov 11 21:36:19.098715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port e3673dbf-114b-4420-8c82-fdec129ab3bb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e3673dbf-114b-4420-8c82-fdec129ab3bb,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:19.112822 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:19.123278 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965aa63-9072-4216-8753-f7a7697f6804 req-747becd1-1623-4dc2-8003-97830e6b8fae tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:19.123864 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5965aa63-9072-4216-8753-f7a7697f6804 req-747becd1-1623-4dc2-8003-97830e6b8fae tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 944 time: 0.2991440 Nov 11 21:36:19.188816 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86196e2-a058-4d06-be8c-4e2d6056b115 req-f9717dfd-ae6b-45e2-9c6b-3e67023f1afb tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:19.189660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=e3673dbf-114b-4420-8c82-fdec129ab3bb,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:19.196476 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e86196e2-a058-4d06-be8c-4e2d6056b115 req-f9717dfd-ae6b-45e2-9c6b-3e67023f1afb tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.3674078 Nov 11 21:36:19.266750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5965aa63-9072-4216-8753-f7a7697f6804 req-9b63c551-326a-4d7a-bffb-6de5b4593e5f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173768 Nov 11 21:36:19.323612 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:19.348975 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e86196e2-a058-4d06-be8c-4e2d6056b115 req-eb5d8c4d-2ab5-4466-b93c-01313d8ca38a tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513538 Nov 11 21:36:19.602397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53aecac-ce64-4185-8eb0-843520b88ceb req-efb892be-da6e-4bec-8470-5682619b4671 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:19.612321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a53aecac-ce64-4185-8eb0-843520b88ceb req-efb892be-da6e-4bec-8470-5682619b4671 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 945 time: 0.1398954 Nov 11 21:36:19.659220 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49905fae-349c-440f-886e-aa0f0b040479 req-1ac9ef22-7dba-48f7-a8ef-492bd27e1443 tempest-ListImageFiltersTestJSON-264017681 tempest-ListImageFiltersTestJSON-264017681-project] 10.222.0.57 "GET /v2.0/ports?device_id=91178954-1083-4820-91aa-7ecda7739473 HTTP/1.1" status: 200 len: 210 time: 0.0295854 Nov 11 21:36:19.704976 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a53aecac-ce64-4185-8eb0-843520b88ceb req-373a3ef4-1e75-40be-9152-0b44c100a098 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856700 Nov 11 21:36:19.733464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device df871846-e5d7-497b-adcd-5487a627a282 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:19.827329 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: df871846-e5d7-497b-adcd-5487a627a282 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:19.827329 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device df871846-e5d7-497b-adcd-5487a627a282 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:20.251233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae878be-b3f9-4e40-88e2-dfb53d4bf30b req-6b6c82e4-f130-47d0-8f08-0b669f2554d3 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:20.252709 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ae878be-b3f9-4e40-88e2-dfb53d4bf30b req-6b6c82e4-f130-47d0-8f08-0b669f2554d3 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 951 time: 0.0877755 Nov 11 21:36:20.349146 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ae878be-b3f9-4e40-88e2-dfb53d4bf30b req-e73e916d-d159-4544-8386-83260c98326d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878413 Nov 11 21:36:20.498579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bf4b7-37c0-4d81-9593-e9b56f5364fe req-1ecc1cdf-3f10-4007-ad01-3968cc3f0216 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:20.500231 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a59bf4b7-37c0-4d81-9593-e9b56f5364fe req-1ecc1cdf-3f10-4007-ad01-3968cc3f0216 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 945 time: 0.1156723 Nov 11 21:36:20.582648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4dc4bf47-6cf2-4223-8d9c-44a323213455 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:20.605344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0470908-2f9b-45e1-932c-0f4bf988bddd req-e09a7f74-b04f-4ff7-8731-98cebd521e28 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:20.606767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 4dc4bf47-6cf2-4223-8d9c-44a323213455 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:20.607125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4dc4bf47-6cf2-4223-8d9c-44a323213455 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:20.608440 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0470908-2f9b-45e1-932c-0f4bf988bddd req-e09a7f74-b04f-4ff7-8731-98cebd521e28 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1314535 Nov 11 21:36:20.613909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91178954-1083-4820-91aa-7ecda7739473', 'name': 'network-vif-deleted', 'tag': '4dc4bf47-6cf2-4223-8d9c-44a323213455'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:20.618618 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479b1abb-b8fe-482b-bfbb-d080651f3d6d" -d '{"events": [{"server_uuid": "91178954-1083-4820-91aa-7ecda7739473", "name": "network-vif-deleted", "tag": "4dc4bf47-6cf2-4223-8d9c-44a323213455"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:20.640767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a59bf4b7-37c0-4d81-9593-e9b56f5364fe req-a070b6f1-467e-4899-ad97-e48d98e6dc80 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178317 Nov 11 21:36:20.652978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d810ef-dfdc-4d43-b4a7-520ba6fedcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3673dbf-114b-4420-8c82-fdec129ab3bb'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:20.657099 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02bfc94-1568-4fc6-b856-fc492d3171f4" -d '{"events": [{"server_uuid": "54d810ef-dfdc-4d43-b4a7-520ba6fedcd8", "name": "network-vif-plugged", "status": "completed", "tag": "e3673dbf-114b-4420-8c82-fdec129ab3bb"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:20.691370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0470908-2f9b-45e1-932c-0f4bf988bddd req-c4df279b-df7d-451d-a47c-a1ddb6f31cbd tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652170 Nov 11 21:36:20.754360 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a3ea51-f301-4ab0-a8a7-c18f6ad2ffb0 x-openstack-request-id: req-70a3ea51-f301-4ab0-a8a7-c18f6ad2ffb0 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:20.754748 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91178954-1083-4820-91aa-7ecda7739473", "name": "network-vif-deleted", "tag": "4dc4bf47-6cf2-4223-8d9c-44a323213455", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:20.755184 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-70a3ea51-f301-4ab0-a8a7-c18f6ad2ffb0 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:20.755784 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91178954-1083-4820-91aa-7ecda7739473', 'name': 'network-vif-deleted', 'tag': '4dc4bf47-6cf2-4223-8d9c-44a323213455', 'status': 'completed', 'code': 200} Nov 11 21:36:20.788540 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547405c5-4524-4aff-b233-36b0bacc4462 x-openstack-request-id: req-547405c5-4524-4aff-b233-36b0bacc4462 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:20.789036 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d810ef-dfdc-4d43-b4a7-520ba6fedcd8", "name": "network-vif-plugged", "status": "completed", "tag": "e3673dbf-114b-4420-8c82-fdec129ab3bb", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:20.789436 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-547405c5-4524-4aff-b233-36b0bacc4462 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:20.789962 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d810ef-dfdc-4d43-b4a7-520ba6fedcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3673dbf-114b-4420-8c82-fdec129ab3bb', 'code': 200} Nov 11 21:36:20.951936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d221e-0c0f-4005-b469-5333cfaececc req-ad71ba3a-d242-44e6-a492-0718fb5809e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:20.953488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-132d221e-0c0f-4005-b469-5333cfaececc req-ad71ba3a-d242-44e6-a492-0718fb5809e8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 1096 time: 0.0856726 Nov 11 21:36:20.972861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88fd32-60ea-4166-9625-b67587a795a6 req-789cb602-d948-4420-9d50-7e64614462d3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:20.980554 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db88fd32-60ea-4166-9625-b67587a795a6 req-789cb602-d948-4420-9d50-7e64614462d3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 945 time: 0.1219804 Nov 11 21:36:21.130205 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db88fd32-60ea-4166-9625-b67587a795a6 req-4400b7aa-62a1-458b-b817-9e0d7681ecf5 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476066 Nov 11 21:36:21.152328 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-132d221e-0c0f-4005-b469-5333cfaececc req-58a85a99-5fc9-46e5-a0c5-983e94a73ad5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691031 Nov 11 21:36:21.166963 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-2bca0301-058f-40ad-a2b3-7fc458af91a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0889604 Nov 11 21:36:21.281131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-bab5a1a3-06f6-4aaa-b0d0-560ffaeb133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.281846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-bab5a1a3-06f6-4aaa-b0d0-560ffaeb133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.282464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-bab5a1a3-06f6-4aaa-b0d0-560ffaeb133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.283022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-bab5a1a3-06f6-4aaa-b0d0-560ffaeb133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.283689 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-bab5a1a3-06f6-4aaa-b0d0-560ffaeb133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.288732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-bab5a1a3-06f6-4aaa-b0d0-560ffaeb133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.289310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-bab5a1a3-06f6-4aaa-b0d0-560ffaeb133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.291379 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-bab5a1a3-06f6-4aaa-b0d0-560ffaeb133d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0113b1be34a44a68ce314a4ec421108&device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 6502 time: 0.0827689 Nov 11 21:36:21.455454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-40cf488b-7e64-4a8f-b9ee-433020625cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.456650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-40cf488b-7e64-4a8f-b9ee-433020625cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.457798 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-40cf488b-7e64-4a8f-b9ee-433020625cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.459441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-40cf488b-7e64-4a8f-b9ee-433020625cda service neutron] 10.222.0.10 "GET /v2.0/networks?id=28575828-e1a6-401b-bf7c-c60e475ca065&id=daab2798-5889-436e-a5cb-09a946e4b419&id=daab2798-5889-436e-a5cb-09a946e4b419&id=daab2798-5889-436e-a5cb-09a946e4b419&id=daab2798-5889-436e-a5cb-09a946e4b419&id=3b574cc1-a549-4854-8e74-091e974d921e&id=3b574cc1-a549-4854-8e74-091e974d921e HTTP/1.1" status: 200 len: 2300 time: 0.1294377 Nov 11 21:36:21.557234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010b24b-6090-4cd6-a1fa-ddf475b185c3 req-32b4ff49-34eb-4e65-81e7-9a606fdd3d3a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.558953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b010b24b-6090-4cd6-a1fa-ddf475b185c3 req-32b4ff49-34eb-4e65-81e7-9a606fdd3d3a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 945 time: 0.1186683 Nov 11 21:36:21.611066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-c66ed62c-89a0-4692-b24b-85c2a4bd890f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b HTTP/1.1" status: 200 len: 1001 time: 0.1301136 Nov 11 21:36:21.643072 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06529a9c-9445-4f2b-8739-c78f7897a70f req-dd9f3d21-705b-4aa7-b024-5345cd30e903 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.643835 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06529a9c-9445-4f2b-8739-c78f7897a70f req-dd9f3d21-705b-4aa7-b024-5345cd30e903 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 951 time: 0.1014233 Nov 11 21:36:21.681546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b010b24b-6090-4cd6-a1fa-ddf475b185c3 req-ed364893-3038-4bf0-ae5f-4f1ec93aec3d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121352 Nov 11 21:36:21.777330 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19896c-d9f5-4913-8bc3-46f75f37d0b5 req-9f0fe609-c3cd-4feb-86ab-e0fbe12440c4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.781842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d19896c-d9f5-4913-8bc3-46f75f37d0b5 req-9f0fe609-c3cd-4feb-86ab-e0fbe12440c4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 951 time: 0.0961945 Nov 11 21:36:21.789894 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-b253d35b-d38f-4b00-b4a9-5ff0b3ca7865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.792035 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-b253d35b-d38f-4b00-b4a9-5ff0b3ca7865 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3468651-a958-4431-bb60-8ef0cb71dca9 HTTP/1.1" status: 200 len: 856 time: 0.1723289 Nov 11 21:36:21.838637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-06529a9c-9445-4f2b-8739-c78f7897a70f req-abff8b95-c7ab-44c8-a877-749186dd071b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Deleting port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:21.839076 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-06529a9c-9445-4f2b-8739-c78f7897a70f req-abff8b95-c7ab-44c8-a877-749186dd071b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:21.924238 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-90486d63-71f2-4f90-a2b8-a0df3ac9bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.925966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-90486d63-71f2-4f90-a2b8-a0df3ac9bfae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28575828-e1a6-401b-bf7c-c60e475ca065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911560 Nov 11 21:36:21.938726 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d19896c-d9f5-4913-8bc3-46f75f37d0b5 req-ca58b000-bef2-439b-a78e-7ecbd287d79f tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454406 Nov 11 21:36:21.988232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-06529a9c-9445-4f2b-8739-c78f7897a70f req-abff8b95-c7ab-44c8-a877-749186dd071b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] For port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:21.988876 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-06529a9c-9445-4f2b-8739-c78f7897a70f req-abff8b95-c7ab-44c8-a877-749186dd071b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:22.006627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-06529a9c-9445-4f2b-8739-c78f7897a70f req-abff8b95-c7ab-44c8-a877-749186dd071b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Calling delete_port for 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:22.156196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217b325-0e0b-497c-bc91-75f2a2604949 req-55fdda73-776f-41bc-b347-e8277b14a2ed tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:22.158360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5217b325-0e0b-497c-bc91-75f2a2604949 req-55fdda73-776f-41bc-b347-e8277b14a2ed tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0813985 Nov 11 21:36:22.187941 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-aefe34f9-b9c1-4037-86b0-12d8debb2bc2 service neutron] 10.222.0.10 "GET /v2.0/networks/28575828-e1a6-401b-bf7c-c60e475ca065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430065 Nov 11 21:36:22.214118 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-06529a9c-9445-4f2b-8739-c78f7897a70f req-abff8b95-c7ab-44c8-a877-749186dd071b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:22.231735 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['62a14a83-0af0-40a8-be8f-6ddd11d598e2', '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:22.241316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7c5b679c-9b22-442b-bd73-c1b390ce57a3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:22.303138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff8b95-c7ab-44c8-a877-749186dd071b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Pushing event deleted for resources: {'Port': ['ID=4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:22.419448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-d068e58b-e16a-4206-8ae0-857f738ef8ce service neutron] 10.222.0.10 "GET /v2.0/networks/28575828-e1a6-401b-bf7c-c60e475ca065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109230 Nov 11 21:36:22.437750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5217b325-0e0b-497c-bc91-75f2a2604949 req-79d6ffec-faf3-48a2-b424-728de7a95cce tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699907 Nov 11 21:36:22.450095 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-06529a9c-9445-4f2b-8739-c78f7897a70f req-abff8b95-c7ab-44c8-a877-749186dd071b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] No DVR routers for this DVR port 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:22.455787 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-06529a9c-9445-4f2b-8739-c78f7897a70f req-abff8b95-c7ab-44c8-a877-749186dd071b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:22.459188 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06529a9c-9445-4f2b-8739-c78f7897a70f req-abff8b95-c7ab-44c8-a877-749186dd071b tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.10 "DELETE /v2.0/ports/4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 HTTP/1.1" status: 204 len: 173 time: 0.8095112 Nov 11 21:36:22.471228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'name': 'network-vif-deleted', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:22.473654 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8639bc4f-5b1f-4a75-8785-7d66c55642b6" -d '{"events": [{"server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "name": "network-vif-deleted", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:22.540068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-b21b7130-8f8c-4df3-8d94-4c0cb240cab9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 HTTP/1.1" status: 200 len: 217 time: 0.0993898 Nov 11 21:36:22.564696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde4b7e-a9f6-4bd4-b7ad-e3bd4ffc57d4 req-b3e1f532-1ef4-4a35-b60b-d024049c8756 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:22.566616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4cde4b7e-a9f6-4bd4-b7ad-e3bd4ffc57d4 req-b3e1f532-1ef4-4a35-b60b-d024049c8756 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.3704038 Nov 11 21:36:22.586623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37146) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:22.648553 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7cdba5-46fb-4cd2-8bfb-d0433c30390e x-openstack-request-id: req-ba7cdba5-46fb-4cd2-8bfb-d0433c30390e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:22.649751 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b98a85-5822-4f7b-a5e5-584cb689024e", "name": "network-vif-deleted", "tag": "4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:22.649751 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ba7cdba5-46fb-4cd2-8bfb-d0433c30390e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:22.649751 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b98a85-5822-4f7b-a5e5-584cb689024e', 'name': 'network-vif-deleted', 'tag': '4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389', 'status': 'completed', 'code': 200} Nov 11 21:36:22.750886 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4cde4b7e-a9f6-4bd4-b7ad-e3bd4ffc57d4 req-cdd86fc5-1d91-4927-ba34-d92c835fd18f tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570129 Nov 11 21:36:22.784944 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-718e5097-8403-4807-8de0-150cb9eef117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:22.791081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-718e5097-8403-4807-8de0-150cb9eef117 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.2206652 Nov 11 21:36:22.866151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-7bd07807-88fb-4449-a846-233d97745b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:22.868314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-7bd07807-88fb-4449-a846-233d97745b81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0684695 Nov 11 21:36:22.943728 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-035f92b2-a815-4f14-9c96-a16186a4988e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6ce31c8469bd47b58bbb63bb4cafecbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3559179 Nov 11 21:36:22.949350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37160) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:23.061632 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a682cdc6-a581-41b3-a0a8-087b750bc000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:23.074782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504efbc3-6a3c-4d3a-8d06-7e9a56d898a1 req-aef2b930-373b-4a2f-a704-6a0ac0c673e3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:23.076181 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-504efbc3-6a3c-4d3a-8d06-7e9a56d898a1 req-aef2b930-373b-4a2f-a704-6a0ac0c673e3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 945 time: 0.2068207 Nov 11 21:36:23.081943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-53f3cd0d-2b6a-452a-8eb3-8cd4c844988b service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004123 Nov 11 21:36:23.095122 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a682cdc6-a581-41b3-a0a8-087b750bc000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:23.159668 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a682cdc6-a581-41b3-a0a8-087b750bc000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:23.163449 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a682cdc6-a581-41b3-a0a8-087b750bc000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:23.165045 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a682cdc6-a581-41b3-a0a8-087b750bc000 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/845a716d-c7a4-47f5-9c09-758d28467cca HTTP/1.1" status: 204 len: 168 time: 0.2142994 Nov 11 21:36:23.174972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682cdc6-a581-41b3-a0a8-087b750bc000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845a716d-c7a4-47f5-9c09-758d28467cca,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:23.190195 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-713e644e-0e12-4d0d-97f3-4ab1210def2b req-34bd5cb5-60ac-4d9b-bd1b-6cc991b38184 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b98a85-5822-4f7b-a5e5-584cb689024e HTTP/1.1" status: 200 len: 210 time: 0.1043854 Nov 11 21:36:23.203211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f0aea-9792-4330-bccb-0602e67a0eee req-70275b70-9d20-46d8-9867-d42fd62ce1cf tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:23.205224 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-515f0aea-9792-4330-bccb-0602e67a0eee req-70275b70-9d20-46d8-9867-d42fd62ce1cf tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.71 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 945 time: 0.2047558 Nov 11 21:36:23.289776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-eb8441f8-ec8c-4ee6-9fd8-96363a3b8aa2 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853054 Nov 11 21:36:23.307426 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-504efbc3-6a3c-4d3a-8d06-7e9a56d898a1 req-9b003b67-8dce-49db-885a-3ebfe2145f49 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233837 Nov 11 21:36:23.434017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-ec2d0710-95c9-4e86-88b6-c357dd134214 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=f0ed3440-fad0-40db-ae8d-c2ff35601d0b HTTP/1.1" status: 200 len: 217 time: 0.0864484 Nov 11 21:36:23.821806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f27ac4-1d59-4de6-9395-43bff828b461 req-eab9e2d9-1669-4ea1-ac41-5dd8696b2214 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:23.833004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7f27ac4-1d59-4de6-9395-43bff828b461 req-eab9e2d9-1669-4ea1-ac41-5dd8696b2214 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.4700878 Nov 11 21:36:23.872729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-515f0aea-9792-4330-bccb-0602e67a0eee req-34db9ad5-34b8-4f02-836b-eac348332477 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Deleting port 05017218-8630-4308-96d4-1f367a0afb4f {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:23.873105 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-515f0aea-9792-4330-bccb-0602e67a0eee req-34db9ad5-34b8-4f02-836b-eac348332477 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:23.973105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-9d22d286-e5f3-4249-8d51-f5497f4a1411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:23.974593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-9d22d286-e5f3-4249-8d51-f5497f4a1411 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.5284472 Nov 11 21:36:24.013031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae7a1d-0190-4153-9792-7804d2d7a43e req-9f8629ad-790e-4502-b7e1-e31236dc27df tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:24.021967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62ae7a1d-0190-4153-9792-7804d2d7a43e req-9f8629ad-790e-4502-b7e1-e31236dc27df tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 945 time: 0.5134511 Nov 11 21:36:24.093461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7f27ac4-1d59-4de6-9395-43bff828b461 req-7e1d54ed-9e2c-4125-b59e-8c7e1217c2d1 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594457 Nov 11 21:36:24.120348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37198) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:24.137825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62ae7a1d-0190-4153-9792-7804d2d7a43e req-773e4d80-b6a8-4f68-a5a4-4cacabfe3093 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146021 Nov 11 21:36:24.226970 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-515f0aea-9792-4330-bccb-0602e67a0eee req-34db9ad5-34b8-4f02-836b-eac348332477 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] For port 05017218-8630-4308-96d4-1f367a0afb4f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=05017218-8630-4308-96d4-1f367a0afb4f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:24.227565 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-515f0aea-9792-4330-bccb-0602e67a0eee req-34db9ad5-34b8-4f02-836b-eac348332477 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:24.231728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-cf7ef5a0-3c6e-4102-8276-1a3bd22f7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:24.242551 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-cf7ef5a0-3c6e-4102-8276-1a3bd22f7379 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2479675 Nov 11 21:36:24.292095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-515f0aea-9792-4330-bccb-0602e67a0eee req-34db9ad5-34b8-4f02-836b-eac348332477 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Calling delete_port for 05017218-8630-4308-96d4-1f367a0afb4f owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:24.293289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1357633016-network', 'tenant_id': '65d7215a967641909c66c02341b817e2'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:24.333443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] Made reservation on behalf of 65d7215a967641909c66c02341b817e2 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:36:24.338446 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:24.378802 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:24.418289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27952883-c83f-47e0-8529-fbc9de586ede req-1cf4134f-4e3b-4b1a-abd7-c50a7fdddaa5 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:24.425560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27952883-c83f-47e0-8529-fbc9de586ede req-1cf4134f-4e3b-4b1a-abd7-c50a7fdddaa5 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1757901 Nov 11 21:36:24.504228 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27952883-c83f-47e0-8529-fbc9de586ede req-15e8be1e-97ee-4597-b474-5dea9c41ec65 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776949 Nov 11 21:36:24.508729 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:24.514559 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-ce82376b-3386-47d1-8a79-11eff54669f9 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636490 Nov 11 21:36:24.520938 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:24.592747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:36:24.597001 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeee1637-cf04-499e-8922-6597dec2f2ad,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:24.629579 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:24.629948 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] Added segment 071d4f4c-6b2b-4cdf-b72a-a2446e19bde8 of type vlan for network 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 Nov 11 21:36:24.695187 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:24.699578 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0161dde-efb6-487f-bb38-f8da4334e779 req-aff609b3-89ea-4957-8f01-91a4716602f4 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:24.700735 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0161dde-efb6-487f-bb38-f8da4334e779 req-aff609b3-89ea-4957-8f01-91a4716602f4 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=49556083-fe6f-4af4-ad1d-20cf94b7234a HTTP/1.1" status: 200 len: 945 time: 0.1911464 Nov 11 21:36:24.758840 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03bf84-81ce-4341-89f0-88c6cc3db8e5 req-6b18c064-1015-447d-842a-e20e0147223f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:24.769223 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:24.769555 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee03bf84-81ce-4341-89f0-88c6cc3db8e5 req-6b18c064-1015-447d-842a-e20e0147223f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 945 time: 0.1771810 Nov 11 21:36:24.769704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:24.770290 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:24.813370 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6910665 Nov 11 21:36:24.814746 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37218) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:24.829364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-38db927c-82c6-413f-a6a7-655903b0545c service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907338 Nov 11 21:36:24.840952 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-515f0aea-9792-4330-bccb-0602e67a0eee req-34db9ad5-34b8-4f02-836b-eac348332477 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:24.853183 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-09589807-4935-4608-91a8-239dfdc80726 admin admin] Request body: {'subnet': {'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-subnet', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:24.855891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d0170d49-2dfa-43ed-b07d-f6b6d89cc12f'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:24.872037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f1bae-14c5-48a8-89a2-8d337e0593ba admin admin] Pushing event updated for resources: {'Network': ['ID=875c00b0-a473-47b8-a8cc-ed6f2f3d0b41,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:24.899559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:36:24.907597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09589807-4935-4608-91a8-239dfdc80726 admin admin] Made reservation on behalf of 65d7215a967641909c66c02341b817e2 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:36:24.910312 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-09589807-4935-4608-91a8-239dfdc80726 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:24.962840 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0161dde-efb6-487f-bb38-f8da4334e779 req-af11d40e-664f-4b03-842e-b468f040ce4a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312465 Nov 11 21:36:24.966597 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-5c9152b4-a61a-4c21-989d-cccad999a0de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=23616cc5-dacf-43e9-b299-a00544d54734 HTTP/1.1" status: 200 len: 217 time: 0.1151257 Nov 11 21:36:24.991128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db9ad5-34b8-4f02-836b-eac348332477 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Pushing event deleted for resources: {'Port': ['ID=05017218-8630-4308-96d4-1f367a0afb4f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:25.080937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee03bf84-81ce-4341-89f0-88c6cc3db8e5 req-1152c283-61a9-43be-9503-59e8955468c9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106742 Nov 11 21:36:25.147153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-515f0aea-9792-4330-bccb-0602e67a0eee req-34db9ad5-34b8-4f02-836b-eac348332477 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] No DVR routers for this DVR port 05017218-8630-4308-96d4-1f367a0afb4f on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:25.159060 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-515f0aea-9792-4330-bccb-0602e67a0eee req-34db9ad5-34b8-4f02-836b-eac348332477 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:25.172462 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-515f0aea-9792-4330-bccb-0602e67a0eee req-34db9ad5-34b8-4f02-836b-eac348332477 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.71 "DELETE /v2.0/ports/05017218-8630-4308-96d4-1f367a0afb4f HTTP/1.1" status: 204 len: 173 time: 1.9598725 Nov 11 21:36:25.179602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49556083-fe6f-4af4-ad1d-20cf94b7234a', 'name': 'network-vif-deleted', 'tag': '05017218-8630-4308-96d4-1f367a0afb4f'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:25.186482 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102994a2-c61f-4e93-8b32-0480fce93785" -d '{"events": [{"server_uuid": "49556083-fe6f-4af4-ad1d-20cf94b7234a", "name": "network-vif-deleted", "tag": "05017218-8630-4308-96d4-1f367a0afb4f"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:25.248707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-76a24105-3040-4501-bf30-1f694c42d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:25.254735 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-76a24105-3040-4501-bf30-1f694c42d513 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.2599566 Nov 11 21:36:25.321160 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-09589807-4935-4608-91a8-239dfdc80726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:25.327709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-04e00d87-ff15-4d89-b211-be7159843282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:25.330261 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-04e00d87-ff15-4d89-b211-be7159843282 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0671275 Nov 11 21:36:25.391851 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53412e77-f1d1-4d12-96ca-2ad2a1b38838 x-openstack-request-id: req-53412e77-f1d1-4d12-96ca-2ad2a1b38838 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:25.393449 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49556083-fe6f-4af4-ad1d-20cf94b7234a", "name": "network-vif-deleted", "tag": "05017218-8630-4308-96d4-1f367a0afb4f", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:25.395048 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-53412e77-f1d1-4d12-96ca-2ad2a1b38838 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:25.395540 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49556083-fe6f-4af4-ad1d-20cf94b7234a', 'name': 'network-vif-deleted', 'tag': '05017218-8630-4308-96d4-1f367a0afb4f', 'status': 'completed', 'code': 200} Nov 11 21:36:25.447725 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09589807-4935-4608-91a8-239dfdc80726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=667ce5c7-6618-40b0-8755-955f5fb1d164,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:25.469768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09589807-4935-4608-91a8-239dfdc80726 admin admin] Checking segment: {'id': '071d4f4c-6b2b-4cdf-b72a-a2446e19bde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:25.470370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09589807-4935-4608-91a8-239dfdc80726 admin admin] Network hostable DHCP agents. Network: 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:36:25.504003 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09589807-4935-4608-91a8-239dfdc80726 admin admin] Network 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:36:25.529546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-09589807-4935-4608-91a8-239dfdc80726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:25.539364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e2f54-cd4b-4797-adb0-df8dc5842180 None None] Network 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:36:25.540446 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09589807-4935-4608-91a8-239dfdc80726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:25.541150 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-09589807-4935-4608-91a8-239dfdc80726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:25.563007 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-09589807-4935-4608-91a8-239dfdc80726 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7430472 Nov 11 21:36:25.563255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37230) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:25.568728 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:25.600531 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:25.602231 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:25.643946 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-5deeba49-fcb9-43f8-baa1-6c0cdd4ee4a4 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924118 Nov 11 21:36:25.664468 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:25.769040 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:25.772961 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-4e79effc-3eb1-4697-b538-6ccf875fbb5f service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180241 Nov 11 21:36:25.791573 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d17b97-02fd-4aa0-8181-995a8b4b9614 req-574463d1-dd92-4af0-8d71-b06aeeb2da09 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:25.802900 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9d17b97-02fd-4aa0-8181-995a8b4b9614 req-574463d1-dd92-4af0-8d71-b06aeeb2da09 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.2884893 Nov 11 21:36:25.842827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:25.843379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 4c8e1e3f-cd23-4c8c-8fd2-62e75e6ef389 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:25.846701 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:25.904629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'fixed_ips': [{'subnet_id': '667ce5c7-6618-40b0-8755-955f5fb1d164'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:36:25.905765 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:25.970425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d225d-22d3-457b-b574-d9a1eda756ad req-a6a0c56d-d437-4ffb-aef8-d61d57c4dbb3 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:25.972305 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b28d225d-22d3-457b-b574-d9a1eda756ad req-a6a0c56d-d437-4ffb-aef8-d61d57c4dbb3 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 950 time: 0.4477942 Nov 11 21:36:25.977981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-ed301e0a-eaba-4174-93a5-e1d1d98780bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=d47e0d50-b635-4eea-b40d-e6d4166567fe HTTP/1.1" status: 200 len: 217 time: 0.1927211 Nov 11 21:36:26.146548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9d17b97-02fd-4aa0-8181-995a8b4b9614 req-720b698f-e158-4888-b1a4-15370f5498a7 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425782 Nov 11 21:36:26.157954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Allocated IP 172.20.0.2 (875c00b0-a473-47b8-a8cc-ed6f2f3d0b41/667ce5c7-6618-40b0-8755-955f5fb1d164/e79631ec-ae7c-4c76-90ed-3325d9e78652) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:26.190120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-59378688-7bba-474e-ab77-bac4f2e9569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:26.192871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-59378688-7bba-474e-ab77-bac4f2e9569f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.2073700 Nov 11 21:36:26.198328 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b28d225d-22d3-457b-b574-d9a1eda756ad req-9027c224-c111-4f3b-8c12-8daf79102ffc tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186382 Nov 11 21:36:26.240094 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:26.288532 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:26.300177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-ae6b7aaa-0a93-4c1d-8e35-68b2933f03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:26.301303 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-ae6b7aaa-0a93-4c1d-8e35-68b2933f03fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0977666 Nov 11 21:36:26.414451 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-4b3dbb37-3c77-4633-89ff-7090140bc776 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018841 Nov 11 21:36:26.447686 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:26.482416 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:26.485978 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Allocated IP 172.25.0.251 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/b711747d-dd22-4798-8f64-c67b3ff56f23) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:26.592599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Network 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:26.596505 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Pushing event updated for resources: {'Port': ['ID=e79631ec-ae7c-4c76-90ed-3325d9e78652,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:26.607575 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:26.610736 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:26.613136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e8def-225f-4c60-b959-b645e8a7e25a req-6903a4e8-e313-45b9-b3bf-46a5a22cae0c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:26.613551 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 05017218-8630-4308-96d4-1f367a0afb4f no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:26.621768 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c5e8def-225f-4c60-b959-b645e8a7e25a req-6903a4e8-e313-45b9-b3bf-46a5a22cae0c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2057631 Nov 11 21:36:26.625153 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:26.654775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f2ee0-a06f-41cd-aff2-f6f978086fad req-fe13a6c2-f499-48b6-9f1b-b63223cd5dfb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:26.656444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a97f2ee0-a06f-41cd-aff2-f6f978086fad req-fe13a6c2-f499-48b6-9f1b-b63223cd5dfb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 945 time: 0.1847165 Nov 11 21:36:26.675990 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:26.709422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-b084465c-ed26-40ff-9145-ae910cdcfe6b service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187796 Nov 11 21:36:26.733696 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c5e8def-225f-4c60-b959-b645e8a7e25a req-4a508882-b790-4181-9f52-69c595a50352 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109791 Nov 11 21:36:26.741180 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:26.747765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:26.758882 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:26.759122 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 05017218-8630-4308-96d4-1f367a0afb4f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:26.759485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 05017218-8630-4308-96d4-1f367a0afb4f not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:26.778184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Attempting to bind port e79631ec-ae7c-4c76-90ed-3325d9e78652 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:36:26.778581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Attempting to bind port e79631ec-ae7c-4c76-90ed-3325d9e78652 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '071d4f4c-6b2b-4cdf-b72a-a2446e19bde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:36:26.778945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Attempting to bind port e79631ec-ae7c-4c76-90ed-3325d9e78652 on network 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:26.784394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:36:26.784776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Checking segment: {'id': '071d4f4c-6b2b-4cdf-b72a-a2446e19bde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:26.785211 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:26.785607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Bound using segment: {'id': '071d4f4c-6b2b-4cdf-b72a-a2446e19bde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:36:26.786087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Bound port: e79631ec-ae7c-4c76-90ed-3325d9e78652, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071d4f4c-6b2b-4cdf-b72a-a2446e19bde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:36:26.786471 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:26.826587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Pushing event updated for resources: {'Port': ['ID=b711747d-dd22-4798-8f64-c67b3ff56f23,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:26.893760 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] For port e79631ec-ae7c-4c76-90ed-3325d9e78652, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:26.898188 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] For port e79631ec-ae7c-4c76-90ed-3325d9e78652, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e79631ec-ae7c-4c76-90ed-3325d9e78652,segment=NetworkSegment(071d4f4c-6b2b-4cdf-b72a-a2446e19bde8),segment_id=071d4f4c-6b2b-4cdf-b72a-a2446e19bde8)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:36:26.907630 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:26.947513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a97f2ee0-a06f-41cd-aff2-f6f978086fad req-caec9e31-2d28-47d0-bd9d-7c075012a77f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821393 Nov 11 21:36:26.949211 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-19fa1226-dbcc-4c92-aa14-45299056bf54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d HTTP/1.1" status: 200 len: 217 time: 0.2036657 Nov 11 21:36:26.981660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf4d27-64dc-4f60-81ba-a47a9b103303 None None] Pushing event updated for resources: {'Port': ['ID=e79631ec-ae7c-4c76-90ed-3325d9e78652,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:27.122280 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d5df0-9320-4f81-b3fa-718699209f76 req-e59d075b-f47d-4a99-b0b6-a81b3b2651d9 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:27.124222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-305d5df0-9320-4f81-b3fa-718699209f76 req-e59d075b-f47d-4a99-b0b6-a81b3b2651d9 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1978598 Nov 11 21:36:27.168500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-eac238ad-f7c6-4382-a0b7-b9b0530405dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:27.169949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-eac238ad-f7c6-4382-a0b7-b9b0530405dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=723d138b-1459-41f3-8774-8cd909916b72 HTTP/1.1" status: 200 len: 797 time: 0.2120655 Nov 11 21:36:27.359142 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c6334-8665-47b0-8f2e-74dd1ebca28e req-b71bab30-dca7-4856-8d7a-344183cba952 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:27.366952 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-851c6334-8665-47b0-8f2e-74dd1ebca28e req-b71bab30-dca7-4856-8d7a-344183cba952 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 950 time: 0.3588037 Nov 11 21:36:27.378359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74b187-5af4-4985-bb43-e210113dd4c5 req-7a5341cc-4c38-42a9-8a16-2b91dbcf9a8e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:27.393611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e74b187-5af4-4985-bb43-e210113dd4c5 req-7a5341cc-4c38-42a9-8a16-2b91dbcf9a8e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2682540 Nov 11 21:36:27.465402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-0ff8005d-c548-4fea-a029-1445651cf9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:27.466940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-0ff8005d-c548-4fea-a029-1445651cf9a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b574cc1-a549-4854-8e74-091e974d921e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2621191 Nov 11 21:36:27.531554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:27.550703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf0502-c828-44d4-bf62-68c1d22725d0 req-5e07b319-d6fc-42b0-8d52-4a2e8bd753b4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:27.555126 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c5cf0502-c828-44d4-bf62-68c1d22725d0 req-5e07b319-d6fc-42b0-8d52-4a2e8bd753b4 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 946 time: 0.1222255 Nov 11 21:36:27.612858 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-851c6334-8665-47b0-8f2e-74dd1ebca28e req-0c9e9799-9335-4584-bf58-53be7b18a5ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Deleting port 7c5b679c-9b22-442b-bd73-c1b390ce57a3 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:27.613396 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-851c6334-8665-47b0-8f2e-74dd1ebca28e req-0c9e9799-9335-4584-bf58-53be7b18a5ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:27.680858 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e79631ec-ae7c-4c76-90ed-3325d9e78652 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:27.697664 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e74b187-5af4-4985-bb43-e210113dd4c5 req-044bb4e1-df26-4349-9d35-a1cc1df80a63 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030801 Nov 11 21:36:27.699870 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-a23df316-c268-4460-8801-4724c1264883 service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133675 Nov 11 21:36:27.812648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e79631ec-ae7c-4c76-90ed-3325d9e78652 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:27.813060 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:27.874098 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-7ad4c584-3f31-465a-90b7-8742d3a16d78 service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521325 Nov 11 21:36:27.975507 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:27.978587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c5cf0502-c828-44d4-bf62-68c1d22725d0 req-ebe14fa1-6c20-49df-8278-a19c941bcb1d tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000758 Nov 11 21:36:27.981364 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-305d5df0-9320-4f81-b3fa-718699209f76 req-893de132-22a0-4ef6-bc61-ce743251ad15 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Deleting port aa53fa9b-9a66-4d17-b22a-775fa455a702 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:27.981713 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-305d5df0-9320-4f81-b3fa-718699209f76 req-893de132-22a0-4ef6-bc61-ce743251ad15 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:28.010555 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-851c6334-8665-47b0-8f2e-74dd1ebca28e req-0c9e9799-9335-4584-bf58-53be7b18a5ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] For port 7c5b679c-9b22-442b-bd73-c1b390ce57a3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7c5b679c-9b22-442b-bd73-c1b390ce57a3,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:28.011010 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-851c6334-8665-47b0-8f2e-74dd1ebca28e req-0c9e9799-9335-4584-bf58-53be7b18a5ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:28.030698 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-851c6334-8665-47b0-8f2e-74dd1ebca28e req-0c9e9799-9335-4584-bf58-53be7b18a5ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Calling delete_port for 7c5b679c-9b22-442b-bd73-c1b390ce57a3 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:28.036486 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port e79631ec-ae7c-4c76-90ed-3325d9e78652, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e79631ec-ae7c-4c76-90ed-3325d9e78652,segment=NetworkSegment(071d4f4c-6b2b-4cdf-b72a-a2446e19bde8),segment_id=071d4f4c-6b2b-4cdf-b72a-a2446e19bde8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:28.042622 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:28.107703 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-9d6cf55d-8c76-4227-9bc7-1e88d9db519d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=774bf466-7c76-4ef4-831b-c0a553800dfa HTTP/1.1" status: 200 len: 217 time: 0.2011814 Nov 11 21:36:28.133358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=e79631ec-ae7c-4c76-90ed-3325d9e78652,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:28.196738 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:28.266192 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-851c6334-8665-47b0-8f2e-74dd1ebca28e req-0c9e9799-9335-4584-bf58-53be7b18a5ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:28.279763 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7c5b679c-9b22-442b-bd73-c1b390ce57a3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:28.313603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e9799-9335-4584-bf58-53be7b18a5ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Pushing event deleted for resources: {'Port': ['ID=7c5b679c-9b22-442b-bd73-c1b390ce57a3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:28.461849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-851c6334-8665-47b0-8f2e-74dd1ebca28e req-0c9e9799-9335-4584-bf58-53be7b18a5ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] No DVR routers for this DVR port 7c5b679c-9b22-442b-bd73-c1b390ce57a3 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:28.466225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-851c6334-8665-47b0-8f2e-74dd1ebca28e req-0c9e9799-9335-4584-bf58-53be7b18a5ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:28.469632 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-851c6334-8665-47b0-8f2e-74dd1ebca28e req-0c9e9799-9335-4584-bf58-53be7b18a5ec tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.71 "DELETE /v2.0/ports/7c5b679c-9b22-442b-bd73-c1b390ce57a3 HTTP/1.1" status: 204 len: 173 time: 1.0791128 Nov 11 21:36:28.470099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcbab52-37d5-40be-a8cc-bed53558c74e', 'name': 'network-vif-deleted', 'tag': '7c5b679c-9b22-442b-bd73-c1b390ce57a3'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:28.472402 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7fa8ee-9e19-43d0-a524-ddf3577b3231" -d '{"events": [{"server_uuid": "0bcbab52-37d5-40be-a8cc-bed53558c74e", "name": "network-vif-deleted", "tag": "7c5b679c-9b22-442b-bd73-c1b390ce57a3"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:28.507989 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['62a14a83-0af0-40a8-be8f-6ddd11d598e2'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:28.553620 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Router dba5c71a-afb6-4104-a36d-f77b645e4ef2 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:36:28.573150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccdf94e-e731-4501-aceb-d0f893508190 None None] Network 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:36:28.608036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-fe5187b3-1ab7-405a-8474-499969b171cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:28.610775 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-fe5187b3-1ab7-405a-8474-499969b171cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=723d138b-1459-41f3-8774-8cd909916b72 HTTP/1.1" status: 200 len: 797 time: 0.4869421 Nov 11 21:36:28.659120 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-56dd7f15-e9a4-44b8-b3b3-7c180c8902ba None None] Provisioning complete for port e79631ec-ae7c-4c76-90ed-3325d9e78652 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:28.659549 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56dd7f15-e9a4-44b8-b3b3-7c180c8902ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:28.723229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593c756-903a-43b8-bee8-d8cc411e0dbd req-e8ee0926-c47c-491c-a35b-463e8c8239f4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:28.732457 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2593c756-903a-43b8-bee8-d8cc411e0dbd req-e8ee0926-c47c-491c-a35b-463e8c8239f4 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bcbab52-37d5-40be-a8cc-bed53558c74e HTTP/1.1" status: 200 len: 867 time: 0.8558142 Nov 11 21:36:28.853829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc2d35-69a9-4940-810c-bbaf46521be9 req-d1afb9ba-119e-46cc-aa2c-f14b0511e045 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:28.862269 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2cc2d35-69a9-4940-810c-bbaf46521be9 req-d1afb9ba-119e-46cc-aa2c-f14b0511e045 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 945 time: 0.7648535 Nov 11 21:36:28.935322 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2593c756-903a-43b8-bee8-d8cc411e0dbd req-bc23568e-276e-4d48-b0f2-8904f2a24d9d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018731 Nov 11 21:36:28.958558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-305d5df0-9320-4f81-b3fa-718699209f76 req-893de132-22a0-4ef6-bc61-ce743251ad15 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] For port aa53fa9b-9a66-4d17-b22a-775fa455a702, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=aa53fa9b-9a66-4d17-b22a-775fa455a702,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:28.965274 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-305d5df0-9320-4f81-b3fa-718699209f76 req-893de132-22a0-4ef6-bc61-ce743251ad15 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:29.025083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-3b3e5c62-627a-4978-9362-f89f34adc29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:29.027207 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-3b3e5c62-627a-4978-9362-f89f34adc29c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b574cc1-a549-4854-8e74-091e974d921e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3838933 Nov 11 21:36:29.054711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-305d5df0-9320-4f81-b3fa-718699209f76 req-893de132-22a0-4ef6-bc61-ce743251ad15 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Calling delete_port for aa53fa9b-9a66-4d17-b22a-775fa455a702 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:29.194065 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2cc2d35-69a9-4940-810c-bbaf46521be9 req-e4fb15e8-d8da-456d-917a-3f65e44dc373 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304849 Nov 11 21:36:29.270545 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-471baf7c-c2d8-47fd-a365-ec0945f0753e service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308896 Nov 11 21:36:29.419928 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b62a984-5e1e-439c-9da5-de5437ba00df req-5e987830-6079-40ba-a924-be1471d7da27 service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421573 Nov 11 21:36:29.613126 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc9937-217e-48d8-8121-33da71bb7d5a req-94395007-9f75-4d5f-8247-5e95b4a55adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:29.614746 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7dcc9937-217e-48d8-8121-33da71bb7d5a req-94395007-9f75-4d5f-8247-5e95b4a55adc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 1097 time: 0.8878827 Nov 11 21:36:29.623061 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4083ed6-c776-4944-97d4-85aec02aa97d req-f5824a34-d9b5-415f-bb24-274c0221f872 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:29.631529 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:36:29.632016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4083ed6-c776-4944-97d4-85aec02aa97d req-f5824a34-d9b5-415f-bb24-274c0221f872 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2049079 Nov 11 21:36:29.654993 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-305d5df0-9320-4f81-b3fa-718699209f76 req-893de132-22a0-4ef6-bc61-ce743251ad15 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:29.667497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Sync routers for ids ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:36:29.670862 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['90fb43ec-2244-4e6f-88f4-0f6efcf8e38e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:29.674083 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a609314e-b835-41e9-a7a3-8238a998867c x-openstack-request-id: req-a609314e-b835-41e9-a7a3-8238a998867c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:29.674616 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcbab52-37d5-40be-a8cc-bed53558c74e", "name": "network-vif-deleted", "tag": "7c5b679c-9b22-442b-bd73-c1b390ce57a3", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:29.674775 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a609314e-b835-41e9-a7a3-8238a998867c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:29.675148 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcbab52-37d5-40be-a8cc-bed53558c74e', 'name': 'network-vif-deleted', 'tag': '7c5b679c-9b22-442b-bd73-c1b390ce57a3', 'status': 'completed', 'code': 200} Nov 11 21:36:29.696453 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893de132-22a0-4ef6-bc61-ce743251ad15 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Pushing event deleted for resources: {'Port': ['ID=aa53fa9b-9a66-4d17-b22a-775fa455a702,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:29.753146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e79631ec-ae7c-4c76-90ed-3325d9e78652 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:29.756603 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bc0b73fd-284a-427e-9528-b8bda5db03ea None None] Provisioning complete for port e79631ec-ae7c-4c76-90ed-3325d9e78652 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:29.757041 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc0b73fd-284a-427e-9528-b8bda5db03ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:29.797140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc9937-217e-48d8-8121-33da71bb7d5a req-6a74dff1-f1a6-46dc-ba76-f4351ef86b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:29.798857 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7dcc9937-217e-48d8-8121-33da71bb7d5a req-6a74dff1-f1a6-46dc-ba76-f4351ef86b8d service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.1452887 Nov 11 21:36:29.807836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cee30-8060-472a-b19d-865e31feb2a7 req-26cadfd1-c750-451c-ae5c-32b948bb086c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:29.809574 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-629cee30-8060-472a-b19d-865e31feb2a7 req-26cadfd1-c750-451c-ae5c-32b948bb086c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 945 time: 0.2854030 Nov 11 21:36:29.811442 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3132cb6-dfd6-4308-8a35-52183b31727a req-1342d972-c1d8-4dda-ab61-e7a8929c88eb tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=29b40259-6320-4718-92a3-90f36abece0a HTTP/1.1" status: 200 len: 210 time: 0.0812898 Nov 11 21:36:29.813128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-305d5df0-9320-4f81-b3fa-718699209f76 req-893de132-22a0-4ef6-bc61-ce743251ad15 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] No DVR routers for this DVR port aa53fa9b-9a66-4d17-b22a-775fa455a702 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:29.818119 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4083ed6-c776-4944-97d4-85aec02aa97d req-32809ec8-3328-4c33-9a64-aa66dd6fa8c1 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846805 Nov 11 21:36:29.819223 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-305d5df0-9320-4f81-b3fa-718699209f76 req-893de132-22a0-4ef6-bc61-ce743251ad15 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:29.822793 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-305d5df0-9320-4f81-b3fa-718699209f76 req-893de132-22a0-4ef6-bc61-ce743251ad15 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.71 "DELETE /v2.0/ports/aa53fa9b-9a66-4d17-b22a-775fa455a702 HTTP/1.1" status: 204 len: 173 time: 2.6509926 Nov 11 21:36:29.823250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b40259-6320-4718-92a3-90f36abece0a', 'name': 'network-vif-deleted', 'tag': 'aa53fa9b-9a66-4d17-b22a-775fa455a702'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:29.825753 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0670f68-9638-453f-b532-f504d6798377" -d '{"events": [{"server_uuid": "29b40259-6320-4718-92a3-90f36abece0a", "name": "network-vif-deleted", "tag": "aa53fa9b-9a66-4d17-b22a-775fa455a702"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:29.850473 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:29.856202 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8e9d1cd3-fb38-4fa2-8865-00cf742a871d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2919517 Nov 11 21:36:29.859322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37302) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:29.906341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Routers {'dba5c71a-afb6-4104-a36d-f77b645e4ef2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:29.907043 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:36:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:30.045992 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4589417b-3971-4ac4-833c-210669a5a098 x-openstack-request-id: req-4589417b-3971-4ac4-833c-210669a5a098 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:30.046371 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b40259-6320-4718-92a3-90f36abece0a", "name": "network-vif-deleted", "tag": "aa53fa9b-9a66-4d17-b22a-775fa455a702", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:30.046531 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4589417b-3971-4ac4-833c-210669a5a098 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:30.046935 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b40259-6320-4718-92a3-90f36abece0a', 'name': 'network-vif-deleted', 'tag': 'aa53fa9b-9a66-4d17-b22a-775fa455a702', 'status': 'completed', 'code': 200} Nov 11 21:36:30.142584 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7dcc9937-217e-48d8-8121-33da71bb7d5a req-56b78078-2232-44fc-9ecc-5d5a9c8b334a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb HTTP/1.1" status: 200 len: 1000 time: 0.3317597 Nov 11 21:36:30.155338 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-629cee30-8060-472a-b19d-865e31feb2a7 req-82afc530-af13-4128-9997-5aa73a8becad tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Deleting port e3673dbf-114b-4420-8c82-fdec129ab3bb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:30.155338 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-629cee30-8060-472a-b19d-865e31feb2a7 req-82afc530-af13-4128-9997-5aa73a8becad tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:30.253599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Set router dba5c71a-afb6-4104-a36d-f77b645e4ef2 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:30.494784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc9937-217e-48d8-8121-33da71bb7d5a req-4d0080ed-176a-42f6-9de9-fcd1b0f1ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:30.497349 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7dcc9937-217e-48d8-8121-33da71bb7d5a req-4d0080ed-176a-42f6-9de9-fcd1b0f1ae94 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.3322554 Nov 11 21:36:30.636730 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-629cee30-8060-472a-b19d-865e31feb2a7 req-82afc530-af13-4128-9997-5aa73a8becad tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] For port e3673dbf-114b-4420-8c82-fdec129ab3bb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e3673dbf-114b-4420-8c82-fdec129ab3bb,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:30.638004 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-629cee30-8060-472a-b19d-865e31feb2a7 req-82afc530-af13-4128-9997-5aa73a8becad tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:30.664474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-629cee30-8060-472a-b19d-865e31feb2a7 req-82afc530-af13-4128-9997-5aa73a8becad tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Calling delete_port for e3673dbf-114b-4420-8c82-fdec129ab3bb owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:30.696405 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device aa53fa9b-9a66-4d17-b22a-775fa455a702 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:30.766805 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc9937-217e-48d8-8121-33da71bb7d5a req-317727f7-233d-47c7-affb-106dcf161c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:30.768313 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7dcc9937-217e-48d8-8121-33da71bb7d5a req-317727f7-233d-47c7-affb-106dcf161c3a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2597489 Nov 11 21:36:30.833416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e79631ec-ae7c-4c76-90ed-3325d9e78652 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:30.836272 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:30.838024 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: aa53fa9b-9a66-4d17-b22a-775fa455a702 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:30.838410 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device aa53fa9b-9a66-4d17-b22a-775fa455a702 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:30.841327 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7c5b679c-9b22-442b-bd73-c1b390ce57a3 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:30.872104 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7dcc9937-217e-48d8-8121-33da71bb7d5a req-7dd39779-4896-41fc-910e-6115c721d627 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923276 Nov 11 21:36:30.924412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e6bc5-0dbc-43b4-a610-c9c65794c1fe req-2770033e-5ac1-41a6-a760-bba633ce257d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:30.934753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f5e6bc5-0dbc-43b4-a610-c9c65794c1fe req-2770033e-5ac1-41a6-a760-bba633ce257d tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.2058043 Nov 11 21:36:30.969391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 7c5b679c-9b22-442b-bd73-c1b390ce57a3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:30.969391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7c5b679c-9b22-442b-bd73-c1b390ce57a3 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:30.969391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device e3673dbf-114b-4420-8c82-fdec129ab3bb no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:30.994434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e41f2d-52cc-46b9-9855-610a6cf4386b req-8351e5dd-dc17-448d-9861-e0716c2eab85 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:31.006545 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5e41f2d-52cc-46b9-9855-610a6cf4386b req-8351e5dd-dc17-448d-9861-e0716c2eab85 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d810ef-dfdc-4d43-b4a7-520ba6fedcd8 HTTP/1.1" status: 200 len: 945 time: 0.4693723 Nov 11 21:36:31.030346 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-629cee30-8060-472a-b19d-865e31feb2a7 req-82afc530-af13-4128-9997-5aa73a8becad tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:31.075546 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7dcc9937-217e-48d8-8121-33da71bb7d5a req-2e14c2c1-409c-4378-bf02-a71a38f16d9d service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932921 Nov 11 21:36:31.076371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afc530-af13-4128-9997-5aa73a8becad tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Pushing event deleted for resources: {'Port': ['ID=e3673dbf-114b-4420-8c82-fdec129ab3bb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:31.195781 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f5e6bc5-0dbc-43b4-a610-c9c65794c1fe req-380394c2-b18a-4ee5-b8f6-faccc90ae3b6 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595637 Nov 11 21:36:31.199111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-629cee30-8060-472a-b19d-865e31feb2a7 req-82afc530-af13-4128-9997-5aa73a8becad tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] No DVR routers for this DVR port e3673dbf-114b-4420-8c82-fdec129ab3bb on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:31.205362 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-629cee30-8060-472a-b19d-865e31feb2a7 req-82afc530-af13-4128-9997-5aa73a8becad tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:31.215424 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-629cee30-8060-472a-b19d-865e31feb2a7 req-82afc530-af13-4128-9997-5aa73a8becad tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "DELETE /v2.0/ports/e3673dbf-114b-4420-8c82-fdec129ab3bb HTTP/1.1" status: 204 len: 173 time: 1.3523366 Nov 11 21:36:31.248739 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No active binding found for port e3673dbf-114b-4420-8c82-fdec129ab3bb {{(pid=102536) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 21:36:31.249168 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device e3673dbf-114b-4420-8c82-fdec129ab3bb not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:31.323264 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5e41f2d-52cc-46b9-9855-610a6cf4386b req-3d71129e-be11-466b-adf3-1ebdc03050e6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046365 Nov 11 21:36:31.386830 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:25Z', 'updated_at': '2021-11-11T21:36:27Z', 'revision_number': 3, 'project_id': '65d7215a967641909c66c02341b817e2', 'gw_port': {'id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:26Z', 'updated_at': '2021-11-11T21:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:31.448377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Checking router: dba5c71a-afb6-4104-a36d-f77b645e4ef2 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:36:31.448377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Updating router dba5c71a-afb6-4104-a36d-f77b645e4ef2 port b711747d-dd22-4798-8f64-c67b3ff56f23 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:36:31.505414 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:31.676243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d810ef-dfdc-4d43-b4a7-520ba6fedcd8', 'name': 'network-vif-deleted', 'tag': 'e3673dbf-114b-4420-8c82-fdec129ab3bb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:31.679291 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ea831b-02f7-4d1c-8ed4-03534d9b4d9a" -d '{"events": [{"server_uuid": "54d810ef-dfdc-4d43-b4a7-520ba6fedcd8", "name": "network-vif-deleted", "tag": "e3673dbf-114b-4420-8c82-fdec129ab3bb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:31.754436 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:31.807135 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b27e97-34a3-4400-8353-6b73e9268cd8 x-openstack-request-id: req-85b27e97-34a3-4400-8353-6b73e9268cd8 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:31.807719 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d810ef-dfdc-4d43-b4a7-520ba6fedcd8", "name": "network-vif-deleted", "tag": "e3673dbf-114b-4420-8c82-fdec129ab3bb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:31.808127 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-85b27e97-34a3-4400-8353-6b73e9268cd8 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:31.808725 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d810ef-dfdc-4d43-b4a7-520ba6fedcd8', 'name': 'network-vif-deleted', 'tag': 'e3673dbf-114b-4420-8c82-fdec129ab3bb', 'status': 'completed', 'code': 200} Nov 11 21:36:32.235542 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e926acf-08bf-4812-9152-0471ac369744 req-4637cc9c-e802-449d-a13b-82882f79c19a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:32.250261 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e926acf-08bf-4812-9152-0471ac369744 req-4637cc9c-e802-449d-a13b-82882f79c19a tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.4061460 Nov 11 21:36:32.281919 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:32.299706 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:32.470545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Attempting to bind port b711747d-dd22-4798-8f64-c67b3ff56f23 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:36:32.470924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Attempting to bind port b711747d-dd22-4798-8f64-c67b3ff56f23 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:36:32.471286 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Attempting to bind port b711747d-dd22-4798-8f64-c67b3ff56f23 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:32.482578 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e81cb-32b8-490f-b2e9-7fe650158665 None None] Pushing event updated for resources: {'Port': ['ID=b711747d-dd22-4798-8f64-c67b3ff56f23,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:32.487219 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:36:32.487678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:32.488135 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:32.488816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:36:32.489353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Bound port: b711747d-dd22-4798-8f64-c67b3ff56f23, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:36:32.489788 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:32.602130 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] For port b711747d-dd22-4798-8f64-c67b3ff56f23, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:32.618772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] For port b711747d-dd22-4798-8f64-c67b3ff56f23, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b711747d-dd22-4798-8f64-c67b3ff56f23,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:36:32.625149 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:32.700505 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Routers {'dba5c71a-afb6-4104-a36d-f77b645e4ef2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:32.701103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:36:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:32.750157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Allocated IP 172.20.0.1 (875c00b0-a473-47b8-a8cc-ed6f2f3d0b41/667ce5c7-6618-40b0-8755-955f5fb1d164/6aeddf43-303f-44f4-8b06-a576b9abe813) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:32.837366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd047d00-ae56-491b-ab71-06bdc2ad138d req-bf5a1681-962d-41af-866e-adf4e40a6817 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:32.847511 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd047d00-ae56-491b-ab71-06bdc2ad138d req-bf5a1681-962d-41af-866e-adf4e40a6817 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 949 time: 0.3864245 Nov 11 21:36:33.046500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-8e926acf-08bf-4812-9152-0471ac369744 req-6006b4fc-f6b5-450c-a48a-b3c1753434e9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Deleting port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:33.046836 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8e926acf-08bf-4812-9152-0471ac369744 req-6006b4fc-f6b5-450c-a48a-b3c1753434e9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:33.232321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-9a7a71f5-1adb-45ee-93e4-a037438194a0 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:33.234189 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-9a7a71f5-1adb-45ee-93e4-a037438194a0 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 811 time: 0.2195590 Nov 11 21:36:33.237277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] Set router dba5c71a-afb6-4104-a36d-f77b645e4ef2 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:33.319584 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-7f13ca86-3095-49cc-8fdc-9b07a7b16002 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/quotas/d1be613363d7416ca7041946f8d377db HTTP/1.1" status: 200 len: 375 time: 0.0639498 Nov 11 21:36:33.345618 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e81cb-32b8-490f-b2e9-7fe650158665 None None] Pushing event updated for resources: {'Port': ['ID=b711747d-dd22-4798-8f64-c67b3ff56f23,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:33.365574 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd047d00-ae56-491b-ab71-06bdc2ad138d req-b282a90a-2f88-488d-9df9-4f5cb8246365 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/security-groups?id=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087762 Nov 11 21:36:33.465701 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-4c7ee4d0-48ef-4321-b100-f8f138bf928c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1257191 Nov 11 21:36:33.478951 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:33.543858 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-8e926acf-08bf-4812-9152-0471ac369744 req-6006b4fc-f6b5-450c-a48a-b3c1753434e9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] For port 62a14a83-0af0-40a8-be8f-6ddd11d598e2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=62a14a83-0af0-40a8-be8f-6ddd11d598e2,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:33.544788 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8e926acf-08bf-4812-9152-0471ac369744 req-6006b4fc-f6b5-450c-a48a-b3c1753434e9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:33.560835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-8e926acf-08bf-4812-9152-0471ac369744 req-6006b4fc-f6b5-450c-a48a-b3c1753434e9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Calling delete_port for 62a14a83-0af0-40a8-be8f-6ddd11d598e2 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:33.588952 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:25Z', 'updated_at': '2021-11-11T21:36:27Z', 'revision_number': 3, 'project_id': '65d7215a967641909c66c02341b817e2', 'gw_port': {'id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:26Z', 'updated_at': '2021-11-11T21:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:33.626005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c7691f-15fe-47d6-b9d5-0f28e64204f0 None None] The sync data for ids ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'] in n-d-805737-3 is: [{'id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:25Z', 'updated_at': '2021-11-11T21:36:27Z', 'revision_number': 3, 'project_id': '65d7215a967641909c66c02341b817e2', 'gw_port': {'id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:26Z', 'updated_at': '2021-11-11T21:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:36:33.876664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52f3ae-2b5b-4d54-99d8-a070c19db8a8 req-f70a587c-b2c5-4d93-9b5d-e28d7221cfa6 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:33.879988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac52f3ae-2b5b-4d54-99d8-a070c19db8a8 req-f70a587c-b2c5-4d93-9b5d-e28d7221cfa6 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=124bc3b3-abb2-421e-886b-ceeb0e92a6bb HTTP/1.1" status: 200 len: 945 time: 0.2410536 Nov 11 21:36:33.950318 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a947e0ee-489a-4403-8269-e17ba64f444d service neutron] 10.222.0.57 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206942 Nov 11 21:36:33.955673 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:34.113273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac52f3ae-2b5b-4d54-99d8-a070c19db8a8 req-268f480c-026e-4c13-9ad9-4d1773f7ffa8 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/security-groups?id=f974ce1d-9327-4943-aadc-a49a39b3a574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006140 Nov 11 21:36:34.114011 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Pushing event updated for resources: {'Port': ['ID=6aeddf43-303f-44f4-8b06-a576b9abe813,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:34.167435 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8e926acf-08bf-4812-9152-0471ac369744 req-6006b4fc-f6b5-450c-a48a-b3c1753434e9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:34.178124 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Network 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:34.315502 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873bc51-ee83-446e-b753-16aa816619cd req-080600a4-81d2-43d4-ad0e-2395095c5d55 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:34.324525 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3873bc51-ee83-446e-b753-16aa816619cd req-080600a4-81d2-43d4-ad0e-2395095c5d55 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "GET /v2.0/ports?device_id=124bc3b3-abb2-421e-886b-ceeb0e92a6bb HTTP/1.1" status: 200 len: 945 time: 0.1047649 Nov 11 21:36:34.369858 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:34.373507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:34.383577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006b4fc-f6b5-450c-a48a-b3c1753434e9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Pushing event deleted for resources: {'Port': ['ID=62a14a83-0af0-40a8-be8f-6ddd11d598e2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:34.485098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:34.528415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-3873bc51-ee83-446e-b753-16aa816619cd req-61cee9c3-2f2a-4893-861f-76b673cc2850 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Deleting port 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:34.529088 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3873bc51-ee83-446e-b753-16aa816619cd req-61cee9c3-2f2a-4893-861f-76b673cc2850 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:34.659455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3873bc51-ee83-446e-b753-16aa816619cd req-61cee9c3-2f2a-4893-861f-76b673cc2850 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] For port 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=90fb43ec-2244-4e6f-88f4-0f6efcf8e38e,segment=NetworkSegment(029c2e66-a92d-4d7d-9d52-a629cdc8ddb7),segment_id=029c2e66-a92d-4d7d-9d52-a629cdc8ddb7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:34.660091 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3873bc51-ee83-446e-b753-16aa816619cd req-61cee9c3-2f2a-4893-861f-76b673cc2850 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:34.685728 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-3873bc51-ee83-446e-b753-16aa816619cd req-61cee9c3-2f2a-4893-861f-76b673cc2850 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Calling delete_port for 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:34.867081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-083cd278-bbc8-48a5-ae81-4d627749efc0 None None] Provisioning complete for port 6aeddf43-303f-44f4-8b06-a576b9abe813 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:34.867677 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-083cd278-bbc8-48a5-ae81-4d627749efc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:34.964264 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-083cd278-bbc8-48a5-ae81-4d627749efc0 None None] Port 6aeddf43-303f-44f4-8b06-a576b9abe813 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:36:35.003999 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3873bc51-ee83-446e-b753-16aa816619cd req-61cee9c3-2f2a-4893-861f-76b673cc2850 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:35.016999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['90fb43ec-2244-4e6f-88f4-0f6efcf8e38e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:35.079782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cee9c3-2f2a-4893-861f-76b673cc2850 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Pushing event deleted for resources: {'Port': ['ID=90fb43ec-2244-4e6f-88f4-0f6efcf8e38e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:35.145146 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3873bc51-ee83-446e-b753-16aa816619cd req-61cee9c3-2f2a-4893-861f-76b673cc2850 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] No DVR routers for this DVR port 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:35.147951 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3873bc51-ee83-446e-b753-16aa816619cd req-61cee9c3-2f2a-4893-861f-76b673cc2850 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:35.168310 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3873bc51-ee83-446e-b753-16aa816619cd req-61cee9c3-2f2a-4893-861f-76b673cc2850 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.10 "DELETE /v2.0/ports/90fb43ec-2244-4e6f-88f4-0f6efcf8e38e HTTP/1.1" status: 204 len: 173 time: 0.8274565 Nov 11 21:36:35.170666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124bc3b3-abb2-421e-886b-ceeb0e92a6bb', 'name': 'network-vif-deleted', 'tag': '90fb43ec-2244-4e6f-88f4-0f6efcf8e38e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:35.178078 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f2e824-5980-4ff8-af5d-826d73fdf32a" -d '{"events": [{"server_uuid": "124bc3b3-abb2-421e-886b-ceeb0e92a6bb", "name": "network-vif-deleted", "tag": "90fb43ec-2244-4e6f-88f4-0f6efcf8e38e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:35.271904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e926acf-08bf-4812-9152-0471ac369744 req-6006b4fc-f6b5-450c-a48a-b3c1753434e9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] No DVR routers for this DVR port 62a14a83-0af0-40a8-be8f-6ddd11d598e2 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:35.284503 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8e926acf-08bf-4812-9152-0471ac369744 req-6006b4fc-f6b5-450c-a48a-b3c1753434e9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:35.288034 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e926acf-08bf-4812-9152-0471ac369744 req-6006b4fc-f6b5-450c-a48a-b3c1753434e9 tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.10 "DELETE /v2.0/ports/62a14a83-0af0-40a8-be8f-6ddd11d598e2 HTTP/1.1" status: 204 len: 173 time: 3.0369520 Nov 11 21:36:35.288542 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcfb9fc-391b-4402-8e7c-abbdab5528d6', 'name': 'network-vif-deleted', 'tag': '62a14a83-0af0-40a8-be8f-6ddd11d598e2'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:35.291102 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2abb50-786f-4308-ba54-66d1f018fc73" -d '{"events": [{"server_uuid": "fbcfb9fc-391b-4402-8e7c-abbdab5528d6", "name": "network-vif-deleted", "tag": "62a14a83-0af0-40a8-be8f-6ddd11d598e2"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:35.376868 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-6f9b72ed-aacd-44f0-acdf-c1ffca5759d6 service neutron] 10.222.0.57 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4139020 Nov 11 21:36:35.418289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25b10f-0527-457c-9364-484af13d8428 req-cefdc4df-def1-4425-a7e8-b23e148e8fe8 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:35.425849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c25b10f-0527-457c-9364-484af13d8428 req-cefdc4df-def1-4425-a7e8-b23e148e8fe8 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2096910 Nov 11 21:36:35.572282 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c25b10f-0527-457c-9364-484af13d8428 req-25145061-567c-4fea-bea8-4787263be87b tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447513 Nov 11 21:36:35.592513 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:35.799218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:35.855725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:35.856211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 90fb43ec-2244-4e6f-88f4-0f6efcf8e38e not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:35.856626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 62a14a83-0af0-40a8-be8f-6ddd11d598e2 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:35.939361 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b711747d-dd22-4798-8f64-c67b3ff56f23 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:35.984245 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 62a14a83-0af0-40a8-be8f-6ddd11d598e2 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:35.984936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 62a14a83-0af0-40a8-be8f-6ddd11d598e2 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:36.000264 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b711747d-dd22-4798-8f64-c67b3ff56f23 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:36.001213 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:36.025064 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7602d26-57f9-4fcb-9389-b1196675202e req-ce1cdee6-5c43-43b6-bf3c-8042568a9c75 tempest-ServersTestJSON-1881344717 tempest-ServersTestJSON-1881344717-project] 10.222.0.57 "GET /v2.0/ports?device_id=124bc3b3-abb2-421e-886b-ceeb0e92a6bb HTTP/1.1" status: 200 len: 210 time: 0.0305986 Nov 11 21:36:36.127411 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acfc6dd-a306-4b97-89c0-2f41b3094394 x-openstack-request-id: req-5acfc6dd-a306-4b97-89c0-2f41b3094394 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:36.127905 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124bc3b3-abb2-421e-886b-ceeb0e92a6bb", "name": "network-vif-deleted", "tag": "90fb43ec-2244-4e6f-88f4-0f6efcf8e38e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:36.128004 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5acfc6dd-a306-4b97-89c0-2f41b3094394 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:36.128381 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124bc3b3-abb2-421e-886b-ceeb0e92a6bb', 'name': 'network-vif-deleted', 'tag': '90fb43ec-2244-4e6f-88f4-0f6efcf8e38e', 'status': 'completed', 'code': 200} Nov 11 21:36:36.134383 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:36.136619 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:36.154885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a6a52ba-bf65-4f92-b20b-8167b91c9b6f req-268a12ed-4044-4e70-aee1-b1217bb607ad tempest-MigrationsAdminTest-1990871019 tempest-MigrationsAdminTest-1990871019-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbcfb9fc-391b-4402-8e7c-abbdab5528d6 HTTP/1.1" status: 200 len: 210 time: 0.0995088 Nov 11 21:36:36.158880 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:36.169799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port b711747d-dd22-4798-8f64-c67b3ff56f23, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b711747d-dd22-4798-8f64-c67b3ff56f23,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:36.182806 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:36.309216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=b711747d-dd22-4798-8f64-c67b3ff56f23,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:36.311904 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23992610-61c0-4628-9804-3b42016a9d41 x-openstack-request-id: req-23992610-61c0-4628-9804-3b42016a9d41 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:36.313574 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcfb9fc-391b-4402-8e7c-abbdab5528d6", "name": "network-vif-deleted", "tag": "62a14a83-0af0-40a8-be8f-6ddd11d598e2", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:36.314636 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-23992610-61c0-4628-9804-3b42016a9d41 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:36.315204 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcfb9fc-391b-4402-8e7c-abbdab5528d6', 'name': 'network-vif-deleted', 'tag': '62a14a83-0af0-40a8-be8f-6ddd11d598e2', 'status': 'completed', 'code': 200} Nov 11 21:36:36.409712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-176c7608-9686-4e6e-bd07-a92c81314d14 req-52b4a5d7-43e7-4364-84e2-b4b6aafb83c6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 210 time: 0.0915172 Nov 11 21:36:36.441939 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Pushing event updated for resources: {'Port': ['ID=6aeddf43-303f-44f4-8b06-a576b9abe813,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:36.457538 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:36.626132 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521c6b1-60b6-4798-a7f6-7fea97ecd823 req-0c16398a-fdb4-4deb-abd2-49adcff177cd tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:36.627770 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4521c6b1-60b6-4798-a7f6-7fea97ecd823 req-0c16398a-fdb4-4deb-abd2-49adcff177cd tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2152667 Nov 11 21:36:36.642058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df618e-153b-4eb3-b0f8-ab71e3466c8f req-e0696193-6f45-4885-a290-8de5b990f374 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:36.643548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3df618e-153b-4eb3-b0f8-ab71e3466c8f req-e0696193-6f45-4885-a290-8de5b990f374 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 946 time: 0.1548336 Nov 11 21:36:36.723943 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Network 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:36.735689 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:36.753678 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4521c6b1-60b6-4798-a7f6-7fea97ecd823 req-cc1e4c99-ab51-4c0f-aae9-ed2875772b57 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091650 Nov 11 21:36:36.765571 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3df618e-153b-4eb3-b0f8-ab71e3466c8f req-448d7dab-6f77-4d6e-a6e1-88116da2ffb1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1111858 Nov 11 21:36:36.937848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Router dba5c71a-afb6-4104-a36d-f77b645e4ef2 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:36:37.085644 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:36:37.096199 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Sync routers for ids ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:36:37.104929 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d0a4358d-8af9-4c36-a79b-eb342d675d5f admin admin] 10.222.0.57 "PUT /v2.0/routers/dba5c71a-afb6-4104-a36d-f77b645e4ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2373943 Nov 11 21:36:37.115192 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Routers {'dba5c71a-afb6-4104-a36d-f77b645e4ef2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:37.115719 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:36:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:37.156341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37502) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:37.157807 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b1a67928-ed9f-43ea-ba45-c5f4b6ef5537 None None] Provisioning complete for port 6aeddf43-303f-44f4-8b06-a576b9abe813 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:37.159430 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1a67928-ed9f-43ea-ba45-c5f4b6ef5537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:37.262509 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b1a67928-ed9f-43ea-ba45-c5f4b6ef5537 None None] Port 6aeddf43-303f-44f4-8b06-a576b9abe813 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:36:37.296721 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6de7c1-70b0-4ea0-ac59-325f90892c6f admin admin] Deleting subnet 9b04c1fc-83cf-41dc-92b1-a5b449f105f4 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:36:37.306817 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f6de7c1-70b0-4ea0-ac59-325f90892c6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:37.430707 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Set router dba5c71a-afb6-4104-a36d-f77b645e4ef2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:37.455577 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f6de7c1-70b0-4ea0-ac59-325f90892c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:37.555651 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-9dee8076-02a0-4837-b83e-889e32945f94 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:37.562290 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-9dee8076-02a0-4837-b83e-889e32945f94 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 811 time: 0.3170838 Nov 11 21:36:37.587094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-4b4bff90-4bba-43d8-96e6-c61073ac2dec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Request body: {'port': {'device_id': '6fd24a90-540a-4797-b560-b93f9beca2ef', 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6', 'admin_state_up': True, 'tenant_id': 'd1be613363d7416ca7041946f8d377db'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:37.667701 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f6de7c1-70b0-4ea0-ac59-325f90892c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:37.696274 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b711747d-dd22-4798-8f64-c67b3ff56f23 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:37.721561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e743c97e-64a2-485d-a741-8854b8c02559 req-4d1869a0-9b41-486c-a589-541d3ac3509f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 210 time: 0.0700095 Nov 11 21:36:37.757525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b15cb-1e4a-4199-9ca7-4a8962328071 req-63463c39-16e6-4650-b0d9-353b6807d302 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:37.771769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a92b15cb-1e4a-4199-9ca7-4a8962328071 req-63463c39-16e6-4650-b0d9-353b6807d302 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 946 time: 0.2221904 Nov 11 21:36:37.797508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-4b4bff90-4bba-43d8-96e6-c61073ac2dec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Made reservation on behalf of d1be613363d7416ca7041946f8d377db for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:36:37.798640 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:25Z', 'updated_at': '2021-11-11T21:36:35Z', 'revision_number': 4, 'project_id': '65d7215a967641909c66c02341b817e2', 'gw_port': {'id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:26Z', 'updated_at': '2021-11-11T21:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6aeddf43-303f-44f4-8b06-a576b9abe813', 'name': '', 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'mac_address': 'fa:16:3e:4e:3c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:31Z', 'updated_at': '2021-11-11T21:36:35Z', 'revision_number': 2, 'project_id': '65d7215a967641909c66c02341b817e2', 'subnets': [{'id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:37.803788 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-4b4bff90-4bba-43d8-96e6-c61073ac2dec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:37.836037 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Checking router: dba5c71a-afb6-4104-a36d-f77b645e4ef2 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:36:37.836774 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Updating router dba5c71a-afb6-4104-a36d-f77b645e4ef2 port 6aeddf43-303f-44f4-8b06-a576b9abe813 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:36:37.863911 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:37.910255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37526) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:37.933426 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b711747d-dd22-4798-8f64-c67b3ff56f23 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:37.933796 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:37.960572 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a92b15cb-1e4a-4199-9ca7-4a8962328071 req-288e275d-8a2e-4b8b-8665-898025252707 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1829133 Nov 11 21:36:37.964924 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f6de7c1-70b0-4ea0-ac59-325f90892c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.048480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6de7c1-70b0-4ea0-ac59-325f90892c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b04c1fc-83cf-41dc-92b1-a5b449f105f4,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:38.057762 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f6de7c1-70b0-4ea0-ac59-325f90892c6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.075375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6f6de7c1-70b0-4ea0-ac59-325f90892c6f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9b04c1fc-83cf-41dc-92b1-a5b449f105f4 HTTP/1.1" status: 204 len: 168 time: 0.9144332 Nov 11 21:36:38.076762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37530) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:38.101895 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-4b4bff90-4bba-43d8-96e6-c61073ac2dec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Allocated IP 172.20.0.6 (0f5b6d21-fbb6-4820-8133-c68412293dd6/8fbf341f-dbe9-4e8a-84ab-0939e03ed68d/dd3cac80-e879-4f62-b6d0-9ce31cbd2773) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:38.190327 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.199072 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.250190 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2dad3-04b6-42d6-8dc2-d0f3452979b8 None None] Pushing event updated for resources: {'Port': ['ID=6aeddf43-303f-44f4-8b06-a576b9abe813,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:38.263944 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2dad3-04b6-42d6-8dc2-d0f3452979b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.264541 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2dad3-04b6-42d6-8dc2-d0f3452979b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.265421 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2dad3-04b6-42d6-8dc2-d0f3452979b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.266360 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2dad3-04b6-42d6-8dc2-d0f3452979b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.266955 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2dad3-04b6-42d6-8dc2-d0f3452979b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.267533 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2dad3-04b6-42d6-8dc2-d0f3452979b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.268091 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2dad3-04b6-42d6-8dc2-d0f3452979b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.268683 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2dad3-04b6-42d6-8dc2-d0f3452979b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.269254 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2dad3-04b6-42d6-8dc2-d0f3452979b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.269798 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2dad3-04b6-42d6-8dc2-d0f3452979b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.270961 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2dad3-04b6-42d6-8dc2-d0f3452979b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.271510 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2dad3-04b6-42d6-8dc2-d0f3452979b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.283089 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bac3c7b0-1da7-4620-bb8a-3812b66aece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.343133 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Attempting to bind port 6aeddf43-303f-44f4-8b06-a576b9abe813 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:36:38.343931 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Attempting to bind port 6aeddf43-303f-44f4-8b06-a576b9abe813 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '071d4f4c-6b2b-4cdf-b72a-a2446e19bde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:36:38.344509 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Attempting to bind port 6aeddf43-303f-44f4-8b06-a576b9abe813 on network 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:38.361149 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:36:38.361696 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Checking segment: {'id': '071d4f4c-6b2b-4cdf-b72a-a2446e19bde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:38.362230 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.362721 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Bound using segment: {'id': '071d4f4c-6b2b-4cdf-b72a-a2446e19bde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:36:38.363286 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Bound port: 6aeddf43-303f-44f4-8b06-a576b9abe813, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071d4f4c-6b2b-4cdf-b72a-a2446e19bde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:36:38.363763 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.405613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ed7b2573-bbed-4f03-ade1-399ac9956d04 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fd47c33b622049db8b0a7624a7b34e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4924183 Nov 11 21:36:38.406739 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37534) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:38.504665 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] For port 6aeddf43-303f-44f4-8b06-a576b9abe813, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:38.517652 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] For port 6aeddf43-303f-44f4-8b06-a576b9abe813, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6aeddf43-303f-44f4-8b06-a576b9abe813,segment=NetworkSegment(071d4f4c-6b2b-4cdf-b72a-a2446e19bde8),segment_id=071d4f4c-6b2b-4cdf-b72a-a2446e19bde8)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:36:38.525947 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.592184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37538) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:38.615630 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Routers {'dba5c71a-afb6-4104-a36d-f77b645e4ef2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:38.616469 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8ec8792f-00b2-4388-b930-5b4e7b7ba1a5 None None] Provisioning complete for port 6aeddf43-303f-44f4-8b06-a576b9abe813 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:38.617996 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:36:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:38.629474 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8ec8792f-00b2-4388-b930-5b4e7b7ba1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.672106 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2dad3-04b6-42d6-8dc2-d0f3452979b8 None None] Pushing event updated for resources: {'Port': ['ID=6aeddf43-303f-44f4-8b06-a576b9abe813,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:38.673756 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bac3c7b0-1da7-4620-bb8a-3812b66aece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.681030 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7fdd26d5-7f0c-45c9-9884-d4d367f824a6 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--173462974', 'description': 'tempest-description--868099170'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:38.740049 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-4b4bff90-4bba-43d8-96e6-c61073ac2dec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.745278 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-bac3c7b0-1da7-4620-bb8a-3812b66aece3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d3c489-0533-44f1-82fd-8dea02ebc1db']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:38.749788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72f02da6-ee7a-4242-9b47-6276a3b17ffb no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:38.756089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-bac3c7b0-1da7-4620-bb8a-3812b66aece3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:38.756767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-bac3c7b0-1da7-4620-bb8a-3812b66aece3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029c2e66-a92d-4d7d-9d52-a629cdc8ddb7') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:38.768142 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bac3c7b0-1da7-4620-bb8a-3812b66aece3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.784074 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bac3c7b0-1da7-4620-bb8a-3812b66aece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.791109 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac3c7b0-1da7-4620-bb8a-3812b66aece3 admin admin] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:36:38.791515 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bac3c7b0-1da7-4620-bb8a-3812b66aece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.850009 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-166843b9-73fb-4b77-80cf-21f3d0f2e6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:36:38.856294 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:36:38.932530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9adae021-491d-4a7b-9166-052ed37309ea req-ae6cf35e-6f5a-4460-8525-93bcbe05a406 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 210 time: 0.0774808 Nov 11 21:36:38.955804 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bac3c7b0-1da7-4620-bb8a-3812b66aece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.956035 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7fdd26d5-7f0c-45c9-9884-d4d367f824a6 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.975257 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bac3c7b0-1da7-4620-bb8a-3812b66aece3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.981205 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bac3c7b0-1da7-4620-bb8a-3812b66aece3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/10d3c489-0533-44f1-82fd-8dea02ebc1db HTTP/1.1" status: 204 len: 168 time: 0.8978672 Nov 11 21:36:38.981205 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3c7b0-1da7-4620-bb8a-3812b66aece3 admin admin] Pushing event deleted for resources: {'Network': ['ID=10d3c489-0533-44f1-82fd-8dea02ebc1db,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:38.990550 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-166843b9-73fb-4b77-80cf-21f3d0f2e6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.073915 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-166843b9-73fb-4b77-80cf-21f3d0f2e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.079541 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-166843b9-73fb-4b77-80cf-21f3d0f2e6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.082965 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-166843b9-73fb-4b77-80cf-21f3d0f2e6cc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/74825d14-c8ac-4ca9-b3c0-5cce7d1d114a HTTP/1.1" status: 204 len: 168 time: 0.6702018 Nov 11 21:36:39.113426 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-4b4bff90-4bba-43d8-96e6-c61073ac2dec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.117326 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166843b9-73fb-4b77-80cf-21f3d0f2e6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74825d14-c8ac-4ca9-b3c0-5cce7d1d114a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:39.152386 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8ec8792f-00b2-4388-b930-5b4e7b7ba1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.176833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70551566-d9b4-4410-804c-6c0a455412df req-36aa0eee-6e60-4e14-beb7-50050f79c203 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:39.187266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70551566-d9b4-4410-804c-6c0a455412df req-36aa0eee-6e60-4e14-beb7-50050f79c203 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 946 time: 0.1000144 Nov 11 21:36:39.206934 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] Set router dba5c71a-afb6-4104-a36d-f77b645e4ef2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:39.253404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37550) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:39.295921 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70551566-d9b4-4410-804c-6c0a455412df req-46a10042-5c83-4e23-ba8b-c9cb104c615b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1068983 Nov 11 21:36:39.323618 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-4b4bff90-4bba-43d8-96e6-c61073ac2dec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Network 0f5b6d21-fbb6-4820-8133-c68412293dd6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:39.348570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-4b4bff90-4bba-43d8-96e6-c61073ac2dec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:39.368951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8ec8792f-00b2-4388-b930-5b4e7b7ba1a5 None None] For port 6aeddf43-303f-44f4-8b06-a576b9abe813, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6aeddf43-303f-44f4-8b06-a576b9abe813,segment=NetworkSegment(071d4f4c-6b2b-4cdf-b72a-a2446e19bde8),segment_id=071d4f4c-6b2b-4cdf-b72a-a2446e19bde8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:39.372128 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.422785 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8ec8792f-00b2-4388-b930-5b4e7b7ba1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.432719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-4b4bff90-4bba-43d8-96e6-c61073ac2dec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:39.440760 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-94b002a7-333c-412e-9a7f-17072bffd114 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=178bb40f7c23473bbb72234aa8aa1b95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1761489 Nov 11 21:36:39.441509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37556) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:39.500006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8792f-00b2-4388-b930-5b4e7b7ba1a5 None None] Pushing event updated for resources: {'Port': ['ID=6aeddf43-303f-44f4-8b06-a576b9abe813,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:39.507012 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:39.509993 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e0b679-38a3-44cb-8fc7-c94d35b8a8f1" -d '{"events": [{"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-unplugged", "status": "completed", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:39.524337 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:39.530254 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.543435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bff90-4bba-43d8-96e6-c61073ac2dec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Pushing event updated for resources: {'Port': ['ID=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:39.545341 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e7b328b-f928-463f-a5fd-87189f24cead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.563508 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7fdd26d5-7f0c-45c9-9884-d4d367f824a6 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.576550 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e7b328b-f928-463f-a5fd-87189f24cead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.593110 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7fdd26d5-7f0c-45c9-9884-d4d367f824a6 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.614157 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7d77a1-545c-4e01-ab77-63088977759d x-openstack-request-id: req-de7d77a1-545c-4e01-ab77-63088977759d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:39.616835 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-unplugged", "status": "completed", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:39.616835 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de7d77a1-545c-4e01-ab77-63088977759d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:39.617489 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'code': 200} Nov 11 21:36:39.645844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e4d3fdd8-3266-47d8-af02-f5472f02a9d7 None None] Provisioning complete for port 6aeddf43-303f-44f4-8b06-a576b9abe813 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:39.646200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-4b4bff90-4bba-43d8-96e6-c61073ac2dec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:39.647047 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-4b4bff90-4bba-43d8-96e6-c61073ac2dec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.647657 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4d3fdd8-3266-47d8-af02-f5472f02a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.659852 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e7b328b-f928-463f-a5fd-87189f24cead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.660922 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7fdd26d5-7f0c-45c9-9884-d4d367f824a6 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.662502 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7fdd26d5-7f0c-45c9-9884-d4d367f824a6 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0114934 Nov 11 21:36:39.663324 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e7b328b-f928-463f-a5fd-87189f24cead admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.664516 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6e7b328b-f928-463f-a5fd-87189f24cead admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f974ce1d-9327-4943-aadc-a49a39b3a574 HTTP/1.1" status: 204 len: 168 time: 0.2205045 Nov 11 21:36:39.665137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37560) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:39.666132 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd26d5-7f0c-45c9-9884-d4d367f824a6 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd672da-ad1f-4cbd-a160-c891795e7f02,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:39.680718 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-4b4bff90-4bba-43d8-96e6-c61073ac2dec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1026499 Nov 11 21:36:39.687243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c3588502-c396-4839-9e0b-f2174b3b5b71 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Request body: {'security_group_rule': {'security_group_id': '9fd672da-ad1f-4cbd-a160-c891795e7f02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:39.699719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Request body: {'port': {'device_id': '6fd24a90-540a-4797-b560-b93f9beca2ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:39.720259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b328b-f928-463f-a5fd-87189f24cead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f974ce1d-9327-4943-aadc-a49a39b3a574,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:39.786214 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3588502-c396-4839-9e0b-f2174b3b5b71 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.812048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=72f02da6-ee7a-4242-9b47-6276a3b17ffb,revision_number=11']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:39.832153 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:25Z', 'updated_at': '2021-11-11T21:36:35Z', 'revision_number': 4, 'project_id': '65d7215a967641909c66c02341b817e2', 'gw_port': {'id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:26Z', 'updated_at': '2021-11-11T21:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6aeddf43-303f-44f4-8b06-a576b9abe813', 'name': '', 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'mac_address': 'fa:16:3e:4e:3c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:31Z', 'updated_at': '2021-11-11T21:36:38Z', 'revision_number': 4, 'project_id': '65d7215a967641909c66c02341b817e2', 'subnets': [{'id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:39.838591 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.904882 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37566) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:39.920476 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b803f5-0f0a-40a5-a241-a98fdf371824 None None] The sync data for ids ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'] in n-d-805737-3 is: [{'id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:25Z', 'updated_at': '2021-11-11T21:36:35Z', 'revision_number': 4, 'project_id': '65d7215a967641909c66c02341b817e2', 'gw_port': {'id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:26Z', 'updated_at': '2021-11-11T21:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6aeddf43-303f-44f4-8b06-a576b9abe813', 'name': '', 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'mac_address': 'fa:16:3e:4e:3c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:31Z', 'updated_at': '2021-11-11T21:36:38Z', 'revision_number': 4, 'project_id': '65d7215a967641909c66c02341b817e2', 'subnets': [{'id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:36:39.937984 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3588502-c396-4839-9e0b-f2174b3b5b71 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.946365 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3588502-c396-4839-9e0b-f2174b3b5b71 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.018580 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3588502-c396-4839-9e0b-f2174b3b5b71 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12144b37-a6df-4ff4-aff3-3ca88aa79423,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:40.030142 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2e05eb2b-0cab-4ae1-a7b7-032c977e1a7b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=851dc9c45e3a4607a0311a8af594f22b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1192520 Nov 11 21:36:40.031265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37572) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:40.042222 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3588502-c396-4839-9e0b-f2174b3b5b71 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.046479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c3588502-c396-4839-9e0b-f2174b3b5b71 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3628924 Nov 11 21:36:40.052876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37574) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:40.061515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6a9a5493-05eb-46d9-a32d-c4c8bf481ec8 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Request body: {'security_group_rule': {'security_group_id': '9fd672da-ad1f-4cbd-a160-c891795e7f02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:40.196317 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5493-05eb-46d9-a32d-c4c8bf481ec8 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.199843 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4f742909-7e03-4a3b-9701-116ec1ee6f08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.232951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbeb1c-44e7-47f4-a3ad-7f9c49d8febf req-5424922a-8224-432b-b070-12aa64d26afc tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:40.234530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2dfbeb1c-44e7-47f4-a3ad-7f9c49d8febf req-5424922a-8224-432b-b070-12aa64d26afc tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 931 time: 0.1517913 Nov 11 21:36:40.282706 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4f742909-7e03-4a3b-9701-116ec1ee6f08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.323438 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3cac80-e879-4f62-b6d0-9ce31cbd2773 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:36:40.336368 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.352006 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5493-05eb-46d9-a32d-c4c8bf481ec8 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.355842 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Transition to ACTIVE for port object dd3cac80-e879-4f62-b6d0-9ce31cbd2773 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:36:40.364074 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.366435 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5493-05eb-46d9-a32d-c4c8bf481ec8 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.402715 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2dfbeb1c-44e7-47f4-a3ad-7f9c49d8febf req-da2e8722-2d1c-42ea-aed3-36a4fae10025 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475749 Nov 11 21:36:40.432028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a5493-05eb-46d9-a32d-c4c8bf481ec8 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225e6103-8248-487a-8ac2-1c4771148467,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:40.502153 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:40.507183 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5493-05eb-46d9-a32d-c4c8bf481ec8 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.511560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6a9a5493-05eb-46d9-a32d-c4c8bf481ec8 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4546938 Nov 11 21:36:40.514577 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4f742909-7e03-4a3b-9701-116ec1ee6f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.518615 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4f742909-7e03-4a3b-9701-116ec1ee6f08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.519751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37594) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:40.520105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4f742909-7e03-4a3b-9701-116ec1ee6f08 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/54529746-40b6-4dc1-a65f-2914e559a664 HTTP/1.1" status: 204 len: 168 time: 0.4874737 Nov 11 21:36:40.535790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55ee9d-870a-403a-9ac2-50380655fdcb req-84f60699-3fd7-4c2b-9825-12ab6d3c7297 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:40.537604 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c55ee9d-870a-403a-9ac2-50380655fdcb req-84f60699-3fd7-4c2b-9825-12ab6d3c7297 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1524115 Nov 11 21:36:40.543477 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f742909-7e03-4a3b-9701-116ec1ee6f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54529746-40b6-4dc1-a65f-2914e559a664,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:40.578853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:40.632083 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.671085 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c55ee9d-870a-403a-9ac2-50380655fdcb req-02c59e33-840c-4a00-a487-995e582f4d88 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1226668 Nov 11 21:36:40.673148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72f02da6-ee7a-4242-9b47-6276a3b17ffb details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:36:40.808087 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72fec9-49d0-4062-b159-8da713a46811 req-7add9624-62ab-4647-a5b2-d493b2742b80 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:40.818193 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a72fec9-49d0-4062-b159-8da713a46811 req-7add9624-62ab-4647-a5b2-d493b2742b80 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.0760312 Nov 11 21:36:40.842312 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Attempting to bind port dd3cac80-e879-4f62-b6d0-9ce31cbd2773 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:36:40.842651 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Attempting to bind port dd3cac80-e879-4f62-b6d0-9ce31cbd2773 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:36:40.842961 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Attempting to bind port dd3cac80-e879-4f62-b6d0-9ce31cbd2773 on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:40.871465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Port dd3cac80-e879-4f62-b6d0-9ce31cbd2773 on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:36:40.872581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Attempting to bind port dd3cac80-e879-4f62-b6d0-9ce31cbd2773 on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:40.895850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:36:40.896198 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Checking segment: {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:40.896574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Bound using segment: {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:36:40.897049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Bound port: dd3cac80-e879-4f62-b6d0-9ce31cbd2773, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:36:40.897409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.962874 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:40.982119 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a72fec9-49d0-4062-b159-8da713a46811 req-536fdb90-18d0-48f6-84ef-0dd2a47d6ba9 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622860 Nov 11 21:36:41.024249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'port_id': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'mac_address': 'fa:16:3e:1b:17:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:36:41.039121 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:41.082246 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:41.102093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f02da6-ee7a-4242-9b47-6276a3b17ffb {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:36:41.157308 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:41.166530 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:41.228735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] For port dd3cac80-e879-4f62-b6d0-9ce31cbd2773, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:41.241164 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:41.296774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=72f02da6-ee7a-4242-9b47-6276a3b17ffb,revision_number=12']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:41.358993 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] For port dd3cac80-e879-4f62-b6d0-9ce31cbd2773, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:36:41.360274 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['72f02da6-ee7a-4242-9b47-6276a3b17ffb'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:41.368479 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:41.450526 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:41.451548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:41.454310 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] 10.222.0.71 "PUT /v2.0/ports/dd3cac80-e879-4f62-b6d0-9ce31cbd2773 HTTP/1.1" status: 200 len: 1091 time: 1.7601669 Nov 11 21:36:41.477382 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd24a90-540a-4797-b560-b93f9beca2ef', 'tag': 'dd3cac80-e879-4f62-b6d0-9ce31cbd2773'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:41.486221 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999d09c9-0647-4900-b515-d75dd022d024" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd24a90-540a-4797-b560-b93f9beca2ef", "tag": "dd3cac80-e879-4f62-b6d0-9ce31cbd2773"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:41.504736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fdb58-da57-43fc-bda9-ea0d788a6ecc req-23dd9adf-6b0e-4fe3-a2e7-e50d9130f6d8 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:41.514754 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d2fdb58-da57-43fc-bda9-ea0d788a6ecc req-23dd9adf-6b0e-4fe3-a2e7-e50d9130f6d8 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.4035251 Nov 11 21:36:41.605606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Allocated IP 172.25.0.168 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/ab90e4a8-5271-41df-8155-6ae2e6b1c8a5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:41.617407 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-7cc4bae6-c238-464e-9eaa-cefaecb6a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:41.618971 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-7cc4bae6-c238-464e-9eaa-cefaecb6a3d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 1094 time: 0.1142535 Nov 11 21:36:41.626106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9feb55c-cadc-4dd2-a16b-329da5e69097 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:41.750373 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-6fd4be8c-2598-40fc-a24d-81868e22c05e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd3cac80-e879-4f62-b6d0-9ce31cbd2773 HTTP/1.1" status: 200 len: 217 time: 0.1156931 Nov 11 21:36:41.822463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-e52f76db-f20e-45f0-9f24-2e9efb44ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:41.824377 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-e52f76db-f20e-45f0-9f24-2e9efb44ca81 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fbf341f-dbe9-4e8a-84ab-0939e03ed68d HTTP/1.1" status: 200 len: 851 time: 0.0538785 Nov 11 21:36:41.835040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c52698-d862-46bf-a8b4-7721591e90bd req-cec9aeb3-bec7-4ddd-ae1c-cb12c9e61a12 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:41.846051 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29c52698-d862-46bf-a8b4-7721591e90bd req-cec9aeb3-bec7-4ddd-ae1c-cb12c9e61a12 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/networks?id=78d420ff-1056-48bf-b87b-c3bf39a606da HTTP/1.1" status: 200 len: 815 time: 0.6711130 Nov 11 21:36:41.858479 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6aeddf43-303f-44f4-8b06-a576b9abe813 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:41.916322 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29c52698-d862-46bf-a8b4-7721591e90bd req-2a7a33fd-3b3b-4fd4-9e4b-5a881b39b36a tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/quotas/675055883ebd45b8a34af50040494423 HTTP/1.1" status: 200 len: 375 time: 0.0695786 Nov 11 21:36:41.941484 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-a47153e3-115a-46d0-9c41-01a2575f8c7e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f5b6d21-fbb6-4820-8133-c68412293dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498152 Nov 11 21:36:41.970961 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d2fdb58-da57-43fc-bda9-ea0d788a6ecc req-fee1537f-3e4c-4d91-af70-e00d22209c57 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546022 Nov 11 21:36:42.034625 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 6aeddf43-303f-44f4-8b06-a576b9abe813 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:42.034881 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.106700 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.120184 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29c52698-d862-46bf-a8b4-7721591e90bd req-da68b934-ee17-4194-aa4f-332555a43d34 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=675055883ebd45b8a34af50040494423&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2017179 Nov 11 21:36:42.237496 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.302956 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:42.318943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:42.387782 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-f9ad47ce-e2bb-4b09-84cf-c0d2aea583b7 service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687561 Nov 11 21:36:42.388781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:42.411930 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Pushing event updated for resources: {'Port': ['ID=ab90e4a8-5271-41df-8155-6ae2e6b1c8a5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:42.421976 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e897552-99a2-49b2-9e28-8bf5edc0e5e7 req-2d11cc5d-b98a-4e79-9724-04c494e6d11a tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:42.437903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e897552-99a2-49b2-9e28-8bf5edc0e5e7 req-2d11cc5d-b98a-4e79-9724-04c494e6d11a tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 943 time: 0.3142457 Nov 11 21:36:42.507587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29c52698-d862-46bf-a8b4-7721591e90bd req-35084043-d2ed-4ea8-93c7-0f0db4718b89 service neutron] 10.222.0.57 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852017 Nov 11 21:36:42.585494 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e897552-99a2-49b2-9e28-8bf5edc0e5e7 req-6a8ea434-31d7-4199-ba95-40a8d32d8abe tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454282 Nov 11 21:36:42.694490 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72f02da6-ee7a-4242-9b47-6276a3b17ffb up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:42.738039 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918836e1-6f1a-48a5-aa5f-2633b5b7551b x-openstack-request-id: req-918836e1-6f1a-48a5-aa5f-2633b5b7551b {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:42.738323 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd24a90-540a-4797-b560-b93f9beca2ef", "tag": "dd3cac80-e879-4f62-b6d0-9ce31cbd2773", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:42.738571 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-918836e1-6f1a-48a5-aa5f-2633b5b7551b {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:42.749413 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd24a90-540a-4797-b560-b93f9beca2ef', 'tag': 'dd3cac80-e879-4f62-b6d0-9ce31cbd2773', 'status': 'completed', 'code': 200} Nov 11 21:36:42.765628 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.826258 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29c52698-d862-46bf-a8b4-7721591e90bd req-25762010-16a8-4b15-8fd0-1aecbcd73c51 service neutron] 10.222.0.57 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529039 Nov 11 21:36:42.842678 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-235a53a2-b403-40c3-bb0c-ca7d6086cebb req-3085afe2-2d38-498c-aa1e-7f88b214b1f9 service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359907 Nov 11 21:36:42.888900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 72f02da6-ee7a-4242-9b47-6276a3b17ffb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:42.891124 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.913433 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.955170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2c327-d79b-46d1-b641-244e9e8d48e0 req-dbb75baf-6f48-4893-888f-75eac4b66606 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:42.965464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cec2c327-d79b-46d1-b641-244e9e8d48e0 req-dbb75baf-6f48-4893-888f-75eac4b66606 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 945 time: 0.1156123 Nov 11 21:36:43.089393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cec2c327-d79b-46d1-b641-244e9e8d48e0 req-4df7399b-cc22-4e77-a91c-040032a6d96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1178784 Nov 11 21:36:43.110842 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:43.202301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:43.205594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:43.213110 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f551931-5068-47a4-9592-2f3652982570" -d '{"events": [{"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-plugged", "status": "completed", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:43.218815 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:43.279086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=72f02da6-ee7a-4242-9b47-6276a3b17ffb,revision_number=13']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:43.299578 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:43.330396 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:43.384088 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9ae259-fdb8-4fb5-ad56-60bfd73108d3 x-openstack-request-id: req-cd9ae259-fdb8-4fb5-ad56-60bfd73108d3 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:43.384811 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-plugged", "status": "completed", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:43.384959 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd9ae259-fdb8-4fb5-ad56-60bfd73108d3 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:43.385368 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'code': 200} Nov 11 21:36:43.410763 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6dc54482-e41b-4dcf-bc2e-05f3017f3edf req-9779faea-c812-46b3-bc51-d04c0de70cf0 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 210 time: 0.0518503 Nov 11 21:36:43.488199 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:43.542615 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:43.548006 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9736948 Nov 11 21:36:43.556240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Pushing event updated for resources: {'Port': ['ID=ab90e4a8-5271-41df-8155-6ae2e6b1c8a5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:43.571417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:43.578150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:43.579055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:43.579580 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:43.580068 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:43.580878 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:43.581354 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:43.581850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:43.582317 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:43.582779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:43.583253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:43.583725 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297388d2-52d3-40cf-9f97-e00aad26c7e0 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:43.643191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d09c9-0647-4900-b515-d75dd022d024 req-6eec47db-9dbf-4e11-9be0-ab3966da26da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:43.644984 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-999d09c9-0647-4900-b515-d75dd022d024 req-6eec47db-9dbf-4e11-9be0-ab3966da26da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 1094 time: 0.3430734 Nov 11 21:36:43.769234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3597cb6-5c7c-475d-b2f5-b984e3c89e8c req-7a0808b2-27c8-41d6-a790-974242a1e703 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:43.775289 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3597cb6-5c7c-475d-b2f5-b984e3c89e8c req-7a0808b2-27c8-41d6-a790-974242a1e703 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1860576 Nov 11 21:36:43.842190 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2575a4c2-f909-4684-a6bf-ea1789cb52bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:43.849015 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d09c9-0647-4900-b515-d75dd022d024 req-0168fe7e-9143-4a22-bac1-288e32eaab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:43.851202 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-999d09c9-0647-4900-b515-d75dd022d024 req-0168fe7e-9143-4a22-bac1-288e32eaab9e service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 913 time: 0.1977570 Nov 11 21:36:43.928012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3597cb6-5c7c-475d-b2f5-b984e3c89e8c req-6baaf439-fe53-4462-81ee-202a5bcef3d7 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455126 Nov 11 21:36:43.965869 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-999d09c9-0647-4900-b515-d75dd022d024 req-04be1c74-c740-41b2-a698-c081a67cda13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd3cac80-e879-4f62-b6d0-9ce31cbd2773 HTTP/1.1" status: 200 len: 217 time: 0.1053526 Nov 11 21:36:44.045625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d09c9-0647-4900-b515-d75dd022d024 req-d12663b8-f3ec-49f5-a6c3-9b35d61b5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:44.047440 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-999d09c9-0647-4900-b515-d75dd022d024 req-d12663b8-f3ec-49f5-a6c3-9b35d61b5e20 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fbf341f-dbe9-4e8a-84ab-0939e03ed68d HTTP/1.1" status: 200 len: 851 time: 0.0613220 Nov 11 21:36:44.111848 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-999d09c9-0647-4900-b515-d75dd022d024 req-147d16ae-5098-4de2-bccb-1abbe9d2a519 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f5b6d21-fbb6-4820-8133-c68412293dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533223 Nov 11 21:36:44.206966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-cbda1c68-bbf0-49ca-b609-0d098b3cea80 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--173462974&fields=id&tenant_id=65d7215a967641909c66c02341b817e2 HTTP/1.1" status: 200 len: 267 time: 0.1378160 Nov 11 21:36:44.224571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfad882-0c4d-448b-a5d8-80324b00a882 req-4f7178c6-402e-434a-8c27-efce43612bdf tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:44.239634 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5cfad882-0c4d-448b-a5d8-80324b00a882 req-4f7178c6-402e-434a-8c27-efce43612bdf tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 943 time: 0.2398446 Nov 11 21:36:44.255542 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-999d09c9-0647-4900-b515-d75dd022d024 req-c0801537-7dd7-4d5c-a9aa-220739c0c5fc service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321197 Nov 11 21:36:44.412510 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5cfad882-0c4d-448b-a5d8-80324b00a882 req-cc4b5a2d-9ea4-4eeb-9794-1e0caec0c776 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718223 Nov 11 21:36:44.456971 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:44.477979 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-999d09c9-0647-4900-b515-d75dd022d024 req-d1f95e3a-9eac-45e3-bb86-ccc8a6002343 service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141857 Nov 11 21:36:44.496697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-79a60ad5-e9be-41b7-999a-08c3da4864ed tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:44.505319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-79a60ad5-e9be-41b7-999a-08c3da4864ed tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/networks?id=875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 HTTP/1.1" status: 200 len: 815 time: 0.2583671 Nov 11 21:36:44.527044 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-6921b6df-7fea-438c-9e93-817b8eaa727c tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/quotas/65d7215a967641909c66c02341b817e2 HTTP/1.1" status: 200 len: 375 time: 0.0202909 Nov 11 21:36:44.626017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-45502ebc-ab32-4030-bd3f-7a957748723b tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=65d7215a967641909c66c02341b817e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976143 Nov 11 21:36:44.686042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608d614-03a4-4910-8a2e-a6096c0ce066 req-9f8c2971-aff3-49d5-a1ee-be4bfa6948c3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:44.687597 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9608d614-03a4-4910-8a2e-a6096c0ce066 req-9f8c2971-aff3-49d5-a1ee-be4bfa6948c3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1250179 Nov 11 21:36:44.704050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device dd3cac80-e879-4f62-b6d0-9ce31cbd2773 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:36:44.788063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9608d614-03a4-4910-8a2e-a6096c0ce066 req-e2c64dec-626c-4a31-b4bb-44857dd216da tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689645 Nov 11 21:36:44.796774 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-14d3d983-3b96-4332-b75b-89f8e3bc1c5b service neutron] 10.222.0.57 "GET /v2.0/networks/875c00b0-a473-47b8-a8cc-ed6f2f3d0b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606627 Nov 11 21:36:44.857832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port dd3cac80-e879-4f62-b6d0-9ce31cbd2773, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:44.883640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'dd3cac80-e879-4f62-b6d0-9ce31cbd2773', 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6', 'port_id': 'dd3cac80-e879-4f62-b6d0-9ce31cbd2773', 'mac_address': 'fa:16:3e:7f:46:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbf341f-dbe9-4e8a-84ab-0939e03ed68d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:36:44.938531 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:44.961645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3cac80-e879-4f62-b6d0-9ce31cbd2773 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:36:44.973783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938c7ef-d1d4-406c-a1ba-6af339ccf89f req-333a5c16-2b2e-4593-b1a2-36fb46f2fecb tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:44.982398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1938c7ef-d1d4-406c-a1ba-6af339ccf89f req-333a5c16-2b2e-4593-b1a2-36fb46f2fecb tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 946 time: 0.0906892 Nov 11 21:36:45.002501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port dd3cac80-e879-4f62-b6d0-9ce31cbd2773, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:45.012422 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:45.032602 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-4b2181c2-4357-49a6-aed6-42a0c8ee65c8 service neutron] 10.222.0.57 "GET /v2.0/networks/875c00b0-a473-47b8-a8cc-ed6f2f3d0b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344675 Nov 11 21:36:45.094902 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1938c7ef-d1d4-406c-a1ba-6af339ccf89f req-fbabb69e-4fc1-4608-9974-1472606432e3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1113982 Nov 11 21:36:45.108434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:45.241370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c52698-d862-46bf-a8b4-7721591e90bd req-023080f9-0b13-407b-9653-828f088f760c tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:45.243563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29c52698-d862-46bf-a8b4-7721591e90bd req-023080f9-0b13-407b-9653-828f088f760c tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "GET /v2.0/networks?id=78d420ff-1056-48bf-b87b-c3bf39a606da HTTP/1.1" status: 200 len: 815 time: 0.1660259 Nov 11 21:36:45.262727 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-29c52698-d862-46bf-a8b4-7721591e90bd req-8abcccec-1687-49da-91e1-2112dc6d8d10 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Request body: {'port': {'device_id': '87f4a342-25f3-4dc3-abd9-81b4728b8898', 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da', 'admin_state_up': True, 'tenant_id': '675055883ebd45b8a34af50040494423'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:45.295721 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['dd3cac80-e879-4f62-b6d0-9ce31cbd2773'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:45.418860 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0477871-c572-44ea-9a6f-9e6dcf68df1c req-6066bd0f-21af-47d3-8a54-641edda95e0f tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 210 time: 0.1144106 Nov 11 21:36:46.026924 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-41eed762-2248-494b-b2b8-a71413e5cbf7 req-696ba85c-d89b-47cc-b49f-062520dabd60 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/ports?device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 210 time: 0.4492493 Nov 11 21:36:46.027635 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa7bc-0ef3-427d-a514-66a0ca7c18a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:46.136987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c52698-d862-46bf-a8b4-7721591e90bd req-8abcccec-1687-49da-91e1-2112dc6d8d10 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Made reservation on behalf of 675055883ebd45b8a34af50040494423 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:36:46.140535 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-29c52698-d862-46bf-a8b4-7721591e90bd req-8abcccec-1687-49da-91e1-2112dc6d8d10 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:46.194963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1801b01-160f-4034-a9a4-36910d4f135e req-5c76f284-c678-4336-b9bf-d6a1c5975416 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:46.204039 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1801b01-160f-4034-a9a4-36910d4f135e req-5c76f284-c678-4336-b9bf-d6a1c5975416 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 944 time: 0.1932619 Nov 11 21:36:46.305211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c6423-9bbb-491c-b317-40cf47b8820e req-4c874074-dec1-4f4a-8287-5bb972399033 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:46.312878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-282c6423-9bbb-491c-b317-40cf47b8820e req-4c874074-dec1-4f4a-8287-5bb972399033 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1654854 Nov 11 21:36:46.365444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1801b01-160f-4034-a9a4-36910d4f135e req-5569fefb-3158-4cbf-92a0-9ec748ca7a4b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584966 Nov 11 21:36:46.447987 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-282c6423-9bbb-491c-b317-40cf47b8820e req-7269ced2-a734-475e-ac1a-6864e32e1fcd tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340349 Nov 11 21:36:46.478081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-29c52698-d862-46bf-a8b4-7721591e90bd req-8abcccec-1687-49da-91e1-2112dc6d8d10 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Allocated IP 172.20.0.7 (78d420ff-1056-48bf-b87b-c3bf39a606da/79662f28-e3fd-4673-8ed1-0f8260d585f3/b2b686c8-e14f-40d6-8394-f3d8644aadb0) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:46.671338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8592c-db28-4bfc-b5db-440d55cfb2f3 req-5d0900e4-f148-4fee-a45a-8b6f774bb97a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:46.679200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25c8592c-db28-4bfc-b5db-440d55cfb2f3 req-5d0900e4-f148-4fee-a45a-8b6f774bb97a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 946 time: 0.1453638 Nov 11 21:36:46.709232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device dd3cac80-e879-4f62-b6d0-9ce31cbd2773 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:46.767236 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdd25b83-896a-4aec-a6c6-36fddce4422c req-fb31711e-b03d-4c5a-9968-e85eb6ac0e98 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 210 time: 0.0411930 Nov 11 21:36:46.856086 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25c8592c-db28-4bfc-b5db-440d55cfb2f3 req-01d6b0d2-c596-41fa-8afc-a7ec9dae684d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1719379 Nov 11 21:36:46.869333 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-29c52698-d862-46bf-a8b4-7721591e90bd req-8abcccec-1687-49da-91e1-2112dc6d8d10 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:46.895523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port dd3cac80-e879-4f62-b6d0-9ce31cbd2773 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:36:46.913698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port dd3cac80-e879-4f62-b6d0-9ce31cbd2773 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:46.917261 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:46.975567 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-29c52698-d862-46bf-a8b4-7721591e90bd req-8abcccec-1687-49da-91e1-2112dc6d8d10 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:46.991606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['cea1b84b-e797-4f9d-86fc-394a2a5123ab', '24a808a1-0e6c-42b5-bdc9-3209027c6d4c', '667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:47.008405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-12552d03-2e62-4bee-a285-f90cd0a32f30 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:47.010742 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-12552d03-2e62-4bee-a285-f90cd0a32f30 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.71 "GET /v2.0/networks?id=875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 HTTP/1.1" status: 200 len: 815 time: 0.2225416 Nov 11 21:36:47.082420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c52698-d862-46bf-a8b4-7721591e90bd req-8abcccec-1687-49da-91e1-2112dc6d8d10 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Network 78d420ff-1056-48bf-b87b-c3bf39a606da is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:47.089371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-29c52698-d862-46bf-a8b4-7721591e90bd req-8abcccec-1687-49da-91e1-2112dc6d8d10 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:47.093044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c52698-d862-46bf-a8b4-7721591e90bd req-8abcccec-1687-49da-91e1-2112dc6d8d10 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:47.099674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcccec-1687-49da-91e1-2112dc6d8d10 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Pushing event updated for resources: {'Port': ['ID=b2b686c8-e14f-40d6-8394-f3d8644aadb0,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:47.178592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbfbc8-c473-4523-992f-dfaab8c1d81f req-85d1381f-590f-4f28-8922-f7e640ee465f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:47.187213 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:47.188955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44bbfbc8-c473-4523-992f-dfaab8c1d81f req-85d1381f-590f-4f28-8922-f7e640ee465f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1666133 Nov 11 21:36:47.219219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c52698-d862-46bf-a8b4-7721591e90bd req-8abcccec-1687-49da-91e1-2112dc6d8d10 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:47.220597 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-29c52698-d862-46bf-a8b4-7721591e90bd req-8abcccec-1687-49da-91e1-2112dc6d8d10 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:47.227531 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-ea5c9564-1471-41d2-9f10-8ea212168ef3 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d7215a967641909c66c02341b817e2 HTTP/1.1" status: 200 len: 379 time: 0.1872332 Nov 11 21:36:47.240156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-9d4d3a7d-1019-40b6-aa6c-7fbc1c8053e1 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Request body: {'port': {'device_id': 'f92561ea-cc76-4a98-9c3d-c2e2426ed5d1', 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'admin_state_up': True, 'tenant_id': '65d7215a967641909c66c02341b817e2', 'security_groups': ['9fd672da-ad1f-4cbd-a160-c891795e7f02']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:47.285233 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:47.286902 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44bbfbc8-c473-4523-992f-dfaab8c1d81f req-99a33bc9-ddef-491f-9465-0326938b63aa tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969009 Nov 11 21:36:47.292586 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29c52698-d862-46bf-a8b4-7721591e90bd req-8abcccec-1687-49da-91e1-2112dc6d8d10 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0347807 Nov 11 21:36:47.317149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Request body: {'port': {'device_id': '87f4a342-25f3-4dc3-abd9-81b4728b8898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:47.337871 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd24a90-540a-4797-b560-b93f9beca2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3cac80-e879-4f62-b6d0-9ce31cbd2773'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:47.340270 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e78e9b-98c2-4b4d-8a3a-a1248cd25201" -d '{"events": [{"server_uuid": "6fd24a90-540a-4797-b560-b93f9beca2ef", "name": "network-vif-plugged", "status": "completed", "tag": "dd3cac80-e879-4f62-b6d0-9ce31cbd2773"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:47.366195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port dd3cac80-e879-4f62-b6d0-9ce31cbd2773, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:47.384057 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:47.460459 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:47.467270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-9d4d3a7d-1019-40b6-aa6c-7fbc1c8053e1 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Made reservation on behalf of 65d7215a967641909c66c02341b817e2 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:36:47.473783 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-9d4d3a7d-1019-40b6-aa6c-7fbc1c8053e1 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:47.482970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4296a7aa-a61b-433a-9004-e6042cd37b78 req-301e84e8-973c-40a1-a623-76cf368db438 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/ports?device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 210 time: 0.0892565 Nov 11 21:36:47.488012 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3e1375-a494-4a96-8dd4-7a285a51e14a x-openstack-request-id: req-5b3e1375-a494-4a96-8dd4-7a285a51e14a {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:47.488657 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd24a90-540a-4797-b560-b93f9beca2ef", "name": "network-vif-plugged", "status": "completed", "tag": "dd3cac80-e879-4f62-b6d0-9ce31cbd2773", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:47.489019 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5b3e1375-a494-4a96-8dd4-7a285a51e14a {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:47.489553 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd24a90-540a-4797-b560-b93f9beca2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3cac80-e879-4f62-b6d0-9ce31cbd2773', 'code': 200} Nov 11 21:36:47.584077 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:47.756060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4239f-79df-43fb-b298-44d77d0ec9d5 req-235f910a-7c1d-4c1e-bc28-7fafe1056a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:47.757922 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c9c4239f-79df-43fb-b298-44d77d0ec9d5 req-235f910a-7c1d-4c1e-bc28-7fafe1056a38 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 1096 time: 0.1866980 Nov 11 21:36:47.759263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e370be-c3ad-4ad6-98cd-70db19365aeb req-d8714cd4-819b-48e6-8ddc-e9a43e599d12 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:47.765209 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72e370be-c3ad-4ad6-98cd-70db19365aeb req-d8714cd4-819b-48e6-8ddc-e9a43e599d12 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1690886 Nov 11 21:36:47.834845 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-9d4d3a7d-1019-40b6-aa6c-7fbc1c8053e1 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Allocated IP 172.20.0.13 (875c00b0-a473-47b8-a8cc-ed6f2f3d0b41/667ce5c7-6618-40b0-8755-955f5fb1d164/5bafba11-1403-4373-a4d8-140f57edca2f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:47.865469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32478b6d-60c5-4a8b-869b-0ee595c8377f req-6166e193-2c66-41b9-b42c-1b3cbd4f5302 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:47.873479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32478b6d-60c5-4a8b-869b-0ee595c8377f req-6166e193-2c66-41b9-b42c-1b3cbd4f5302 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1939902 Nov 11 21:36:47.988033 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-9d4d3a7d-1019-40b6-aa6c-7fbc1c8053e1 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:47.991937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72e370be-c3ad-4ad6-98cd-70db19365aeb req-1f0be57a-be59-452b-b049-70778bcc56c4 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737003 Nov 11 21:36:48.031469 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32478b6d-60c5-4a8b-869b-0ee595c8377f req-4cb4ebc6-8bd0-45fe-965c-c280b76b046a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569183 Nov 11 21:36:48.041393 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-9d4d3a7d-1019-40b6-aa6c-7fbc1c8053e1 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.112547 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-9d4d3a7d-1019-40b6-aa6c-7fbc1c8053e1 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Network 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:48.121452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-9d4d3a7d-1019-40b6-aa6c-7fbc1c8053e1 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:48.129426 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-9d4d3a7d-1019-40b6-aa6c-7fbc1c8053e1 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:48.183201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d3a7d-1019-40b6-aa6c-7fbc1c8053e1 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Pushing event updated for resources: {'Port': ['ID=5bafba11-1403-4373-a4d8-140f57edca2f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:48.197262 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c9c4239f-79df-43fb-b298-44d77d0ec9d5 req-7e62e288-24e4-4ce0-b97e-35cdaa2c4204 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276829 Nov 11 21:36:48.211179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b686c8-e14f-40d6-8394-f3d8644aadb0 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:36:48.232475 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.249681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Transition to ACTIVE for port object b2b686c8-e14f-40d6-8394-f3d8644aadb0 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:36:48.251811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-9d4d3a7d-1019-40b6-aa6c-7fbc1c8053e1 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:48.252527 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-9d4d3a7d-1019-40b6-aa6c-7fbc1c8053e1 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.257243 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.283427 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-9d4d3a7d-1019-40b6-aa6c-7fbc1c8053e1 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0471559 Nov 11 21:36:48.411134 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Request body: {'port': {'device_id': 'f92561ea-cc76-4a98-9c3d-c2e2426ed5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:48.467999 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.495808 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-94a77ce3-a08f-48d6-ad8a-648f5febbe90 None None] Provisioning complete for port 5bafba11-1403-4373-a4d8-140f57edca2f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:48.496498 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-94a77ce3-a08f-48d6-ad8a-648f5febbe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.524875 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.556678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Pushing event updated for resources: {'Port': ['ID=b2b686c8-e14f-40d6-8394-f3d8644aadb0,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:48.581219 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-94a77ce3-a08f-48d6-ad8a-648f5febbe90 None None] Port 5bafba11-1403-4373-a4d8-140f57edca2f cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:36:48.618575 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf0167-661e-4eee-bd59-8948b3b7e3a8 req-8ce308aa-8f11-41cb-bf7d-eea566007e2d tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:48.629470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35cf0167-661e-4eee-bd59-8948b3b7e3a8 req-8ce308aa-8f11-41cb-bf7d-eea566007e2d tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 943 time: 0.2925277 Nov 11 21:36:48.699861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22835543-9812-45b7-86ff-808a339a3417 req-3f323ad3-b249-410c-8709-f0052138da6b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:48.708352 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22835543-9812-45b7-86ff-808a339a3417 req-3f323ad3-b249-410c-8709-f0052138da6b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 946 time: 0.3066657 Nov 11 21:36:48.758152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37848) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:48.797493 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Attempting to bind port b2b686c8-e14f-40d6-8394-f3d8644aadb0 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:36:48.797880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Attempting to bind port b2b686c8-e14f-40d6-8394-f3d8644aadb0 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:36:48.798204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Attempting to bind port b2b686c8-e14f-40d6-8394-f3d8644aadb0 on network 78d420ff-1056-48bf-b87b-c3bf39a606da {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:48.818330 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35cf0167-661e-4eee-bd59-8948b3b7e3a8 req-ff5af24d-8556-407e-bd22-1a82d2d832d8 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794689 Nov 11 21:36:48.845336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Port b2b686c8-e14f-40d6-8394-f3d8644aadb0 on network 78d420ff-1056-48bf-b87b-c3bf39a606da not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:36:48.845645 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Attempting to bind port b2b686c8-e14f-40d6-8394-f3d8644aadb0 on network 78d420ff-1056-48bf-b87b-c3bf39a606da {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:48.852427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22835543-9812-45b7-86ff-808a339a3417 req-d382d672-d511-449e-b1a5-8d771310313f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1427135 Nov 11 21:36:48.862554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:36:48.862554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Checking segment: {'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:48.862905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Bound using segment: {'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:36:48.863331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Bound port: b2b686c8-e14f-40d6-8394-f3d8644aadb0, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f6d76b-77df-46cb-bf6b-076eb682ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:36:48.863713 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:49.011793 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b92be94b-2d08-4e90-9ae4-5cbe8e009619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:49.130439 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f29c78-bcde-49fc-9d3d-f2d887c70e13 req-ed36a4ae-545d-4306-8ce3-5b7b3dd7ae4e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:49.131943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48f29c78-bcde-49fc-9d3d-f2d887c70e13 req-ed36a4ae-545d-4306-8ce3-5b7b3dd7ae4e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1907043 Nov 11 21:36:49.150219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] For port b2b686c8-e14f-40d6-8394-f3d8644aadb0, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:49.155976 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] For port b2b686c8-e14f-40d6-8394-f3d8644aadb0, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b2b686c8-e14f-40d6-8394-f3d8644aadb0,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:36:49.176059 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:49.275573 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:49.286627 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3688759-9c44-4831-b08d-5134fc5e98b0 req-535fd8c1-d1a4-4df0-a7c8-52dfa2792385 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:49.288973 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3688759-9c44-4831-b08d-5134fc5e98b0 req-535fd8c1-d1a4-4df0-a7c8-52dfa2792385 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/ports?device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 932 time: 0.2440407 Nov 11 21:36:49.358825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:49.359452 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:49.360899 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29c52698-d862-46bf-a8b4-7721591e90bd req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] 10.222.0.10 "PUT /v2.0/ports/b2b686c8-e14f-40d6-8394-f3d8644aadb0 HTTP/1.1" status: 200 len: 1091 time: 2.0581725 Nov 11 21:36:49.361359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f4a342-25f3-4dc3-abd9-81b4728b8898', 'tag': 'b2b686c8-e14f-40d6-8394-f3d8644aadb0'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:49.363607 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a115357-870f-4156-a138-d6fa91202ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "87f4a342-25f3-4dc3-abd9-81b4728b8898", "tag": "b2b686c8-e14f-40d6-8394-f3d8644aadb0"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:49.460841 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bafba11-1403-4373-a4d8-140f57edca2f {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:36:49.483142 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:49.520241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Transition to ACTIVE for port object 5bafba11-1403-4373-a4d8-140f57edca2f will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:36:49.527642 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:49.552066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48f29c78-bcde-49fc-9d3d-f2d887c70e13 req-5cd5ceed-fa10-4e66-a31c-5222433ff76a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082224 Nov 11 21:36:49.625332 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b92be94b-2d08-4e90-9ae4-5cbe8e009619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:49.661515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a126a-8b38-4b40-9ffb-7871ca53a61f service neutron] Pushing event updated for resources: {'Port': ['ID=b2b686c8-e14f-40d6-8394-f3d8644aadb0,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:49.674278 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Pushing event updated for resources: {'Port': ['ID=5bafba11-1403-4373-a4d8-140f57edca2f,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:49.675744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b92be94b-2d08-4e90-9ae4-5cbe8e009619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:49.794790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3688759-9c44-4831-b08d-5134fc5e98b0 req-c4fb2e97-8a6a-46ab-991a-ed3a1dcde5e2 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd672da-ad1f-4cbd-a160-c891795e7f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4814267 Nov 11 21:36:49.807936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Attempting to bind port 5bafba11-1403-4373-a4d8-140f57edca2f on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:36:49.808266 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Attempting to bind port 5bafba11-1403-4373-a4d8-140f57edca2f by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '071d4f4c-6b2b-4cdf-b72a-a2446e19bde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:36:49.808592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Attempting to bind port 5bafba11-1403-4373-a4d8-140f57edca2f on network 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:49.818318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Port 5bafba11-1403-4373-a4d8-140f57edca2f on network 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:36:49.818631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Attempting to bind port 5bafba11-1403-4373-a4d8-140f57edca2f on network 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:49.830474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:36:49.830805 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Checking segment: {'id': '071d4f4c-6b2b-4cdf-b72a-a2446e19bde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:49.831191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Bound using segment: {'id': '071d4f4c-6b2b-4cdf-b72a-a2446e19bde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:36:49.831625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Bound port: 5bafba11-1403-4373-a4d8-140f57edca2f, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071d4f4c-6b2b-4cdf-b72a-a2446e19bde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:36:49.831997 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:49.847548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b92be94b-2d08-4e90-9ae4-5cbe8e009619 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc1f0a21732d4f42b78b88a7914a1774&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0818341 Nov 11 21:36:49.848923 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37878) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:49.849649 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92be94b-2d08-4e90-9ae4-5cbe8e009619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b379352-e96c-4019-993a-a6a2ae439cf1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:49.863283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c52698-d862-46bf-a8b4-7721591e90bd req-c14ee70e-6f5d-4816-8236-be132f073b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:49.865624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29c52698-d862-46bf-a8b4-7721591e90bd req-c14ee70e-6f5d-4816-8236-be132f073b0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=675055883ebd45b8a34af50040494423&device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 1094 time: 0.4077487 Nov 11 21:36:49.940513 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcc383-fe41-4036-9e41-2badc30bea3c req-3ae3ad8a-3240-47aa-9374-f50287c32e20 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:49.950182 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8adcc383-fe41-4036-9e41-2badc30bea3c req-3ae3ad8a-3240-47aa-9374-f50287c32e20 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.2768340 Nov 11 21:36:49.993059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29c52698-d862-46bf-a8b4-7721591e90bd req-95f2a145-ffae-4f4e-8336-954ec0df51dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2b686c8-e14f-40d6-8394-f3d8644aadb0 HTTP/1.1" status: 200 len: 217 time: 0.1150422 Nov 11 21:36:50.005592 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd9c20f-b9fa-41f4-8245-a468535bc921 x-openstack-request-id: req-2dd9c20f-b9fa-41f4-8245-a468535bc921 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:50.005889 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f4a342-25f3-4dc3-abd9-81b4728b8898", "tag": "b2b686c8-e14f-40d6-8394-f3d8644aadb0", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:50.006150 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2dd9c20f-b9fa-41f4-8245-a468535bc921 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:50.006561 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f4a342-25f3-4dc3-abd9-81b4728b8898', 'tag': 'b2b686c8-e14f-40d6-8394-f3d8644aadb0', 'status': 'completed', 'code': 200} Nov 11 21:36:50.025048 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52c0c4ff-74a6-47f5-adc7-56825a61e14f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:50.041742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] For port 5bafba11-1403-4373-a4d8-140f57edca2f, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:50.047461 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] For port 5bafba11-1403-4373-a4d8-140f57edca2f, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5bafba11-1403-4373-a4d8-140f57edca2f,segment=NetworkSegment(071d4f4c-6b2b-4cdf-b72a-a2446e19bde8),segment_id=071d4f4c-6b2b-4cdf-b72a-a2446e19bde8)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:36:50.061163 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:50.064945 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52c0c4ff-74a6-47f5-adc7-56825a61e14f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:50.070527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c52698-d862-46bf-a8b4-7721591e90bd req-919088e2-1dae-4c43-ae3f-63e79f50fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:50.072189 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29c52698-d862-46bf-a8b4-7721591e90bd req-919088e2-1dae-4c43-ae3f-63e79f50fd0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79662f28-e3fd-4673-8ed1-0f8260d585f3 HTTP/1.1" status: 200 len: 855 time: 0.0648906 Nov 11 21:36:50.124014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Pushing event updated for resources: {'Port': ['ID=5bafba11-1403-4373-a4d8-140f57edca2f,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:50.161287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:50.162252 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:50.163924 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-0fa2d690-efa3-49fa-8d27-c039fae32f48 service neutron] 10.222.0.71 "PUT /v2.0/ports/5bafba11-1403-4373-a4d8-140f57edca2f HTTP/1.1" status: 200 len: 1092 time: 1.7579846 Nov 11 21:36:50.164575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92561ea-cc76-4a98-9c3d-c2e2426ed5d1', 'tag': '5bafba11-1403-4373-a4d8-140f57edca2f'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:50.167126 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e519583-a59d-4e22-a07d-6c91e87abd00" -d '{"events": [{"name": "network-changed", "server_uuid": "f92561ea-cc76-4a98-9c3d-c2e2426ed5d1", "tag": "5bafba11-1403-4373-a4d8-140f57edca2f"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:50.181214 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29c52698-d862-46bf-a8b4-7721591e90bd req-52d30def-71d7-4033-8d21-b9dbe41dac88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=78d420ff-1056-48bf-b87b-c3bf39a606da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957909 Nov 11 21:36:50.217156 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8adcc383-fe41-4036-9e41-2badc30bea3c req-c09f807a-fdc3-4b48-836b-86a8e2447773 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660434 Nov 11 21:36:50.233232 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52c0c4ff-74a6-47f5-adc7-56825a61e14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:50.236478 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52c0c4ff-74a6-47f5-adc7-56825a61e14f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:50.239277 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-52c0c4ff-74a6-47f5-adc7-56825a61e14f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2b379352-e96c-4019-993a-a6a2ae439cf1 HTTP/1.1" status: 204 len: 168 time: 0.3879671 Nov 11 21:36:50.317765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0c4ff-74a6-47f5-adc7-56825a61e14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b379352-e96c-4019-993a-a6a2ae439cf1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:50.371637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-6e4386eb-efe4-414f-8dd1-8e5a80ce7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:50.379888 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-6e4386eb-efe4-414f-8dd1-8e5a80ce7616 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=65d7215a967641909c66c02341b817e2&device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 1095 time: 0.1339197 Nov 11 21:36:50.417030 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29c52698-d862-46bf-a8b4-7721591e90bd req-88504e37-b16b-4691-ad21-9e528203bf7b service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977966 Nov 11 21:36:50.474403 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-2ffc02e6-1e5f-472e-9e4d-47bd3c28cf2a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bafba11-1403-4373-a4d8-140f57edca2f HTTP/1.1" status: 200 len: 217 time: 0.0887868 Nov 11 21:36:50.540183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daf4a5-935d-4e79-a56e-1fa7ee019df5 req-c56d0168-135c-4132-9e56-186d7cc1e4ea tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:50.549458 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0daf4a5-935d-4e79-a56e-1fa7ee019df5 req-c56d0168-135c-4132-9e56-186d7cc1e4ea tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 943 time: 0.4572957 Nov 11 21:36:50.555792 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-79eadbdc-1909-476b-8855-c5234ec3461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:50.557289 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-79eadbdc-1909-476b-8855-c5234ec3461e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=667ce5c7-6618-40b0-8755-955f5fb1d164 HTTP/1.1" status: 200 len: 854 time: 0.0740926 Nov 11 21:36:50.627561 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244e61d-b174-44f8-bd0a-ee90a92d5fec req-1d49d451-cd58-4702-b401-2db0bc0303eb tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:50.638463 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a244e61d-b174-44f8-bd0a-ee90a92d5fec req-1d49d451-cd58-4702-b401-2db0bc0303eb tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 946 time: 0.2203791 Nov 11 21:36:50.679335 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-3d55177a-aa85-4027-8aaa-697df58b4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:50.683562 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-3d55177a-aa85-4027-8aaa-697df58b4fab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=875c00b0-a473-47b8-a8cc-ed6f2f3d0b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160614 Nov 11 21:36:50.746453 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0daf4a5-935d-4e79-a56e-1fa7ee019df5 req-71116e8c-5c9a-4a3f-a4f2-fadc7d157f20 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957877 Nov 11 21:36:50.849116 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a244e61d-b174-44f8-bd0a-ee90a92d5fec req-0b2d4e65-a177-4c96-bbab-e8b85992e961 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2079442 Nov 11 21:36:50.858702 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37896) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:50.879057 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d45dc04-2745-484d-8c82-c8dd4c821db0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:50.884166 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-ff28f171-c3ac-4954-8bcd-5825d654c3d3 service neutron] 10.222.0.71 "GET /v2.0/networks/875c00b0-a473-47b8-a8cc-ed6f2f3d0b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945791 Nov 11 21:36:50.888201 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29c52698-d862-46bf-a8b4-7721591e90bd req-9b114cc0-60d0-42a2-8325-7fcd43802cef service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056547 Nov 11 21:36:50.981686 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ca3433-6654-4fac-b5e3-0b3c9b27d692 x-openstack-request-id: req-37ca3433-6654-4fac-b5e3-0b3c9b27d692 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:50.982096 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92561ea-cc76-4a98-9c3d-c2e2426ed5d1", "tag": "5bafba11-1403-4373-a4d8-140f57edca2f", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:50.982342 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-37ca3433-6654-4fac-b5e3-0b3c9b27d692 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:50.982726 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92561ea-cc76-4a98-9c3d-c2e2426ed5d1', 'tag': '5bafba11-1403-4373-a4d8-140f57edca2f', 'status': 'completed', 'code': 200} Nov 11 21:36:51.072855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83ca89-0181-45be-aa8f-1d759abe2519 req-d3f20507-017e-4695-9769-769749487ede tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:51.083660 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-75e246f4-0587-4181-8d12-ee1820ea4c43 req-eeabbf11-3a78-4b9d-83f8-0bb80d6dd663 service neutron] 10.222.0.71 "GET /v2.0/networks/875c00b0-a473-47b8-a8cc-ed6f2f3d0b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804340 Nov 11 21:36:51.086023 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb83ca89-0181-45be-aa8f-1d759abe2519 req-d3f20507-017e-4695-9769-769749487ede tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1830344 Nov 11 21:36:51.138423 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d45dc04-2745-484d-8c82-c8dd4c821db0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.144034 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d45dc04-2745-484d-8c82-c8dd4c821db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.198818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a115357-870f-4156-a138-d6fa91202ce7 req-08804a48-4a29-45f3-9309-66539c8f572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:51.202621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a115357-870f-4156-a138-d6fa91202ce7 req-08804a48-4a29-45f3-9309-66539c8f572c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=675055883ebd45b8a34af50040494423&device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 1094 time: 0.2436123 Nov 11 21:36:51.262863 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1d45dc04-2745-484d-8c82-c8dd4c821db0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b1f93c6e75a44fc934245b729e310cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4028056 Nov 11 21:36:51.268102 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb83ca89-0181-45be-aa8f-1d759abe2519 req-27f5139c-2b20-4b6b-8171-e872c6cdf6a1 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795042 Nov 11 21:36:51.275231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37904) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:51.279733 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45dc04-2745-484d-8c82-c8dd4c821db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2212c9c-ee23-44a0-a8a9-627140f42a07,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:51.315635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e519583-a59d-4e22-a07d-6c91e87abd00 req-e8ff57c4-cc23-40d0-8f0a-c1ecdc3f0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:51.317585 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5e519583-a59d-4e22-a07d-6c91e87abd00 req-e8ff57c4-cc23-40d0-8f0a-c1ecdc3f0ca9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=65d7215a967641909c66c02341b817e2&device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 1095 time: 0.1598563 Nov 11 21:36:51.394250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a115357-870f-4156-a138-d6fa91202ce7 req-c598b250-41ba-4c90-83df-266bbb8a2de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:51.395721 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a115357-870f-4156-a138-d6fa91202ce7 req-c598b250-41ba-4c90-83df-266bbb8a2de4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=78d420ff-1056-48bf-b87b-c3bf39a606da HTTP/1.1" status: 200 len: 917 time: 0.1610141 Nov 11 21:36:51.478556 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e519583-a59d-4e22-a07d-6c91e87abd00 req-6c12cd55-2f46-4546-8465-676e7a00c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:51.480229 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5e519583-a59d-4e22-a07d-6c91e87abd00 req-6c12cd55-2f46-4546-8465-676e7a00c177 service neutron] 10.222.0.71 "GET /v2.0/networks?id=875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 HTTP/1.1" status: 200 len: 917 time: 0.1383529 Nov 11 21:36:51.535901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a115357-870f-4156-a138-d6fa91202ce7 req-32a0f923-e86d-4565-9a49-cb757186f750 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2b686c8-e14f-40d6-8394-f3d8644aadb0 HTTP/1.1" status: 200 len: 217 time: 0.1010797 Nov 11 21:36:51.556873 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5e519583-a59d-4e22-a07d-6c91e87abd00 req-5b54394b-bf00-4332-a213-4e918d6fe1b2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bafba11-1403-4373-a4d8-140f57edca2f HTTP/1.1" status: 200 len: 217 time: 0.0622818 Nov 11 21:36:51.560131 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.626532 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e519583-a59d-4e22-a07d-6c91e87abd00 req-c6f7051a-82a9-4ef7-95f4-e612259fa4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:51.628849 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5e519583-a59d-4e22-a07d-6c91e87abd00 req-c6f7051a-82a9-4ef7-95f4-e612259fa4af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=667ce5c7-6618-40b0-8755-955f5fb1d164 HTTP/1.1" status: 200 len: 854 time: 0.0603447 Nov 11 21:36:51.663035 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227686b0-ef13-4cea-a0da-b526f1d55bbc req-56385126-9f9b-4a4f-aff3-7ff8c0ffe1aa tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:51.664588 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-227686b0-ef13-4cea-a0da-b526f1d55bbc req-56385126-9f9b-4a4f-aff3-7ff8c0ffe1aa tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/ports?device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 944 time: 0.2333491 Nov 11 21:36:51.712867 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.716134 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e519583-a59d-4e22-a07d-6c91e87abd00 req-5c25cbd9-3a40-46f5-a7ce-8843b7656bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:51.717710 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5e519583-a59d-4e22-a07d-6c91e87abd00 req-5c25cbd9-3a40-46f5-a7ce-8843b7656bbc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=875c00b0-a473-47b8-a8cc-ed6f2f3d0b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798943 Nov 11 21:36:51.732419 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a115357-870f-4156-a138-d6fa91202ce7 req-744f211d-f69e-4dd9-93bf-9a43e67f6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:51.734229 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a115357-870f-4156-a138-d6fa91202ce7 req-744f211d-f69e-4dd9-93bf-9a43e67f6838 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79662f28-e3fd-4673-8ed1-0f8260d585f3 HTTP/1.1" status: 200 len: 855 time: 0.1901662 Nov 11 21:36:51.819286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a115357-870f-4156-a138-d6fa91202ce7 req-d77471c0-9866-4791-8bb7-2e1d049af0f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=78d420ff-1056-48bf-b87b-c3bf39a606da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664182 Nov 11 21:36:51.833629 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5e519583-a59d-4e22-a07d-6c91e87abd00 req-06e29f4a-895d-4967-92fc-8f630d418c69 service neutron] 10.222.0.71 "GET /v2.0/networks/875c00b0-a473-47b8-a8cc-ed6f2f3d0b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059155 Nov 11 21:36:51.890355 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-227686b0-ef13-4cea-a0da-b526f1d55bbc req-f8b1994e-7ff0-4311-b760-59a52f3b4a96 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd672da-ad1f-4cbd-a160-c891795e7f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155519 Nov 11 21:36:51.926550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85678241-8542-4a7b-a9e4-ee0c618fd5a1 req-9bcf95b7-5947-4704-83b7-fc5d1fccd460 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:51.937199 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85678241-8542-4a7b-a9e4-ee0c618fd5a1 req-9bcf95b7-5947-4704-83b7-fc5d1fccd460 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2376757 Nov 11 21:36:51.966111 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5e519583-a59d-4e22-a07d-6c91e87abd00 req-93810b80-7c2a-492a-91b9-72f5e6e3da86 service neutron] 10.222.0.71 "GET /v2.0/networks/875c00b0-a473-47b8-a8cc-ed6f2f3d0b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243708 Nov 11 21:36:51.993413 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.996047 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.997199 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2212c9c-ee23-44a0-a8a9-627140f42a07 HTTP/1.1" status: 204 len: 168 time: 0.7208915 Nov 11 21:36:52.055854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2212c9c-ee23-44a0-a8a9-627140f42a07,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:52.060902 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85678241-8542-4a7b-a9e4-ee0c618fd5a1 req-8e337f17-066b-4192-b3cf-84b210274b9a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228507 Nov 11 21:36:52.080211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:52.080787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:52.080954 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:52.081362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:52.081579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:52.081936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:52.082193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:52.082513 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:52.082828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:52.083147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:52.083465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:52.083779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85be30d-351f-4884-b4c6-c3d69fb5080d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:52.098502 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a115357-870f-4156-a138-d6fa91202ce7 req-d882b8c6-74cb-45ff-b61a-20b957371f3b service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647030 Nov 11 21:36:52.119594 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c178b-93c6-4518-8ffd-1abf6432b631 req-f354dcf6-6164-427c-a019-bfe5d8134107 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:52.127520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-489c178b-93c6-4518-8ffd-1abf6432b631 req-f354dcf6-6164-427c-a019-bfe5d8134107 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1370032 Nov 11 21:36:52.243826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-489c178b-93c6-4518-8ffd-1abf6432b631 req-5475575b-8a34-47db-bdc1-0da2d4c053be tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135299 Nov 11 21:36:52.289776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a115357-870f-4156-a138-d6fa91202ce7 req-478cbec5-a368-4515-8a8b-b12d886ac408 service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783931 Nov 11 21:36:52.395971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc2e64-d307-402b-9c77-91ad3e8eaaea req-30672ea7-868e-443b-8de5-93abc40fbf1b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:52.397913 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ddc2e64-d307-402b-9c77-91ad3e8eaaea req-30672ea7-868e-443b-8de5-93abc40fbf1b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 943 time: 0.1059415 Nov 11 21:36:52.420305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c029b36-f885-4de6-8e51-8353e2c32e88 req-03b8555f-e57a-49a5-b7be-7151aaf2fd14 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:52.424604 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9c029b36-f885-4de6-8e51-8353e2c32e88 req-03b8555f-e57a-49a5-b7be-7151aaf2fd14 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 946 time: 0.0846303 Nov 11 21:36:52.507237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9c029b36-f885-4de6-8e51-8353e2c32e88 req-e4c95c5d-7207-43e7-a5ea-ce82e21ac00c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0735421 Nov 11 21:36:52.517658 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ddc2e64-d307-402b-9c77-91ad3e8eaaea req-ec7404b3-1006-4b6c-b996-c91a4d3309ab tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120744 Nov 11 21:36:52.729820 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5bafba11-1403-4373-a4d8-140f57edca2f details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:36:52.751191 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890b082-5a2e-4d44-84ef-ec30750cfdd7 req-abdc40a6-bf9f-422e-8565-b0bd6967e92a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:52.759019 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e890b082-5a2e-4d44-84ef-ec30750cfdd7 req-abdc40a6-bf9f-422e-8565-b0bd6967e92a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1289048 Nov 11 21:36:52.888370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e890b082-5a2e-4d44-84ef-ec30750cfdd7 req-13f6bfe3-1330-4c9d-b7d4-7da178f210fd tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252031 Nov 11 21:36:52.903528 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5bafba11-1403-4373-a4d8-140f57edca2f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5bafba11-1403-4373-a4d8-140f57edca2f,segment=NetworkSegment(071d4f4c-6b2b-4cdf-b72a-a2446e19bde8),segment_id=071d4f4c-6b2b-4cdf-b72a-a2446e19bde8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:53.071098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '5bafba11-1403-4373-a4d8-140f57edca2f', 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'port_id': '5bafba11-1403-4373-a4d8-140f57edca2f', 'mac_address': 'fa:16:3e:17:ed:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:36:53.119719 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.137933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0dabc-1849-4630-ac53-74d48d68c40a req-d0633170-8b52-4ab9-b94e-ec2c3a593bf6 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:53.139262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bab0dabc-1849-4630-ac53-74d48d68c40a req-d0633170-8b52-4ab9-b94e-ec2c3a593bf6 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.0810325 Nov 11 21:36:53.139829 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bafba11-1403-4373-a4d8-140f57edca2f {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:36:53.147839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfee27-5ed5-4d14-b5cb-24a85d6e0ad5 req-cf6c53fd-b78a-4fdd-b8c6-a534441c1132 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:53.149373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6cfee27-5ed5-4d14-b5cb-24a85d6e0ad5 req-cf6c53fd-b78a-4fdd-b8c6-a534441c1132 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/ports?device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 944 time: 0.1238043 Nov 11 21:36:53.164551 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5bafba11-1403-4373-a4d8-140f57edca2f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5bafba11-1403-4373-a4d8-140f57edca2f,segment=NetworkSegment(071d4f4c-6b2b-4cdf-b72a-a2446e19bde8),segment_id=071d4f4c-6b2b-4cdf-b72a-a2446e19bde8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:53.179398 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.249614 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bab0dabc-1849-4630-ac53-74d48d68c40a req-1fe98503-b5f7-4e41-a704-4b980ded9430 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991373 Nov 11 21:36:53.254004 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=5bafba11-1403-4373-a4d8-140f57edca2f,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:53.264021 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:53.264673 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:53.265211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:53.265733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:53.266245 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:53.266743 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:53.267279 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:53.267772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:53.268839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:53.269346 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:53.269846 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:53.270364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:53.290135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37970) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:53.344964 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6cfee27-5ed5-4d14-b5cb-24a85d6e0ad5 req-20d784de-e6f9-4059-8eff-d05bfb8191be tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd672da-ad1f-4cbd-a160-c891795e7f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420331 Nov 11 21:36:53.465202 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-787824036-network', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:53.468739 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['5bafba11-1403-4373-a4d8-140f57edca2f'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:53.521938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] Made reservation on behalf of a321e8fd581948fe96734aa24b464b9a for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:36:53.524707 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.532560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499f97c-f3d7-46e0-8464-aa7aa89de4d6 req-c1dc7605-41e0-421e-a29e-2a71fe12a8cd tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:53.534458 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7499f97c-f3d7-46e0-8464-aa7aa89de4d6 req-c1dc7605-41e0-421e-a29e-2a71fe12a8cd tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.0953207 Nov 11 21:36:53.551884 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.637266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7499f97c-f3d7-46e0-8464-aa7aa89de4d6 req-ee782465-eeac-4031-9e2d-adca22e4f0fd tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948472 Nov 11 21:36:53.720197 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.734196 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.781790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:36:53.794450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ba8031-54af-424b-90de-13df96629eb6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:53.806201 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.806685 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] Added segment 8faf1c1d-955c-4093-a81b-6b5686e8ce19 of type vlan for network e07329a6-7799-4a84-9556-d942ef165b29 Nov 11 21:36:53.811936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e86fa-0be2-4007-aebf-f30fe6665317 req-1058d43e-ceb4-4028-a760-d34a28024397 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:53.819533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd2e86fa-0be2-4007-aebf-f30fe6665317 req-1058d43e-ceb4-4028-a760-d34a28024397 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/networks?id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 HTTP/1.1" status: 200 len: 814 time: 0.2574587 Nov 11 21:36:53.844509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd2e86fa-0be2-4007-aebf-f30fe6665317 req-29633b45-8955-4fa9-8ff9-ff7846841aff tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/quotas/549542678bd14bb79c12d4165f8e623f HTTP/1.1" status: 200 len: 375 time: 0.0219147 Nov 11 21:36:53.854710 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b2b686c8-e14f-40d6-8394-f3d8644aadb0 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:36:53.864707 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.897139 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.899007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:53.900272 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.941303 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6491809 Nov 11 21:36:53.941976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37998) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:53.956831 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-43d70794-8a08-463c-b78d-1fe1fdc9ab0b admin admin] Request body: {'subnet': {'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-787824036-subnet', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:54.013987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e37194-ff09-4fd9-8769-d58e229c80c1 admin admin] Pushing event updated for resources: {'Network': ['ID=e07329a6-7799-4a84-9556-d942ef165b29,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:54.019589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b2b686c8-e14f-40d6-8394-f3d8644aadb0, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b2b686c8-e14f-40d6-8394-f3d8644aadb0,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:54.032477 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d70794-8a08-463c-b78d-1fe1fdc9ab0b admin admin] Made reservation on behalf of a321e8fd581948fe96734aa24b464b9a for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:36:54.035454 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-43d70794-8a08-463c-b78d-1fe1fdc9ab0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.047730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'b2b686c8-e14f-40d6-8394-f3d8644aadb0', 'network_id': '78d420ff-1056-48bf-b87b-c3bf39a606da', 'port_id': 'b2b686c8-e14f-40d6-8394-f3d8644aadb0', 'mac_address': 'fa:16:3e:e4:5c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79662f28-e3fd-4673-8ed1-0f8260d585f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:36:54.051536 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network e07329a6-7799-4a84-9556-d942ef165b29 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:36:54.157114 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.175318 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b686c8-e14f-40d6-8394-f3d8644aadb0 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:36:54.201749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b2b686c8-e14f-40d6-8394-f3d8644aadb0, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b2b686c8-e14f-40d6-8394-f3d8644aadb0,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:54.209140 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.268253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=b2b686c8-e14f-40d6-8394-f3d8644aadb0,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:54.306949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd2e86fa-0be2-4007-aebf-f30fe6665317 req-c29a8ec6-77d7-4f0f-af9d-12313fe5ddf3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=549542678bd14bb79c12d4165f8e623f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4608319 Nov 11 21:36:54.351482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d10037-f759-4547-90bd-04492e15d3e0 req-5198ebf1-1b16-4fa8-9d3f-9a0ba77566dd tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:54.354336 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-43d70794-8a08-463c-b78d-1fe1fdc9ab0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.360438 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d5d10037-f759-4547-90bd-04492e15d3e0 req-5198ebf1-1b16-4fa8-9d3f-9a0ba77566dd tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 946 time: 0.1002204 Nov 11 21:36:54.455040 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d5d10037-f759-4547-90bd-04492e15d3e0 req-32e7abda-09cb-4ed5-8c6a-b7ee54ebb229 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0929608 Nov 11 21:36:54.467882 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf8319-d30f-4a7c-a924-f26c16c8ed4d req-27182329-ccdf-4671-b305-b9b9dca95828 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:54.469959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4cf8319-d30f-4a7c-a924-f26c16c8ed4d req-27182329-ccdf-4671-b305-b9b9dca95828 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 944 time: 0.0914710 Nov 11 21:36:54.472774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d70794-8a08-463c-b78d-1fe1fdc9ab0b admin admin] Checking segment: {'id': '8faf1c1d-955c-4093-a81b-6b5686e8ce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:54.473169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d70794-8a08-463c-b78d-1fe1fdc9ab0b admin admin] Network hostable DHCP agents. Network: e07329a6-7799-4a84-9556-d942ef165b29, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:36:54.476771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d70794-8a08-463c-b78d-1fe1fdc9ab0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec68db0-db4d-49c0-b3e8-7cfd97df2b4b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:54.501703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d70794-8a08-463c-b78d-1fe1fdc9ab0b admin admin] Network e07329a6-7799-4a84-9556-d942ef165b29 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:36:54.509412 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b2b686c8-e14f-40d6-8394-f3d8644aadb0'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:36:54.512637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-43d70794-8a08-463c-b78d-1fe1fdc9ab0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, e07329a6-7799-4a84-9556-d942ef165b29) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:54.520219 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d70794-8a08-463c-b78d-1fe1fdc9ab0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:54.521226 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-43d70794-8a08-463c-b78d-1fe1fdc9ab0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.533569 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4cf8319-d30f-4a7c-a924-f26c16c8ed4d req-e6c6f824-28bd-4fc6-9b69-070d0fbf6a4d tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503323 Nov 11 21:36:54.544745 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-43d70794-8a08-463c-b78d-1fe1fdc9ab0b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5913692 Nov 11 21:36:54.545643 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 38004) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:54.550928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-787824036-router', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:54.559397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbde851a-b35c-4982-b6c3-af13ca176813 None None] Network e07329a6-7799-4a84-9556-d942ef165b29 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:36:54.601355 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.602598 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.762451 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.770301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5bafba11-1403-4373-a4d8-140f57edca2f up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:54.803807 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-e07329a6-7799-4a84-9556-d942ef165b29', 'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'fixed_ips': [{'subnet_id': 'bec68db0-db4d-49c0-b3e8-7cfd97df2b4b'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:36:54.804943 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.914724 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2c91b-0da7-4b2b-aeca-583ee87b7f1c req-1ec024e1-e291-439c-af0a-d3c676085797 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:54.916299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7e2c91b-0da7-4b2b-aeca-583ee87b7f1c req-1ec024e1-e291-439c-af0a-d3c676085797 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/ports?device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 945 time: 0.1770821 Nov 11 21:36:54.998214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf59efd-de35-4e78-864e-6431634c0118 req-1b48e383-8f0f-4c91-a690-9b0b2c985a55 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:55.005064 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcf59efd-de35-4e78-864e-6431634c0118 req-1b48e383-8f0f-4c91-a690-9b0b2c985a55 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2400212 Nov 11 21:36:55.007523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Allocated IP 172.20.0.2 (e07329a6-7799-4a84-9556-d942ef165b29/bec68db0-db4d-49c0-b3e8-7cfd97df2b4b/723c50a2-9a8c-45f9-8794-f258e2f0d154) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:55.027191 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.089680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7e2c91b-0da7-4b2b-aeca-583ee87b7f1c req-e1cd3127-e13f-4ebd-906f-09484c84e89e tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd672da-ad1f-4cbd-a160-c891795e7f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419342 Nov 11 21:36:55.119322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 5bafba11-1403-4373-a4d8-140f57edca2f completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:36:55.119322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 5bafba11-1403-4373-a4d8-140f57edca2f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:55.119322 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.138528 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcf59efd-de35-4e78-864e-6431634c0118 req-0a42ae28-288b-43a0-a0c0-1dcbe0b2ac9c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324537 Nov 11 21:36:55.161252 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:36:55.292782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ddef6-a157-46c0-b91a-93d11286e859 req-268760af-c92a-4864-a90f-4a84c20014a4 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:55.297967 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.303382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-563ddef6-a157-46c0-b91a-93d11286e859 req-268760af-c92a-4864-a90f-4a84c20014a4 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.0993357 Nov 11 21:36:55.316741 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.359479 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.363495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Network e07329a6-7799-4a84-9556-d942ef165b29 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:55.368806 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:55.373302 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:55.439012 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92561ea-cc76-4a98-9c3d-c2e2426ed5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bafba11-1403-4373-a4d8-140f57edca2f'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:55.440242 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae651e8d-3571-429c-837b-ea5da79a1dff" -d '{"events": [{"server_uuid": "f92561ea-cc76-4a98-9c3d-c2e2426ed5d1", "name": "network-vif-plugged", "status": "completed", "tag": "5bafba11-1403-4373-a4d8-140f57edca2f"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:55.458661 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Pushing event updated for resources: {'Port': ['ID=723c50a2-9a8c-45f9-8794-f258e2f0d154,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:55.469069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-563ddef6-a157-46c0-b91a-93d11286e859 req-b52196a0-0451-48eb-8c54-491530493936 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626313 Nov 11 21:36:55.501631 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5bafba11-1403-4373-a4d8-140f57edca2f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5bafba11-1403-4373-a4d8-140f57edca2f,segment=NetworkSegment(071d4f4c-6b2b-4cdf-b72a-a2446e19bde8),segment_id=071d4f4c-6b2b-4cdf-b72a-a2446e19bde8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:55.507535 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Attempting to bind port 723c50a2-9a8c-45f9-8794-f258e2f0d154 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:36:55.507856 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Attempting to bind port 723c50a2-9a8c-45f9-8794-f258e2f0d154 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '8faf1c1d-955c-4093-a81b-6b5686e8ce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:36:55.508257 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Attempting to bind port 723c50a2-9a8c-45f9-8794-f258e2f0d154 on network e07329a6-7799-4a84-9556-d942ef165b29 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:55.514610 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.521215 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:36:55.521701 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Checking segment: {'id': '8faf1c1d-955c-4093-a81b-6b5686e8ce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:55.522149 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.522397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Bound using segment: {'id': '8faf1c1d-955c-4093-a81b-6b5686e8ce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:36:55.522844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Bound port: 723c50a2-9a8c-45f9-8794-f258e2f0d154, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8faf1c1d-955c-4093-a81b-6b5686e8ce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:36:55.523437 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.544419 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.605176 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.618973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ea02c-be44-4b34-8102-99a7d6e347e7 req-cbd73328-7898-40c6-a9a7-aaaffb55df5f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:55.628120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-316ea02c-be44-4b34-8102-99a7d6e347e7 req-cbd73328-7898-40c6-a9a7-aaaffb55df5f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2987347 Nov 11 21:36:55.644126 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=5bafba11-1403-4373-a4d8-140f57edca2f,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:55.674081 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2a06f8-0e6b-44d9-a6cb-7ff3725519b2 x-openstack-request-id: req-bd2a06f8-0e6b-44d9-a6cb-7ff3725519b2 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:55.674471 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92561ea-cc76-4a98-9c3d-c2e2426ed5d1", "name": "network-vif-plugged", "status": "completed", "tag": "5bafba11-1403-4373-a4d8-140f57edca2f", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:55.674787 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bd2a06f8-0e6b-44d9-a6cb-7ff3725519b2 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:55.676286 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92561ea-cc76-4a98-9c3d-c2e2426ed5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bafba11-1403-4373-a4d8-140f57edca2f', 'code': 200} Nov 11 21:36:55.688195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] For port 723c50a2-9a8c-45f9-8794-f258e2f0d154, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:55.693931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] For port 723c50a2-9a8c-45f9-8794-f258e2f0d154, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=723c50a2-9a8c-45f9-8794-f258e2f0d154,segment=NetworkSegment(8faf1c1d-955c-4093-a81b-6b5686e8ce19),segment_id=8faf1c1d-955c-4093-a81b-6b5686e8ce19)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:36:55.717276 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.781351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-316ea02c-be44-4b34-8102-99a7d6e347e7 req-10df9130-a677-4915-a5eb-41a3f468ef9c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520948 Nov 11 21:36:55.787437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb2fac-7fa3-4c24-9790-9e3a696523a2 None None] Pushing event updated for resources: {'Port': ['ID=723c50a2-9a8c-45f9-8794-f258e2f0d154,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:55.836263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da0e79-a37d-405f-bd1f-5f1d91c1703f req-d99ba3fb-128c-458e-81e3-3acf114acf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:55.837850 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12da0e79-a37d-405f-bd1f-5f1d91c1703f req-d99ba3fb-128c-458e-81e3-3acf114acf19 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 1097 time: 0.0798726 Nov 11 21:36:55.934544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad100ce-407a-47e2-ae90-83d2c1e89bba req-ce5f1151-2ae0-4d82-9012-63279b6ff2bb tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:55.937022 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12da0e79-a37d-405f-bd1f-5f1d91c1703f req-234584d7-e40c-4541-9276-e493a6352d8e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9fd672da-ad1f-4cbd-a160-c891795e7f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894649 Nov 11 21:36:55.943553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ad100ce-407a-47e2-ae90-83d2c1e89bba req-ce5f1151-2ae0-4d82-9012-63279b6ff2bb tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 946 time: 0.2052178 Nov 11 21:36:56.058016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ad100ce-407a-47e2-ae90-83d2c1e89bba req-5cd2d465-59c8-4850-8aa9-dc7860520318 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1113691 Nov 11 21:36:56.065708 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Allocated IP 172.25.0.238 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/6fa9e5b5-76e3-411d-a2ae-0173446f95e8) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:56.121057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23284f85-682c-40eb-9701-5b5445bf5908 req-c6ec7c35-a186-4633-8dc0-7c3b62b606b2 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:56.122584 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23284f85-682c-40eb-9701-5b5445bf5908 req-c6ec7c35-a186-4633-8dc0-7c3b62b606b2 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 944 time: 0.1971600 Nov 11 21:36:56.310139 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:56.394699 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23284f85-682c-40eb-9701-5b5445bf5908 req-2bd6115d-d1c4-4366-a194-590c5cbfeb90 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951885 Nov 11 21:36:56.469580 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:56.544324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:56.557445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-09bd3621-1651-42a7-b557-9e72d064c4b2 req-550a860c-d5db-4c46-8576-eb096392fed0 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=549542678bd14bb79c12d4165f8e623f HTTP/1.1" status: 200 len: 221 time: 0.1223621 Nov 11 21:36:56.593227 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:56.600291 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:56.660500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Pushing event updated for resources: {'Port': ['ID=6fa9e5b5-76e3-411d-a2ae-0173446f95e8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:56.737727 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38882c-e9aa-45ae-9271-cc0335970056 req-46083c22-154b-418c-96c5-9acb934afdd9 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:56.739824 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce38882c-e9aa-45ae-9271-cc0335970056 req-46083c22-154b-418c-96c5-9acb934afdd9 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/ports?device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 946 time: 0.2317271 Nov 11 21:36:56.884069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736051ca-e123-4743-a02a-033e3001f755 req-b5df2fee-48b6-4aaf-9db3-abcab0b410f3 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:56.892123 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-736051ca-e123-4743-a02a-033e3001f755 req-b5df2fee-48b6-4aaf-9db3-abcab0b410f3 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.2422409 Nov 11 21:36:56.996725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce38882c-e9aa-45ae-9271-cc0335970056 req-cdff0147-16dc-4a14-80d3-5df4828269b3 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd672da-ad1f-4cbd-a160-c891795e7f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479150 Nov 11 21:36:57.151867 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:57.190970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51c2519-dc40-4a48-84e7-e85508e6588d None None] Network e07329a6-7799-4a84-9556-d942ef165b29 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:36:57.293948 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-736051ca-e123-4743-a02a-033e3001f755 req-6ab9e344-d13a-4dca-9dc1-09a420cf1943 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006581 Nov 11 21:36:57.415049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234409b-62c5-4c00-99e7-12161c55c3f2 req-2571b7a7-0a8a-42d1-a7e2-eb9c3aca1727 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:57.417339 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d234409b-62c5-4c00-99e7-12161c55c3f2 req-2571b7a7-0a8a-42d1-a7e2-eb9c3aca1727 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2666349 Nov 11 21:36:57.438767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8242e13c-47ea-4781-ab6d-1e305be553c9 None None] Provisioning complete for port 723c50a2-9a8c-45f9-8794-f258e2f0d154 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:57.439132 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8242e13c-47ea-4781-ab6d-1e305be553c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:57.743176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa6fb9-f22c-4c6b-a245-7f18394dbf71 req-604ff7dd-3dda-4d92-bd25-6561a53eda5e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:57.753063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-26fa6fb9-f22c-4c6b-a245-7f18394dbf71 req-604ff7dd-3dda-4d92-bd25-6561a53eda5e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 946 time: 0.3103771 Nov 11 21:36:57.860584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 723c50a2-9a8c-45f9-8794-f258e2f0d154 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:57.892726 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b2b686c8-e14f-40d6-8394-f3d8644aadb0 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:57.895346 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8242e13c-47ea-4781-ab6d-1e305be553c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:57.918627 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d234409b-62c5-4c00-99e7-12161c55c3f2 req-84a09b6e-fd07-4551-8470-3e0a630c69dc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932847 Nov 11 21:36:57.920085 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:57.941400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8242e13c-47ea-4781-ab6d-1e305be553c9 None None] For port 723c50a2-9a8c-45f9-8794-f258e2f0d154, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=723c50a2-9a8c-45f9-8794-f258e2f0d154,segment=NetworkSegment(8faf1c1d-955c-4093-a81b-6b5686e8ce19),segment_id=8faf1c1d-955c-4093-a81b-6b5686e8ce19)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:57.941760 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-26fa6fb9-f22c-4c6b-a245-7f18394dbf71 req-bbdedd59-422d-4104-af9b-16d9d2f0fa97 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1791170 Nov 11 21:36:57.961967 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8242e13c-47ea-4781-ab6d-1e305be553c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.163837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e9efd2ad-8b8e-4c96-a260-8d245ad10790 None None] Provisioning complete for port 723c50a2-9a8c-45f9-8794-f258e2f0d154 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:58.164337 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9efd2ad-8b8e-4c96-a260-8d245ad10790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.167422 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242e13c-47ea-4781-ab6d-1e305be553c9 None None] Pushing event updated for resources: {'Port': ['ID=723c50a2-9a8c-45f9-8794-f258e2f0d154,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:58.171697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 723c50a2-9a8c-45f9-8794-f258e2f0d154 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:58.172049 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.225205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port b2b686c8-e14f-40d6-8394-f3d8644aadb0 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:36:58.237091 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port b2b686c8-e14f-40d6-8394-f3d8644aadb0 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:58.237662 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.433044 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.466697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f4a342-25f3-4dc3-abd9-81b4728b8898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b686c8-e14f-40d6-8394-f3d8644aadb0'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:58.470088 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830dcd1e-6e4c-4c3e-8bd2-9de813a049b2" -d '{"events": [{"server_uuid": "87f4a342-25f3-4dc3-abd9-81b4728b8898", "name": "network-vif-plugged", "status": "completed", "tag": "b2b686c8-e14f-40d6-8394-f3d8644aadb0"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:58.491151 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b2b686c8-e14f-40d6-8394-f3d8644aadb0, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b2b686c8-e14f-40d6-8394-f3d8644aadb0,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:58.520137 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.547595 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dee21-f75e-4d3b-b5c0-6f2fed883949 req-bd0eef0c-93fb-4921-98e5-09f409b41ec4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:58.549461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb1dee21-f75e-4d3b-b5c0-6f2fed883949 req-bd0eef0c-93fb-4921-98e5-09f409b41ec4 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 944 time: 0.5128007 Nov 11 21:36:58.594328 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45616c-2789-46d8-9465-8cda6e69daa1 req-4d08750a-68f1-4d18-a4f5-3d30907037d9 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:58.596022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f45616c-2789-46d8-9465-8cda6e69daa1 req-4d08750a-68f1-4d18-a4f5-3d30907037d9 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1138291 Nov 11 21:36:58.625086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Router 4ba7ce21-e144-4e6c-a3a9-dab7f578baee is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:36:58.630323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=b2b686c8-e14f-40d6-8394-f3d8644aadb0,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:58.637782 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb1dee21-f75e-4d3b-b5c0-6f2fed883949 req-11c724a7-f3cd-4388-a2ea-e492a41c7aed tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807610 Nov 11 21:36:58.792420 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f45616c-2789-46d8-9465-8cda6e69daa1 req-b62c159b-14c6-4313-a105-b46e9d22a933 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640604 Nov 11 21:36:58.874682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae967469-dc4b-4afb-bf20-23bc787dc4e2 req-75dee12c-73cd-446a-b0dd-98cc413a8610 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:58.876271 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae967469-dc4b-4afb-bf20-23bc787dc4e2 req-75dee12c-73cd-446a-b0dd-98cc413a8610 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/ports?device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 946 time: 0.1487250 Nov 11 21:36:58.945422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:36:58.954519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Sync routers for ids ['4ba7ce21-e144-4e6c-a3a9-dab7f578baee'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:36:58.968546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae967469-dc4b-4afb-bf20-23bc787dc4e2 req-075ddc3e-813a-47bc-a62f-3371fccb41e2 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd672da-ad1f-4cbd-a160-c891795e7f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800340 Nov 11 21:36:58.979852 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Routers {'4ba7ce21-e144-4e6c-a3a9-dab7f578baee'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:58.982520 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:36:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ba7ce21-e144-4e6c-a3a9-dab7f578baee'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:58.988644 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215c74b-4407-4caa-a1d2-73b57fa8ff9a req-0d548541-12dc-42ac-8235-58f343a10138 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:58.997367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6215c74b-4407-4caa-a1d2-73b57fa8ff9a req-0d548541-12dc-42ac-8235-58f343a10138 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1199152 Nov 11 21:36:59.026371 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:59.027621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b735dbe5-b5ad-4c9c-8fc4-706f51b450a6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4813416 Nov 11 21:36:59.031321 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38082) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:59.059641 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857b51c3-ae13-4ace-852a-ffe3e4da5603 x-openstack-request-id: req-857b51c3-ae13-4ace-852a-ffe3e4da5603 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:59.059951 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f4a342-25f3-4dc3-abd9-81b4728b8898", "name": "network-vif-plugged", "status": "completed", "tag": "b2b686c8-e14f-40d6-8394-f3d8644aadb0", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:59.060210 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-857b51c3-ae13-4ace-852a-ffe3e4da5603 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:59.060663 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f4a342-25f3-4dc3-abd9-81b4728b8898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b686c8-e14f-40d6-8394-f3d8644aadb0', 'code': 200} Nov 11 21:36:59.068514 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6215c74b-4407-4caa-a1d2-73b57fa8ff9a req-f2ba0c45-0c79-4409-8361-82aa6f4d2607 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701852 Nov 11 21:36:59.178263 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Set router 4ba7ce21-e144-4e6c-a3a9-dab7f578baee gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:59.322207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcaeec2-62be-4a85-9e7a-e77104a05a89 req-9a46fe53-9df6-4eaf-b973-cebbd2bf76c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:59.323979 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0fcaeec2-62be-4a85-9e7a-e77104a05a89 req-9a46fe53-9df6-4eaf-b973-cebbd2bf76c9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 1096 time: 0.1981018 Nov 11 21:36:59.374625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c835fd-6d30-4bb1-9feb-2b8dba8cf679 req-9677b560-c1c3-44d4-9eb1-be853010719c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:59.377927 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0c835fd-6d30-4bb1-9feb-2b8dba8cf679 req-9677b560-c1c3-44d4-9eb1-be853010719c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 946 time: 0.1954291 Nov 11 21:36:59.490707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebc943-a16b-4395-9ba4-5c25d45f57a3 req-2ed757e6-dfee-4f9a-8f15-efa24cd6e360 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:59.509440 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63ebc943-a16b-4395-9ba4-5c25d45f57a3 req-2ed757e6-dfee-4f9a-8f15-efa24cd6e360 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/ports?device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 946 time: 0.2923768 Nov 11 21:36:59.517940 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 38088) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:59.532469 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'name': 'tempest-FloatingIPDetailsTestJSON-787824036-router', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:54Z', 'updated_at': '2021-11-11T21:36:56Z', 'revision_number': 3, 'project_id': 'a321e8fd581948fe96734aa24b464b9a', 'gw_port': {'id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:59.550785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-baa1e302-f498-4c68-8947-71e5e4bbc0d3 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Request body: {'floatingip': {'port_id': '5bafba11-1403-4373-a4d8-140f57edca2f'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:59.575458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Checking router: 4ba7ce21-e144-4e6c-a3a9-dab7f578baee for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:36:59.576097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Updating router 4ba7ce21-e144-4e6c-a3a9-dab7f578baee port 6fa9e5b5-76e3-411d-a2ae-0173446f95e8 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:36:59.655686 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:59.682738 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-baa1e302-f498-4c68-8947-71e5e4bbc0d3 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:59.765895 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 723c50a2-9a8c-45f9-8794-f258e2f0d154 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:59.918900 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0fcaeec2-62be-4a85-9e7a-e77104a05a89 req-2b4b8089-3c50-44d9-9e97-4d503f3bee55 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5738537 Nov 11 21:37:00.062878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0c835fd-6d30-4bb1-9feb-2b8dba8cf679 req-c2242775-e67c-4e40-976b-c6f107ad7cb8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6602240 Nov 11 21:37:00.154159 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:00.238624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d532f39-a625-435d-b2c5-e50f31fdb9ba req-8ed4b226-accf-4673-8e25-bcd7c8311972 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:00.247593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d532f39-a625-435d-b2c5-e50f31fdb9ba req-8ed4b226-accf-4673-8e25-bcd7c8311972 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.4156413 Nov 11 21:37:00.337459 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:00.357383 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:00.376694 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Allocated IP 172.20.0.1 (e07329a6-7799-4a84-9556-d942ef165b29/bec68db0-db4d-49c0-b3e8-7cfd97df2b4b/40df8e38-b0ea-4e75-8a33-bedcfdffb6bf) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:37:00.463486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c3083-ad09-40a9-a5ab-dca7a036663c req-c13a3a55-30a4-443a-9dbd-051572dc0255 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:00.475422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c8c3083-ad09-40a9-a5ab-dca7a036663c req-c13a3a55-30a4-443a-9dbd-051572dc0255 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 945 time: 0.2157092 Nov 11 21:37:00.493721 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d532f39-a625-435d-b2c5-e50f31fdb9ba req-a636e646-9151-4e75-a87f-89e8e62d54ac tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452035 Nov 11 21:37:00.494018 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:00.527890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Attempting to bind port 6fa9e5b5-76e3-411d-a2ae-0173446f95e8 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:37:00.527890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Attempting to bind port 6fa9e5b5-76e3-411d-a2ae-0173446f95e8 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:37:00.527890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Attempting to bind port 6fa9e5b5-76e3-411d-a2ae-0173446f95e8 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:37:00.535239 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:00.546474 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:37:00.547153 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:37:00.550859 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:00.552065 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:37:00.552597 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Bound port: 6fa9e5b5-76e3-411d-a2ae-0173446f95e8, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:37:00.557849 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:00.591084 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Network e07329a6-7799-4a84-9556-d942ef165b29 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:37:00.596883 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:00.610704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:37:00.652153 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c8c3083-ad09-40a9-a5ab-dca7a036663c req-637ca8dc-beac-444b-ab09-0e8693f73542 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760507 Nov 11 21:37:00.667492 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Pushing event updated for resources: {'Port': ['ID=40df8e38-b0ea-4e75-8a33-bedcfdffb6bf,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:00.694107 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:00.701450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 723c50a2-9a8c-45f9-8794-f258e2f0d154 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:00.709689 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:00.807214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725a810-5034-4c70-ba68-82f136b0c173 None None] Pushing event updated for resources: {'Port': ['ID=6fa9e5b5-76e3-411d-a2ae-0173446f95e8,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:00.818390 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] For port 6fa9e5b5-76e3-411d-a2ae-0173446f95e8, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:37:00.851271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] For port 6fa9e5b5-76e3-411d-a2ae-0173446f95e8, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6fa9e5b5-76e3-411d-a2ae-0173446f95e8,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:37:00.900293 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:00.953286 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:01.015679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd4d8d-68ab-436e-bdc7-3679922c2ef8 req-cce30d09-19bf-46cc-9b07-8576cc2472b1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:01.024748 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cddd4d8d-68ab-436e-bdc7-3679922c2ef8 req-cce30d09-19bf-46cc-9b07-8576cc2472b1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1859248 Nov 11 21:37:01.102792 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Routers {'4ba7ce21-e144-4e6c-a3a9-dab7f578baee'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:37:01.103621 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:36:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ba7ce21-e144-4e6c-a3a9-dab7f578baee'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:01.104240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4b48b-9867-4f47-bc1f-7255a3cf53c3 req-12a8083b-d195-4d0a-a3f7-d569948a2b28 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:01.107291 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bba4b48b-9867-4f47-bc1f-7255a3cf53c3 req-12a8083b-d195-4d0a-a3f7-d569948a2b28 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2868636 Nov 11 21:37:01.182569 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cddd4d8d-68ab-436e-bdc7-3679922c2ef8 req-df713031-6221-4e3e-9c2e-bbc4130a1d1b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524301 Nov 11 21:37:01.297448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bba4b48b-9867-4f47-bc1f-7255a3cf53c3 req-c9d9c35b-6f91-4d8f-999b-c28bfeeba043 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833727 Nov 11 21:37:01.328716 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.db.resource_extend [None req-baa1e302-f498-4c68-8947-71e5e4bbc0d3 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:37:01.367096 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-edf5291e-5c6f-4fcf-a4d4-def96fd58389 None None] Provisioning complete for port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:01.367467 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edf5291e-5c6f-4fcf-a4d4-def96fd58389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:01.373574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725a810-5034-4c70-ba68-82f136b0c173 None None] Pushing event updated for resources: {'Port': ['ID=6fa9e5b5-76e3-411d-a2ae-0173446f95e8,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:01.389906 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:01.399942 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:01.461915 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:01.544747 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-baa1e302-f498-4c68-8947-71e5e4bbc0d3 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:01.548222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Pushing event updated for resources: {'Port': ['ID=40df8e38-b0ea-4e75-8a33-bedcfdffb6bf,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:01.566009 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-baa1e302-f498-4c68-8947-71e5e4bbc0d3 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:01.615329 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] Set router 4ba7ce21-e144-4e6c-a3a9-dab7f578baee gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:37:01.636079 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Network e07329a6-7799-4a84-9556-d942ef165b29 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:37:01.638171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:01.696266 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e99a9e-518b-4f48-a297-ff1849a9a778 req-8f03685e-1bd0-4c21-99f2-b584f3dbae2b tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:01.701089 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87e99a9e-518b-4f48-a297-ff1849a9a778 req-8f03685e-1bd0-4c21-99f2-b584f3dbae2b tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2057974 Nov 11 21:37:01.742480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78cd01-cd31-431e-96bd-3f26208337e3 req-5ada1470-9bfc-48c4-8098-6cab8626dab8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:01.753426 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c78cd01-cd31-431e-96bd-3f26208337e3 req-5ada1470-9bfc-48c4-8098-6cab8626dab8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 946 time: 0.3133941 Nov 11 21:37:01.863311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Router 4ba7ce21-e144-4e6c-a3a9-dab7f578baee has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:37:01.969739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87e99a9e-518b-4f48-a297-ff1849a9a778 req-18d70e3c-fc43-4d20-9570-4aa81909d17b tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038951 Nov 11 21:37:01.983464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c78cd01-cd31-431e-96bd-3f26208337e3 req-10a4e5f3-e96e-4c34-bd04-738c4ca740e5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2287557 Nov 11 21:37:01.988018 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-baa1e302-f498-4c68-8947-71e5e4bbc0d3 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Floating IP 3eff2894-a553-44a5-b5a7-bd30638eca5f associated. External IP: 172.25.0.168, port: 5bafba11-1403-4373-a4d8-140f57edca2f. Nov 11 21:37:02.188125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-edf5291e-5c6f-4fcf-a4d4-def96fd58389 None None] Port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:37:02.213193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:37:02.228915 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-464e4848-0283-4abe-adfd-d259f6151834 admin admin] 10.222.0.57 "PUT /v2.0/routers/4ba7ce21-e144-4e6c-a3a9-dab7f578baee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1880352 Nov 11 21:37:02.366122 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-df0583bc-beea-4203-91d0-fbdf6786f283 None None] Provisioning complete for port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:02.366918 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df0583bc-beea-4203-91d0-fbdf6786f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:02.412602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522b68f-30ff-4873-805d-09c5a53688d8 req-dac4b650-7d5e-4e4f-9b95-b39db08dc21a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:02.426546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9522b68f-30ff-4873-805d-09c5a53688d8 req-dac4b650-7d5e-4e4f-9b95-b39db08dc21a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.3030734 Nov 11 21:37:02.458778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8547e-dfb8-4f39-945a-83d282f2722e req-f22bb522-e341-4fc9-b52a-67c193627a98 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:02.469697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-df0583bc-beea-4203-91d0-fbdf6786f283 None None] Port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:37:02.476354 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5cd8547e-dfb8-4f39-945a-83d282f2722e req-f22bb522-e341-4fc9-b52a-67c193627a98 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 945 time: 0.2908039 Nov 11 21:37:02.518023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'name': 'tempest-FloatingIPDetailsTestJSON-787824036-router', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:54Z', 'updated_at': '2021-11-11T21:37:00Z', 'revision_number': 4, 'project_id': 'a321e8fd581948fe96734aa24b464b9a', 'gw_port': {'id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '40df8e38-b0ea-4e75-8a33-bedcfdffb6bf', 'name': '', 'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'mac_address': 'fa:16:3e:8b:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'bec68db0-db4d-49c0-b3e8-7cfd97df2b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:00Z', 'updated_at': '2021-11-11T21:37:00Z', 'revision_number': 1, 'project_id': 'a321e8fd581948fe96734aa24b464b9a', 'subnets': [{'id': 'bec68db0-db4d-49c0-b3e8-7cfd97df2b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:02.586284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5cd8547e-dfb8-4f39-945a-83d282f2722e req-9b3f722f-7050-4975-96a3-1c7ed9300578 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087973 Nov 11 21:37:02.644766 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3b96a3-f95c-406b-9fab-58a66454c1ae None None] The sync data for ids ['4ba7ce21-e144-4e6c-a3a9-dab7f578baee'] in n-d-805737-3 is: [{'id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'name': 'tempest-FloatingIPDetailsTestJSON-787824036-router', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:54Z', 'updated_at': '2021-11-11T21:37:00Z', 'revision_number': 4, 'project_id': 'a321e8fd581948fe96734aa24b464b9a', 'gw_port': {'id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '40df8e38-b0ea-4e75-8a33-bedcfdffb6bf', 'name': '', 'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'mac_address': 'fa:16:3e:8b:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'bec68db0-db4d-49c0-b3e8-7cfd97df2b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:00Z', 'updated_at': '2021-11-11T21:37:00Z', 'revision_number': 1, 'project_id': 'a321e8fd581948fe96734aa24b464b9a', 'subnets': [{'id': 'bec68db0-db4d-49c0-b3e8-7cfd97df2b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:37:02.788520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9522b68f-30ff-4873-805d-09c5a53688d8 req-4f55fddf-66f5-42b1-8bc7-491e256c3738 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808733 Nov 11 21:37:02.945650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d176f-9637-4e3f-87ef-dec3d18307ab req-a299336f-1bf7-4e59-bd21-ee0208693d19 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:02.945650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f52d176f-9637-4e3f-87ef-dec3d18307ab req-a299336f-1bf7-4e59-bd21-ee0208693d19 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.2209892 Nov 11 21:37:02.986786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa1e302-f498-4c68-8947-71e5e4bbc0d3 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Router dba5c71a-afb6-4104-a36d-f77b645e4ef2 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:37:03.166674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f52d176f-9637-4e3f-87ef-dec3d18307ab req-f993f4c4-6dc5-4aa7-a9b6-6ad4f53cffec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841097 Nov 11 21:37:03.773525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa1e302-f498-4c68-8947-71e5e4bbc0d3 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:37:03.785723 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec89fa7-08c6-41cb-997d-774582a45101 None None] Sync routers for ids ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:37:03.790324 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-baa1e302-f498-4c68-8947-71e5e4bbc0d3 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:03.805108 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec89fa7-08c6-41cb-997d-774582a45101 None None] Routers {'dba5c71a-afb6-4104-a36d-f77b645e4ef2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:37:03.807560 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9ec89fa7-08c6-41cb-997d-774582a45101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:36:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:03.952058 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-baa1e302-f498-4c68-8947-71e5e4bbc0d3 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "PUT /v2.0/floatingips/3eff2894-a553-44a5-b5a7-bd30638eca5f HTTP/1.1" status: 200 len: 992 time: 4.4057527 Nov 11 21:37:03.964618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92561ea-cc76-4a98-9c3d-c2e2426ed5d1', 'tag': '5bafba11-1403-4373-a4d8-140f57edca2f'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:37:03.967158 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b18697b-9942-4941-b437-f39365283b61" -d '{"events": [{"name": "network-changed", "server_uuid": "f92561ea-cc76-4a98-9c3d-c2e2426ed5d1", "tag": "5bafba11-1403-4373-a4d8-140f57edca2f"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:37:03.999877 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9ec89fa7-08c6-41cb-997d-774582a45101 None None] Set router dba5c71a-afb6-4104-a36d-f77b645e4ef2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:37:04.042547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecf706-3c8e-44dd-9ad2-c17c3bbbc45f req-4c053608-0782-422d-8ff3-26401d3a2fff tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:04.050197 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-60ecf706-3c8e-44dd-9ad2-c17c3bbbc45f req-4c053608-0782-422d-8ff3-26401d3a2fff tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 946 time: 0.7335327 Nov 11 21:37:04.083245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-8706dd89-4cbd-475a-bed5-19eef88c59f9 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8998120 Nov 11 21:37:04.108067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:04.138730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-60ecf706-3c8e-44dd-9ad2-c17c3bbbc45f req-117e8da1-a99e-44df-a3f9-b5333cd23e5c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0878537 Nov 11 21:37:04.200738 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:04.622174 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afad9f-c0b5-4075-a897-d869a599ab8d req-04265877-46cc-4728-8411-5ed88623f380 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:04.631698 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2afad9f-c0b5-4075-a897-d869a599ab8d req-04265877-46cc-4728-8411-5ed88623f380 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2028594 Nov 11 21:37:04.652101 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9ec89fa7-08c6-41cb-997d-774582a45101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:25Z', 'updated_at': '2021-11-11T21:36:35Z', 'revision_number': 4, 'project_id': '65d7215a967641909c66c02341b817e2', 'gw_port': {'id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:26Z', 'updated_at': '2021-11-11T21:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '3eff2894-a553-44a5-b5a7-bd30638eca5f', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'port_id': '5bafba11-1403-4373-a4d8-140f57edca2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'mac_address': 'fa:16:3e:17:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92561ea-cc76-4a98-9c3d-c2e2426ed5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:36:42Z', 'updated_at': '2021-11-11T21:37:01Z', 'revision_number': 1, 'project_id': '65d7215a967641909c66c02341b817e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aeddf43-303f-44f4-8b06-a576b9abe813', 'name': '', 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'mac_address': 'fa:16:3e:4e:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:31Z', 'updated_at': '2021-11-11T21:36:39Z', 'revision_number': 5, 'project_id': '65d7215a967641909c66c02341b817e2', 'subnets': [{'id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:04.682782 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:04.712364 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec89fa7-08c6-41cb-997d-774582a45101 None None] Checking router: dba5c71a-afb6-4104-a36d-f77b645e4ef2 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:37:04.726857 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec89fa7-08c6-41cb-997d-774582a45101 None None] Routers {'dba5c71a-afb6-4104-a36d-f77b645e4ef2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:37:04.727477 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9ec89fa7-08c6-41cb-997d-774582a45101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:36:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:04.755177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2afad9f-c0b5-4075-a897-d869a599ab8d req-c4ae867a-284e-49af-9b7b-f856134aa4fb tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222293 Nov 11 21:37:04.869466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Allocated IP 172.25.0.250 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/098d611b-dbe9-4821-9636-11ac57812d21) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:37:04.905100 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9ec89fa7-08c6-41cb-997d-774582a45101 None None] Set router dba5c71a-afb6-4104-a36d-f77b645e4ef2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:37:04.991280 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:05.037361 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6865377f-95d5-4439-9152-223284694e53 x-openstack-request-id: req-6865377f-95d5-4439-9152-223284694e53 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:37:05.037798 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92561ea-cc76-4a98-9c3d-c2e2426ed5d1", "tag": "5bafba11-1403-4373-a4d8-140f57edca2f", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:37:05.038062 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6865377f-95d5-4439-9152-223284694e53 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:37:05.038592 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92561ea-cc76-4a98-9c3d-c2e2426ed5d1', 'tag': '5bafba11-1403-4373-a4d8-140f57edca2f', 'status': 'completed', 'code': 200} Nov 11 21:37:05.046455 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:05.123740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:37:05.142170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:05.143354 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18697b-9942-4941-b437-f39365283b61 req-f35e9cdd-caa7-44d5-8418-06afc3d8e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:05.145522 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5b18697b-9942-4941-b437-f39365283b61 req-f35e9cdd-caa7-44d5-8418-06afc3d8e791 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=65d7215a967641909c66c02341b817e2&device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 1097 time: 0.0890810 Nov 11 21:37:05.146315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:37:05.205204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Pushing event updated for resources: {'Port': ['ID=098d611b-dbe9-4821-9636-11ac57812d21,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:05.230422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c22c-120e-449f-ac8e-6e32bcd0a769 req-e387372d-f8c8-4a24-a680-95efefa8e8e1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:05.238934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e00c22c-120e-449f-ac8e-6e32bcd0a769 req-e387372d-f8c8-4a24-a680-95efefa8e8e1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1360102 Nov 11 21:37:05.264834 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9ec89fa7-08c6-41cb-997d-774582a45101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:25Z', 'updated_at': '2021-11-11T21:36:35Z', 'revision_number': 4, 'project_id': '65d7215a967641909c66c02341b817e2', 'gw_port': {'id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:26Z', 'updated_at': '2021-11-11T21:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '3eff2894-a553-44a5-b5a7-bd30638eca5f', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'port_id': '5bafba11-1403-4373-a4d8-140f57edca2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'mac_address': 'fa:16:3e:17:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92561ea-cc76-4a98-9c3d-c2e2426ed5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:36:42Z', 'updated_at': '2021-11-11T21:37:01Z', 'revision_number': 1, 'project_id': '65d7215a967641909c66c02341b817e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aeddf43-303f-44f4-8b06-a576b9abe813', 'name': '', 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'mac_address': 'fa:16:3e:4e:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:31Z', 'updated_at': '2021-11-11T21:36:39Z', 'revision_number': 5, 'project_id': '65d7215a967641909c66c02341b817e2', 'subnets': [{'id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:05.328828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18697b-9942-4941-b437-f39365283b61 req-25c3002a-b58c-4d63-be38-353eb4e0f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:05.329282 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec89fa7-08c6-41cb-997d-774582a45101 None None] The sync data for ids ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'] in n-d-805737-3 is: [{'id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:25Z', 'updated_at': '2021-11-11T21:36:35Z', 'revision_number': 4, 'project_id': '65d7215a967641909c66c02341b817e2', 'gw_port': {'id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:26Z', 'updated_at': '2021-11-11T21:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '3eff2894-a553-44a5-b5a7-bd30638eca5f', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'port_id': '5bafba11-1403-4373-a4d8-140f57edca2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'mac_address': 'fa:16:3e:17:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92561ea-cc76-4a98-9c3d-c2e2426ed5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:36:42Z', 'updated_at': '2021-11-11T21:37:01Z', 'revision_number': 1, 'project_id': '65d7215a967641909c66c02341b817e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aeddf43-303f-44f4-8b06-a576b9abe813', 'name': '', 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'mac_address': 'fa:16:3e:4e:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:31Z', 'updated_at': '2021-11-11T21:36:39Z', 'revision_number': 5, 'project_id': '65d7215a967641909c66c02341b817e2', 'subnets': [{'id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:37:05.334460 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5b18697b-9942-4941-b437-f39365283b61 req-25c3002a-b58c-4d63-be38-353eb4e0f0f0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 HTTP/1.1" status: 200 len: 917 time: 0.1784077 Nov 11 21:37:05.341846 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e00c22c-120e-449f-ac8e-6e32bcd0a769 req-3364e43c-8f9c-4eb9-859a-a8dfdf4949c6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020911 Nov 11 21:37:05.346861 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:05.422287 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:05.483857 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5b18697b-9942-4941-b437-f39365283b61 req-445cdb17-55e0-4136-aa03-085620ab0b35 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bafba11-1403-4373-a4d8-140f57edca2f HTTP/1.1" status: 200 len: 1000 time: 0.1263916 Nov 11 21:37:05.600973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18697b-9942-4941-b437-f39365283b61 req-cf0d9574-b300-4a27-866d-5cf79b7d6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:05.606491 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5b18697b-9942-4941-b437-f39365283b61 req-cf0d9574-b300-4a27-866d-5cf79b7d6867 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=667ce5c7-6618-40b0-8755-955f5fb1d164 HTTP/1.1" status: 200 len: 854 time: 0.1087024 Nov 11 21:37:05.620787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175863f-12c6-486e-8845-5cb094e2851b req-7b0b5b5a-1094-4f4b-84a9-60352d25c9a4 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:05.629155 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d175863f-12c6-486e-8845-5cb094e2851b req-7b0b5b5a-1094-4f4b-84a9-60352d25c9a4 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1472387 Nov 11 21:37:05.675478 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18697b-9942-4941-b437-f39365283b61 req-8679dcb2-fe21-4080-a985-ce75c5d354b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:05.681098 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5b18697b-9942-4941-b437-f39365283b61 req-8679dcb2-fe21-4080-a985-ce75c5d354b5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=875c00b0-a473-47b8-a8cc-ed6f2f3d0b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635726 Nov 11 21:37:05.736790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d175863f-12c6-486e-8845-5cb094e2851b req-775e7a31-7fbf-4b1f-a25b-df7a4347a4e3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027141 Nov 11 21:37:05.772515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6fa9e5b5-76e3-411d-a2ae-0173446f95e8 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:05.804087 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:05.814402 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:05.887659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 6fa9e5b5-76e3-411d-a2ae-0173446f95e8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:05.888319 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:05.916142 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5b18697b-9942-4941-b437-f39365283b61 req-7d130127-187a-42e4-b636-ae8872509620 service neutron] 10.222.0.71 "GET /v2.0/networks/875c00b0-a473-47b8-a8cc-ed6f2f3d0b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289326 Nov 11 21:37:06.009156 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Sync routers for ids ['4ba7ce21-e144-4e6c-a3a9-dab7f578baee'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:37:06.015165 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Pushing event updated for resources: {'Port': ['ID=098d611b-dbe9-4821-9636-11ac57812d21,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:06.040829 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Routers {'4ba7ce21-e144-4e6c-a3a9-dab7f578baee'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:37:06.043498 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:06.044921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:36:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ba7ce21-e144-4e6c-a3a9-dab7f578baee'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:06.062705 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba46a84-3473-45e2-8969-45a2efcea602 req-292411cf-b6e8-45ed-b33c-bc5959aa99bd tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:06.072105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ba46a84-3473-45e2-8969-45a2efcea602 req-292411cf-b6e8-45ed-b33c-bc5959aa99bd tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 946 time: 0.2516437 Nov 11 21:37:06.100595 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5b18697b-9942-4941-b437-f39365283b61 req-efbda5bd-0fd6-4726-add9-68993172db94 service neutron] 10.222.0.71 "GET /v2.0/networks/875c00b0-a473-47b8-a8cc-ed6f2f3d0b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764884 Nov 11 21:37:06.107367 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:06.115350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-2aa5cdd9-710a-464e-9b4e-ccf86f31f2e4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0222383 Nov 11 21:37:06.189940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-90077d3d-5adf-4e50-8cd4-3f92b6b00e4b tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 696 time: 0.0666256 Nov 11 21:37:06.197866 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7142a6dc-3474-4b7c-9412-0d2dc6173b38 None None] New status for floating IP 3eff2894-a553-44a5-b5a7-bd30638eca5f: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:37:06.218457 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:06.266427 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 6fa9e5b5-76e3-411d-a2ae-0173446f95e8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6fa9e5b5-76e3-411d-a2ae-0173446f95e8,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:06.270425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ba46a84-3473-45e2-8969-45a2efcea602 req-1e34091c-d775-4421-82e9-e0f655af4851 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1964560 Nov 11 21:37:06.273831 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:06.290889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Set router 4ba7ce21-e144-4e6c-a3a9-dab7f578baee gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:37:06.395593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-25cc4863-9140-4edd-b4c4-a2070f05bd3f tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:06.397678 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c6648bf-f744-4e36-b401-fb62c0efc57b req-25cc4863-9140-4edd-b4c4-a2070f05bd3f tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.2011640 Nov 11 21:37:06.460767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=6fa9e5b5-76e3-411d-a2ae-0173446f95e8,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:06.749851 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566891b-978b-48d2-965f-98cde9d93123 req-cb5e2245-d1ee-4b58-8074-45ab3b6a98a1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:06.758408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8566891b-978b-48d2-965f-98cde9d93123 req-cb5e2245-d1ee-4b58-8074-45ab3b6a98a1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.0773544 Nov 11 21:37:06.780191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'name': 'tempest-FloatingIPDetailsTestJSON-787824036-router', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:54Z', 'updated_at': '2021-11-11T21:37:00Z', 'revision_number': 4, 'project_id': 'a321e8fd581948fe96734aa24b464b9a', 'gw_port': {'id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '40df8e38-b0ea-4e75-8a33-bedcfdffb6bf', 'name': '', 'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'mac_address': 'fa:16:3e:8b:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'bec68db0-db4d-49c0-b3e8-7cfd97df2b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:00Z', 'updated_at': '2021-11-11T21:37:01Z', 'revision_number': 2, 'project_id': 'a321e8fd581948fe96734aa24b464b9a', 'subnets': [{'id': 'bec68db0-db4d-49c0-b3e8-7cfd97df2b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:06.819724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8566891b-978b-48d2-965f-98cde9d93123 req-a96c2361-f859-4b2d-8783-6182f29b34e4 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600755 Nov 11 21:37:06.848086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72f02da6-ee7a-4242-9b47-6276a3b17ffb no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:37:06.859497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Checking router: 4ba7ce21-e144-4e6c-a3a9-dab7f578baee for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:37:06.860713 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Updating router 4ba7ce21-e144-4e6c-a3a9-dab7f578baee port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:37:06.954939 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:07.097101 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc464be-0149-42c9-8a06-c0835302727b req-15572bb7-c31a-4160-b803-8cee9dee0cae tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:07.104678 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7fc464be-0149-42c9-8a06-c0835302727b req-15572bb7-c31a-4160-b803-8cee9dee0cae tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1712747 Nov 11 21:37:07.138375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-b79ffa92-9e83-4b89-b604-d4901ef5e3fc tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2768354 Nov 11 21:37:07.181678 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7fc464be-0149-42c9-8a06-c0835302727b req-90bf9efa-b816-4764-9b6a-1c5500ccae1e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741947 Nov 11 21:37:07.190048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:07.231348 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:07.243994 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:07.281501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:37:07.283845 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a761bf78-b573-4b1c-ac9f-f7075719da97" -d '{"events": [{"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-unplugged", "status": "completed", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:37:07.321934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:07.343660 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:07.399572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26507d50-515d-48ce-8469-fa41ef84c9e7 req-55f80754-f3c1-440e-a367-311ca0e86f81 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:07.409056 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-26507d50-515d-48ce-8469-fa41ef84c9e7 req-55f80754-f3c1-440e-a367-311ca0e86f81 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1123607 Nov 11 21:37:07.453105 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=72f02da6-ee7a-4242-9b47-6276a3b17ffb,revision_number=14']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:07.466087 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:07.477000 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:07.487620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-26507d50-515d-48ce-8469-fa41ef84c9e7 req-aa7c801f-8faf-45c2-bcc1-a08f6f591d18 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761957 Nov 11 21:37:07.518674 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:07.579981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc438d-6f06-4634-8e09-b75721609429 None None] Pushing event updated for resources: {'Port': ['ID=40df8e38-b0ea-4e75-8a33-bedcfdffb6bf,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:07.591264 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf80692-0012-4bcc-b16a-8deda1ca6659 x-openstack-request-id: req-2bf80692-0012-4bcc-b16a-8deda1ca6659 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:37:07.591546 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-unplugged", "status": "completed", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:37:07.591801 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2bf80692-0012-4bcc-b16a-8deda1ca6659 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:37:07.592204 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'code': 200} Nov 11 21:37:07.764985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6fa9e5b5-76e3-411d-a2ae-0173446f95e8 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:07.786323 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Allocated IP 172.25.0.100 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/790bbd36-f25f-41de-9aeb-6ad40594b2dd) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:37:07.838403 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Attempting to bind port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:37:07.839528 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Attempting to bind port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '8faf1c1d-955c-4093-a81b-6b5686e8ce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:37:07.840285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Attempting to bind port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf on network e07329a6-7799-4a84-9556-d942ef165b29 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:37:07.868893 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:37:07.873683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Checking segment: {'id': '8faf1c1d-955c-4093-a81b-6b5686e8ce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:37:07.874332 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:07.881687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Bound using segment: {'id': '8faf1c1d-955c-4093-a81b-6b5686e8ce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:37:07.882593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Bound port: 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8faf1c1d-955c-4093-a81b-6b5686e8ce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:37:07.883214 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:07.982347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 6fa9e5b5-76e3-411d-a2ae-0173446f95e8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:07.983277 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:07.999010 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea557c-e438-4380-bb79-e6d9ba9a436b req-8b33e1f8-f8ba-44f9-aefc-1b29738278d1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:08.006925 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47ea557c-e438-4380-bb79-e6d9ba9a436b req-8b33e1f8-f8ba-44f9-aefc-1b29738278d1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1128128 Nov 11 21:37:08.028563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-89a1c5e4-c9c6-4726-b61c-31f2ede7c054 None None] Provisioning complete for port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:08.028971 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89a1c5e4-c9c6-4726-b61c-31f2ede7c054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.059913 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.088035 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] For port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:37:08.089445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47ea557c-e438-4380-bb79-e6d9ba9a436b req-a88a1cb1-29d6-47d2-9b11-918b88ba9e04 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0812607 Nov 11 21:37:08.096098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] For port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=40df8e38-b0ea-4e75-8a33-bedcfdffb6bf,segment=NetworkSegment(8faf1c1d-955c-4093-a81b-6b5686e8ce19),segment_id=8faf1c1d-955c-4093-a81b-6b5686e8ce19)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:37:08.114489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-89a1c5e4-c9c6-4726-b61c-31f2ede7c054 None None] Port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:37:08.122724 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.140491 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.185103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc438d-6f06-4634-8e09-b75721609429 None None] Pushing event updated for resources: {'Port': ['ID=40df8e38-b0ea-4e75-8a33-bedcfdffb6bf,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:08.185306 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:37:08.200748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:08.204614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:37:08.253688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Routers {'4ba7ce21-e144-4e6c-a3a9-dab7f578baee'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:37:08.254329 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:36:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ba7ce21-e144-4e6c-a3a9-dab7f578baee'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:08.319140 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.383912 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.432424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Pushing event updated for resources: {'Port': ['ID=790bbd36-f25f-41de-9aeb-6ad40594b2dd,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:08.434980 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] Set router 4ba7ce21-e144-4e6c-a3a9-dab7f578baee gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:37:08.495794 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbae76-d8e4-47fc-8a29-8ceb163ec0f0 req-c0624efc-f2ca-44ef-845e-6a3217ad8b5f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:08.505980 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66bbae76-d8e4-47fc-8a29-8ceb163ec0f0 req-c0624efc-f2ca-44ef-845e-6a3217ad8b5f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1767662 Nov 11 21:37:08.573509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66bbae76-d8e4-47fc-8a29-8ceb163ec0f0 req-37f7ae4f-9eaf-4ce6-b487-9a79531e23a0 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617695 Nov 11 21:37:08.749434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-cbc3daf3-5b5e-4903-aea2-9609586a426c None None] Provisioning complete for port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:08.750002 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cbc3daf3-5b5e-4903-aea2-9609586a426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.760955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ceead8-c253-424a-89df-c35b13abd4c4 req-23f6f8d0-e78f-4844-8506-88213a1fb894 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:08.763908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85ceead8-c253-424a-89df-c35b13abd4c4 req-23f6f8d0-e78f-4844-8506-88213a1fb894 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.0918899 Nov 11 21:37:08.809280 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.817846 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'name': 'tempest-FloatingIPDetailsTestJSON-787824036-router', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:54Z', 'updated_at': '2021-11-11T21:37:00Z', 'revision_number': 4, 'project_id': 'a321e8fd581948fe96734aa24b464b9a', 'gw_port': {'id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '40df8e38-b0ea-4e75-8a33-bedcfdffb6bf', 'name': '', 'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'mac_address': 'fa:16:3e:8b:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'bec68db0-db4d-49c0-b3e8-7cfd97df2b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:00Z', 'updated_at': '2021-11-11T21:37:08Z', 'revision_number': 4, 'project_id': 'a321e8fd581948fe96734aa24b464b9a', 'subnets': [{'id': 'bec68db0-db4d-49c0-b3e8-7cfd97df2b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:08.827197 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.851837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f16e5bc-e244-4fe5-bfc8-981f15aebd85 None None] The sync data for ids ['4ba7ce21-e144-4e6c-a3a9-dab7f578baee'] in n-d-805737-3 is: [{'id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'name': 'tempest-FloatingIPDetailsTestJSON-787824036-router', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:54Z', 'updated_at': '2021-11-11T21:37:00Z', 'revision_number': 4, 'project_id': 'a321e8fd581948fe96734aa24b464b9a', 'gw_port': {'id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '40df8e38-b0ea-4e75-8a33-bedcfdffb6bf', 'name': '', 'network_id': 'e07329a6-7799-4a84-9556-d942ef165b29', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'mac_address': 'fa:16:3e:8b:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'bec68db0-db4d-49c0-b3e8-7cfd97df2b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:00Z', 'updated_at': '2021-11-11T21:37:08Z', 'revision_number': 4, 'project_id': 'a321e8fd581948fe96734aa24b464b9a', 'subnets': [{'id': 'bec68db0-db4d-49c0-b3e8-7cfd97df2b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:37:08.905138 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cbc3daf3-5b5e-4903-aea2-9609586a426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.916157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85ceead8-c253-424a-89df-c35b13abd4c4 req-fa6cd0e7-cfae-4baf-8fa4-3df3bb601b88 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457081 Nov 11 21:37:08.974766 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cbc3daf3-5b5e-4903-aea2-9609586a426c None None] For port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=40df8e38-b0ea-4e75-8a33-bedcfdffb6bf,segment=NetworkSegment(8faf1c1d-955c-4093-a81b-6b5686e8ce19),segment_id=8faf1c1d-955c-4093-a81b-6b5686e8ce19)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:08.985233 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cbc3daf3-5b5e-4903-aea2-9609586a426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:09.020288 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:09.024916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Pushing event updated for resources: {'Port': ['ID=790bbd36-f25f-41de-9aeb-6ad40594b2dd,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:09.054985 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:09.056565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-cb6a903e-cc67-4e9d-80a9-39ca87ca5081 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8870723 Nov 11 21:37:09.073383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3daf3-5b5e-4903-aea2-9609586a426c None None] Pushing event updated for resources: {'Port': ['ID=40df8e38-b0ea-4e75-8a33-bedcfdffb6bf,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:09.187340 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-425ecb13-4bb3-40d0-aa51-fff594f16904 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.100 HTTP/1.1" status: 200 len: 696 time: 0.1209600 Nov 11 21:37:09.215666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38368) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:09.310345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c5c4-ecc3-4c6f-b453-0f9c0adc8a0d req-e30e2750-46a1-43b4-be68-5a28c184ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:09.320479 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4d67c5c4-ecc3-4c6f-b453-0f9c0adc8a0d req-e30e2750-46a1-43b4-be68-5a28c184ec12 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 1095 time: 0.0843868 Nov 11 21:37:09.387945 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4d197-acaf-45b7-85f9-2aedb8a34ad6 req-2f7565bd-7c4a-4708-bd14-1fc531e9ebf9 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:09.395414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5be4d197-acaf-45b7-85f9-2aedb8a34ad6 req-2f7565bd-7c4a-4708-bd14-1fc531e9ebf9 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1353424 Nov 11 21:37:09.471647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c5c4-ecc3-4c6f-b453-0f9c0adc8a0d req-f4a45c68-6bb4-4c6b-9546-92c1851e626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:09.473413 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4d67c5c4-ecc3-4c6f-b453-0f9c0adc8a0d req-f4a45c68-6bb4-4c6b-9546-92c1851e626d service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.1426620 Nov 11 21:37:09.497226 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aba6dd5-7ad4-4a36-bd98-21e788a0d902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:09.514158 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5be4d197-acaf-45b7-85f9-2aedb8a34ad6 req-4ad2ead1-f16e-457d-ae59-e98b889225de tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123602 Nov 11 21:37:09.525429 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-61171fa4-07dd-431c-be43-50eec7fe9906 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:09.543420 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fbfc4d98-44a2-4ffd-98e0-60e31324ddbd req-61171fa4-07dd-431c-be43-50eec7fe9906 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.3430302 Nov 11 21:37:09.613068 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4d67c5c4-ecc3-4c6f-b453-0f9c0adc8a0d req-59096a14-fc99-4d1f-be0c-84273dc5b224 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb HTTP/1.1" status: 200 len: 998 time: 0.1299047 Nov 11 21:37:09.750933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:09.787829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c5c4-ecc3-4c6f-b453-0f9c0adc8a0d req-02040e02-32af-4ae6-9746-7a30dd16c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:09.789472 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4d67c5c4-ecc3-4c6f-b453-0f9c0adc8a0d req-02040e02-32af-4ae6-9746-7a30dd16c710 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.1491156 Nov 11 21:37:09.806932 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25340be-2d6b-4638-a96e-afa461eca79d req-9105a7d0-c3ac-4e4c-9feb-9f71ebb31fb6 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:09.817049 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aba6dd5-7ad4-4a36-bd98-21e788a0d902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:09.824175 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d25340be-2d6b-4638-a96e-afa461eca79d req-9105a7d0-c3ac-4e4c-9feb-9f71ebb31fb6 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1656287 Nov 11 21:37:09.850985 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aba6dd5-7ad4-4a36-bd98-21e788a0d902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:09.875501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:09.876048 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:09.927701 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3aba6dd5-7ad4-4a36-bd98-21e788a0d902 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31836ac1a4fa459bacc3aa2b1a6cfee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7098663 Nov 11 21:37:09.928460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba6dd5-7ad4-4a36-bd98-21e788a0d902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbef336-c404-4deb-bf2c-d71bdb3f2ff7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:09.931582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 38376) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:09.940475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c5c4-ecc3-4c6f-b453-0f9c0adc8a0d req-7fdb9ce3-7415-44d8-8829-9820c65364ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:09.943823 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4d67c5c4-ecc3-4c6f-b453-0f9c0adc8a0d req-7fdb9ce3-7415-44d8-8829-9820c65364ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425385 Nov 11 21:37:10.054359 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d25340be-2d6b-4638-a96e-afa461eca79d req-54ee2c6c-b334-4c2f-885c-b738c8ece8a0 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2282085 Nov 11 21:37:10.123364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-3f34c274-51e1-467b-bfb9-91a5b6f26d2d tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2968178 Nov 11 21:37:10.131814 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:10.133588 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4d67c5c4-ecc3-4c6f-b453-0f9c0adc8a0d req-9d406254-7218-4b62-ba2f-ded68ac31b03 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795242 Nov 11 21:37:10.152975 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-88f9c55f-e7d2-475a-bddb-4ba06e90b86a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:10.178454 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-88f9c55f-e7d2-475a-bddb-4ba06e90b86a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:10.246931 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4d67c5c4-ecc3-4c6f-b453-0f9c0adc8a0d req-78f810a8-51b5-4e7b-aca3-feb680fa8c02 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025941 Nov 11 21:37:10.265279 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:10.291859 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83667fe5-2f8a-4734-a5bc-d9c38eb581f2 req-b74342a9-7ab2-47ef-bdcf-158d4d4c68ee tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:10.293285 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83667fe5-2f8a-4734-a5bc-d9c38eb581f2 req-b74342a9-7ab2-47ef-bdcf-158d4d4c68ee tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.0983047 Nov 11 21:37:10.306831 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-88f9c55f-e7d2-475a-bddb-4ba06e90b86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:10.309399 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-88f9c55f-e7d2-475a-bddb-4ba06e90b86a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:10.310473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-88f9c55f-e7d2-475a-bddb-4ba06e90b86a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7dbef336-c404-4deb-bf2c-d71bdb3f2ff7 HTTP/1.1" status: 204 len: 168 time: 0.3703413 Nov 11 21:37:10.341193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9c55f-e7d2-475a-bddb-4ba06e90b86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbef336-c404-4deb-bf2c-d71bdb3f2ff7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:10.409222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83667fe5-2f8a-4734-a5bc-d9c38eb581f2 req-dc6ca43f-7dba-4001-afd7-eec6a915ca30 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049447 Nov 11 21:37:10.451251 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:10.588358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1456b-bad1-435f-9ede-621f51b749b3 req-5875da7e-8d72-4ca0-831a-5a331b7091be tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:10.589861 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4b1456b-bad1-435f-9ede-621f51b749b3 req-5875da7e-8d72-4ca0-831a-5a331b7091be tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.0885274 Nov 11 21:37:10.613479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Allocated IP 172.25.0.41 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/ee7ed76b-a8b2-4bad-ae84-56dc5f974fc2) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:37:10.960653 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:11.074777 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4b1456b-bad1-435f-9ede-621f51b749b3 req-53ca4c07-02b0-43e4-a6b6-825faadb53ab tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770982 Nov 11 21:37:11.149915 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:11.205797 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:11.265147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Pushing event updated for resources: {'Port': ['ID=ee7ed76b-a8b2-4bad-ae84-56dc5f974fc2,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:11.274886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:37:11.277354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:11.279583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:37:11.417005 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:11.433621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f525c-dee7-4807-8374-6990e9f3714a req-a9c0fa05-8c15-43c7-90d1-dc0a71ed9683 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:11.437878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a9f525c-dee7-4807-8374-6990e9f3714a req-a9c0fa05-8c15-43c7-90d1-dc0a71ed9683 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0678613 Nov 11 21:37:11.480758 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:11.530418 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a9f525c-dee7-4807-8374-6990e9f3714a req-42b39a14-d7d6-4146-8ceb-345147aa5b03 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746710 Nov 11 21:37:11.694482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21a5f2-00cb-4267-8945-a4f6dc619f3e req-7e3a7ce4-531a-4827-8481-5669a99c8710 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:11.696069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae21a5f2-00cb-4267-8945-a4f6dc619f3e req-7e3a7ce4-531a-4827-8481-5669a99c8710 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.0817459 Nov 11 21:37:11.774755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae21a5f2-00cb-4267-8945-a4f6dc619f3e req-3ae58511-1f21-4760-aa7a-3e1dfcd11bdc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635488 Nov 11 21:37:11.783697 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:11.805989 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:11.884512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Pushing event updated for resources: {'Port': ['ID=ee7ed76b-a8b2-4bad-ae84-56dc5f974fc2,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:11.915120 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:11.974237 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:11.975526 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-6dcfe512-fbca-4bba-b68c-edc3c998f5fd tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8513420 Nov 11 21:37:12.034555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6a68-5517-42c6-8e51-11cdf4c6a82c req-1e0161f1-5de0-4c9f-b1b2-26d6985b1e0a tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:12.036080 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-668a6a68-5517-42c6-8e51-11cdf4c6a82c req-1e0161f1-5de0-4c9f-b1b2-26d6985b1e0a tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1049016 Nov 11 21:37:12.045958 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-683d6cb2-7af9-4f55-9b6a-b1e15e5919d8 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.41 HTTP/1.1" status: 200 len: 695 time: 0.0615201 Nov 11 21:37:12.158658 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-668a6a68-5517-42c6-8e51-11cdf4c6a82c req-71d53e06-2248-4e3f-a87f-ea1200796e73 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117218 Nov 11 21:37:12.199828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-f0bab887-c8bc-47a8-bc9f-778b7b82d8c6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:12.201251 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4d978868-41ce-4a8c-8011-4f4d7004948b req-f0bab887-c8bc-47a8-bc9f-778b7b82d8c6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.1477153 Nov 11 21:37:12.421013 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-a5a18cfe-4f0c-4af0-af17-0c2188135ee1 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1465735 Nov 11 21:37:12.435872 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:12.451558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8e235-019a-4e4f-a101-0945d92ba464 req-70b91447-a40c-48c5-b102-94e28e193704 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:12.453077 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58a8e235-019a-4e4f-a101-0945d92ba464 req-70b91447-a40c-48c5-b102-94e28e193704 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.0728810 Nov 11 21:37:12.473943 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:12.566648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58a8e235-019a-4e4f-a101-0945d92ba464 req-d9ca4c86-ca39-4fc1-ba64-3e180d575d9d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027625 Nov 11 21:37:12.621935 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:12.757152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5ab35-47cd-4ff9-969f-cb2361726d2a req-74b23c9f-6e27-441d-b09f-054c2d71a971 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:12.758684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58a5ab35-47cd-4ff9-969f-cb2361726d2a req-74b23c9f-6e27-441d-b09f-054c2d71a971 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0949943 Nov 11 21:37:12.795598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Allocated IP 172.25.0.210 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/738a08a2-19d2-4476-97f5-b60b992c6b11) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:37:12.886879 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58a5ab35-47cd-4ff9-969f-cb2361726d2a req-4b57fd9a-b4bf-447f-a2d1-796a6eef4223 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1208460 Nov 11 21:37:13.036235 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:13.103631 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:13.182240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Pushing event updated for resources: {'Port': ['ID=738a08a2-19d2-4476-97f5-b60b992c6b11,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:13.247575 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:37:13.258789 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:13.263184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:37:13.317517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e38533-4010-4ca5-a6d4-ad04c558b6af req-945db013-5f0b-4abd-aecb-d26241cdb7fa tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:13.320006 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-19e38533-4010-4ca5-a6d4-ad04c558b6af req-945db013-5f0b-4abd-aecb-d26241cdb7fa tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1440139 Nov 11 21:37:13.461352 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-19e38533-4010-4ca5-a6d4-ad04c558b6af req-59423863-5ba3-40ba-be0d-4d3f530e48b9 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306076 Nov 11 21:37:13.506753 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:13.553670 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:13.656790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e1c26-be32-4d71-8e9e-327cdb402ec2 req-8e783c0f-7313-4ca8-b742-dd78d899f0d6 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:13.658778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-717e1c26-be32-4d71-8e9e-327cdb402ec2 req-8e783c0f-7313-4ca8-b742-dd78d899f0d6 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0768495 Nov 11 21:37:13.765809 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-717e1c26-be32-4d71-8e9e-327cdb402ec2 req-35c483b0-57ec-4752-994b-40c956a82596 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0968709 Nov 11 21:37:13.830188 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:13.838567 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:13.843597 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f398d6e4-0570-42f9-83da-492403345cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:13.960766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Pushing event updated for resources: {'Port': ['ID=738a08a2-19d2-4476-97f5-b60b992c6b11,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:13.973884 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:13.990258 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5df6a-1f8f-4011-927d-c997ebd20b23 req-cdee20a5-8f5e-4358-9715-f5bc0bfdd607 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:13.991830 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00a5df6a-1f8f-4011-927d-c997ebd20b23 req-cdee20a5-8f5e-4358-9715-f5bc0bfdd607 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1364110 Nov 11 21:37:14.007965 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.009179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-76d6107b-11bf-45b3-b42b-66fe89a702b6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5798485 Nov 11 21:37:14.053834 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38496) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:14.069198 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-d669e183-4a4d-4354-a2af-46d2a621ddd4 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.210 HTTP/1.1" status: 200 len: 696 time: 0.0519042 Nov 11 21:37:14.110675 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00a5df6a-1f8f-4011-927d-c997ebd20b23 req-d046dd5d-b7dd-456d-a885-e6f590908016 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122200 Nov 11 21:37:14.172146 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b862d6e4-9a95-484f-9eb9-e53636c51c14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.192417 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-68b06452-1a58-4b8c-83e8-c1a96c4f9286 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:14.193777 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-666fddc1-02f0-4fc8-abfb-28f6e7e9dc2c req-68b06452-1a58-4b8c-83e8-c1a96c4f9286 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.1182642 Nov 11 21:37:14.258489 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b862d6e4-9a95-484f-9eb9-e53636c51c14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.263820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b862d6e4-9a95-484f-9eb9-e53636c51c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.302060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862d6e4-9a95-484f-9eb9-e53636c51c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf6dd46-c93c-4f09-a145-23940adec6ef,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:14.309921 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b862d6e4-9a95-484f-9eb9-e53636c51c14 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=78c4ccd18e594e089754374f23c21d26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2542803 Nov 11 21:37:14.309921 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38512) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:14.362325 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eb35f18a-bdc2-4c89-b892-5545e47fa131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.386357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7abeba3-21e2-4569-b4ad-f7c3eb1d98fc req-7657e671-fafe-4528-92f2-e8d1d40f77cb tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips/bb403a88-e5d0-45ac-b7ad-a653fa79ea97 HTTP/1.1" status: 200 len: 693 time: 0.1004391 Nov 11 21:37:14.387379 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eb35f18a-bdc2-4c89-b892-5545e47fa131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.439709 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.444835 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eb35f18a-bdc2-4c89-b892-5545e47fa131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.447464 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eb35f18a-bdc2-4c89-b892-5545e47fa131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.448635 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-eb35f18a-bdc2-4c89-b892-5545e47fa131 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bcf6dd46-c93c-4f09-a145-23940adec6ef HTTP/1.1" status: 204 len: 168 time: 0.1377921 Nov 11 21:37:14.458914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35f18a-bdc2-4c89-b892-5545e47fa131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf6dd46-c93c-4f09-a145-23940adec6ef,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:14.492902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-8e3eabf2-3981-43df-8929-efddde74239c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:14.494452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-8e3eabf2-3981-43df-8929-efddde74239c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 811 time: 0.2110102 Nov 11 21:37:14.522458 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-661cf4af-4ff9-4911-b69e-4bdc636dfbd7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/quotas/dd061da342534d959e6cad6eadbbff1c HTTP/1.1" status: 200 len: 375 time: 0.0204473 Nov 11 21:37:14.548217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abeba3-21e2-4569-b4ad-f7c3eb1d98fc req-ec66c83b-1998-419c-a710-985678bf1cb6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:14.549962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7abeba3-21e2-4569-b4ad-f7c3eb1d98fc req-ec66c83b-1998-419c-a710-985678bf1cb6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.1501012 Nov 11 21:37:14.573308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-f7abeba3-21e2-4569-b4ad-f7c3eb1d98fc req-83eca283-e706-45d9-bf44-4c518f35c5d6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:37:14.574291 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7abeba3-21e2-4569-b4ad-f7c3eb1d98fc req-83eca283-e706-45d9-bf44-4c518f35c5d6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090480 Nov 11 21:37:14.596375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-596359bc-6bba-4b3f-8d6d-05678dcb64ec tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0665612 Nov 11 21:37:14.727780 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38522) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:14.733646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85333405-cd40-4fd2-9ce3-78e04fbcf745 req-c4e55437-bd66-482d-88cb-03e32386db1d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:14.735196 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85333405-cd40-4fd2-9ce3-78e04fbcf745 req-c4e55437-bd66-482d-88cb-03e32386db1d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1069691 Nov 11 21:37:14.741165 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-c7e32690-ac38-4350-bd09-9674013e6090 service neutron] 10.222.0.57 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368043 Nov 11 21:37:14.742635 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e50ac202-e110-49f6-9d48-b92618336c27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.820631 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e50ac202-e110-49f6-9d48-b92618336c27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.825517 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e50ac202-e110-49f6-9d48-b92618336c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.841682 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85333405-cd40-4fd2-9ce3-78e04fbcf745 req-8dfe5e21-2d1e-4dc2-ab66-8dd56e0e6dc9 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993340 Nov 11 21:37:14.860939 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ac202-e110-49f6-9d48-b92618336c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b801c03f-8799-4ca0-80e9-eef469b4c920,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:14.870049 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e50ac202-e110-49f6-9d48-b92618336c27 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6dbcdc81ffe9471d8c5fba05a9cca628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411881 Nov 11 21:37:14.872588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38526) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:14.911231 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-af2e8b34-0f70-429a-8103-00bd39ad4201 service neutron] 10.222.0.57 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623032 Nov 11 21:37:14.918263 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3066b82-4982-4d51-b097-9dcd454121af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.920745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-314243b6-2cb8-4153-b0ff-73d88fe47eca req-037a97f6-6208-4307-bf47-6378ecdaeb55 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips/bb403a88-e5d0-45ac-b7ad-a653fa79ea97 HTTP/1.1" status: 200 len: 693 time: 0.0523565 Nov 11 21:37:14.940540 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3066b82-4982-4d51-b097-9dcd454121af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.990742 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3066b82-4982-4d51-b097-9dcd454121af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.993564 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3066b82-4982-4d51-b097-9dcd454121af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:14.997633 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b3066b82-4982-4d51-b097-9dcd454121af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b801c03f-8799-4ca0-80e9-eef469b4c920 HTTP/1.1" status: 204 len: 168 time: 0.1212747 Nov 11 21:37:15.004900 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3066b82-4982-4d51-b097-9dcd454121af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b801c03f-8799-4ca0-80e9-eef469b4c920,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:15.095319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314243b6-2cb8-4153-b0ff-73d88fe47eca req-fc4d678f-b28e-45d4-82b1-83b707b09f26 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:15.102856 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-314243b6-2cb8-4153-b0ff-73d88fe47eca req-fc4d678f-b28e-45d4-82b1-83b707b09f26 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.1755414 Nov 11 21:37:15.185955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-314243b6-2cb8-4153-b0ff-73d88fe47eca req-df1800cf-c04f-4c57-9cdd-ed174ddc13e8 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.210 HTTP/1.1" status: 200 len: 696 time: 0.0816777 Nov 11 21:37:15.207152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2238e84-30f1-47ea-b645-fb1ab3ebeb43 req-5adcbe19-35f2-42f5-85a5-e196476c2697 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:15.213520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2238e84-30f1-47ea-b645-fb1ab3ebeb43 req-5adcbe19-35f2-42f5-85a5-e196476c2697 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1279240 Nov 11 21:37:15.275052 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-314243b6-2cb8-4153-b0ff-73d88fe47eca req-866c9a41-6b9b-46a4-8c56-a6d25535c8c1 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.210 HTTP/1.1" status: 200 len: 696 time: 0.0851183 Nov 11 21:37:15.340816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2238e84-30f1-47ea-b645-fb1ab3ebeb43 req-d5d06da0-03f8-4db4-96fa-483752e17f50 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246381 Nov 11 21:37:15.440450 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61898319-f39f-46e6-a8fa-be0666ce6285 req-0b29018d-07b6-4b8c-9907-50cbcf94b0f3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 210 time: 0.0500252 Nov 11 21:37:15.487415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-314243b6-2cb8-4153-b0ff-73d88fe47eca req-53baf77f-6b30-4762-ba8c-657347e20498 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Deleting port 738a08a2-19d2-4476-97f5-b60b992c6b11 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:37:15.487906 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-314243b6-2cb8-4153-b0ff-73d88fe47eca req-53baf77f-6b30-4762-ba8c-657347e20498 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:15.607663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbee5d5-bc6a-4640-89ae-41ecff61ec02 req-6249f7f4-2772-45c0-8337-c31ac2da3725 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:15.609191 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-efbee5d5-bc6a-4640-89ae-41ecff61ec02 req-6249f7f4-2772-45c0-8337-c31ac2da3725 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.0919030 Nov 11 21:37:15.622081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-314243b6-2cb8-4153-b0ff-73d88fe47eca req-53baf77f-6b30-4762-ba8c-657347e20498 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:15.622393 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-314243b6-2cb8-4153-b0ff-73d88fe47eca req-53baf77f-6b30-4762-ba8c-657347e20498 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:15.654856 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-314243b6-2cb8-4153-b0ff-73d88fe47eca req-53baf77f-6b30-4762-ba8c-657347e20498 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Calling delete_port for 738a08a2-19d2-4476-97f5-b60b992c6b11 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:37:15.686543 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-efbee5d5-bc6a-4640-89ae-41ecff61ec02 req-bb2557ba-b9f1-4fa8-8c9e-8157faa00b81 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684431 Nov 11 21:37:15.831457 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-314243b6-2cb8-4153-b0ff-73d88fe47eca req-53baf77f-6b30-4762-ba8c-657347e20498 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:15.872950 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53baf77f-6b30-4762-ba8c-657347e20498 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Pushing event deleted for resources: {'Port': ['ID=738a08a2-19d2-4476-97f5-b60b992c6b11,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:15.962963 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-314243b6-2cb8-4153-b0ff-73d88fe47eca req-53baf77f-6b30-4762-ba8c-657347e20498 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:15.965639 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-314243b6-2cb8-4153-b0ff-73d88fe47eca req-53baf77f-6b30-4762-ba8c-657347e20498 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:15.969497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-314243b6-2cb8-4153-b0ff-73d88fe47eca req-53baf77f-6b30-4762-ba8c-657347e20498 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "DELETE /v2.0/floatingips/bb403a88-e5d0-45ac-b7ad-a653fa79ea97 HTTP/1.1" status: 204 len: 173 time: 0.6829748 Nov 11 21:37:15.995116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7f155-15c2-4819-a060-33805390c85d req-85b9f2e4-2b0d-43f6-80c2-941f145d73a5 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:15.996623 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89d7f155-15c2-4819-a060-33805390c85d req-85b9f2e4-2b0d-43f6-80c2-941f145d73a5 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.0666275 Nov 11 21:37:16.007667 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b3914fc-a847-4d76-825a-709413d5c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:16.575985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89d7f155-15c2-4819-a060-33805390c85d req-0c599f3a-9ec0-4c3a-be5a-e0058d6395c6 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557947 Nov 11 21:37:16.624964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b83cf-9cb1-4b05-bf6d-3b3cdbb95d31 req-92978c3d-05fd-4eda-85bd-9c0c3a4bf813 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:16.626479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-211b83cf-9cb1-4b05-bf6d-3b3cdbb95d31 req-92978c3d-05fd-4eda-85bd-9c0c3a4bf813 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6403425 Nov 11 21:37:16.657528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-2c852566-2ac4-422c-b6fb-b8f609e26b6f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:16.659001 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-2c852566-2ac4-422c-b6fb-b8f609e26b6f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.10 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 811 time: 0.5226030 Nov 11 21:37:16.692525 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ae9ea84-505d-4fb4-91e9-0ae6c172e65e req-4883cbf6-bcd5-48f9-8d40-0488ec923e8e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 210 time: 0.0443988 Nov 11 21:37:16.696217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-5455bf14-acc2-42f2-be51-9f89f3883185 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Request body: {'port': {'device_id': '9f29f6ec-8399-4370-a92e-f04b5ad11972', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'admin_state_up': True, 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:16.858795 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-487817e9-d8a6-47df-98b4-60d4fd018b90 req-abbc7140-6768-4697-a189-f30d5643623c tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=a321e8fd581948fe96734aa24b464b9a HTTP/1.1" status: 200 len: 1656 time: 0.1300759 Nov 11 21:37:16.897128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d55bb-dccd-4cd7-ae54-f0c42c5c0103 req-07054be1-153c-4528-b281-c9de116be53e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:16.898654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-940d55bb-dccd-4cd7-ae54-f0c42c5c0103 req-07054be1-153c-4528-b281-c9de116be53e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2100103 Nov 11 21:37:17.035142 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-940d55bb-dccd-4cd7-ae54-f0c42c5c0103 req-d9ef7de4-21d6-42d5-932b-7128cf10461d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177917 Nov 11 21:37:17.041193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-5455bf14-acc2-42f2-be51-9f89f3883185 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Made reservation on behalf of dd061da342534d959e6cad6eadbbff1c for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:37:17.044697 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-5455bf14-acc2-42f2-be51-9f89f3883185 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:17.067113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487817e9-d8a6-47df-98b4-60d4fd018b90 req-bd94a4ea-4f17-4d9d-b39d-babfdc3e1a06 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:17.068630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-487817e9-d8a6-47df-98b4-60d4fd018b90 req-bd94a4ea-4f17-4d9d-b39d-babfdc3e1a06 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/networks?id=0a630514-d3c7-460d-bc48-cd2bd16452e1&id=0a630514-d3c7-460d-bc48-cd2bd16452e1&id=0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 787 time: 0.1986036 Nov 11 21:37:17.138762 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:17.218935 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c6553-61c5-4f56-a042-9f8bf7d80cf8 req-2248dc9f-7966-4cd1-82e2-4c2d98197c9d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:17.220454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-785c6553-61c5-4f56-a042-9f8bf7d80cf8 req-2248dc9f-7966-4cd1-82e2-4c2d98197c9d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1085384 Nov 11 21:37:17.240684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-5455bf14-acc2-42f2-be51-9f89f3883185 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Allocated IP 172.20.0.6 (7ca53df5-a923-4637-abe2-0023dcccd003/20e67dd5-96fd-49f9-8663-fcf39316a998/13a9b307-eab1-4a5c-962a-988b36c69ee6) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:37:17.299543 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-785c6553-61c5-4f56-a042-9f8bf7d80cf8 req-d8036703-44d8-4a9a-a556-d3662f3ff1d9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719221 Nov 11 21:37:17.446547 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35dcc195-e061-47d5-b73c-75725a857c23 req-c296312a-659d-4e89-bbb0-8689e709c7f2 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips/59ce51c4-c7a6-4130-993d-899aa87b6f28 HTTP/1.1" status: 200 len: 692 time: 0.0982080 Nov 11 21:37:17.593709 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-5455bf14-acc2-42f2-be51-9f89f3883185 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:17.603335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302a030-0a6c-44ec-9892-55bce5886195 req-6ea0b9dc-06b6-4e32-9c0f-e5acb50eae60 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:17.605045 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9302a030-0a6c-44ec-9892-55bce5886195 req-6ea0b9dc-06b6-4e32-9c0f-e5acb50eae60 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1834946 Nov 11 21:37:17.644604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38642) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:17.673033 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcc195-e061-47d5-b73c-75725a857c23 req-cd9b84c5-497f-400c-b01b-3a8987e3bfe0 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:17.674296 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35dcc195-e061-47d5-b73c-75725a857c23 req-cd9b84c5-497f-400c-b01b-3a8987e3bfe0 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.2110260 Nov 11 21:37:17.745445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35dcc195-e061-47d5-b73c-75725a857c23 req-98bba457-23d3-46d8-807d-1175a78c3ce8 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.41 HTTP/1.1" status: 200 len: 695 time: 0.0632217 Nov 11 21:37:17.747811 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-5455bf14-acc2-42f2-be51-9f89f3883185 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:17.753441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9302a030-0a6c-44ec-9892-55bce5886195 req-21f8cc6a-0a75-4e03-8950-236f2168ef30 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387720 Nov 11 21:37:17.780506 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ccf522e-b343-447b-b16b-b3b07c60aba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:17.852618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-5455bf14-acc2-42f2-be51-9f89f3883185 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Network 7ca53df5-a923-4637-abe2-0023dcccd003 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:37:17.857963 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35dcc195-e061-47d5-b73c-75725a857c23 req-c208a0fe-74df-4502-97e8-fb7f47901908 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.41 HTTP/1.1" status: 200 len: 695 time: 0.1018882 Nov 11 21:37:17.872256 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ccf522e-b343-447b-b16b-b3b07c60aba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:17.877515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-5455bf14-acc2-42f2-be51-9f89f3883185 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:17.877703 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ccf522e-b343-447b-b16b-b3b07c60aba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:17.881952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455bf14-acc2-42f2-be51-9f89f3883185 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event updated for resources: {'Port': ['ID=13a9b307-eab1-4a5c-962a-988b36c69ee6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:17.888990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-5455bf14-acc2-42f2-be51-9f89f3883185 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:37:17.928051 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9ccf522e-b343-447b-b16b-b3b07c60aba9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0146b9f2a6144493825db86239dfe30d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2821419 Nov 11 21:37:17.928607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf522e-b343-447b-b16b-b3b07c60aba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681a12d2-d374-4733-a056-f421f4730214,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:17.931125 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38648) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:17.985039 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c551c4c-e10f-4378-830b-3011a5130af6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.008644 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c551c4c-e10f-4378-830b-3011a5130af6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.029323 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03683bde-24fd-44b1-bcac-5708ae122f61 req-b244d5c2-2531-4981-8517-0b397f414c90 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:18.030878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03683bde-24fd-44b1-bcac-5708ae122f61 req-b244d5c2-2531-4981-8517-0b397f414c90 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 931 time: 0.2089288 Nov 11 21:37:18.037129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-5455bf14-acc2-42f2-be51-9f89f3883185 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:18.037768 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-5455bf14-acc2-42f2-be51-9f89f3883185 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.061218 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c551c4c-e10f-4378-830b-3011a5130af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.065048 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c551c4c-e10f-4378-830b-3011a5130af6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.066582 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2c551c4c-e10f-4378-830b-3011a5130af6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/681a12d2-d374-4733-a056-f421f4730214 HTTP/1.1" status: 204 len: 168 time: 0.1345685 Nov 11 21:37:18.078077 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c551c4c-e10f-4378-830b-3011a5130af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681a12d2-d374-4733-a056-f421f4730214,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:18.103087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-5455bf14-acc2-42f2-be51-9f89f3883185 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4130902 Nov 11 21:37:18.119835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Request body: {'port': {'device_id': '9f29f6ec-8399-4370-a92e-f04b5ad11972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:18.164155 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03683bde-24fd-44b1-bcac-5708ae122f61 req-acadce30-ec9d-46c8-81fa-32cac8865416 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192143 Nov 11 21:37:18.173359 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6dc90801-6d95-433c-b028-3f2dcdf981c4 None None] Provisioning complete for port 13a9b307-eab1-4a5c-962a-988b36c69ee6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:18.173935 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6dc90801-6d95-433c-b028-3f2dcdf981c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.202536 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-35dcc195-e061-47d5-b73c-75725a857c23 req-6b560b70-84a7-4fe7-be2d-f719c4860c61 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Deleting port ee7ed76b-a8b2-4bad-ae84-56dc5f974fc2 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:37:18.202891 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-35dcc195-e061-47d5-b73c-75725a857c23 req-6b560b70-84a7-4fe7-be2d-f719c4860c61 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.223739 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6dc90801-6d95-433c-b028-3f2dcdf981c4 None None] Port 13a9b307-eab1-4a5c-962a-988b36c69ee6 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:37:18.229877 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.338032 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-35dcc195-e061-47d5-b73c-75725a857c23 req-6b560b70-84a7-4fe7-be2d-f719c4860c61 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.338493 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-35dcc195-e061-47d5-b73c-75725a857c23 req-6b560b70-84a7-4fe7-be2d-f719c4860c61 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.401785 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38660) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:18.404151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-35dcc195-e061-47d5-b73c-75725a857c23 req-6b560b70-84a7-4fe7-be2d-f719c4860c61 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Calling delete_port for ee7ed76b-a8b2-4bad-ae84-56dc5f974fc2 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:37:18.416105 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e39a7ee3-7d6a-4b08-9447-76cffc385357 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.459790 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.492715 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e39a7ee3-7d6a-4b08-9447-76cffc385357 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.498474 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e39a7ee3-7d6a-4b08-9447-76cffc385357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.536411 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e39a7ee3-7d6a-4b08-9447-76cffc385357 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7cd01cf5e99e48009e6b88558260aedb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334224 Nov 11 21:37:18.537399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a7ee3-7d6a-4b08-9447-76cffc385357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bb6a5e-ea17-4bae-8d15-0d953aa46048,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:18.539727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38662) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:18.582729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2388b74-7f2a-48eb-b1d2-15731181094a req-1d49a481-575d-4c04-81e9-e78edad9dd79 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:18.584223 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2388b74-7f2a-48eb-b1d2-15731181094a req-1d49a481-575d-4c04-81e9-e78edad9dd79 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1873007 Nov 11 21:37:18.593421 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4b588bb-37af-4c48-a7c5-a858086e914e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.616914 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4b588bb-37af-4c48-a7c5-a858086e914e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.669203 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4b588bb-37af-4c48-a7c5-a858086e914e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.671758 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4b588bb-37af-4c48-a7c5-a858086e914e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.673005 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d4b588bb-37af-4c48-a7c5-a858086e914e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67bb6a5e-ea17-4bae-8d15-0d953aa46048 HTTP/1.1" status: 204 len: 168 time: 0.1323874 Nov 11 21:37:18.682349 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b588bb-37af-4c48-a7c5-a858086e914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bb6a5e-ea17-4bae-8d15-0d953aa46048,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:18.719657 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2388b74-7f2a-48eb-b1d2-15731181094a req-40c81ef3-9b5f-4b43-be36-a6deefcb9c15 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262298 Nov 11 21:37:18.765336 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-35dcc195-e061-47d5-b73c-75725a857c23 req-6b560b70-84a7-4fe7-be2d-f719c4860c61 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.771947 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a9b307-eab1-4a5c-962a-988b36c69ee6 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:37:18.805247 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.812978 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b560b70-84a7-4fe7-be2d-f719c4860c61 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Pushing event deleted for resources: {'Port': ['ID=ee7ed76b-a8b2-4bad-ae84-56dc5f974fc2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:18.859867 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Transition to ACTIVE for port object 13a9b307-eab1-4a5c-962a-988b36c69ee6 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:37:18.895069 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.965778 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-35dcc195-e061-47d5-b73c-75725a857c23 req-6b560b70-84a7-4fe7-be2d-f719c4860c61 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.968468 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-35dcc195-e061-47d5-b73c-75725a857c23 req-6b560b70-84a7-4fe7-be2d-f719c4860c61 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:18.969734 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35dcc195-e061-47d5-b73c-75725a857c23 req-6b560b70-84a7-4fe7-be2d-f719c4860c61 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "DELETE /v2.0/floatingips/59ce51c4-c7a6-4130-993d-899aa87b6f28 HTTP/1.1" status: 204 len: 173 time: 1.0951195 Nov 11 21:37:18.974607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Pushing event updated for resources: {'Port': ['ID=13a9b307-eab1-4a5c-962a-988b36c69ee6,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:18.997593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630af56b-d076-461e-84f2-f00e7190c483 req-e15a5629-104e-4a1e-9512-03df5c59e073 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:18.999561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-630af56b-d076-461e-84f2-f00e7190c483 req-e15a5629-104e-4a1e-9512-03df5c59e073 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1594725 Nov 11 21:37:19.111081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-342bf314-d2b1-4733-a31f-f81368d23fc3 req-c73ac7e1-0492-4fa2-bf32-7b75c30cda12 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips/436e7e43-c5b6-4f50-be48-6ea60361c2d8 HTTP/1.1" status: 200 len: 693 time: 0.1103199 Nov 11 21:37:19.211495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Attempting to bind port 13a9b307-eab1-4a5c-962a-988b36c69ee6 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:37:19.211831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Attempting to bind port 13a9b307-eab1-4a5c-962a-988b36c69ee6 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:37:19.212208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Attempting to bind port 13a9b307-eab1-4a5c-962a-988b36c69ee6 on network 7ca53df5-a923-4637-abe2-0023dcccd003 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:37:19.219063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-630af56b-d076-461e-84f2-f00e7190c483 req-e47fe723-28d7-449d-91f2-42dfb88e73df tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952159 Nov 11 21:37:19.227141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Port 13a9b307-eab1-4a5c-962a-988b36c69ee6 on network 7ca53df5-a923-4637-abe2-0023dcccd003 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:37:19.227475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Attempting to bind port 13a9b307-eab1-4a5c-962a-988b36c69ee6 on network 7ca53df5-a923-4637-abe2-0023dcccd003 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:37:19.238070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:37:19.238403 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Checking segment: {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:37:19.238781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Bound using segment: {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:37:19.239249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Bound port: 13a9b307-eab1-4a5c-962a-988b36c69ee6, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:37:19.239583 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:19.300747 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bf314-d2b1-4733-a31f-f81368d23fc3 req-7fbefd31-0e27-4733-8650-aeac3aa3f5f9 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:19.302187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-342bf314-d2b1-4733-a31f-f81368d23fc3 req-7fbefd31-0e27-4733-8650-aeac3aa3f5f9 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.1816354 Nov 11 21:37:19.315089 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:19.406347 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-342bf314-d2b1-4733-a31f-f81368d23fc3 req-32523635-4bfd-4aa0-9575-ee341ac6d8f6 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.100 HTTP/1.1" status: 200 len: 696 time: 0.0879953 Nov 11 21:37:19.414799 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] For port 13a9b307-eab1-4a5c-962a-988b36c69ee6, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:37:19.420787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] For port 13a9b307-eab1-4a5c-962a-988b36c69ee6, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=13a9b307-eab1-4a5c-962a-988b36c69ee6,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:37:19.432045 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:19.473837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e170cb1-4732-488e-abc4-af6828cd50ea req-1875e204-490e-4c18-86c1-ed2104fb664f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:19.475250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e170cb1-4732-488e-abc4-af6828cd50ea req-1875e204-490e-4c18-86c1-ed2104fb664f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 943 time: 0.1721761 Nov 11 21:37:19.510455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-342bf314-d2b1-4733-a31f-f81368d23fc3 req-431ace43-8c07-4769-b3db-257935780c2d tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.100 HTTP/1.1" status: 200 len: 696 time: 0.0931377 Nov 11 21:37:19.515724 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:19.516339 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:19.517700 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] 10.222.0.10 "PUT /v2.0/ports/13a9b307-eab1-4a5c-962a-988b36c69ee6 HTTP/1.1" status: 200 len: 1091 time: 1.4029839 Nov 11 21:37:19.522535 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f29f6ec-8399-4370-a92e-f04b5ad11972', 'tag': '13a9b307-eab1-4a5c-962a-988b36c69ee6'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:37:19.524615 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6280a627-a51c-4a15-aaa5-9f514bc34079" -d '{"events": [{"name": "network-changed", "server_uuid": "9f29f6ec-8399-4370-a92e-f04b5ad11972", "tag": "13a9b307-eab1-4a5c-962a-988b36c69ee6"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:37:19.979797 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1aeabd-30b3-412e-8145-f2bda5007e7f service neutron] Pushing event updated for resources: {'Port': ['ID=13a9b307-eab1-4a5c-962a-988b36c69ee6,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:20.023943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e170cb1-4732-488e-abc4-af6828cd50ea req-82823854-03fa-43ef-a74c-9c55cd3620fb tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182297 Nov 11 21:37:20.051708 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-0efb3122-60f9-4e98-bd9d-9783586c5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:20.053241 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-0efb3122-60f9-4e98-bd9d-9783586c5d46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 1094 time: 0.4722207 Nov 11 21:37:20.115962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-8079166d-7c20-44a1-a96e-49d863789eea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13a9b307-eab1-4a5c-962a-988b36c69ee6 HTTP/1.1" status: 200 len: 217 time: 0.0474091 Nov 11 21:37:20.120853 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-342bf314-d2b1-4733-a31f-f81368d23fc3 req-76db8f03-eb8b-451d-8ba8-0d275a8e74e0 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Deleting port 790bbd36-f25f-41de-9aeb-6ad40594b2dd {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:37:20.121195 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-342bf314-d2b1-4733-a31f-f81368d23fc3 req-76db8f03-eb8b-451d-8ba8-0d275a8e74e0 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:20.230913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-621324b5-70b4-4bcb-b1c2-d0b79b658099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:20.232381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-621324b5-70b4-4bcb-b1c2-d0b79b658099 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.0981727 Nov 11 21:37:20.236729 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d5c284-1adf-4b0f-ba78-58bb900e6a76 x-openstack-request-id: req-f6d5c284-1adf-4b0f-ba78-58bb900e6a76 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:37:20.236729 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f29f6ec-8399-4370-a92e-f04b5ad11972", "tag": "13a9b307-eab1-4a5c-962a-988b36c69ee6", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:37:20.236729 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f6d5c284-1adf-4b0f-ba78-58bb900e6a76 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:37:20.237033 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f29f6ec-8399-4370-a92e-f04b5ad11972', 'tag': '13a9b307-eab1-4a5c-962a-988b36c69ee6', 'status': 'completed', 'code': 200} Nov 11 21:37:20.276081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-342bf314-d2b1-4733-a31f-f81368d23fc3 req-76db8f03-eb8b-451d-8ba8-0d275a8e74e0 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:20.276412 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-342bf314-d2b1-4733-a31f-f81368d23fc3 req-76db8f03-eb8b-451d-8ba8-0d275a8e74e0 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:20.293245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-342bf314-d2b1-4733-a31f-f81368d23fc3 req-76db8f03-eb8b-451d-8ba8-0d275a8e74e0 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Calling delete_port for 790bbd36-f25f-41de-9aeb-6ad40594b2dd owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:37:20.378243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-138944d8-5c28-4ca9-91b2-dac988d5ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:20.379778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-138944d8-5c28-4ca9-91b2-dac988d5ac52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373019 Nov 11 21:37:20.409166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6192f33-fc9c-4aa3-b101-6a64b4aadb87 req-afd72fc0-751b-4546-ab68-adc93aaf44b9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:20.410673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6192f33-fc9c-4aa3-b101-6a64b4aadb87 req-afd72fc0-751b-4546-ab68-adc93aaf44b9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1233008 Nov 11 21:37:20.555610 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-e0fad172-6377-4430-b3de-18d63a70734f service neutron] 10.222.0.10 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660912 Nov 11 21:37:20.561131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6192f33-fc9c-4aa3-b101-6a64b4aadb87 req-2d2ab932-f89a-4182-a99b-175e3820f759 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373963 Nov 11 21:37:20.690884 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-342bf314-d2b1-4733-a31f-f81368d23fc3 req-76db8f03-eb8b-451d-8ba8-0d275a8e74e0 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:20.735682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db8f03-eb8b-451d-8ba8-0d275a8e74e0 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Pushing event deleted for resources: {'Port': ['ID=790bbd36-f25f-41de-9aeb-6ad40594b2dd,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:20.749571 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57ecda3b-743c-4042-896f-e9d04bcc5a0b req-ae26a445-582a-4d5c-bc3d-345c37be8a70 service neutron] 10.222.0.10 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848605 Nov 11 21:37:20.840111 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-342bf314-d2b1-4733-a31f-f81368d23fc3 req-76db8f03-eb8b-451d-8ba8-0d275a8e74e0 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:20.843103 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-342bf314-d2b1-4733-a31f-f81368d23fc3 req-76db8f03-eb8b-451d-8ba8-0d275a8e74e0 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:20.844261 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-342bf314-d2b1-4733-a31f-f81368d23fc3 req-76db8f03-eb8b-451d-8ba8-0d275a8e74e0 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "DELETE /v2.0/floatingips/436e7e43-c5b6-4f50-be48-6ea60361c2d8 HTTP/1.1" status: 204 len: 173 time: 1.3137643 Nov 11 21:37:20.871018 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280a627-a51c-4a15-aaa5-9f514bc34079 req-c1485c4d-3364-4c49-9c48-9e695d066679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:20.873353 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6280a627-a51c-4a15-aaa5-9f514bc34079 req-c1485c4d-3364-4c49-9c48-9e695d066679 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 1094 time: 0.0662756 Nov 11 21:37:20.985605 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f5cf098-109b-4ec4-bd85-a8a9b0c87419 req-c07320f0-ac2b-4f6a-bd7f-4036ee9b1e59 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips/fad63d89-064a-41ca-9e34-b434dfa70144 HTTP/1.1" status: 200 len: 693 time: 0.0547161 Nov 11 21:37:21.017543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38764) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:21.132936 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4cbd7b6-176d-49ab-bfb6-897a3dd834a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:21.148925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280a627-a51c-4a15-aaa5-9f514bc34079 req-5e284063-97af-4456-b644-07a5972973d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:21.150755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6280a627-a51c-4a15-aaa5-9f514bc34079 req-5e284063-97af-4456-b644-07a5972973d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.2593813 Nov 11 21:37:21.162184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c052cf-0ed0-49a2-b362-3abca3d0fb74 req-8155658b-09ec-4f29-8d04-96246409269f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:21.163990 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c052cf-0ed0-49a2-b362-3abca3d0fb74 req-8155658b-09ec-4f29-8d04-96246409269f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1495543 Nov 11 21:37:21.223248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6280a627-a51c-4a15-aaa5-9f514bc34079 req-d8dd4440-7bc0-457f-91e1-589a328394a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13a9b307-eab1-4a5c-962a-988b36c69ee6 HTTP/1.1" status: 200 len: 217 time: 0.0581307 Nov 11 21:37:21.224227 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4cbd7b6-176d-49ab-bfb6-897a3dd834a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:21.229169 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4cbd7b6-176d-49ab-bfb6-897a3dd834a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:21.237433 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cf098-109b-4ec4-bd85-a8a9b0c87419 req-fc53c656-4b55-4c0e-b426-6f69fa466911 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:21.238743 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f5cf098-109b-4ec4-bd85-a8a9b0c87419 req-fc53c656-4b55-4c0e-b426-6f69fa466911 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.2232060 Nov 11 21:37:21.272669 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d4cbd7b6-176d-49ab-bfb6-897a3dd834a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4c83adb3be14f93846d3d68ecdf00dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538259 Nov 11 21:37:21.273415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbd7b6-176d-49ab-bfb6-897a3dd834a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8828cce7-d854-4fed-b07a-a58ac0d0f142,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:21.276691 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38774) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:21.325609 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-395dd0d6-d7be-4652-9306-778ac90b74df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:21.346605 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f5cf098-109b-4ec4-bd85-a8a9b0c87419 req-49e5996f-6b87-46b5-b76b-5b3be404c6f5 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 696 time: 0.0966151 Nov 11 21:37:21.347090 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-395dd0d6-d7be-4652-9306-778ac90b74df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:21.351696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280a627-a51c-4a15-aaa5-9f514bc34079 req-fab7fc4e-3ef1-4a3a-a717-93352364bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:21.353221 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6280a627-a51c-4a15-aaa5-9f514bc34079 req-fab7fc4e-3ef1-4a3a-a717-93352364bf93 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.1135972 Nov 11 21:37:21.356590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c052cf-0ed0-49a2-b362-3abca3d0fb74 req-f7cd0a2a-0e59-4f16-b5d6-6df4dafb57df tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785069 Nov 11 21:37:21.402062 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-395dd0d6-d7be-4652-9306-778ac90b74df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:21.404949 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-395dd0d6-d7be-4652-9306-778ac90b74df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:21.408833 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-395dd0d6-d7be-4652-9306-778ac90b74df admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8828cce7-d854-4fed-b07a-a58ac0d0f142 HTTP/1.1" status: 204 len: 168 time: 0.1282511 Nov 11 21:37:21.423244 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dd0d6-d7be-4652-9306-778ac90b74df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8828cce7-d854-4fed-b07a-a58ac0d0f142,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:21.461649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f5cf098-109b-4ec4-bd85-a8a9b0c87419 req-8f0a17a0-c56e-41ac-8081-4e41845e41d9 tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 696 time: 0.1040907 Nov 11 21:37:21.539337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280a627-a51c-4a15-aaa5-9f514bc34079 req-27415224-2115-49a1-8860-fc16e3d9223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:21.541070 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6280a627-a51c-4a15-aaa5-9f514bc34079 req-27415224-2115-49a1-8860-fc16e3d9223a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764925 Nov 11 21:37:21.594956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e21260-d505-4cd1-9174-aeed81b01557 req-a230e655-292b-45e7-b1c7-04dfdac9d242 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:21.596500 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0e21260-d505-4cd1-9174-aeed81b01557 req-a230e655-292b-45e7-b1c7-04dfdac9d242 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 943 time: 0.1543505 Nov 11 21:37:21.726707 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0e21260-d505-4cd1-9174-aeed81b01557 req-48a958cd-9526-4d00-a3cd-2c8d6732c1ca tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117773 Nov 11 21:37:21.750632 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6280a627-a51c-4a15-aaa5-9f514bc34079 req-160f7ce0-ca19-47ec-b330-ac056ffb0fd9 service neutron] 10.222.0.10 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730146 Nov 11 21:37:21.756174 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-0f5cf098-109b-4ec4-bd85-a8a9b0c87419 req-5760ac59-672b-48df-adba-8d76fc1b24ac tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Deleting port 098d611b-dbe9-4821-9636-11ac57812d21 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:37:21.756516 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0f5cf098-109b-4ec4-bd85-a8a9b0c87419 req-5760ac59-672b-48df-adba-8d76fc1b24ac tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:21.774958 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38782) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:21.791003 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12e7fad4-32bb-4e0c-a83f-940eed85d5c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:21.904722 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12e7fad4-32bb-4e0c-a83f-940eed85d5c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:21.908009 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0f5cf098-109b-4ec4-bd85-a8a9b0c87419 req-5760ac59-672b-48df-adba-8d76fc1b24ac tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:21.908332 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0f5cf098-109b-4ec4-bd85-a8a9b0c87419 req-5760ac59-672b-48df-adba-8d76fc1b24ac tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:21.912103 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12e7fad4-32bb-4e0c-a83f-940eed85d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:21.925358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6280a627-a51c-4a15-aaa5-9f514bc34079 req-e66ab7c3-2289-448e-b13e-2e65cb6e9cb0 service neutron] 10.222.0.10 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660132 Nov 11 21:37:21.926454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-0f5cf098-109b-4ec4-bd85-a8a9b0c87419 req-5760ac59-672b-48df-adba-8d76fc1b24ac tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Calling delete_port for 098d611b-dbe9-4821-9636-11ac57812d21 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:37:21.995369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7fad4-32bb-4e0c-a83f-940eed85d5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c72a70-5f65-474e-9ca7-879eac3ce4ed,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:22.028305 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-12e7fad4-32bb-4e0c-a83f-940eed85d5c8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f7b3088607dd42058446194dfddeca7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2521002 Nov 11 21:37:22.030795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38786) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:22.084391 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9bbe5ac5-a518-4316-af6e-9c3a17fc6017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:22.106642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758635f-c5e7-4520-8080-c1a3e5a00684 req-5134554b-2173-45e9-96ae-f8026516c084 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:22.108783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2758635f-c5e7-4520-8080-c1a3e5a00684 req-5134554b-2173-45e9-96ae-f8026516c084 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1125686 Nov 11 21:37:22.117515 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9bbe5ac5-a518-4316-af6e-9c3a17fc6017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:22.124719 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bdbd51f-da32-447b-8a50-a1dd2f1ac8cf req-0a27f5ba-c50c-48f9-a25d-d2b6837cdb31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753350 Nov 11 21:37:22.183165 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9bbe5ac5-a518-4316-af6e-9c3a17fc6017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:22.187109 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9bbe5ac5-a518-4316-af6e-9c3a17fc6017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:22.188571 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9bbe5ac5-a518-4316-af6e-9c3a17fc6017 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/65c72a70-5f65-474e-9ca7-879eac3ce4ed HTTP/1.1" status: 204 len: 168 time: 0.1566167 Nov 11 21:37:22.199353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe5ac5-a518-4316-af6e-9c3a17fc6017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c72a70-5f65-474e-9ca7-879eac3ce4ed,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:22.227218 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2758635f-c5e7-4520-8080-c1a3e5a00684 req-1b11a774-b468-4902-a8fd-c22a3f5d5aca tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096406 Nov 11 21:37:22.231042 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0f5cf098-109b-4ec4-bd85-a8a9b0c87419 req-5760ac59-672b-48df-adba-8d76fc1b24ac tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:22.283905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760ac59-672b-48df-adba-8d76fc1b24ac tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Pushing event deleted for resources: {'Port': ['ID=098d611b-dbe9-4821-9636-11ac57812d21,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:22.316959 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbd51f-da32-447b-8a50-a1dd2f1ac8cf req-9fb8be26-c12a-4b52-ace7-77764aefa32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:22.318493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bdbd51f-da32-447b-8a50-a1dd2f1ac8cf req-9fb8be26-c12a-4b52-ace7-77764aefa32e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=675055883ebd45b8a34af50040494423&device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 1097 time: 0.1488779 Nov 11 21:37:22.468621 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0f5cf098-109b-4ec4-bd85-a8a9b0c87419 req-5760ac59-672b-48df-adba-8d76fc1b24ac tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:22.471775 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0f5cf098-109b-4ec4-bd85-a8a9b0c87419 req-5760ac59-672b-48df-adba-8d76fc1b24ac tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:22.472712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f5cf098-109b-4ec4-bd85-a8a9b0c87419 req-5760ac59-672b-48df-adba-8d76fc1b24ac tempest-FloatingIPDetailsTestJSON-1069010762 tempest-FloatingIPDetailsTestJSON-1069010762-project] 10.222.0.57 "DELETE /v2.0/floatingips/fad63d89-064a-41ca-9e34-b434dfa70144 HTTP/1.1" status: 204 len: 173 time: 0.9917767 Nov 11 21:37:22.480692 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38794) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:22.514198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbd51f-da32-447b-8a50-a1dd2f1ac8cf req-e93ab9e8-ca98-495f-9490-92c902d4e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:22.515803 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bdbd51f-da32-447b-8a50-a1dd2f1ac8cf req-e93ab9e8-ca98-495f-9490-92c902d4e95e service neutron] 10.222.0.10 "GET /v2.0/networks?id=78d420ff-1056-48bf-b87b-c3bf39a606da HTTP/1.1" status: 200 len: 917 time: 0.1700931 Nov 11 21:37:22.529027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b68089-44e7-4450-a668-a8ade533a7d4 req-02d8d28f-dc5a-45aa-a8d8-68af51ab0978 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:22.530670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3b68089-44e7-4450-a668-a8ade533a7d4 req-02d8d28f-dc5a-45aa-a8d8-68af51ab0978 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.0819592 Nov 11 21:37:22.577134 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bdbd51f-da32-447b-8a50-a1dd2f1ac8cf req-51337406-5475-4ce6-b2f5-8990db2adb72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cea1b84b-e797-4f9d-86fc-394a2a5123ab HTTP/1.1" status: 200 len: 217 time: 0.0426421 Nov 11 21:37:22.658248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3b68089-44e7-4450-a668-a8ade533a7d4 req-4d9dc791-afea-422c-a638-dbb75f78ff20 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189559 Nov 11 21:37:22.660341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbd51f-da32-447b-8a50-a1dd2f1ac8cf req-38c76b8c-05ab-44e0-a64f-9031c91bac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:22.662159 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bdbd51f-da32-447b-8a50-a1dd2f1ac8cf req-38c76b8c-05ab-44e0-a64f-9031c91bac74 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79662f28-e3fd-4673-8ed1-0f8260d585f3 HTTP/1.1" status: 200 len: 855 time: 0.0798757 Nov 11 21:37:22.716459 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bdbd51f-da32-447b-8a50-a1dd2f1ac8cf req-97e9d607-3337-4d31-8664-dba047f97038 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=78d420ff-1056-48bf-b87b-c3bf39a606da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454934 Nov 11 21:37:22.857218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device dd3cac80-e879-4f62-b6d0-9ce31cbd2773 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:37:23.010212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port dd3cac80-e879-4f62-b6d0-9ce31cbd2773, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:23.034783 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2be7f454-2999-4336-9629-7414bce70ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:23.044345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'dd3cac80-e879-4f62-b6d0-9ce31cbd2773', 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6', 'port_id': 'dd3cac80-e879-4f62-b6d0-9ce31cbd2773', 'mac_address': 'fa:16:3e:7f:46:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbf341f-dbe9-4e8a-84ab-0939e03ed68d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:37:23.114006 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:23.147646 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd3cac80-e879-4f62-b6d0-9ce31cbd2773 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:37:23.174790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port dd3cac80-e879-4f62-b6d0-9ce31cbd2773, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:23.181793 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:23.241029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:23.327859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['dd3cac80-e879-4f62-b6d0-9ce31cbd2773'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:37:23.331372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ee0e4-faa1-4d57-bbe3-2e64d06225bc req-9a476e96-0323-4cf3-8a08-81039d450e78 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:23.333115 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-741ee0e4-faa1-4d57-bbe3-2e64d06225bc req-9a476e96-0323-4cf3-8a08-81039d450e78 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.5581570 Nov 11 21:37:23.362288 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6547b-c740-4c3e-936b-b7afbde44c81 req-2ddb2754-1e3d-4c70-bdf4-d1494917acef tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:23.369965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7af6547b-c740-4c3e-936b-b7afbde44c81 req-2ddb2754-1e3d-4c70-bdf4-d1494917acef tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 943 time: 0.5283520 Nov 11 21:37:23.379842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bdbd51f-da32-447b-8a50-a1dd2f1ac8cf req-c781c96c-fc39-414b-b07e-989bdf8ce169 service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530023 Nov 11 21:37:23.470222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2be7f454-2999-4336-9629-7414bce70ac9 admin admin] Deleting port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:37:23.470880 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2be7f454-2999-4336-9629-7414bce70ac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:23.522742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-741ee0e4-faa1-4d57-bbe3-2e64d06225bc req-5401facd-9a1f-454c-8adf-cb83b06cfbeb tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781240 Nov 11 21:37:23.546191 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7af6547b-c740-4c3e-936b-b7afbde44c81 req-88bd79dd-14ef-42b3-92aa-cf4104080db8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752465 Nov 11 21:37:23.617901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bdbd51f-da32-447b-8a50-a1dd2f1ac8cf req-e1267571-770a-4317-bcd2-6cc91e266e6c service neutron] 10.222.0.10 "GET /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240324 Nov 11 21:37:23.641959 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-2be7f454-2999-4336-9629-7414bce70ac9 admin admin] For port 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=40df8e38-b0ea-4e75-8a33-bedcfdffb6bf,segment=NetworkSegment(8faf1c1d-955c-4093-a81b-6b5686e8ce19),segment_id=8faf1c1d-955c-4093-a81b-6b5686e8ce19)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:23.642271 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2be7f454-2999-4336-9629-7414bce70ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:23.675464 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2be7f454-2999-4336-9629-7414bce70ac9 admin admin] Calling delete_port for 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:37:23.879514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc833f-7ecc-4d6e-8d39-d99304001718 req-f360cd2c-89ed-489f-8586-64e8fa2611b1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:23.887918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8bc833f-7ecc-4d6e-8d39-d99304001718 req-f360cd2c-89ed-489f-8586-64e8fa2611b1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 944 time: 0.0835609 Nov 11 21:37:23.971995 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8bc833f-7ecc-4d6e-8d39-d99304001718 req-71550103-ddce-444f-8d96-c6281c3e2c09 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824502 Nov 11 21:37:23.980172 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2be7f454-2999-4336-9629-7414bce70ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:23.982379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c3084-8742-4f0b-a036-2190f8059dc5 req-aa1bc615-1d86-49d5-9c5a-b2c01b12836a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:23.988495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 13a9b307-eab1-4a5c-962a-988b36c69ee6 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:37:23.991756 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-280c3084-8742-4f0b-a036-2190f8059dc5 req-aa1bc615-1d86-49d5-9c5a-b2c01b12836a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1010375 Nov 11 21:37:24.078657 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-280c3084-8742-4f0b-a036-2190f8059dc5 req-8bc9f1dd-0279-444d-a71a-79122a3b6230 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840828 Nov 11 21:37:24.139449 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 13a9b307-eab1-4a5c-962a-988b36c69ee6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=13a9b307-eab1-4a5c-962a-988b36c69ee6,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:24.168443 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '13a9b307-eab1-4a5c-962a-988b36c69ee6', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'port_id': '13a9b307-eab1-4a5c-962a-988b36c69ee6', 'mac_address': 'fa:16:3e:f5:43:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:37:24.217138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631373b-a9da-4ae2-b486-0dd3edc0d2e8 req-db9fee4c-6559-4514-89c8-a78fc97c250d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:24.237518 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6631373b-a9da-4ae2-b486-0dd3edc0d2e8 req-db9fee4c-6559-4514-89c8-a78fc97c250d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.0812781 Nov 11 21:37:24.275002 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:24.309583 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a9b307-eab1-4a5c-962a-988b36c69ee6 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:37:24.344604 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 13a9b307-eab1-4a5c-962a-988b36c69ee6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=13a9b307-eab1-4a5c-962a-988b36c69ee6,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:24.355657 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:24.356780 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6631373b-a9da-4ae2-b486-0dd3edc0d2e8 req-78e6f183-113b-4c3e-aba2-2df9d16afd81 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142938 Nov 11 21:37:24.439127 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=13a9b307-eab1-4a5c-962a-988b36c69ee6,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:24.598133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e959-2d62-43e4-9520-50c5a7745716 req-7c4a3687-1b99-4878-a568-e8607cc8b8a4 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:24.602702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6666e959-2d62-43e4-9520-50c5a7745716 req-7c4a3687-1b99-4878-a568-e8607cc8b8a4 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1053989 Nov 11 21:37:24.610527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7f454-2999-4336-9629-7414bce70ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=40df8e38-b0ea-4e75-8a33-bedcfdffb6bf,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:24.731371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['13a9b307-eab1-4a5c-962a-988b36c69ee6'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:37:24.763089 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6666e959-2d62-43e4-9520-50c5a7745716 req-2ab50012-c2cc-4814-a294-29e047d50782 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552751 Nov 11 21:37:24.816617 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebc0cb-7f58-41f8-b431-0dd52a8a38c5 req-2b30dd7e-f6e9-4a86-9524-db5d37046153 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:24.818424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51ebc0cb-7f58-41f8-b431-0dd52a8a38c5 req-2b30dd7e-f6e9-4a86-9524-db5d37046153 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 944 time: 0.1552844 Nov 11 21:37:24.871948 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device dd3cac80-e879-4f62-b6d0-9ce31cbd2773 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:24.882653 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2be7f454-2999-4336-9629-7414bce70ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:24.921800 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51ebc0cb-7f58-41f8-b431-0dd52a8a38c5 req-a5afa684-3b6b-4105-b8ae-ca2427449ba3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952222 Nov 11 21:37:25.043176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port dd3cac80-e879-4f62-b6d0-9ce31cbd2773 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:25.043765 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:25.242399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be7f454-2999-4336-9629-7414bce70ac9 admin admin] Router 4ba7ce21-e144-4e6c-a3a9-dab7f578baee has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:37:25.246076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac40a1-a593-4da7-b92a-f67c71ee1f2e req-9d1ed3d5-5feb-4b4d-9534-d149ac0e695f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:25.251308 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:25.256646 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-afac40a1-a593-4da7-b92a-f67c71ee1f2e req-9d1ed3d5-5feb-4b4d-9534-d149ac0e695f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 944 time: 0.1256506 Nov 11 21:37:25.296664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd7c7f-59a3-48a6-910f-8c98cda4d1d2 req-e054012e-24cc-42e4-a271-d9fd934a1df1 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:25.298885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59dd7c7f-59a3-48a6-910f-8c98cda4d1d2 req-e054012e-24cc-42e4-a271-d9fd934a1df1 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1522090 Nov 11 21:37:25.315723 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd24a90-540a-4797-b560-b93f9beca2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3cac80-e879-4f62-b6d0-9ce31cbd2773'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:37:25.320033 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3133216-c42e-4783-8136-72d4d87737b6" -d '{"events": [{"server_uuid": "6fd24a90-540a-4797-b560-b93f9beca2ef", "name": "network-vif-plugged", "status": "completed", "tag": "dd3cac80-e879-4f62-b6d0-9ce31cbd2773"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:37:25.348666 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port dd3cac80-e879-4f62-b6d0-9ce31cbd2773, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:25.363696 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:25.378865 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-afac40a1-a593-4da7-b92a-f67c71ee1f2e req-5fb2eb54-602e-461c-93fb-26844d6cc80f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151974 Nov 11 21:37:25.381301 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be7f454-2999-4336-9629-7414bce70ac9 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:37:25.389104 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2be7f454-2999-4336-9629-7414bce70ac9 admin admin] 10.222.0.57 "PUT /v2.0/routers/4ba7ce21-e144-4e6c-a3a9-dab7f578baee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9060347 Nov 11 21:37:25.391463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38892) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:25.407609 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765906a5-b616-4c76-86f6-4042d5a1ff43 None None] Sync routers for ids ['4ba7ce21-e144-4e6c-a3a9-dab7f578baee'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:37:25.436084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765906a5-b616-4c76-86f6-4042d5a1ff43 None None] Routers {'4ba7ce21-e144-4e6c-a3a9-dab7f578baee'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:37:25.436877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-765906a5-b616-4c76-86f6-4042d5a1ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:37:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ba7ce21-e144-4e6c-a3a9-dab7f578baee'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:25.453966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59dd7c7f-59a3-48a6-910f-8c98cda4d1d2 req-7ce7acc4-a38c-4822-bed3-1c0b216f0e38 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408770 Nov 11 21:37:25.566794 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-765906a5-b616-4c76-86f6-4042d5a1ff43 None None] Set router 4ba7ce21-e144-4e6c-a3a9-dab7f578baee gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:37:25.639895 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba71a0c-2fee-4069-906a-9ee9f3b83dab x-openstack-request-id: req-eba71a0c-2fee-4069-906a-9ee9f3b83dab {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:37:25.640244 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd24a90-540a-4797-b560-b93f9beca2ef", "name": "network-vif-plugged", "status": "completed", "tag": "dd3cac80-e879-4f62-b6d0-9ce31cbd2773", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:37:25.640556 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eba71a0c-2fee-4069-906a-9ee9f3b83dab {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:37:25.641046 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd24a90-540a-4797-b560-b93f9beca2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3cac80-e879-4f62-b6d0-9ce31cbd2773', 'code': 200} Nov 11 21:37:25.659764 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:25.672300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:25.778688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd6f97-27e3-4f21-9d9b-895518b567aa req-a71ef3f6-dcea-4e72-b855-1185b6434d52 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:25.789783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ddd6f97-27e3-4f21-9d9b-895518b567aa req-a71ef3f6-dcea-4e72-b855-1185b6434d52 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1739922 Nov 11 21:37:25.892737 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-765906a5-b616-4c76-86f6-4042d5a1ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'name': 'tempest-FloatingIPDetailsTestJSON-787824036-router', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:54Z', 'updated_at': '2021-11-11T21:37:23Z', 'revision_number': 5, 'project_id': 'a321e8fd581948fe96734aa24b464b9a', 'gw_port': {'id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:25.903072 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ddd6f97-27e3-4f21-9d9b-895518b567aa req-bd53d261-abff-46a9-85e6-c64e1cc3a92d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122298 Nov 11 21:37:25.956098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765906a5-b616-4c76-86f6-4042d5a1ff43 None None] Checking router: 4ba7ce21-e144-4e6c-a3a9-dab7f578baee for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:37:25.976065 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765906a5-b616-4c76-86f6-4042d5a1ff43 None None] Routers {'4ba7ce21-e144-4e6c-a3a9-dab7f578baee'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:37:25.977657 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:25.984601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-765906a5-b616-4c76-86f6-4042d5a1ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:37:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4ba7ce21-e144-4e6c-a3a9-dab7f578baee'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:26.116735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] Deleting port 6fa9e5b5-76e3-411d-a2ae-0173446f95e8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:37:26.118591 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:26.126047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15548fc-2fa4-4d36-ac42-17d7c8e62df6 req-9365f9e2-1d5f-4d7c-b039-c2fdcebeaae2 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:26.135769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b15548fc-2fa4-4d36-ac42-17d7c8e62df6 req-9365f9e2-1d5f-4d7c-b039-c2fdcebeaae2 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1176124 Nov 11 21:37:26.231409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-765906a5-b616-4c76-86f6-4042d5a1ff43 None None] Set router 4ba7ce21-e144-4e6c-a3a9-dab7f578baee gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:37:26.249296 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b15548fc-2fa4-4d36-ac42-17d7c8e62df6 req-6f011c52-9bd4-4966-9152-d28af1ce22e0 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031957 Nov 11 21:37:26.290128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] For port 6fa9e5b5-76e3-411d-a2ae-0173446f95e8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6fa9e5b5-76e3-411d-a2ae-0173446f95e8,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:26.290892 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:26.316691 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] Calling delete_port for 6fa9e5b5-76e3-411d-a2ae-0173446f95e8 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:37:26.368404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b0ba5-77d0-4004-a88a-c833bfd5a7ce req-c28c10f7-dc5f-4cc5-b15a-c4ba5b1a1fab tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:26.379259 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-152b0ba5-77d0-4004-a88a-c833bfd5a7ce req-c28c10f7-dc5f-4cc5-b15a-c4ba5b1a1fab tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 944 time: 0.1265364 Nov 11 21:37:26.541236 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-152b0ba5-77d0-4004-a88a-c833bfd5a7ce req-8956068e-352f-4fa7-93cb-f6324ba59a35 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561446 Nov 11 21:37:26.760834 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-765906a5-b616-4c76-86f6-4042d5a1ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'name': 'tempest-FloatingIPDetailsTestJSON-787824036-router', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:54Z', 'updated_at': '2021-11-11T21:37:23Z', 'revision_number': 5, 'project_id': 'a321e8fd581948fe96734aa24b464b9a', 'gw_port': {'id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:26.762333 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:26.813715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa9e5b5-76e3-411d-a2ae-0173446f95e8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:26.826767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd668b-1962-407d-a0b6-0685012d8182 req-e88fbcde-e69e-4fdd-bd28-c30a5c35c3e1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:26.836383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62fd668b-1962-407d-a0b6-0685012d8182 req-e88fbcde-e69e-4fdd-bd28-c30a5c35c3e1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1220231 Nov 11 21:37:26.870281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4017d-1209-4212-87aa-4aced1cd6574 req-b78142bf-6ef5-4c68-8c44-c8bd4180c528 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:26.871951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765906a5-b616-4c76-86f6-4042d5a1ff43 None None] The sync data for ids ['4ba7ce21-e144-4e6c-a3a9-dab7f578baee'] in n-d-805737-3 is: [{'id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'name': 'tempest-FloatingIPDetailsTestJSON-787824036-router', 'tenant_id': 'a321e8fd581948fe96734aa24b464b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:54Z', 'updated_at': '2021-11-11T21:37:23Z', 'revision_number': 5, 'project_id': 'a321e8fd581948fe96734aa24b464b9a', 'gw_port': {'id': '6fa9e5b5-76e3-411d-a2ae-0173446f95e8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7ce21-e144-4e6c-a3a9-dab7f578baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:37:26.887521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59a4017d-1209-4212-87aa-4aced1cd6574 req-b78142bf-6ef5-4c68-8c44-c8bd4180c528 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1366155 Nov 11 21:37:26.946507 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:26.980319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62fd668b-1962-407d-a0b6-0685012d8182 req-19d9075f-3a3a-4bb2-9433-2564760b9daa tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416776 Nov 11 21:37:27.009122 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59a4017d-1209-4212-87aa-4aced1cd6574 req-ecf1b6c2-bc6f-4c7b-b568-c75c3b7aad89 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161692 Nov 11 21:37:27.210470 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:27.216925 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:27.281412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c01ce-e14a-4aca-9529-8f6a1ecdd329 req-091c762b-4b37-43b2-b6f6-0f7b55b5cecd tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:27.289588 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-569c01ce-e14a-4aca-9529-8f6a1ecdd329 req-091c762b-4b37-43b2-b6f6-0f7b55b5cecd tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1499717 Nov 11 21:37:27.358245 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:27.359210 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ba7ce21-e144-4e6c-a3a9-dab7f578baee {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:37:27.368749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:27.370451 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dd610758-ec77-4aef-a947-aac0ff949800 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4ba7ce21-e144-4e6c-a3a9-dab7f578baee HTTP/1.1" status: 204 len: 168 time: 1.9775996 Nov 11 21:37:27.373358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38950) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:27.431705 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-569c01ce-e14a-4aca-9529-8f6a1ecdd329 req-7bce449d-3e8c-493e-af29-837b885fb0c9 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405363 Nov 11 21:37:27.488035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-db11aea7-7668-4515-9830-2d4549865587 admin admin] Deleting subnet bec68db0-db4d-49c0-b3e8-7cfd97df2b4b {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:37:27.493965 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db11aea7-7668-4515-9830-2d4549865587 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:27.568601 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db11aea7-7668-4515-9830-2d4549865587 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:27.735129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3154b88-2623-46ff-bb9f-890b4c5f7cae req-48c0dc66-c439-4fa4-9638-d7c5d785b1ba tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:27.746556 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3154b88-2623-46ff-bb9f-890b4c5f7cae req-48c0dc66-c439-4fa4-9638-d7c5d785b1ba tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1562736 Nov 11 21:37:27.770282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:37:27.819018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3154b88-2623-46ff-bb9f-890b4c5f7cae req-168a8a2c-1241-4de0-8745-d80c5388ffdf tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714602 Nov 11 21:37:27.844063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:37:27.844063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 40df8e38-b0ea-4e75-8a33-bedcfdffb6bf not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:37:27.928978 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db11aea7-7668-4515-9830-2d4549865587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:27.954793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c72b52-7e3f-4b78-b4cc-65297286c49d req-e03f0dc2-3d6d-4d36-81f0-8eefa556a1a8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:27.962258 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32c72b52-7e3f-4b78-b4cc-65297286c49d req-e03f0dc2-3d6d-4d36-81f0-8eefa556a1a8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 944 time: 0.1607528 Nov 11 21:37:28.012496 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 13a9b307-eab1-4a5c-962a-988b36c69ee6 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:28.047603 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db11aea7-7668-4515-9830-2d4549865587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:28.118187 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11aea7-7668-4515-9830-2d4549865587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec68db0-db4d-49c0-b3e8-7cfd97df2b4b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:28.128465 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db11aea7-7668-4515-9830-2d4549865587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:28.136509 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-db11aea7-7668-4515-9830-2d4549865587 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bec68db0-db4d-49c0-b3e8-7cfd97df2b4b HTTP/1.1" status: 204 len: 168 time: 0.7618043 Nov 11 21:37:28.140673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38968) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:28.144725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b206547-6541-4c58-b2a3-7a476d6a6558 None None] Network e07329a6-7799-4a84-9556-d942ef165b29 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:37:28.151178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32c72b52-7e3f-4b78-b4cc-65297286c49d req-de196acc-b027-4b7a-b02f-43ea1b1e13b3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877766 Nov 11 21:37:28.163833 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 13a9b307-eab1-4a5c-962a-988b36c69ee6 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:37:28.196825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 13a9b307-eab1-4a5c-962a-988b36c69ee6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:28.197437 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:28.199689 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb2f9b-368b-418b-8926-b402716b9179 req-3fe8f97b-4fa1-426f-ac41-6fb5fc528dc0 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:28.212782 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ecb2f9b-368b-418b-8926-b402716b9179 req-3fe8f97b-4fa1-426f-ac41-6fb5fc528dc0 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2480621 Nov 11 21:37:28.341181 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:28.416662 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ecb2f9b-368b-418b-8926-b402716b9179 req-2583999b-8b3c-4125-95b7-ac63bf95d1e5 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028449 Nov 11 21:37:28.473051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22028aab-d56c-43f2-ba34-5ebba4c1d768 req-61b1cabe-db6f-4701-9dd3-a72166de7bc5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:28.478816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22028aab-d56c-43f2-ba34-5ebba4c1d768 req-61b1cabe-db6f-4701-9dd3-a72166de7bc5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1914198 Nov 11 21:37:28.487895 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] Deleting port 723c50a2-9a8c-45f9-8794-f258e2f0d154 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:37:28.488488 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:28.527930 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:28.615557 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22028aab-d56c-43f2-ba34-5ebba4c1d768 req-2311ed87-18f5-40a4-bd3b-3f32ae3a0f8d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269174 Nov 11 21:37:28.694968 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] For port 723c50a2-9a8c-45f9-8794-f258e2f0d154, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=723c50a2-9a8c-45f9-8794-f258e2f0d154,segment=NetworkSegment(8faf1c1d-955c-4093-a81b-6b5686e8ce19),segment_id=8faf1c1d-955c-4093-a81b-6b5686e8ce19)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:28.695328 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:28.729890 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] Calling delete_port for 723c50a2-9a8c-45f9-8794-f258e2f0d154 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:37:28.802608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f29f6ec-8399-4370-a92e-f04b5ad11972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a9b307-eab1-4a5c-962a-988b36c69ee6'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:37:28.805701 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1bad99-b759-4145-b3f5-4f6a71afe29e" -d '{"events": [{"server_uuid": "9f29f6ec-8399-4370-a92e-f04b5ad11972", "name": "network-vif-plugged", "status": "completed", "tag": "13a9b307-eab1-4a5c-962a-988b36c69ee6"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:37:28.882533 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 13a9b307-eab1-4a5c-962a-988b36c69ee6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=13a9b307-eab1-4a5c-962a-988b36c69ee6,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:28.901940 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:28.969898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bdeb9-7334-4cb5-8797-08cc74ef4a39 req-917eae6c-daff-4d98-ac1c-227f5f8f9f08 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:28.979955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-716bdeb9-7334-4cb5-8797-08cc74ef4a39 req-917eae6c-daff-4d98-ac1c-227f5f8f9f08 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1038487 Nov 11 21:37:29.013764 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bcf489-50ee-4fc0-b0e0-fed9abc841eb None None] DHCP port deletion for e07329a6-7799-4a84-9556-d942ef165b29 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:37:29.021797 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:29.058819 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7ce91c-aff1-4d00-ad78-2eacfd376b44 x-openstack-request-id: req-ab7ce91c-aff1-4d00-ad78-2eacfd376b44 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:37:29.059382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-716bdeb9-7334-4cb5-8797-08cc74ef4a39 req-a6e874f6-db57-461c-9ecd-e03cf02ded8d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781245 Nov 11 21:37:29.060673 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f29f6ec-8399-4370-a92e-f04b5ad11972", "name": "network-vif-plugged", "status": "completed", "tag": "13a9b307-eab1-4a5c-962a-988b36c69ee6", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:37:29.061266 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ab7ce91c-aff1-4d00-ad78-2eacfd376b44 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:37:29.063965 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f29f6ec-8399-4370-a92e-f04b5ad11972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a9b307-eab1-4a5c-962a-988b36c69ee6', 'code': 200} Nov 11 21:37:29.100277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] No DVR routers for this DVR port 723c50a2-9a8c-45f9-8794-f258e2f0d154 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:37:29.155082 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] Pushing event deleted for resources: {'Port': ['ID=723c50a2-9a8c-45f9-8794-f258e2f0d154,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:29.207770 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=13a9b307-eab1-4a5c-962a-988b36c69ee6,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:29.287937 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:29.288362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eda0d3-e176-4647-b3cf-d9ca774dd1e3 req-a7231ba0-0179-481b-ba89-04be18a185fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:29.290023 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8eda0d3-e176-4647-b3cf-d9ca774dd1e3 req-a7231ba0-0179-481b-ba89-04be18a185fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 1096 time: 0.1900659 Nov 11 21:37:29.341375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07329a6-7799-4a84-9556-d942ef165b29']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:29.368788 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8faf1c1d-955c-4093-a81b-6b5686e8ce19') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:29.369159 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8faf1c1d-955c-4093-a81b-6b5686e8ce19') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:29.387734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7b441-cab1-4c30-b6df-7be1884f7148 req-658d8e71-7c57-4e08-8fe9-8e3d2ee29531 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:29.402467 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:29.405399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9e7b441-cab1-4c30-b6df-7be1884f7148 req-658d8e71-7c57-4e08-8fe9-8e3d2ee29531 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1588237 Nov 11 21:37:29.424875 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:29.433195 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:37:29.433812 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:29.501841 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8eda0d3-e176-4647-b3cf-d9ca774dd1e3 req-45682dcf-0443-4960-af68-e75746c439db service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986289 Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:37:29.504202 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:37:29.512302 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:29.535160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9e7b441-cab1-4c30-b6df-7be1884f7148 req-12b9cf5a-d439-4a50-b469-aa16ffcc3522 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286883 Nov 11 21:37:29.544688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e951b-1d41-4611-b50d-7e9706b2d8fa req-540d5892-30e0-4573-82ba-e192f33033b5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:29.552965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b3e951b-1d41-4611-b50d-7e9706b2d8fa req-540d5892-30e0-4573-82ba-e192f33033b5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.2222381 Nov 11 21:37:29.559198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:29.563517 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] 10.222.0.57 "DELETE /v2.0/networks/e07329a6-7799-4a84-9556-d942ef165b29 HTTP/1.1" status: 204 len: 168 time: 1.4213538 Nov 11 21:37:29.565126 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacd08e-5386-44b5-96a7-ea3593911eae admin admin] Pushing event deleted for resources: {'Network': ['ID=e07329a6-7799-4a84-9556-d942ef165b29,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:29.671374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b3e951b-1d41-4611-b50d-7e9706b2d8fa req-b005c601-c4a2-415a-8d99-20fd46e7976b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171827 Nov 11 21:37:29.782392 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 723c50a2-9a8c-45f9-8794-f258e2f0d154 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:37:29.841513 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 723c50a2-9a8c-45f9-8794-f258e2f0d154 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:37:29.843702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 723c50a2-9a8c-45f9-8794-f258e2f0d154 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:37:29.848022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6fa9e5b5-76e3-411d-a2ae-0173446f95e8 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:37:29.895808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75931e-871e-4a22-8c10-470cbd6f703f req-c3625ee3-0fbc-4419-ab3b-52fbde318370 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:29.912072 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c75931e-871e-4a22-8c10-470cbd6f703f req-c3625ee3-0fbc-4419-ab3b-52fbde318370 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1193871 Nov 11 21:37:29.922652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 6fa9e5b5-76e3-411d-a2ae-0173446f95e8 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:37:29.925155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6fa9e5b5-76e3-411d-a2ae-0173446f95e8 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:37:29.996435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39016) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:30.051430 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ec541a2e-e98f-468b-999f-3957f6e13e44 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a321e8fd581948fe96734aa24b464b9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534170 Nov 11 21:37:30.053748 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39018) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:30.054777 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c75931e-871e-4a22-8c10-470cbd6f703f req-ca988ba1-80ec-4c82-aaf4-89eb2597d4b5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398730 Nov 11 21:37:30.099492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273b79d-518e-4853-a6a0-63b08d705d00 req-fa8361bc-fe6c-4d85-aa51-157e5a6da0e0 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:30.107574 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5273b79d-518e-4853-a6a0-63b08d705d00 req-fa8361bc-fe6c-4d85-aa51-157e5a6da0e0 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1316545 Nov 11 21:37:30.192631 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5273b79d-518e-4853-a6a0-63b08d705d00 req-2142f2b9-9ee0-4f6c-b45a-bad6ce278141 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740759 Nov 11 21:37:30.212499 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74c67308-8be0-4f55-8d47-70c72397af0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:30.270946 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74c67308-8be0-4f55-8d47-70c72397af0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:30.366837 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74c67308-8be0-4f55-8d47-70c72397af0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:30.372231 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74c67308-8be0-4f55-8d47-70c72397af0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:30.373980 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-74c67308-8be0-4f55-8d47-70c72397af0d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c2ba8031-54af-424b-90de-13df96629eb6 HTTP/1.1" status: 204 len: 168 time: 0.3180232 Nov 11 21:37:30.404700 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c67308-8be0-4f55-8d47-70c72397af0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ba8031-54af-424b-90de-13df96629eb6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:30.549981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33055b9b-b602-47fb-b4bb-0ca6d94e61ae req-6ce80ac1-b135-4a61-ba1d-b8bc449cfa27 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:30.568618 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33055b9b-b602-47fb-b4bb-0ca6d94e61ae req-6ce80ac1-b135-4a61-ba1d-b8bc449cfa27 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1969798 Nov 11 21:37:30.741343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33055b9b-b602-47fb-b4bb-0ca6d94e61ae req-3e0aadb6-5c54-4a04-83cc-c4fd8998ae71 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696486 Nov 11 21:37:31.045727 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38023d5e-e55a-4715-aa30-e179aea1f0a6 req-f3d1b21d-49bf-4157-a595-f2384dd94215 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:31.054474 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38023d5e-e55a-4715-aa30-e179aea1f0a6 req-f3d1b21d-49bf-4157-a595-f2384dd94215 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.2337718 Nov 11 21:37:31.173881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38023d5e-e55a-4715-aa30-e179aea1f0a6 req-4fec65ec-ba88-4085-9468-a2d5ebfa57ce tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120687 Nov 11 21:37:31.309053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533b4de-cf22-4766-955f-e9edaa8fe842 req-1afd641d-34fc-439c-9689-827c33ef7b15 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:31.310888 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0533b4de-cf22-4766-955f-e9edaa8fe842 req-1afd641d-34fc-439c-9689-827c33ef7b15 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1163087 Nov 11 21:37:31.411909 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0533b4de-cf22-4766-955f-e9edaa8fe842 req-a7db4064-3c94-4e66-8910-851d02ea850d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929637 Nov 11 21:37:31.496577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59460c-6e5d-416e-aad0-3e268cc2a82a req-167f5c31-0876-4e54-905e-e93e1b09326b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:31.508337 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c59460c-6e5d-416e-aad0-3e268cc2a82a req-167f5c31-0876-4e54-905e-e93e1b09326b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1633091 Nov 11 21:37:31.625718 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c59460c-6e5d-416e-aad0-3e268cc2a82a req-e9575fdd-9a7f-4c33-b012-bc67af1350eb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090350 Nov 11 21:37:31.849970 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e3a41-7cff-419e-92c7-23e0ec79c9e6 req-da187699-ef8a-420f-902e-4536fb7c0403 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:31.852030 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a0e3a41-7cff-419e-92c7-23e0ec79c9e6 req-da187699-ef8a-420f-902e-4536fb7c0403 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1107421 Nov 11 21:37:31.947010 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a0e3a41-7cff-419e-92c7-23e0ec79c9e6 req-70f4bf45-44ac-46c4-96de-6885c3626507 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872762 Nov 11 21:37:32.160395 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:37:32.369701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4c001-396f-4eb0-bac9-68ce3e3d8c79 req-6dfc9fc5-4a42-4430-9ed5-e92fafa58e5a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:32.371695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eaf4c001-396f-4eb0-bac9-68ce3e3d8c79 req-6dfc9fc5-4a42-4430-9ed5-e92fafa58e5a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.0822849 Nov 11 21:37:32.438594 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eaf4c001-396f-4eb0-bac9-68ce3e3d8c79 req-1e057e94-dd68-43ca-846b-add85d8400fe tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585089 Nov 11 21:37:32.710390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83744c45-244b-4212-924e-dbbf11b15e12 req-62c822e3-f42b-4a12-ba2f-279cc93446e5 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:32.714416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83744c45-244b-4212-924e-dbbf11b15e12 req-62c822e3-f42b-4a12-ba2f-279cc93446e5 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1378744 Nov 11 21:37:32.786066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83744c45-244b-4212-924e-dbbf11b15e12 req-43a66404-4cff-4458-bb85-c0eab40deb3d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588379 Nov 11 21:37:32.957445 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7b4769bf-eabb-4129-afa4-797ef8925c07 req-3b25fbde-98ee-42b0-abcc-9115cdcdf29f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1209908 Nov 11 21:37:33.007958 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a97a-589f-451c-9edd-7a33e732279a req-52c2a7d3-7308-4af0-9b34-279b6e3189c7 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:33.016445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b069a97a-589f-451c-9edd-7a33e732279a req-52c2a7d3-7308-4af0-9b34-279b6e3189c7 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.0881510 Nov 11 21:37:33.071506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4769bf-eabb-4129-afa4-797ef8925c07 req-3786dac1-e962-4ef8-a4ea-3c5f4b3fe81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:33.073434 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7b4769bf-eabb-4129-afa4-797ef8925c07 req-3786dac1-e962-4ef8-a4ea-3c5f4b3fe81e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549542678bd14bb79c12d4165f8e623f&device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 1096 time: 0.0859752 Nov 11 21:37:33.093507 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b069a97a-589f-451c-9edd-7a33e732279a req-245ebaf2-7d72-4e42-b751-361559da7fc8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756657 Nov 11 21:37:33.168993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b87edd-73db-4ab5-83f9-0869eb998ceb req-f8f303a0-fa38-4dff-91de-cf822f8402fe tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:33.171635 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2b87edd-73db-4ab5-83f9-0869eb998ceb req-f8f303a0-fa38-4dff-91de-cf822f8402fe tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.0974946 Nov 11 21:37:33.323994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4769bf-eabb-4129-afa4-797ef8925c07 req-fb08ae95-6fd9-466c-847f-1e5f72cd7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:33.329511 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7b4769bf-eabb-4129-afa4-797ef8925c07 req-fb08ae95-6fd9-466c-847f-1e5f72cd7414 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 HTTP/1.1" status: 200 len: 916 time: 0.2301199 Nov 11 21:37:33.337189 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2b87edd-73db-4ab5-83f9-0869eb998ceb req-140bda69-d524-49fe-9f5d-d31319fe4db4 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581299 Nov 11 21:37:33.377174 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd60daf-ceec-4c71-99b9-63611ee0f7a1 req-f8c0b390-d555-426e-8e84-56cc9e53a27a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:33.387580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6dd60daf-ceec-4c71-99b9-63611ee0f7a1 req-f8c0b390-d555-426e-8e84-56cc9e53a27a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1407056 Nov 11 21:37:33.482956 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6dd60daf-ceec-4c71-99b9-63611ee0f7a1 req-1d346b52-9b40-4f18-bcb4-5985f3cb1580 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941777 Nov 11 21:37:33.496333 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7b4769bf-eabb-4129-afa4-797ef8925c07 req-11e1caab-888d-4462-89a9-d4ee7a173d27 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f HTTP/1.1" status: 200 len: 217 time: 0.1591923 Nov 11 21:37:33.589024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4769bf-eabb-4129-afa4-797ef8925c07 req-d8a12229-3176-4a12-8a6c-26c4fd0cd2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:33.590761 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7b4769bf-eabb-4129-afa4-797ef8925c07 req-d8a12229-3176-4a12-8a6c-26c4fd0cd2e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08cbd2bf-db5d-43c4-8d6e-c834f46949ea HTTP/1.1" status: 200 len: 854 time: 0.0858016 Nov 11 21:37:33.672819 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7b4769bf-eabb-4129-afa4-797ef8925c07 req-1d938486-60c3-4d6c-bf49-a81289ae0df8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720019 Nov 11 21:37:33.777365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9326def-7330-4cd8-81e7-5831674aa2f3 req-05d2e569-24e1-4158-85b3-702d73f71d87 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:33.787503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9326def-7330-4cd8-81e7-5831674aa2f3 req-05d2e569-24e1-4158-85b3-702d73f71d87 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1224287 Nov 11 21:37:33.887507 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9326def-7330-4cd8-81e7-5831674aa2f3 req-e8539f71-9989-4e3a-bf97-ac238a67d2f2 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991445 Nov 11 21:37:33.933164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39162) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:33.937726 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7b4769bf-eabb-4129-afa4-797ef8925c07 req-8d41c102-4b53-45d6-8e60-82ca4cb6770a service neutron] 10.222.0.71 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470922 Nov 11 21:37:34.143757 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdc987-ca0c-45a5-9d2d-4ddbb394e3ed req-ddeef161-4da7-4604-9037-9bb53359b1f3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:34.164654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8fdc987-ca0c-45a5-9d2d-4ddbb394e3ed req-ddeef161-4da7-4604-9037-9bb53359b1f3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1060662 Nov 11 21:37:34.191193 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7b4769bf-eabb-4129-afa4-797ef8925c07 req-848e783e-62c5-4b8a-9da3-03319606fc11 service neutron] 10.222.0.71 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433586 Nov 11 21:37:34.252774 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12fce442-f03a-4ffd-a1a5-7273bfb4ea71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:34.324313 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8fdc987-ca0c-45a5-9d2d-4ddbb394e3ed req-e40853aa-66a4-4d9d-a0c1-7373f15b078f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568356 Nov 11 21:37:34.549886 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39182) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:34.589615 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12fce442-f03a-4ffd-a1a5-7273bfb4ea71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:34.609391 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12fce442-f03a-4ffd-a1a5-7273bfb4ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:34.667615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d947a-72e9-4fc8-b27d-1dcc176dd7d1 req-5e7a5a35-d365-4a66-b3dc-56f505e8af1f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:34.669463 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-900d947a-72e9-4fc8-b27d-1dcc176dd7d1 req-5e7a5a35-d365-4a66-b3dc-56f505e8af1f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.4098706 Nov 11 21:37:34.757659 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-08564a2b-951e-4d35-895e-4c7907d4fb51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:34.775273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-12fce442-f03a-4ffd-a1a5-7273bfb4ea71 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fbd1ec498b124d279ed8952f4590a419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8407276 Nov 11 21:37:34.781584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39190) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:34.846322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fce442-f03a-4ffd-a1a5-7273bfb4ea71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa09ca3-3c67-4016-969b-2321da090728,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:34.936650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-900d947a-72e9-4fc8-b27d-1dcc176dd7d1 req-218bbb8c-4995-4a25-b82e-f4704e34b932 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528138 Nov 11 21:37:35.013689 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20e3bf94-8925-4ade-8cc8-d537b1603b74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:35.016563 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-08564a2b-951e-4d35-895e-4c7907d4fb51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:35.037186 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-08564a2b-951e-4d35-895e-4c7907d4fb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:35.097244 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20e3bf94-8925-4ade-8cc8-d537b1603b74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:35.154679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08564a2b-951e-4d35-895e-4c7907d4fb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc2c9b3-e929-444d-ae39-9dd311e5eaef,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:35.170215 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-08564a2b-951e-4d35-895e-4c7907d4fb51 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53c4fdf186f1420b9cc540510d56b124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6160688 Nov 11 21:37:35.171177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39200) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:35.221490 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20e3bf94-8925-4ade-8cc8-d537b1603b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:35.228196 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20e3bf94-8925-4ade-8cc8-d537b1603b74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:35.233445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-20e3bf94-8925-4ade-8cc8-d537b1603b74 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/efa09ca3-3c67-4016-969b-2321da090728 HTTP/1.1" status: 204 len: 168 time: 0.4346361 Nov 11 21:37:35.334926 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5273586c-d1de-414f-8ba1-c386d6af626c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:35.360786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3bf94-8925-4ade-8cc8-d537b1603b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa09ca3-3c67-4016-969b-2321da090728,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:35.404720 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa07220-f14a-42b8-9f0f-dfae6f625ba5 req-446ebff8-6742-430a-82e7-3e90c662f445 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:35.407997 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5273586c-d1de-414f-8ba1-c386d6af626c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:35.417095 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8aa07220-f14a-42b8-9f0f-dfae6f625ba5 req-446ebff8-6742-430a-82e7-3e90c662f445 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2016845 Nov 11 21:37:35.463879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50749f3a-4736-41ce-8927-4638bf570163 req-f73aa17f-d0d8-4217-ba2c-99e5f7ab2ad2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:35.472371 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50749f3a-4736-41ce-8927-4638bf570163 req-f73aa17f-d0d8-4217-ba2c-99e5f7ab2ad2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.2598627 Nov 11 21:37:35.522495 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8aa07220-f14a-42b8-9f0f-dfae6f625ba5 req-e8361010-d5fd-409b-a8b5-734eb26ea207 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030135 Nov 11 21:37:35.525601 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5273586c-d1de-414f-8ba1-c386d6af626c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:35.531471 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5273586c-d1de-414f-8ba1-c386d6af626c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:35.541419 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5273586c-d1de-414f-8ba1-c386d6af626c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6fc2c9b3-e929-444d-ae39-9dd311e5eaef HTTP/1.1" status: 204 len: 168 time: 0.3633051 Nov 11 21:37:35.582821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273586c-d1de-414f-8ba1-c386d6af626c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc2c9b3-e929-444d-ae39-9dd311e5eaef,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:35.655715 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50749f3a-4736-41ce-8927-4638bf570163 req-430a902e-4e44-438c-9ff7-f9788205849b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814175 Nov 11 21:37:36.160144 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39226) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:36.171027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249ff2b-b4e0-4984-aa2d-5f2e855915b1 req-c526d9f1-0b49-4017-b623-e9902f75d9f8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:36.178815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2249ff2b-b4e0-4984-aa2d-5f2e855915b1 req-c526d9f1-0b49-4017-b623-e9902f75d9f8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1119475 Nov 11 21:37:36.190522 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c20a4e6f-8110-4a8e-9ecf-447fbb54bd37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:36.259077 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2249ff2b-b4e0-4984-aa2d-5f2e855915b1 req-08c947a7-579c-4a28-9131-972cbc3c8d53 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747926 Nov 11 21:37:36.365162 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c20a4e6f-8110-4a8e-9ecf-447fbb54bd37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:36.371208 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c20a4e6f-8110-4a8e-9ecf-447fbb54bd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:36.471945 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c20a4e6f-8110-4a8e-9ecf-447fbb54bd37 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee019c2c832e4068953602222dd4b486&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3095887 Nov 11 21:37:36.472633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:36.473153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6d76d-4a20-40f1-a13a-3d3c62b12a83 req-688e8719-96a6-47f4-b14d-76fc3e30015b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:36.474844 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ab6d76d-4a20-40f1-a13a-3d3c62b12a83 req-688e8719-96a6-47f4-b14d-76fc3e30015b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 945 time: 0.0851438 Nov 11 21:37:36.500159 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a4e6f-8110-4a8e-9ecf-447fbb54bd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28db992c-e854-478e-aa34-4bbc33bc2235,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:36.635550 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6285c7de-6914-47e3-81b7-8685f648b086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:36.643536 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ab6d76d-4a20-40f1-a13a-3d3c62b12a83 req-98be7022-4af5-4b56-8fe2-af6cd22263d0 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605179 Nov 11 21:37:36.703820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6285c7de-6914-47e3-81b7-8685f648b086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:36.795208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4dcd1-1887-40f0-943c-1b6e1fbb7ebf req-3a914937-8c96-4939-a506-3938557ae9c4 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:36.804764 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d1c4dcd1-1887-40f0-943c-1b6e1fbb7ebf req-3a914937-8c96-4939-a506-3938557ae9c4 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1600661 Nov 11 21:37:36.817781 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6285c7de-6914-47e3-81b7-8685f648b086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:36.820430 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6285c7de-6914-47e3-81b7-8685f648b086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:36.823705 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6285c7de-6914-47e3-81b7-8685f648b086 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/28db992c-e854-478e-aa34-4bbc33bc2235 HTTP/1.1" status: 204 len: 168 time: 0.3450146 Nov 11 21:37:36.841011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285c7de-6914-47e3-81b7-8685f648b086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28db992c-e854-478e-aa34-4bbc33bc2235,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:36.903003 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39248) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:36.951809 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d1c4dcd1-1887-40f0-943c-1b6e1fbb7ebf req-268d9320-b46d-4ce4-ba55-8401939df60e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363926 Nov 11 21:37:37.063549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8c9fc-dfbf-428f-a4bc-23686af3112b req-77a3fcbd-1957-4a3b-a9c7-f734615a21e7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:37.069385 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37f8c9fc-dfbf-428f-a4bc-23686af3112b req-77a3fcbd-1957-4a3b-a9c7-f734615a21e7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.1384742 Nov 11 21:37:37.083276 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1024509215-network', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:37.117212 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] Made reservation on behalf of 67e48cfcf12444c88aea2618f75e2b1c for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:37:37.124876 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:37.142201 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:37.177270 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37f8c9fc-dfbf-428f-a4bc-23686af3112b req-623fed69-1a1f-4712-9447-fa3465ffee3d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014571 Nov 11 21:37:37.289428 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:37.297104 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:37.315879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:37:37.329294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:37.329739 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] Added segment 86a028e1-9c86-44c7-b460-2d3a82fd80b5 of type vlan for network b9aadd00-a8e1-4352-a0b4-6c33c949766f Nov 11 21:37:37.427688 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:37.446113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ccb37-ec7b-406a-848a-64dacd012475 req-3dd6977a-c1a3-4ce6-b2c7-5c6e777a5510 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:37.456248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-631ccb37-ec7b-406a-848a-64dacd012475 req-3dd6977a-c1a3-4ce6-b2c7-5c6e777a5510 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.0744739 Nov 11 21:37:37.486456 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be1471b-2d44-4e1f-adcc-9b398db8560b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:37.502246 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:37.503558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:37.506543 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:37.530865 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-631ccb37-ec7b-406a-848a-64dacd012475 req-db000775-d12e-4864-979c-05c1b9ec6bc3 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722535 Nov 11 21:37:37.551961 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6476715 Nov 11 21:37:37.554788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39266) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:37.561411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e6ec30d6-875d-4031-8331-eac29cf6880f admin admin] Request body: {'subnet': {'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1024509215-subnet', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:37.627423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337031f-da99-4264-a062-2620a837fd2f admin admin] Pushing event updated for resources: {'Network': ['ID=b9aadd00-a8e1-4352-a0b4-6c33c949766f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:37.636337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ec30d6-875d-4031-8331-eac29cf6880f admin admin] Made reservation on behalf of 67e48cfcf12444c88aea2618f75e2b1c for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:37:37.639855 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e6ec30d6-875d-4031-8331-eac29cf6880f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:37.642777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network b9aadd00-a8e1-4352-a0b4-6c33c949766f details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:37:37.899784 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e8c49-42eb-4b2e-99aa-7c04d445f3ee req-2abe51c5-3e85-4c00-baa0-aa6c4b7adf10 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:37.901535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a5e8c49-42eb-4b2e-99aa-7c04d445f3ee req-2abe51c5-3e85-4c00-baa0-aa6c4b7adf10 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 945 time: 0.1256585 Nov 11 21:37:38.090312 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a5e8c49-42eb-4b2e-99aa-7c04d445f3ee req-d7ad20fe-5449-4f06-8b08-dcf734bdf274 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646750 Nov 11 21:37:38.119547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa33c5-8bf3-49fc-8abb-fc318bcc2fc4 req-521d5928-8475-40dd-a2c3-e68d2fe4f4b0 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:38.121158 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49aa33c5-8bf3-49fc-8abb-fc318bcc2fc4 req-521d5928-8475-40dd-a2c3-e68d2fe4f4b0 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 945 time: 0.1916037 Nov 11 21:37:38.122762 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e6ec30d6-875d-4031-8331-eac29cf6880f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:38.189630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e221e-3510-406a-ac45-3c466f786977 req-f2a9b60a-dc9a-449b-9b4a-c68e9087c6d9 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:38.204058 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-048e221e-3510-406a-ac45-3c466f786977 req-f2a9b60a-dc9a-449b-9b4a-c68e9087c6d9 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1675267 Nov 11 21:37:38.357214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec30d6-875d-4031-8331-eac29cf6880f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f8b26b-3654-48a0-bd33-44c09975a64c,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:38.408601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec30d6-875d-4031-8331-eac29cf6880f admin admin] Checking segment: {'id': '86a028e1-9c86-44c7-b460-2d3a82fd80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:37:38.408790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ec30d6-875d-4031-8331-eac29cf6880f admin admin] Network hostable DHCP agents. Network: b9aadd00-a8e1-4352-a0b4-6c33c949766f, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:37:38.430163 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-048e221e-3510-406a-ac45-3c466f786977 req-2539e2f1-de68-4130-b405-8afac0a2885d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729167 Nov 11 21:37:38.446894 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fb74f-a115-4372-bea0-314da996d9e7 req-d1835e91-c871-45af-b779-55c1521c4e9a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:38.455664 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-118fb74f-a115-4372-bea0-314da996d9e7 req-d1835e91-c871-45af-b779-55c1521c4e9a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.1953173 Nov 11 21:37:38.496954 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ec30d6-875d-4031-8331-eac29cf6880f admin admin] Network b9aadd00-a8e1-4352-a0b4-6c33c949766f is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:37:38.526094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-49aa33c5-8bf3-49fc-8abb-fc318bcc2fc4 req-c6598675-1ce8-47b0-9da6-9aadae1252dd tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Deleting port b2b686c8-e14f-40d6-8394-f3d8644aadb0 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:37:38.526094 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-49aa33c5-8bf3-49fc-8abb-fc318bcc2fc4 req-c6598675-1ce8-47b0-9da6-9aadae1252dd tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:38.554446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-e6ec30d6-875d-4031-8331-eac29cf6880f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, b9aadd00-a8e1-4352-a0b4-6c33c949766f) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:38.566021 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-118fb74f-a115-4372-bea0-314da996d9e7 req-b4d739d0-d6fa-47ed-8f84-d4819800ae20 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093740 Nov 11 21:37:38.573683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e7f47c-324c-426d-afa0-8b8843905cc2 None None] Network b9aadd00-a8e1-4352-a0b4-6c33c949766f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:37:38.682230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ec30d6-875d-4031-8331-eac29cf6880f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:38.682806 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e6ec30d6-875d-4031-8331-eac29cf6880f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:38.796056 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e6ec30d6-875d-4031-8331-eac29cf6880f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2398491 Nov 11 21:37:38.798821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39306) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:38.803585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:38.818467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-49aa33c5-8bf3-49fc-8abb-fc318bcc2fc4 req-c6598675-1ce8-47b0-9da6-9aadae1252dd tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] For port b2b686c8-e14f-40d6-8394-f3d8644aadb0, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b2b686c8-e14f-40d6-8394-f3d8644aadb0,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:38.818857 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-49aa33c5-8bf3-49fc-8abb-fc318bcc2fc4 req-c6598675-1ce8-47b0-9da6-9aadae1252dd tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:38.846186 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:38.847376 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:38.861181 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'fixed_ips': [{'subnet_id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:37:38.862346 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c42ced-f7d5-4b8c-bfce-6de072c4ea46 req-8fdb6a34-324e-4aac-af00-68927a3a8d82 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:38.863574 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:38.870485 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5c42ced-f7d5-4b8c-bfce-6de072c4ea46 req-8fdb6a34-324e-4aac-af00-68927a3a8d82 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1898725 Nov 11 21:37:38.873324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-49aa33c5-8bf3-49fc-8abb-fc318bcc2fc4 req-c6598675-1ce8-47b0-9da6-9aadae1252dd tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Calling delete_port for b2b686c8-e14f-40d6-8394-f3d8644aadb0 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:37:38.935998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5c42ced-f7d5-4b8c-bfce-6de072c4ea46 req-fc481d4b-55d1-437d-98eb-4ca36f498be8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604055 Nov 11 21:37:39.013438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:39.086033 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Allocated IP 172.20.0.2 (b9aadd00-a8e1-4352-a0b4-6c33c949766f/b4f8b26b-3654-48a0-bd33-44c09975a64c/bf4103b2-691d-4b34-8a38-4f4e968c921d) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:37:39.123093 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-49aa33c5-8bf3-49fc-8abb-fc318bcc2fc4 req-c6598675-1ce8-47b0-9da6-9aadae1252dd tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:39.146154 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['cea1b84b-e797-4f9d-86fc-394a2a5123ab', '24a808a1-0e6c-42b5-bdc9-3209027c6d4c', '667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:37:39.184898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6598675-1ce8-47b0-9da6-9aadae1252dd tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Pushing event deleted for resources: {'Port': ['ID=b2b686c8-e14f-40d6-8394-f3d8644aadb0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:39.235204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-49aa33c5-8bf3-49fc-8abb-fc318bcc2fc4 req-c6598675-1ce8-47b0-9da6-9aadae1252dd tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] No DVR routers for this DVR port b2b686c8-e14f-40d6-8394-f3d8644aadb0 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:37:39.242464 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-49aa33c5-8bf3-49fc-8abb-fc318bcc2fc4 req-c6598675-1ce8-47b0-9da6-9aadae1252dd tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:39.245103 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:39.247553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49aa33c5-8bf3-49fc-8abb-fc318bcc2fc4 req-c6598675-1ce8-47b0-9da6-9aadae1252dd tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "DELETE /v2.0/ports/b2b686c8-e14f-40d6-8394-f3d8644aadb0 HTTP/1.1" status: 204 len: 173 time: 1.1152501 Nov 11 21:37:39.254588 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f4a342-25f3-4dc3-abd9-81b4728b8898', 'name': 'network-vif-deleted', 'tag': 'b2b686c8-e14f-40d6-8394-f3d8644aadb0'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:37:39.257593 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60243a4-b541-4d3a-b862-bd157cc5c437" -d '{"events": [{"server_uuid": "87f4a342-25f3-4dc3-abd9-81b4728b8898", "name": "network-vif-deleted", "tag": "b2b686c8-e14f-40d6-8394-f3d8644aadb0"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:37:39.326021 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de6d2793-a23b-4810-91c1-acb9baac3802 req-39df0dd0-15ae-445d-9afb-3931e1984896 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f4a342-25f3-4dc3-abd9-81b4728b8898 HTTP/1.1" status: 200 len: 210 time: 0.0930347 Nov 11 21:37:39.387744 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16e2fa4-b18f-40c3-8854-c2e3d2f2301a x-openstack-request-id: req-d16e2fa4-b18f-40c3-8854-c2e3d2f2301a {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:37:39.388377 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f4a342-25f3-4dc3-abd9-81b4728b8898", "name": "network-vif-deleted", "tag": "b2b686c8-e14f-40d6-8394-f3d8644aadb0", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:37:39.388631 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d16e2fa4-b18f-40c3-8854-c2e3d2f2301a {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:37:39.389128 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f4a342-25f3-4dc3-abd9-81b4728b8898', 'name': 'network-vif-deleted', 'tag': 'b2b686c8-e14f-40d6-8394-f3d8644aadb0', 'status': 'completed', 'code': 200} Nov 11 21:37:39.571169 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:39.604107 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:39.614017 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2855a6-f383-4cdc-ae19-3f78384d4f07 req-bf8f12b0-9833-4279-9b5f-8a4d7bf7b3fc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:39.622737 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a2855a6-f383-4cdc-ae19-3f78384d4f07 req-bf8f12b0-9833-4279-9b5f-8a4d7bf7b3fc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.0953996 Nov 11 21:37:39.719875 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:39.733378 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:39.773632 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a2855a6-f383-4cdc-ae19-3f78384d4f07 req-406155f2-f2a8-4a32-8a51-1442a7edc19b tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425445 Nov 11 21:37:39.803299 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Network b9aadd00-a8e1-4352-a0b4-6c33c949766f is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:37:39.814236 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:39.814548 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Allocated IP 172.25.0.246 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/3785feb3-eead-4546-a145-b225f77a1f65) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:37:39.820860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:37:39.824207 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Pushing event updated for resources: {'Port': ['ID=bf4103b2-691d-4b34-8a38-4f4e968c921d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:39.911867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Attempting to bind port bf4103b2-691d-4b34-8a38-4f4e968c921d on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:37:39.913171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Attempting to bind port bf4103b2-691d-4b34-8a38-4f4e968c921d by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '86a028e1-9c86-44c7-b460-2d3a82fd80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:37:39.913698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Attempting to bind port bf4103b2-691d-4b34-8a38-4f4e968c921d on network b9aadd00-a8e1-4352-a0b4-6c33c949766f {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:37:39.931945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:37:39.932607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Checking segment: {'id': '86a028e1-9c86-44c7-b460-2d3a82fd80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:37:39.933196 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:39.933732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Bound using segment: {'id': '86a028e1-9c86-44c7-b460-2d3a82fd80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:37:39.934408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Bound port: bf4103b2-691d-4b34-8a38-4f4e968c921d, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a028e1-9c86-44c7-b460-2d3a82fd80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:37:39.935371 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:39.980015 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b4dd7-bbef-4613-b899-0c4461f5b6fa req-27419f18-2039-4952-99bf-2b4eea84a0c4 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:39.990208 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c06b4dd7-bbef-4613-b899-0c4461f5b6fa req-27419f18-2039-4952-99bf-2b4eea84a0c4 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.1210575 Nov 11 21:37:40.054040 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b2b686c8-e14f-40d6-8394-f3d8644aadb0 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:37:40.111145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] For port bf4103b2-691d-4b34-8a38-4f4e968c921d, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:37:40.112649 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:40.117255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: b2b686c8-e14f-40d6-8394-f3d8644aadb0 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:37:40.117811 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b2b686c8-e14f-40d6-8394-f3d8644aadb0 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:37:40.143399 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] For port bf4103b2-691d-4b34-8a38-4f4e968c921d, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bf4103b2-691d-4b34-8a38-4f4e968c921d,segment=NetworkSegment(86a028e1-9c86-44c7-b460-2d3a82fd80b5),segment_id=86a028e1-9c86-44c7-b460-2d3a82fd80b5)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:37:40.158007 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:40.187692 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:40.192955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c06b4dd7-bbef-4613-b899-0c4461f5b6fa req-657bf130-fa0a-4a42-b1ef-de13cbd23178 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867006 Nov 11 21:37:40.215108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aff35b-3cb2-4a08-a8ba-1cfd6f43730c req-fe7f4e75-7f62-4825-aad1-34cc8516b82c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:40.227795 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-09aff35b-3cb2-4a08-a8ba-1cfd6f43730c req-fe7f4e75-7f62-4825-aad1-34cc8516b82c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.2042689 Nov 11 21:37:40.249162 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f98daa-0e9d-448c-950f-89aff52c8cf1 None None] Pushing event updated for resources: {'Port': ['ID=bf4103b2-691d-4b34-8a38-4f4e968c921d,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:40.325334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-09aff35b-3cb2-4a08-a8ba-1cfd6f43730c req-c3ffd992-b560-42a9-829b-00092f4ac7d6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962679 Nov 11 21:37:40.332461 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Pushing event updated for resources: {'Port': ['ID=3785feb3-eead-4546-a145-b225f77a1f65,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:40.352607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:37:40.355128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:40.357925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:37:40.881537 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:40.969984 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:41.057114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39354) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:41.059862 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50654656-129d-468c-9b62-70c9940531a8 req-3cb9f6b3-17c6-4b97-bd3c-37fd12eb1ade tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:41.070745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50654656-129d-468c-9b62-70c9940531a8 req-3cb9f6b3-17c6-4b97-bd3c-37fd12eb1ade tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1474123 Nov 11 21:37:41.151866 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50654656-129d-468c-9b62-70c9940531a8 req-e73ebf8c-2b9e-4827-81b1-c62c58373085 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744162 Nov 11 21:37:41.388224 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:41.443370 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e07c1eb5-7d77-46a3-b828-10188c499ffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:41.472781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1b893-2702-47d8-91b9-dc4244456be6 req-b5e5ed90-8404-45f9-8eb4-5e8f17021fcb tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:41.485089 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4b1b893-2702-47d8-91b9-dc4244456be6 req-b5e5ed90-8404-45f9-8eb4-5e8f17021fcb tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.1438308 Nov 11 21:37:41.618218 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4b1b893-2702-47d8-91b9-dc4244456be6 req-22b53aa0-daed-4eab-a127-dc26d94c479e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274953 Nov 11 21:37:41.769008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c9d66-8ab1-4378-a31a-d0ff89d3a8d3 req-ea1e38a4-5259-47b3-a06b-324f0a12453f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:41.778564 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-637c9d66-8ab1-4378-a31a-d0ff89d3a8d3 req-ea1e38a4-5259-47b3-a06b-324f0a12453f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1584694 Nov 11 21:37:41.858198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bf4103b2-691d-4b34-8a38-4f4e968c921d up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:41.865811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:37:41.873871 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e07c1eb5-7d77-46a3-b828-10188c499ffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:41.890680 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e07c1eb5-7d77-46a3-b828-10188c499ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:41.903680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-637c9d66-8ab1-4378-a31a-d0ff89d3a8d3 req-98dba500-196c-4e6f-8e64-7c3ef432685f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241307 Nov 11 21:37:41.964821 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c0f4f-a8f7-4964-88da-83f6ef6652c6 None None] Network b9aadd00-a8e1-4352-a0b4-6c33c949766f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:37:42.147736 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port bf4103b2-691d-4b34-8a38-4f4e968c921d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:42.149007 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:42.159401 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-981c936b-369a-4151-854d-282304b30c2d None None] Provisioning complete for port bf4103b2-691d-4b34-8a38-4f4e968c921d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:42.160024 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-981c936b-369a-4151-854d-282304b30c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:42.357289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5a74d-1ed8-4a19-8a67-3d333a4acaa1 req-0a081a2e-06e1-484b-a55f-888e62b413f8 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:42.365505 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64c5a74d-1ed8-4a19-8a67-3d333a4acaa1 req-0a081a2e-06e1-484b-a55f-888e62b413f8 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1105027 Nov 11 21:37:42.442701 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-981c936b-369a-4151-854d-282304b30c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:42.478277 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64c5a74d-1ed8-4a19-8a67-3d333a4acaa1 req-6580ea81-8cf9-4735-b840-a08a1eeb901b tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118319 Nov 11 21:37:42.624717 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:42.713737 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-981c936b-369a-4151-854d-282304b30c2d None None] For port bf4103b2-691d-4b34-8a38-4f4e968c921d, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bf4103b2-691d-4b34-8a38-4f4e968c921d,segment=NetworkSegment(86a028e1-9c86-44c7-b460-2d3a82fd80b5),segment_id=86a028e1-9c86-44c7-b460-2d3a82fd80b5)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:42.739223 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-981c936b-369a-4151-854d-282304b30c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:42.817834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75200e-60b0-4968-acef-b28a33ef30ee req-5e17f254-514f-4359-985c-50db624933c8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:42.826297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae75200e-60b0-4968-acef-b28a33ef30ee req-5e17f254-514f-4359-985c-50db624933c8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.0648010 Nov 11 21:37:42.909440 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae75200e-60b0-4968-acef-b28a33ef30ee req-d3dc0395-f6f8-4a36-9e65-927451d60373 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819294 Nov 11 21:37:42.913860 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:37:42.914223 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:37:42.918592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c936b-369a-4151-854d-282304b30c2d None None] Pushing event updated for resources: {'Port': ['ID=bf4103b2-691d-4b34-8a38-4f4e968c921d,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:42.946518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c8b5d876-ae83-4207-8056-05505103d3ed None None] Provisioning complete for port bf4103b2-691d-4b34-8a38-4f4e968c921d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:42.946930 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c8b5d876-ae83-4207-8056-05505103d3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:42.975992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39378) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:42.977584 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e07c1eb5-7d77-46a3-b828-10188c499ffc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2f4191060c664dbdb846e45686292774&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8774948 Nov 11 21:37:43.027527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c1eb5-7d77-46a3-b828-10188c499ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0671bb7-af2f-4175-a81c-34d11bece1e4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:43.077883 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:37:43.088725 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Sync routers for ids ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:37:43.107957 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Routers {'66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:37:43.109030 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:37:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:43.126010 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:43.127496 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f4070499-aea6-4e75-94a4-5a44d9faf7cd admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3276577 Nov 11 21:37:43.130463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39382) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:43.189123 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-71f024d6-a261-4a49-bc80-7ec515bc3605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:43.247212 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741ca26-4b53-416e-a16d-5c8f9e927e60 req-e9061a3b-7fb8-410f-a633-7cc07cd6d9a9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:43.255082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5741ca26-4b53-416e-a16d-5c8f9e927e60 req-e9061a3b-7fb8-410f-a633-7cc07cd6d9a9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1979201 Nov 11 21:37:43.276477 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-71f024d6-a261-4a49-bc80-7ec515bc3605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:43.324578 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5741ca26-4b53-416e-a16d-5c8f9e927e60 req-13451791-5fc9-4caa-b7e1-9e874eb46947 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676298 Nov 11 21:37:43.376979 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-71f024d6-a261-4a49-bc80-7ec515bc3605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:43.380028 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-71f024d6-a261-4a49-bc80-7ec515bc3605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:43.381293 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-71f024d6-a261-4a49-bc80-7ec515bc3605 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0671bb7-af2f-4175-a81c-34d11bece1e4 HTTP/1.1" status: 204 len: 168 time: 0.4043059 Nov 11 21:37:43.395567 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f024d6-a261-4a49-bc80-7ec515bc3605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0671bb7-af2f-4175-a81c-34d11bece1e4,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:43.397151 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Set router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:37:43.739547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabac4f-7c4d-414d-8062-8132b3fe6e1f req-f1362703-223e-4dfe-aeed-a9696bc26022 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:43.758747 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9eabac4f-7c4d-414d-8062-8132b3fe6e1f req-f1362703-223e-4dfe-aeed-a9696bc26022 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1684899 Nov 11 21:37:43.799964 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '3785feb3-eead-4546-a145-b225f77a1f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:37:38Z', 'updated_at': '2021-11-11T21:37:40Z', 'revision_number': 3, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'gw_port': {'id': '3785feb3-eead-4546-a145-b225f77a1f65', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:39Z', 'updated_at': '2021-11-11T21:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:43.812332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bf4103b2-691d-4b34-8a38-4f4e968c921d up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:43.892991 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9eabac4f-7c4d-414d-8062-8132b3fe6e1f req-4f47da86-004c-4a14-87c5-fd117e7639b4 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332693 Nov 11 21:37:43.897050 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Checking router: 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:37:43.897678 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Updating router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 port 3785feb3-eead-4546-a145-b225f77a1f65 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:37:43.920559 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11afed92-be07-44fb-b52a-07b80e298bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:43.932971 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.000929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port bf4103b2-691d-4b34-8a38-4f4e968c921d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:44.001232 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.096919 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39396) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:44.108895 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.167131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20ca5b-0dac-4ddd-949d-abea9e49b104 req-18d5685e-11ff-4ad1-b07f-45f14d63dd43 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:44.182448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf20ca5b-0dac-4ddd-949d-abea9e49b104 req-18d5685e-11ff-4ad1-b07f-45f14d63dd43 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.1621132 Nov 11 21:37:44.190466 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a5d9f68-be5d-4cd1-a4e7-13afa845cb09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.346842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf20ca5b-0dac-4ddd-949d-abea9e49b104 req-7a4acf0b-66b9-493f-9e9e-c3b5df437ce5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615641 Nov 11 21:37:44.388138 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a5d9f68-be5d-4cd1-a4e7-13afa845cb09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.400185 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a5d9f68-be5d-4cd1-a4e7-13afa845cb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.442439 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.448173 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Allocated IP 172.20.0.1 (b9aadd00-a8e1-4352-a0b4-6c33c949766f/b4f8b26b-3654-48a0-bd33-44c09975a64c/b22bdbad-53a6-4f40-8b93-71cf4070e255) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:37:44.480530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d9f68-be5d-4cd1-a4e7-13afa845cb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddd0c16-e2d0-41e8-98e7-755f65a255f2,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:44.501453 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.511177 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.567277 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5a5d9f68-be5d-4cd1-a4e7-13afa845cb09 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=821ba3caeb464cfab215a03a483bc96c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4620907 Nov 11 21:37:44.568656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39402) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:44.599843 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc029a6-0774-4985-9ed0-50f330f9b55e req-0a814aed-87c7-4a0b-9807-f6d7be91312d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:44.601327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1dc029a6-0774-4985-9ed0-50f330f9b55e req-0a814aed-87c7-4a0b-9807-f6d7be91312d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.0873365 Nov 11 21:37:44.616521 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.647949 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Attempting to bind port 3785feb3-eead-4546-a145-b225f77a1f65 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:37:44.653709 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Attempting to bind port 3785feb3-eead-4546-a145-b225f77a1f65 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:37:44.654032 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Attempting to bind port 3785feb3-eead-4546-a145-b225f77a1f65 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:37:44.667714 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.676248 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df9e8b-6262-4e57-b890-bbc485da6ad9 None None] Pushing event updated for resources: {'Port': ['ID=3785feb3-eead-4546-a145-b225f77a1f65,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:44.692888 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1dc029a6-0774-4985-9ed0-50f330f9b55e req-542d31f6-0a32-44ef-811c-f79a8467d4d5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832384 Nov 11 21:37:44.697931 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:37:44.698310 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:37:44.698708 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.698923 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-346a1dd2-a866-464b-9bab-0e9b9044e455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.699098 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:37:44.699563 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Bound port: 3785feb3-eead-4546-a145-b225f77a1f65, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:37:44.716059 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.728616 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df9e8b-6262-4e57-b890-bbc485da6ad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.728999 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df9e8b-6262-4e57-b890-bbc485da6ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.729345 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df9e8b-6262-4e57-b890-bbc485da6ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.729670 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df9e8b-6262-4e57-b890-bbc485da6ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.730002 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df9e8b-6262-4e57-b890-bbc485da6ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.730335 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df9e8b-6262-4e57-b890-bbc485da6ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.730799 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df9e8b-6262-4e57-b890-bbc485da6ad9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.731132 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df9e8b-6262-4e57-b890-bbc485da6ad9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.731454 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df9e8b-6262-4e57-b890-bbc485da6ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.732142 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df9e8b-6262-4e57-b890-bbc485da6ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.732532 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df9e8b-6262-4e57-b890-bbc485da6ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.732961 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df9e8b-6262-4e57-b890-bbc485da6ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.736153 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-346a1dd2-a866-464b-9bab-0e9b9044e455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.736578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Network b9aadd00-a8e1-4352-a0b4-6c33c949766f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:37:44.746233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:44.753706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:37:44.807766 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Pushing event updated for resources: {'Port': ['ID=b22bdbad-53a6-4f40-8b93-71cf4070e255,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:44.835109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.835621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.836060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.836500 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.836964 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.837435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.837957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.838311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.838750 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.839177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.839597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.840018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:44.842188 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-346a1dd2-a866-464b-9bab-0e9b9044e455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.848419 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-346a1dd2-a866-464b-9bab-0e9b9044e455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.859353 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-346a1dd2-a866-464b-9bab-0e9b9044e455 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bddd0c16-e2d0-41e8-98e7-755f65a255f2 HTTP/1.1" status: 204 len: 168 time: 0.2895584 Nov 11 21:37:44.863307 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] For port 3785feb3-eead-4546-a145-b225f77a1f65, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:37:44.868540 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.883677 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] For port 3785feb3-eead-4546-a145-b225f77a1f65, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3785feb3-eead-4546-a145-b225f77a1f65,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:37:44.891312 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:44.896095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a1dd2-a866-464b-9bab-0e9b9044e455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddd0c16-e2d0-41e8-98e7-755f65a255f2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:45.011178 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df9e8b-6262-4e57-b890-bbc485da6ad9 None None] Pushing event updated for resources: {'Port': ['ID=3785feb3-eead-4546-a145-b225f77a1f65,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:45.073878 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Routers {'66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:37:45.074905 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:37:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:45.099292 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:45.214219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de3d7c-5f88-4951-8b93-5fbbf3a7095e req-b17c7585-1097-4fe8-a41e-3cc2bb87e8ff tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:45.216352 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6de3d7c-5f88-4951-8b93-5fbbf3a7095e req-b17c7585-1097-4fe8-a41e-3cc2bb87e8ff tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1453249 Nov 11 21:37:45.269491 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] Set router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:37:45.280564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d481971c-8fef-41ce-baf9-75546423d7f4 None None] Provisioning complete for port b22bdbad-53a6-4f40-8b93-71cf4070e255 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:45.285349 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d481971c-8fef-41ce-baf9-75546423d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:45.352190 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6de3d7c-5f88-4951-8b93-5fbbf3a7095e req-113e5908-bb6d-490a-b05f-53a187d69ac4 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293097 Nov 11 21:37:45.368710 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d481971c-8fef-41ce-baf9-75546423d7f4 None None] Port b22bdbad-53a6-4f40-8b93-71cf4070e255 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:37:45.383873 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:45.389862 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:45.470067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Pushing event updated for resources: {'Port': ['ID=b22bdbad-53a6-4f40-8b93-71cf4070e255,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:45.472638 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:45.552134 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28714171-0fae-4527-a05a-2c6138093f73 req-1bbf5014-6618-49d2-be2c-b06e36de7131 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:45.567254 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28714171-0fae-4527-a05a-2c6138093f73 req-1bbf5014-6618-49d2-be2c-b06e36de7131 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.1161189 Nov 11 21:37:45.640018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Network b9aadd00-a8e1-4352-a0b4-6c33c949766f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:37:45.641882 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:45.708594 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28714171-0fae-4527-a05a-2c6138093f73 req-6c170c95-b0f1-4218-a383-359720e5307b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318169 Nov 11 21:37:45.769962 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '3785feb3-eead-4546-a145-b225f77a1f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:37:38Z', 'updated_at': '2021-11-11T21:37:45Z', 'revision_number': 4, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'gw_port': {'id': '3785feb3-eead-4546-a145-b225f77a1f65', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:39Z', 'updated_at': '2021-11-11T21:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b22bdbad-53a6-4f40-8b93-71cf4070e255', 'name': '', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'mac_address': 'fa:16:3e:eb:37:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:44Z', 'updated_at': '2021-11-11T21:37:44Z', 'revision_number': 1, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'subnets': [{'id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:45.868837 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d05e657-858f-4b4d-80a1-a2d987acd875 None None] The sync data for ids ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'] in n-d-805737-3 is: [{'id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '3785feb3-eead-4546-a145-b225f77a1f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:37:38Z', 'updated_at': '2021-11-11T21:37:45Z', 'revision_number': 4, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'gw_port': {'id': '3785feb3-eead-4546-a145-b225f77a1f65', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:39Z', 'updated_at': '2021-11-11T21:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b22bdbad-53a6-4f40-8b93-71cf4070e255', 'name': '', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'mac_address': 'fa:16:3e:eb:37:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:44Z', 'updated_at': '2021-11-11T21:37:44Z', 'revision_number': 1, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'subnets': [{'id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:37:45.893168 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:37:45.940059 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89a899-c1a2-41d9-bff1-b731b7079669 req-cfdb79a9-3174-40a3-9699-3d8cb964d2da tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:45.946894 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d89a899-c1a2-41d9-bff1-b731b7079669 req-cfdb79a9-3174-40a3-9699-3d8cb964d2da tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.1096637 Nov 11 21:37:46.019386 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7c4bf04-45fc-497a-b934-8683f9c75e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:46.086087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d89a899-c1a2-41d9-bff1-b731b7079669 req-1a4f61c7-2ecd-4b79-a9e2-85a7077f4283 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291342 Nov 11 21:37:46.106023 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:37:46.112549 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-881d4391-b7c9-4b46-84ea-511c7ba41557 admin admin] 10.222.0.57 "PUT /v2.0/routers/66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9809282 Nov 11 21:37:46.213005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c2dc6b3b-2432-404d-bbe3-398d1c84ad33 None None] Provisioning complete for port b22bdbad-53a6-4f40-8b93-71cf4070e255 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:46.213631 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2dc6b3b-2432-404d-bbe3-398d1c84ad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:46.259776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc6b3b-2432-404d-bbe3-398d1c84ad33 None None] Port b22bdbad-53a6-4f40-8b93-71cf4070e255 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:37:46.576650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb336b8-a892-4f86-ad01-19c14b9659c6 req-0a0bb1ed-cfe5-4221-a728-60e785cf65f3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:46.586668 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6bb336b8-a892-4f86-ad01-19c14b9659c6 req-0a0bb1ed-cfe5-4221-a728-60e785cf65f3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1058087 Nov 11 21:37:46.739388 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6bb336b8-a892-4f86-ad01-19c14b9659c6 req-aab57652-7574-41db-98f6-0aa4f970f565 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370773 Nov 11 21:37:47.194922 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:47.255948 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39470) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:47.264208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8c0bf32a-46ec-4e16-b1b6-3a69c0bba0cb tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--615665412', 'description': 'tempest-description--1248641957'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:47.286539 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd465df-8249-49ab-9cc4-25fee7f47516 req-844a5a4f-bf40-4921-b34a-112f546d0e5e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:47.295394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fd465df-8249-49ab-9cc4-25fee7f47516 req-844a5a4f-bf40-4921-b34a-112f546d0e5e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.1995308 Nov 11 21:37:47.321950 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf32a-46ec-4e16-b1b6-3a69c0bba0cb tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:47.479504 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf32a-46ec-4e16-b1b6-3a69c0bba0cb tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:47.491386 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf32a-46ec-4e16-b1b6-3a69c0bba0cb tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:47.508238 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fd465df-8249-49ab-9cc4-25fee7f47516 req-9b6f66b0-d4bf-450e-949f-b20609efa6c4 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116146 Nov 11 21:37:47.556037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad08b9-9125-4223-8af7-c5476bad467a req-e3f0a183-aee1-45c7-a8fe-177896f65d55 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:47.562316 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bbad08b9-9125-4223-8af7-c5476bad467a req-e3f0a183-aee1-45c7-a8fe-177896f65d55 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.2159789 Nov 11 21:37:47.583127 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf32a-46ec-4e16-b1b6-3a69c0bba0cb tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:47.584754 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8c0bf32a-46ec-4e16-b1b6-3a69c0bba0cb tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3278027 Nov 11 21:37:47.587661 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39476) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:47.603589 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c7be7482-ac83-409a-afde-0463e0939fac tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Request body: {'security_group_rule': {'security_group_id': '990671f0-88a8-4d62-9298-f2a902a08caa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:47.625528 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bf32a-46ec-4e16-b1b6-3a69c0bba0cb tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990671f0-88a8-4d62-9298-f2a902a08caa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:47.682986 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7be7482-ac83-409a-afde-0463e0939fac tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:47.763277 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bbad08b9-9125-4223-8af7-c5476bad467a req-564d058c-3d31-427e-b552-cad0b6392010 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907783 Nov 11 21:37:47.818377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3785feb3-eead-4546-a145-b225f77a1f65 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:47.913150 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7be7482-ac83-409a-afde-0463e0939fac tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:47.923540 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7be7482-ac83-409a-afde-0463e0939fac tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:47.953697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be7482-ac83-409a-afde-0463e0939fac tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be54792-699c-4b87-89d1-378f8568de7b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:47.972452 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7be7482-ac83-409a-afde-0463e0939fac tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:47.974089 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c7be7482-ac83-409a-afde-0463e0939fac tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3829908 Nov 11 21:37:47.976658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39486) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:47.992009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9702c690-8796-42dc-a054-255888e05946 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Request body: {'security_group_rule': {'security_group_id': '990671f0-88a8-4d62-9298-f2a902a08caa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:47.993103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 3785feb3-eead-4546-a145-b225f77a1f65 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:47.993802 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:48.010809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b4b1b-d1e5-47a0-b9eb-21d461d9c0f9 req-80d008ac-7afc-4b03-82a5-df4b711e640f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:48.012431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-668b4b1b-d1e5-47a0-b9eb-21d461d9c0f9 req-80d008ac-7afc-4b03-82a5-df4b711e640f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1508217 Nov 11 21:37:48.117752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9702c690-8796-42dc-a054-255888e05946 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:48.161399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-668b4b1b-d1e5-47a0-b9eb-21d461d9c0f9 req-a002be71-1c88-458f-bd3c-80e059b6a2f3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263340 Nov 11 21:37:48.186692 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:48.220151 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 3785feb3-eead-4546-a145-b225f77a1f65, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3785feb3-eead-4546-a145-b225f77a1f65,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:48.227089 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:48.267462 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9702c690-8796-42dc-a054-255888e05946 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:48.279720 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9702c690-8796-42dc-a054-255888e05946 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:48.302672 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702c690-8796-42dc-a054-255888e05946 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d638f884-ad4a-4a0d-bc16-65444a86ba49,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:48.324203 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9702c690-8796-42dc-a054-255888e05946 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:48.325612 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9702c690-8796-42dc-a054-255888e05946 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3479261 Nov 11 21:37:48.329151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39498) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:48.333775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:48.393510 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:48.424316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=3785feb3-eead-4546-a145-b225f77a1f65,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:48.480348 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:48.488471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae818049-3b6d-4127-840e-dbcd6ae723d2 req-8469a5f9-4409-4844-a11b-54ab1644fae6 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:48.490114 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae818049-3b6d-4127-840e-dbcd6ae723d2 req-8469a5f9-4409-4844-a11b-54ab1644fae6 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 946 time: 0.1293314 Nov 11 21:37:48.550545 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae818049-3b6d-4127-840e-dbcd6ae723d2 req-19d2f78a-a9ce-437f-b5a4-d35c6c51b00a tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513585 Nov 11 21:37:48.579779 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:48.720968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cef41c-fe49-4c87-b109-38f92088ee1d req-c983de15-705c-432b-8835-13f28b81be29 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:48.722540 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5cef41c-fe49-4c87-b109-38f92088ee1d req-c983de15-705c-432b-8835-13f28b81be29 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.0879052 Nov 11 21:37:48.772865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Allocated IP 172.25.0.47 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/d6c7f9bf-d4c0-449f-bbcb-5ab4815e2ee8) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:37:48.801853 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5cef41c-fe49-4c87-b109-38f92088ee1d req-27ce3e3c-3b4a-4929-947f-58764138582b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706964 Nov 11 21:37:49.163581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3327cb-75d5-4ed5-b4c5-e1d0fd003052 req-81a630e1-0426-42a8-b4ef-eed46336a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:49.165296 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f3327cb-75d5-4ed5-b4c5-e1d0fd003052 req-81a630e1-0426-42a8-b4ef-eed46336a52b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 1096 time: 0.0671337 Nov 11 21:37:49.264967 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e26802-494f-4814-ab48-a24e029cb89b req-e0afb32d-b850-4070-96bd-f2a3d9dd53ea tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:49.272884 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4e26802-494f-4814-ab48-a24e029cb89b req-e0afb32d-b850-4070-96bd-f2a3d9dd53ea tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.0838315 Nov 11 21:37:49.296602 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:49.306594 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:49.334085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3327cb-75d5-4ed5-b4c5-e1d0fd003052 req-88d46a09-9e47-4f76-9f8f-63d48182182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:49.335557 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f3327cb-75d5-4ed5-b4c5-e1d0fd003052 req-88d46a09-9e47-4f76-9f8f-63d48182182a service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 913 time: 0.1626093 Nov 11 21:37:49.384720 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f3327cb-75d5-4ed5-b4c5-e1d0fd003052 req-3589add3-ae3b-4e1e-ba56-935b21427260 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd3cac80-e879-4f62-b6d0-9ce31cbd2773 HTTP/1.1" status: 200 len: 217 time: 0.0376225 Nov 11 21:37:49.384970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4e26802-494f-4814-ab48-a24e029cb89b req-27ce8c82-d58c-43b2-8347-30e26ca3274b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052043 Nov 11 21:37:49.421907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8555a-4187-47c8-82ea-dd9e91e5ed3e req-755d8195-3213-43b4-8ced-c071f3382650 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:49.423399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04b8555a-4187-47c8-82ea-dd9e91e5ed3e req-755d8195-3213-43b4-8ced-c071f3382650 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1018019 Nov 11 21:37:49.430561 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:49.463880 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3327cb-75d5-4ed5-b4c5-e1d0fd003052 req-91cdc06e-b88c-499f-8e9d-91db3067a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:49.465396 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f3327cb-75d5-4ed5-b4c5-e1d0fd003052 req-91cdc06e-b88c-499f-8e9d-91db3067a4e2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fbf341f-dbe9-4e8a-84ab-0939e03ed68d HTTP/1.1" status: 200 len: 851 time: 0.0734127 Nov 11 21:37:49.469820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39538) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:49.498478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:37:49.503425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Pushing event updated for resources: {'Port': ['ID=d6c7f9bf-d4c0-449f-bbcb-5ab4815e2ee8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:49.511069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:49.514842 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f3327cb-75d5-4ed5-b4c5-e1d0fd003052 req-c9795313-8e66-42c3-a790-2715b6bfb8a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f5b6d21-fbb6-4820-8133-c68412293dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387423 Nov 11 21:37:49.515613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:37:49.553934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04b8555a-4187-47c8-82ea-dd9e91e5ed3e req-27aac8f7-25bb-4e89-a499-47a332b1376f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193013 Nov 11 21:37:49.612488 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26b94b26-83ac-4531-9515-b79de87fc392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:49.641295 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:49.676741 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Sync routers for ids ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:37:49.678762 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f3327cb-75d5-4ed5-b4c5-e1d0fd003052 req-1141ea01-4c54-4f06-b55d-42366e816d37 service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536291 Nov 11 21:37:49.694452 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Routers {'66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:37:49.695562 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:49.749908 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3785feb3-eead-4546-a145-b225f77a1f65 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:49.762707 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:49.803476 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26b94b26-83ac-4531-9515-b79de87fc392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:49.804482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa4a48-10f2-4ed8-8832-ef04896e427e req-73f8dda6-e3b6-4c5b-a763-c6752f7945fe tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:49.806135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86aa4a48-10f2-4ed8-8832-ef04896e427e req-73f8dda6-e3b6-4c5b-a763-c6752f7945fe tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 946 time: 0.1553328 Nov 11 21:37:49.814605 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26b94b26-83ac-4531-9515-b79de87fc392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:49.818323 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4908c2f-7b87-4d51-855a-8b769f10238f req-2a48eb88-8b22-4d52-ae14-3b80ed28cd9f tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:49.819805 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4908c2f-7b87-4d51-855a-8b769f10238f req-2a48eb88-8b22-4d52-ae14-3b80ed28cd9f tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 946 time: 0.1660221 Nov 11 21:37:49.847904 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7f3327cb-75d5-4ed5-b4c5-e1d0fd003052 req-d0ab6fa0-fda0-43b0-9548-318c86dbd22b service neutron] 10.222.0.71 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555645 Nov 11 21:37:49.885058 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-26b94b26-83ac-4531-9515-b79de87fc392 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d0321ba59b2e45fca0b056b02f87a35e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4137454 Nov 11 21:37:49.887565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39548) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:37:49.889888 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Set router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:37:49.897610 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b94b26-83ac-4531-9515-b79de87fc392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e341cd82-0ced-42ad-9298-b2fde71ef4f1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:49.942183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 3785feb3-eead-4546-a145-b225f77a1f65 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:49.942720 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:49.962107 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22a9b472-7a53-4c62-9314-71b1a33566c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:49.987828 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22a9b472-7a53-4c62-9314-71b1a33566c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.034169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86aa4a48-10f2-4ed8-8832-ef04896e427e req-75be0b19-3e3e-4bb1-8395-1344cbfdf504 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113855 Nov 11 21:37:50.042548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22a9b472-7a53-4c62-9314-71b1a33566c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.045391 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22a9b472-7a53-4c62-9314-71b1a33566c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.046682 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-22a9b472-7a53-4c62-9314-71b1a33566c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e341cd82-0ced-42ad-9298-b2fde71ef4f1 HTTP/1.1" status: 204 len: 168 time: 0.1575716 Nov 11 21:37:50.055029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9b472-7a53-4c62-9314-71b1a33566c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e341cd82-0ced-42ad-9298-b2fde71ef4f1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:50.145457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652f0c0-67f9-4d06-8ab0-dcfe1aa72915 req-4f69479b-5143-442d-8e2b-52f6854ae55b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:50.147020 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7652f0c0-67f9-4d06-8ab0-dcfe1aa72915 req-4f69479b-5143-442d-8e2b-52f6854ae55b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.1372783 Nov 11 21:37:50.188507 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.196893 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-e4908c2f-7b87-4d51-855a-8b769f10238f req-bb3dce15-785a-42e9-b0bb-635796b5208b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Deleting port 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:37:50.197156 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e4908c2f-7b87-4d51-855a-8b769f10238f req-bb3dce15-785a-42e9-b0bb-635796b5208b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.201903 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.213477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '3785feb3-eead-4546-a145-b225f77a1f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:37:38Z', 'updated_at': '2021-11-11T21:37:45Z', 'revision_number': 4, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'gw_port': {'id': '3785feb3-eead-4546-a145-b225f77a1f65', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:39Z', 'updated_at': '2021-11-11T21:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b22bdbad-53a6-4f40-8b93-71cf4070e255', 'name': '', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'mac_address': 'fa:16:3e:eb:37:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:44Z', 'updated_at': '2021-11-11T21:37:45Z', 'revision_number': 2, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'subnets': [{'id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:50.241682 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Checking router: 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:37:50.242033 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Updating router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 port b22bdbad-53a6-4f40-8b93-71cf4070e255 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:37:50.275667 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.362493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7652f0c0-67f9-4d06-8ab0-dcfe1aa72915 req-650ee60f-b389-4997-a2fd-b37d55dcb339 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028852 Nov 11 21:37:50.364381 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e4908c2f-7b87-4d51-855a-8b769f10238f req-bb3dce15-785a-42e9-b0bb-635796b5208b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] For port 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:50.364719 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e4908c2f-7b87-4d51-855a-8b769f10238f req-bb3dce15-785a-42e9-b0bb-635796b5208b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.426451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-e4908c2f-7b87-4d51-855a-8b769f10238f req-bb3dce15-785a-42e9-b0bb-635796b5208b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Calling delete_port for 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:37:50.430336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Pushing event updated for resources: {'Port': ['ID=d6c7f9bf-d4c0-449f-bbcb-5ab4815e2ee8,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:50.441468 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.471480 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.481997 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3a73308a-9796-4906-9f7c-f09d8f3a9663 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1425855 Nov 11 21:37:50.599965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b74fd-cabd-4b84-9585-17fe34499d0d req-88c4c5fd-82cf-4513-bae7-7287f823deee tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:50.601635 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-271b74fd-cabd-4b84-9585-17fe34499d0d req-88c4c5fd-82cf-4513-bae7-7287f823deee tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 945 time: 0.0728786 Nov 11 21:37:50.736249 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-271b74fd-cabd-4b84-9585-17fe34499d0d req-39600257-6038-4df7-bc1d-94b892b6da66 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183956 Nov 11 21:37:50.766252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafdd62-86b9-4ca8-b2e3-8c12def25d81 req-7f3aec6d-1622-4f06-9ea8-86ef88715885 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:50.766252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7fafdd62-86b9-4ca8-b2e3-8c12def25d81 req-7f3aec6d-1622-4f06-9ea8-86ef88715885 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1207056 Nov 11 21:37:50.770989 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.777924 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.811163 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e4908c2f-7b87-4d51-855a-8b769f10238f req-bb3dce15-785a-42e9-b0bb-635796b5208b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.827253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['cea1b84b-e797-4f9d-86fc-394a2a5123ab', '24a808a1-0e6c-42b5-bdc9-3209027c6d4c'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:37:50.858650 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c6714-efb0-4161-9a5d-58e0c5f578bb None None] Pushing event updated for resources: {'Port': ['ID=b22bdbad-53a6-4f40-8b93-71cf4070e255,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:50.876834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dce15-785a-42e9-b0bb-635796b5208b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Pushing event deleted for resources: {'Port': ['ID=667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:50.952425 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Attempting to bind port b22bdbad-53a6-4f40-8b93-71cf4070e255 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:37:50.953418 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Attempting to bind port b22bdbad-53a6-4f40-8b93-71cf4070e255 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '86a028e1-9c86-44c7-b460-2d3a82fd80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:37:50.953879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Attempting to bind port b22bdbad-53a6-4f40-8b93-71cf4070e255 on network b9aadd00-a8e1-4352-a0b4-6c33c949766f {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:37:50.963801 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:37:50.964339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Checking segment: {'id': '86a028e1-9c86-44c7-b460-2d3a82fd80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:37:50.965396 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.965396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Bound using segment: {'id': '86a028e1-9c86-44c7-b460-2d3a82fd80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:37:50.965911 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Bound port: b22bdbad-53a6-4f40-8b93-71cf4070e255, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a028e1-9c86-44c7-b460-2d3a82fd80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:37:50.966044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4908c2f-7b87-4d51-855a-8b769f10238f req-bb3dce15-785a-42e9-b0bb-635796b5208b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] No DVR routers for this DVR port 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:37:50.966474 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.973914 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d0170d49-2dfa-43ed-b07d-f6b6d89cc12f details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:37:50.975929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device dd3cac80-e879-4f62-b6d0-9ce31cbd2773 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:37:50.981725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7fafdd62-86b9-4ca8-b2e3-8c12def25d81 req-e9aa9ac6-de7d-4bb7-a60c-f7cef4e89306 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055824 Nov 11 21:37:50.988908 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e4908c2f-7b87-4d51-855a-8b769f10238f req-bb3dce15-785a-42e9-b0bb-635796b5208b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:50.992301 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4908c2f-7b87-4d51-855a-8b769f10238f req-bb3dce15-785a-42e9-b0bb-635796b5208b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "DELETE /v2.0/ports/667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed HTTP/1.1" status: 204 len: 173 time: 1.1613643 Nov 11 21:37:50.996347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be7001d-462b-46a5-8d7d-11ba4fc86b96', 'name': 'network-vif-deleted', 'tag': '667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:37:51.008232 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42149081-7272-4f98-bffe-0d31ca72bfda" -d '{"events": [{"server_uuid": "0be7001d-462b-46a5-8d7d-11ba4fc86b96", "name": "network-vif-deleted", "tag": "667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:37:51.050602 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-8a2e4574-c2f8-4733-9777-d631395c116e tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--615665412&fields=id&tenant_id=67e48cfcf12444c88aea2618f75e2b1c HTTP/1.1" status: 200 len: 267 time: 0.1915743 Nov 11 21:37:51.135701 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] For port b22bdbad-53a6-4f40-8b93-71cf4070e255, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:37:51.143240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] For port b22bdbad-53a6-4f40-8b93-71cf4070e255, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b22bdbad-53a6-4f40-8b93-71cf4070e255,segment=NetworkSegment(86a028e1-9c86-44c7-b460-2d3a82fd80b5),segment_id=86a028e1-9c86-44c7-b460-2d3a82fd80b5)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:37:51.147232 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:37:51.158414 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1ecf23-de6e-49cd-8d20-ce98c05ed1ad x-openstack-request-id: req-ba1ecf23-de6e-49cd-8d20-ce98c05ed1ad {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:37:51.158702 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be7001d-462b-46a5-8d7d-11ba4fc86b96", "name": "network-vif-deleted", "tag": "667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:37:51.159416 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ba1ecf23-de6e-49cd-8d20-ce98c05ed1ad {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:37:51.159990 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be7001d-462b-46a5-8d7d-11ba4fc86b96', 'name': 'network-vif-deleted', 'tag': '667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed', 'status': 'completed', 'code': 200} Nov 11 21:37:51.220491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-857dc1fa-2d82-420a-a7a9-234038f18e0a tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:51.222172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-857dc1fa-2d82-420a-a7a9-234038f18e0a tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/networks?id=b9aadd00-a8e1-4352-a0b4-6c33c949766f HTTP/1.1" status: 200 len: 812 time: 0.1583297 Nov 11 21:37:51.223268 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:51.261381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63b929de-8fcb-4f1d-93c1-00df4cb141a9 req-043b96ec-6ce7-47b9-a902-20c9d0e3178c tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=0be7001d-462b-46a5-8d7d-11ba4fc86b96 HTTP/1.1" status: 200 len: 210 time: 0.0379701 Nov 11 21:37:51.262927 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-ef4176ee-25c6-4d67-8898-46607832a969 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/quotas/67e48cfcf12444c88aea2618f75e2b1c HTTP/1.1" status: 200 len: 375 time: 0.0312271 Nov 11 21:37:51.320425 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:51.322157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-4f9f8b65-b169-41f7-88d5-42d4ef95806f tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=67e48cfcf12444c88aea2618f75e2b1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529540 Nov 11 21:37:51.353657 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4e0234fd-277d-4651-a3f3-42b97473834d None None] Provisioning complete for port b22bdbad-53a6-4f40-8b93-71cf4070e255 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:51.354017 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4e0234fd-277d-4651-a3f3-42b97473834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:51.420269 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f', 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14', 'port_id': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f', 'mac_address': 'fa:16:3e:4a:2b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cbd2bf-db5d-43c4-8d6e-c834f46949ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:37:51.426054 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c6714-efb0-4161-9a5d-58e0c5f578bb None None] Pushing event updated for resources: {'Port': ['ID=b22bdbad-53a6-4f40-8b93-71cf4070e255,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:51.428634 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Routers {'66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:37:51.429545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:51.437242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-cfa9b09f-4724-4c96-8cf7-e76df51a230a service neutron] 10.222.0.57 "GET /v2.0/networks/b9aadd00-a8e1-4352-a0b4-6c33c949766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985234 Nov 11 21:37:51.557458 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:51.598301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dce7fa-5cf9-4ef8-a8d5-d8c99f4d8a4c req-06a13e05-7f37-4e50-92b4-55c9a81623d4 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:51.599964 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7dce7fa-5cf9-4ef8-a8d5-d8c99f4d8a4c req-06a13e05-7f37-4e50-92b4-55c9a81623d4 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.0630984 Nov 11 21:37:51.610618 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-8bc0f6cb-69a9-4b8b-a398-fde0887fac7c service neutron] 10.222.0.57 "GET /v2.0/networks/b9aadd00-a8e1-4352-a0b4-6c33c949766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647468 Nov 11 21:37:51.668819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7dce7fa-5cf9-4ef8-a8d5-d8c99f4d8a4c req-9261bbed-026a-4377-a0dc-cf5d7ca4f6f6 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539823 Nov 11 21:37:51.714967 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:51.726664 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd24a90-540a-4797-b560-b93f9beca2ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd3cac80-e879-4f62-b6d0-9ce31cbd2773'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:37:51.729149 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c736b1a-f3d5-47f2-b143-be421b2e1492" -d '{"events": [{"server_uuid": "6fd24a90-540a-4797-b560-b93f9beca2ef", "name": "network-vif-unplugged", "status": "completed", "tag": "dd3cac80-e879-4f62-b6d0-9ce31cbd2773"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:37:51.765938 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b22bdbad-53a6-4f40-8b93-71cf4070e255 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:51.786178 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port dd3cac80-e879-4f62-b6d0-9ce31cbd2773, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:51.815930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] Set router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:37:51.823847 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a2b686-bb6c-4017-870e-6bd2c9d03d38 x-openstack-request-id: req-03a2b686-bb6c-4017-870e-6bd2c9d03d38 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:37:51.824243 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd24a90-540a-4797-b560-b93f9beca2ef", "name": "network-vif-unplugged", "status": "completed", "tag": "dd3cac80-e879-4f62-b6d0-9ce31cbd2773", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:37:51.824662 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-03a2b686-bb6c-4017-870e-6bd2c9d03d38 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:37:51.825126 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd24a90-540a-4797-b560-b93f9beca2ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd3cac80-e879-4f62-b6d0-9ce31cbd2773', 'code': 200} Nov 11 21:37:51.830890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0170d49-2dfa-43ed-b07d-f6b6d89cc12f {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:37:51.877565 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:51.907542 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-206bd0b5-6c9c-4d60-a091-037c0ea05da9 req-8555225e-8cd9-47fe-b2f1-99cb7a965496 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 210 time: 0.0531795 Nov 11 21:37:51.930831 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4e0234fd-277d-4651-a3f3-42b97473834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:51.948084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92815347-1a2b-4d52-8ab7-b8386b779d82 req-d876108d-ba87-4379-9579-b02dd714c8a3 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:51.948824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:51.949626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92815347-1a2b-4d52-8ab7-b8386b779d82 req-d876108d-ba87-4379-9579-b02dd714c8a3 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 943 time: 0.0799284 Nov 11 21:37:51.965911 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:52.019286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92815347-1a2b-4d52-8ab7-b8386b779d82 req-5f2177df-ca91-46fe-9dd6-ab2f3a4860c6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617275 Nov 11 21:37:52.087497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:37:52.094664 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d0170d49-2dfa-43ed-b07d-f6b6d89cc12f'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:37:52.096822 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:52.111567 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4e0234fd-277d-4651-a3f3-42b97473834d None None] For port b22bdbad-53a6-4f40-8b93-71cf4070e255, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b22bdbad-53a6-4f40-8b93-71cf4070e255,segment=NetworkSegment(86a028e1-9c86-44c7-b460-2d3a82fd80b5),segment_id=86a028e1-9c86-44c7-b460-2d3a82fd80b5)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:52.219206 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4e0234fd-277d-4651-a3f3-42b97473834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:52.221515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:37:52.221861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 667ce68a-fb0c-4b3f-bf95-6ddc4328f1ed not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:37:52.255480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442cb8d-610d-4951-b0cf-975e040c92c3 req-e58d01df-27ad-42e5-863b-be180c3b4610 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:52.263578 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e442cb8d-610d-4951-b0cf-975e040c92c3 req-e58d01df-27ad-42e5-863b-be180c3b4610 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 944 time: 0.1763508 Nov 11 21:37:52.317460 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b22bdbad-53a6-4f40-8b93-71cf4070e255 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:52.317833 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:52.372567 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e442cb8d-610d-4951-b0cf-975e040c92c3 req-0c13f1bb-3d75-4ac3-9044-9135c7314d07 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025982 Nov 11 21:37:52.454529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:52.490975 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5082facc-6318-4fbb-ae8f-28e38723ad5a None None] Provisioning complete for port b22bdbad-53a6-4f40-8b93-71cf4070e255 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:52.491353 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5082facc-6318-4fbb-ae8f-28e38723ad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:52.625322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0234fd-277d-4651-a3f3-42b97473834d None None] Pushing event updated for resources: {'Port': ['ID=b22bdbad-53a6-4f40-8b93-71cf4070e255,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:52.683776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '3785feb3-eead-4546-a145-b225f77a1f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:37:38Z', 'updated_at': '2021-11-11T21:37:45Z', 'revision_number': 4, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'gw_port': {'id': '3785feb3-eead-4546-a145-b225f77a1f65', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:39Z', 'updated_at': '2021-11-11T21:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b22bdbad-53a6-4f40-8b93-71cf4070e255', 'name': '', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'mac_address': 'fa:16:3e:eb:37:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:44Z', 'updated_at': '2021-11-11T21:37:51Z', 'revision_number': 4, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'subnets': [{'id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:52.904766 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ccd482-0a52-4c71-8fd7-51a2e7dcc548 None None] The sync data for ids ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'] in n-d-805737-3 is: [{'id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '3785feb3-eead-4546-a145-b225f77a1f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:37:38Z', 'updated_at': '2021-11-11T21:37:45Z', 'revision_number': 4, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'gw_port': {'id': '3785feb3-eead-4546-a145-b225f77a1f65', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:39Z', 'updated_at': '2021-11-11T21:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b22bdbad-53a6-4f40-8b93-71cf4070e255', 'name': '', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'mac_address': 'fa:16:3e:eb:37:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:44Z', 'updated_at': '2021-11-11T21:37:51Z', 'revision_number': 4, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'subnets': [{'id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:37:53.059938 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb407d-4177-4d36-b06f-7fe1fd786392 req-22c090f4-4e67-4ef9-96e5-678d7cfff76d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:53.062464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28cb407d-4177-4d36-b06f-7fe1fd786392 req-22c090f4-4e67-4ef9-96e5-678d7cfff76d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.0650580 Nov 11 21:37:53.134330 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28cb407d-4177-4d36-b06f-7fe1fd786392 req-b135b016-1789-4f3c-a1eb-f31ef5d6e929 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645647 Nov 11 21:37:53.212111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06277227-c64d-4e75-b60d-2f4de8c8b727 req-cb85bf4a-b87e-4aff-810f-bbc6a21a990c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:53.223508 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06277227-c64d-4e75-b60d-2f4de8c8b727 req-cb85bf4a-b87e-4aff-810f-bbc6a21a990c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fd24a90-540a-4797-b560-b93f9beca2ef HTTP/1.1" status: 200 len: 943 time: 0.1084542 Nov 11 21:37:53.363410 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa444106-e333-400d-8c35-fad6c847855d req-566429dc-26e5-4127-b3d3-d0c3c98fbbd1 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:53.371436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa444106-e333-400d-8c35-fad6c847855d req-566429dc-26e5-4127-b3d3-d0c3c98fbbd1 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 945 time: 0.1408486 Nov 11 21:37:53.448348 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa444106-e333-400d-8c35-fad6c847855d req-f2624462-2ed7-44e9-bd73-029792c0a3fa tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755208 Nov 11 21:37:53.502870 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-06277227-c64d-4e75-b60d-2f4de8c8b727 req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Deleting port dd3cac80-e879-4f62-b6d0-9ce31cbd2773 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:37:53.503553 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-06277227-c64d-4e75-b60d-2f4de8c8b727 req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:53.507404 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-b0c42093-355d-41c6-831c-62cb9199efeb tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:53.510172 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-b0c42093-355d-41c6-831c-62cb9199efeb tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.71 "GET /v2.0/networks?id=b9aadd00-a8e1-4352-a0b4-6c33c949766f HTTP/1.1" status: 200 len: 812 time: 0.1703537 Nov 11 21:37:53.610900 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-e1046341-1f48-406f-944f-d6637b8dcb53 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67e48cfcf12444c88aea2618f75e2b1c HTTP/1.1" status: 200 len: 379 time: 0.0854340 Nov 11 21:37:53.623791 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-8f29e082-5a1e-4e37-8d4d-b7234735dab2 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Request body: {'port': {'device_id': '19b4b246-b7c5-4ccd-b248-421156801910', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'admin_state_up': True, 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'security_groups': ['990671f0-88a8-4d62-9298-f2a902a08caa']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:53.671010 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-06277227-c64d-4e75-b60d-2f4de8c8b727 req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] For port dd3cac80-e879-4f62-b6d0-9ce31cbd2773, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:53.671482 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-06277227-c64d-4e75-b60d-2f4de8c8b727 req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:53.697837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-06277227-c64d-4e75-b60d-2f4de8c8b727 req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Calling delete_port for dd3cac80-e879-4f62-b6d0-9ce31cbd2773 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:37:53.720358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-794099bc-7e56-4fdb-af42-60ec2262e81c req-3d8475d3-36d6-45df-adbd-87e1a369aee5 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 210 time: 0.0397520 Nov 11 21:37:53.797212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b22bdbad-53a6-4f40-8b93-71cf4070e255 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:53.892832 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-8f29e082-5a1e-4e37-8d4d-b7234735dab2 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Made reservation on behalf of 67e48cfcf12444c88aea2618f75e2b1c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:37:53.897242 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-8f29e082-5a1e-4e37-8d4d-b7234735dab2 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:53.900781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b22bdbad-53a6-4f40-8b93-71cf4070e255 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:53.901376 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:53.997350 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5936ec-030f-4bd2-bda6-de379e5faa68 req-6d0c2f42-a247-4b3a-80f6-c52b1dc3b183 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:53.999015 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea5936ec-030f-4bd2-bda6-de379e5faa68 req-6d0c2f42-a247-4b3a-80f6-c52b1dc3b183 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 944 time: 0.1183105 Nov 11 21:37:54.124327 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-06277227-c64d-4e75-b60d-2f4de8c8b727 req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:54.129828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-8f29e082-5a1e-4e37-8d4d-b7234735dab2 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Allocated IP 172.20.0.8 (b9aadd00-a8e1-4352-a0b4-6c33c949766f/b4f8b26b-3654-48a0-bd33-44c09975a64c/240eb393-9d40-470b-9de5-2e769a4bdcc4) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:37:54.155700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Pushing event deleted for resources: {'Port': ['ID=dd3cac80-e879-4f62-b6d0-9ce31cbd2773,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:54.173394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea5936ec-030f-4bd2-bda6-de379e5faa68 req-bb3e0b5e-c2d1-4064-b3a0-1774a5f58d46 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351011 Nov 11 21:37:54.197554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:54.197554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:54.197554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:54.197554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:54.197554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:54.197554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:54.197554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:54.197554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:54.197554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:54.197554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:54.198420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:54.198420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:54.281635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-06277227-c64d-4e75-b60d-2f4de8c8b727 req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] No DVR routers for this DVR port dd3cac80-e879-4f62-b6d0-9ce31cbd2773 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:37:54.292727 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-06277227-c64d-4e75-b60d-2f4de8c8b727 req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:54.296416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06277227-c64d-4e75-b60d-2f4de8c8b727 req-da7cbed4-88f4-411a-9896-d86446e11eb5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "DELETE /v2.0/ports/dd3cac80-e879-4f62-b6d0-9ce31cbd2773 HTTP/1.1" status: 204 len: 173 time: 1.0687399 Nov 11 21:37:54.300065 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd24a90-540a-4797-b560-b93f9beca2ef', 'name': 'network-vif-deleted', 'tag': 'dd3cac80-e879-4f62-b6d0-9ce31cbd2773'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:37:54.302552 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4139957-a93d-4602-acde-dedc5ce38f9a" -d '{"events": [{"server_uuid": "6fd24a90-540a-4797-b560-b93f9beca2ef", "name": "network-vif-deleted", "tag": "dd3cac80-e879-4f62-b6d0-9ce31cbd2773"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:37:54.347059 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-8f29e082-5a1e-4e37-8d4d-b7234735dab2 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:54.409422 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-8f29e082-5a1e-4e37-8d4d-b7234735dab2 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:54.469018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-8f29e082-5a1e-4e37-8d4d-b7234735dab2 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Network b9aadd00-a8e1-4352-a0b4-6c33c949766f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:37:54.473639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-8f29e082-5a1e-4e37-8d4d-b7234735dab2 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:54.477742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-8f29e082-5a1e-4e37-8d4d-b7234735dab2 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:37:54.515330 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29e082-5a1e-4e37-8d4d-b7234735dab2 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Pushing event updated for resources: {'Port': ['ID=240eb393-9d40-470b-9de5-2e769a4bdcc4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:54.546257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-8f29e082-5a1e-4e37-8d4d-b7234735dab2 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:54.552699 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-8f29e082-5a1e-4e37-8d4d-b7234735dab2 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:54.592138 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-8f29e082-5a1e-4e37-8d4d-b7234735dab2 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9736800 Nov 11 21:37:54.597001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921dc370-8c58-4688-a20c-dd7302f71988 req-d6dbd51f-5aa6-41a7-8174-202d311fdc64 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:54.601327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-921dc370-8c58-4688-a20c-dd7302f71988 req-d6dbd51f-5aa6-41a7-8174-202d311fdc64 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.1981304 Nov 11 21:37:54.607795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Request body: {'port': {'device_id': '19b4b246-b7c5-4ccd-b248-421156801910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:54.632526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7a4d-bdff-407a-a824-6a7e7047f88a req-cf3c736a-9a12-49a7-8c67-258e90213ad5 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:54.635031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1aba7a4d-bdff-407a-a824-6a7e7047f88a req-cf3c736a-9a12-49a7-8c67-258e90213ad5 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 945 time: 0.1714146 Nov 11 21:37:54.721851 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:54.773994 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 11 Nov 2021 21:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc97de7e-29e5-43c3-b104-afb116a47786 x-openstack-request-id: req-dc97de7e-29e5-43c3-b104-afb116a47786 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:37:54.774306 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd24a90-540a-4797-b560-b93f9beca2ef", "name": "network-vif-deleted", "tag": "dd3cac80-e879-4f62-b6d0-9ce31cbd2773", "status": "failed", "code": 422}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:37:54.774570 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dc97de7e-29e5-43c3-b104-afb116a47786 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:37:54.774992 n-d-805737-3 neutron-server[102534]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6fd24a90-540a-4797-b560-b93f9beca2ef', 'name': 'network-vif-deleted', 'tag': 'dd3cac80-e879-4f62-b6d0-9ce31cbd2773', 'status': 'failed', 'code': 422} returned with failed status Nov 11 21:37:54.811336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6f058162-4f9b-4ad7-9cac-ef5d527c6e4e None None] Provisioning complete for port 240eb393-9d40-470b-9de5-2e769a4bdcc4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:54.814752 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6f058162-4f9b-4ad7-9cac-ef5d527c6e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:54.860520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-921dc370-8c58-4688-a20c-dd7302f71988 req-ba690bfc-4421-4dc6-b1a0-e2f133760c2f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481089 Nov 11 21:37:54.892286 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6f058162-4f9b-4ad7-9cac-ef5d527c6e4e None None] Port 240eb393-9d40-470b-9de5-2e769a4bdcc4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:37:55.022792 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f02c79-e6bd-4444-a3b1-e34e20d17388 req-f0115068-b1df-4abf-96ee-e720691eb115 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:55.026336 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84f02c79-e6bd-4444-a3b1-e34e20d17388 req-f0115068-b1df-4abf-96ee-e720691eb115 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 945 time: 0.1588593 Nov 11 21:37:55.027042 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d0170d49-2dfa-43ed-b07d-f6b6d89cc12f up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:55.079581 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-1aba7a4d-bdff-407a-a824-6a7e7047f88a req-6cc1b236-1897-4df2-9091-b693a83f10e1 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Deleting port 24a808a1-0e6c-42b5-bdc9-3209027c6d4c {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:37:55.079916 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1aba7a4d-bdff-407a-a824-6a7e7047f88a req-6cc1b236-1897-4df2-9091-b693a83f10e1 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:55.114045 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:55.114611 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:55.229914 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:55.248959 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240eb393-9d40-470b-9de5-2e769a4bdcc4 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:37:55.258794 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:55.259518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:37:55.262571 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4451406-bc1e-4a6a-af15-cf43ebc91b66" -d '{"events": [{"server_uuid": "f6d404ca-08dc-4756-8416-f3e059bc1781", "name": "network-vif-plugged", "status": "completed", "tag": "d0170d49-2dfa-43ed-b07d-f6b6d89cc12f"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:37:55.263369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fe61b-2ff7-4e81-8952-084f8eb12d2f req-853b3dcf-5535-4ac2-a722-25e713c85360 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:55.265047 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a6fe61b-2ff7-4e81-8952-084f8eb12d2f req-853b3dcf-5535-4ac2-a722-25e713c85360 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 931 time: 0.2375083 Nov 11 21:37:55.273156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Transition to ACTIVE for port object 240eb393-9d40-470b-9de5-2e769a4bdcc4 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:37:55.282924 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:55.283782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:55.284215 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84f02c79-e6bd-4444-a3b1-e34e20d17388 req-341b3f36-17d6-4988-a5e7-256bfadf4341 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128587 Nov 11 21:37:55.300482 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:55.301471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device dd3cac80-e879-4f62-b6d0-9ce31cbd2773 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:37:55.352216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Pushing event updated for resources: {'Port': ['ID=240eb393-9d40-470b-9de5-2e769a4bdcc4,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:55.355273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-1aba7a4d-bdff-407a-a824-6a7e7047f88a req-6cc1b236-1897-4df2-9091-b693a83f10e1 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] For port 24a808a1-0e6c-42b5-bdc9-3209027c6d4c, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=24a808a1-0e6c-42b5-bdc9-3209027c6d4c,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:55.355653 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1aba7a4d-bdff-407a-a824-6a7e7047f88a req-6cc1b236-1897-4df2-9091-b693a83f10e1 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:55.378544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-1aba7a4d-bdff-407a-a824-6a7e7047f88a req-6cc1b236-1897-4df2-9091-b693a83f10e1 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Calling delete_port for 24a808a1-0e6c-42b5-bdc9-3209027c6d4c owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:37:55.413622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a6fe61b-2ff7-4e81-8952-084f8eb12d2f req-6ed751e7-8043-483e-94c5-68524e1cb21b tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/security-groups?id=990671f0-88a8-4d62-9298-f2a902a08caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278350 Nov 11 21:37:55.450331 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: dd3cac80-e879-4f62-b6d0-9ce31cbd2773 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:37:55.454860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device dd3cac80-e879-4f62-b6d0-9ce31cbd2773 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:37:55.511414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Attempting to bind port 240eb393-9d40-470b-9de5-2e769a4bdcc4 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:37:55.511802 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Attempting to bind port 240eb393-9d40-470b-9de5-2e769a4bdcc4 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '86a028e1-9c86-44c7-b460-2d3a82fd80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:37:55.512553 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Attempting to bind port 240eb393-9d40-470b-9de5-2e769a4bdcc4 on network b9aadd00-a8e1-4352-a0b4-6c33c949766f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:37:55.517607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Port 240eb393-9d40-470b-9de5-2e769a4bdcc4 on network b9aadd00-a8e1-4352-a0b4-6c33c949766f not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:37:55.518260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Attempting to bind port 240eb393-9d40-470b-9de5-2e769a4bdcc4 on network b9aadd00-a8e1-4352-a0b4-6c33c949766f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:37:55.527122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:37:55.527471 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Checking segment: {'id': '86a028e1-9c86-44c7-b460-2d3a82fd80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:37:55.527858 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Bound using segment: {'id': '86a028e1-9c86-44c7-b460-2d3a82fd80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:37:55.528288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Bound port: 240eb393-9d40-470b-9de5-2e769a4bdcc4, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a028e1-9c86-44c7-b460-2d3a82fd80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:37:55.528643 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:55.549021 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:55.570385 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:55.570740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:55.571078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:55.571481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:55.571813 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:55.572144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:55.572469 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:55.572807 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:55.573147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:55.573465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:55.573793 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:55.574114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:55.647853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] For port 240eb393-9d40-470b-9de5-2e769a4bdcc4, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:37:55.687704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-892027a0-ce18-414f-80e0-9a3c53f872ba tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:55.691521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-892027a0-ce18-414f-80e0-9a3c53f872ba tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 811 time: 0.2105896 Nov 11 21:37:55.725617 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f14332-deb7-4993-ac5c-2e48873f8d29 req-727cd14a-4d38-4324-a860-bb6121066619 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:55.727145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2f14332-deb7-4993-ac5c-2e48873f8d29 req-727cd14a-4d38-4324-a860-bb6121066619 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2292163 Nov 11 21:37:55.741064 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-1534848b-eff5-4122-8791-084cf1007cd8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/quotas/d1be613363d7416ca7041946f8d377db HTTP/1.1" status: 200 len: 375 time: 0.0291042 Nov 11 21:37:55.800264 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-51a5a7f0-1be2-4479-99ac-c8ff96fde9d2 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492306 Nov 11 21:37:55.808631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] For port 240eb393-9d40-470b-9de5-2e769a4bdcc4, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=240eb393-9d40-470b-9de5-2e769a4bdcc4,segment=NetworkSegment(86a028e1-9c86-44c7-b460-2d3a82fd80b5),segment_id=86a028e1-9c86-44c7-b460-2d3a82fd80b5)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:37:55.816671 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1aba7a4d-bdff-407a-a824-6a7e7047f88a req-6cc1b236-1897-4df2-9091-b693a83f10e1 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:55.819152 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:55.829485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['cea1b84b-e797-4f9d-86fc-394a2a5123ab', '24a808a1-0e6c-42b5-bdc9-3209027c6d4c'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:37:55.917040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1b236-1897-4df2-9091-b693a83f10e1 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Pushing event deleted for resources: {'Port': ['ID=24a808a1-0e6c-42b5-bdc9-3209027c6d4c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:55.933243 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2f14332-deb7-4993-ac5c-2e48873f8d29 req-8c43371d-e66d-44ac-b6c5-4321d986795c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997373 Nov 11 21:37:55.935481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:55.941439 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:55.943522 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] 10.222.0.71 "PUT /v2.0/ports/240eb393-9d40-470b-9de5-2e769a4bdcc4 HTTP/1.1" status: 200 len: 1091 time: 1.3401692 Nov 11 21:37:55.944342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b4b246-b7c5-4ccd-b248-421156801910', 'tag': '240eb393-9d40-470b-9de5-2e769a4bdcc4'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:37:55.946895 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512c57e0-f43a-42e9-b647-64ee93989eac" -d '{"events": [{"name": "network-changed", "server_uuid": "19b4b246-b7c5-4ccd-b248-421156801910", "tag": "240eb393-9d40-470b-9de5-2e769a4bdcc4"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:37:55.996117 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b1e0f-4dc1-4648-85d2-5a9984cfed7d service neutron] Pushing event updated for resources: {'Port': ['ID=240eb393-9d40-470b-9de5-2e769a4bdcc4,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:56.046729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aba7a4d-bdff-407a-a824-6a7e7047f88a req-6cc1b236-1897-4df2-9091-b693a83f10e1 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] No DVR routers for this DVR port 24a808a1-0e6c-42b5-bdc9-3209027c6d4c on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:37:56.052057 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1aba7a4d-bdff-407a-a824-6a7e7047f88a req-6cc1b236-1897-4df2-9091-b693a83f10e1 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:56.062219 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1aba7a4d-bdff-407a-a824-6a7e7047f88a req-6cc1b236-1897-4df2-9091-b693a83f10e1 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "DELETE /v2.0/ports/24a808a1-0e6c-42b5-bdc9-3209027c6d4c HTTP/1.1" status: 204 len: 173 time: 1.4084897 Nov 11 21:37:56.079404 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5d823d-0c04-4d8e-96fd-2e779bced146 x-openstack-request-id: req-5d5d823d-0c04-4d8e-96fd-2e779bced146 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:37:56.079845 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d404ca-08dc-4756-8416-f3e059bc1781", "name": "network-vif-plugged", "status": "completed", "tag": "d0170d49-2dfa-43ed-b07d-f6b6d89cc12f", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:37:56.084711 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5d5d823d-0c04-4d8e-96fd-2e779bced146 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:37:56.085151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-8302a084-7571-4a5e-a462-3d6b0895bd95 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:37:56.086035 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f', 'code': 200} Nov 11 21:37:56.102577 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-740a39fa-4668-4869-bd07-94d65e546f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:56.105278 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-8302a084-7571-4a5e-a462-3d6b0895bd95 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2895031 Nov 11 21:37:56.114362 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-740a39fa-4668-4869-bd07-94d65e546f0b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67e48cfcf12444c88aea2618f75e2b1c&device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 1094 time: 0.1108241 Nov 11 21:37:56.220703 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-9dbe78cb-a4a8-4993-b8c0-93fe87a15849 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=240eb393-9d40-470b-9de5-2e769a4bdcc4 HTTP/1.1" status: 200 len: 217 time: 0.0937402 Nov 11 21:37:56.362479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-e0b731ad-8260-4327-b3d4-3cbd81dcf51f service neutron] 10.222.0.57 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478511 Nov 11 21:37:56.383109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-17396eba-9660-4246-8dc0-b447b2ca7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:56.389886 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-17396eba-9660-4246-8dc0-b447b2ca7091 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4f8b26b-3654-48a0-bd33-44c09975a64c HTTP/1.1" status: 200 len: 851 time: 0.1584761 Nov 11 21:37:56.456228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-005a3954-2298-457d-994a-00c716325e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:56.457079 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-005a3954-2298-457d-994a-00c716325e4a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b9aadd00-a8e1-4352-a0b4-6c33c949766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538583 Nov 11 21:37:56.537713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d0927-f837-45a0-af6f-2efe49a2ed17 req-88cf1e66-283a-43c3-a04b-32a9dbde9181 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:56.541818 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab0d0927-f837-45a0-af6f-2efe49a2ed17 req-88cf1e66-283a-43c3-a04b-32a9dbde9181 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.1205595 Nov 11 21:37:56.577462 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-cce4a1b0-8b2d-447d-b506-77b4970b5a2f service neutron] 10.222.0.71 "GET /v2.0/networks/b9aadd00-a8e1-4352-a0b4-6c33c949766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106422 Nov 11 21:37:56.582306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-50274439-dd98-42ce-a3e0-84fd217aa828 service neutron] 10.222.0.57 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117498 Nov 11 21:37:56.622463 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab0d0927-f837-45a0-af6f-2efe49a2ed17 req-559d9828-4f95-4017-ab18-b3f7fa8de87c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714355 Nov 11 21:37:56.707941 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0d053f-e7d2-4ce8-9136-3113be3c1e45 x-openstack-request-id: req-4b0d053f-e7d2-4ce8-9136-3113be3c1e45 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:37:56.708095 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b4b246-b7c5-4ccd-b248-421156801910", "tag": "240eb393-9d40-470b-9de5-2e769a4bdcc4", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:37:56.708405 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4b0d053f-e7d2-4ce8-9136-3113be3c1e45 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:37:56.708821 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b4b246-b7c5-4ccd-b248-421156801910', 'tag': '240eb393-9d40-470b-9de5-2e769a4bdcc4', 'status': 'completed', 'code': 200} Nov 11 21:37:56.758480 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f094849a-e0fc-4ffb-85b9-ce95b5ffcb6c req-0b19d92b-3ad9-433f-ac6d-80dfc39145bb service neutron] 10.222.0.71 "GET /v2.0/networks/b9aadd00-a8e1-4352-a0b4-6c33c949766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646402 Nov 11 21:37:56.780084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3051d4e-b7ee-4896-9955-948dd4b41c1a', 'name': 'network-vif-deleted', 'tag': '24a808a1-0e6c-42b5-bdc9-3209027c6d4c'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:37:56.783135 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df63eb68-b2ed-463d-a807-c259fa6e04ff" -d '{"events": [{"server_uuid": "f3051d4e-b7ee-4896-9955-948dd4b41c1a", "name": "network-vif-deleted", "tag": "24a808a1-0e6c-42b5-bdc9-3209027c6d4c"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:37:56.827099 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bbb5f28a-dc8b-463a-b8cc-675165a2ab8f req-6b09ecf3-c3b3-4191-8257-daf8f44e230b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3051d4e-b7ee-4896-9955-948dd4b41c1a HTTP/1.1" status: 200 len: 210 time: 0.0575669 Nov 11 21:37:56.886192 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e173089f-f639-454b-89fc-ded659ff78be x-openstack-request-id: req-e173089f-f639-454b-89fc-ded659ff78be {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:37:56.887132 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3051d4e-b7ee-4896-9955-948dd4b41c1a", "name": "network-vif-deleted", "tag": "24a808a1-0e6c-42b5-bdc9-3209027c6d4c", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:37:56.887132 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e173089f-f639-454b-89fc-ded659ff78be {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:37:56.887963 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3051d4e-b7ee-4896-9955-948dd4b41c1a', 'name': 'network-vif-deleted', 'tag': '24a808a1-0e6c-42b5-bdc9-3209027c6d4c', 'status': 'completed', 'code': 200} Nov 11 21:37:56.966868 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c57e0-f43a-42e9-b647-64ee93989eac req-e45f7b82-fc62-4cfa-9ca6-f6dda2ca2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:56.968558 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-512c57e0-f43a-42e9-b647-64ee93989eac req-e45f7b82-fc62-4cfa-9ca6-f6dda2ca2ba6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67e48cfcf12444c88aea2618f75e2b1c&device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 1094 time: 0.1068473 Nov 11 21:37:57.004415 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c037f38f-c4d9-40f6-9cf9-3117ff6814de req-89b9e238-2c84-47c3-91f7-c9595a38614b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 210 time: 0.0423846 Nov 11 21:37:57.030569 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f94fed-6e21-4170-9712-9948e946eefe req-4dbc8d85-5bfc-46c5-a5de-cf5a0e60e724 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:57.038652 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24f94fed-6e21-4170-9712-9948e946eefe req-4dbc8d85-5bfc-46c5-a5de-cf5a0e60e724 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 943 time: 0.1262944 Nov 11 21:37:57.112249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c57e0-f43a-42e9-b647-64ee93989eac req-2c27e780-d4ae-4fb9-b834-1acbaab9c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:57.113849 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-512c57e0-f43a-42e9-b647-64ee93989eac req-2c27e780-d4ae-4fb9-b834-1acbaab9c0cd service neutron] 10.222.0.71 "GET /v2.0/networks?id=b9aadd00-a8e1-4352-a0b4-6c33c949766f HTTP/1.1" status: 200 len: 914 time: 0.1358490 Nov 11 21:37:57.125448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24f94fed-6e21-4170-9712-9948e946eefe req-ab21469b-ac73-485d-9a30-26ae99bf0011 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/security-groups?id=990671f0-88a8-4d62-9298-f2a902a08caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858195 Nov 11 21:37:57.171349 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-512c57e0-f43a-42e9-b647-64ee93989eac req-1bae659b-42c5-4f7c-8b6b-d7b34d445109 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=240eb393-9d40-470b-9de5-2e769a4bdcc4 HTTP/1.1" status: 200 len: 217 time: 0.0461349 Nov 11 21:37:57.230498 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22faa28-f82b-482d-9b5c-0d682853b3bc req-aa501f70-6465-4f87-a3d8-db4603006507 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:57.238589 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22faa28-f82b-482d-9b5c-0d682853b3bc req-aa501f70-6465-4f87-a3d8-db4603006507 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1103339 Nov 11 21:37:57.303422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22faa28-f82b-482d-9b5c-0d682853b3bc req-5028c140-e87a-4c4a-90cc-192a4b75c2c7 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636842 Nov 11 21:37:57.307178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c57e0-f43a-42e9-b647-64ee93989eac req-5213e312-2777-45db-8361-4b6b999ab0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:57.309078 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-512c57e0-f43a-42e9-b647-64ee93989eac req-5213e312-2777-45db-8361-4b6b999ab0f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4f8b26b-3654-48a0-bd33-44c09975a64c HTTP/1.1" status: 200 len: 851 time: 0.1280203 Nov 11 21:37:57.366613 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c57e0-f43a-42e9-b647-64ee93989eac req-c03e83c9-fefa-41bd-8964-881c7d74b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:57.368555 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-512c57e0-f43a-42e9-b647-64ee93989eac req-c03e83c9-fefa-41bd-8964-881c7d74b8ee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b9aadd00-a8e1-4352-a0b4-6c33c949766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514021 Nov 11 21:37:57.504047 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-512c57e0-f43a-42e9-b647-64ee93989eac req-e4259602-0a4c-474a-a47f-6701606bc047 service neutron] 10.222.0.71 "GET /v2.0/networks/b9aadd00-a8e1-4352-a0b4-6c33c949766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266146 Nov 11 21:37:57.651858 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-512c57e0-f43a-42e9-b647-64ee93989eac req-a25afc68-8425-4e9e-9c1b-8e9cfa6e06cf service neutron] 10.222.0.71 "GET /v2.0/networks/b9aadd00-a8e1-4352-a0b4-6c33c949766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253769 Nov 11 21:37:57.771290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694c8ec-023f-421c-8d75-5ae96ad7cfb3 req-1da2fe1b-5d57-492c-a291-fe0d317ac6ae tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:57.778690 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2694c8ec-023f-421c-8d75-5ae96ad7cfb3 req-1da2fe1b-5d57-492c-a291-fe0d317ac6ae tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.0696609 Nov 11 21:37:57.837465 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2694c8ec-023f-421c-8d75-5ae96ad7cfb3 req-19146ff0-4e8d-4c51-99f6-9f17ce10b722 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577776 Nov 11 21:37:58.087633 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 24a808a1-0e6c-42b5-bdc9-3209027c6d4c no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:37:58.120853 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 24a808a1-0e6c-42b5-bdc9-3209027c6d4c {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:37:58.125512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 24a808a1-0e6c-42b5-bdc9-3209027c6d4c not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:37:58.182715 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-504e88e4-3443-4017-8871-39acf7b30b4b req-cf744beb-68c7-4aa0-bacf-746d4c38854c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 210 time: 0.0553796 Nov 11 21:37:58.434440 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9765a90-3af4-4af9-9f4c-38574e56fb50 req-b6a277b1-f764-4a46-9ebd-f4cd1f8ef113 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:58.443394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9765a90-3af4-4af9-9f4c-38574e56fb50 req-b6a277b1-f764-4a46-9ebd-f4cd1f8ef113 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 943 time: 0.1924372 Nov 11 21:37:58.456758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-777c64c5-f48a-4020-9c2b-0d2293301c30 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:58.458705 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-777c64c5-f48a-4020-9c2b-0d2293301c30 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.10 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 811 time: 0.2748117 Nov 11 21:37:58.494719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-e7c8aa4a-8b70-4994-b53c-e2062d0ab7d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Request body: {'port': {'device_id': 'ef7820f8-9bea-413c-8cc0-ab8b44e70145', 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6', 'admin_state_up': True, 'tenant_id': 'd1be613363d7416ca7041946f8d377db'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:58.683243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1638f3-bac2-442e-94dd-6d716cd70974 req-5e74989e-e61e-46b7-9095-b41d6ed767bc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:58.693006 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b1638f3-bac2-442e-94dd-6d716cd70974 req-5e74989e-e61e-46b7-9095-b41d6ed767bc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2320063 Nov 11 21:37:58.701402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9765a90-3af4-4af9-9f4c-38574e56fb50 req-1a357faa-64ca-4b08-b837-39827c3d41cb tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/security-groups?id=990671f0-88a8-4d62-9298-f2a902a08caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570920 Nov 11 21:37:58.831421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b1638f3-bac2-442e-94dd-6d716cd70974 req-5a6878b8-edf4-4000-b3db-7158010b8066 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373801 Nov 11 21:37:58.832437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-e7c8aa4a-8b70-4994-b53c-e2062d0ab7d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Made reservation on behalf of d1be613363d7416ca7041946f8d377db for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:37:58.835862 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-e7c8aa4a-8b70-4994-b53c-e2062d0ab7d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:59.048030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 240eb393-9d40-470b-9de5-2e769a4bdcc4 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:37:59.056729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-e7c8aa4a-8b70-4994-b53c-e2062d0ab7d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Allocated IP 172.20.0.10 (0f5b6d21-fbb6-4820-8133-c68412293dd6/8fbf341f-dbe9-4e8a-84ab-0939e03ed68d/04c755f7-8540-4755-b387-1a6f7345b349) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:37:59.190844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 240eb393-9d40-470b-9de5-2e769a4bdcc4, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=240eb393-9d40-470b-9de5-2e769a4bdcc4,segment=NetworkSegment(86a028e1-9c86-44c7-b460-2d3a82fd80b5),segment_id=86a028e1-9c86-44c7-b460-2d3a82fd80b5)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:59.203382 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '240eb393-9d40-470b-9de5-2e769a4bdcc4', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'port_id': '240eb393-9d40-470b-9de5-2e769a4bdcc4', 'mac_address': 'fa:16:3e:82:f2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:37:59.218042 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-e7c8aa4a-8b70-4994-b53c-e2062d0ab7d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:59.259257 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-e7c8aa4a-8b70-4994-b53c-e2062d0ab7d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:59.280922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc2c6f-7c63-4d84-8869-b751912b0e1c req-03bc0c00-1257-4d17-8337-29d5087a2eba tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:59.284114 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35bc2c6f-7c63-4d84-8869-b751912b0e1c req-03bc0c00-1257-4d17-8337-29d5087a2eba tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.3357570 Nov 11 21:37:59.295842 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:59.313768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240eb393-9d40-470b-9de5-2e769a4bdcc4 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:37:59.335038 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 240eb393-9d40-470b-9de5-2e769a4bdcc4, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=240eb393-9d40-470b-9de5-2e769a4bdcc4,segment=NetworkSegment(86a028e1-9c86-44c7-b460-2d3a82fd80b5),segment_id=86a028e1-9c86-44c7-b460-2d3a82fd80b5)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:59.345950 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:59.400703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=240eb393-9d40-470b-9de5-2e769a4bdcc4,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:59.402737 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-e7c8aa4a-8b70-4994-b53c-e2062d0ab7d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Network 0f5b6d21-fbb6-4820-8133-c68412293dd6 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:37:59.409740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-e7c8aa4a-8b70-4994-b53c-e2062d0ab7d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:59.414869 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-e7c8aa4a-8b70-4994-b53c-e2062d0ab7d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:37:59.447151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8aa4a-8b70-4994-b53c-e2062d0ab7d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Pushing event updated for resources: {'Port': ['ID=04c755f7-8540-4755-b387-1a6f7345b349,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:59.491002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-e7c8aa4a-8b70-4994-b53c-e2062d0ab7d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:59.491002 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-e7c8aa4a-8b70-4994-b53c-e2062d0ab7d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:59.499992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd973a-9847-4f23-887b-022b9e3d47ab req-d4cfaafc-4a53-4ef1-944e-6ab7c5316550 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:59.507216 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5cd973a-9847-4f23-887b-022b9e3d47ab req-d4cfaafc-4a53-4ef1-944e-6ab7c5316550 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 932 time: 0.1968353 Nov 11 21:37:59.523085 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35bc2c6f-7c63-4d84-8869-b751912b0e1c req-443f2fec-916d-4fb1-b236-12ed12a040ac tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189455 Nov 11 21:37:59.559258 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-e7c8aa4a-8b70-4994-b53c-e2062d0ab7d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0779917 Nov 11 21:37:59.574552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Request body: {'port': {'device_id': 'ef7820f8-9bea-413c-8cc0-ab8b44e70145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:59.614358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5cd973a-9847-4f23-887b-022b9e3d47ab req-f718b004-3272-444f-b0dd-bd068520c111 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050382 Nov 11 21:37:59.663729 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:59.670594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['240eb393-9d40-470b-9de5-2e769a4bdcc4'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:38:00.212685 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbee09-dbc2-4767-9c36-ebf18e8fdfdc req-c74040d9-f7b3-4dbd-b081-31c0952c48fb tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:00.214310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25dbee09-dbc2-4767-9c36-ebf18e8fdfdc req-c74040d9-f7b3-4dbd-b081-31c0952c48fb tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 944 time: 0.1411672 Nov 11 21:38:00.278021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650e7dc-d4d5-4a16-8797-615ede0849b3 req-e658dbd5-6c72-4235-98b1-34d514252755 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:00.286552 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5650e7dc-d4d5-4a16-8797-615ede0849b3 req-e658dbd5-6c72-4235-98b1-34d514252755 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1814623 Nov 11 21:38:00.394666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25dbee09-dbc2-4767-9c36-ebf18e8fdfdc req-a85fcbd2-8b53-4a6c-979e-fe7ea7067442 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/security-groups?id=990671f0-88a8-4d62-9298-f2a902a08caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348062 Nov 11 21:38:00.407640 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5650e7dc-d4d5-4a16-8797-615ede0849b3 req-0b1826d3-f8df-4407-b311-ebacb97bc033 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201208 Nov 11 21:38:00.604945 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c755f7-8540-4755-b387-1a6f7345b349 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:38:00.621477 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:00.679765 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Transition to ACTIVE for port object 04c755f7-8540-4755-b387-1a6f7345b349 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:38:00.686528 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:00.811831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1af33-5ce3-4f2c-ba62-2a6156367316 req-7fd56855-6a41-4248-a0c1-2ced2021035d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:00.819588 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ee1af33-5ce3-4f2c-ba62-2a6156367316 req-7fd56855-6a41-4248-a0c1-2ced2021035d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.1906841 Nov 11 21:38:00.853541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Pushing event updated for resources: {'Port': ['ID=04c755f7-8540-4755-b387-1a6f7345b349,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:00.907953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244501db-b771-4efd-9ee9-c3f104260236 req-cfc5cb68-c358-4788-aa57-c9702c5c1a1b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:00.909533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-244501db-b771-4efd-9ee9-c3f104260236 req-cfc5cb68-c358-4788-aa57-c9702c5c1a1b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 944 time: 0.1628184 Nov 11 21:38:00.966482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Attempting to bind port 04c755f7-8540-4755-b387-1a6f7345b349 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:38:00.966838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Attempting to bind port 04c755f7-8540-4755-b387-1a6f7345b349 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:38:00.967127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Attempting to bind port 04c755f7-8540-4755-b387-1a6f7345b349 on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:38:00.989709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Port 04c755f7-8540-4755-b387-1a6f7345b349 on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:38:00.990052 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Attempting to bind port 04c755f7-8540-4755-b387-1a6f7345b349 on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:38:00.999903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ee1af33-5ce3-4f2c-ba62-2a6156367316 req-72ddff76-2234-4ba9-9ae4-9fd81b79a614 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772325 Nov 11 21:38:01.009492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:38:01.009826 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Checking segment: {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:38:01.010209 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Bound using segment: {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:38:01.010652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Bound port: 04c755f7-8540-4755-b387-1a6f7345b349, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:38:01.011009 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:01.016062 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-244501db-b771-4efd-9ee9-c3f104260236 req-3e01c6d5-951d-46eb-8feb-eff6b1a67dd2 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910187 Nov 11 21:38:01.078230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 240eb393-9d40-470b-9de5-2e769a4bdcc4 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:38:01.126336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] For port 04c755f7-8540-4755-b387-1a6f7345b349, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:38:01.131017 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] For port 04c755f7-8540-4755-b387-1a6f7345b349, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=04c755f7-8540-4755-b387-1a6f7345b349,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:38:01.137766 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:01.185979 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 240eb393-9d40-470b-9de5-2e769a4bdcc4 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:38:01.191831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 240eb393-9d40-470b-9de5-2e769a4bdcc4 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:38:01.192289 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:01.244037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:01.245979 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:01.248819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] 10.222.0.10 "PUT /v2.0/ports/04c755f7-8540-4755-b387-1a6f7345b349 HTTP/1.1" status: 200 len: 1092 time: 1.6811635 Nov 11 21:38:01.249607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7820f8-9bea-413c-8cc0-ab8b44e70145', 'tag': '04c755f7-8540-4755-b387-1a6f7345b349'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:38:01.253573 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f60beac-6d54-4260-92ad-19ad0222f5df" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7820f8-9bea-413c-8cc0-ab8b44e70145", "tag": "04c755f7-8540-4755-b387-1a6f7345b349"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:38:01.314228 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:01.341197 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b4b246-b7c5-4ccd-b248-421156801910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240eb393-9d40-470b-9de5-2e769a4bdcc4'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:38:01.343821 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0058d6b-20d1-4a47-b076-80badca34bc3" -d '{"events": [{"server_uuid": "19b4b246-b7c5-4ccd-b248-421156801910", "name": "network-vif-plugged", "status": "completed", "tag": "240eb393-9d40-470b-9de5-2e769a4bdcc4"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:38:01.360373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 240eb393-9d40-470b-9de5-2e769a4bdcc4, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=240eb393-9d40-470b-9de5-2e769a4bdcc4,segment=NetworkSegment(86a028e1-9c86-44c7-b460-2d3a82fd80b5),segment_id=86a028e1-9c86-44c7-b460-2d3a82fd80b5)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:01.367607 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:01.398180 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bbb47b-5f7f-4be9-a90b-7bdfdde46da8 x-openstack-request-id: req-a1bbb47b-5f7f-4be9-a90b-7bdfdde46da8 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:38:01.398621 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7820f8-9bea-413c-8cc0-ab8b44e70145", "tag": "04c755f7-8540-4755-b387-1a6f7345b349", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:38:01.399030 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1bbb47b-5f7f-4be9-a90b-7bdfdde46da8 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:38:01.399714 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7820f8-9bea-413c-8cc0-ab8b44e70145', 'tag': '04c755f7-8540-4755-b387-1a6f7345b349', 'status': 'completed', 'code': 200} Nov 11 21:38:01.409703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed343e8-08da-4f1d-a826-50b1376732a3 service neutron] Pushing event updated for resources: {'Port': ['ID=04c755f7-8540-4755-b387-1a6f7345b349,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:01.439035 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-7a828414-c43c-4944-bff6-43e6635e6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:01.444906 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-7a828414-c43c-4944-bff6-43e6635e6858 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 1095 time: 0.1355276 Nov 11 21:38:01.467660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=240eb393-9d40-470b-9de5-2e769a4bdcc4,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:01.537585 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f936d45-0688-40a9-9868-b3ce25454b84 x-openstack-request-id: req-5f936d45-0688-40a9-9868-b3ce25454b84 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:38:01.538194 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b4b246-b7c5-4ccd-b248-421156801910", "name": "network-vif-plugged", "status": "completed", "tag": "240eb393-9d40-470b-9de5-2e769a4bdcc4", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:38:01.538697 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f936d45-0688-40a9-9868-b3ce25454b84 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:38:01.539330 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b4b246-b7c5-4ccd-b248-421156801910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240eb393-9d40-470b-9de5-2e769a4bdcc4', 'code': 200} Nov 11 21:38:01.549862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-eb883cca-c12b-4eb8-bb79-4fa571dedbf1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04c755f7-8540-4755-b387-1a6f7345b349 HTTP/1.1" status: 200 len: 217 time: 0.0982928 Nov 11 21:38:01.687786 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0052cf-66dd-4dae-96da-25c59d6ceedd req-700e44ad-c64d-4cda-8a7d-603bc16b3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:01.690043 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2d0052cf-66dd-4dae-96da-25c59d6ceedd req-700e44ad-c64d-4cda-8a7d-603bc16b3665 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 1096 time: 0.0859044 Nov 11 21:38:01.768494 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-7a328a92-8669-4036-b639-40de3768eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:01.770996 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-7a328a92-8669-4036-b639-40de3768eed4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fbf341f-dbe9-4e8a-84ab-0939e03ed68d HTTP/1.1" status: 200 len: 851 time: 0.2107949 Nov 11 21:38:01.791538 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2d0052cf-66dd-4dae-96da-25c59d6ceedd req-f650265d-53d0-4f0d-87bd-8d7faeb67ce2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=990671f0-88a8-4d62-9298-f2a902a08caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909929 Nov 11 21:38:01.824655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45261299-2930-4cf7-bb6a-2e15abbe7fe4 req-a554cbb3-b77c-438c-9f14-7e01c70ec0eb tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:01.832759 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-45261299-2930-4cf7-bb6a-2e15abbe7fe4 req-a554cbb3-b77c-438c-9f14-7e01c70ec0eb tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 945 time: 0.2094202 Nov 11 21:38:01.837773 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-27d30116-fbb5-46d5-be8c-88d8ae8b4ae4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f5b6d21-fbb6-4820-8133-c68412293dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571599 Nov 11 21:38:01.916566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd61b49-7308-403d-b862-8ab29885fbd3 req-77f2f7f5-3c05-48e0-929f-532f718b2317 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:01.924129 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbd61b49-7308-403d-b862-8ab29885fbd3 req-77f2f7f5-3c05-48e0-929f-532f718b2317 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.2334225 Nov 11 21:38:01.974640 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-45261299-2930-4cf7-bb6a-2e15abbe7fe4 req-cd19e4d0-0260-41a7-a59b-fa57f007f185 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/security-groups?id=990671f0-88a8-4d62-9298-f2a902a08caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396499 Nov 11 21:38:02.097030 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbd61b49-7308-403d-b862-8ab29885fbd3 req-31cb957b-3fdb-409e-854d-b6cac98fa8c5 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638498 Nov 11 21:38:02.109354 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-4bed1e89-ae63-47e6-beb8-3430c029eada service neutron] 10.222.0.10 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444961 Nov 11 21:38:02.366477 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdb4ab-816e-410e-8155-1348c4a573cd req-299abc30-76d6-4c6e-8121-b4b8a561f7a8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:02.368214 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-80bdb4ab-816e-410e-8155-1348c4a573cd req-299abc30-76d6-4c6e-8121-b4b8a561f7a8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.1852157 Nov 11 21:38:02.373154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33c19569-3285-4c0c-9ecf-1552eb68db00 req-04ccdef2-d9d1-4ba4-a19f-b9d088c2e57f service neutron] 10.222.0.10 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548897 Nov 11 21:38:02.382560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97786c2-9ac7-47a8-ba8c-a6cd64bdece9 req-b1e35c44-a700-4d2d-82a1-b8614e2d2c2c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:02.390150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f97786c2-9ac7-47a8-ba8c-a6cd64bdece9 req-b1e35c44-a700-4d2d-82a1-b8614e2d2c2c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 944 time: 0.1624846 Nov 11 21:38:02.498487 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-80bdb4ab-816e-410e-8155-1348c4a573cd req-95dbbf2f-f102-42f6-9603-ab5746e4b222 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060646 Nov 11 21:38:02.551023 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f97786c2-9ac7-47a8-ba8c-a6cd64bdece9 req-2281dfb4-155b-4525-8c25-27501735ff32 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598442 Nov 11 21:38:02.574301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60beac-6d54-4260-92ad-19ad0222f5df req-aed02925-064a-49a7-b94c-a05b30735de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:02.576173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8f60beac-6d54-4260-92ad-19ad0222f5df req-aed02925-064a-49a7-b94c-a05b30735de7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 1095 time: 0.0819602 Nov 11 21:38:02.733266 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60beac-6d54-4260-92ad-19ad0222f5df req-60910d1a-c92c-4dbd-820b-34f728ae7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:02.735160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8f60beac-6d54-4260-92ad-19ad0222f5df req-60910d1a-c92c-4dbd-820b-34f728ae7da0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 913 time: 0.1509023 Nov 11 21:38:02.795215 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8f60beac-6d54-4260-92ad-19ad0222f5df req-d1b1657e-bbc5-428f-b04d-47d6fdf4cdfd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04c755f7-8540-4755-b387-1a6f7345b349 HTTP/1.1" status: 200 len: 217 time: 0.0452900 Nov 11 21:38:02.881533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60beac-6d54-4260-92ad-19ad0222f5df req-fdef886e-15f2-4f6c-a187-bf42002696c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:02.883642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8f60beac-6d54-4260-92ad-19ad0222f5df req-fdef886e-15f2-4f6c-a187-bf42002696c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fbf341f-dbe9-4e8a-84ab-0939e03ed68d HTTP/1.1" status: 200 len: 851 time: 0.0797882 Nov 11 21:38:02.949530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a73e7-b94a-4ec4-8e26-297ffdad8010 req-30cfacce-ecb5-4946-ab11-f90c6961075f tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:02.961337 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac9a73e7-b94a-4ec4-8e26-297ffdad8010 req-30cfacce-ecb5-4946-ab11-f90c6961075f tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 946 time: 0.0965567 Nov 11 21:38:03.000028 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8f60beac-6d54-4260-92ad-19ad0222f5df req-0ea83772-bcac-427d-bed4-0e80eb9bf03d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f5b6d21-fbb6-4820-8133-c68412293dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832257 Nov 11 21:38:03.138880 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac9a73e7-b94a-4ec4-8e26-297ffdad8010 req-620f77eb-9a8b-4146-96f8-64629cddc8a2 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754923 Nov 11 21:38:03.235079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3462b-5a77-4f75-a306-009282bc312e req-0fb8499e-037e-4866-89a5-f53d43649ca6 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:03.255430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40d3462b-5a77-4f75-a306-009282bc312e req-0fb8499e-037e-4866-89a5-f53d43649ca6 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 945 time: 0.1919479 Nov 11 21:38:03.393853 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8f60beac-6d54-4260-92ad-19ad0222f5df req-ff847fd4-1a94-4723-962e-836499f14ad0 service neutron] 10.222.0.10 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824484 Nov 11 21:38:03.435941 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40d3462b-5a77-4f75-a306-009282bc312e req-434dc774-bb02-4651-81eb-459c4b95c094 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/security-groups?id=990671f0-88a8-4d62-9298-f2a902a08caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787853 Nov 11 21:38:03.552717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d3d97-a086-473d-a0e8-41b11e5a1185 req-dbd52391-54f2-40e8-805e-7350777232c8 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:03.554417 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d1d3d97-a086-473d-a0e8-41b11e5a1185 req-dbd52391-54f2-40e8-805e-7350777232c8 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1457894 Nov 11 21:38:03.611517 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8f60beac-6d54-4260-92ad-19ad0222f5df req-4ce56b3c-786c-4647-abaa-81c57c6a50f4 service neutron] 10.222.0.10 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015264 Nov 11 21:38:03.661892 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d1d3d97-a086-473d-a0e8-41b11e5a1185 req-d88ba522-7a96-4ff6-bec0-6b12d332c1e3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993946 Nov 11 21:38:03.686819 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f63069-85ba-43e7-bf9e-36d215f94719 req-4da03bfd-2bc5-4583-9a8d-87a58545cd44 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:03.695135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6f63069-85ba-43e7-bf9e-36d215f94719 req-4da03bfd-2bc5-4583-9a8d-87a58545cd44 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.1035759 Nov 11 21:38:03.756887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6f63069-85ba-43e7-bf9e-36d215f94719 req-a97d3f97-41c9-4f3d-ab61-3367be33d152 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601823 Nov 11 21:38:03.818305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53541ca-bbfa-4a0d-be79-502076ca2129 req-294eb702-b959-4684-8ae0-6e1bfb63fe83 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:03.820082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a53541ca-bbfa-4a0d-be79-502076ca2129 req-294eb702-b959-4684-8ae0-6e1bfb63fe83 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 944 time: 0.0621264 Nov 11 21:38:03.894940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a53541ca-bbfa-4a0d-be79-502076ca2129 req-494836e8-e53c-472a-8826-4651c84e50a0 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652173 Nov 11 21:38:04.029908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bb8b0-0253-460d-8bb8-67be3061d07d req-46b1a39c-3158-43a8-8c0e-57a4b51a41b8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:04.031730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c1bb8b0-0253-460d-8bb8-67be3061d07d req-46b1a39c-3158-43a8-8c0e-57a4b51a41b8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0638280 Nov 11 21:38:04.087360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c1bb8b0-0253-460d-8bb8-67be3061d07d req-a12b1b99-e60a-42b0-a38f-6b4776154407 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0491168 Nov 11 21:38:04.124419 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 04c755f7-8540-4755-b387-1a6f7345b349 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:38:04.238574 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168329f8-0aaa-4c1d-8311-5f4698a91e0b req-38e812fc-3c47-4259-be99-f7d9a01e583a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:04.240093 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-168329f8-0aaa-4c1d-8311-5f4698a91e0b req-38e812fc-3c47-4259-be99-f7d9a01e583a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0765438 Nov 11 21:38:04.322088 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 04c755f7-8540-4755-b387-1a6f7345b349, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=04c755f7-8540-4755-b387-1a6f7345b349,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:04.335104 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '04c755f7-8540-4755-b387-1a6f7345b349', 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6', 'port_id': '04c755f7-8540-4755-b387-1a6f7345b349', 'mac_address': 'fa:16:3e:53:ec:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbf341f-dbe9-4e8a-84ab-0939e03ed68d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:38:04.347955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39aaa7-4f14-43ae-9bc3-3468acf8a860 req-85617d49-f507-416d-94b4-1ddeece46667 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:04.347955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d39aaa7-4f14-43ae-9bc3-3468acf8a860 req-85617d49-f507-416d-94b4-1ddeece46667 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 946 time: 0.1063447 Nov 11 21:38:04.352008 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-168329f8-0aaa-4c1d-8311-5f4698a91e0b req-c7540b0c-eef1-4a07-958b-8fe6bdf9db0a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0895081 Nov 11 21:38:04.427387 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:04.438088 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d39aaa7-4f14-43ae-9bc3-3468acf8a860 req-c6033c56-9bfe-42cc-8366-8e5fab23f51d tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/security-groups?id=0221fef0-4005-4dcb-a4eb-35b8a25febda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781758 Nov 11 21:38:04.455368 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c755f7-8540-4755-b387-1a6f7345b349 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:38:04.479051 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 04c755f7-8540-4755-b387-1a6f7345b349, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=04c755f7-8540-4755-b387-1a6f7345b349,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:04.485646 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:04.589723 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=04c755f7-8540-4755-b387-1a6f7345b349,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:04.625412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2343f18-dd27-4355-b8fc-3b98c3a1167a req-efe3db16-fd42-4b52-88f6-32e3848c135b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:04.627175 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2343f18-dd27-4355-b8fc-3b98c3a1167a req-efe3db16-fd42-4b52-88f6-32e3848c135b tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 946 time: 0.1179545 Nov 11 21:38:04.636970 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9b1ec-a96f-47a8-ab7c-674f4cf3f957 req-9185387d-de04-449a-ab42-567f04b4b37f tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:04.645994 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8c9b1ec-a96f-47a8-ab7c-674f4cf3f957 req-9185387d-de04-449a-ab42-567f04b4b37f tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 945 time: 0.0857389 Nov 11 21:38:04.793331 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['04c755f7-8540-4755-b387-1a6f7345b349'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:38:04.840455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8c9b1ec-a96f-47a8-ab7c-674f4cf3f957 req-ddeca3dd-af29-4c1a-a656-dc185a69eca5 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/security-groups?id=990671f0-88a8-4d62-9298-f2a902a08caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934164 Nov 11 21:38:04.887983 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-4021ab24-914c-49b8-9a9a-88f73f63a7ae tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:04.894655 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-4021ab24-914c-49b8-9a9a-88f73f63a7ae tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 811 time: 0.2350018 Nov 11 21:38:04.917100 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-d3269ceb-94f0-48d9-9558-ea0ca9d47e94 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/quotas/dd061da342534d959e6cad6eadbbff1c HTTP/1.1" status: 200 len: 375 time: 0.0214427 Nov 11 21:38:04.935790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-e2343f18-dd27-4355-b8fc-3b98c3a1167a req-ab4fe5de-6f48-43b1-8cb2-75637b110ef5 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Deleting port cea1b84b-e797-4f9d-86fc-394a2a5123ab {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:38:04.935790 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e2343f18-dd27-4355-b8fc-3b98c3a1167a req-ab4fe5de-6f48-43b1-8cb2-75637b110ef5 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:05.070156 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-b835af64-e408-4229-8bee-048237d4d5a7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1520834 Nov 11 21:38:05.100927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf42aa0-90dd-4221-ba84-0af448883a62 req-bf18dffd-471b-4e75-9101-30fa11f7ad4c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:05.102758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-caf42aa0-90dd-4221-ba84-0af448883a62 req-bf18dffd-471b-4e75-9101-30fa11f7ad4c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1484358 Nov 11 21:38:05.142795 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e2343f18-dd27-4355-b8fc-3b98c3a1167a req-ab4fe5de-6f48-43b1-8cb2-75637b110ef5 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] For port cea1b84b-e797-4f9d-86fc-394a2a5123ab, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=cea1b84b-e797-4f9d-86fc-394a2a5123ab,segment=NetworkSegment(75f6d76b-77df-46cb-bf6b-076eb682ed69),segment_id=75f6d76b-77df-46cb-bf6b-076eb682ed69)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:05.143156 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e2343f18-dd27-4355-b8fc-3b98c3a1167a req-ab4fe5de-6f48-43b1-8cb2-75637b110ef5 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:05.195122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-e2343f18-dd27-4355-b8fc-3b98c3a1167a req-ab4fe5de-6f48-43b1-8cb2-75637b110ef5 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Calling delete_port for cea1b84b-e797-4f9d-86fc-394a2a5123ab owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:38:05.276527 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-caf42aa0-90dd-4221-ba84-0af448883a62 req-f739c067-168f-4b0f-a7ea-3a695872b0d5 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637790 Nov 11 21:38:05.312748 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-4e3087b8-64fa-4196-a636-ade35b1d9c97 service neutron] 10.222.0.57 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288990 Nov 11 21:38:05.492457 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e2343f18-dd27-4355-b8fc-3b98c3a1167a req-ab4fe5de-6f48-43b1-8cb2-75637b110ef5 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:05.501383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-3ef890f5-9492-4962-9bd4-6d8c3aa7a75b service neutron] 10.222.0.57 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761339 Nov 11 21:38:05.534328 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fe5de-6f48-43b1-8cb2-75637b110ef5 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Pushing event deleted for resources: {'Port': ['ID=cea1b84b-e797-4f9d-86fc-394a2a5123ab,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:05.593159 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdef6b-ab08-45cb-815f-920d933174c0 req-cf1ff226-ec7c-4eeb-b3a7-3b723e3ee794 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:05.604852 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39922) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:05.608562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d2fdef6b-ab08-45cb-815f-920d933174c0 req-cf1ff226-ec7c-4eeb-b3a7-3b723e3ee794 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 945 time: 0.1637266 Nov 11 21:38:05.611221 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['cea1b84b-e797-4f9d-86fc-394a2a5123ab'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:38:05.615710 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2dd31b0c-db90-4687-8d6b-bf68a0cf0d62 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Request body: {'floatingip': {'port_id': '240eb393-9d40-470b-9de5-2e769a4bdcc4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:05.655796 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2343f18-dd27-4355-b8fc-3b98c3a1167a req-ab4fe5de-6f48-43b1-8cb2-75637b110ef5 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] No DVR routers for this DVR port cea1b84b-e797-4f9d-86fc-394a2a5123ab on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:38:05.660361 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e2343f18-dd27-4355-b8fc-3b98c3a1167a req-ab4fe5de-6f48-43b1-8cb2-75637b110ef5 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:05.693421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2343f18-dd27-4355-b8fc-3b98c3a1167a req-ab4fe5de-6f48-43b1-8cb2-75637b110ef5 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.10 "DELETE /v2.0/ports/cea1b84b-e797-4f9d-86fc-394a2a5123ab HTTP/1.1" status: 204 len: 173 time: 1.0149465 Nov 11 21:38:05.693859 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f04b4d-e8ee-4a23-90c5-9e51f767d758', 'name': 'network-vif-deleted', 'tag': 'cea1b84b-e797-4f9d-86fc-394a2a5123ab'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:38:05.707377 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a082d9c-90b2-4ee3-91d8-d109aff7c6bd" -d '{"events": [{"server_uuid": "c1f04b4d-e8ee-4a23-90c5-9e51f767d758", "name": "network-vif-deleted", "tag": "cea1b84b-e797-4f9d-86fc-394a2a5123ab"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:38:05.757075 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2dd31b0c-db90-4687-8d6b-bf68a0cf0d62 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:05.941693 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-564a809f-7647-4ace-88dd-9fc247d6cd29 req-497ba189-c765-49b1-9388-4b46c64822c9 tempest-AttachVolumeNegativeTest-292776670 tempest-AttachVolumeNegativeTest-292776670-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f04b4d-e8ee-4a23-90c5-9e51f767d758 HTTP/1.1" status: 200 len: 210 time: 0.1324155 Nov 11 21:38:05.955133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3a15c-3bfd-4c17-b5e6-c61fb10ef3f1 req-ed916964-3028-41ff-8588-a73d6c4ccbdf tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:05.967576 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90a3a15c-3bfd-4c17-b5e6-c61fb10ef3f1 req-ed916964-3028-41ff-8588-a73d6c4ccbdf tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 945 time: 0.2192361 Nov 11 21:38:06.042817 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90a3a15c-3bfd-4c17-b5e6-c61fb10ef3f1 req-3e7699fe-9501-4ad9-9983-2d583c495ab5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737457 Nov 11 21:38:06.135144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 04c755f7-8540-4755-b387-1a6f7345b349 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:38:06.153701 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-968ad96c-0c40-4f97-b93f-822cae456e90 req-de3c8050-74b0-4620-a29d-8c45610f0002 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 210 time: 0.0642402 Nov 11 21:38:06.232114 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347602b4-2e4a-4cf4-81dd-5531e41cf3db x-openstack-request-id: req-347602b4-2e4a-4cf4-81dd-5531e41cf3db {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:38:06.232594 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f04b4d-e8ee-4a23-90c5-9e51f767d758", "name": "network-vif-deleted", "tag": "cea1b84b-e797-4f9d-86fc-394a2a5123ab", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:38:06.232891 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-347602b4-2e4a-4cf4-81dd-5531e41cf3db {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:38:06.234235 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f04b4d-e8ee-4a23-90c5-9e51f767d758', 'name': 'network-vif-deleted', 'tag': 'cea1b84b-e797-4f9d-86fc-394a2a5123ab', 'status': 'completed', 'code': 200} Nov 11 21:38:06.245085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 04c755f7-8540-4755-b387-1a6f7345b349 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:38:06.249624 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 04c755f7-8540-4755-b387-1a6f7345b349 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:38:06.250233 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:06.446571 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:06.506365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 04c755f7-8540-4755-b387-1a6f7345b349, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=04c755f7-8540-4755-b387-1a6f7345b349,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:06.507638 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7820f8-9bea-413c-8cc0-ab8b44e70145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c755f7-8540-4755-b387-1a6f7345b349'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:38:06.514112 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fb6f05-8ac6-442a-8d48-3a07ba467817" -d '{"events": [{"server_uuid": "ef7820f8-9bea-413c-8cc0-ab8b44e70145", "name": "network-vif-plugged", "status": "completed", "tag": "04c755f7-8540-4755-b387-1a6f7345b349"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:38:06.516587 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2dd31b0c-db90-4687-8d6b-bf68a0cf0d62 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:06.517261 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:06.518060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device cea1b84b-e797-4f9d-86fc-394a2a5123ab no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:38:06.519652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51dfba-01e0-49d8-9483-da16ba5e2221 req-d749d11a-f73b-4447-b04b-e9c5af73e7ed tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:06.528514 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2dd31b0c-db90-4687-8d6b-bf68a0cf0d62 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:06.531678 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da51dfba-01e0-49d8-9483-da16ba5e2221 req-d749d11a-f73b-4447-b04b-e9c5af73e7ed tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1243684 Nov 11 21:38:06.563182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: cea1b84b-e797-4f9d-86fc-394a2a5123ab {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:38:06.563535 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device cea1b84b-e797-4f9d-86fc-394a2a5123ab not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:38:06.568215 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbe19a3-b1c5-4439-b4d9-8ddb6aca76e6 x-openstack-request-id: req-7dbe19a3-b1c5-4439-b4d9-8ddb6aca76e6 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:38:06.568514 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7820f8-9bea-413c-8cc0-ab8b44e70145", "name": "network-vif-plugged", "status": "completed", "tag": "04c755f7-8540-4755-b387-1a6f7345b349", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:38:06.568768 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7dbe19a3-b1c5-4439-b4d9-8ddb6aca76e6 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:38:06.569188 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7820f8-9bea-413c-8cc0-ab8b44e70145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c755f7-8540-4755-b387-1a6f7345b349', 'code': 200} Nov 11 21:38:06.616832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=04c755f7-8540-4755-b387-1a6f7345b349,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:06.647133 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da51dfba-01e0-49d8-9483-da16ba5e2221 req-b39b3e3b-2d01-4d4e-88b3-578d462e6a45 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143141 Nov 11 21:38:06.726784 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-2dd31b0c-db90-4687-8d6b-bf68a0cf0d62 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Floating IP e567a6cf-b527-4ca7-9ba5-b240572cc938 associated. External IP: 172.25.0.47, port: 240eb393-9d40-470b-9de5-2e769a4bdcc4. Nov 11 21:38:06.769891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238e596-78b3-46d3-ac5d-06884f46fcc6 req-5a960953-e30e-4c80-b0f2-67ae0212a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:06.771522 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1238e596-78b3-46d3-ac5d-06884f46fcc6 req-5a960953-e30e-4c80-b0f2-67ae0212a0b2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 1097 time: 0.0673652 Nov 11 21:38:06.840185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1238e596-78b3-46d3-ac5d-06884f46fcc6 req-deba0692-8571-42d8-b4b1-e5fbcaaad32e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613444 Nov 11 21:38:06.979170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd31b0c-db90-4687-8d6b-bf68a0cf0d62 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:38:07.010100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39948) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:07.098097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-174a733f-0e13-41b2-a8d3-b09c42902477 admin admin] Deleting subnet 79662f28-e3fd-4673-8ed1-0f8260d585f3 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:38:07.104855 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-174a733f-0e13-41b2-a8d3-b09c42902477 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:07.160955 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-174a733f-0e13-41b2-a8d3-b09c42902477 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:07.397602 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-893f3412-bef3-43c7-9d5d-e0e5b591753c req-25da7632-0188-4ad3-bfc9-7633bcdbed97 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 210 time: 0.0819027 Nov 11 21:38:07.417336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c08c83-76c6-4731-aea1-d283598302ae req-de0b8072-bcdf-4560-986d-7a00fdbdc87f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:07.426348 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17c08c83-76c6-4731-aea1-d283598302ae req-de0b8072-bcdf-4560-986d-7a00fdbdc87f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.2556705 Nov 11 21:38:07.447277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-174a733f-0e13-41b2-a8d3-b09c42902477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:07.532967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17c08c83-76c6-4731-aea1-d283598302ae req-a155c95a-c0e3-443c-bf38-7fa2c66808ff tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020207 Nov 11 21:38:07.580453 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-174a733f-0e13-41b2-a8d3-b09c42902477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:07.617954 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a733f-0e13-41b2-a8d3-b09c42902477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79662f28-e3fd-4673-8ed1-0f8260d585f3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:07.620743 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-174a733f-0e13-41b2-a8d3-b09c42902477 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:07.624922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-174a733f-0e13-41b2-a8d3-b09c42902477 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/79662f28-e3fd-4673-8ed1-0f8260d585f3 HTTP/1.1" status: 204 len: 168 time: 0.6131423 Nov 11 21:38:07.627023 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39958) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:07.637448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd31b0c-db90-4687-8d6b-bf68a0cf0d62 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:38:07.647377 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01330daa-c614-4c8c-a654-f14152ad6dee None None] Sync routers for ids ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:38:07.656539 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-d4ee05b8-0aa7-4b8e-a8ad-782e9e70ebd2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:07.658133 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-d4ee05b8-0aa7-4b8e-a8ad-782e9e70ebd2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 811 time: 0.1655622 Nov 11 21:38:07.660605 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01330daa-c614-4c8c-a654-f14152ad6dee None None] Routers {'66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:07.664083 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2dd31b0c-db90-4687-8d6b-bf68a0cf0d62 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:07.665050 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-01330daa-c614-4c8c-a654-f14152ad6dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:07.676710 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-9a165879-52d5-420c-819e-9672b48a0bb7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Request body: {'port': {'device_id': '3e8c71f7-8e83-403b-8d1b-535e70071232', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'admin_state_up': True, 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:07.756210 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2dd31b0c-db90-4687-8d6b-bf68a0cf0d62 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "PUT /v2.0/floatingips/e567a6cf-b527-4ca7-9ba5-b240572cc938 HTTP/1.1" status: 200 len: 990 time: 2.1495221 Nov 11 21:38:07.759496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b4b246-b7c5-4ccd-b248-421156801910', 'tag': '240eb393-9d40-470b-9de5-2e769a4bdcc4'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:38:07.762130 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c60b28-faa9-4905-8f3c-d4372b2f74c9" -d '{"events": [{"name": "network-changed", "server_uuid": "19b4b246-b7c5-4ccd-b248-421156801910", "tag": "240eb393-9d40-470b-9de5-2e769a4bdcc4"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:38:07.798039 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-073ffd94-9dde-422c-945c-47fec2a112ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:07.866483 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-01330daa-c614-4c8c-a654-f14152ad6dee None None] Set router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:38:07.885448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-9a165879-52d5-420c-819e-9672b48a0bb7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Made reservation on behalf of dd061da342534d959e6cad6eadbbff1c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:38:07.890417 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-9a165879-52d5-420c-819e-9672b48a0bb7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:07.905087 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af65e5d-7d95-4d4b-8d41-b192a9b761e7 req-2c3fe520-3df2-4918-a167-a651d46830cc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:07.906952 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2af65e5d-7d95-4d4b-8d41-b192a9b761e7 req-2c3fe520-3df2-4918-a167-a651d46830cc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1527970 Nov 11 21:38:07.990751 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544a0377-b2fe-4ec4-bb64-6e87519c9b37 x-openstack-request-id: req-544a0377-b2fe-4ec4-bb64-6e87519c9b37 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:38:07.991048 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b4b246-b7c5-4ccd-b248-421156801910", "tag": "240eb393-9d40-470b-9de5-2e769a4bdcc4", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:38:07.991341 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-544a0377-b2fe-4ec4-bb64-6e87519c9b37 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:38:07.992054 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b4b246-b7c5-4ccd-b248-421156801910', 'tag': '240eb393-9d40-470b-9de5-2e769a4bdcc4', 'status': 'completed', 'code': 200} Nov 11 21:38:08.090794 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60b28-faa9-4905-8f3c-d4372b2f74c9 req-71815bbd-706a-453b-8fff-74a0dec70e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:08.092175 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c60b28-faa9-4905-8f3c-d4372b2f74c9 req-71815bbd-706a-453b-8fff-74a0dec70e1a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67e48cfcf12444c88aea2618f75e2b1c&device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 1096 time: 0.0992284 Nov 11 21:38:08.174440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-9a165879-52d5-420c-819e-9672b48a0bb7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Allocated IP 172.20.0.9 (7ca53df5-a923-4637-abe2-0023dcccd003/20e67dd5-96fd-49f9-8663-fcf39316a998/7388935c-ca61-4ae1-94e0-8b538cdc2ea1) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:38:08.179419 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-01330daa-c614-4c8c-a654-f14152ad6dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '3785feb3-eead-4546-a145-b225f77a1f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:37:38Z', 'updated_at': '2021-11-11T21:37:45Z', 'revision_number': 4, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'gw_port': {'id': '3785feb3-eead-4546-a145-b225f77a1f65', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:39Z', 'updated_at': '2021-11-11T21:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'e567a6cf-b527-4ca7-9ba5-b240572cc938', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'port_id': '240eb393-9d40-470b-9de5-2e769a4bdcc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'mac_address': 'fa:16:3e:82:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b4b246-b7c5-4ccd-b248-421156801910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:37:49Z', 'updated_at': '2021-11-11T21:38:06Z', 'revision_number': 1, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22bdbad-53a6-4f40-8b93-71cf4070e255', 'name': '', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'mac_address': 'fa:16:3e:eb:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:44Z', 'updated_at': '2021-11-11T21:37:52Z', 'revision_number': 5, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'subnets': [{'id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:08.241602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60b28-faa9-4905-8f3c-d4372b2f74c9 req-0287fe95-129f-407b-b958-97ac6dce7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:08.243147 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c60b28-faa9-4905-8f3c-d4372b2f74c9 req-0287fe95-129f-407b-b958-97ac6dce7c39 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b9aadd00-a8e1-4352-a0b4-6c33c949766f HTTP/1.1" status: 200 len: 914 time: 0.1401758 Nov 11 21:38:08.311573 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01330daa-c614-4c8c-a654-f14152ad6dee None None] Checking router: 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:38:08.320584 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01330daa-c614-4c8c-a654-f14152ad6dee None None] Routers {'66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:08.321688 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-01330daa-c614-4c8c-a654-f14152ad6dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:08.370762 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-073ffd94-9dde-422c-945c-47fec2a112ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:08.405302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-073ffd94-9dde-422c-945c-47fec2a112ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d420ff-1056-48bf-b87b-c3bf39a606da']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:08.422012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2af65e5d-7d95-4d4b-8d41-b192a9b761e7 req-b0e7c1aa-462b-4e9d-9852-756eed8c28cd tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669440 Nov 11 21:38:08.433397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-9a165879-52d5-420c-819e-9672b48a0bb7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:08.439000 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-073ffd94-9dde-422c-945c-47fec2a112ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f6d76b-77df-46cb-bf6b-076eb682ed69') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:08.448532 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-073ffd94-9dde-422c-945c-47fec2a112ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f6d76b-77df-46cb-bf6b-076eb682ed69') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:08.449143 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-01330daa-c614-4c8c-a654-f14152ad6dee None None] Set router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:38:08.459291 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-073ffd94-9dde-422c-945c-47fec2a112ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:08.479719 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c60b28-faa9-4905-8f3c-d4372b2f74c9 req-a6d4edd2-3439-40a4-84b1-a77164d868a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=240eb393-9d40-470b-9de5-2e769a4bdcc4 HTTP/1.1" status: 200 len: 998 time: 0.1359465 Nov 11 21:38:08.494248 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-073ffd94-9dde-422c-945c-47fec2a112ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:08.503138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073ffd94-9dde-422c-945c-47fec2a112ba admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:38:08.503749 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-073ffd94-9dde-422c-945c-47fec2a112ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:38:08.523278 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:38:08.559707 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-9a165879-52d5-420c-819e-9672b48a0bb7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:08.564541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60b28-faa9-4905-8f3c-d4372b2f74c9 req-c239544e-af3e-4e09-b38d-dace995e4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:08.566505 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c60b28-faa9-4905-8f3c-d4372b2f74c9 req-c239544e-af3e-4e09-b38d-dace995e4ce9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4f8b26b-3654-48a0-bd33-44c09975a64c HTTP/1.1" status: 200 len: 851 time: 0.0649304 Nov 11 21:38:08.572175 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['13a9b307-eab1-4a5c-962a-988b36c69ee6'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:38:08.623902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a3e18-187a-4cfc-b8ed-50857afeb124 req-72bea2be-efa5-4991-a51d-40d5e312988b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:08.625674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-237a3e18-187a-4cfc-b8ed-50857afeb124 req-72bea2be-efa5-4991-a51d-40d5e312988b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 931 time: 0.1013424 Nov 11 21:38:08.628560 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-073ffd94-9dde-422c-945c-47fec2a112ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:08.635254 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-073ffd94-9dde-422c-945c-47fec2a112ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:08.638222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a165879-52d5-420c-819e-9672b48a0bb7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event updated for resources: {'Port': ['ID=7388935c-ca61-4ae1-94e0-8b538cdc2ea1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:08.638826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-073ffd94-9dde-422c-945c-47fec2a112ba admin admin] 10.222.0.57 "DELETE /v2.0/networks/78d420ff-1056-48bf-b87b-c3bf39a606da HTTP/1.1" status: 204 len: 168 time: 1.0108533 Nov 11 21:38:08.732690 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-01330daa-c614-4c8c-a654-f14152ad6dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '3785feb3-eead-4546-a145-b225f77a1f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:37:38Z', 'updated_at': '2021-11-11T21:37:45Z', 'revision_number': 4, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'gw_port': {'id': '3785feb3-eead-4546-a145-b225f77a1f65', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:39Z', 'updated_at': '2021-11-11T21:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'e567a6cf-b527-4ca7-9ba5-b240572cc938', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'port_id': '240eb393-9d40-470b-9de5-2e769a4bdcc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'mac_address': 'fa:16:3e:82:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b4b246-b7c5-4ccd-b248-421156801910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:37:49Z', 'updated_at': '2021-11-11T21:38:06Z', 'revision_number': 1, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22bdbad-53a6-4f40-8b93-71cf4070e255', 'name': '', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'mac_address': 'fa:16:3e:eb:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:44Z', 'updated_at': '2021-11-11T21:37:52Z', 'revision_number': 5, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'subnets': [{'id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:08.761640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ffd94-9dde-422c-945c-47fec2a112ba admin admin] Pushing event deleted for resources: {'Network': ['ID=78d420ff-1056-48bf-b87b-c3bf39a606da,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:08.763416 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01330daa-c614-4c8c-a654-f14152ad6dee None None] The sync data for ids ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'] in n-d-805737-3 is: [{'id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '3785feb3-eead-4546-a145-b225f77a1f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:37:38Z', 'updated_at': '2021-11-11T21:37:45Z', 'revision_number': 4, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'gw_port': {'id': '3785feb3-eead-4546-a145-b225f77a1f65', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:39Z', 'updated_at': '2021-11-11T21:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'e567a6cf-b527-4ca7-9ba5-b240572cc938', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'port_id': '240eb393-9d40-470b-9de5-2e769a4bdcc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'mac_address': 'fa:16:3e:82:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b4b246-b7c5-4ccd-b248-421156801910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:37:49Z', 'updated_at': '2021-11-11T21:38:06Z', 'revision_number': 1, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22bdbad-53a6-4f40-8b93-71cf4070e255', 'name': '', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'mac_address': 'fa:16:3e:eb:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:44Z', 'updated_at': '2021-11-11T21:37:52Z', 'revision_number': 5, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'subnets': [{'id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:38:08.774437 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-9a165879-52d5-420c-819e-9672b48a0bb7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Network 7ca53df5-a923-4637-abe2-0023dcccd003 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:38:08.777670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-9a165879-52d5-420c-819e-9672b48a0bb7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:38:08.781178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-9a165879-52d5-420c-819e-9672b48a0bb7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:38:08.800577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1d058-8931-4709-8eb4-48aec0e3e039 req-8c49c32c-c805-48ce-9069-5c94c980265e tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:08.802197 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9dd1d058-8931-4709-8eb4-48aec0e3e039 req-8c49c32c-c805-48ce-9069-5c94c980265e tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.1046429 Nov 11 21:38:08.830340 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-237a3e18-187a-4cfc-b8ed-50857afeb124 req-9d5a2100-2f0e-4d7e-9dd9-bed14f9332d1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665795 Nov 11 21:38:08.831509 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60b28-faa9-4905-8f3c-d4372b2f74c9 req-da8107c0-8784-4d3d-8ad6-b22e717f2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:08.831509 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c60b28-faa9-4905-8f3c-d4372b2f74c9 req-da8107c0-8784-4d3d-8ad6-b22e717f2d8e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b9aadd00-a8e1-4352-a0b4-6c33c949766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946356 Nov 11 21:38:08.866943 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef5c8f-c90e-4487-9370-10ec0366a617 req-5c2dd563-0cc5-4876-870c-0268c4f6e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:08.868561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fef5c8f-c90e-4487-9370-10ec0366a617 req-5c2dd563-0cc5-4876-870c-0268c4f6e73d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=549542678bd14bb79c12d4165f8e623f&device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 1096 time: 0.2418859 Nov 11 21:38:08.956687 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-9a165879-52d5-420c-819e-9672b48a0bb7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:08.957375 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-9a165879-52d5-420c-819e-9672b48a0bb7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:08.995139 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-9a165879-52d5-420c-819e-9672b48a0bb7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3243754 Nov 11 21:38:09.011019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Request body: {'port': {'device_id': '3e8c71f7-8e83-403b-8d1b-535e70071232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:09.013100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39988) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:09.017055 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9dd1d058-8931-4709-8eb4-48aec0e3e039 req-e3e02e27-2766-4205-ad6f-3b8226d9ed38 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967080 Nov 11 21:38:09.076162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef5c8f-c90e-4487-9370-10ec0366a617 req-615f04b7-8805-495e-8e37-e7b07fc97c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:09.076478 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c60b28-faa9-4905-8f3c-d4372b2f74c9 req-f79c59ed-40c2-4f85-8c8e-43180c9f1d9b service neutron] 10.222.0.71 "GET /v2.0/networks/b9aadd00-a8e1-4352-a0b4-6c33c949766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297173 Nov 11 21:38:09.077604 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fef5c8f-c90e-4487-9370-10ec0366a617 req-615f04b7-8805-495e-8e37-e7b07fc97c56 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 HTTP/1.1" status: 200 len: 916 time: 0.1997707 Nov 11 21:38:09.156680 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b1eb2f5c-6427-4aea-85e6-be400a5ea24a None None] Provisioning complete for port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:38:09.157074 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2f5c-6427-4aea-85e6-be400a5ea24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:09.162318 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:38:09.177952 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7e0069d4-5847-4c39-bdf5-ffd7977382c2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=675055883ebd45b8a34af50040494423&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1595523 Nov 11 21:38:09.179755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fef5c8f-c90e-4487-9370-10ec0366a617 req-c0c6ffe2-0c18-44f9-ba6b-8774f8df61df service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f HTTP/1.1" status: 200 len: 217 time: 0.0866876 Nov 11 21:38:09.180587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39994) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:09.201015 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:09.216717 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896e312-5e52-45cd-a34b-fe7162dacd57 None None] New status for floating IP e567a6cf-b527-4ca7-9ba5-b240572cc938: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:38:09.260786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef5c8f-c90e-4487-9370-10ec0366a617 req-f6395ac3-92f6-4f3a-996c-0003398b8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:09.262429 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fef5c8f-c90e-4487-9370-10ec0366a617 req-f6395ac3-92f6-4f3a-996c-0003398b8b4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08cbd2bf-db5d-43c4-8d6e-c834f46949ea HTTP/1.1" status: 200 len: 854 time: 0.0744560 Nov 11 21:38:09.272494 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b1eb2f5c-6427-4aea-85e6-be400a5ea24a None None] Port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:38:09.294207 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34c60b28-faa9-4905-8f3c-d4372b2f74c9 req-76494247-ff33-4933-89f3-607caee50d39 service neutron] 10.222.0.71 "GET /v2.0/networks/b9aadd00-a8e1-4352-a0b4-6c33c949766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037404 Nov 11 21:38:09.334628 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fef5c8f-c90e-4487-9370-10ec0366a617 req-ffd18df1-c973-405c-85f8-498d5387a304 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441566 Nov 11 21:38:09.377283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc32d4-ab0d-4138-926d-12d3d5186f42 req-d3585239-37ed-40e1-bcb7-e6246153f1d7 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:09.386037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-45cc32d4-ab0d-4138-926d-12d3d5186f42 req-d3585239-37ed-40e1-bcb7-e6246153f1d7 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.1422946 Nov 11 21:38:09.459692 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a6ad312-a844-4bbe-b220-8f0ae58972a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:09.515316 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a6ad312-a844-4bbe-b220-8f0ae58972a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:09.532152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:38:09.539762 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:09.545329 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-45cc32d4-ab0d-4138-926d-12d3d5186f42 req-d1dac190-ce0e-40d9-8c8e-b86108372f81 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583118 Nov 11 21:38:09.554697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Transition to ACTIVE for port object 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:38:09.559912 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:09.578781 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fef5c8f-c90e-4487-9370-10ec0366a617 req-999f2d46-e33f-4161-aac9-aac2a6a31c1b service neutron] 10.222.0.71 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321744 Nov 11 21:38:09.610621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Pushing event updated for resources: {'Port': ['ID=7388935c-ca61-4ae1-94e0-8b538cdc2ea1,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:09.666852 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f0bc8-8305-4bf5-9898-102000e4a3c4 req-6faf694c-980f-40fb-ab76-d2a370a9aa51 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:09.668496 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e7f0bc8-8305-4bf5-9898-102000e4a3c4 req-6faf694c-980f-40fb-ab76-d2a370a9aa51 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.1512020 Nov 11 21:38:09.693414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Attempting to bind port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:38:09.693652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Attempting to bind port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:38:09.693987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Attempting to bind port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 on network 7ca53df5-a923-4637-abe2-0023dcccd003 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:38:09.694688 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a6ad312-a844-4bbe-b220-8f0ae58972a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:09.697797 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a6ad312-a844-4bbe-b220-8f0ae58972a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:09.701759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 on network 7ca53df5-a923-4637-abe2-0023dcccd003 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:38:09.701759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Attempting to bind port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 on network 7ca53df5-a923-4637-abe2-0023dcccd003 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:38:09.702058 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8a6ad312-a844-4bbe-b220-8f0ae58972a8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0221fef0-4005-4dcb-a4eb-35b8a25febda HTTP/1.1" status: 204 len: 168 time: 0.5176210 Nov 11 21:38:09.712169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:38:09.712735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Checking segment: {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:38:09.713356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Bound using segment: {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:38:09.714349 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Bound port: 7388935c-ca61-4ae1-94e0-8b538cdc2ea1, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:38:09.714349 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:09.732736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ad312-a844-4bbe-b220-8f0ae58972a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0221fef0-4005-4dcb-a4eb-35b8a25febda,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:09.753113 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fef5c8f-c90e-4487-9370-10ec0366a617 req-52664a1c-c256-43e8-8b23-569e3b9dd364 service neutron] 10.222.0.71 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636806 Nov 11 21:38:09.785968 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e7f0bc8-8305-4bf5-9898-102000e4a3c4 req-d95b3a61-2206-4d29-82d3-c627611d545c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036627 Nov 11 21:38:09.812178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] For port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:38:09.815625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] For port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7388935c-ca61-4ae1-94e0-8b538cdc2ea1,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:38:09.821789 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:09.862970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:09.863568 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:09.865382 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] 10.222.0.71 "PUT /v2.0/ports/7388935c-ca61-4ae1-94e0-8b538cdc2ea1 HTTP/1.1" status: 200 len: 1091 time: 0.8604364 Nov 11 21:38:09.890064 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bdc99-e31a-4503-9c81-7b19c9170732 service neutron] Pushing event updated for resources: {'Port': ['ID=7388935c-ca61-4ae1-94e0-8b538cdc2ea1,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:09.998815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8c71f7-8e83-403b-8d1b-535e70071232', 'tag': '7388935c-ca61-4ae1-94e0-8b538cdc2ea1'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:38:10.002153 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e91704-3139-45cd-a866-483c97d4d8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8c71f7-8e83-403b-8d1b-535e70071232", "tag": "7388935c-ca61-4ae1-94e0-8b538cdc2ea1"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:38:10.023456 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-5508d8bc-27ed-4fc1-98c1-4725d239d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:10.026492 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-5508d8bc-27ed-4fc1-98c1-4725d239d179 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 1094 time: 0.0955677 Nov 11 21:38:10.044696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686e73-e47a-4cd6-8d59-9a0bb838500e req-e8a7ba77-457a-49ed-9318-dd0260a2c3e9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:10.047006 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1686e73-e47a-4cd6-8d59-9a0bb838500e req-e8a7ba77-457a-49ed-9318-dd0260a2c3e9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 943 time: 0.0790937 Nov 11 21:38:10.108445 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-10135d25-506b-4939-b492-a502ed086f03 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7388935c-ca61-4ae1-94e0-8b538cdc2ea1 HTTP/1.1" status: 200 len: 217 time: 0.0707879 Nov 11 21:38:10.120712 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa181e2-4873-4300-a441-ea24f91e3dc5 x-openstack-request-id: req-8aa181e2-4873-4300-a441-ea24f91e3dc5 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:38:10.121155 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8c71f7-8e83-403b-8d1b-535e70071232", "tag": "7388935c-ca61-4ae1-94e0-8b538cdc2ea1", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:38:10.121526 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8aa181e2-4873-4300-a441-ea24f91e3dc5 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:38:10.122441 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8c71f7-8e83-403b-8d1b-535e70071232', 'tag': '7388935c-ca61-4ae1-94e0-8b538cdc2ea1', 'status': 'completed', 'code': 200} Nov 11 21:38:10.158815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1686e73-e47a-4cd6-8d59-9a0bb838500e req-e5897512-c463-45f4-adcb-44e8b4020c44 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997810 Nov 11 21:38:10.192181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-b119c67a-e65d-4c8d-b0c9-a6eeda259583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:10.193697 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-b119c67a-e65d-4c8d-b0c9-a6eeda259583 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.0645308 Nov 11 21:38:10.242920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-910ed337-3845-4282-9db9-ff4d025bb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:10.244442 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-910ed337-3845-4282-9db9-ff4d025bb77e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421803 Nov 11 21:38:10.343608 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-83b548ba-845b-453d-8c1a-9b3900f8e311 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889387 Nov 11 21:38:10.445013 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9cb562c5-bc82-47b0-bf04-f866c42f6635 req-d491be78-0fc6-490c-af3f-091bb5c2744c service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921586 Nov 11 21:38:10.543073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e91704-3139-45cd-a866-483c97d4d8fa req-0cbf4661-9e70-4754-8545-b240fb19bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:10.544587 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03e91704-3139-45cd-a866-483c97d4d8fa req-0cbf4661-9e70-4754-8545-b240fb19bc17 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 1094 time: 0.0495899 Nov 11 21:38:10.645213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e91704-3139-45cd-a866-483c97d4d8fa req-3bba4f46-0e9a-415a-98b4-fb6a40cbcdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:10.646590 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03e91704-3139-45cd-a866-483c97d4d8fa req-3bba4f46-0e9a-415a-98b4-fb6a40cbcdd2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.0924163 Nov 11 21:38:10.672697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69301ac3-5296-4a66-9bd2-a8c04d491958 req-9f77d4cd-be86-4988-a6c2-421390c321ec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:10.674548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69301ac3-5296-4a66-9bd2-a8c04d491958 req-9f77d4cd-be86-4988-a6c2-421390c321ec tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0569413 Nov 11 21:38:10.714838 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03e91704-3139-45cd-a866-483c97d4d8fa req-128595cb-06f5-478c-8268-121aa75bbcab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7388935c-ca61-4ae1-94e0-8b538cdc2ea1 HTTP/1.1" status: 200 len: 217 time: 0.0493460 Nov 11 21:38:10.727413 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69301ac3-5296-4a66-9bd2-a8c04d491958 req-4e5b88ce-24c4-42f7-8ff5-75cbb7c2b1c7 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459654 Nov 11 21:38:10.767869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e91704-3139-45cd-a866-483c97d4d8fa req-961c2a0d-1cca-4547-a5ca-ea140d0fc579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:10.769399 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03e91704-3139-45cd-a866-483c97d4d8fa req-961c2a0d-1cca-4547-a5ca-ea140d0fc579 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.0457411 Nov 11 21:38:10.817619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e91704-3139-45cd-a866-483c97d4d8fa req-2d46c279-667a-4ab0-8c21-a2a7ce1409d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:10.819372 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03e91704-3139-45cd-a866-483c97d4d8fa req-2d46c279-667a-4ab0-8c21-a2a7ce1409d4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414803 Nov 11 21:38:10.910506 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278c225-bbf0-4f7d-8de5-2f69aa2eb15f req-51bc617b-b970-440f-8aaa-be3df258ff83 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:10.912047 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6278c225-bbf0-4f7d-8de5-2f69aa2eb15f req-51bc617b-b970-440f-8aaa-be3df258ff83 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.0528679 Nov 11 21:38:10.917645 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03e91704-3139-45cd-a866-483c97d4d8fa req-6f4a727f-348b-4658-82bb-b2210e9c941d service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895472 Nov 11 21:38:10.965802 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:10.967914 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6278c225-bbf0-4f7d-8de5-2f69aa2eb15f req-cf76778a-f7bc-4ba6-a0ee-ca19e0e60e3c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496984 Nov 11 21:38:11.020902 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-03e91704-3139-45cd-a866-483c97d4d8fa req-7cdadddd-eb8d-41ed-9442-4980c33da7bd service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949972 Nov 11 21:38:11.121943 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d0170d49-2dfa-43ed-b07d-f6b6d89cc12f no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:38:11.235059 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:11.282589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:11.284555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:38:11.288564 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c003d43-5326-4042-85a7-82c00f75b3d9" -d '{"events": [{"server_uuid": "f6d404ca-08dc-4756-8416-f3e059bc1781", "name": "network-vif-unplugged", "status": "completed", "tag": "d0170d49-2dfa-43ed-b07d-f6b6d89cc12f"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:38:11.295533 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:11.362296 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63846f6f-a636-4b2a-9eae-fb9f6bca8289 x-openstack-request-id: req-63846f6f-a636-4b2a-9eae-fb9f6bca8289 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:38:11.362593 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d404ca-08dc-4756-8416-f3e059bc1781", "name": "network-vif-unplugged", "status": "completed", "tag": "d0170d49-2dfa-43ed-b07d-f6b6d89cc12f", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:38:11.362849 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-63846f6f-a636-4b2a-9eae-fb9f6bca8289 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:38:11.363256 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f', 'code': 200} Nov 11 21:38:11.367407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77d32c-5d39-4255-b3fe-cc51ce5188b7 req-717dd1f3-fb0b-440f-9ede-34596b9b9a39 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:11.376301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:11.377478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da77d32c-5d39-4255-b3fe-cc51ce5188b7 req-717dd1f3-fb0b-440f-9ede-34596b9b9a39 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 943 time: 0.1267226 Nov 11 21:38:11.427873 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da77d32c-5d39-4255-b3fe-cc51ce5188b7 req-804397ea-e187-41d5-862f-7ca90ae0a7eb tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495160 Nov 11 21:38:11.856908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf70c1a-e08f-48db-ad94-7e8d0620a8bf req-9a6c9f10-f94b-4b8a-b22e-a126bb0471b2 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:11.858593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-daf70c1a-e08f-48db-ad94-7e8d0620a8bf req-9a6c9f10-f94b-4b8a-b22e-a126bb0471b2 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0589750 Nov 11 21:38:11.927519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-daf70c1a-e08f-48db-ad94-7e8d0620a8bf req-1dc6bd20-3907-43b0-a72e-f6c946c5164e tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620964 Nov 11 21:38:12.086791 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd91ac-9bc8-41d7-8094-254108d9b35e req-b9736c77-a0c1-4d00-b085-cf8bbeed65fc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:12.088274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-efbd91ac-9bc8-41d7-8094-254108d9b35e req-b9736c77-a0c1-4d00-b085-cf8bbeed65fc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 943 time: 0.0513415 Nov 11 21:38:12.138428 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-efbd91ac-9bc8-41d7-8094-254108d9b35e req-f86d8ca1-6658-41a7-b19e-b1171cbe17d1 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441008 Nov 11 21:38:12.269917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0f6b3-30c6-4bab-88a1-db7fcae8ec4d req-898cbbaa-5a87-45be-8825-e1940c6db5e6 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:12.271486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34f0f6b3-30c6-4bab-88a1-db7fcae8ec4d req-898cbbaa-5a87-45be-8825-e1940c6db5e6 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 943 time: 0.0563617 Nov 11 21:38:12.335194 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34f0f6b3-30c6-4bab-88a1-db7fcae8ec4d req-fe796496-4e4a-4885-a51d-3c3be008ab28 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460737 Nov 11 21:38:12.568207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-0d34000e-1b67-4aa2-bc94-50036c5f9be8 req-3850472a-ce39-4ac9-85fa-f6945c4d839c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:38:12.572424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d34000e-1b67-4aa2-bc94-50036c5f9be8 req-3850472a-ce39-4ac9-85fa-f6945c4d839c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085580 Nov 11 21:38:12.598400 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4018-a07d-45c8-ae6b-1ad6431569b2 req-f77e04f4-09b9-485c-908d-bb5827f76914 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:12.600106 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b23b4018-a07d-45c8-ae6b-1ad6431569b2 req-f77e04f4-09b9-485c-908d-bb5827f76914 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 943 time: 0.0769484 Nov 11 21:38:12.659068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b23b4018-a07d-45c8-ae6b-1ad6431569b2 req-849dcf34-539f-4ba0-82d9-d1c3321ea2bf tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519724 Nov 11 21:38:12.868641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2895b4b-0973-41d8-a150-4f9ee2669de4 req-761ae098-9d13-41c8-9f87-e2f78b4e8247 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:12.870288 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2895b4b-0973-41d8-a150-4f9ee2669de4 req-761ae098-9d13-41c8-9f87-e2f78b4e8247 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 943 time: 0.0750399 Nov 11 21:38:12.943843 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2895b4b-0973-41d8-a150-4f9ee2669de4 req-ab556af0-8c6f-4212-801a-9b262b43490a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657432 Nov 11 21:38:13.066064 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ad620-5942-4622-bf3b-54c120bb14ae req-6a359a4e-ee15-4666-a2b4-3b59ee6f845b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:13.067880 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e34ad620-5942-4622-bf3b-54c120bb14ae req-6a359a4e-ee15-4666-a2b4-3b59ee6f845b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0538774 Nov 11 21:38:13.100642 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-1b80166a-2b4d-4029-8a79-8cb0de84e8cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1466405 Nov 11 21:38:13.110324 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-6d15c3d2-b04f-4cae-bcdb-427cc39a899f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:38:13.111408 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-6d15c3d2-b04f-4cae-bcdb-427cc39a899f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052330 Nov 11 21:38:13.123916 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e34ad620-5942-4622-bf3b-54c120bb14ae req-9d3f9bc4-e78d-438f-b6b9-8452e3dc1faf tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470545 Nov 11 21:38:13.133341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:38:13.238658 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7388935c-ca61-4ae1-94e0-8b538cdc2ea1,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:13.252440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '7388935c-ca61-4ae1-94e0-8b538cdc2ea1', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'port_id': '7388935c-ca61-4ae1-94e0-8b538cdc2ea1', 'mac_address': 'fa:16:3e:47:7e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:38:13.299560 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:13.312742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:38:13.334146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7388935c-ca61-4ae1-94e0-8b538cdc2ea1,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:13.339572 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:13.390517 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7388935c-ca61-4ae1-94e0-8b538cdc2ea1,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:13.617625 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7388935c-ca61-4ae1-94e0-8b538cdc2ea1'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:38:13.821943 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e1a7f-7087-4dc4-bbbf-47a20bd5f980 req-48ba39fd-acab-4481-8d35-d45bd474bfd5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:13.829452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c0e1a7f-7087-4dc4-bbbf-47a20bd5f980 req-48ba39fd-acab-4481-8d35-d45bd474bfd5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 944 time: 0.0660577 Nov 11 21:38:13.835020 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dde3320d-81bd-46eb-ad30-5310283e6f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:13.893131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c0e1a7f-7087-4dc4-bbbf-47a20bd5f980 req-56a6a104-9904-4ebf-9e2d-deb261b1ddfa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566170 Nov 11 21:38:14.091685 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-501b459a-79e2-40e5-b96d-ecc2d85a515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:14.095407 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-501b459a-79e2-40e5-b96d-ecc2d85a515e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781&tenant_id=549542678bd14bb79c12d4165f8e623f HTTP/1.1" status: 200 len: 1094 time: 0.1115367 Nov 11 21:38:14.121949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:14.213742 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bce78-ca12-4de7-b54c-99a7f56f0233 req-e12fec3e-2ad8-43a2-a3d3-27af2b3fe399 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:14.215310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a7bce78-ca12-4de7-b54c-99a7f56f0233 req-e12fec3e-2ad8-43a2-a3d3-27af2b3fe399 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 943 time: 0.1201272 Nov 11 21:38:14.245545 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:14.319332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640877a-fc8a-4fd3-af8a-061c1acd5800 req-8116561d-79c9-46cd-affb-d42c880a8128 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:14.321050 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b640877a-fc8a-4fd3-af8a-061c1acd5800 req-8116561d-79c9-46cd-affb-d42c880a8128 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.1272852 Nov 11 21:38:14.360191 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a7bce78-ca12-4de7-b54c-99a7f56f0233 req-f40e591e-bf73-431f-9853-ca702c6e3b52 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238127 Nov 11 21:38:14.457186 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b640877a-fc8a-4fd3-af8a-061c1acd5800 req-efa79cfb-d3c6-4ef2-b33b-383a0caa1d0e tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226275 Nov 11 21:38:14.461048 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:14.535634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:14.573332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:38:14.606382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0170d49-2dfa-43ed-b07d-f6b6d89cc12f {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:38:14.614867 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:14.627821 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Transition to ACTIVE for port object d0170d49-2dfa-43ed-b07d-f6b6d89cc12f will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:38:14.634524 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:14.682582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Pushing event updated for resources: {'Port': ['ID=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,revision_number=9']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:14.698619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] No DVR routers for this DVR port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:38:14.734598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Attempting to bind port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:38:14.734931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Attempting to bind port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'a4c6b3af-1cea-4c1a-8dfc-8a777851afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:38:14.735262 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Attempting to bind port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f on network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:38:14.739665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f on network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:38:14.739981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Attempting to bind port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f on network 8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:38:14.745049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:38:14.745385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Checking segment: {'id': 'a4c6b3af-1cea-4c1a-8dfc-8a777851afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:38:14.745776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Bound using segment: {'id': 'a4c6b3af-1cea-4c1a-8dfc-8a777851afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:38:14.746224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Bound port: d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c6b3af-1cea-4c1a-8dfc-8a777851afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:38:14.746576 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:14.816738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:38:14.820107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:38:14.825270 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:14.859867 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:14.860521 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:14.861966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] 10.222.0.10 "PUT /v2.0/ports/d0170d49-2dfa-43ed-b07d-f6b6d89cc12f HTTP/1.1" status: 200 len: 1091 time: 0.7444053 Nov 11 21:38:14.862408 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'tag': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:38:14.864647 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4790366c-0779-4729-b5fc-8a15a14d271d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d404ca-08dc-4756-8416-f3e059bc1781", "tag": "d0170d49-2dfa-43ed-b07d-f6b6d89cc12f"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:38:14.889464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86dd081-7b5b-497c-8958-94e5334a0680 service neutron] Pushing event updated for resources: {'Port': ['ID=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,revision_number=10']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:14.931611 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffdd5bb-7d88-405d-8f02-9ba9ae346668 x-openstack-request-id: req-3ffdd5bb-7d88-405d-8f02-9ba9ae346668 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:38:14.932600 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d404ca-08dc-4756-8416-f3e059bc1781", "tag": "d0170d49-2dfa-43ed-b07d-f6b6d89cc12f", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:38:14.932891 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ffdd5bb-7d88-405d-8f02-9ba9ae346668 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:38:14.933296 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'tag': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f', 'status': 'completed', 'code': 200} Nov 11 21:38:14.943717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-68265642-a204-4a15-8d5d-db270d7c3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:14.945413 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-68265642-a204-4a15-8d5d-db270d7c3c79 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=549542678bd14bb79c12d4165f8e623f&device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 1095 time: 0.0522912 Nov 11 21:38:15.077964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-ae6614e4-b17a-492e-b03f-0a95f0dae92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:15.079506 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-ae6614e4-b17a-492e-b03f-0a95f0dae92d service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 HTTP/1.1" status: 200 len: 916 time: 0.1273148 Nov 11 21:38:15.088615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215b2d4-c0e1-43e2-93a5-c021a53910f1 req-c3afc961-3a47-421a-adcf-665580d20ea6 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:15.090071 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0215b2d4-c0e1-43e2-93a5-c021a53910f1 req-c3afc961-3a47-421a-adcf-665580d20ea6 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 944 time: 0.1101310 Nov 11 21:38:15.133447 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-d1b43477-73d6-4f6d-8443-933a4ca6b4c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f HTTP/1.1" status: 200 len: 217 time: 0.0420997 Nov 11 21:38:15.153464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:38:15.210816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0215b2d4-c0e1-43e2-93a5-c021a53910f1 req-ccacbf0d-5ed2-4b49-af7a-570c70855570 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137936 Nov 11 21:38:15.215512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-14c5c08b-dc30-4841-8ceb-d5dc90c9572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:15.215990 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:38:15.216988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-14c5c08b-dc30-4841-8ceb-d5dc90c9572b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08cbd2bf-db5d-43c4-8d6e-c834f46949ea HTTP/1.1" status: 200 len: 854 time: 0.0758591 Nov 11 21:38:15.222307 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:38:15.222653 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:15.256513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-da187709-24f1-4120-898a-a3840877fe67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306704 Nov 11 21:38:15.305544 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:15.339241 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8c71f7-8e83-403b-8d1b-535e70071232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7388935c-ca61-4ae1-94e0-8b538cdc2ea1'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:38:15.342092 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fb6608-bfc2-4323-b426-703819aef145" -d '{"events": [{"server_uuid": "3e8c71f7-8e83-403b-8d1b-535e70071232", "name": "network-vif-plugged", "status": "completed", "tag": "7388935c-ca61-4ae1-94e0-8b538cdc2ea1"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:38:15.353107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-fe6b679d-bb03-4789-aed2-6e628b6588f1 service neutron] 10.222.0.10 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896466 Nov 11 21:38:15.369922 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7388935c-ca61-4ae1-94e0-8b538cdc2ea1,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:15.376949 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:15.377690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d0170d49-2dfa-43ed-b07d-f6b6d89cc12f no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:38:15.440284 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d466c97-69a4-490e-99a5-2e7cdff8e180 x-openstack-request-id: req-0d466c97-69a4-490e-99a5-2e7cdff8e180 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:38:15.440854 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8c71f7-8e83-403b-8d1b-535e70071232", "name": "network-vif-plugged", "status": "completed", "tag": "7388935c-ca61-4ae1-94e0-8b538cdc2ea1", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:38:15.441248 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d466c97-69a4-490e-99a5-2e7cdff8e180 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:38:15.441932 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8c71f7-8e83-403b-8d1b-535e70071232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7388935c-ca61-4ae1-94e0-8b538cdc2ea1', 'code': 200} Nov 11 21:38:15.523464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3efc34-c9d8-4105-a031-b829add6c85f req-e98fe20b-7c42-4fce-a64f-63ccb49662cd tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:15.531785 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab3efc34-c9d8-4105-a031-b829add6c85f req-e98fe20b-7c42-4fce-a64f-63ccb49662cd tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 944 time: 0.0930312 Nov 11 21:38:15.537976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65749146-b223-47b9-9d62-5e6dbc87bd5b req-348aa879-44f3-4426-88c2-f1155fbb939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:15.539542 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-65749146-b223-47b9-9d62-5e6dbc87bd5b req-348aa879-44f3-4426-88c2-f1155fbb939b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 1096 time: 0.0733411 Nov 11 21:38:15.546117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d0170d49-2dfa-43ed-b07d-f6b6d89cc12f not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:38:15.554173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-189f0ecd-9062-489e-b6b4-68faa065ccbe req-7cd18fd6-429c-449b-8830-93d994ce2e72 service neutron] 10.222.0.10 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930685 Nov 11 21:38:15.564414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7388935c-ca61-4ae1-94e0-8b538cdc2ea1,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:15.597533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab3efc34-c9d8-4105-a031-b829add6c85f req-2d819e39-92b7-48a6-bd66-62832e5f8eef tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641694 Nov 11 21:38:15.613797 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-65749146-b223-47b9-9d62-5e6dbc87bd5b req-4a8a3e6c-a805-437b-858e-76de414be40f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657928 Nov 11 21:38:15.678974 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e6137-4eb7-491c-b2e9-769c62774213 req-98c2a8a4-07b4-4f59-be7c-ee271e2cc248 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:15.686783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-338e6137-4eb7-491c-b2e9-769c62774213 req-98c2a8a4-07b4-4f59-be7c-ee271e2cc248 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0849538 Nov 11 21:38:15.696706 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790366c-0779-4729-b5fc-8a15a14d271d req-f3d0f3ea-c24f-4e73-8f8f-c8e88c3712f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:15.698329 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4790366c-0779-4729-b5fc-8a15a14d271d req-f3d0f3ea-c24f-4e73-8f8f-c8e88c3712f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=549542678bd14bb79c12d4165f8e623f&device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 1095 time: 0.0881507 Nov 11 21:38:15.792310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-338e6137-4eb7-491c-b2e9-769c62774213 req-34b986cc-a410-4c98-9606-3708d0c4153b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046205 Nov 11 21:38:15.820962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790366c-0779-4729-b5fc-8a15a14d271d req-bca3597b-25f3-4f29-87e0-a31c747bf6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:15.822469 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4790366c-0779-4729-b5fc-8a15a14d271d req-bca3597b-25f3-4f29-87e0-a31c747bf6a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 HTTP/1.1" status: 200 len: 916 time: 0.1148551 Nov 11 21:38:15.868213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4790366c-0779-4729-b5fc-8a15a14d271d req-2bdfd602-ddf7-4256-9eba-d01be10f006f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f HTTP/1.1" status: 200 len: 217 time: 0.0366662 Nov 11 21:38:15.920514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790366c-0779-4729-b5fc-8a15a14d271d req-a4d173b7-edf7-4c72-bc2f-1bda274b02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:15.921273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4790366c-0779-4729-b5fc-8a15a14d271d req-a4d173b7-edf7-4c72-bc2f-1bda274b02ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08cbd2bf-db5d-43c4-8d6e-c834f46949ea HTTP/1.1" status: 200 len: 854 time: 0.0443778 Nov 11 21:38:15.972783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4790366c-0779-4729-b5fc-8a15a14d271d req-bebbc699-3100-4e02-a75f-d4a7c52a2d38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392938 Nov 11 21:38:16.030547 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc2e0c22-73f9-4c0d-9bd7-f4768c7a1cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:16.158494 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4790366c-0779-4729-b5fc-8a15a14d271d req-0c038f66-c27b-486c-af08-4e16789198ff service neutron] 10.222.0.10 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767883 Nov 11 21:38:16.415338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4fb8a-e5bd-4ea2-ad2d-24a98d26ce4a req-925ff0ef-532f-4f45-ad04-becfcfe404b8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:16.425659 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4be4fb8a-e5bd-4ea2-ad2d-24a98d26ce4a req-925ff0ef-532f-4f45-ad04-becfcfe404b8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 945 time: 0.1094275 Nov 11 21:38:16.520620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4be4fb8a-e5bd-4ea2-ad2d-24a98d26ce4a req-01acb76d-5409-4057-9665-23494c1eec88 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939271 Nov 11 21:38:16.533427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40232) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:16.794435 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4959fb4-6fa1-4709-8a2e-59a90f9d2951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:16.861842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d3242-9c5f-4c34-8ae0-055d92f1fd4c req-7e6990f9-673c-433b-8492-5c80a57499de tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:16.870493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a87d3242-9c5f-4c34-8ae0-055d92f1fd4c req-7e6990f9-673c-433b-8492-5c80a57499de tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 944 time: 0.0939841 Nov 11 21:38:16.935546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a87d3242-9c5f-4c34-8ae0-055d92f1fd4c req-09ffde10-d23c-449b-a7b9-bc62781a5498 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637145 Nov 11 21:38:16.995807 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4959fb4-6fa1-4709-8a2e-59a90f9d2951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:17.002836 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4959fb4-6fa1-4709-8a2e-59a90f9d2951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:17.036283 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4959fb4-6fa1-4709-8a2e-59a90f9d2951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dd63e0-2c0c-466d-b8bc-7057e48f0b7a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:17.072426 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e4959fb4-6fa1-4709-8a2e-59a90f9d2951 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2eb07e4848a4447c9eac4f4c56277b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5378602 Nov 11 21:38:17.075813 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 40244) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:17.150715 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:17.167745 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241863d3-1234-48d0-93d9-06c9d21d2cbf req-d6ca61f6-e116-4553-b233-775f262502a6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:17.173387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-241863d3-1234-48d0-93d9-06c9d21d2cbf req-d6ca61f6-e116-4553-b233-775f262502a6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0991316 Nov 11 21:38:17.219971 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0eee5cd6-ea56-4cb9-8c16-eed33ffaa57c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:17.238983 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-241863d3-1234-48d0-93d9-06c9d21d2cbf req-e99f9025-d9bd-45f6-9e11-d72876d295ab tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605028 Nov 11 21:38:17.257908 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0eee5cd6-ea56-4cb9-8c16-eed33ffaa57c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:17.326217 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0eee5cd6-ea56-4cb9-8c16-eed33ffaa57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:17.329517 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0eee5cd6-ea56-4cb9-8c16-eed33ffaa57c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:17.330841 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0eee5cd6-ea56-4cb9-8c16-eed33ffaa57c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34dd63e0-2c0c-466d-b8bc-7057e48f0b7a HTTP/1.1" status: 204 len: 168 time: 0.2539270 Nov 11 21:38:17.339846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee5cd6-ea56-4cb9-8c16-eed33ffaa57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dd63e0-2c0c-466d-b8bc-7057e48f0b7a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:17.709499 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0eab9-33cc-4f7c-9706-f6e50e1bc5e2 req-cde931db-03bc-4611-b20b-9bfe0aee764b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:17.718616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6bc0eab9-33cc-4f7c-9706-f6e50e1bc5e2 req-cde931db-03bc-4611-b20b-9bfe0aee764b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 945 time: 0.0831058 Nov 11 21:38:17.809586 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6bc0eab9-33cc-4f7c-9706-f6e50e1bc5e2 req-ee26fd03-9ae6-42be-bc9a-6dc12502779a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889163 Nov 11 21:38:18.176354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958fde-8528-44fd-901f-720ec131d95e req-e6c92eb1-bc75-4ee6-a3f1-4fadf0f91e35 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:18.184068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5958fde-8528-44fd-901f-720ec131d95e req-e6c92eb1-bc75-4ee6-a3f1-4fadf0f91e35 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 944 time: 0.0698338 Nov 11 21:38:18.273208 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5958fde-8528-44fd-901f-720ec131d95e req-40929150-0d01-4134-8def-c094d5b08f33 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804470 Nov 11 21:38:18.427604 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54ac2d-f304-448c-8c0e-1b49292f37e4 req-02ddb0a3-6ebe-4135-96fb-c457ac08c473 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:18.433538 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c54ac2d-f304-448c-8c0e-1b49292f37e4 req-02ddb0a3-6ebe-4135-96fb-c457ac08c473 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0861650 Nov 11 21:38:18.510648 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:18.561599 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c54ac2d-f304-448c-8c0e-1b49292f37e4 req-ea752af6-04ba-4d5a-aaff-80be97abbce8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957155 Nov 11 21:38:19.283152 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:19.448521 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374ff4a-0d62-4585-a472-0110bc8e1dd6 req-58d4473d-d430-4811-86ff-d1d878e0fa40 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:19.455933 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d374ff4a-0d62-4585-a472-0110bc8e1dd6 req-58d4473d-d430-4811-86ff-d1d878e0fa40 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 944 time: 0.0665324 Nov 11 21:38:19.557772 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d374ff4a-0d62-4585-a472-0110bc8e1dd6 req-8b298d39-39be-4b45-a4df-aa42525f72c6 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000621 Nov 11 21:38:19.874447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50436020-5522-4c04-9f27-a127f7faa3a6 req-febbb49d-0a4c-4448-8d35-73757cc6648b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:19.893440 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50436020-5522-4c04-9f27-a127f7faa3a6 req-febbb49d-0a4c-4448-8d35-73757cc6648b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.1577148 Nov 11 21:38:19.978954 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50436020-5522-4c04-9f27-a127f7faa3a6 req-1a7ea1e6-d484-4be3-87b6-8fab1c25ed64 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844674 Nov 11 21:38:20.387362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 40374) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:20.508156 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fbe14c68-32e7-4d1e-9f1b-43c2f5450ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:20.615091 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fbe14c68-32e7-4d1e-9f1b-43c2f5450ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:20.629782 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fbe14c68-32e7-4d1e-9f1b-43c2f5450ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:20.693267 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fbe14c68-32e7-4d1e-9f1b-43c2f5450ff0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8fc418398c144450b5ff9d321ffdd679&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3040555 Nov 11 21:38:20.695888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40380) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:20.697076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe14c68-32e7-4d1e-9f1b-43c2f5450ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e27d49b-c6d7-43b2-b56d-01369da4cc9d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:20.738380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3df94-5117-44d6-8bb2-d84a6064a145 req-adc3222d-d5b3-4b94-8674-f009fc4dac84 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:20.746820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb050e35-f58f-47cb-9684-a48caaff027b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:20.749257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ed3df94-5117-44d6-8bb2-d84a6064a145 req-adc3222d-d5b3-4b94-8674-f009fc4dac84 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 944 time: 0.1284044 Nov 11 21:38:20.776360 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb050e35-f58f-47cb-9684-a48caaff027b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:20.826709 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ed3df94-5117-44d6-8bb2-d84a6064a145 req-ee8a1843-5ff1-4627-815e-173668856ad5 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765836 Nov 11 21:38:20.832439 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb050e35-f58f-47cb-9684-a48caaff027b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:20.838015 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb050e35-f58f-47cb-9684-a48caaff027b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:20.844638 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fb050e35-f58f-47cb-9684-a48caaff027b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7e27d49b-c6d7-43b2-b56d-01369da4cc9d HTTP/1.1" status: 204 len: 168 time: 0.1476183 Nov 11 21:38:20.868086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb050e35-f58f-47cb-9684-a48caaff027b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e27d49b-c6d7-43b2-b56d-01369da4cc9d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:21.217417 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bf2ad-9997-41b7-9ef1-9ec3c1729a6f req-7f7056dd-c211-4893-be04-a0cd2e97488f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:21.219078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b50bf2ad-9997-41b7-9ef1-9ec3c1729a6f req-7f7056dd-c211-4893-be04-a0cd2e97488f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.1228242 Nov 11 21:38:21.307817 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b50bf2ad-9997-41b7-9ef1-9ec3c1729a6f req-88788cc7-aee2-4e64-88aa-e9c7b6eee0ca tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734129 Nov 11 21:38:21.394007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40396) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:21.418346 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-205e4166-74a2-4f28-8f2c-9f52fc63684a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:21.561053 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-205e4166-74a2-4f28-8f2c-9f52fc63684a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:21.570056 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-205e4166-74a2-4f28-8f2c-9f52fc63684a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:21.621553 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-205e4166-74a2-4f28-8f2c-9f52fc63684a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2756df8787be4a61b40c6e2ada5b26c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2256327 Nov 11 21:38:21.624633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 40402) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:21.638653 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e4166-74a2-4f28-8f2c-9f52fc63684a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f203e716-dcca-47a1-b621-73eb7778c7c6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:21.775250 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f0738737-3dd5-4259-951f-d1572534b285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:21.797437 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f0738737-3dd5-4259-951f-d1572534b285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:21.870292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f0738737-3dd5-4259-951f-d1572534b285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:21.873229 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f0738737-3dd5-4259-951f-d1572534b285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:21.877041 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f0738737-3dd5-4259-951f-d1572534b285 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f203e716-dcca-47a1-b621-73eb7778c7c6 HTTP/1.1" status: 204 len: 168 time: 0.2487957 Nov 11 21:38:21.889645 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0738737-3dd5-4259-951f-d1572534b285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f203e716-dcca-47a1-b621-73eb7778c7c6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:22.047506 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866378a-613b-4923-9356-d61cb66f0bf5 req-8c201314-d31f-41f5-9259-b3b037558586 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:22.063488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5866378a-613b-4923-9356-d61cb66f0bf5 req-8c201314-d31f-41f5-9259-b3b037558586 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 944 time: 0.1418324 Nov 11 21:38:22.165827 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40422) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:22.167722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5866378a-613b-4923-9356-d61cb66f0bf5 req-13a7c7fe-efbc-4b90-ba2d-35abd63345a0 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843437 Nov 11 21:38:22.423249 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5a23829-b3ec-4811-9162-217765249865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:22.455583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ea0a8-09f9-448b-9138-d5e8c4b0a865 req-8fc4fd96-4772-433b-999a-e4176037d1af tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:22.465063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-580ea0a8-09f9-448b-9138-d5e8c4b0a865 req-8fc4fd96-4772-433b-999a-e4176037d1af tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0740721 Nov 11 21:38:22.535107 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5a23829-b3ec-4811-9162-217765249865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:22.536859 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-580ea0a8-09f9-448b-9138-d5e8c4b0a865 req-327b9d03-ae52-4979-9c74-eebaebc8d7af tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664022 Nov 11 21:38:22.543754 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5a23829-b3ec-4811-9162-217765249865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:22.585190 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e5a23829-b3ec-4811-9162-217765249865 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c7d6df346afb4951a54cad2ff59d0e5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4173031 Nov 11 21:38:22.585862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a23829-b3ec-4811-9162-217765249865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b538eb8d-e432-45e6-9e3a-887bfd35767e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:22.588233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 40440) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:22.731399 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-35962c39-7b12-4d78-8042-85523adb1baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:22.766354 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-35962c39-7b12-4d78-8042-85523adb1baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:22.822412 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-35962c39-7b12-4d78-8042-85523adb1baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:22.825546 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-35962c39-7b12-4d78-8042-85523adb1baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:22.829541 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-35962c39-7b12-4d78-8042-85523adb1baa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b538eb8d-e432-45e6-9e3a-887bfd35767e HTTP/1.1" status: 204 len: 168 time: 0.2269318 Nov 11 21:38:22.860812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35962c39-7b12-4d78-8042-85523adb1baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b538eb8d-e432-45e6-9e3a-887bfd35767e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:23.306772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d117600-42b6-4bde-af8d-a74a6b5d44d7 req-76941795-5fd5-4719-9713-e7dc0ee021b3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:23.308737 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4d117600-42b6-4bde-af8d-a74a6b5d44d7 req-76941795-5fd5-4719-9713-e7dc0ee021b3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 944 time: 0.0571475 Nov 11 21:38:23.390583 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4d117600-42b6-4bde-af8d-a74a6b5d44d7 req-af69f098-a667-4c2a-99bf-359ba6bc2506 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736828 Nov 11 21:38:23.742324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f435d3-8e6c-4f19-883a-8388b3f8474d req-12cd123f-829d-4ec3-8205-212c788678f7 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:23.752730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94f435d3-8e6c-4f19-883a-8388b3f8474d req-12cd123f-829d-4ec3-8205-212c788678f7 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0946302 Nov 11 21:38:23.865176 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94f435d3-8e6c-4f19-883a-8388b3f8474d req-c4a92800-8c3c-43fc-afe8-a01845652728 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862513 Nov 11 21:38:23.932455 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 40496) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:24.235027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-991046366', 'router:external': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:24.274811 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Made reservation on behalf of c27c268445ec4c3886c88e96fed34a83 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:38:24.278163 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:24.292445 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:24.382029 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:24.387041 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:24.415133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] vlan segment allocate from pool success with {'vlan_id': 1185, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:38:24.422848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7b9f1b-a9f7-4705-a849-505f3ae2c092,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:24.431281 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:24.431643 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Added segment fea6a599-0dde-4099-bc34-2f90cedd3f80 of type vlan for network 10ed27ec-1695-4bda-b3db-7512b7c515ab Nov 11 21:38:24.506485 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:24.578538 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e11cc8-d385-4a89-a99c-060c31dc17cf req-bd1d6ab9-10bc-4bc7-b8bf-7eaf0820aa5d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:24.580375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5e11cc8-d385-4a89-a99c-060c31dc17cf req-bd1d6ab9-10bc-4bc7-b8bf-7eaf0820aa5d tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 944 time: 0.0774031 Nov 11 21:38:24.587008 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:24.588467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:24.589575 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:24.692703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Pushing event updated for resources: {'Network': ['ID=10ed27ec-1695-4bda-b3db-7512b7c515ab,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:24.733538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 10ed27ec-1695-4bda-b3db-7512b7c515ab details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:38:24.735794 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-90486ec7-dbee-42a5-9a13-ba36f081eaef tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8015113 Nov 11 21:38:24.738707 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40516) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:24.744049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e0bd8757-f2ab-49bd-bae2-8bcda43c008d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Request body: {'subnet': {'network_id': '10ed27ec-1695-4bda-b3db-7512b7c515ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:24.777300 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5e11cc8-d385-4a89-a99c-060c31dc17cf req-53d1f51e-3de3-4f18-b098-9088b8c38fa1 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739547 Nov 11 21:38:24.821207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bd8757-f2ab-49bd-bae2-8bcda43c008d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Made reservation on behalf of c27c268445ec4c3886c88e96fed34a83 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:38:24.824166 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8757-f2ab-49bd-bae2-8bcda43c008d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:25.028546 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c588452-b70f-4847-abc4-c60b26f17045 req-dc5885c1-abc0-43a4-8b6e-ceacb16036bb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:25.031843 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c588452-b70f-4847-abc4-c60b26f17045 req-dc5885c1-abc0-43a4-8b6e-ceacb16036bb tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0878770 Nov 11 21:38:25.132773 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c588452-b70f-4847-abc4-c60b26f17045 req-8e8f7609-5ac7-4435-875d-12cfff70c4cc tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899150 Nov 11 21:38:25.264028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.objects.ports [None req-e0bd8757-f2ab-49bd-bae2-8bcda43c008d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:38:25.264890 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8757-f2ab-49bd-bae2-8bcda43c008d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:25.365261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd8757-f2ab-49bd-bae2-8bcda43c008d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Pushing event updated for resources: {'Subnet': ['ID=38ddbf2a-9ede-4c61-8e56-0c1923e40c42,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:25.376140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd8757-f2ab-49bd-bae2-8bcda43c008d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Checking segment: {'id': 'fea6a599-0dde-4099-bc34-2f90cedd3f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '10ed27ec-1695-4bda-b3db-7512b7c515ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:38:25.376493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd8757-f2ab-49bd-bae2-8bcda43c008d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Network hostable DHCP agents. Network: 10ed27ec-1695-4bda-b3db-7512b7c515ab, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:38:25.401721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd8757-f2ab-49bd-bae2-8bcda43c008d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Network 10ed27ec-1695-4bda-b3db-7512b7c515ab is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:38:25.419737 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd8757-f2ab-49bd-bae2-8bcda43c008d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 10ed27ec-1695-4bda-b3db-7512b7c515ab) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:38:25.424372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd8757-f2ab-49bd-bae2-8bcda43c008d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:25.425100 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8757-f2ab-49bd-bae2-8bcda43c008d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:25.431510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb67111-2844-4e1d-899b-31724ae1747d None None] Network 10ed27ec-1695-4bda-b3db-7512b7c515ab requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:38:25.469581 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e0bd8757-f2ab-49bd-bae2-8bcda43c008d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7287209 Nov 11 21:38:25.471678 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40550) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:25.485289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3d2adc89-233a-4b3f-af21-14df8aa825dc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-607499272', 'network_id': '10ed27ec-1695-4bda-b3db-7512b7c515ab'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:25.552360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2adc89-233a-4b3f-af21-14df8aa825dc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Made reservation on behalf of c27c268445ec4c3886c88e96fed34a83 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:38:25.554987 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d2adc89-233a-4b3f-af21-14df8aa825dc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:25.587313 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-3d2adc89-233a-4b3f-af21-14df8aa825dc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] device_id is not set on port cedd0597-3ae7-4f17-8979-6f75ff3b18dd yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:38:25.626450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fb9778-ac4a-4212-859c-9cf848c75668 None None] Network 10ed27ec-1695-4bda-b3db-7512b7c515ab requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:38:25.746925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-3d2adc89-233a-4b3f-af21-14df8aa825dc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Allocated IP 2001:db8::1fd (10ed27ec-1695-4bda-b3db-7512b7c515ab/38ddbf2a-9ede-4c61-8e56-0c1923e40c42/cedd0597-3ae7-4f17-8979-6f75ff3b18dd) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:38:25.924568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed15892-2cc8-4207-8625-447d02309c92 req-0f82a060-e0e6-4f50-a30a-596c12867335 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:25.926248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fed15892-2cc8-4207-8625-447d02309c92 req-0f82a060-e0e6-4f50-a30a-596c12867335 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 944 time: 0.0622966 Nov 11 21:38:25.934345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d2adc89-233a-4b3f-af21-14df8aa825dc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:25.976909 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d2adc89-233a-4b3f-af21-14df8aa825dc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:25.984510 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fed15892-2cc8-4207-8625-447d02309c92 req-bfcd38d0-4017-4e50-be51-e441f98c236c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515399 Nov 11 21:38:26.020164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2adc89-233a-4b3f-af21-14df8aa825dc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Network 10ed27ec-1695-4bda-b3db-7512b7c515ab is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:38:26.025765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3d2adc89-233a-4b3f-af21-14df8aa825dc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:38:26.030670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2adc89-233a-4b3f-af21-14df8aa825dc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:38:26.030670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2adc89-233a-4b3f-af21-14df8aa825dc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:26.031048 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d2adc89-233a-4b3f-af21-14df8aa825dc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.038695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2adc89-233a-4b3f-af21-14df8aa825dc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Pushing event updated for resources: {'Port': ['ID=cedd0597-3ae7-4f17-8979-6f75ff3b18dd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:26.056175 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3d2adc89-233a-4b3f-af21-14df8aa825dc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5830021 Nov 11 21:38:26.059394 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40570) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:26.139164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-549aa6dd-6b76-4ec5-89af-dd94969d01a3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Deleting port cedd0597-3ae7-4f17-8979-6f75ff3b18dd {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:38:26.139515 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-549aa6dd-6b76-4ec5-89af-dd94969d01a3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.218982 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-549aa6dd-6b76-4ec5-89af-dd94969d01a3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.234186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-549aa6dd-6b76-4ec5-89af-dd94969d01a3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Calling delete_port for cedd0597-3ae7-4f17-8979-6f75ff3b18dd owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:38:26.259371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c887b60-bfdf-4e92-9c84-691ca2ca86f5 req-b7c4347c-dc77-4aee-ba68-b547f0ac1246 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:26.261054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c887b60-bfdf-4e92-9c84-691ca2ca86f5 req-b7c4347c-dc77-4aee-ba68-b547f0ac1246 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0541999 Nov 11 21:38:26.321148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c887b60-bfdf-4e92-9c84-691ca2ca86f5 req-1db73e28-1b3e-4719-b98f-1c0e5a09540c tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511518 Nov 11 21:38:26.371163 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-549aa6dd-6b76-4ec5-89af-dd94969d01a3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.406648 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549aa6dd-6b76-4ec5-89af-dd94969d01a3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Pushing event deleted for resources: {'Port': ['ID=cedd0597-3ae7-4f17-8979-6f75ff3b18dd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:26.429186 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-549aa6dd-6b76-4ec5-89af-dd94969d01a3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.433567 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-549aa6dd-6b76-4ec5-89af-dd94969d01a3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "DELETE /v2.0/ports/cedd0597-3ae7-4f17-8979-6f75ff3b18dd HTTP/1.1" status: 204 len: 168 time: 0.3729019 Nov 11 21:38:26.434048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 40586) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:26.436039 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40588) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:26.440646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10ed27ec-1695-4bda-b3db-7512b7c515ab', 'external_fixed_ips': [{'subnet_id': '38ddbf2a-9ede-4c61-8e56-0c1923e40c42', 'ip_address': '2001:db8::1fd'}]}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:26.489599 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.492961 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.585305 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4790366c-0779-4729-b5fc-8a15a14d271d req-e3cf1400-089d-4127-8ce7-ddf824a955b8 service neutron] 10.222.0.10 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135888 Nov 11 21:38:26.595816 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.604227 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87469f44-095b-444d-b8f3-9f50170441ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.662796 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-5a8239e1-8c7e-4f94-94e5-caf378ad16de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1332617 Nov 11 21:38:26.682202 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87469f44-095b-444d-b8f3-9f50170441ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.687282 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87469f44-095b-444d-b8f3-9f50170441ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.730411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87469f44-095b-444d-b8f3-9f50170441ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0268aa2f-0d44-4e87-a365-32d657ea513f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:26.738061 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-87469f44-095b-444d-b8f3-9f50170441ca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1590c417df40452495f654d02e89492c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3004036 Nov 11 21:38:26.738249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 40592) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:26.785066 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.786632 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-643a1eb7-bdef-4d70-a4bd-414264439854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.809454 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-643a1eb7-bdef-4d70-a4bd-414264439854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.822706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-e03e1ace-7e8f-4367-ae90-f81fba2c0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:26.823147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-e03e1ace-7e8f-4367-ae90-f81fba2c0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:26.823585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-e03e1ace-7e8f-4367-ae90-f81fba2c0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:26.824050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-e03e1ace-7e8f-4367-ae90-f81fba2c0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:26.824481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-e03e1ace-7e8f-4367-ae90-f81fba2c0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:26.824943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-e03e1ace-7e8f-4367-ae90-f81fba2c0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:26.825375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-e03e1ace-7e8f-4367-ae90-f81fba2c0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:26.827197 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-e03e1ace-7e8f-4367-ae90-f81fba2c0c46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0113b1be34a44a68ce314a4ec421108&device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 6502 time: 0.0970259 Nov 11 21:38:26.864001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-643a1eb7-bdef-4d70-a4bd-414264439854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.866742 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-643a1eb7-bdef-4d70-a4bd-414264439854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:26.867947 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-643a1eb7-bdef-4d70-a4bd-414264439854 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0268aa2f-0d44-4e87-a365-32d657ea513f HTTP/1.1" status: 204 len: 168 time: 0.1285839 Nov 11 21:38:26.876027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a1eb7-bdef-4d70-a4bd-414264439854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0268aa2f-0d44-4e87-a365-32d657ea513f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:26.962164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-2b885b60-4b26-4d14-93da-77c2b708f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:26.962662 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-2b885b60-4b26-4d14-93da-77c2b708f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:26.963093 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-2b885b60-4b26-4d14-93da-77c2b708f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:26.964656 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-2b885b60-4b26-4d14-93da-77c2b708f3d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=28575828-e1a6-401b-bf7c-c60e475ca065&id=daab2798-5889-436e-a5cb-09a946e4b419&id=daab2798-5889-436e-a5cb-09a946e4b419&id=daab2798-5889-436e-a5cb-09a946e4b419&id=daab2798-5889-436e-a5cb-09a946e4b419&id=3b574cc1-a549-4854-8e74-091e974d921e&id=3b574cc1-a549-4854-8e74-091e974d921e HTTP/1.1" status: 200 len: 2300 time: 0.1023688 Nov 11 21:38:27.100205 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477f923-3216-4723-9def-379f392e4ade req-6e4cb69f-fa7e-44ae-b5e7-2758c2ee2b16 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:27.101059 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-2f6bdaa6-d40d-4aaf-855c-8d712d3ca4fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b HTTP/1.1" status: 200 len: 1001 time: 0.1271272 Nov 11 21:38:27.101875 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b477f923-3216-4723-9def-379f392e4ade req-6e4cb69f-fa7e-44ae-b5e7-2758c2ee2b16 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 944 time: 0.0500665 Nov 11 21:38:27.154872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b477f923-3216-4723-9def-379f392e4ade req-397fcb53-ae6b-4c81-83a1-66313b6e43c6 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457807 Nov 11 21:38:27.169204 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:27.174066 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40600) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:27.205076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-1fc9f882-50e1-44f7-aa60-ecf4756df799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:27.206523 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-1fc9f882-50e1-44f7-aa60-ecf4756df799 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3468651-a958-4431-bb60-8ef0cb71dca9 HTTP/1.1" status: 200 len: 856 time: 0.0873976 Nov 11 21:38:27.207981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:27.209896 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3d6a5f5-c4ef-45ba-a270-647833ff868e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:27.440229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521cc2-0f80-42fe-a9d3-7d1fce89b8d7 req-76d00eb9-8459-422f-8438-4ea4ec808cd5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:27.442010 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34521cc2-0f80-42fe-a9d3-7d1fce89b8d7 req-76d00eb9-8459-422f-8438-4ea4ec808cd5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0567112 Nov 11 21:38:27.499088 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34521cc2-0f80-42fe-a9d3-7d1fce89b8d7 req-dda3a3f0-64bb-45a4-905f-1d8fbfdd320d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507734 Nov 11 21:38:27.663763 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-a8d30a15-ce35-4409-bfd3-99e54d8fb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:27.665326 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-a8d30a15-ce35-4409-bfd3-99e54d8fb1f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28575828-e1a6-401b-bf7c-c60e475ca065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4427824 Nov 11 21:38:27.807049 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3d6a5f5-c4ef-45ba-a270-647833ff868e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:27.818277 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3d6a5f5-c4ef-45ba-a270-647833ff868e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:27.821168 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Allocated IP 2001:db8::1fd (10ed27ec-1695-4bda-b3db-7512b7c515ab/38ddbf2a-9ede-4c61-8e56-0c1923e40c42/0e8c94a6-87f9-45d1-ac46-3b3ba478d179) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:38:27.874759 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-adae9496-1717-46b3-8abc-03dfcdc40fd8 service neutron] 10.222.0.10 "GET /v2.0/networks/28575828-e1a6-401b-bf7c-c60e475ca065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996226 Nov 11 21:38:27.895577 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d3d6a5f5-c4ef-45ba-a270-647833ff868e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ed2cb2faecd481189536a8a96e52787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7205243 Nov 11 21:38:27.898519 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 40612) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:27.951222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6a5f5-c4ef-45ba-a270-647833ff868e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0564cdbc-5f01-4118-afaa-f55ec6cfdaba,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:27.961174 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-23105b6b-016a-4783-8dfc-5d050ec20b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:27.982871 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-23105b6b-016a-4783-8dfc-5d050ec20b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:28.032114 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-23105b6b-016a-4783-8dfc-5d050ec20b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:28.034827 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-23105b6b-016a-4783-8dfc-5d050ec20b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:28.036108 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-23105b6b-016a-4783-8dfc-5d050ec20b1c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0564cdbc-5f01-4118-afaa-f55ec6cfdaba HTTP/1.1" status: 204 len: 168 time: 0.1366212 Nov 11 21:38:28.044748 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:28.046738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23105b6b-016a-4783-8dfc-5d050ec20b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0564cdbc-5f01-4118-afaa-f55ec6cfdaba,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:28.047942 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-c1bb4abe-a701-412a-9322-7d512114d149 service neutron] 10.222.0.10 "GET /v2.0/networks/28575828-e1a6-401b-bf7c-c60e475ca065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550260 Nov 11 21:38:28.098088 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-073b4793-a650-4fc6-9496-7c7fe64d3047 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 HTTP/1.1" status: 200 len: 217 time: 0.0421901 Nov 11 21:38:28.153595 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:28.156051 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-1ce55206-3b4b-4e82-bf23-bd05738d2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:28.157540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-1ce55206-3b4b-4e82-bf23-bd05738d2081 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.0515175 Nov 11 21:38:28.205463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Network 10ed27ec-1695-4bda-b3db-7512b7c515ab is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:38:28.221321 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d0170d49-2dfa-43ed-b07d-f6b6d89cc12f details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:38:28.225122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:38:28.230614 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:38:28.288484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668740b-45d6-40bc-bf1d-234f6c26d13c req-d1a59866-210b-441a-9731-d56f13695067 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:28.291228 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7668740b-45d6-40bc-bf1d-234f6c26d13c req-d1a59866-210b-441a-9731-d56f13695067 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 944 time: 0.0554490 Nov 11 21:38:28.301152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Pushing event updated for resources: {'Port': ['ID=0e8c94a6-87f9-45d1-ac46-3b3ba478d179,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:28.359264 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:28.370362 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-e82f93e4-1344-428f-87d7-2b56557b173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:28.373061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f', 'network_id': '8c7dd1da-9647-43a7-9ed2-f24fec3d3a14', 'port_id': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f', 'mac_address': 'fa:16:3e:4a:2b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cbd2bf-db5d-43c4-8d6e-c834f46949ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:38:28.373810 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-e82f93e4-1344-428f-87d7-2b56557b173c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1924691 Nov 11 21:38:28.377606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7668740b-45d6-40bc-bf1d-234f6c26d13c req-a0acdfec-b382-4ff5-b83f-fc412f4a4d89 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765791 Nov 11 21:38:28.414880 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:28.431566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0170d49-2dfa-43ed-b07d-f6b6d89cc12f {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:38:28.455930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:28.464787 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:28.525726 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,revision_number=11']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:28.561688 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-19f3f1db-6805-4f45-b324-bea72c05cfa4 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793945 Nov 11 21:38:28.621664 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:28.642021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f6ffb-aeb8-40c8-82dc-a7822aac7301 req-925aea86-2d6e-49af-9033-9b70d9258622 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:28.643616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e71f6ffb-aeb8-40c8-82dc-a7822aac7301 req-925aea86-2d6e-49af-9033-9b70d9258622 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0652266 Nov 11 21:38:28.744910 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e71f6ffb-aeb8-40c8-82dc-a7822aac7301 req-0f64dbff-0800-402d-96f8-65a754dd7f25 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829895 Nov 11 21:38:28.779277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['d0170d49-2dfa-43ed-b07d-f6b6d89cc12f'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:38:28.802894 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-da0b6297-068c-4cc9-bd8c-251e1a03345a service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172670 Nov 11 21:38:28.881377 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-4df7ed37-9fef-40ba-9325-0e70e529542b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=f0ed3440-fad0-40db-ae8d-c2ff35601d0b HTTP/1.1" status: 200 len: 217 time: 0.0701725 Nov 11 21:38:28.970630 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-2462eba9-1b68-409d-803f-3ba6fcd0ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:28.972106 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-2462eba9-1b68-409d-803f-3ba6fcd0ba8c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.0825813 Nov 11 21:38:28.976661 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:29.092292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-412e8696-f390-4466-8bff-771614360fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:29.093887 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-412e8696-f390-4466-8bff-771614360fb6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1140339 Nov 11 21:38:29.212195 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-9a112351-b635-41e5-9b07-1b38a97cc9f0 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064694 Nov 11 21:38:29.217361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Router 9092b7fd-dd01-4049-a7a1-40bd1781d5fc is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:38:29.383772 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-d4cc9064-ed50-4019-9fda-f947529b2395 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632025 Nov 11 21:38:29.401987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:38:29.414753 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Sync routers for ids ['9092b7fd-dd01-4049-a7a1-40bd1781d5fc'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:38:29.436128 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Routers {'9092b7fd-dd01-4049-a7a1-40bd1781d5fc'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:29.436752 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9092b7fd-dd01-4049-a7a1-40bd1781d5fc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:29.438927 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-949d23f0-ecf4-495a-9bac-ff849d903aa9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=23616cc5-dacf-43e9-b299-a00544d54734 HTTP/1.1" status: 200 len: 217 time: 0.0463622 Nov 11 21:38:29.479401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:29.480892 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-efc58046-ba04-4f5f-b5c9-c3f06ec522e3 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.0438504 Nov 11 21:38:29.483810 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:29.521942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f80a0-1e21-455b-8f61-59f2aa4868d3 req-1d636d67-b35d-4056-b1ec-7ac660739fa8 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:29.542144 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca9f80a0-1e21-455b-8f61-59f2aa4868d3 req-1d636d67-b35d-4056-b1ec-7ac660739fa8 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 945 time: 0.0748827 Nov 11 21:38:29.547121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-44a98c00-9999-4c86-ac5f-b3565173e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:29.548844 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-44a98c00-9999-4c86-ac5f-b3565173e7ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.1016872 Nov 11 21:38:29.555788 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Set router 9092b7fd-dd01-4049-a7a1-40bd1781d5fc gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:38:29.634962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca9f80a0-1e21-455b-8f61-59f2aa4868d3 req-45da9294-5940-404a-928e-77b2e693d8c6 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893047 Nov 11 21:38:29.659783 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-b21ce001-083a-4915-9a03-60b38d58a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:29.661414 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-b21ce001-083a-4915-9a03-60b38d58a57f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1036937 Nov 11 21:38:29.680617 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-420e4592-d2d9-4fc4-9f0f-bbc3a4172f58 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:29.815788 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092b7fd-dd01-4049-a7a1-40bd1781d5fc', 'name': '', 'tenant_id': 'c27c268445ec4c3886c88e96fed34a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10ed27ec-1695-4bda-b3db-7512b7c515ab', 'external_fixed_ips': [{'subnet_id': '38ddbf2a-9ede-4c61-8e56-0c1923e40c42', 'ip_address': '2001:db8::1fd'}], 'enable_snat': True}, 'gw_port_id': '0e8c94a6-87f9-45d1-ac46-3b3ba478d179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:38:26Z', 'updated_at': '2021-11-11T21:38:28Z', 'revision_number': 3, 'project_id': 'c27c268445ec4c3886c88e96fed34a83', 'gw_port': {'id': '0e8c94a6-87f9-45d1-ac46-3b3ba478d179', 'name': '', 'network_id': '10ed27ec-1695-4bda-b3db-7512b7c515ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092b7fd-dd01-4049-a7a1-40bd1781d5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '38ddbf2a-9ede-4c61-8e56-0c1923e40c42', 'ip_address': '2001:db8::1fd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:38:27Z', 'updated_at': '2021-11-11T21:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38ddbf2a-9ede-4c61-8e56-0c1923e40c42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:29.855650 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Checking router: 9092b7fd-dd01-4049-a7a1-40bd1781d5fc for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:38:29.856007 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Updating router 9092b7fd-dd01-4049-a7a1-40bd1781d5fc port 0e8c94a6-87f9-45d1-ac46-3b3ba478d179 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:38:29.909537 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-2d16a2ee-4190-4711-bb78-69617a442d1f service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396924 Nov 11 21:38:29.910143 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:29.918214 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-420e4592-d2d9-4fc4-9f0f-bbc3a4172f58 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:29.939290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9a551-357d-43ad-94c0-1b23f0a1e533 req-e36619cc-9dbd-432b-8e20-fe96c7c9ca74 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:29.941054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ec9a551-357d-43ad-94c0-1b23f0a1e533 req-e36619cc-9dbd-432b-8e20-fe96c7c9ca74 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0937078 Nov 11 21:38:30.029179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ec9a551-357d-43ad-94c0-1b23f0a1e533 req-e3980421-8854-4e0e-ba9c-519e5868b881 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526378 Nov 11 21:38:30.037634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4ef92-3c34-424d-89b9-fa765fc2dd1d req-1511f3ad-223e-411b-a5b4-c85d143c7a5f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:30.039249 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cf4ef92-3c34-424d-89b9-fa765fc2dd1d req-1511f3ad-223e-411b-a5b4-c85d143c7a5f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0936348 Nov 11 21:38:30.058397 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-de66afe7-2484-4871-8066-a360128d55a1 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360412 Nov 11 21:38:30.061399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-420e4592-d2d9-4fc4-9f0f-bbc3a4172f58 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Deleting port 0e8c94a6-87f9-45d1-ac46-3b3ba478d179 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:38:30.061765 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-420e4592-d2d9-4fc4-9f0f-bbc3a4172f58 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:30.107709 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cf4ef92-3c34-424d-89b9-fa765fc2dd1d req-68e913e3-6545-4817-8262-0705e1feac35 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0605690 Nov 11 21:38:30.160437 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-61f4b585-719b-4a76-9246-cb422e8c2acf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=d47e0d50-b635-4eea-b40d-e6d4166567fe HTTP/1.1" status: 200 len: 217 time: 0.0414302 Nov 11 21:38:30.220499 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-420e4592-d2d9-4fc4-9f0f-bbc3a4172f58 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:30.228455 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d0170d49-2dfa-43ed-b07d-f6b6d89cc12f up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:38:30.242895 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-30c78f16-373f-4722-a98c-f6fcbb5fcdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:30.244381 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-30c78f16-373f-4722-a98c-f6fcbb5fcdca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.0762124 Nov 11 21:38:30.245285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-420e4592-d2d9-4fc4-9f0f-bbc3a4172f58 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Calling delete_port for 0e8c94a6-87f9-45d1-ac46-3b3ba478d179 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:38:30.276045 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:30.280215 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a136b-66b1-407c-b0b8-9eb0fb2366ea req-4879fe53-f2aa-4020-90d4-5a08c66dc8a3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:30.287744 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-859a136b-66b1-407c-b0b8-9eb0fb2366ea req-4879fe53-f2aa-4020-90d4-5a08c66dc8a3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0903013 Nov 11 21:38:30.287978 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:30.343048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:38:30.352684 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:38:30.353198 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:30.367553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-859a136b-66b1-407c-b0b8-9eb0fb2366ea req-d0f71b57-0bff-4815-b948-6f61b575b067 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0788810 Nov 11 21:38:30.401798 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Attempting to bind port 0e8c94a6-87f9-45d1-ac46-3b3ba478d179 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:38:30.408853 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Attempting to bind port 0e8c94a6-87f9-45d1-ac46-3b3ba478d179 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'fea6a599-0dde-4099-bc34-2f90cedd3f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '10ed27ec-1695-4bda-b3db-7512b7c515ab'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:38:30.409225 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Attempting to bind port 0e8c94a6-87f9-45d1-ac46-3b3ba478d179 on network 10ed27ec-1695-4bda-b3db-7512b7c515ab {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:38:30.428445 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:38:30.429809 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Checking segment: {'id': 'fea6a599-0dde-4099-bc34-2f90cedd3f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '10ed27ec-1695-4bda-b3db-7512b7c515ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:38:30.432727 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:30.433293 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Bound using segment: {'id': 'fea6a599-0dde-4099-bc34-2f90cedd3f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '10ed27ec-1695-4bda-b3db-7512b7c515ab'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:38:30.433798 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Bound port: 0e8c94a6-87f9-45d1-ac46-3b3ba478d179, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea6a599-0dde-4099-bc34-2f90cedd3f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '10ed27ec-1695-4bda-b3db-7512b7c515ab'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:38:30.434184 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:30.461508 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fed74-f585-419d-ad09-ac729de9c873 None None] Pushing event updated for resources: {'Port': ['ID=0e8c94a6-87f9-45d1-ac46-3b3ba478d179,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:30.491252 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:30.505276 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] For port 0e8c94a6-87f9-45d1-ac46-3b3ba478d179, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:38:30.509343 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] For port 0e8c94a6-87f9-45d1-ac46-3b3ba478d179, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=0e8c94a6-87f9-45d1-ac46-3b3ba478d179,segment=NetworkSegment(fea6a599-0dde-4099-bc34-2f90cedd3f80),segment_id=fea6a599-0dde-4099-bc34-2f90cedd3f80)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:38:30.519975 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:30.538706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:38:30.555459 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fac33a1-2ff4-4f4c-88ef-e8eed63f9bf6" -d '{"events": [{"server_uuid": "f6d404ca-08dc-4756-8416-f3e059bc1781", "name": "network-vif-plugged", "status": "completed", "tag": "d0170d49-2dfa-43ed-b07d-f6b6d89cc12f"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:38:30.597405 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:30.621805 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af62a293-011b-489e-82b6-3e1f76be29fc x-openstack-request-id: req-af62a293-011b-489e-82b6-3e1f76be29fc {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:38:30.623212 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d404ca-08dc-4756-8416-f3e059bc1781", "name": "network-vif-plugged", "status": "completed", "tag": "d0170d49-2dfa-43ed-b07d-f6b6d89cc12f", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:38:30.623734 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af62a293-011b-489e-82b6-3e1f76be29fc {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:38:30.624489 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f', 'code': 200} Nov 11 21:38:30.662659 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:30.685811 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fed74-f585-419d-ad09-ac729de9c873 None None] Pushing event updated for resources: {'Port': ['ID=0e8c94a6-87f9-45d1-ac46-3b3ba478d179,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:30.713493 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Routers {'9092b7fd-dd01-4049-a7a1-40bd1781d5fc'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:30.716138 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9092b7fd-dd01-4049-a7a1-40bd1781d5fc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:30.799665 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-09b504a5-29c1-40ba-83c7-1206592b59c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:30.801292 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-09b504a5-29c1-40ba-83c7-1206592b59c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5500524 Nov 11 21:38:30.807733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,revision_number=12']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:30.949118 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] Set router 9092b7fd-dd01-4049-a7a1-40bd1781d5fc gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:38:30.993363 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520e9a3-675a-4dca-89bf-95d710ae1528 req-fca919fc-842d-402c-a8bd-0e6ce09e0ec2 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:30.995706 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e520e9a3-675a-4dca-89bf-95d710ae1528 req-fca919fc-842d-402c-a8bd-0e6ce09e0ec2 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1897225 Nov 11 21:38:31.028361 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-17024c51-240e-48e8-b76c-34cbd253b157 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178881 Nov 11 21:38:31.045834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e5788-912d-4140-ac00-e170b37819cf req-d451b243-9279-413c-bb73-776de679bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:31.048539 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-420e4592-d2d9-4fc4-9f0f-bbc3a4172f58 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:31.048865 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-053e5788-912d-4140-ac00-e170b37819cf req-d451b243-9279-413c-bb73-776de679bfd6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 1097 time: 0.1696537 Nov 11 21:38:31.049313 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092b7fd-dd01-4049-a7a1-40bd1781d5fc', 'name': '', 'tenant_id': 'c27c268445ec4c3886c88e96fed34a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:38:26Z', 'updated_at': '2021-11-11T21:38:29Z', 'revision_number': 4, 'project_id': 'c27c268445ec4c3886c88e96fed34a83', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:31.083892 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f1f4c-a08e-4bd9-b191-afbbb5e24c62 None None] The sync data for ids ['9092b7fd-dd01-4049-a7a1-40bd1781d5fc'] in n-d-805737-3 is: [{'id': '9092b7fd-dd01-4049-a7a1-40bd1781d5fc', 'name': '', 'tenant_id': 'c27c268445ec4c3886c88e96fed34a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:38:26Z', 'updated_at': '2021-11-11T21:38:29Z', 'revision_number': 4, 'project_id': 'c27c268445ec4c3886c88e96fed34a83', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:38:31.132292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e4592-d2d9-4fc4-9f0f-bbc3a4172f58 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e8c94a6-87f9-45d1-ac46-3b3ba478d179,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:31.136732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e520e9a3-675a-4dca-89bf-95d710ae1528 req-bf8166f4-7dba-4965-ae14-3ec7e9b127b1 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302450 Nov 11 21:38:31.170330 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-420e4592-d2d9-4fc4-9f0f-bbc3a4172f58 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:31.202099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa463a9-36fa-4d78-bf0c-d5df3fcb6fc1 req-26c745f8-41d3-46e8-83be-65536be193ef tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:31.204047 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6fa463a9-36fa-4d78-bf0c-d5df3fcb6fc1 req-26c745f8-41d3-46e8-83be-65536be193ef tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.2321022 Nov 11 21:38:31.206561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-053e5788-912d-4140-ac00-e170b37819cf req-b77d94ed-4051-49f5-830f-51c4c7b0e084 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342380 Nov 11 21:38:31.288543 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-420e4592-d2d9-4fc4-9f0f-bbc3a4172f58 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:31.290394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6fa463a9-36fa-4d78-bf0c-d5df3fcb6fc1 req-11d5cdd6-8f46-49e8-b1e7-4c42470fd205 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0764976 Nov 11 21:38:31.293618 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-420e4592-d2d9-4fc4-9f0f-bbc3a4172f58 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:31.311296 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-302163e5-b352-4373-9719-ca3ba6236b00 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737017 Nov 11 21:38:31.359393 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-420e4592-d2d9-4fc4-9f0f-bbc3a4172f58 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:31.360229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420e4592-d2d9-4fc4-9f0f-bbc3a4172f58 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9092b7fd-dd01-4049-a7a1-40bd1781d5fc {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:38:31.364849 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-420e4592-d2d9-4fc4-9f0f-bbc3a4172f58 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:31.368889 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-420e4592-d2d9-4fc4-9f0f-bbc3a4172f58 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "DELETE /v2.0/routers/9092b7fd-dd01-4049-a7a1-40bd1781d5fc HTTP/1.1" status: 204 len: 168 time: 1.8811448 Nov 11 21:38:31.368889 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40728) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:31.427338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bbef5-18ab-4f44-85bc-6f000ea0c71e req-1db89ef5-3313-439d-a2c1-25c10f81dfd5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:31.429290 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-048bbef5-18ab-4f44-85bc-6f000ea0c71e req-1db89ef5-3313-439d-a2c1-25c10f81dfd5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0806386 Nov 11 21:38:31.456160 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-2646a318-140a-429e-807c-829eaf4b68d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d HTTP/1.1" status: 200 len: 217 time: 0.0488110 Nov 11 21:38:31.478061 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15e66cc-8c14-4065-bfcc-752bd9f93fcd tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Deleting subnet 38ddbf2a-9ede-4c61-8e56-0c1923e40c42 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:38:31.482733 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c15e66cc-8c14-4065-bfcc-752bd9f93fcd tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:31.488826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-048bbef5-18ab-4f44-85bc-6f000ea0c71e req-d50c9ca3-d670-4bb7-bce7-ac60cb5bcf95 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528455 Nov 11 21:38:31.538918 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c15e66cc-8c14-4065-bfcc-752bd9f93fcd tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:31.574045 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-b7109f71-05b6-4232-b727-fdc4fb620d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:31.575536 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-b7109f71-05b6-4232-b727-fdc4fb620d54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=723d138b-1459-41f3-8774-8cd909916b72 HTTP/1.1" status: 200 len: 797 time: 0.1100161 Nov 11 21:38:31.600337 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c15e66cc-8c14-4065-bfcc-752bd9f93fcd tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:31.665616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-05cfc03e-59f5-4f36-ab36-2ca567b0d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:31.667135 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-05cfc03e-59f5-4f36-ab36-2ca567b0d46c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b574cc1-a549-4854-8e74-091e974d921e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0800879 Nov 11 21:38:31.717022 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c15e66cc-8c14-4065-bfcc-752bd9f93fcd tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:31.787982 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e66cc-8c14-4065-bfcc-752bd9f93fcd tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=38ddbf2a-9ede-4c61-8e56-0c1923e40c42,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:31.791510 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c15e66cc-8c14-4065-bfcc-752bd9f93fcd tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:31.797734 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c15e66cc-8c14-4065-bfcc-752bd9f93fcd tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/38ddbf2a-9ede-4c61-8e56-0c1923e40c42 HTTP/1.1" status: 204 len: 168 time: 0.4277744 Nov 11 21:38:31.800552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40744) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:31.839334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf1beb-0f68-4cfd-86e9-521dfb1ff00c req-5da0a907-e4e3-45ee-8163-bbf97ec5ab0f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:31.840959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ddaf1beb-0f68-4cfd-86e9-521dfb1ff00c req-5da0a907-e4e3-45ee-8163-bbf97ec5ab0f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0598564 Nov 11 21:38:31.879147 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-92b6ab96-19e4-4838-82ae-cadee8fbb38f service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024810 Nov 11 21:38:31.898127 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f69e2f6-b0e0-4349-a1e2-e22e00abeca0 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:31.915192 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ddaf1beb-0f68-4cfd-86e9-521dfb1ff00c req-b722080b-8596-4bd8-b10b-4ceb91f9c57d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0611804 Nov 11 21:38:32.044438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f69e2f6-b0e0-4349-a1e2-e22e00abeca0 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:32.053320 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-27d696d7-b0dc-4108-8765-f7d0a649359a service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653399 Nov 11 21:38:32.079339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0f69e2f6-b0e0-4349-a1e2-e22e00abeca0 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ed27ec-1695-4bda-b3db-7512b7c515ab']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:32.111571 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-342658c4-64fd-4ac0-a8d0-9432a07fd1e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=774bf466-7c76-4ef4-831b-c0a553800dfa HTTP/1.1" status: 200 len: 217 time: 0.0477281 Nov 11 21:38:32.114999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0f69e2f6-b0e0-4349-a1e2-e22e00abeca0 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea6a599-0dde-4099-bc34-2f90cedd3f80') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:32.115294 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0f69e2f6-b0e0-4349-a1e2-e22e00abeca0 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea6a599-0dde-4099-bc34-2f90cedd3f80') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:32.134596 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f69e2f6-b0e0-4349-a1e2-e22e00abeca0 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:32.170023 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f69e2f6-b0e0-4349-a1e2-e22e00abeca0 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:32.180658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f69e2f6-b0e0-4349-a1e2-e22e00abeca0 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:38:32.181104 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f69e2f6-b0e0-4349-a1e2-e22e00abeca0 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: items = [ Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:38:32.183254 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:38:32.185368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-4507c3de-76df-408b-bbbc-f4ee3b24b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:32.186265 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-4507c3de-76df-408b-bbbc-f4ee3b24b423 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=723d138b-1459-41f3-8774-8cd909916b72 HTTP/1.1" status: 200 len: 797 time: 0.0636070 Nov 11 21:38:32.273520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57005b28-76ab-4a7a-be36-f075897b7e2e req-e71b8547-daea-4d94-aac5-f701fadd5393 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:32.282523 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57005b28-76ab-4a7a-be36-f075897b7e2e req-e71b8547-daea-4d94-aac5-f701fadd5393 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.0745873 Nov 11 21:38:32.310207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-a4da8b94-18bd-48eb-8eba-36d735693077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:32.311960 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-a4da8b94-18bd-48eb-8eba-36d735693077 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b574cc1-a549-4854-8e74-091e974d921e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1159902 Nov 11 21:38:32.318254 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f69e2f6-b0e0-4349-a1e2-e22e00abeca0 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:32.357371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f69e2f6-b0e0-4349-a1e2-e22e00abeca0 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 10ed27ec-1695-4bda-b3db-7512b7c515ab {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 21:38:32.359786 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69e2f6-b0e0-4349-a1e2-e22e00abeca0 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Pushing event deleted for resources: {'Network': ['ID=10ed27ec-1695-4bda-b3db-7512b7c515ab,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:32.365985 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f69e2f6-b0e0-4349-a1e2-e22e00abeca0 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:32.367583 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57005b28-76ab-4a7a-be36-f075897b7e2e req-6af3404e-2afb-41a1-b104-5d6fa9c84bfc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841095 Nov 11 21:38:32.377409 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0f69e2f6-b0e0-4349-a1e2-e22e00abeca0 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "DELETE /v2.0/networks/10ed27ec-1695-4bda-b3db-7512b7c515ab HTTP/1.1" status: 204 len: 168 time: 0.5757923 Nov 11 21:38:32.530832 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bfd73-774a-4cd3-a10f-2055965b65e4 req-36fbeb56-197b-4664-91c3-e560b4fea6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:32.532424 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-db6bfd73-774a-4cd3-a10f-2055965b65e4 req-36fbeb56-197b-4664-91c3-e560b4fea6c9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 1095 time: 0.0846984 Nov 11 21:38:32.547780 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-c118a329-f29b-491c-b719-dc6613163f50 service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225769 Nov 11 21:38:32.661494 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d3eda-9dc2-4d2c-b957-8e5404e13e02 req-dbb97dc8-f8ab-4c55-885b-1702b4039de3 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:32.670390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb5d3eda-9dc2-4d2c-b957-8e5404e13e02 req-dbb97dc8-f8ab-4c55-885b-1702b4039de3 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0667973 Nov 11 21:38:32.737912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb5d3eda-9dc2-4d2c-b957-8e5404e13e02 req-568309ef-1225-45ff-b59f-9d245ae3012a tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663493 Nov 11 21:38:32.812709 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5aea11c1-de48-4e3c-a100-2f6ef5814a1e req-d63b392b-178a-4b69-bd42-bf2f84b53e09 service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594700 Nov 11 21:38:32.813828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bfd73-774a-4cd3-a10f-2055965b65e4 req-332bdacc-74bd-4b62-b78c-b6caa5bbe2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:32.815149 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-db6bfd73-774a-4cd3-a10f-2055965b65e4 req-332bdacc-74bd-4b62-b78c-b6caa5bbe2ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.2513239 Nov 11 21:38:32.906382 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-db6bfd73-774a-4cd3-a10f-2055965b65e4 req-7328b2df-f1ea-47eb-aa26-8f6531f0ca60 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb HTTP/1.1" status: 200 len: 998 time: 0.0806026 Nov 11 21:38:33.004141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bfd73-774a-4cd3-a10f-2055965b65e4 req-e3c5e746-4c6e-412a-a85c-7a6e88e18657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:33.006059 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-db6bfd73-774a-4cd3-a10f-2055965b65e4 req-e3c5e746-4c6e-412a-a85c-7a6e88e18657 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.0860939 Nov 11 21:38:33.066751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bfd73-774a-4cd3-a10f-2055965b65e4 req-a5931fef-1147-4ce9-ab52-ccb77fafbc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:33.068498 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-db6bfd73-774a-4cd3-a10f-2055965b65e4 req-a5931fef-1147-4ce9-ab52-ccb77fafbc42 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524223 Nov 11 21:38:33.131505 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68a550-6666-4b39-bb76-472578891277 req-6d9be0e2-1ec1-4a5c-b8ae-2ebeb0af9639 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:33.133702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b68a550-6666-4b39-bb76-472578891277 req-6d9be0e2-1ec1-4a5c-b8ae-2ebeb0af9639 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0761240 Nov 11 21:38:33.268223 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b68a550-6666-4b39-bb76-472578891277 req-c03bf380-09f0-46e0-80f3-e9ce02ba3499 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1142061 Nov 11 21:38:33.269032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 40820) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:33.275316 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-38e62acf-1fb4-4383-b77f-46991ee838a1 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Request body: {'router': {'name': 'tempest-router--778288010', 'project_id': '7eb5bad973654d2194fefcacc1b3cc25'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:33.292762 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-db6bfd73-774a-4cd3-a10f-2055965b65e4 req-709bfba6-bb3c-46cc-b2ae-1943eab59e76 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957846 Nov 11 21:38:33.312993 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-38e62acf-1fb4-4383-b77f-46991ee838a1 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:33.314993 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-38e62acf-1fb4-4383-b77f-46991ee838a1 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:33.396709 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-db6bfd73-774a-4cd3-a10f-2055965b65e4 req-d451171b-756b-4b56-82c7-a2ba35e71b7c service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976274 Nov 11 21:38:33.764780 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-38e62acf-1fb4-4383-b77f-46991ee838a1 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:33.772105 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-38e62acf-1fb4-4383-b77f-46991ee838a1 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:33.783679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5fda2-b6f9-4e89-810f-03562eab8c76 req-c4df5d53-cffe-4599-9a0f-74f4632fcfb2 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:33.784720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63b5fda2-b6f9-4e89-810f-03562eab8c76 req-c4df5d53-cffe-4599-9a0f-74f4632fcfb2 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.0981021 Nov 11 21:38:33.816952 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-38e62acf-1fb4-4383-b77f-46991ee838a1 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:33.818103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-38e62acf-1fb4-4383-b77f-46991ee838a1 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5479207 Nov 11 21:38:33.821188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40838) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:33.875321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63b5fda2-b6f9-4e89-810f-03562eab8c76 req-40125b0d-16bd-4f5c-b7a7-c94894b7548c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830233 Nov 11 21:38:33.887048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83232796-1d56-4c27-a2f0-3d0b311e332c req-cbe6fe25-4982-4a91-9df3-8a5c4d7139b9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:33.888586 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83232796-1d56-4c27-a2f0-3d0b311e332c req-cbe6fe25-4982-4a91-9df3-8a5c4d7139b9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0770836 Nov 11 21:38:33.899888 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa27a701-625b-40e9-906e-31899ab52eb5 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:33.947127 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83232796-1d56-4c27-a2f0-3d0b311e332c req-2313d066-812c-4fa8-9522-7b50eb1f7aa8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491524 Nov 11 21:38:34.054734 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa27a701-625b-40e9-906e-31899ab52eb5 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:34.056897 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa27a701-625b-40e9-906e-31899ab52eb5 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:34.101464 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa27a701-625b-40e9-906e-31899ab52eb5 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:34.103135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa27a701-625b-40e9-906e-31899ab52eb5 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 340e46fe-f0cf-4a5f-b68b-5c5bc6c19a43 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:38:34.109076 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa27a701-625b-40e9-906e-31899ab52eb5 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:34.110198 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fa27a701-625b-40e9-906e-31899ab52eb5 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "DELETE /v2.0/routers/340e46fe-f0cf-4a5f-b68b-5c5bc6c19a43 HTTP/1.1" status: 204 len: 168 time: 0.2880485 Nov 11 21:38:34.321948 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40856) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:34.391633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201d850-9362-418f-aa3e-aa11a60093ed req-e8e78c7b-fbb2-43c2-aab2-8c3da5ef04c0 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:34.393446 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3201d850-9362-418f-aa3e-aa11a60093ed req-e8e78c7b-fbb2-43c2-aab2-8c3da5ef04c0 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0494194 Nov 11 21:38:34.457498 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3201d850-9362-418f-aa3e-aa11a60093ed req-cdab779a-3f8a-42ce-a586-db6ebecfceab tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0563505 Nov 11 21:38:34.490328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1733910616', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:34.514846 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:34.515865 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:34.572951 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:35.021449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a41366-4fc9-4287-b8d1-f14b5df07093 req-11822a79-5307-4e48-91d3-98f799b4e2e1 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:35.024730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7a41366-4fc9-4287-b8d1-f14b5df07093 req-11822a79-5307-4e48-91d3-98f799b4e2e1 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.0644753 Nov 11 21:38:35.074108 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:35.108768 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7a41366-4fc9-4287-b8d1-f14b5df07093 req-5308cf19-7d69-422e-9885-d1ec703bea2e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778296 Nov 11 21:38:35.124259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be518f-cd12-4fb1-8d08-c024a926155d req-c559e0fc-45df-40e6-8548-b898fd5fda1d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:35.126009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3be518f-cd12-4fb1-8d08-c024a926155d req-c559e0fc-45df-40e6-8548-b898fd5fda1d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0867443 Nov 11 21:38:35.207216 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3be518f-cd12-4fb1-8d08-c024a926155d req-0c442b96-759c-483e-91fa-344403eb731d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625117 Nov 11 21:38:35.270413 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c4b0c-bdc3-4ce3-935f-dcfad49b8800 req-bbc626c9-0d4e-4d34-bb7f-8c9562344bba tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:35.272201 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f8c4b0c-bdc3-4ce3-935f-dcfad49b8800 req-bbc626c9-0d4e-4d34-bb7f-8c9562344bba tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.0804780 Nov 11 21:38:35.289906 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:35.310420 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:35.333005 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f8c4b0c-bdc3-4ce3-935f-dcfad49b8800 req-1fc947a8-2f7b-4a1b-812b-49e2b59d2891 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530703 Nov 11 21:38:35.430261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Allocated IP 172.25.0.234 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/4f101cb5-5f40-4037-a6a8-e2fbf582ead4) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:38:35.471160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69d7eb-aa4a-41cc-9c4d-da0de919fbc8 req-0d12be8a-26f7-4651-a1ee-496eebb88a51 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:35.473641 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a69d7eb-aa4a-41cc-9c4d-da0de919fbc8 req-0d12be8a-26f7-4651-a1ee-496eebb88a51 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.0627470 Nov 11 21:38:35.543762 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:35.553394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a69d7eb-aa4a-41cc-9c4d-da0de919fbc8 req-35823980-2198-4e54-9b1f-71ee92774e1b tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625942 Nov 11 21:38:35.609758 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:35.614239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032c12d-09c5-4746-aa80-ee58f14657b5 req-cb7b6fc6-a58f-4a2f-b38f-2664e9869378 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:35.616005 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b032c12d-09c5-4746-aa80-ee58f14657b5 req-cb7b6fc6-a58f-4a2f-b38f-2664e9869378 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0880888 Nov 11 21:38:35.665675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:38:35.669190 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:38:35.674642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:38:35.697757 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Pushing event updated for resources: {'Port': ['ID=4f101cb5-5f40-4037-a6a8-e2fbf582ead4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:35.708241 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b032c12d-09c5-4746-aa80-ee58f14657b5 req-0bb60405-0d8b-4d8a-a460-81342536b0d5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0850763 Nov 11 21:38:35.733700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae3e91-c3e3-4a76-87b8-6467e69a9895 req-76080055-fb72-456e-b17f-0a53a036fbc3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:35.735509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f5ae3e91-c3e3-4a76-87b8-6467e69a9895 req-76080055-fb72-456e-b17f-0a53a036fbc3 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.0843780 Nov 11 21:38:35.789601 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f5ae3e91-c3e3-4a76-87b8-6467e69a9895 req-61633c64-d8df-4d7c-8ca7-29f3b386c8c2 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474827 Nov 11 21:38:35.920216 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b95b7-d348-494e-a9f0-c19c181d5446 req-8606111c-e226-4ea7-938c-8aa91aed9bc4 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:35.922149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-542b95b7-d348-494e-a9f0-c19c181d5446 req-8606111c-e226-4ea7-938c-8aa91aed9bc4 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.0583320 Nov 11 21:38:35.977939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-542b95b7-d348-494e-a9f0-c19c181d5446 req-87408a4e-f8c9-4f3b-a000-d85e9a39bdb7 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488193 Nov 11 21:38:36.050188 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:36.127818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d20d6-cdab-4437-8385-449de124bbf4 req-e3144ac6-d810-49f4-8ee1-a4ae62b94724 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:36.136201 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b71d20d6-cdab-4437-8385-449de124bbf4 req-e3144ac6-d810-49f4-8ee1-a4ae62b94724 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.0664132 Nov 11 21:38:36.181937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b71d20d6-cdab-4437-8385-449de124bbf4 req-19029811-8b5d-402c-b3c4-c1e395f0b7d8 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447099 Nov 11 21:38:36.284538 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:36.335283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69663012-9f39-4272-a6d0-c46ab7302617 req-3ffa97ba-dcfb-4f62-ad86-075956afe30a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:36.337005 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69663012-9f39-4272-a6d0-c46ab7302617 req-3ffa97ba-dcfb-4f62-ad86-075956afe30a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.0783620 Nov 11 21:38:36.369868 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40920) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:36.372808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c31b4-ee6f-48c5-a754-d2115f10932d req-f355997c-eb4b-4c9e-92a6-ea8c3573b7f4 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:36.374345 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-163c31b4-ee6f-48c5-a754-d2115f10932d req-f355997c-eb4b-4c9e-92a6-ea8c3573b7f4 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0807929 Nov 11 21:38:36.425485 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69663012-9f39-4272-a6d0-c46ab7302617 req-6df49e59-b22d-4d86-96af-623e9521f53b tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822482 Nov 11 21:38:36.429628 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Router b43649d3-8b7c-47ff-928a-037926fa7843 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:38:36.466271 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-163c31b4-ee6f-48c5-a754-d2115f10932d req-3e8324f4-b76b-4a8c-b4d9-31aaa5029aa4 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808187 Nov 11 21:38:36.520643 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e8e5604-04f3-454f-b7f0-6a7b94d8f3c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:36.599747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:38:36.610881 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349dc69-53c4-4d5f-9c96-49cb69c37776 None None] Sync routers for ids ['b43649d3-8b7c-47ff-928a-037926fa7843'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:38:36.624379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349dc69-53c4-4d5f-9c96-49cb69c37776 None None] Routers {'b43649d3-8b7c-47ff-928a-037926fa7843'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:36.625573 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4349dc69-53c4-4d5f-9c96-49cb69c37776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b43649d3-8b7c-47ff-928a-037926fa7843'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:36.644541 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:36.648992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 40928) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:36.649506 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-437d02ec-28bd-470d-b732-efec5018a95d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3251760 Nov 11 21:38:36.668292 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4349dc69-53c4-4d5f-9c96-49cb69c37776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:36.681148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349dc69-53c4-4d5f-9c96-49cb69c37776 None None] Routers {'b43649d3-8b7c-47ff-928a-037926fa7843'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:36.682333 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4349dc69-53c4-4d5f-9c96-49cb69c37776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b43649d3-8b7c-47ff-928a-037926fa7843'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:36.689734 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e8e5604-04f3-454f-b7f0-6a7b94d8f3c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:36.696304 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e8e5604-04f3-454f-b7f0-6a7b94d8f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:36.722515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4349dc69-53c4-4d5f-9c96-49cb69c37776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:36.723168 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349dc69-53c4-4d5f-9c96-49cb69c37776 None None] The sync data for ids ['b43649d3-8b7c-47ff-928a-037926fa7843'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:38:36.740726 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0e8e5604-04f3-454f-b7f0-6a7b94d8f3c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=521858d0fcd74a82aeae3d33d20b32a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3697844 Nov 11 21:38:36.741979 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e5604-04f3-454f-b7f0-6a7b94d8f3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c75d5b-effd-4ca1-9027-7a08ab4a4a22,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:36.744491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40932) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:36.795800 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18e52457-b472-45d7-9a26-2daefdefc6e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:36.817545 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18e52457-b472-45d7-9a26-2daefdefc6e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:36.837055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844d370-38db-45d1-9e82-c8c95e6db813 req-1d8ba113-1adf-45fa-bf8d-57d5cad96649 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:36.838620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2844d370-38db-45d1-9e82-c8c95e6db813 req-1d8ba113-1adf-45fa-bf8d-57d5cad96649 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1096821 Nov 11 21:38:36.854358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-80e6eac7-1acd-451f-8658-d370efc4b5fc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/routers/b43649d3-8b7c-47ff-928a-037926fa7843 HTTP/1.1" status: 200 len: 925 time: 0.2041624 Nov 11 21:38:36.858259 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40938) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:36.891909 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1cb3168c-90f7-4507-9185-30e8ff0855d4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43649d3-8b7c-47ff-928a-037926fa7843 HTTP/1.1" status: 200 len: 205 time: 0.0300093 Nov 11 21:38:36.892364 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 40942) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:36.899579 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18e52457-b472-45d7-9a26-2daefdefc6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:36.903465 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18e52457-b472-45d7-9a26-2daefdefc6e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:36.904789 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-18e52457-b472-45d7-9a26-2daefdefc6e8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/63c75d5b-effd-4ca1-9027-7a08ab4a4a22 HTTP/1.1" status: 204 len: 168 time: 0.1595902 Nov 11 21:38:36.916157 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e52457-b472-45d7-9a26-2daefdefc6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c75d5b-effd-4ca1-9027-7a08ab4a4a22,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:36.929845 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2844d370-38db-45d1-9e82-c8c95e6db813 req-2726a492-a806-4852-9b26-8d2d1a535874 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837173 Nov 11 21:38:37.215787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ab733-a9cc-4f04-80cb-4deaec293ca3 req-3b711fc0-237c-44c6-bf22-6fe9361e49b4 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:37.217304 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-265ab733-a9cc-4f04-80cb-4deaec293ca3 req-3b711fc0-237c-44c6-bf22-6fe9361e49b4 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1587451 Nov 11 21:38:37.219594 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d452378e-ed84-4f60-9a68-d3c43fa31891 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:37.229210 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40948) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:37.242853 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ec8394ac-f521-407e-bd26-6c9bfd598cd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:37.320596 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ec8394ac-f521-407e-bd26-6c9bfd598cd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:37.326141 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ec8394ac-f521-407e-bd26-6c9bfd598cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:37.338667 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-265ab733-a9cc-4f04-80cb-4deaec293ca3 req-ee1a9115-74c5-4954-b9b1-396dc76fde0e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1149127 Nov 11 21:38:37.365737 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ec8394ac-f521-407e-bd26-6c9bfd598cd4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=26525c2a64dc496b84e155c1fa24b538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352949 Nov 11 21:38:37.366834 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8394ac-f521-407e-bd26-6c9bfd598cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf12ae7-aef6-4db6-88a7-0e1190b250df,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:37.367616 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d452378e-ed84-4f60-9a68-d3c43fa31891 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:37.369201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40950) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:37.417983 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9f04ab2f-aab0-4a0b-847e-4927a977fe8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:37.426290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-d452378e-ed84-4f60-9a68-d3c43fa31891 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Deleting port 4f101cb5-5f40-4037-a6a8-e2fbf582ead4 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:38:37.426632 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d452378e-ed84-4f60-9a68-d3c43fa31891 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:37.439395 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9f04ab2f-aab0-4a0b-847e-4927a977fe8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:37.490173 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9f04ab2f-aab0-4a0b-847e-4927a977fe8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:37.493072 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9f04ab2f-aab0-4a0b-847e-4927a977fe8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:37.494250 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9f04ab2f-aab0-4a0b-847e-4927a977fe8b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/baf12ae7-aef6-4db6-88a7-0e1190b250df HTTP/1.1" status: 204 len: 168 time: 0.1241219 Nov 11 21:38:37.502722 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04ab2f-aab0-4a0b-847e-4927a977fe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf12ae7-aef6-4db6-88a7-0e1190b250df,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:37.508019 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d452378e-ed84-4f60-9a68-d3c43fa31891 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:37.527521 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-d452378e-ed84-4f60-9a68-d3c43fa31891 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Calling delete_port for 4f101cb5-5f40-4037-a6a8-e2fbf582ead4 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:38:37.640712 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570d44b-042a-4cd4-8cf5-3ccee4a2ad68 req-e8f6012e-9b81-452c-9cf5-a4d4aae9825d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:37.642278 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4570d44b-042a-4cd4-8cf5-3ccee4a2ad68 req-e8f6012e-9b81-452c-9cf5-a4d4aae9825d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0675642 Nov 11 21:38:37.744135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4570d44b-042a-4cd4-8cf5-3ccee4a2ad68 req-bd5d7779-821b-41c8-ae57-47b80c5c36fa tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951536 Nov 11 21:38:37.788596 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d452378e-ed84-4f60-9a68-d3c43fa31891 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:37.819062 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452378e-ed84-4f60-9a68-d3c43fa31891 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Pushing event deleted for resources: {'Port': ['ID=4f101cb5-5f40-4037-a6a8-e2fbf582ead4,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:37.887709 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d452378e-ed84-4f60-9a68-d3c43fa31891 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:38.001025 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d452378e-ed84-4f60-9a68-d3c43fa31891 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:38.020145 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d452378e-ed84-4f60-9a68-d3c43fa31891 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:38.098397 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d452378e-ed84-4f60-9a68-d3c43fa31891 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:38.098933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d452378e-ed84-4f60-9a68-d3c43fa31891 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Fanout notify agent at l3_agent the message router_deleted on router b43649d3-8b7c-47ff-928a-037926fa7843 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:38:38.107753 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d452378e-ed84-4f60-9a68-d3c43fa31891 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:38.112533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d452378e-ed84-4f60-9a68-d3c43fa31891 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "DELETE /v2.0/routers/b43649d3-8b7c-47ff-928a-037926fa7843 HTTP/1.1" status: 204 len: 168 time: 1.2193124 Nov 11 21:38:38.112893 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40984) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:38.117638 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1584633766', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'enable_snat': False}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:38.121702 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e5dcd-c38e-4850-bcda-524269a63e8e req-1f5739ac-8c57-4881-81d1-822b430627e9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:38.123180 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b4e5dcd-c38e-4850-bcda-524269a63e8e req-1f5739ac-8c57-4881-81d1-822b430627e9 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.1622989 Nov 11 21:38:38.131028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b4554-23c7-4f85-a425-2a33686b1a43 req-d73862d3-06b5-46ff-a142-95550f2bed98 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:38.132370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dd4b4554-23c7-4f85-a425-2a33686b1a43 req-d73862d3-06b5-46ff-a142-95550f2bed98 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1335545 Nov 11 21:38:38.144094 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:38.145358 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:38.200433 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:38.216679 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b4e5dcd-c38e-4850-bcda-524269a63e8e req-c8c0ea43-a309-4e19-9480-13292f4d6137 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832791 Nov 11 21:38:38.224401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dd4b4554-23c7-4f85-a425-2a33686b1a43 req-d767bc15-5709-437b-9d53-b4b013b6c23f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770736 Nov 11 21:38:38.358292 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:38.470989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd0301-3fa9-4db6-9b8b-fae9a091bb8f req-679a23d0-2078-4421-914c-7f6e681abac5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:38.474873 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87dd0301-3fa9-4db6-9b8b-fae9a091bb8f req-679a23d0-2078-4421-914c-7f6e681abac5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0604277 Nov 11 21:38:38.542687 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87dd0301-3fa9-4db6-9b8b-fae9a091bb8f req-6146e124-e791-45f6-9d8b-0607d968620d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0608935 Nov 11 21:38:38.614656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc106-8b05-4650-afd1-b26524381859 req-2c168210-d788-4b11-9102-6b52d105ab3b tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:38.616242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37dfc106-8b05-4650-afd1-b26524381859 req-2c168210-d788-4b11-9102-6b52d105ab3b tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.0595086 Nov 11 21:38:38.632777 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:38.640034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e26193-a60f-410c-93c1-7aaca83f2828 req-bcc4344e-c5ca-403d-96f3-ebfe18dded6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:38.641595 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-21e26193-a60f-410c-93c1-7aaca83f2828 req-bcc4344e-c5ca-403d-96f3-ebfe18dded6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=549542678bd14bb79c12d4165f8e623f&device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 1097 time: 0.0798786 Nov 11 21:38:38.666683 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:38.680742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37dfc106-8b05-4650-afd1-b26524381859 req-d1d3c36a-816e-44aa-9254-8e565b2f4ad5 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527053 Nov 11 21:38:38.837823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e26193-a60f-410c-93c1-7aaca83f2828 req-dad092a4-1a4d-4aa0-85f3-b20b3f79abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:38.839321 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-21e26193-a60f-410c-93c1-7aaca83f2828 req-dad092a4-1a4d-4aa0-85f3-b20b3f79abdd service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 HTTP/1.1" status: 200 len: 916 time: 0.1810420 Nov 11 21:38:38.897378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Allocated IP 172.25.0.143 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/b29d9d02-ef71-462a-bdc4-022838c8a6d4) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:38:38.904364 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-21e26193-a60f-410c-93c1-7aaca83f2828 req-84334a5b-3397-4c2e-aa59-3e1ea7eca400 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f HTTP/1.1" status: 200 len: 217 time: 0.0526657 Nov 11 21:38:39.004225 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e26193-a60f-410c-93c1-7aaca83f2828 req-70cb9fbb-1ce6-4a69-bfc4-c29988c12844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:39.008861 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-21e26193-a60f-410c-93c1-7aaca83f2828 req-70cb9fbb-1ce6-4a69-bfc4-c29988c12844 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08cbd2bf-db5d-43c4-8d6e-c834f46949ea HTTP/1.1" status: 200 len: 854 time: 0.0922642 Nov 11 21:38:39.053068 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-21e26193-a60f-410c-93c1-7aaca83f2828 req-d897f669-d4eb-483f-bdbf-fec0cd0fa786 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342691 Nov 11 21:38:39.063520 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:39.166711 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:39.177181 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-21e26193-a60f-410c-93c1-7aaca83f2828 req-94a64441-a82a-4269-80ff-cab0ca54d193 service neutron] 10.222.0.10 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167443 Nov 11 21:38:39.225983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:38:39.238568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:38:39.241207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:38:39.279927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d409cfc-0ab3-44dc-ac3d-e4722a9cf4de req-bffaabdf-d3df-48c7-a4c1-c9879c4fa344 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:39.281719 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d409cfc-0ab3-44dc-ac3d-e4722a9cf4de req-bffaabdf-d3df-48c7-a4c1-c9879c4fa344 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0852990 Nov 11 21:38:39.302339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Pushing event updated for resources: {'Port': ['ID=b29d9d02-ef71-462a-bdc4-022838c8a6d4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:39.441303 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d669828-246c-48e9-a8e5-736e15b09ca0 req-613d32bd-8ffb-4ccb-9655-1000bf454f7e tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:39.443038 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d669828-246c-48e9-a8e5-736e15b09ca0 req-613d32bd-8ffb-4ccb-9655-1000bf454f7e tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 946 time: 0.0919158 Nov 11 21:38:39.460848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-9d409cfc-0ab3-44dc-ac3d-e4722a9cf4de req-b3543bc9-5388-44f5-9517-26af6658451b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Deleting port 04c755f7-8540-4755-b387-1a6f7345b349 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:38:39.461193 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9d409cfc-0ab3-44dc-ac3d-e4722a9cf4de req-b3543bc9-5388-44f5-9517-26af6658451b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:39.582024 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d669828-246c-48e9-a8e5-736e15b09ca0 req-89863c3d-2c2c-4c2b-a8b8-d61cf958c85f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259460 Nov 11 21:38:39.615774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-9d409cfc-0ab3-44dc-ac3d-e4722a9cf4de req-b3543bc9-5388-44f5-9517-26af6658451b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] For port 04c755f7-8540-4755-b387-1a6f7345b349, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=04c755f7-8540-4755-b387-1a6f7345b349,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:39.616159 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9d409cfc-0ab3-44dc-ac3d-e4722a9cf4de req-b3543bc9-5388-44f5-9517-26af6658451b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:39.642923 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-9d409cfc-0ab3-44dc-ac3d-e4722a9cf4de req-b3543bc9-5388-44f5-9517-26af6658451b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Calling delete_port for 04c755f7-8540-4755-b387-1a6f7345b349 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:38:39.732132 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786c354-4199-4f41-87fc-04869d23ad78 req-ad2c637c-2ba5-49e5-a2d9-e494675e4e03 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:39.733842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6786c354-4199-4f41-87fc-04869d23ad78 req-ad2c637c-2ba5-49e5-a2d9-e494675e4e03 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1046247 Nov 11 21:38:39.786701 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-21e26193-a60f-410c-93c1-7aaca83f2828 req-9d0d5369-b3f5-4a34-8b7b-6533338c00e3 service neutron] 10.222.0.10 "GET /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900638 Nov 11 21:38:39.863218 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6786c354-4199-4f41-87fc-04869d23ad78 req-1bc44597-0eef-433e-a5eb-2cc714b1fe2e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1200471 Nov 11 21:38:39.887598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659f205-0a0a-46ab-8bcd-6a58ecd099ca req-87159136-ffb5-409d-8dbd-8c8b2ceaf6be tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:39.889116 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f659f205-0a0a-46ab-8bcd-6a58ecd099ca req-87159136-ffb5-409d-8dbd-8c8b2ceaf6be tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1147387 Nov 11 21:38:39.917694 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9d409cfc-0ab3-44dc-ac3d-e4722a9cf4de req-b3543bc9-5388-44f5-9517-26af6658451b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:39.930908 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['04c755f7-8540-4755-b387-1a6f7345b349'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:38:39.961161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:39.974123 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3543bc9-5388-44f5-9517-26af6658451b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Pushing event deleted for resources: {'Port': ['ID=04c755f7-8540-4755-b387-1a6f7345b349,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:40.035281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d409cfc-0ab3-44dc-ac3d-e4722a9cf4de req-b3543bc9-5388-44f5-9517-26af6658451b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] No DVR routers for this DVR port 04c755f7-8540-4755-b387-1a6f7345b349 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:38:40.037894 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9d409cfc-0ab3-44dc-ac3d-e4722a9cf4de req-b3543bc9-5388-44f5-9517-26af6658451b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:40.041854 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d409cfc-0ab3-44dc-ac3d-e4722a9cf4de req-b3543bc9-5388-44f5-9517-26af6658451b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.10 "DELETE /v2.0/ports/04c755f7-8540-4755-b387-1a6f7345b349 HTTP/1.1" status: 204 len: 173 time: 0.7534478 Nov 11 21:38:40.043314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7820f8-9bea-413c-8cc0-ab8b44e70145', 'name': 'network-vif-deleted', 'tag': '04c755f7-8540-4755-b387-1a6f7345b349'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:38:40.045706 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7453118f-e473-4c69-8ad7-37f63e29679d" -d '{"events": [{"server_uuid": "ef7820f8-9bea-413c-8cc0-ab8b44e70145", "name": "network-vif-deleted", "tag": "04c755f7-8540-4755-b387-1a6f7345b349"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:38:40.056716 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f659f205-0a0a-46ab-8bcd-6a58ecd099ca req-4f51f827-e20a-4e9b-bb2f-69fa8e6db7ad tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607137 Nov 11 21:38:40.111126 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65d6081-9799-486f-b162-60bc7429d5cb x-openstack-request-id: req-b65d6081-9799-486f-b162-60bc7429d5cb {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:38:40.111423 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7820f8-9bea-413c-8cc0-ab8b44e70145", "name": "network-vif-deleted", "tag": "04c755f7-8540-4755-b387-1a6f7345b349", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:38:40.111800 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b65d6081-9799-486f-b162-60bc7429d5cb {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:38:40.112129 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7820f8-9bea-413c-8cc0-ab8b44e70145', 'name': 'network-vif-deleted', 'tag': '04c755f7-8540-4755-b387-1a6f7345b349', 'status': 'completed', 'code': 200} Nov 11 21:38:40.192150 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:40.276402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41064) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:40.330277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Router 63f47d81-5be6-425f-969b-44e8660aff03 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:38:40.393225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-582f4384-503f-4eaa-8c6b-a147f7df77f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:40.478058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:38:40.487597 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Sync routers for ids ['63f47d81-5be6-425f-969b-44e8660aff03'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:38:40.501595 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Routers {'63f47d81-5be6-425f-969b-44e8660aff03'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:40.502208 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['63f47d81-5be6-425f-969b-44e8660aff03'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:40.508990 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:40.513274 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41072) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:40.513855 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4d482ad5-699f-466f-8a78-3640622f9a5e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3991451 Nov 11 21:38:40.549698 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-582f4384-503f-4eaa-8c6b-a147f7df77f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:40.556610 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-582f4384-503f-4eaa-8c6b-a147f7df77f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:40.620931 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-582f4384-503f-4eaa-8c6b-a147f7df77f2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0d36cb737dd2454baa00316066ae16d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3433957 Nov 11 21:38:40.621562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41076) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:40.628685 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f4384-503f-4eaa-8c6b-a147f7df77f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eff965c-13aa-437f-b2d1-ba73bbbf6131,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:40.697638 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-95552819-b37f-4d2b-aab1-172a69169dbc tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/routers/63f47d81-5be6-425f-969b-44e8660aff03 HTTP/1.1" status: 200 len: 909 time: 0.1808569 Nov 11 21:38:40.700224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41078) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:40.712518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1584633766', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'enable_snat': True}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:40.712751 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-472e7d2f-7eca-49ff-871a-c93efd7ff20b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:40.738907 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-472e7d2f-7eca-49ff-871a-c93efd7ff20b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:40.769538 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8b40ca81-5bf8-4276-946e-81ec24677200 req-8eb9a708-4f60-4e48-abdf-3a849f8bf49a tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7820f8-9bea-413c-8cc0-ab8b44e70145 HTTP/1.1" status: 200 len: 210 time: 0.0477114 Nov 11 21:38:40.789796 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:40.801111 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:40.815236 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-472e7d2f-7eca-49ff-871a-c93efd7ff20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:40.819664 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-472e7d2f-7eca-49ff-871a-c93efd7ff20b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:40.832730 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Set router 63f47d81-5be6-425f-969b-44e8660aff03 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:38:40.833567 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-472e7d2f-7eca-49ff-871a-c93efd7ff20b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1eff965c-13aa-437f-b2d1-ba73bbbf6131 HTTP/1.1" status: 204 len: 168 time: 0.2044213 Nov 11 21:38:40.856022 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e7d2f-7eca-49ff-871a-c93efd7ff20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eff965c-13aa-437f-b2d1-ba73bbbf6131,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:40.938236 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.004585 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.172922 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.201150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddb6d1-ae5c-4d7c-b4a2-962939be5e88 req-1e1945fe-09e7-4c50-b2db-6f7b5003fdbf tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:41.204738 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f47d81-5be6-425f-969b-44e8660aff03', 'name': 'tempest-snat-router-1584633766', 'tenant_id': 'c27c268445ec4c3886c88e96fed34a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143'}], 'enable_snat': False}, 'gw_port_id': 'b29d9d02-ef71-462a-bdc4-022838c8a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:38:38Z', 'updated_at': '2021-11-11T21:38:39Z', 'revision_number': 3, 'project_id': 'c27c268445ec4c3886c88e96fed34a83', 'gw_port': {'id': 'b29d9d02-ef71-462a-bdc4-022838c8a6d4', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f47d81-5be6-425f-969b-44e8660aff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:38:38Z', 'updated_at': '2021-11-11T21:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:41.209956 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34ddb6d1-ae5c-4d7c-b4a2-962939be5e88 req-1e1945fe-09e7-4c50-b2db-6f7b5003fdbf tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1821291 Nov 11 21:38:41.251511 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Checking router: 63f47d81-5be6-425f-969b-44e8660aff03 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:38:41.252445 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Updating router 63f47d81-5be6-425f-969b-44e8660aff03 port b29d9d02-ef71-462a-bdc4-022838c8a6d4 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:38:41.291562 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.327866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41090) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:41.335231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200458f-0d5b-44a4-8da2-8e24d9bd7d1b req-cf9d8ba8-1d82-46e8-bc59-4bafe0ba62da tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:41.336938 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7200458f-0d5b-44a4-8da2-8e24d9bd7d1b req-cf9d8ba8-1d82-46e8-bc59-4bafe0ba62da tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1573720 Nov 11 21:38:41.343373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34ddb6d1-ae5c-4d7c-b4a2-962939be5e88 req-f6d5e45e-e36a-4198-a840-c8c57a3d6ae7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1337593 Nov 11 21:38:41.355153 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06d56f5e-82ef-4470-bd67-665177382c5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.405647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7200458f-0d5b-44a4-8da2-8e24d9bd7d1b req-784451e9-014e-479c-9304-e43a584fe379 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605416 Nov 11 21:38:41.511582 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06d56f5e-82ef-4470-bd67-665177382c5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.519558 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-06d56f5e-82ef-4470-bd67-665177382c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.554592 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.561755 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.579772 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-06d56f5e-82ef-4470-bd67-665177382c5f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d054bc7be72a45f2a5ac8e4ba9eac469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2505326 Nov 11 21:38:41.582488 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d56f5e-82ef-4470-bd67-665177382c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316b14b4-9b6f-47f6-a1be-b5f6d655852c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:41.585452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41098) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:41.637536 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Attempting to bind port b29d9d02-ef71-462a-bdc4-022838c8a6d4 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:38:41.638178 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Attempting to bind port b29d9d02-ef71-462a-bdc4-022838c8a6d4 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:38:41.638732 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Attempting to bind port b29d9d02-ef71-462a-bdc4-022838c8a6d4 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:38:41.649302 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545909f5-f764-420c-800f-96a0b052c558 None None] Pushing event updated for resources: {'Port': ['ID=b29d9d02-ef71-462a-bdc4-022838c8a6d4,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:41.653356 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:38:41.654035 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:38:41.654649 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.655234 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:38:41.655928 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Bound port: b29d9d02-ef71-462a-bdc4-022838c8a6d4, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:38:41.656677 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.725507 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] For port b29d9d02-ef71-462a-bdc4-022838c8a6d4, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:38:41.730449 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] For port b29d9d02-ef71-462a-bdc4-022838c8a6d4, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b29d9d02-ef71-462a-bdc4-022838c8a6d4,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:38:41.736892 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.748712 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9391b8d2-5ee0-4a6e-b231-e9e668cc84c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.795368 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Routers {'63f47d81-5be6-425f-969b-44e8660aff03'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:41.795846 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9391b8d2-5ee0-4a6e-b231-e9e668cc84c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.795969 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['63f47d81-5be6-425f-969b-44e8660aff03'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:41.847452 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545909f5-f764-420c-800f-96a0b052c558 None None] Pushing event updated for resources: {'Port': ['ID=b29d9d02-ef71-462a-bdc4-022838c8a6d4,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:41.899255 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9391b8d2-5ee0-4a6e-b231-e9e668cc84c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.902554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9391b8d2-5ee0-4a6e-b231-e9e668cc84c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:41.905359 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9391b8d2-5ee0-4a6e-b231-e9e668cc84c2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/316b14b4-9b6f-47f6-a1be-b5f6d655852c HTTP/1.1" status: 204 len: 168 time: 0.3187966 Nov 11 21:38:41.937158 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391b8d2-5ee0-4a6e-b231-e9e668cc84c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316b14b4-9b6f-47f6-a1be-b5f6d655852c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:41.974230 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] Set router 63f47d81-5be6-425f-969b-44e8660aff03 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:38:41.998333 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:42.007585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e36971-a245-4dc6-b4c1-2f6d1c1b8c49 req-6aee826f-1e4a-4de1-8335-c7b031a65b13 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:42.009153 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-09e36971-a245-4dc6-b4c1-2f6d1c1b8c49 req-6aee826f-1e4a-4de1-8335-c7b031a65b13 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.0969276 Nov 11 21:38:42.030458 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:42.124626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-09e36971-a245-4dc6-b4c1-2f6d1c1b8c49 req-3121dded-3da9-4b65-988f-f8a458ebc1ac tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966561 Nov 11 21:38:42.187376 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Allocated IP 172.25.0.233 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/faba2802-af0e-45c6-9458-eb3847f09c35) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:38:42.366095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-0ede201c-e0d3-484f-910b-a6a9f77e0b65 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:42.368712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-0ede201c-e0d3-484f-910b-a6a9f77e0b65 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 811 time: 0.1828358 Nov 11 21:38:42.379040 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f47d81-5be6-425f-969b-44e8660aff03', 'name': 'tempest-snat-router-1584633766', 'tenant_id': 'c27c268445ec4c3886c88e96fed34a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143'}], 'enable_snat': False}, 'gw_port_id': 'b29d9d02-ef71-462a-bdc4-022838c8a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:38:38Z', 'updated_at': '2021-11-11T21:38:39Z', 'revision_number': 3, 'project_id': 'c27c268445ec4c3886c88e96fed34a83', 'gw_port': {'id': 'b29d9d02-ef71-462a-bdc4-022838c8a6d4', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f47d81-5be6-425f-969b-44e8660aff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:38:38Z', 'updated_at': '2021-11-11T21:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:42.415274 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99848807-85b5-454f-8496-29dc49f0b86e None None] The sync data for ids ['63f47d81-5be6-425f-969b-44e8660aff03'] in n-d-805737-3 is: [{'id': '63f47d81-5be6-425f-969b-44e8660aff03', 'name': 'tempest-snat-router-1584633766', 'tenant_id': 'c27c268445ec4c3886c88e96fed34a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143'}], 'enable_snat': False}, 'gw_port_id': 'b29d9d02-ef71-462a-bdc4-022838c8a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:38:38Z', 'updated_at': '2021-11-11T21:38:39Z', 'revision_number': 3, 'project_id': 'c27c268445ec4c3886c88e96fed34a83', 'gw_port': {'id': 'b29d9d02-ef71-462a-bdc4-022838c8a6d4', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f47d81-5be6-425f-969b-44e8660aff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:38:38Z', 'updated_at': '2021-11-11T21:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:38:42.429472 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-b6accb99-c751-4160-8ca8-76171ccf1642 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/quotas/d1be613363d7416ca7041946f8d377db HTTP/1.1" status: 200 len: 375 time: 0.0508091 Nov 11 21:38:42.450744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:42.492735 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-84abdfed-cd6e-4e86-b744-981dcefae4e8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620103 Nov 11 21:38:42.605899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c67149-bcc2-48ab-809f-deb23647791f req-7db8a7fc-0446-4771-ba95-9d69cd0ef142 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:42.607882 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28c67149-bcc2-48ab-809f-deb23647791f req-7db8a7fc-0446-4771-ba95-9d69cd0ef142 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.2105563 Nov 11 21:38:42.657898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-c1217255-d994-4ec7-a612-debd2522e267 service neutron] 10.222.0.57 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638064 Nov 11 21:38:42.660967 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:42.804628 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:38:42.842620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28c67149-bcc2-48ab-809f-deb23647791f req-be4f9e93-eefa-4070-a7b6-0639a3c163ad tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275229 Nov 11 21:38:42.843530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:38:42.847754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:38:42.884677 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Pushing event updated for resources: {'Port': ['ID=faba2802-af0e-45c6-9458-eb3847f09c35,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:43.033059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-2bbdfa46-f5dc-40f8-b76a-4906c179d101 service neutron] 10.222.0.57 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553843 Nov 11 21:38:43.067979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dffe9d-443b-4401-8118-d2f19cc36a6e req-07a34562-4cd3-4c22-8b83-65325371b4ac tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:43.069592 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08dffe9d-443b-4401-8118-d2f19cc36a6e req-07a34562-4cd3-4c22-8b83-65325371b4ac tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0978730 Nov 11 21:38:43.252225 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08dffe9d-443b-4401-8118-d2f19cc36a6e req-a01f77e3-f9d0-42fb-95bb-231309600d3b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1711488 Nov 11 21:38:43.282616 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:43.447981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41164) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:43.563819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62065786-3fe7-41ca-bea6-16ac441f17e3 req-d2d6e8d1-ebfb-4672-a999-6d6cff8a3219 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 210 time: 0.0654337 Nov 11 21:38:43.618769 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18978633-239c-4ff7-a7bf-03d8f3db7b49 req-ba21bb81-c380-46b4-8920-eb1dada0fde9 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:43.626235 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18978633-239c-4ff7-a7bf-03d8f3db7b49 req-ba21bb81-c380-46b4-8920-eb1dada0fde9 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1446700 Nov 11 21:38:43.635668 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abcd1625-7069-4f57-96bb-13e4224f8565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:43.701880 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18978633-239c-4ff7-a7bf-03d8f3db7b49 req-cf58b470-184b-4621-849d-4eb82bcd3f8a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745018 Nov 11 21:38:43.737929 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abcd1625-7069-4f57-96bb-13e4224f8565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:43.745803 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abcd1625-7069-4f57-96bb-13e4224f8565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:43.756861 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:43.798665 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-abcd1625-7069-4f57-96bb-13e4224f8565 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f2bf29fb501746089c0e52a846dc5e1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3495407 Nov 11 21:38:43.799863 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd1625-7069-4f57-96bb-13e4224f8565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d1a126-39ac-4031-9c7a-8d2a1aed5d5f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:43.802241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41176) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:43.831226 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cee8b265-6e74-4410-aadb-f2b81cab290d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:43.881008 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c06c238a-6253-4ac9-890f-a3387280cfca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:43.908460 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c06c238a-6253-4ac9-890f-a3387280cfca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:43.917821 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b29d9d02-ef71-462a-bdc4-022838c8a6d4 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:38:43.974914 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c06c238a-6253-4ac9-890f-a3387280cfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:43.977594 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c06c238a-6253-4ac9-890f-a3387280cfca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:43.980850 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c06c238a-6253-4ac9-890f-a3387280cfca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2d1a126-39ac-4031-9c7a-8d2a1aed5d5f HTTP/1.1" status: 204 len: 168 time: 0.1756165 Nov 11 21:38:43.993863 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c238a-6253-4ac9-890f-a3387280cfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d1a126-39ac-4031-9c7a-8d2a1aed5d5f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:44.012828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857469f-6d60-4cac-8fdd-3aa85dfc131b req-0f72f785-08d7-4f56-886d-52e26fce11b6 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:44.014493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4857469f-6d60-4cac-8fdd-3aa85dfc131b req-0f72f785-08d7-4f56-886d-52e26fce11b6 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/ports?device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 946 time: 0.1722219 Nov 11 21:38:44.015785 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b29d9d02-ef71-462a-bdc4-022838c8a6d4 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:38:44.016163 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:44.099310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2cd08-a248-4f3b-b2df-2272b02a6bcc req-5285a89c-b0cd-489d-9a97-6d474afdaa32 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:44.100973 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18b2cd08-a248-4f3b-b2df-2272b02a6bcc req-5285a89c-b0cd-489d-9a97-6d474afdaa32 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1381977 Nov 11 21:38:44.112862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4857469f-6d60-4cac-8fdd-3aa85dfc131b req-83927649-b735-45a7-b09d-31078ed5fb7c tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd672da-ad1f-4cbd-a160-c891795e7f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874765 Nov 11 21:38:44.139293 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:44.179860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port b29d9d02-ef71-462a-bdc4-022838c8a6d4, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b29d9d02-ef71-462a-bdc4-022838c8a6d4,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:44.189363 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:44.196633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Router 43c08e08-f570-4076-bd29-d81c22528988 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:38:44.209940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18b2cd08-a248-4f3b-b2df-2272b02a6bcc req-a6c2a00c-aea1-4b1c-a87e-62b263a0ddaa tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941868 Nov 11 21:38:44.252278 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=b29d9d02-ef71-462a-bdc4-022838c8a6d4,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:44.275890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 04c755f7-8540-4755-b387-1a6f7345b349 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:38:44.303830 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 04c755f7-8540-4755-b387-1a6f7345b349 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:38:44.304324 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 04c755f7-8540-4755-b387-1a6f7345b349 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:38:44.404442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:38:44.419222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Sync routers for ids ['43c08e08-f570-4076-bd29-d81c22528988'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:38:44.432834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f6587-2cfb-42f7-a5e3-5e750e95fbf8 req-b0529bdc-f440-45cc-bcfc-5f5ad45f8349 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:44.434608 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-534f6587-2cfb-42f7-a5e3-5e750e95fbf8 req-b0529bdc-f440-45cc-bcfc-5f5ad45f8349 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1162901 Nov 11 21:38:44.438781 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:44.439287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Routers {'43c08e08-f570-4076-bd29-d81c22528988'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:44.440339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['43c08e08-f570-4076-bd29-d81c22528988'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:44.442787 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f21a0aad-c5f3-477a-95e6-6887ca842779 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7413669 Nov 11 21:38:44.443353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41196) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:44.461930 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982660b-22d9-4171-bf88-28ac6959824c req-7b709193-5ac3-40c7-8ca0-9f6f127b8089 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:44.463534 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2982660b-22d9-4171-bf88-28ac6959824c req-7b709193-5ac3-40c7-8ca0-9f6f127b8089 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1076486 Nov 11 21:38:44.532363 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-534f6587-2cfb-42f7-a5e3-5e750e95fbf8 req-6e06a4a5-ca43-4972-9590-8ced51d3f272 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863912 Nov 11 21:38:44.533883 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:44.548935 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2982660b-22d9-4171-bf88-28ac6959824c req-1aeb0a1b-6b70-4bd0-9972-0c69f1db67b8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0757329 Nov 11 21:38:44.654400 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c26338eb-4d49-44f9-9d45-2a4178f984b2 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/routers/43c08e08-f570-4076-bd29-d81c22528988 HTTP/1.1" status: 200 len: 908 time: 0.2082448 Nov 11 21:38:44.655694 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41206) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:44.720168 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Set router 43c08e08-f570-4076-bd29-d81c22528988 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:38:44.797488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-c95496aa-5307-4cf0-9853-c481c38cd0b1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:44.827749 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-c95496aa-5307-4cf0-9853-c481c38cd0b1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.10 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 811 time: 0.2670422 Nov 11 21:38:44.855856 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-4f2ec9b8-f41b-43fe-afcc-895efb8675d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Request body: {'port': {'device_id': '04469a48-6af9-4a17-8575-e920b52a828a', 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6', 'admin_state_up': True, 'tenant_id': 'd1be613363d7416ca7041946f8d377db'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:44.890581 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:44.908532 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab81e8b6-5aa7-4fb4-b90e-abfcbafa3bdd req-3943a0f2-eefb-4b94-8457-2f6b1cbdfa3f tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 210 time: 0.0795436 Nov 11 21:38:44.978216 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a0c9f-27de-465e-9527-a5724a55cd27 req-3390ec34-f70e-4c99-8252-0617ed9eb18a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:44.985403 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-486a0c9f-27de-465e-9527-a5724a55cd27 req-3390ec34-f70e-4c99-8252-0617ed9eb18a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1534872 Nov 11 21:38:45.013808 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c08e08-f570-4076-bd29-d81c22528988', 'name': 'tempest-snat-router-1584633766', 'tenant_id': 'c27c268445ec4c3886c88e96fed34a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'faba2802-af0e-45c6-9458-eb3847f09c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:38:40Z', 'updated_at': '2021-11-11T21:38:43Z', 'revision_number': 3, 'project_id': 'c27c268445ec4c3886c88e96fed34a83', 'gw_port': {'id': 'faba2802-af0e-45c6-9458-eb3847f09c35', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c08e08-f570-4076-bd29-d81c22528988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:38:42Z', 'updated_at': '2021-11-11T21:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:45.049436 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Checking router: 43c08e08-f570-4076-bd29-d81c22528988 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:38:45.050083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Updating router 43c08e08-f570-4076-bd29-d81c22528988 port faba2802-af0e-45c6-9458-eb3847f09c35 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:38:45.059268 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-486a0c9f-27de-465e-9527-a5724a55cd27 req-fe74f064-1bc5-498d-b9ad-33602d45cbaf tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662007 Nov 11 21:38:45.090924 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:45.091534 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-4f2ec9b8-f41b-43fe-afcc-895efb8675d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Made reservation on behalf of d1be613363d7416ca7041946f8d377db for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:38:45.100688 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-4f2ec9b8-f41b-43fe-afcc-895efb8675d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:45.111241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-4e87eed1-3521-45b3-88bc-a0bf99c6a549 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:45.113540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-4e87eed1-3521-45b3-88bc-a0bf99c6a549 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.71 "GET /v2.0/ports?device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 946 time: 0.1642988 Nov 11 21:38:45.207498 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:45.286839 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-b587f089-8761-486c-bd95-e2facb6aab23 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Deleting port 5bafba11-1403-4373-a4d8-140f57edca2f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:38:45.287193 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-b587f089-8761-486c-bd95-e2facb6aab23 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:45.340405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Deleting port faba2802-af0e-45c6-9458-eb3847f09c35 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:38:45.340405 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:45.349779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28821556-5f8f-416b-8fb2-234b99c64d85 req-7e5e4bdf-1bb3-48ae-93dd-9bf1fa8d5351 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:45.357519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28821556-5f8f-416b-8fb2-234b99c64d85 req-7e5e4bdf-1bb3-48ae-93dd-9bf1fa8d5351 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/ports?device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 946 time: 0.1092350 Nov 11 21:38:45.415249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b48ff-4721-4387-85a8-c9c08492c688 req-0bb6b2fc-f4fc-42eb-ad11-d514e2d52b32 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:45.422631 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b42b48ff-4721-4387-85a8-c9c08492c688 req-0bb6b2fc-f4fc-42eb-ad11-d514e2d52b32 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1775680 Nov 11 21:38:45.442536 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:45.450023 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:45.476877 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:45.487529 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-b587f089-8761-486c-bd95-e2facb6aab23 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] For port 5bafba11-1403-4373-a4d8-140f57edca2f, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5bafba11-1403-4373-a4d8-140f57edca2f,segment=NetworkSegment(071d4f4c-6b2b-4cdf-b72a-a2446e19bde8),segment_id=071d4f4c-6b2b-4cdf-b72a-a2446e19bde8)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:45.488874 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-b587f089-8761-486c-bd95-e2facb6aab23 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:45.508938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Calling delete_port for faba2802-af0e-45c6-9458-eb3847f09c35 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:38:45.514008 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Attempting to bind port faba2802-af0e-45c6-9458-eb3847f09c35 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:38:45.514201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Attempting to bind port faba2802-af0e-45c6-9458-eb3847f09c35 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:38:45.514513 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Attempting to bind port faba2802-af0e-45c6-9458-eb3847f09c35 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:38:45.516977 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b42b48ff-4721-4387-85a8-c9c08492c688 req-d3659d8e-d2ee-45fe-bb19-2fd39e8b33f5 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934570 Nov 11 21:38:45.530753 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:38:45.530969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-4f2ec9b8-f41b-43fe-afcc-895efb8675d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Allocated IP 172.20.0.14 (0f5b6d21-fbb6-4820-8133-c68412293dd6/8fbf341f-dbe9-4e8a-84ab-0939e03ed68d/7113285c-3c09-40c0-acc5-88f2f3ea8921) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:38:45.531537 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:38:45.531964 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:45.532330 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:38:45.533080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Bound port: faba2802-af0e-45c6-9458-eb3847f09c35, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:38:45.533224 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:45.534918 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0b62b-cad4-42dd-824e-e5c7f4f30c5e None None] Pushing event updated for resources: {'Port': ['ID=faba2802-af0e-45c6-9458-eb3847f09c35,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:45.553458 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28821556-5f8f-416b-8fb2-234b99c64d85 req-023fba92-1192-403d-9efc-b3eb6cf4d22a tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/security-groups?id=9fd672da-ad1f-4cbd-a160-c891795e7f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951988 Nov 11 21:38:45.600049 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] For port faba2802-af0e-45c6-9458-eb3847f09c35, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:38:45.603740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] For port faba2802-af0e-45c6-9458-eb3847f09c35, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=faba2802-af0e-45c6-9458-eb3847f09c35,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:38:45.614177 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:45.694708 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-91919e50-b1fe-42f7-a6a5-a60ec6f34041 req-1618c162-fa54-45a8-b8f2-60570b0a0999 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:38:45.711852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91919e50-b1fe-42f7-a6a5-a60ec6f34041 req-1618c162-fa54-45a8-b8f2-60570b0a0999 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0387602 Nov 11 21:38:45.734762 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Routers {'43c08e08-f570-4076-bd29-d81c22528988'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:45.734762 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['43c08e08-f570-4076-bd29-d81c22528988'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:45.860461 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:45.927071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Pushing event deleted for resources: {'Port': ['ID=faba2802-af0e-45c6-9458-eb3847f09c35,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:45.928392 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d65eac-f26f-4510-bda3-5dc70ad7ca33 req-5deb471e-011e-4e45-ad49-2197cf47fb13 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:45.936949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8d65eac-f26f-4510-bda3-5dc70ad7ca33 req-5deb471e-011e-4e45-ad49-2197cf47fb13 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.2893960 Nov 11 21:38:45.988165 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b29d9d02-ef71-462a-bdc4-022838c8a6d4 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:38:46.025072 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-4f2ec9b8-f41b-43fe-afcc-895efb8675d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.025257 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-b587f089-8761-486c-bd95-e2facb6aab23 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.025532 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-b587f089-8761-486c-bd95-e2facb6aab23 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.025860 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-b587f089-8761-486c-bd95-e2facb6aab23 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Floating IP 3eff2894-a553-44a5-b5a7-bd30638eca5f disassociated. External IP: 172.25.0.168, port: 5bafba11-1403-4373-a4d8-140f57edca2f. Nov 11 21:38:46.026372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-b587f089-8761-486c-bd95-e2facb6aab23 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Calling delete_port for 5bafba11-1403-4373-a4d8-140f57edca2f owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:38:46.045963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0b62b-cad4-42dd-824e-e5c7f4f30c5e None None] Pushing event updated for resources: {'Port': ['ID=faba2802-af0e-45c6-9458-eb3847f09c35,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:46.066004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8d65eac-f26f-4510-bda3-5dc70ad7ca33 req-6015f0cd-e89d-4f03-aebd-af497914a8a1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1231165 Nov 11 21:38:46.081043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe6f66-37ff-442f-9ca2-1271b717e649 req-a8bb5064-2138-4fef-81e2-cd48ba49157f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:46.086252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bbe6f66-37ff-442f-9ca2-1271b717e649 req-a8bb5064-2138-4fef-81e2-cd48ba49157f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1435940 Nov 11 21:38:46.117439 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:46.117776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:46.118533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:46.118533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:46.118747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:46.119062 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:46.119378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:46.119695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:46.120008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:46.120319 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:46.120632 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:46.120968 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:46.152485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] Set router 43c08e08-f570-4076-bd29-d81c22528988 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:38:46.161685 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:38:46.169640 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-4f2ec9b8-f41b-43fe-afcc-895efb8675d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.195346 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.195603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bbe6f66-37ff-442f-9ca2-1271b717e649 req-0efa93ce-780c-4ed1-9c03-73278211c297 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962942 Nov 11 21:38:46.263041 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02789961-1459-4907-9be1-72bea1fe4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.270817 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c08e08-f570-4076-bd29-d81c22528988', 'name': 'tempest-snat-router-1584633766', 'tenant_id': 'c27c268445ec4c3886c88e96fed34a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:38:40Z', 'updated_at': '2021-11-11T21:38:45Z', 'revision_number': 4, 'project_id': 'c27c268445ec4c3886c88e96fed34a83', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:46.274193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-4f2ec9b8-f41b-43fe-afcc-895efb8675d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Network 0f5b6d21-fbb6-4820-8133-c68412293dd6 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:38:46.283890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-4f2ec9b8-f41b-43fe-afcc-895efb8675d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:38:46.286400 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-4f2ec9b8-f41b-43fe-afcc-895efb8675d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:38:46.305570 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c2254d-e462-40ee-9df8-b60029f669a9 None None] The sync data for ids ['43c08e08-f570-4076-bd29-d81c22528988'] in n-d-805737-3 is: [{'id': '43c08e08-f570-4076-bd29-d81c22528988', 'name': 'tempest-snat-router-1584633766', 'tenant_id': 'c27c268445ec4c3886c88e96fed34a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:38:40Z', 'updated_at': '2021-11-11T21:38:45Z', 'revision_number': 4, 'project_id': 'c27c268445ec4c3886c88e96fed34a83', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:38:46.317208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ec9b8-f41b-43fe-afcc-895efb8675d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Pushing event updated for resources: {'Port': ['ID=7113285c-3c09-40c0-acc5-88f2f3ea8921,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:46.338097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b29d9d02-ef71-462a-bdc4-022838c8a6d4 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:38:46.338784 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.350580 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.358219 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.376195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32a7d2-4094-40d8-a431-b9317553ddca req-21a5fb5f-2880-486d-9699-3176740bcbca tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:46.380981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7f32a7d2-4094-40d8-a431-b9317553ddca req-21a5fb5f-2880-486d-9699-3176740bcbca tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 932 time: 0.2025926 Nov 11 21:38:46.403689 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-4f2ec9b8-f41b-43fe-afcc-895efb8675d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:46.404375 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-4f2ec9b8-f41b-43fe-afcc-895efb8675d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.423177 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-b587f089-8761-486c-bd95-e2facb6aab23 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.432728 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.433311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43c08e08-f570-4076-bd29-d81c22528988 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:38:46.458429 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-4f2ec9b8-f41b-43fe-afcc-895efb8675d8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6077933 Nov 11 21:38:46.466246 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.468237 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9600625c-a15e-4fd4-a643-c3ea6a451937 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "DELETE /v2.0/routers/43c08e08-f570-4076-bd29-d81c22528988 HTTP/1.1" status: 204 len: 168 time: 1.8113842 Nov 11 21:38:46.471244 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41268) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:46.479659 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587f089-8761-486c-bd95-e2facb6aab23 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Pushing event deleted for resources: {'Port': ['ID=5bafba11-1403-4373-a4d8-140f57edca2f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:46.483187 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Request body: {'port': {'device_id': '04469a48-6af9-4a17-8575-e920b52a828a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:46.522853 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7f32a7d2-4094-40d8-a431-b9317553ddca req-e71f88b3-4ec8-487f-8610-cff8d1974683 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152716 Nov 11 21:38:46.600891 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.697265 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.720201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dee973-44b1-43d1-922e-c377fd1c72ca req-af2cd24c-75d5-4c92-aaff-b48e2f5e6e1e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:46.721837 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16dee973-44b1-43d1-922e-c377fd1c72ca req-af2cd24c-75d5-4c92-aaff-b48e2f5e6e1e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.2046022 Nov 11 21:38:46.750328 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-460bcbdc-d1a9-497d-96b5-ddddbc46987c req-0a0feadf-eb69-4514-9589-f48e2be99824 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/ports?device_id=f92561ea-cc76-4a98-9c3d-c2e2426ed5d1 HTTP/1.1" status: 200 len: 210 time: 0.0861490 Nov 11 21:38:46.755562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-b587f089-8761-486c-bd95-e2facb6aab23 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Router dba5c71a-afb6-4104-a36d-f77b645e4ef2 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:38:46.872157 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:46.872720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16dee973-44b1-43d1-922e-c377fd1c72ca req-8aa62aae-72a4-432e-8a1a-ff394a924e63 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262398 Nov 11 21:38:47.014315 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-b587f089-8761-486c-bd95-e2facb6aab23 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:38:47.026268 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde8a62-f3fd-4014-ae8a-429a9ffeef10 None None] Sync routers for ids ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:38:47.036084 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde8a62-f3fd-4014-ae8a-429a9ffeef10 None None] Routers {'dba5c71a-afb6-4104-a36d-f77b645e4ef2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:47.045440 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9cde8a62-f3fd-4014-ae8a-429a9ffeef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:47.091550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-b587f089-8761-486c-bd95-e2facb6aab23 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] No DVR routers for this DVR port 5bafba11-1403-4373-a4d8-140f57edca2f on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:38:47.098179 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-b587f089-8761-486c-bd95-e2facb6aab23 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:47.109491 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b08fafb-0c00-4efc-aa11-61b2c7f6bca0 req-b587f089-8761-486c-bd95-e2facb6aab23 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.71 "DELETE /v2.0/ports/5bafba11-1403-4373-a4d8-140f57edca2f HTTP/1.1" status: 204 len: 173 time: 1.9879172 Nov 11 21:38:47.110108 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92561ea-cc76-4a98-9c3d-c2e2426ed5d1', 'name': 'network-vif-deleted', 'tag': '5bafba11-1403-4373-a4d8-140f57edca2f'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:38:47.114985 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f28487-06ca-4ff5-97e9-7905b0874cf8" -d '{"events": [{"server_uuid": "f92561ea-cc76-4a98-9c3d-c2e2426ed5d1", "name": "network-vif-deleted", "tag": "5bafba11-1403-4373-a4d8-140f57edca2f"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:38:47.162017 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Deleting port b29d9d02-ef71-462a-bdc4-022838c8a6d4 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:38:47.162290 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:47.208176 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:47.238419 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9cde8a62-f3fd-4014-ae8a-429a9ffeef10 None None] Set router dba5c71a-afb6-4104-a36d-f77b645e4ef2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:38:47.255111 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5bafba11-1403-4373-a4d8-140f57edca2f no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:38:47.298055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed5930-09bf-494d-a437-61b4660e5eb8 req-9ea33423-b1df-4026-9441-6183c1a72e4e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:47.309540 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 5bafba11-1403-4373-a4d8-140f57edca2f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:38:47.309769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5bafba11-1403-4373-a4d8-140f57edca2f not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:38:47.318086 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5eed5930-09bf-494d-a437-61b4660e5eb8 req-9ea33423-b1df-4026-9441-6183c1a72e4e tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.2791300 Nov 11 21:38:47.322636 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] For port b29d9d02-ef71-462a-bdc4-022838c8a6d4, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b29d9d02-ef71-462a-bdc4-022838c8a6d4,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:47.323009 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:47.340524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Calling delete_port for b29d9d02-ef71-462a-bdc4-022838c8a6d4 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:38:47.418000 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7113285c-3c09-40c0-acc5-88f2f3ea8921 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:38:47.427220 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:47.440969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Transition to ACTIVE for port object 7113285c-3c09-40c0-acc5-88f2f3ea8921 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:38:47.463236 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:47.549397 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9cde8a62-f3fd-4014-ae8a-429a9ffeef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:25Z', 'updated_at': '2021-11-11T21:36:35Z', 'revision_number': 4, 'project_id': '65d7215a967641909c66c02341b817e2', 'gw_port': {'id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:26Z', 'updated_at': '2021-11-11T21:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6aeddf43-303f-44f4-8b06-a576b9abe813', 'name': '', 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'mac_address': 'fa:16:3e:4e:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:31Z', 'updated_at': '2021-11-11T21:36:39Z', 'revision_number': 5, 'project_id': '65d7215a967641909c66c02341b817e2', 'subnets': [{'id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:47.571775 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:47.582427 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde8a62-f3fd-4014-ae8a-429a9ffeef10 None None] Checking router: dba5c71a-afb6-4104-a36d-f77b645e4ef2 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:38:47.594510 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde8a62-f3fd-4014-ae8a-429a9ffeef10 None None] Routers {'dba5c71a-afb6-4104-a36d-f77b645e4ef2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:47.595054 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9cde8a62-f3fd-4014-ae8a-429a9ffeef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:47.612644 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Pushing event deleted for resources: {'Port': ['ID=b29d9d02-ef71-462a-bdc4-022838c8a6d4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:47.769870 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:47.843197 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9cde8a62-f3fd-4014-ae8a-429a9ffeef10 None None] Set router dba5c71a-afb6-4104-a36d-f77b645e4ef2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:38:47.928338 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:47.930494 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:47.947298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5eed5930-09bf-494d-a437-61b4660e5eb8 req-3f5760c4-6c68-4795-81b6-5dd8cb1f066f tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6275558 Nov 11 21:38:48.002717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48a974-45f5-411d-b849-d0e5bc9cd596 req-b813693e-ea39-42d8-923b-8e00e4ea0d9a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:48.011863 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e48a974-45f5-411d-b849-d0e5bc9cd596 req-b813693e-ea39-42d8-923b-8e00e4ea0d9a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.7848420 Nov 11 21:38:48.026027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41356) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:48.039454 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447b8ebf-b22a-465a-bd1c-6bac88850e0e x-openstack-request-id: req-447b8ebf-b22a-465a-bd1c-6bac88850e0e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:38:48.039629 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92561ea-cc76-4a98-9c3d-c2e2426ed5d1", "name": "network-vif-deleted", "tag": "5bafba11-1403-4373-a4d8-140f57edca2f", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:38:48.039784 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-447b8ebf-b22a-465a-bd1c-6bac88850e0e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:38:48.040153 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92561ea-cc76-4a98-9c3d-c2e2426ed5d1', 'name': 'network-vif-deleted', 'tag': '5bafba11-1403-4373-a4d8-140f57edca2f', 'status': 'completed', 'code': 200} Nov 11 21:38:48.041462 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:48.041848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63f47d81-5be6-425f-969b-44e8660aff03 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:38:48.054694 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:48.055880 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-82122de9-b904-4db5-aac5-78fc2d9f1f50 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "DELETE /v2.0/routers/63f47d81-5be6-425f-969b-44e8660aff03 HTTP/1.1" status: 204 len: 168 time: 1.5830011 Nov 11 21:38:48.063809 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41360) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:48.069237 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1451273254', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:48.094629 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Pushing event updated for resources: {'Port': ['ID=7113285c-3c09-40c0-acc5-88f2f3ea8921,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:48.120088 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:48.121226 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:48.195934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e48a974-45f5-411d-b849-d0e5bc9cd596 req-b6a76396-7c01-4ff2-8f31-55b33954d636 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1811047 Nov 11 21:38:48.238569 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:48.279960 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9cde8a62-f3fd-4014-ae8a-429a9ffeef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:25Z', 'updated_at': '2021-11-11T21:36:35Z', 'revision_number': 4, 'project_id': '65d7215a967641909c66c02341b817e2', 'gw_port': {'id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:26Z', 'updated_at': '2021-11-11T21:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6aeddf43-303f-44f4-8b06-a576b9abe813', 'name': '', 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'mac_address': 'fa:16:3e:4e:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:31Z', 'updated_at': '2021-11-11T21:36:39Z', 'revision_number': 5, 'project_id': '65d7215a967641909c66c02341b817e2', 'subnets': [{'id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:48.307764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Attempting to bind port 7113285c-3c09-40c0-acc5-88f2f3ea8921 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:38:48.308248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Attempting to bind port 7113285c-3c09-40c0-acc5-88f2f3ea8921 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:38:48.308432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Attempting to bind port 7113285c-3c09-40c0-acc5-88f2f3ea8921 on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:38:48.319257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Port 7113285c-3c09-40c0-acc5-88f2f3ea8921 on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:38:48.319630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Attempting to bind port 7113285c-3c09-40c0-acc5-88f2f3ea8921 on network 0f5b6d21-fbb6-4820-8133-c68412293dd6 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:38:48.326595 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:38:48.326964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Checking segment: {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:38:48.327323 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Bound using segment: {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:38:48.328116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Bound port: 7113285c-3c09-40c0-acc5-88f2f3ea8921, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c7ae12-d990-4673-b70d-f372d7dcec0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:38:48.328482 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:48.374681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbc801-6d60-4f2a-b816-9383fe86d867 req-cbfef445-2f4d-4f9f-b65e-d97a00f59984 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:48.376291 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9dcbc801-6d60-4f2a-b816-9383fe86d867 req-cbfef445-2f4d-4f9f-b65e-d97a00f59984 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 944 time: 0.1383317 Nov 11 21:38:48.435697 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde8a62-f3fd-4014-ae8a-429a9ffeef10 None None] The sync data for ids ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'] in n-d-805737-3 is: [{'id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:25Z', 'updated_at': '2021-11-11T21:36:35Z', 'revision_number': 4, 'project_id': '65d7215a967641909c66c02341b817e2', 'gw_port': {'id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:26Z', 'updated_at': '2021-11-11T21:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6aeddf43-303f-44f4-8b06-a576b9abe813', 'name': '', 'network_id': '875c00b0-a473-47b8-a8cc-ed6f2f3d0b41', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'mac_address': 'fa:16:3e:4e:3c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:31Z', 'updated_at': '2021-11-11T21:36:39Z', 'revision_number': 5, 'project_id': '65d7215a967641909c66c02341b817e2', 'subnets': [{'id': '667ce5c7-6618-40b0-8755-955f5fb1d164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:38:48.473251 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] For port 7113285c-3c09-40c0-acc5-88f2f3ea8921, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:38:48.476327 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:48.499584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] For port 7113285c-3c09-40c0-acc5-88f2f3ea8921, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=7113285c-3c09-40c0-acc5-88f2f3ea8921,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:38:48.513233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd36c9-4877-44f6-9cab-728b6c212773 req-07782d43-74e9-41c6-af90-0d88025c0270 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:48.514895 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44dd36c9-4877-44f6-9cab-728b6c212773 req-07782d43-74e9-41c6-af90-0d88025c0270 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1356323 Nov 11 21:38:48.516450 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:48.521921 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9dcbc801-6d60-4f2a-b816-9383fe86d867 req-f3395811-3117-486a-ab19-171ca12a231b tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301146 Nov 11 21:38:48.573381 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:48.574006 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:48.575425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] 10.222.0.10 "PUT /v2.0/ports/7113285c-3c09-40c0-acc5-88f2f3ea8921 HTTP/1.1" status: 200 len: 1092 time: 2.1031976 Nov 11 21:38:48.576056 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04469a48-6af9-4a17-8575-e920b52a828a', 'tag': '7113285c-3c09-40c0-acc5-88f2f3ea8921'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:38:48.578888 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ef1021-00fb-4458-8a83-00edb3ef9bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "04469a48-6af9-4a17-8575-e920b52a828a", "tag": "7113285c-3c09-40c0-acc5-88f2f3ea8921"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:38:48.624208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b949a-264a-47c7-b25b-9faa7b9b6626 service neutron] Pushing event updated for resources: {'Port': ['ID=7113285c-3c09-40c0-acc5-88f2f3ea8921,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:48.636672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44dd36c9-4877-44f6-9cab-728b6c212773 req-5178590e-eba0-405b-bbf2-38baa36587b2 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118791 Nov 11 21:38:48.689927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41368) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:48.727550 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe971ef-cb2a-4e46-8ec5-b90339786a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:48.768553 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e725289-fb5c-4060-8132-8a22fb74a64d x-openstack-request-id: req-2e725289-fb5c-4060-8132-8a22fb74a64d {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:38:48.768865 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04469a48-6af9-4a17-8575-e920b52a828a", "tag": "7113285c-3c09-40c0-acc5-88f2f3ea8921", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:38:48.769129 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e725289-fb5c-4060-8132-8a22fb74a64d {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:38:48.769532 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04469a48-6af9-4a17-8575-e920b52a828a', 'tag': '7113285c-3c09-40c0-acc5-88f2f3ea8921', 'status': 'completed', 'code': 200} Nov 11 21:38:48.842797 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:48.852427 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12c52c43-ba3b-4d5d-a15e-7284d04b13ac tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:48.872674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-c9e9bab7-e6da-40a6-81b8-7d0358099995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:48.874256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-c9e9bab7-e6da-40a6-81b8-7d0358099995 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 1095 time: 0.2361577 Nov 11 21:38:48.876856 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf59d8f5-56da-4d98-964f-78bb7704e85f None None] New status for floating IP 3eff2894-a553-44a5-b5a7-bd30638eca5f: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:38:48.885036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b000685-a40b-4667-9137-6fa691ef16a7 req-8002db8d-055d-4225-aa28-1b2b882fc010 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:48.886399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b000685-a40b-4667-9137-6fa691ef16a7 req-8002db8d-055d-4225-aa28-1b2b882fc010 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1087611 Nov 11 21:38:48.938336 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12c52c43-ba3b-4d5d-a15e-7284d04b13ac tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:48.953738 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-ff7a4455-5f68-48ab-82c3-51eb5549c8cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7113285c-3c09-40c0-acc5-88f2f3ea8921 HTTP/1.1" status: 200 len: 217 time: 0.0663624 Nov 11 21:38:48.968998 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe971ef-cb2a-4e46-8ec5-b90339786a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:48.976979 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe971ef-cb2a-4e46-8ec5-b90339786a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.029619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe971ef-cb2a-4e46-8ec5-b90339786a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c86d0d2-2e4d-4e7f-943d-35a2b46e576e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:49.038347 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bfe971ef-cb2a-4e46-8ec5-b90339786a4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9a7871c162f74bb7ba6cbad8d432cb6e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0104518 Nov 11 21:38:49.040281 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b000685-a40b-4667-9137-6fa691ef16a7 req-732f7fc8-df3b-4967-a757-aef84dbf3c42 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401742 Nov 11 21:38:49.045058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41372) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:49.071244 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-5307edb0-7deb-4b4d-a880-1de998dc9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:49.072769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-5307edb0-7deb-4b4d-a880-1de998dc9f43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fbf341f-dbe9-4e8a-84ab-0939e03ed68d HTTP/1.1" status: 200 len: 851 time: 0.1095142 Nov 11 21:38:49.094480 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12c52c43-ba3b-4d5d-a15e-7284d04b13ac tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.097022 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12c52c43-ba3b-4d5d-a15e-7284d04b13ac tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.103117 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-12c52c43-ba3b-4d5d-a15e-7284d04b13ac tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "DELETE /v2.0/security-groups/9fd672da-ad1f-4cbd-a160-c891795e7f02 HTTP/1.1" status: 204 len: 168 time: 0.4062178 Nov 11 21:38:49.103394 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41376) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:49.133091 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-9933bad9-cfbe-47ba-a77c-751d3cb4bf0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f5b6d21-fbb6-4820-8133-c68412293dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504434 Nov 11 21:38:49.138781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c52c43-ba3b-4d5d-a15e-7284d04b13ac tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd672da-ad1f-4cbd-a160-c891795e7f02,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:49.181713 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-ab8d9b79-58cd-463b-be66-9b3c6cc7c4af tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] show failed (client error): The resource could not be found. Nov 11 21:38:49.186045 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ab8d9b79-58cd-463b-be66-9b3c6cc7c4af tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "GET /v2.0/security-groups/9fd672da-ad1f-4cbd-a160-c891795e7f02 HTTP/1.1" status: 404 len: 347 time: 0.0649259 Nov 11 21:38:49.188036 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41380) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:49.196568 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.244383 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.254949 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-06dff853-da7c-42bd-b836-a38e9d52265a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.270602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b679d78-9407-429a-8a21-9c527f5e5897 req-04de7eec-4997-485d-bfba-81888167e443 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:49.272162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b679d78-9407-429a-8a21-9c527f5e5897 req-04de7eec-4997-485d-bfba-81888167e443 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1370461 Nov 11 21:38:49.290797 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.342007 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-06dff853-da7c-42bd-b836-a38e9d52265a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.363267 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-72a1d99d-16a1-4c7b-90a3-bcc84fcbd1fc service neutron] 10.222.0.10 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223523 Nov 11 21:38:49.427626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c72de754-3cfa-4fd5-9630-a51c3da1ad67 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Deleting port ab90e4a8-5271-41df-8155-6ae2e6b1c8a5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:38:49.427878 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c72de754-3cfa-4fd5-9630-a51c3da1ad67 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.430171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Allocated IP 172.25.0.162 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/8d43154e-2e0f-4f6f-93cf-409147ff8593) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:38:49.468579 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b679d78-9407-429a-8a21-9c527f5e5897 req-ef85994b-2ee3-4646-aaea-17b882dce042 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746519 Nov 11 21:38:49.479331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c5503-f410-4696-b7a0-68be7cad3c3f req-acc6d9f3-0195-4fbe-a618-6c9f1da765a3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:49.480827 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a21c5503-f410-4696-b7a0-68be7cad3c3f req-acc6d9f3-0195-4fbe-a618-6c9f1da765a3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.2043972 Nov 11 21:38:49.536256 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-06dff853-da7c-42bd-b836-a38e9d52265a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.539120 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-06dff853-da7c-42bd-b836-a38e9d52265a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.543282 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-06dff853-da7c-42bd-b836-a38e9d52265a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c86d0d2-2e4d-4e7f-943d-35a2b46e576e HTTP/1.1" status: 204 len: 168 time: 0.4939160 Nov 11 21:38:49.569150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66b4b785-c83b-477f-8d76-e39e3168df39 req-cd70ca93-20bd-4ad1-96fe-3f046ee8df0b service neutron] 10.222.0.10 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914504 Nov 11 21:38:49.581990 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c72de754-3cfa-4fd5-9630-a51c3da1ad67 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.582314 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c72de754-3cfa-4fd5-9630-a51c3da1ad67 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.586672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dff853-da7c-42bd-b836-a38e9d52265a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c86d0d2-2e4d-4e7f-943d-35a2b46e576e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:49.602208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c72de754-3cfa-4fd5-9630-a51c3da1ad67 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Calling delete_port for ab90e4a8-5271-41df-8155-6ae2e6b1c8a5 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:38:49.635018 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.662077 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a21c5503-f410-4696-b7a0-68be7cad3c3f req-be15dc52-919f-4a0d-b0dc-b4134922628f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1478858 Nov 11 21:38:49.703347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d6fb8-03c0-4e29-83dc-2926d8d5c797 req-33b52daf-a44a-41aa-83ec-08a3adb147fc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:49.711799 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d3d6fb8-03c0-4e29-83dc-2926d8d5c797 req-33b52daf-a44a-41aa-83ec-08a3adb147fc tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1393092 Nov 11 21:38:49.732409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.753050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b29d9d02-ef71-462a-bdc4-022838c8a6d4 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:38:49.761403 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef1021-00fb-4458-8a83-00edb3ef9bc2 req-70fd442b-4ad5-4a31-b377-73240356e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:49.762995 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2ef1021-00fb-4458-8a83-00edb3ef9bc2 req-70fd442b-4ad5-4a31-b377-73240356e73e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1be613363d7416ca7041946f8d377db&device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 1095 time: 0.1155307 Nov 11 21:38:49.802805 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: b29d9d02-ef71-462a-bdc4-022838c8a6d4 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:38:49.806086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b29d9d02-ef71-462a-bdc4-022838c8a6d4 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:38:49.816766 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d3d6fb8-03c0-4e29-83dc-2926d8d5c797 req-bb78c2cb-4597-45ed-8832-636528d59df8 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040986 Nov 11 21:38:49.840268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:38:49.841353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Pushing event updated for resources: {'Port': ['ID=8d43154e-2e0f-4f6f-93cf-409147ff8593,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:49.847949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:38:49.853229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:38:49.879224 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c72de754-3cfa-4fd5-9630-a51c3da1ad67 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:49.918475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301c7f9-d6b9-4c93-8425-f4fb63d6a2d7 req-c7121b41-d0cf-4ca2-a481-66d77f3ae7ff tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:49.919639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72de754-3cfa-4fd5-9630-a51c3da1ad67 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Pushing event deleted for resources: {'Port': ['ID=ab90e4a8-5271-41df-8155-6ae2e6b1c8a5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:49.920129 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0301c7f9-d6b9-4c93-8425-f4fb63d6a2d7 req-c7121b41-d0cf-4ca2-a481-66d77f3ae7ff tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 944 time: 0.1024532 Nov 11 21:38:49.940067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef1021-00fb-4458-8a83-00edb3ef9bc2 req-c3140d52-b54f-4206-a021-d8ce10c978c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:49.941699 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2ef1021-00fb-4458-8a83-00edb3ef9bc2 req-c3140d52-b54f-4206-a021-d8ce10c978c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 200 len: 913 time: 0.1699638 Nov 11 21:38:50.054720 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41402) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:50.067044 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2ef1021-00fb-4458-8a83-00edb3ef9bc2 req-b63c4ecf-f9ec-427e-9c62-065b7c69b787 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7113285c-3c09-40c0-acc5-88f2f3ea8921 HTTP/1.1" status: 200 len: 217 time: 0.1058860 Nov 11 21:38:50.077798 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0301c7f9-d6b9-4c93-8425-f4fb63d6a2d7 req-74e96a43-7b40-4f23-89bb-b3548a101d85 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492026 Nov 11 21:38:50.078635 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f8a54177-8391-45b0-9a1d-a8bcb1d313b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:50.093073 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c72de754-3cfa-4fd5-9630-a51c3da1ad67 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:50.095851 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c72de754-3cfa-4fd5-9630-a51c3da1ad67 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:50.099777 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c72de754-3cfa-4fd5-9630-a51c3da1ad67 tempest-ServersTestFqdnHostnames-189466155 tempest-ServersTestFqdnHostnames-189466155-project] 10.222.0.57 "DELETE /v2.0/floatingips/3eff2894-a553-44a5-b5a7-bd30638eca5f HTTP/1.1" status: 204 len: 168 time: 0.9076109 Nov 11 21:38:50.101321 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41404) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:50.158852 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef1021-00fb-4458-8a83-00edb3ef9bc2 req-fb4c6122-7adf-421c-bf5f-fa81a3331212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:50.160550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2ef1021-00fb-4458-8a83-00edb3ef9bc2 req-fb4c6122-7adf-421c-bf5f-fa81a3331212 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fbf341f-dbe9-4e8a-84ab-0939e03ed68d HTTP/1.1" status: 200 len: 851 time: 0.0796642 Nov 11 21:38:50.203858 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2ef1021-00fb-4458-8a83-00edb3ef9bc2 req-e5a3f666-7ccb-424d-ae16-e0d506a0c78e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f5b6d21-fbb6-4820-8133-c68412293dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297306 Nov 11 21:38:50.416435 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f8a54177-8391-45b0-9a1d-a8bcb1d313b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:50.421926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2ef1021-00fb-4458-8a83-00edb3ef9bc2 req-b2385454-cf9e-464a-953b-a7ea83ae2a48 service neutron] 10.222.0.10 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091949 Nov 11 21:38:50.431169 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663248f2-cd31-4a69-9d91-245089d3c5cd req-83a9933d-b79a-4561-aeb0-994526e61231 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:50.432647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-663248f2-cd31-4a69-9d91-245089d3c5cd req-83a9933d-b79a-4561-aeb0-994526e61231 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1120605 Nov 11 21:38:50.442312 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f8a54177-8391-45b0-9a1d-a8bcb1d313b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:50.474149 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:50.477215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963c858-a7de-4fca-af05-750468839321 req-cb924a00-51b0-490b-b40c-4b9f53381148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:50.478706 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7963c858-a7de-4fca-af05-750468839321 req-cb924a00-51b0-490b-b40c-4b9f53381148 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 1095 time: 0.1359653 Nov 11 21:38:50.547151 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f8a54177-8391-45b0-9a1d-a8bcb1d313b1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=447a4cd08cd944f0b767874e9a6d79d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4906104 Nov 11 21:38:50.549301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a54177-8391-45b0-9a1d-a8bcb1d313b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c12fc0-b740-4033-8f8a-b46f916b66fc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:50.556824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41410) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:50.626320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-663248f2-cd31-4a69-9d91-245089d3c5cd req-c68fb95a-60c9-4615-a45d-3940429aadcc tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1815524 Nov 11 21:38:50.632515 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2ef1021-00fb-4458-8a83-00edb3ef9bc2 req-16dca13a-e78d-4759-b2f4-ebf326bf1fad service neutron] 10.222.0.10 "GET /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989141 Nov 11 21:38:50.648186 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7897f2e3-28da-40bd-9f00-d5c615d9da25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:50.680079 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7897f2e3-28da-40bd-9f00-d5c615d9da25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:50.735487 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7897f2e3-28da-40bd-9f00-d5c615d9da25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:50.738381 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7897f2e3-28da-40bd-9f00-d5c615d9da25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:50.742778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7897f2e3-28da-40bd-9f00-d5c615d9da25 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d5c12fc0-b740-4033-8f8a-b46f916b66fc HTTP/1.1" status: 204 len: 168 time: 0.1824808 Nov 11 21:38:50.750913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897f2e3-28da-40bd-9f00-d5c615d9da25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c12fc0-b740-4033-8f8a-b46f916b66fc,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:50.753852 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963c858-a7de-4fca-af05-750468839321 req-8cb6bcd0-4e45-4940-b163-8974fe846eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:50.755415 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7963c858-a7de-4fca-af05-750468839321 req-8cb6bcd0-4e45-4940-b163-8974fe846eb3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.2387745 Nov 11 21:38:50.935689 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7963c858-a7de-4fca-af05-750468839321 req-af48f734-12b9-4220-8cfc-561629060f1b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb HTTP/1.1" status: 200 len: 998 time: 0.1703479 Nov 11 21:38:50.994099 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:51.018469 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963c858-a7de-4fca-af05-750468839321 req-c7c16ed5-09e1-441f-9aef-4ee9f0e36af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:51.020303 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7963c858-a7de-4fca-af05-750468839321 req-c7c16ed5-09e1-441f-9aef-4ee9f0e36af9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.0763319 Nov 11 21:38:51.199799 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963c858-a7de-4fca-af05-750468839321 req-228d872d-98a0-435a-9342-9504054df68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:51.201147 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7963c858-a7de-4fca-af05-750468839321 req-228d872d-98a0-435a-9342-9504054df68b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348071 Nov 11 21:38:51.223060 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b687e-102d-443a-9618-9705e8f10d91 req-bf1d16c4-3399-4797-8a9a-c7ae59957419 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:51.231495 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b30b687e-102d-443a-9618-9705e8f10d91 req-bf1d16c4-3399-4797-8a9a-c7ae59957419 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 944 time: 0.0636823 Nov 11 21:38:51.261046 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13f4d80c-9d8d-4471-b535-bddeab964862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:51.305103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b30b687e-102d-443a-9618-9705e8f10d91 req-ec59328b-1ce1-4469-b872-ea6ebbf1d6c1 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584953 Nov 11 21:38:51.777262 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Router 72e2c038-7800-4516-81be-84d548e49d0a is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:38:51.784559 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7963c858-a7de-4fca-af05-750468839321 req-27195bd0-21d4-4a99-965c-10eae7d7f01d service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726926 Nov 11 21:38:51.787957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68223558-24fa-4005-8f54-bad0187390f5 req-a930eba3-6e2e-4dbd-86d9-cf6aaf8d4ae3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:51.789833 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-68223558-24fa-4005-8f54-bad0187390f5 req-a930eba3-6e2e-4dbd-86d9-cf6aaf8d4ae3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0653694 Nov 11 21:38:51.850761 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-68223558-24fa-4005-8f54-bad0187390f5 req-2e886647-5f2a-46a0-9673-30c357d24b9c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0522063 Nov 11 21:38:52.055114 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7963c858-a7de-4fca-af05-750468839321 req-3515e2d5-c0a5-4973-94f1-7831ebed20e3 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284069 Nov 11 21:38:52.067151 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:38:52.077094 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b71e37d-90ca-442a-b9d6-51093b02ceb6 None None] Sync routers for ids ['72e2c038-7800-4516-81be-84d548e49d0a'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:38:52.089709 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b71e37d-90ca-442a-b9d6-51093b02ceb6 None None] Routers {'72e2c038-7800-4516-81be-84d548e49d0a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:52.090661 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8b71e37d-90ca-442a-b9d6-51093b02ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['72e2c038-7800-4516-81be-84d548e49d0a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:52.130708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:52.132019 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cc69dbca-5efe-41a4-84f6-51a823d63ef3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0669432 Nov 11 21:38:52.135486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41458) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:52.135661 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8b71e37d-90ca-442a-b9d6-51093b02ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:52.139606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-bfe4e847-5f09-43a8-85c2-3ac2d9ea3ebe tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'enable_snat': False}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:52.151031 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b71e37d-90ca-442a-b9d6-51093b02ceb6 None None] Routers {'72e2c038-7800-4516-81be-84d548e49d0a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:52.151998 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8b71e37d-90ca-442a-b9d6-51093b02ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['72e2c038-7800-4516-81be-84d548e49d0a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:52.251621 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8b71e37d-90ca-442a-b9d6-51093b02ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:52.252275 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b71e37d-90ca-442a-b9d6-51093b02ceb6 None None] The sync data for ids ['72e2c038-7800-4516-81be-84d548e49d0a'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:38:52.260521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-13f4d80c-9d8d-4471-b535-bddeab964862 admin admin] Deleting port 6aeddf43-303f-44f4-8b06-a576b9abe813 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:38:52.261031 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13f4d80c-9d8d-4471-b535-bddeab964862 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:52.367710 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 7113285c-3c09-40c0-acc5-88f2f3ea8921 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:38:52.368728 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-13f4d80c-9d8d-4471-b535-bddeab964862 admin admin] For port 6aeddf43-303f-44f4-8b06-a576b9abe813, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6aeddf43-303f-44f4-8b06-a576b9abe813,segment=NetworkSegment(071d4f4c-6b2b-4cdf-b72a-a2446e19bde8),segment_id=071d4f4c-6b2b-4cdf-b72a-a2446e19bde8)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:52.369117 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13f4d80c-9d8d-4471-b535-bddeab964862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:52.384619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-13f4d80c-9d8d-4471-b535-bddeab964862 admin admin] Calling delete_port for 6aeddf43-303f-44f4-8b06-a576b9abe813 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:38:52.497197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425c6df-13d8-46c3-8383-a945121c4e85 req-c7a2f634-84fe-44fd-a27b-2a2db142a924 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:52.498854 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9425c6df-13d8-46c3-8383-a945121c4e85 req-c7a2f634-84fe-44fd-a27b-2a2db142a924 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 944 time: 0.1275306 Nov 11 21:38:52.566366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 7113285c-3c09-40c0-acc5-88f2f3ea8921, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=7113285c-3c09-40c0-acc5-88f2f3ea8921,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:52.591419 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '7113285c-3c09-40c0-acc5-88f2f3ea8921', 'network_id': '0f5b6d21-fbb6-4820-8133-c68412293dd6', 'port_id': '7113285c-3c09-40c0-acc5-88f2f3ea8921', 'mac_address': 'fa:16:3e:88:ac:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbf341f-dbe9-4e8a-84ab-0939e03ed68d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:38:52.605911 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9425c6df-13d8-46c3-8383-a945121c4e85 req-4f77465b-4190-40c4-b792-3863b5080b8a tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968578 Nov 11 21:38:52.635688 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:52.683239 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7113285c-3c09-40c0-acc5-88f2f3ea8921 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:38:52.690519 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13f4d80c-9d8d-4471-b535-bddeab964862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:52.727976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4d80c-9d8d-4471-b535-bddeab964862 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aeddf43-303f-44f4-8b06-a576b9abe813,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:52.729238 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e847-5f09-43a8-85c2-3ac2d9ea3ebe tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:52.767958 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 7113285c-3c09-40c0-acc5-88f2f3ea8921, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=7113285c-3c09-40c0-acc5-88f2f3ea8921,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:52.778638 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:52.858001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=7113285c-3c09-40c0-acc5-88f2f3ea8921,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:53.056227 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13f4d80c-9d8d-4471-b535-bddeab964862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:53.088377 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e277887-3589-4a1b-b77f-b95e101e5d4c req-857956be-87a8-4a99-b31f-e5d1a6700baa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:53.092595 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['7113285c-3c09-40c0-acc5-88f2f3ea8921'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:38:53.098014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e277887-3589-4a1b-b77f-b95e101e5d4c req-857956be-87a8-4a99-b31f-e5d1a6700baa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1152325 Nov 11 21:38:53.230927 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e277887-3589-4a1b-b77f-b95e101e5d4c req-aa8b7449-1db4-4ae3-8148-7d2d41957b6f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1318188 Nov 11 21:38:53.419922 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f4d80c-9d8d-4471-b535-bddeab964862 admin admin] Router dba5c71a-afb6-4104-a36d-f77b645e4ef2 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:38:53.560922 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f4d80c-9d8d-4471-b535-bddeab964862 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:38:53.570297 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-13f4d80c-9d8d-4471-b535-bddeab964862 admin admin] 10.222.0.57 "PUT /v2.0/routers/dba5c71a-afb6-4104-a36d-f77b645e4ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4679401 Nov 11 21:38:53.570941 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41516) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:53.573238 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba687c5e-36a8-447b-9edb-29bbd7b52117 None None] Sync routers for ids ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:38:53.573688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152900ff-cfd7-408c-adf7-7e66ff47179d req-cf33afba-4b36-45af-964d-159c32219649 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:53.589237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba687c5e-36a8-447b-9edb-29bbd7b52117 None None] Routers {'dba5c71a-afb6-4104-a36d-f77b645e4ef2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:53.590113 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ba687c5e-36a8-447b-9edb-29bbd7b52117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:53.596211 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-152900ff-cfd7-408c-adf7-7e66ff47179d req-cf33afba-4b36-45af-964d-159c32219649 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1672354 Nov 11 21:38:53.649559 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e847-5f09-43a8-85c2-3ac2d9ea3ebe tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:53.659449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e847-5f09-43a8-85c2-3ac2d9ea3ebe tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:53.767744 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:53.864827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-ba687c5e-36a8-447b-9edb-29bbd7b52117 None None] Set router dba5c71a-afb6-4104-a36d-f77b645e4ef2 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:38:53.939552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:53.949730 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe4e847-5f09-43a8-85c2-3ac2d9ea3ebe tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Router 72e2c038-7800-4516-81be-84d548e49d0a has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:38:54.057568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] Deleting port b711747d-dd22-4798-8f64-c67b3ff56f23 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:38:54.058331 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:54.076730 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41522) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:54.167283 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] For port b711747d-dd22-4798-8f64-c67b3ff56f23, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b711747d-dd22-4798-8f64-c67b3ff56f23,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:54.168067 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:54.184529 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] Calling delete_port for b711747d-dd22-4798-8f64-c67b3ff56f23 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:38:54.209681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ba687c5e-36a8-447b-9edb-29bbd7b52117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:25Z', 'updated_at': '2021-11-11T21:38:52Z', 'revision_number': 5, 'project_id': '65d7215a967641909c66c02341b817e2', 'gw_port': {'id': 'b711747d-dd22-4798-8f64-c67b3ff56f23', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:26Z', 'updated_at': '2021-11-11T21:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:54.246408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba687c5e-36a8-447b-9edb-29bbd7b52117 None None] Checking router: dba5c71a-afb6-4104-a36d-f77b645e4ef2 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:38:54.258768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba687c5e-36a8-447b-9edb-29bbd7b52117 None None] Routers {'dba5c71a-afb6-4104-a36d-f77b645e4ef2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:54.260348 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ba687c5e-36a8-447b-9edb-29bbd7b52117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:54.389472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 7113285c-3c09-40c0-acc5-88f2f3ea8921 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:38:54.390333 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:54.417690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-ba687c5e-36a8-447b-9edb-29bbd7b52117 None None] Set router dba5c71a-afb6-4104-a36d-f77b645e4ef2 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:38:54.420609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=b711747d-dd22-4798-8f64-c67b3ff56f23,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:54.493642 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:54.497936 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-152900ff-cfd7-408c-adf7-7e66ff47179d req-254f6003-237b-4b31-a9d4-5b9d85b2faf6 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.8994508 Nov 11 21:38:54.516826 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc991368-d3fd-4ea1-a73f-2140fb3416ae req-a07af04a-e4e2-49ae-aa6c-3f7a083c9874 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:54.518724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc991368-d3fd-4ea1-a73f-2140fb3416ae req-a07af04a-e4e2-49ae-aa6c-3f7a083c9874 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 945 time: 0.5864620 Nov 11 21:38:54.522751 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ba687c5e-36a8-447b-9edb-29bbd7b52117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:25Z', 'updated_at': '2021-11-11T21:38:53Z', 'revision_number': 6, 'project_id': '65d7215a967641909c66c02341b817e2', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:54.602393 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe4e847-5f09-43a8-85c2-3ac2d9ea3ebe tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:38:54.610628 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e847-5f09-43a8-85c2-3ac2d9ea3ebe tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:54.615556 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b13bf-0856-46d4-89a3-edb5c4cf99af None None] Sync routers for ids ['72e2c038-7800-4516-81be-84d548e49d0a'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:38:54.624646 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bfe4e847-5f09-43a8-85c2-3ac2d9ea3ebe tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "PUT /v2.0/routers/72e2c038-7800-4516-81be-84d548e49d0a HTTP/1.1" status: 200 len: 926 time: 2.4884791 Nov 11 21:38:54.626998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41534) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:54.628219 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:54.630748 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:54.645745 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b13bf-0856-46d4-89a3-edb5c4cf99af None None] Routers {'72e2c038-7800-4516-81be-84d548e49d0a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:54.648480 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ef4b13bf-0856-46d4-89a3-edb5c4cf99af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['72e2c038-7800-4516-81be-84d548e49d0a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:54.685588 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:54.686607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router dba5c71a-afb6-4104-a36d-f77b645e4ef2 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:38:54.697686 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:54.701992 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ef4b13bf-0856-46d4-89a3-edb5c4cf99af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:54.702791 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a6d39ff2-1335-4300-982b-9a1502758cdc admin admin] 10.222.0.57 "DELETE /v2.0/routers/dba5c71a-afb6-4104-a36d-f77b645e4ef2 HTTP/1.1" status: 204 len: 168 time: 1.1305239 Nov 11 21:38:54.703451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41536) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:54.718985 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b13bf-0856-46d4-89a3-edb5c4cf99af None None] Routers {'72e2c038-7800-4516-81be-84d548e49d0a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:38:54.719886 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ef4b13bf-0856-46d4-89a3-edb5c4cf99af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['72e2c038-7800-4516-81be-84d548e49d0a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:54.759897 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:54.765144 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ef4b13bf-0856-46d4-89a3-edb5c4cf99af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:54.766461 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b13bf-0856-46d4-89a3-edb5c4cf99af None None] The sync data for ids ['72e2c038-7800-4516-81be-84d548e49d0a'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:38:54.802475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-55021ae4-af13-4028-83c8-1df84aed7469 admin admin] Deleting subnet 667ce5c7-6618-40b0-8755-955f5fb1d164 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:38:54.805502 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc991368-d3fd-4ea1-a73f-2140fb3416ae req-3e628192-745c-40ea-bb6d-1e02355a4fee tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585528 Nov 11 21:38:54.810572 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55021ae4-af13-4028-83c8-1df84aed7469 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:54.871693 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55021ae4-af13-4028-83c8-1df84aed7469 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:54.889934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8813d591-6245-4e55-bfa5-24cb1e7837bb tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/routers/72e2c038-7800-4516-81be-84d548e49d0a HTTP/1.1" status: 200 len: 926 time: 0.2593896 Nov 11 21:38:54.890163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41538) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:54.944217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba687c5e-36a8-447b-9edb-29bbd7b52117 None None] The sync data for ids ['dba5c71a-afb6-4104-a36d-f77b645e4ef2'] in n-d-805737-3 is: [{'id': 'dba5c71a-afb6-4104-a36d-f77b645e4ef2', 'name': 'tempest-ServersTestFqdnHostnames-1357633016-router', 'tenant_id': '65d7215a967641909c66c02341b817e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:25Z', 'updated_at': '2021-11-11T21:38:53Z', 'revision_number': 6, 'project_id': '65d7215a967641909c66c02341b817e2', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:38:54.966296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 7113285c-3c09-40c0-acc5-88f2f3ea8921 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:38:54.974645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 7113285c-3c09-40c0-acc5-88f2f3ea8921 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:38:54.975014 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.040836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea698f-0f4d-4506-ae3e-d0919630889e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:55.042418 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-13ea698f-0f4d-4506-ae3e-d0919630889e tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&device_id=72e2c038-7800-4516-81be-84d548e49d0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1511996 Nov 11 21:38:55.046368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41542) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:55.047394 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55021ae4-af13-4028-83c8-1df84aed7469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.082998 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.118531 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55021ae4-af13-4028-83c8-1df84aed7469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.140755 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 7113285c-3c09-40c0-acc5-88f2f3ea8921, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=7113285c-3c09-40c0-acc5-88f2f3ea8921,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:55.142420 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04469a48-6af9-4a17-8575-e920b52a828a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7113285c-3c09-40c0-acc5-88f2f3ea8921'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:38:55.143856 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55021ae4-af13-4028-83c8-1df84aed7469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667ce5c7-6618-40b0-8755-955f5fb1d164,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:55.147705 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55021ae4-af13-4028-83c8-1df84aed7469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.149888 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.151018 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-55021ae4-af13-4028-83c8-1df84aed7469 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/667ce5c7-6618-40b0-8755-955f5fb1d164 HTTP/1.1" status: 204 len: 168 time: 0.4466693 Nov 11 21:38:55.153152 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3e381d-6c21-4932-a1fd-4a5109105631" -d '{"events": [{"server_uuid": "04469a48-6af9-4a17-8575-e920b52a828a", "name": "network-vif-plugged", "status": "completed", "tag": "7113285c-3c09-40c0-acc5-88f2f3ea8921"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:38:55.154998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41544) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:55.161780 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.171994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4364c-4802-4808-9460-4e6fc590ef57 req-53f419c7-6150-48cf-addf-aaa1dc13ad9d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:55.179837 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4d4364c-4802-4808-9460-4e6fc590ef57 req-53f419c7-6150-48cf-addf-aaa1dc13ad9d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1577749 Nov 11 21:38:55.186593 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.199644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f72540-5277-4fea-b020-749769c9636c None None] Network 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:38:55.205650 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b877277-1dd7-4a58-b929-7575c4a347e3 x-openstack-request-id: req-8b877277-1dd7-4a58-b929-7575c4a347e3 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:38:55.206001 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04469a48-6af9-4a17-8575-e920b52a828a", "name": "network-vif-plugged", "status": "completed", "tag": "7113285c-3c09-40c0-acc5-88f2f3ea8921", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:38:55.206386 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b877277-1dd7-4a58-b929-7575c4a347e3 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:38:55.206794 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04469a48-6af9-4a17-8575-e920b52a828a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7113285c-3c09-40c0-acc5-88f2f3ea8921', 'code': 200} Nov 11 21:38:55.288504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=7113285c-3c09-40c0-acc5-88f2f3ea8921,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:55.293224 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=da367d9b281f4c9bb25ac935a22d8c98&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2139983 Nov 11 21:38:55.295961 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41548) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:55.380878 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf6ee8c-dba8-4c4c-ae6e-6bf95103bdee,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:55.391998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc983d7d-e41b-4b20-8c21-741534a2f1c4 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:55.392351 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1b60367-f800-4e4c-8319-47bf2207c004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.396010 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dc983d7d-e41b-4b20-8c21-741534a2f1c4 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 881 time: 0.3470135 Nov 11 21:38:55.403579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41550) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:55.411583 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.432507 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1b60367-f800-4e4c-8319-47bf2207c004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.453336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:55.453686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:55.454022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:55.454357 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:55.454686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:55.455042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:55.455366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:55.455687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:55.456008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:55.456326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:55.456647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:55.456993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7de46c-d32b-4ec7-9032-6a25d9e23db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:55.464340 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-96b4cff4-eb68-40dd-bbbf-7a2df5338034 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "GET /v2.0/ports?device_id=72e2c038-7800-4516-81be-84d548e49d0a HTTP/1.1" status: 200 len: 205 time: 0.0483899 Nov 11 21:38:55.471219 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4d4364c-4802-4808-9460-4e6fc590ef57 req-5a0ae81c-b925-476d-8e6a-c78c96051f1a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2910213 Nov 11 21:38:55.472438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41552) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:55.499070 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1b60367-f800-4e4c-8319-47bf2207c004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.502046 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1b60367-f800-4e4c-8319-47bf2207c004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.505293 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a1b60367-f800-4e4c-8319-47bf2207c004 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1bf6ee8c-dba8-4c4c-ae6e-6bf95103bdee HTTP/1.1" status: 204 len: 168 time: 0.2074234 Nov 11 21:38:55.505824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] DHCP port deletion for 875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:38:55.518143 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286c48f-f065-4544-8551-21684b3d869c req-4dadf4fc-64ba-4cc8-b894-b104cfedcf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:55.519846 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d286c48f-f065-4544-8551-21684b3d869c req-4dadf4fc-64ba-4cc8-b894-b104cfedcf10 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 1097 time: 0.2354248 Nov 11 21:38:55.521547 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b60367-f800-4e4c-8319-47bf2207c004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf6ee8c-dba8-4c4c-ae6e-6bf95103bdee,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:55.640634 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d286c48f-f065-4544-8551-21684b3d869c req-244321ad-1ea7-4b16-8b80-16e03afb7b45 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088693 Nov 11 21:38:55.646887 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Deleting port e79631ec-ae7c-4c76-90ed-3325d9e78652 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:38:55.647264 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.676042 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-823ce721-e480-41cd-90a6-e5ab361840c5 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.679914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] Deleting port e79631ec-ae7c-4c76-90ed-3325d9e78652 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:38:55.680259 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.771873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] For port e79631ec-ae7c-4c76-90ed-3325d9e78652, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e79631ec-ae7c-4c76-90ed-3325d9e78652,segment=NetworkSegment(071d4f4c-6b2b-4cdf-b72a-a2446e19bde8),segment_id=071d4f4c-6b2b-4cdf-b72a-a2446e19bde8)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:55.772287 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.802815 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Calling delete_port for e79631ec-ae7c-4c76-90ed-3325d9e78652 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:38:55.924360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e79631ec-ae7c-4c76-90ed-3325d9e78652 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:38:55.936206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] For port e79631ec-ae7c-4c76-90ed-3325d9e78652, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e79631ec-ae7c-4c76-90ed-3325d9e78652,segment=NetworkSegment(071d4f4c-6b2b-4cdf-b72a-a2446e19bde8),segment_id=071d4f4c-6b2b-4cdf-b72a-a2446e19bde8)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:38:55.936592 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:55.973032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] Calling delete_port for e79631ec-ae7c-4c76-90ed-3325d9e78652 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:38:55.985864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cc65c-3cc3-4b19-adbf-f143df88e8ab req-cb8d7163-87be-4a3f-b34f-9e83103616d1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:55.993442 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d0cc65c-3cc3-4b19-adbf-f143df88e8ab req-cb8d7163-87be-4a3f-b34f-9e83103616d1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1171191 Nov 11 21:38:56.057534 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41570) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:56.078325 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ec9d9bbf-58eb-412b-b36a-f9c3910dbcdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.103509 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.128063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] No DVR routers for this DVR port e79631ec-ae7c-4c76-90ed-3325d9e78652 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:38:56.139501 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d0cc65c-3cc3-4b19-adbf-f143df88e8ab req-0873d5b2-1898-476c-a6da-59daa7d19d94 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1451731 Nov 11 21:38:56.163336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Pushing event deleted for resources: {'Port': ['ID=e79631ec-ae7c-4c76-90ed-3325d9e78652,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:56.172918 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:56.173230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:56.173654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:56.173830 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:56.174155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:56.174478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:56.174791 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:56.175138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:56.175413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:56.176736 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-823ce721-e480-41cd-90a6-e5ab361840c5 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.180016 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:56.180391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:56.180719 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ec679-1812-4239-962a-b15b5e94d4ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:38:56.189853 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.256496 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6aeddf43-303f-44f4-8b06-a576b9abe813 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:38:56.271420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9728d-00e3-46ea-b6dd-dc8494d0abf7 req-2e17f1ac-8858-4d9d-b70e-37c5caf304a6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:56.279460 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ab9728d-00e3-46ea-b6dd-dc8494d0abf7 req-2e17f1ac-8858-4d9d-b70e-37c5caf304a6 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 946 time: 0.2793634 Nov 11 21:38:56.304332 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ec9d9bbf-58eb-412b-b36a-f9c3910dbcdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.313100 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 6aeddf43-303f-44f4-8b06-a576b9abe813 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:38:56.313682 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6aeddf43-303f-44f4-8b06-a576b9abe813 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:38:56.314282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b711747d-dd22-4798-8f64-c67b3ff56f23 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:38:56.315766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ec9d9bbf-58eb-412b-b36a-f9c3910dbcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.332921 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.347066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: b711747d-dd22-4798-8f64-c67b3ff56f23 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:38:56.347491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b711747d-dd22-4798-8f64-c67b3ff56f23 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:38:56.373609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] Pushing event deleted for resources: {'Port': ['ID=e79631ec-ae7c-4c76-90ed-3325d9e78652,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:56.386439 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ec9d9bbf-58eb-412b-b36a-f9c3910dbcdf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=03b2dd338f3c4d52b55a9db832558fc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3229058 Nov 11 21:38:56.386439 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d9bbf-58eb-412b-b36a-f9c3910dbcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bbd493-64b0-4b53-9a66-44e7ee3ea88e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:56.386844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41572) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:56.395678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] No DVR routers for this DVR port e79631ec-ae7c-4c76-90ed-3325d9e78652 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:38:56.402945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ab9728d-00e3-46ea-b6dd-dc8494d0abf7 req-0e010beb-e452-4e13-943a-4db3ad48d23d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226232 Nov 11 21:38:56.435358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-823ce721-e480-41cd-90a6-e5ab361840c5 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Deleting port 8d43154e-2e0f-4f6f-93cf-409147ff8593 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:38:56.435862 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-823ce721-e480-41cd-90a6-e5ab361840c5 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.466387 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-806f08e0-fdf0-4dbe-a4a4-faed5400e632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.488768 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-806f08e0-fdf0-4dbe-a4a4-faed5400e632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.552382 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.560087 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-806f08e0-fdf0-4dbe-a4a4-faed5400e632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.562902 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-806f08e0-fdf0-4dbe-a4a4-faed5400e632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.564358 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-806f08e0-fdf0-4dbe-a4a4-faed5400e632 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/23bbd493-64b0-4b53-9a66-44e7ee3ea88e HTTP/1.1" status: 204 len: 168 time: 0.1767108 Nov 11 21:38:56.577938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f08e0-fdf0-4dbe-a4a4-faed5400e632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bbd493-64b0-4b53-9a66-44e7ee3ea88e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:56.597490 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875c00b0-a473-47b8-a8cc-ed6f2f3d0b41']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:56.617456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071d4f4c-6b2b-4cdf-b72a-a2446e19bde8') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:56.617799 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071d4f4c-6b2b-4cdf-b72a-a2446e19bde8') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:38:56.627789 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-823ce721-e480-41cd-90a6-e5ab361840c5 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.637839 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.651436 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-823ce721-e480-41cd-90a6-e5ab361840c5 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Calling delete_port for 8d43154e-2e0f-4f6f-93cf-409147ff8593 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:38:56.663955 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.673983 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:38:56.674409 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:38:56.676364 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:38:56.833196 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.851287 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.854719 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] 10.222.0.57 "DELETE /v2.0/networks/875c00b0-a473-47b8-a8cc-ed6f2f3d0b41 HTTP/1.1" status: 204 len: 168 time: 1.6986523 Nov 11 21:38:56.883059 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02453e-ff35-42ba-b64f-d34d9cdba198 admin admin] Pushing event deleted for resources: {'Network': ['ID=875c00b0-a473-47b8-a8cc-ed6f2f3d0b41,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:57.063646 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-823ce721-e480-41cd-90a6-e5ab361840c5 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:57.108336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ce721-e480-41cd-90a6-e5ab361840c5 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Pushing event deleted for resources: {'Port': ['ID=8d43154e-2e0f-4f6f-93cf-409147ff8593,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:57.110295 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41588) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:57.158703 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d65a2b60-fd9c-47c9-baf6-72ae2e7d860d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65d7215a967641909c66c02341b817e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470340 Nov 11 21:38:57.161114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41592) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:57.180631 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-823ce721-e480-41cd-90a6-e5ab361840c5 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:57.235656 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-899c7bb2-013f-427e-9b8a-75b63f0184e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:57.264584 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-899c7bb2-013f-427e-9b8a-75b63f0184e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:57.318703 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-823ce721-e480-41cd-90a6-e5ab361840c5 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:57.322511 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-823ce721-e480-41cd-90a6-e5ab361840c5 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:57.327904 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-899c7bb2-013f-427e-9b8a-75b63f0184e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:57.330747 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-899c7bb2-013f-427e-9b8a-75b63f0184e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:57.334586 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-899c7bb2-013f-427e-9b8a-75b63f0184e9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eeee1637-cf04-499e-8922-6597dec2f2ad HTTP/1.1" status: 204 len: 168 time: 0.1697674 Nov 11 21:38:57.342572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c7bb2-013f-427e-9b8a-75b63f0184e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeee1637-cf04-499e-8922-6597dec2f2ad,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:57.391557 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61cd2ec-5b00-4d36-a9a1-7e142654ba0a req-86680d77-d4c1-4417-8fe0-703773ac35d7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:57.392961 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d61cd2ec-5b00-4d36-a9a1-7e142654ba0a req-86680d77-d4c1-4417-8fe0-703773ac35d7 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1374767 Nov 11 21:38:57.413962 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-823ce721-e480-41cd-90a6-e5ab361840c5 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:57.414593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823ce721-e480-41cd-90a6-e5ab361840c5 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Fanout notify agent at l3_agent the message router_deleted on router 72e2c038-7800-4516-81be-84d548e49d0a {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:38:57.437011 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-823ce721-e480-41cd-90a6-e5ab361840c5 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:57.438171 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-823ce721-e480-41cd-90a6-e5ab361840c5 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "DELETE /v2.0/routers/72e2c038-7800-4516-81be-84d548e49d0a HTTP/1.1" status: 204 len: 168 time: 1.9638073 Nov 11 21:38:57.442106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41604) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:57.446893 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0b7cfc22-4039-41b2-825f-8eb6c5fe892b tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1986189417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:57.477612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d61cd2ec-5b00-4d36-a9a1-7e142654ba0a req-36b7c66c-68d7-42ba-bb60-d16592da248a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0701115 Nov 11 21:38:57.482421 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfc22-4039-41b2-825f-8eb6c5fe892b tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:57.483490 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfc22-4039-41b2-825f-8eb6c5fe892b tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:57.599982 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfc22-4039-41b2-825f-8eb6c5fe892b tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:57.611347 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfc22-4039-41b2-825f-8eb6c5fe892b tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:57.644002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb454a-9cbe-4012-aa76-364064631bd4 req-420db9cc-aafe-41ff-892d-929fa3bff5b7 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:57.645780 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87bb454a-9cbe-4012-aa76-364064631bd4 req-420db9cc-aafe-41ff-892d-929fa3bff5b7 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 946 time: 0.1153221 Nov 11 21:38:57.655158 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfc22-4039-41b2-825f-8eb6c5fe892b tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:57.656771 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0b7cfc22-4039-41b2-825f-8eb6c5fe892b tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2136576 Nov 11 21:38:57.660211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41614) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:57.686245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:57.887111 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87bb454a-9cbe-4012-aa76-364064631bd4 req-076dfc01-3163-4b10-b6f8-5f4b2ba6cad8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284417 Nov 11 21:38:58.156570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829b730-8dad-4136-8187-0aec272079c3 req-5247f214-0f29-4a3f-ab5d-40888b0a045b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:58.164087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3829b730-8dad-4136-8187-0aec272079c3 req-5247f214-0f29-4a3f-ab5d-40888b0a045b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.3790658 Nov 11 21:38:58.176171 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:58.258471 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3829b730-8dad-4136-8187-0aec272079c3 req-cc828f1d-dbf1-42d2-a510-475cbb9ad8e0 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0933959 Nov 11 21:38:58.377482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420acba-2fcd-4d34-9c44-f7719ccca109 req-5b654e37-7566-4de3-a07b-12383c069c54 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:58.379025 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b420acba-2fcd-4d34-9c44-f7719ccca109 req-5b654e37-7566-4de3-a07b-12383c069c54 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 946 time: 0.0663860 Nov 11 21:38:58.530893 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:58.537245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b420acba-2fcd-4d34-9c44-f7719ccca109 req-88b9d892-c2a1-4662-ae1c-de31b9e020e8 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498778 Nov 11 21:38:58.555708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41660) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:58.568505 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:58.750985 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Allocated IP 172.25.0.224 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/d679ae9e-eef0-4edb-8692-199b7dd57d23) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:38:58.808907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-686725825-network', 'tenant_id': 'e7ceece7f38b422d9553e1022df4eca5'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:58.831957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] Made reservation on behalf of e7ceece7f38b422d9553e1022df4eca5 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:38:58.836012 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:58.849955 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:58.896272 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:58.936835 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:58.968278 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:58.974712 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:59.004315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:38:59.007610 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] vlan segment allocate from pool success with {'vlan_id': 1194, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:38:59.014193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:38:59.018617 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:38:59.018773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaf5d28-d845-4bb8-ac8d-bdb3647a0df3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:59.039273 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:59.039654 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] Added segment 056e50bd-4819-48a1-943a-667963b81667 of type vlan for network ee5dc51f-17fd-4f59-8bb0-43d8e837acce Nov 11 21:38:59.045848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Pushing event updated for resources: {'Port': ['ID=d679ae9e-eef0-4edb-8692-199b7dd57d23,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:59.071194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3470bf-e4d9-4bc8-8719-299ae69a9c37 req-021a3017-426e-4bea-84b2-2045ddcadbb0 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:59.072701 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e3470bf-e4d9-4bc8-8719-299ae69a9c37 req-021a3017-426e-4bea-84b2-2045ddcadbb0 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1029263 Nov 11 21:38:59.088144 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:59.118364 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:59.119349 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:59.119961 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:59.183830 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6269600 Nov 11 21:38:59.186809 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41686) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:38:59.193653 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1b026d6b-91ed-4608-a937-93bd1d83ce6e admin admin] Request body: {'subnet': {'network_id': 'ee5dc51f-17fd-4f59-8bb0-43d8e837acce', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-686725825-subnet', 'tenant_id': 'e7ceece7f38b422d9553e1022df4eca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:38:59.197985 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41995180-ef2c-4131-85c6-2dc51dcaf41e admin admin] Pushing event updated for resources: {'Network': ['ID=ee5dc51f-17fd-4f59-8bb0-43d8e837acce,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:59.212538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network ee5dc51f-17fd-4f59-8bb0-43d8e837acce details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:38:59.221220 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e3470bf-e4d9-4bc8-8719-299ae69a9c37 req-f5ebb173-d74e-4d30-867d-2c59c66e075b tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402271 Nov 11 21:38:59.231420 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b026d6b-91ed-4608-a937-93bd1d83ce6e admin admin] Made reservation on behalf of e7ceece7f38b422d9553e1022df4eca5 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:38:59.234516 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b026d6b-91ed-4608-a937-93bd1d83ce6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:59.487868 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b026d6b-91ed-4608-a937-93bd1d83ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:59.544096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b026d6b-91ed-4608-a937-93bd1d83ce6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7484e4b-ebfa-4700-88e9-ad9ed237a94d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:38:59.571129 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b026d6b-91ed-4608-a937-93bd1d83ce6e admin admin] Checking segment: {'id': '056e50bd-4819-48a1-943a-667963b81667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'ee5dc51f-17fd-4f59-8bb0-43d8e837acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:38:59.571757 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b026d6b-91ed-4608-a937-93bd1d83ce6e admin admin] Network hostable DHCP agents. Network: ee5dc51f-17fd-4f59-8bb0-43d8e837acce, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:38:59.605839 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b026d6b-91ed-4608-a937-93bd1d83ce6e admin admin] Network ee5dc51f-17fd-4f59-8bb0-43d8e837acce is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:38:59.621377 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1b026d6b-91ed-4608-a937-93bd1d83ce6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, ee5dc51f-17fd-4f59-8bb0-43d8e837acce) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:38:59.634027 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612357c4-3f83-48d6-9a47-43f5f9a690a7 None None] Network ee5dc51f-17fd-4f59-8bb0-43d8e837acce requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:38:59.656522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b026d6b-91ed-4608-a937-93bd1d83ce6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:59.660430 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b026d6b-91ed-4608-a937-93bd1d83ce6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:59.699790 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1b026d6b-91ed-4608-a937-93bd1d83ce6e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5118694 Nov 11 21:38:59.826735 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b8264-b6b2-43f0-aa2d-a5180bea108f req-733b4c08-4f4a-4212-a04d-0895281c7af8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:59.834959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a8b8264-b6b2-43f0-aa2d-a5180bea108f req-733b4c08-4f4a-4212-a04d-0895281c7af8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.4926584 Nov 11 21:38:59.836776 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:59.860394 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8014c5-a16e-46e7-b343-8932a12af9ba req-aef866cd-90eb-48c1-9a03-4e86e375e54e tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:59.867950 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f8014c5-a16e-46e7-b343-8932a12af9ba req-aef866cd-90eb-48c1-9a03-4e86e375e54e tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 946 time: 0.1127369 Nov 11 21:38:59.878212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257140e3-0381-4e9a-a05a-50c4c550fd43 None None] Network ee5dc51f-17fd-4f59-8bb0-43d8e837acce requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:00.028055 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a8b8264-b6b2-43f0-aa2d-a5180bea108f req-ece79357-42f6-4d45-9fcc-bb8fe77f090e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1912680 Nov 11 21:39:00.054640 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f8014c5-a16e-46e7-b343-8932a12af9ba req-7a14ff3f-cbcf-4a72-81d9-7fdf063007e5 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858199 Nov 11 21:39:00.187606 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:00.193492 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:00.352176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b375f3-d16c-4533-8ff3-66ce1e0fb3a8 req-4efa5a7f-6a7e-48b7-95fb-eb70128103a4 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:00.353748 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0b375f3-d16c-4533-8ff3-66ce1e0fb3a8 req-4efa5a7f-6a7e-48b7-95fb-eb70128103a4 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1225307 Nov 11 21:39:00.477375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0b375f3-d16c-4533-8ff3-66ce1e0fb3a8 req-d3167d2c-402c-4835-a702-b87c4cc11387 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1127443 Nov 11 21:39:00.502541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84dff7-eb07-478c-b819-805d55b4c99b req-c7e1d514-7f1a-4dc7-afef-6f06c22b8213 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:00.504206 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de84dff7-eb07-478c-b819-805d55b4c99b req-c7e1d514-7f1a-4dc7-afef-6f06c22b8213 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/networks?id=ee5dc51f-17fd-4f59-8bb0-43d8e837acce HTTP/1.1" status: 200 len: 813 time: 0.1961427 Nov 11 21:39:00.520249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Router f8040a53-500f-49cc-98f7-25ef49ea7950 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:39:00.531275 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de84dff7-eb07-478c-b819-805d55b4c99b req-89e2180c-7985-484b-b012-ea11e02e8580 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/quotas/e7ceece7f38b422d9553e1022df4eca5 HTTP/1.1" status: 200 len: 375 time: 0.0192616 Nov 11 21:39:00.605863 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de84dff7-eb07-478c-b819-805d55b4c99b req-ae1d35f7-aa88-4d7a-91ee-89c5fe41f9e2 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7ceece7f38b422d9553e1022df4eca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382266 Nov 11 21:39:00.804572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1f11d-1c14-4e8d-8f3b-f9fdfb86fcd6 req-4c0e4995-7789-47fc-b737-df852e8c969a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:00.806101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85d1f11d-1c14-4e8d-8f3b-f9fdfb86fcd6 req-4c0e4995-7789-47fc-b737-df852e8c969a tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.2055206 Nov 11 21:39:00.811197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:39:00.819428 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:00.822813 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-55dd73ea-6657-43f5-9cdd-639d694dc825 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "PUT /v2.0/routers/f8040a53-500f-49cc-98f7-25ef49ea7950 HTTP/1.1" status: 200 len: 884 time: 3.1585739 Nov 11 21:39:00.823193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41842) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:00.826456 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970e431b-8395-4395-ba84-407573939a8a None None] Sync routers for ids ['f8040a53-500f-49cc-98f7-25ef49ea7950'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:39:00.841515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e431b-8395-4395-ba84-407573939a8a None None] Routers {'f8040a53-500f-49cc-98f7-25ef49ea7950'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:00.842146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-970e431b-8395-4395-ba84-407573939a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f8040a53-500f-49cc-98f7-25ef49ea7950'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:00.861684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de84dff7-eb07-478c-b819-805d55b4c99b req-0f86ba66-3308-42de-82f8-b4e4697b357b service neutron] 10.222.0.57 "GET /v2.0/networks/ee5dc51f-17fd-4f59-8bb0-43d8e837acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421968 Nov 11 21:39:00.882515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-970e431b-8395-4395-ba84-407573939a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:00.892358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e431b-8395-4395-ba84-407573939a8a None None] Routers {'f8040a53-500f-49cc-98f7-25ef49ea7950'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:00.893504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-970e431b-8395-4395-ba84-407573939a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f8040a53-500f-49cc-98f7-25ef49ea7950'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:00.895315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1aafc-a50c-489c-b35a-953f20fa044f req-896835e9-3a41-4037-b9a7-26954fe3c685 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:00.896975 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39f1aafc-a50c-489c-b35a-953f20fa044f req-896835e9-3a41-4037-b9a7-26954fe3c685 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6d404ca-08dc-4756-8416-f3e059bc1781 HTTP/1.1" status: 200 len: 946 time: 0.1612673 Nov 11 21:39:00.927438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-970e431b-8395-4395-ba84-407573939a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:00.928403 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970e431b-8395-4395-ba84-407573939a8a None None] The sync data for ids ['f8040a53-500f-49cc-98f7-25ef49ea7950'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:39:00.953425 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-35810496-0660-4e87-903c-c21f90e357c1 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/routers/f8040a53-500f-49cc-98f7-25ef49ea7950 HTTP/1.1" status: 200 len: 925 time: 0.1289725 Nov 11 21:39:00.958553 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41850) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:01.031206 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39f1aafc-a50c-489c-b35a-953f20fa044f req-ea0dec9d-e6ae-4180-a3f5-427c0c17f7a9 tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.57 "GET /v2.0/security-groups?id=41554760-d073-465e-a257-47893643404b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194458 Nov 11 21:39:01.058373 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1115ab-7bc2-4a99-bf8c-c4a9b3b5baa4 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:01.058373 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6f1115ab-7bc2-4a99-bf8c-c4a9b3b5baa4 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&device_id=f8040a53-500f-49cc-98f7-25ef49ea7950&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0876765 Nov 11 21:39:01.058373 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41864) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:01.078789 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-85d1f11d-1c14-4e8d-8f3b-f9fdfb86fcd6 req-3750fb7c-4526-4ac7-9edb-a95785f3b37c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Deleting port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:01.079110 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-85d1f11d-1c14-4e8d-8f3b-f9fdfb86fcd6 req-3750fb7c-4526-4ac7-9edb-a95785f3b37c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:01.110383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de84dff7-eb07-478c-b819-805d55b4c99b req-48fbc9b6-a3a0-4c67-a77c-7644583977e4 service neutron] 10.222.0.57 "GET /v2.0/networks/ee5dc51f-17fd-4f59-8bb0-43d8e837acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099988 Nov 11 21:39:01.167998 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c37599-e85a-42e6-a2e9-3e05eda31234 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:01.172182 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a0c37599-e85a-42e6-a2e9-3e05eda31234 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 881 time: 0.1180885 Nov 11 21:39:01.172399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41878) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:01.230866 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-85d1f11d-1c14-4e8d-8f3b-f9fdfb86fcd6 req-3750fb7c-4526-4ac7-9edb-a95785f3b37c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] For port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,segment=NetworkSegment(a4c6b3af-1cea-4c1a-8dfc-8a777851afa0),segment_id=a4c6b3af-1cea-4c1a-8dfc-8a777851afa0)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:01.231465 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-85d1f11d-1c14-4e8d-8f3b-f9fdfb86fcd6 req-3750fb7c-4526-4ac7-9edb-a95785f3b37c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:01.235593 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-367e56fa-d924-402a-bce1-7f4f43bb209c tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8040a53-500f-49cc-98f7-25ef49ea7950 HTTP/1.1" status: 200 len: 205 time: 0.0594683 Nov 11 21:39:01.238263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41882) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:01.278923 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-85d1f11d-1c14-4e8d-8f3b-f9fdfb86fcd6 req-3750fb7c-4526-4ac7-9edb-a95785f3b37c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Calling delete_port for d0170d49-2dfa-43ed-b07d-f6b6d89cc12f owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:01.359313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0096786-3f32-4963-b190-ec321d6bdda7 req-8a19e84f-e10c-4d73-8bc6-55dde37bc492 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:01.361441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0096786-3f32-4963-b190-ec321d6bdda7 req-8a19e84f-e10c-4d73-8bc6-55dde37bc492 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1267266 Nov 11 21:39:01.418055 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93fee042-3e6b-4d93-9419-c3543c7f68ca tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:01.446034 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7433659-ea0b-4708-abc3-4116f0ac4cc0 req-d352c4b4-2682-4067-9bfa-cbd4775a4a82 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:01.447530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7433659-ea0b-4708-abc3-4116f0ac4cc0 req-d352c4b4-2682-4067-9bfa-cbd4775a4a82 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 946 time: 0.1058030 Nov 11 21:39:01.479256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0096786-3f32-4963-b190-ec321d6bdda7 req-fcc3898c-c866-4fc3-81bb-6283a7b18471 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1015556 Nov 11 21:39:01.566624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7433659-ea0b-4708-abc3-4116f0ac4cc0 req-2e522832-3d60-4c93-b39e-a8338007408d tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084273 Nov 11 21:39:01.577990 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-85d1f11d-1c14-4e8d-8f3b-f9fdfb86fcd6 req-3750fb7c-4526-4ac7-9edb-a95785f3b37c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:01.597915 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['d0170d49-2dfa-43ed-b07d-f6b6d89cc12f'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:39:01.605730 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93fee042-3e6b-4d93-9419-c3543c7f68ca tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:01.644681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750fb7c-4526-4ac7-9edb-a95785f3b37c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Pushing event deleted for resources: {'Port': ['ID=d0170d49-2dfa-43ed-b07d-f6b6d89cc12f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:01.708853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-93fee042-3e6b-4d93-9419-c3543c7f68ca tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Deleting port d679ae9e-eef0-4edb-8692-199b7dd57d23 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:01.709192 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93fee042-3e6b-4d93-9419-c3543c7f68ca tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:01.738049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41906) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:01.765414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51b72f54-8b41-4387-a77f-8181daaf8927 req-85b71dfd-4091-4f30-9e8f-46d08fe8bb4b tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 210 time: 0.0774200 Nov 11 21:39:01.766102 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d1f11d-1c14-4e8d-8f3b-f9fdfb86fcd6 req-3750fb7c-4526-4ac7-9edb-a95785f3b37c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] No DVR routers for this DVR port d0170d49-2dfa-43ed-b07d-f6b6d89cc12f on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:39:01.769855 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-85d1f11d-1c14-4e8d-8f3b-f9fdfb86fcd6 req-3750fb7c-4526-4ac7-9edb-a95785f3b37c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:01.773295 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85d1f11d-1c14-4e8d-8f3b-f9fdfb86fcd6 req-3750fb7c-4526-4ac7-9edb-a95785f3b37c tempest-ServersNegativeTestJSON-1118097465 tempest-ServersNegativeTestJSON-1118097465-project] 10.222.0.10 "DELETE /v2.0/ports/d0170d49-2dfa-43ed-b07d-f6b6d89cc12f HTTP/1.1" status: 204 len: 173 time: 0.9406445 Nov 11 21:39:01.773738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'name': 'network-vif-deleted', 'tag': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:39:01.783280 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be34f802-64e2-459f-ab36-1f4174d9bc90" -d '{"events": [{"server_uuid": "f6d404ca-08dc-4756-8416-f3e059bc1781", "name": "network-vif-deleted", "tag": "d0170d49-2dfa-43ed-b07d-f6b6d89cc12f"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:39:01.821312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9dd8c-dae4-44dc-b16e-2cc5715acf76 req-fa515cb1-f2c3-461e-b8db-cc82884336b1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:01.823410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67d9dd8c-dae4-44dc-b16e-2cc5715acf76 req-fa515cb1-f2c3-461e-b8db-cc82884336b1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1159279 Nov 11 21:39:01.826800 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93fee042-3e6b-4d93-9419-c3543c7f68ca tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:01.841340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-93fee042-3e6b-4d93-9419-c3543c7f68ca tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Calling delete_port for d679ae9e-eef0-4edb-8692-199b7dd57d23 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:01.919112 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67d9dd8c-dae4-44dc-b16e-2cc5715acf76 req-a96e1136-8797-4b9d-a161-43dca036fceb tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0809300 Nov 11 21:39:01.924564 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286137aa-6220-4c06-99cf-7cb441cff7d1 x-openstack-request-id: req-286137aa-6220-4c06-99cf-7cb441cff7d1 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:39:01.924564 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d404ca-08dc-4756-8416-f3e059bc1781", "name": "network-vif-deleted", "tag": "d0170d49-2dfa-43ed-b07d-f6b6d89cc12f", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:39:01.924767 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-286137aa-6220-4c06-99cf-7cb441cff7d1 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:39:01.925231 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d404ca-08dc-4756-8416-f3e059bc1781', 'name': 'network-vif-deleted', 'tag': 'd0170d49-2dfa-43ed-b07d-f6b6d89cc12f', 'status': 'completed', 'code': 200} Nov 11 21:39:02.008374 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-069c6527-65c4-4791-845e-124640203deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.102664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41918) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:02.106150 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93fee042-3e6b-4d93-9419-c3543c7f68ca tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.138391 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fee042-3e6b-4d93-9419-c3543c7f68ca tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Pushing event deleted for resources: {'Port': ['ID=d679ae9e-eef0-4edb-8692-199b7dd57d23,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:02.190370 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-069c6527-65c4-4791-845e-124640203deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.193890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eaad98f-b3e5-49fc-abec-224047c0f7b5 admin admin] Deleting subnet 08cbd2bf-db5d-43c4-8d6e-c834f46949ea {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:39:02.200689 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0eaad98f-b3e5-49fc-abec-224047c0f7b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.223272 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-069c6527-65c4-4791-845e-124640203deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.240458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6757c7-1dc3-4517-afdb-fe14a242bdc7 req-5fafc8b4-a7cb-4303-9e67-d3b9cd1b11c2 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:02.242118 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a6757c7-1dc3-4517-afdb-fe14a242bdc7 req-5fafc8b4-a7cb-4303-9e67-d3b9cd1b11c2 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.10 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 946 time: 0.1009860 Nov 11 21:39:02.257857 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0eaad98f-b3e5-49fc-abec-224047c0f7b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.288216 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-069c6527-65c4-4791-845e-124640203deb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cb5f6f7e9f2e40949a71672f373ead1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5493162 Nov 11 21:39:02.288891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41922) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:02.289706 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93fee042-3e6b-4d93-9419-c3543c7f68ca tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.324988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c6527-65c4-4791-845e-124640203deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a7144f-c8aa-4942-a751-46cb82b55481,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:02.349421 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0eaad98f-b3e5-49fc-abec-224047c0f7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.416136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-8a6757c7-1dc3-4517-afdb-fe14a242bdc7 req-978df7a1-2a21-4064-80bb-7e76a9449403 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Deleting port 7113285c-3c09-40c0-acc5-88f2f3ea8921 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:02.416580 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8a6757c7-1dc3-4517-afdb-fe14a242bdc7 req-978df7a1-2a21-4064-80bb-7e76a9449403 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.421734 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0eaad98f-b3e5-49fc-abec-224047c0f7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.473690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaad98f-b3e5-49fc-abec-224047c0f7b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08cbd2bf-db5d-43c4-8d6e-c834f46949ea,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:02.475711 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0eaad98f-b3e5-49fc-abec-224047c0f7b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.481645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0eaad98f-b3e5-49fc-abec-224047c0f7b5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/08cbd2bf-db5d-43c4-8d6e-c834f46949ea HTTP/1.1" status: 204 len: 168 time: 0.3748310 Nov 11 21:39:02.505475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41924) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:02.612272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-8a6757c7-1dc3-4517-afdb-fe14a242bdc7 req-978df7a1-2a21-4064-80bb-7e76a9449403 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] For port 7113285c-3c09-40c0-acc5-88f2f3ea8921, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=7113285c-3c09-40c0-acc5-88f2f3ea8921,segment=NetworkSegment(b6c7ae12-d990-4673-b70d-f372d7dcec0c),segment_id=b6c7ae12-d990-4673-b70d-f372d7dcec0c)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:02.612650 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8a6757c7-1dc3-4517-afdb-fe14a242bdc7 req-978df7a1-2a21-4064-80bb-7e76a9449403 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.617333 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c821535e-a323-453a-98ca-863dd47ac65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.642206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-8a6757c7-1dc3-4517-afdb-fe14a242bdc7 req-978df7a1-2a21-4064-80bb-7e76a9449403 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Calling delete_port for 7113285c-3c09-40c0-acc5-88f2f3ea8921 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:02.749218 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93fee042-3e6b-4d93-9419-c3543c7f68ca tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.770974 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93fee042-3e6b-4d93-9419-c3543c7f68ca tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.825862 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c821535e-a323-453a-98ca-863dd47ac65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.861783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-c821535e-a323-453a-98ca-863dd47ac65d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7dd1da-9647-43a7-9ed2-f24fec3d3a14']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:02.863314 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93fee042-3e6b-4d93-9419-c3543c7f68ca tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.863900 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fee042-3e6b-4d93-9419-c3543c7f68ca tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Fanout notify agent at l3_agent the message router_deleted on router f8040a53-500f-49cc-98f7-25ef49ea7950 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:39:02.872263 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93fee042-3e6b-4d93-9419-c3543c7f68ca tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.877540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-93fee042-3e6b-4d93-9419-c3543c7f68ca tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "DELETE /v2.0/routers/f8040a53-500f-49cc-98f7-25ef49ea7950 HTTP/1.1" status: 204 len: 168 time: 1.6335750 Nov 11 21:39:02.877540 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c739dc07-1c45-4594-96f7-6e4efc452703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.879969 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41932) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:02.888427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-230b3185-c6d4-492e-8abf-a0134657f77d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-66624777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:02.896682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-c821535e-a323-453a-98ca-863dd47ac65d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c6b3af-1cea-4c1a-8dfc-8a777851afa0') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:02.897100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-c821535e-a323-453a-98ca-863dd47ac65d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c6b3af-1cea-4c1a-8dfc-8a777851afa0') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:02.930998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad3564-a5cb-4929-9e38-b504fcfa5a70 req-a639a0bb-7c52-4c3f-aed9-097eb1be4df3 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:02.932672 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c739dc07-1c45-4594-96f7-6e4efc452703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.933532 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0fad3564-a5cb-4929-9e38-b504fcfa5a70 req-a639a0bb-7c52-4c3f-aed9-097eb1be4df3 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/ports?device_id=04469a48-6af9-4a17-8575-e920b52a828a HTTP/1.1" status: 200 len: 946 time: 0.2424614 Nov 11 21:39:02.935745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3508c0a3-4c57-428d-82e5-85307652d62a req-f1573c0d-028d-4ab5-9e9b-09921b6503ae tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 210 time: 0.0787432 Nov 11 21:39:02.937725 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c821535e-a323-453a-98ca-863dd47ac65d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.946277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7baaef8c-c7bc-4aee-8d84-2fd3df7290cd tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:02.947741 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7baaef8c-c7bc-4aee-8d84-2fd3df7290cd tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.71 "GET /v2.0/networks?id=ee5dc51f-17fd-4f59-8bb0-43d8e837acce HTTP/1.1" status: 200 len: 813 time: 0.2235484 Nov 11 21:39:02.966352 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7e744373-350a-40f9-a58e-e6840ad64136 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Request body: {'port': {'device_id': '4e5c8056-98be-40e5-b23f-5ef2f4569b12', 'network_id': 'ee5dc51f-17fd-4f59-8bb0-43d8e837acce', 'admin_state_up': True, 'tenant_id': 'e7ceece7f38b422d9553e1022df4eca5'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:02.967163 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c821535e-a323-453a-98ca-863dd47ac65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.992764 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-230b3185-c6d4-492e-8abf-a0134657f77d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.994044 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-230b3185-c6d4-492e-8abf-a0134657f77d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.997711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c821535e-a323-453a-98ca-863dd47ac65d admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:39:02.998119 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c821535e-a323-453a-98ca-863dd47ac65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:39:03.001158 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:39:03.075902 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c739dc07-1c45-4594-96f7-6e4efc452703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.078836 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c739dc07-1c45-4594-96f7-6e4efc452703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.080002 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c739dc07-1c45-4594-96f7-6e4efc452703 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/81a7144f-c8aa-4942-a751-46cb82b55481 HTTP/1.1" status: 204 len: 168 time: 0.7854168 Nov 11 21:39:03.096204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0fad3564-a5cb-4929-9e38-b504fcfa5a70 req-a0b2c7f2-41ed-4065-aebe-f41b1e5d1257 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.57 "GET /v2.0/security-groups?id=33244c3f-cea7-42f6-9099-c02838e0efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488328 Nov 11 21:39:03.101891 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c821535e-a323-453a-98ca-863dd47ac65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.107715 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8a6757c7-1dc3-4517-afdb-fe14a242bdc7 req-978df7a1-2a21-4064-80bb-7e76a9449403 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.110522 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c821535e-a323-453a-98ca-863dd47ac65d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.114009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c821535e-a323-453a-98ca-863dd47ac65d admin admin] 10.222.0.57 "DELETE /v2.0/networks/8c7dd1da-9647-43a7-9ed2-f24fec3d3a14 HTTP/1.1" status: 204 len: 168 time: 0.6070628 Nov 11 21:39:03.118989 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-230b3185-c6d4-492e-8abf-a0134657f77d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.123166 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['7113285c-3c09-40c0-acc5-88f2f3ea8921'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:39:03.127196 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739dc07-1c45-4594-96f7-6e4efc452703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a7144f-c8aa-4942-a751-46cb82b55481,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:03.129373 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-230b3185-c6d4-492e-8abf-a0134657f77d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.158760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978df7a1-2a21-4064-80bb-7e76a9449403 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Pushing event deleted for resources: {'Port': ['ID=7113285c-3c09-40c0-acc5-88f2f3ea8921,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:03.161793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821535e-a323-453a-98ca-863dd47ac65d admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7dd1da-9647-43a7-9ed2-f24fec3d3a14,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:03.197858 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7e744373-350a-40f9-a58e-e6840ad64136 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Made reservation on behalf of e7ceece7f38b422d9553e1022df4eca5 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:03.206771 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7e744373-350a-40f9-a58e-e6840ad64136 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.216782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6757c7-1dc3-4517-afdb-fe14a242bdc7 req-978df7a1-2a21-4064-80bb-7e76a9449403 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] No DVR routers for this DVR port 7113285c-3c09-40c0-acc5-88f2f3ea8921 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:39:03.219367 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8a6757c7-1dc3-4517-afdb-fe14a242bdc7 req-978df7a1-2a21-4064-80bb-7e76a9449403 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.220198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-230b3185-c6d4-492e-8abf-a0134657f77d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.221572 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-230b3185-c6d4-492e-8abf-a0134657f77d tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3406303 Nov 11 21:39:03.224363 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a6757c7-1dc3-4517-afdb-fe14a242bdc7 req-978df7a1-2a21-4064-80bb-7e76a9449403 tempest-DeleteServersTestJSON-1101241215 tempest-DeleteServersTestJSON-1101241215-project] 10.222.0.10 "DELETE /v2.0/ports/7113285c-3c09-40c0-acc5-88f2f3ea8921 HTTP/1.1" status: 204 len: 173 time: 0.9758780 Nov 11 21:39:03.224914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41938) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:03.229367 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'enable_snat': True}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:03.363964 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41942) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:03.409889 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7e744373-350a-40f9-a58e-e6840ad64136 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Allocated IP 172.20.0.5 (ee5dc51f-17fd-4f59-8bb0-43d8e837acce/d7484e4b-ebfa-4700-88e9-ad9ed237a94d/d40d87eb-dac5-429a-9d21-f08883013e90) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:03.432845 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-08f375de-9eed-4354-9145-45e94f8f79df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=549542678bd14bb79c12d4165f8e623f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0676916 Nov 11 21:39:03.437002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41946) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:03.515922 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6bd30fe-49f0-45b2-88c6-3d9b4de079d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.608496 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6bd30fe-49f0-45b2-88c6-3d9b4de079d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.673072 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7e744373-350a-40f9-a58e-e6840ad64136 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.701121 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6bd30fe-49f0-45b2-88c6-3d9b4de079d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.705240 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6bd30fe-49f0-45b2-88c6-3d9b4de079d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.708978 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b6bd30fe-49f0-45b2-88c6-3d9b4de079d4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/41554760-d073-465e-a257-47893643404b HTTP/1.1" status: 204 len: 168 time: 0.2685258 Nov 11 21:39:03.726774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd30fe-49f0-45b2-88c6-3d9b4de079d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41554760-d073-465e-a257-47893643404b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:03.741351 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7e744373-350a-40f9-a58e-e6840ad64136 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.866011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e744373-350a-40f9-a58e-e6840ad64136 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Pushing event updated for resources: {'Port': ['ID=d40d87eb-dac5-429a-9d21-f08883013e90,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:03.893688 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7e744373-350a-40f9-a58e-e6840ad64136 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Network ee5dc51f-17fd-4f59-8bb0-43d8e837acce is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:03.896063 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7e744373-350a-40f9-a58e-e6840ad64136 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:03.899971 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7e744373-350a-40f9-a58e-e6840ad64136 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:03.925575 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.928945 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04469a48-6af9-4a17-8575-e920b52a828a', 'name': 'network-vif-deleted', 'tag': '7113285c-3c09-40c0-acc5-88f2f3ea8921'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:39:03.931339 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffa2895-b8bf-4ab5-8f6a-dce825e05fb1" -d '{"events": [{"server_uuid": "04469a48-6af9-4a17-8575-e920b52a828a", "name": "network-vif-deleted", "tag": "7113285c-3c09-40c0-acc5-88f2f3ea8921"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:39:03.965529 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7e744373-350a-40f9-a58e-e6840ad64136 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:03.966405 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7e744373-350a-40f9-a58e-e6840ad64136 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.993784 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7e744373-350a-40f9-a58e-e6840ad64136 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0323558 Nov 11 21:39:04.000387 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e4644a-2a84-44ce-a296-d23736e0df89 x-openstack-request-id: req-c2e4644a-2a84-44ce-a296-d23736e0df89 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:39:04.000682 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04469a48-6af9-4a17-8575-e920b52a828a", "name": "network-vif-deleted", "tag": "7113285c-3c09-40c0-acc5-88f2f3ea8921", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:39:04.000967 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2e4644a-2a84-44ce-a296-d23736e0df89 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:39:04.001360 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04469a48-6af9-4a17-8575-e920b52a828a', 'name': 'network-vif-deleted', 'tag': '7113285c-3c09-40c0-acc5-88f2f3ea8921', 'status': 'completed', 'code': 200} Nov 11 21:39:04.012582 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Request body: {'port': {'device_id': '4e5c8056-98be-40e5-b23f-5ef2f4569b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:04.087497 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:04.232404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f760bf-7e6d-4510-bf7b-3764143ea852 req-0207e32b-ffe1-4c6f-a548-0a801f7617e7 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:04.242167 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92f760bf-7e6d-4510-bf7b-3764143ea852 req-0207e32b-ffe1-4c6f-a548-0a801f7617e7 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 931 time: 0.1671324 Nov 11 21:39:04.352519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92f760bf-7e6d-4510-bf7b-3764143ea852 req-68c39fe8-8c7f-41c1-af4b-ad9c2b601ea9 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/security-groups?id=2eaf5d28-d845-4bb8-ac8d-bdb3647a0df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725684 Nov 11 21:39:04.369246 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:04.415678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:04.416658 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d0170d49-2dfa-43ed-b07d-f6b6d89cc12f no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:39:04.479881 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: d0170d49-2dfa-43ed-b07d-f6b6d89cc12f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:39:04.482165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d40d87eb-dac5-429a-9d21-f08883013e90 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:39:04.483611 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d0170d49-2dfa-43ed-b07d-f6b6d89cc12f not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:39:04.490732 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:04.510524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Transition to ACTIVE for port object d40d87eb-dac5-429a-9d21-f08883013e90 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:39:04.517118 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:04.568117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Allocated IP 172.25.0.172 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/7c4c1434-ace7-47f9-9464-2b462d9ba7db) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:04.574843 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42008) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:04.623340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Pushing event updated for resources: {'Port': ['ID=d40d87eb-dac5-429a-9d21-f08883013e90,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:04.694293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Attempting to bind port d40d87eb-dac5-429a-9d21-f08883013e90 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:39:04.696039 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Attempting to bind port d40d87eb-dac5-429a-9d21-f08883013e90 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '056e50bd-4819-48a1-943a-667963b81667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'ee5dc51f-17fd-4f59-8bb0-43d8e837acce'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:39:04.696376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Attempting to bind port d40d87eb-dac5-429a-9d21-f08883013e90 on network ee5dc51f-17fd-4f59-8bb0-43d8e837acce {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:39:04.701949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Port d40d87eb-dac5-429a-9d21-f08883013e90 on network ee5dc51f-17fd-4f59-8bb0-43d8e837acce not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:39:04.702587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Attempting to bind port d40d87eb-dac5-429a-9d21-f08883013e90 on network ee5dc51f-17fd-4f59-8bb0-43d8e837acce {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:39:04.714582 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:39:04.715018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Checking segment: {'id': '056e50bd-4819-48a1-943a-667963b81667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'ee5dc51f-17fd-4f59-8bb0-43d8e837acce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:04.715405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Bound using segment: {'id': '056e50bd-4819-48a1-943a-667963b81667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'ee5dc51f-17fd-4f59-8bb0-43d8e837acce'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:39:04.715974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Bound port: d40d87eb-dac5-429a-9d21-f08883013e90, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056e50bd-4819-48a1-943a-667963b81667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'ee5dc51f-17fd-4f59-8bb0-43d8e837acce'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:39:04.716343 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:04.733575 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:04.781834 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:04.803627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] For port d40d87eb-dac5-429a-9d21-f08883013e90, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:39:04.807461 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] For port d40d87eb-dac5-429a-9d21-f08883013e90, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d40d87eb-dac5-429a-9d21-f08883013e90,segment=NetworkSegment(056e50bd-4819-48a1-943a-667963b81667),segment_id=056e50bd-4819-48a1-943a-667963b81667)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:39:04.814087 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:04.856081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Pushing event updated for resources: {'Port': ['ID=7c4c1434-ace7-47f9-9464-2b462d9ba7db,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:04.873996 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b831d60-fe88-4570-ae29-418419ccfd49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:04.880774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Pushing event updated for resources: {'Port': ['ID=d40d87eb-dac5-429a-9d21-f08883013e90,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:04.892279 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:04.892939 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:04.894397 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de84dff7-eb07-478c-b819-805d55b4c99b req-fa423d89-b09a-4977-803f-d2cf785d191f service neutron] 10.222.0.71 "PUT /v2.0/ports/d40d87eb-dac5-429a-9d21-f08883013e90 HTTP/1.1" status: 200 len: 1091 time: 0.8898489 Nov 11 21:39:04.894840 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5c8056-98be-40e5-b23f-5ef2f4569b12', 'tag': 'd40d87eb-dac5-429a-9d21-f08883013e90'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:39:04.901529 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ba3d62-6573-43e8-95ac-6f7aa152e57a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5c8056-98be-40e5-b23f-5ef2f4569b12", "tag": "d40d87eb-dac5-429a-9d21-f08883013e90"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:39:04.907495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:04.915480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:04.918131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:05.014742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84dff7-eb07-478c-b819-805d55b4c99b req-969b6aed-ddd5-4b82-8f0d-ed2042d97e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:05.017383 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de84dff7-eb07-478c-b819-805d55b4c99b req-969b6aed-ddd5-4b82-8f0d-ed2042d97e5a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7ceece7f38b422d9553e1022df4eca5&device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 1094 time: 0.0686634 Nov 11 21:39:05.019144 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b30114-3004-480b-a3a9-fbe7bde47845 x-openstack-request-id: req-17b30114-3004-480b-a3a9-fbe7bde47845 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:39:05.019536 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5c8056-98be-40e5-b23f-5ef2f4569b12", "tag": "d40d87eb-dac5-429a-9d21-f08883013e90", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:39:05.019804 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-17b30114-3004-480b-a3a9-fbe7bde47845 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:39:05.020186 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5c8056-98be-40e5-b23f-5ef2f4569b12', 'tag': 'd40d87eb-dac5-429a-9d21-f08883013e90', 'status': 'completed', 'code': 200} Nov 11 21:39:05.067299 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de84dff7-eb07-478c-b819-805d55b4c99b req-61d966ab-5d88-4f11-8323-7aeb6c6e24e6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d40d87eb-dac5-429a-9d21-f08883013e90 HTTP/1.1" status: 200 len: 217 time: 0.0403492 Nov 11 21:39:05.105250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42034) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:05.141191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7d4df682-7d53-46a0-8834-d8feec0c0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:05.143665 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de84dff7-eb07-478c-b819-805d55b4c99b req-7d4df682-7d53-46a0-8834-d8feec0c0c03 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7484e4b-ebfa-4700-88e9-ad9ed237a94d HTTP/1.1" status: 200 len: 853 time: 0.0673435 Nov 11 21:39:05.175961 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b831d60-fe88-4570-ae29-418419ccfd49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:05.189785 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de84dff7-eb07-478c-b819-805d55b4c99b req-6747479f-b438-4e48-ac74-ac881f5ed3a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ee5dc51f-17fd-4f59-8bb0-43d8e837acce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367382 Nov 11 21:39:05.218734 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b831d60-fe88-4570-ae29-418419ccfd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:05.247385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1485333163-network', 'tenant_id': '0744cbc471f540fca012d470fe1f9b40'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:05.265988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2b831d60-fe88-4570-ae29-418419ccfd49 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1b8e5e375e0d45a7b20d654912ad9c6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6898575 Nov 11 21:39:05.269876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42038) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:05.320100 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de84dff7-eb07-478c-b819-805d55b4c99b req-e2ff9d11-8895-4adb-aea8-947a91f6e54a service neutron] 10.222.0.71 "GET /v2.0/networks/ee5dc51f-17fd-4f59-8bb0-43d8e837acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225245 Nov 11 21:39:05.330532 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b831d60-fe88-4570-ae29-418419ccfd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c599d1ef-1558-47bf-9ebb-93779062b331,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:05.347740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] Made reservation on behalf of 0744cbc471f540fca012d470fe1f9b40 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:05.350403 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:05.361267 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:05.389861 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:05.417743 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de84dff7-eb07-478c-b819-805d55b4c99b req-ad1c1f0e-2229-47e5-bdf5-9220d87292c2 service neutron] 10.222.0.71 "GET /v2.0/networks/ee5dc51f-17fd-4f59-8bb0-43d8e837acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895100 Nov 11 21:39:05.429177 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9367bbf-758e-456c-b9c2-03edafb884b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:05.472235 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9367bbf-758e-456c-b9c2-03edafb884b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:05.560831 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba3d62-6573-43e8-95ac-6f7aa152e57a req-7876694f-7c81-45c4-9ce4-66c5cdf79592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:05.562505 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-84ba3d62-6573-43e8-95ac-6f7aa152e57a req-7876694f-7c81-45c4-9ce4-66c5cdf79592 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7ceece7f38b422d9553e1022df4eca5&device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 1094 time: 0.0863554 Nov 11 21:39:05.568066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44205609-fda7-464e-9858-ca1264c753ed req-03702cad-58af-405c-85d0-8d05430defc5 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:05.569772 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44205609-fda7-464e-9858-ca1264c753ed req-03702cad-58af-405c-85d0-8d05430defc5 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 943 time: 0.1369534 Nov 11 21:39:05.582614 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9367bbf-758e-456c-b9c2-03edafb884b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:05.585380 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9367bbf-758e-456c-b9c2-03edafb884b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:05.589085 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f9367bbf-758e-456c-b9c2-03edafb884b0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c599d1ef-1558-47bf-9ebb-93779062b331 HTTP/1.1" status: 204 len: 168 time: 0.3159101 Nov 11 21:39:05.613776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9367bbf-758e-456c-b9c2-03edafb884b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c599d1ef-1558-47bf-9ebb-93779062b331,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:05.685246 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba3d62-6573-43e8-95ac-6f7aa152e57a req-3b5ce8d2-f208-49f4-b038-71d4f6d74905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:05.686868 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-84ba3d62-6573-43e8-95ac-6f7aa152e57a req-3b5ce8d2-f208-49f4-b038-71d4f6d74905 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ee5dc51f-17fd-4f59-8bb0-43d8e837acce HTTP/1.1" status: 200 len: 915 time: 0.1157279 Nov 11 21:39:05.707613 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:05.753709 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:05.765434 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-84ba3d62-6573-43e8-95ac-6f7aa152e57a req-c89a5b57-ab99-410a-996f-571ccccd662a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d40d87eb-dac5-429a-9d21-f08883013e90 HTTP/1.1" status: 200 len: 217 time: 0.0692616 Nov 11 21:39:05.776125 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44205609-fda7-464e-9858-ca1264c753ed req-61d62ecf-11d9-4e1d-8e61-8afbeaff4d2d tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/security-groups?id=2eaf5d28-d845-4bb8-ac8d-bdb3647a0df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996737 Nov 11 21:39:05.803351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eece6bd2-e9e8-438a-b4bd-e86cc9610601,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:05.828114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:39:05.834313 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba3d62-6573-43e8-95ac-6f7aa152e57a req-e54c8697-baaf-46f0-aafb-920fde490652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:05.836035 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-84ba3d62-6573-43e8-95ac-6f7aa152e57a req-e54c8697-baaf-46f0-aafb-920fde490652 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7484e4b-ebfa-4700-88e9-ad9ed237a94d HTTP/1.1" status: 200 len: 853 time: 0.0588789 Nov 11 21:39:05.849757 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:05.855591 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:05.861999 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:05.862351 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] Added segment 9d197e18-2a4a-46a1-94cb-43a955ab72bb of type vlan for network 8070c73e-b48d-4c4a-a545-331deb2a85f4 Nov 11 21:39:05.880607 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-84ba3d62-6573-43e8-95ac-6f7aa152e57a req-59138819-0d41-40ad-8860-b7022364ca9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ee5dc51f-17fd-4f59-8bb0-43d8e837acce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358481 Nov 11 21:39:05.952520 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:05.997572 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-84ba3d62-6573-43e8-95ac-6f7aa152e57a req-a6e71a93-a7d7-4594-99dc-934ddca953fc service neutron] 10.222.0.71 "GET /v2.0/networks/ee5dc51f-17fd-4f59-8bb0-43d8e837acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076510 Nov 11 21:39:06.046040 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:06.047732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:06.047881 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:06.127653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0213125 Nov 11 21:39:06.130005 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3b64d-06f9-4b32-bcc9-3bc33869dbff admin admin] Pushing event updated for resources: {'Network': ['ID=8070c73e-b48d-4c4a-a545-331deb2a85f4,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:06.132577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42060) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:06.140844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 8070c73e-b48d-4c4a-a545-331deb2a85f4 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:39:06.144716 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f75cc6f7-8a96-4810-8637-8417dad89806 admin admin] Request body: {'subnet': {'network_id': '8070c73e-b48d-4c4a-a545-331deb2a85f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1485333163-subnet', 'tenant_id': '0744cbc471f540fca012d470fe1f9b40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:06.152144 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-84ba3d62-6573-43e8-95ac-6f7aa152e57a req-aa0e025b-b83c-4071-9804-81995fd9f26b service neutron] 10.222.0.71 "GET /v2.0/networks/ee5dc51f-17fd-4f59-8bb0-43d8e837acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438277 Nov 11 21:39:06.175278 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Router 2aba32cf-7a7d-4379-8989-ee9b62405e82 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:39:06.199921 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75cc6f7-8a96-4810-8637-8417dad89806 admin admin] Made reservation on behalf of 0744cbc471f540fca012d470fe1f9b40 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:06.204996 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f75cc6f7-8a96-4810-8637-8417dad89806 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:06.401322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:39:06.406680 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:06.409982 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3d4f539c-c263-44b5-b593-fad29ce2fc38 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "PUT /v2.0/routers/2aba32cf-7a7d-4379-8989-ee9b62405e82 HTTP/1.1" status: 200 len: 917 time: 3.1840663 Nov 11 21:39:06.410104 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42070) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:06.416881 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c4e0c-1e06-48a6-ac3f-f938f52ec998 None None] Sync routers for ids ['2aba32cf-7a7d-4379-8989-ee9b62405e82'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:39:06.417806 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 7113285c-3c09-40c0-acc5-88f2f3ea8921 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:39:06.450056 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c4e0c-1e06-48a6-ac3f-f938f52ec998 None None] Routers {'2aba32cf-7a7d-4379-8989-ee9b62405e82'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:06.460913 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-064c4e0c-1e06-48a6-ac3f-f938f52ec998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2aba32cf-7a7d-4379-8989-ee9b62405e82'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:06.505670 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f75cc6f7-8a96-4810-8637-8417dad89806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:06.521217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 7113285c-3c09-40c0-acc5-88f2f3ea8921 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:39:06.523383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 7113285c-3c09-40c0-acc5-88f2f3ea8921 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:39:06.560068 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-064c4e0c-1e06-48a6-ac3f-f938f52ec998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:06.585701 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c4e0c-1e06-48a6-ac3f-f938f52ec998 None None] Routers {'2aba32cf-7a7d-4379-8989-ee9b62405e82'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:06.588958 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-064c4e0c-1e06-48a6-ac3f-f938f52ec998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2aba32cf-7a7d-4379-8989-ee9b62405e82'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:06.590447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75cc6f7-8a96-4810-8637-8417dad89806 admin admin] Checking segment: {'id': '9d197e18-2a4a-46a1-94cb-43a955ab72bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '8070c73e-b48d-4c4a-a545-331deb2a85f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:06.590892 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75cc6f7-8a96-4810-8637-8417dad89806 admin admin] Network hostable DHCP agents. Network: 8070c73e-b48d-4c4a-a545-331deb2a85f4, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:39:06.616690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cc6f7-8a96-4810-8637-8417dad89806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65d1fa8-45af-4477-be89-a1938ae950bc,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:06.622634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75cc6f7-8a96-4810-8637-8417dad89806 admin admin] Network 8070c73e-b48d-4c4a-a545-331deb2a85f4 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:39:06.637533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-f75cc6f7-8a96-4810-8637-8417dad89806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 8070c73e-b48d-4c4a-a545-331deb2a85f4) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:06.644369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75cc6f7-8a96-4810-8637-8417dad89806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:06.645154 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f75cc6f7-8a96-4810-8637-8417dad89806 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:06.648782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5bea75-0271-40c6-a44b-6309753cb064 None None] Network 8070c73e-b48d-4c4a-a545-331deb2a85f4 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:06.672327 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-35f78231-dd25-4d68-90ac-850c95ede33b tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/routers/2aba32cf-7a7d-4379-8989-ee9b62405e82 HTTP/1.1" status: 200 len: 923 time: 0.2609951 Nov 11 21:39:06.674991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42078) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:06.678299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f75cc6f7-8a96-4810-8637-8417dad89806 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5384827 Nov 11 21:39:06.705520 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-064c4e0c-1e06-48a6-ac3f-f938f52ec998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:06.708139 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c4e0c-1e06-48a6-ac3f-f938f52ec998 None None] The sync data for ids ['2aba32cf-7a7d-4379-8989-ee9b62405e82'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:39:06.736425 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0164706-dab2-4fe3-b402-a8910ccdd88c tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:06.738005 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d0164706-dab2-4fe3-b402-a8910ccdd88c tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&device_id=2aba32cf-7a7d-4379-8989-ee9b62405e82&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0619557 Nov 11 21:39:06.740688 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42082) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:06.834799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5715228-dd3c-4498-9601-936b7f9fbaba None None] Network 8070c73e-b48d-4c4a-a545-331deb2a85f4 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:06.852018 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42090) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:06.892436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4532cb4-07f5-4f11-868a-cd6ed776a68d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:06.894735 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b4532cb4-07f5-4f11-868a-cd6ed776a68d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 881 time: 0.1522470 Nov 11 21:39:06.897686 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42092) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:06.921042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-34124907-71b3-4df3-99da-9606238835d3 admin admin] Deleting subnet e65d1fa8-45af-4477-be89-a1938ae950bc {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:39:06.929108 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34124907-71b3-4df3-99da-9606238835d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:06.949057 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f4556150-f1e2-454f-aada-10958a6a56e2 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "GET /v2.0/ports?device_id=2aba32cf-7a7d-4379-8989-ee9b62405e82 HTTP/1.1" status: 200 len: 205 time: 0.0464530 Nov 11 21:39:06.950099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42096) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:06.972693 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34124907-71b3-4df3-99da-9606238835d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.062974 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34124907-71b3-4df3-99da-9606238835d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.107629 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87298c-1d98-4f00-8b27-6851c3a1d20a req-cdf557e8-5099-4abb-88f1-32c038d9d5ed tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:07.109235 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c87298c-1d98-4f00-8b27-6851c3a1d20a req-cdf557e8-5099-4abb-88f1-32c038d9d5ed tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 943 time: 0.1051929 Nov 11 21:39:07.171653 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17c0a8fe-b73f-4120-a0a7-696ab85a4aa4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.185369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c87298c-1d98-4f00-8b27-6851c3a1d20a req-90334ab1-f804-4d6c-a5a1-9135e9a2346a tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/security-groups?id=2eaf5d28-d845-4bb8-ac8d-bdb3647a0df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652339 Nov 11 21:39:07.201898 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34124907-71b3-4df3-99da-9606238835d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.222428 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34124907-71b3-4df3-99da-9606238835d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.230550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42106) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:07.233920 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-34124907-71b3-4df3-99da-9606238835d3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e65d1fa8-45af-4477-be89-a1938ae950bc HTTP/1.1" status: 204 len: 168 time: 0.3769019 Nov 11 21:39:07.258666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34124907-71b3-4df3-99da-9606238835d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e65d1fa8-45af-4477-be89-a1938ae950bc,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:07.350090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42110) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:07.358631 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bba2ecdb-acb4-4db7-9360-0e81f436bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.363438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d40d87eb-dac5-429a-9d21-f08883013e90 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:39:07.376440 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17c0a8fe-b73f-4120-a0a7-696ab85a4aa4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.473608 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bba2ecdb-acb4-4db7-9360-0e81f436bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.477965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-26bd3c8d-d369-4737-bec0-5c8fa33fa6aa tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-121245226'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:07.479012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-26bd3c8d-d369-4737-bec0-5c8fa33fa6aa tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Unknown quota resources ['metering_label']. {{(pid=102534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:39:07.480833 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d40d87eb-dac5-429a-9d21-f08883013e90, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d40d87eb-dac5-429a-9d21-f08883013e90,segment=NetworkSegment(056e50bd-4819-48a1-943a-667963b81667),segment_id=056e50bd-4819-48a1-943a-667963b81667)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:07.494621 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'd40d87eb-dac5-429a-9d21-f08883013e90', 'network_id': 'ee5dc51f-17fd-4f59-8bb0-43d8e837acce', 'port_id': 'd40d87eb-dac5-429a-9d21-f08883013e90', 'mac_address': 'fa:16:3e:63:2b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7484e4b-ebfa-4700-88e9-ad9ed237a94d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:39:07.503445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bba2ecdb-acb4-4db7-9360-0e81f436bd5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8070c73e-b48d-4c4a-a545-331deb2a85f4']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:07.517523 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-17c0a8fe-b73f-4120-a0a7-696ab85a4aa4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Deleting port 7c4c1434-ace7-47f9-9464-2b462d9ba7db {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:07.517876 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17c0a8fe-b73f-4120-a0a7-696ab85a4aa4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.522942 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bba2ecdb-acb4-4db7-9360-0e81f436bd5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d197e18-2a4a-46a1-94cb-43a955ab72bb') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:07.522942 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bba2ecdb-acb4-4db7-9360-0e81f436bd5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d197e18-2a4a-46a1-94cb-43a955ab72bb') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:07.535144 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.545999 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bba2ecdb-acb4-4db7-9360-0e81f436bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.548283 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40d87eb-dac5-429a-9d21-f08883013e90 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:39:07.571798 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d40d87eb-dac5-429a-9d21-f08883013e90, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d40d87eb-dac5-429a-9d21-f08883013e90,segment=NetworkSegment(056e50bd-4819-48a1-943a-667963b81667),segment_id=056e50bd-4819-48a1-943a-667963b81667)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:07.578109 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.592395 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bba2ecdb-acb4-4db7-9360-0e81f436bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.600348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba2ecdb-acb4-4db7-9360-0e81f436bd5c admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:39:07.601902 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bba2ecdb-acb4-4db7-9360-0e81f436bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.629142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d40d87eb-dac5-429a-9d21-f08883013e90,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:39:07.649542 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:39:07.689361 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bba2ecdb-acb4-4db7-9360-0e81f436bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.693147 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17c0a8fe-b73f-4120-a0a7-696ab85a4aa4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.703314 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-26bd3c8d-d369-4737-bec0-5c8fa33fa6aa tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.707867 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-26bd3c8d-d369-4737-bec0-5c8fa33fa6aa tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3554759 Nov 11 21:39:07.708618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42118) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:07.713396 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bba2ecdb-acb4-4db7-9360-0e81f436bd5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.716602 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bba2ecdb-acb4-4db7-9360-0e81f436bd5c admin admin] 10.222.0.57 "DELETE /v2.0/networks/8070c73e-b48d-4c4a-a545-331deb2a85f4 HTTP/1.1" status: 204 len: 168 time: 0.4851065 Nov 11 21:39:07.728270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2ecdb-acb4-4db7-9360-0e81f436bd5c admin admin] Pushing event deleted for resources: {'Network': ['ID=8070c73e-b48d-4c4a-a545-331deb2a85f4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:07.733775 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-17c0a8fe-b73f-4120-a0a7-696ab85a4aa4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Calling delete_port for 7c4c1434-ace7-47f9-9464-2b462d9ba7db owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:07.747356 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5b9442dc-8219-43b1-85ac-4f24914225a1 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8bacfc4c-015d-4179-92a2-4ed8f4c5aa95'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:07.748210 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5b9442dc-8219-43b1-85ac-4f24914225a1 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:39:07.856575 n-d-805737-3 neutron-server[102534]: WARNING neutron.services.metering.metering_plugin [None req-5b9442dc-8219-43b1-85ac-4f24914225a1 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 21:39:07.866318 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d40d87eb-dac5-429a-9d21-f08883013e90'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:39:07.931235 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17c0a8fe-b73f-4120-a0a7-696ab85a4aa4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.971701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0a8fe-b73f-4120-a0a7-696ab85a4aa4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Pushing event deleted for resources: {'Port': ['ID=7c4c1434-ace7-47f9-9464-2b462d9ba7db,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:07.992207 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b9442dc-8219-43b1-85ac-4f24914225a1 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.996881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5b9442dc-8219-43b1-85ac-4f24914225a1 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2870314 Nov 11 21:39:07.997534 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42122) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:08.001719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ecffad4d-2707-4969-bcf8-7a9c31676410 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8bacfc4c-015d-4179-92a2-4ed8f4c5aa95'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:08.002202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ecffad4d-2707-4969-bcf8-7a9c31676410 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:39:08.051068 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42124) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:08.066856 n-d-805737-3 neutron-server[102534]: WARNING neutron.services.metering.metering_plugin [None req-ecffad4d-2707-4969-bcf8-7a9c31676410 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 21:39:08.105983 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17c0a8fe-b73f-4120-a0a7-696ab85a4aa4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.110014 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e5df1aae-9ff5-4429-8080-d792ec6a7f51 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0744cbc471f540fca012d470fe1f9b40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0575647 Nov 11 21:39:08.112470 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42128) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:08.162407 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ecffad4d-2707-4969-bcf8-7a9c31676410 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.175981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ecffad4d-2707-4969-bcf8-7a9c31676410 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1694462 Nov 11 21:39:08.175981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42130) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:08.194080 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3f892f98-08aa-455b-bf51-37c6b965145b tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=98866772-f673-4e1e-9074-81284868ef85 HTTP/1.1" status: 200 len: 464 time: 0.0218792 Nov 11 21:39:08.194675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42134) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:08.232682 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17c0a8fe-b73f-4120-a0a7-696ab85a4aa4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.237806 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17c0a8fe-b73f-4120-a0a7-696ab85a4aa4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.303076 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17c0a8fe-b73f-4120-a0a7-696ab85a4aa4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.303642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c0a8fe-b73f-4120-a0a7-696ab85a4aa4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Fanout notify agent at l3_agent the message router_deleted on router 2aba32cf-7a7d-4379-8989-ee9b62405e82 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:39:08.317200 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17c0a8fe-b73f-4120-a0a7-696ab85a4aa4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.319011 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-17c0a8fe-b73f-4120-a0a7-696ab85a4aa4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "DELETE /v2.0/routers/2aba32cf-7a7d-4379-8989-ee9b62405e82 HTTP/1.1" status: 204 len: 168 time: 1.3667464 Nov 11 21:39:08.320013 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd13a6e9-dbfa-4ff9-8b3e-9d0e1ff20831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.323710 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42138) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:08.327752 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9d161179-5aa4-44c4-aad2-e990c459bc6f tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.328891 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9d161179-5aa4-44c4-aad2-e990c459bc6f tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/98866772-f673-4e1e-9074-81284868ef85 HTTP/1.1" status: 204 len: 168 time: 0.1335397 Nov 11 21:39:08.330542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c3966613-3aae-41be-8f7a-7e3fe58d3cab tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-681779909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:08.336264 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42140) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:08.374243 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd13a6e9-dbfa-4ff9-8b3e-9d0e1ff20831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.378028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143ecaf-a0b2-4485-9140-dfcfa8c51487 req-d9b87e33-3825-401e-853b-df42cd678204 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:08.379618 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0143ecaf-a0b2-4485-9140-dfcfa8c51487 req-d9b87e33-3825-401e-853b-df42cd678204 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 944 time: 0.0565090 Nov 11 21:39:08.387247 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fc7d8f39-3e68-41c8-bbe4-abb51def470b tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=98866772-f673-4e1e-9074-81284868ef85 HTTP/1.1" status: 200 len: 221 time: 0.0398903 Nov 11 21:39:08.387700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42142) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:08.393642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-603f04bc-d5f6-4dbe-8146-93e769fb44cd tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--26480199', 'description': 'label created by tempest'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:08.394259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-603f04bc-d5f6-4dbe-8146-93e769fb44cd tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Unknown quota resources ['metering_label']. {{(pid=102534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:39:08.411790 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3966613-3aae-41be-8f7a-7e3fe58d3cab tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.412839 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3966613-3aae-41be-8f7a-7e3fe58d3cab tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.469521 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3966613-3aae-41be-8f7a-7e3fe58d3cab tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.474416 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3966613-3aae-41be-8f7a-7e3fe58d3cab tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.484485 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd13a6e9-dbfa-4ff9-8b3e-9d0e1ff20831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.487145 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd13a6e9-dbfa-4ff9-8b3e-9d0e1ff20831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.490919 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fd13a6e9-dbfa-4ff9-8b3e-9d0e1ff20831 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eece6bd2-e9e8-438a-b4bd-e86cc9610601 HTTP/1.1" status: 204 len: 168 time: 0.3749213 Nov 11 21:39:08.499848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13a6e9-dbfa-4ff9-8b3e-9d0e1ff20831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eece6bd2-e9e8-438a-b4bd-e86cc9610601,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:08.508115 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3966613-3aae-41be-8f7a-7e3fe58d3cab tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.511968 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c3966613-3aae-41be-8f7a-7e3fe58d3cab tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1846054 Nov 11 21:39:08.512334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42146) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:08.530581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'enable_snat': False}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:08.793534 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.977739 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-603f04bc-d5f6-4dbe-8146-93e769fb44cd tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.981433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-603f04bc-d5f6-4dbe-8146-93e769fb44cd tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.5902331 Nov 11 21:39:08.982924 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0143ecaf-a0b2-4485-9140-dfcfa8c51487 req-a52ebf50-e137-4131-8336-e2181a01f8fd tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/security-groups?id=2eaf5d28-d845-4bb8-ac8d-bdb3647a0df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854752 Nov 11 21:39:08.983387 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42158) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:09.099797 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-67bce71b-5054-4ea7-af90-b7a2c8fcd431 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=ce40a950-5f03-4bdc-8039-5bba6cb27e58 HTTP/1.1" status: 200 len: 466 time: 0.1152763 Nov 11 21:39:09.102536 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42162) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:09.351720 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-292307e5-74e6-4847-9c13-ec8abe9c15b7 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:09.354222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-292307e5-74e6-4847-9c13-ec8abe9c15b7 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/ce40a950-5f03-4bdc-8039-5bba6cb27e58 HTTP/1.1" status: 204 len: 168 time: 0.2505221 Nov 11 21:39:09.355745 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42178) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:09.377531 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0e54ad7b-5621-4ff3-aac1-eee43ba2f7fd tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=ce40a950-5f03-4bdc-8039-5bba6cb27e58 HTTP/1.1" status: 200 len: 216 time: 0.0204170 Nov 11 21:39:09.381583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42180) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:09.382209 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d40d87eb-dac5-429a-9d21-f08883013e90 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:39:09.394077 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:09.417141 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8cdd2116-ff98-4c59-b583-14eb1ab5854d tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0312219 Nov 11 21:39:09.420540 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42184) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:09.461050 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-27c44e81-c3ab-4c43-bb1b-61a522b84b4c tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0363152 Nov 11 21:39:09.463238 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:09.466107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42188) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:09.518328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port d40d87eb-dac5-429a-9d21-f08883013e90 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:39:09.523001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port d40d87eb-dac5-429a-9d21-f08883013e90 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:09.523645 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:09.541867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42192) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:09.554298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f19d2b96-51c7-4dbc-b10e-65fc1470ef2c tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels/8bacfc4c-015d-4179-92a2-4ed8f4c5aa95 HTTP/1.1" status: 200 len: 472 time: 0.0868864 Nov 11 21:39:09.554955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42194) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:09.576639 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-da79c4a2-6888-4e1c-9f60-e027a0dc7918 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules/39311bd9-810f-4207-a3a7-6418454f11ed HTTP/1.1" status: 200 len: 461 time: 0.0166452 Nov 11 21:39:09.578104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42196) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:09.596136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f495baf-7e7c-4442-98c7-e8b9f4a589c4 admin admin] Deleting subnet 8fbf341f-dbe9-4e8a-84ab-0939e03ed68d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:39:09.601784 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f495baf-7e7c-4442-98c7-e8b9f4a589c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:09.671817 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f495baf-7e7c-4442-98c7-e8b9f4a589c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:09.742185 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Allocated IP 172.25.0.94 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/0237aa52-3c4b-46c0-8159-9493e3f0c805) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:09.805432 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-75cd41c9-b356-4ec0-8cfb-dc7132cbe2cd tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:09.807669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-75cd41c9-b356-4ec0-8cfb-dc7132cbe2cd tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/39311bd9-810f-4207-a3a7-6418454f11ed HTTP/1.1" status: 204 len: 168 time: 0.2278471 Nov 11 21:39:09.815846 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42204) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:09.823026 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:09.846196 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5c8056-98be-40e5-b23f-5ef2f4569b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40d87eb-dac5-429a-9d21-f08883013e90'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:39:09.848426 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a13ff26-47e6-41af-a396-aa1a41d65d2e" -d '{"events": [{"server_uuid": "4e5c8056-98be-40e5-b23f-5ef2f4569b12", "name": "network-vif-plugged", "status": "completed", "tag": "d40d87eb-dac5-429a-9d21-f08883013e90"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:39:09.863878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port d40d87eb-dac5-429a-9d21-f08883013e90, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d40d87eb-dac5-429a-9d21-f08883013e90,segment=NetworkSegment(056e50bd-4819-48a1-943a-667963b81667),segment_id=056e50bd-4819-48a1-943a-667963b81667)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:09.871841 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:09.925421 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f495baf-7e7c-4442-98c7-e8b9f4a589c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:09.929332 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236b5e36-6da9-46f3-b2c5-c097bbbad7d8 x-openstack-request-id: req-236b5e36-6da9-46f3-b2c5-c097bbbad7d8 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:39:09.929823 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5c8056-98be-40e5-b23f-5ef2f4569b12", "name": "network-vif-plugged", "status": "completed", "tag": "d40d87eb-dac5-429a-9d21-f08883013e90", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:39:09.931860 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-236b5e36-6da9-46f3-b2c5-c097bbbad7d8 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:39:09.932441 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5c8056-98be-40e5-b23f-5ef2f4569b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40d87eb-dac5-429a-9d21-f08883013e90', 'code': 200} Nov 11 21:39:09.977322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=d40d87eb-dac5-429a-9d21-f08883013e90,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:10.148580 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6203027-5e8e-4fbb-92e9-735aa8f73bf9 req-75f07adb-d3a8-4b34-aea6-7be1c4ef791a tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:10.150220 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6203027-5e8e-4fbb-92e9-735aa8f73bf9 req-75f07adb-d3a8-4b34-aea6-7be1c4ef791a tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 945 time: 0.0740635 Nov 11 21:39:10.220681 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.234565 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c942733-059e-4ad6-99e5-0a6558aca4f9 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.235713 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0c942733-059e-4ad6-99e5-0a6558aca4f9 tempest-MeteringTestJSON-1537960602 tempest-MeteringTestJSON-1537960602-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/8bacfc4c-015d-4179-92a2-4ed8f4c5aa95 HTTP/1.1" status: 204 len: 168 time: 0.4189129 Nov 11 21:39:10.239862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6203027-5e8e-4fbb-92e9-735aa8f73bf9 req-ed5a97df-10f4-48b2-976a-fb2b993db005 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/security-groups?id=2eaf5d28-d845-4bb8-ac8d-bdb3647a0df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825639 Nov 11 21:39:10.240208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b556834-761a-4989-85f0-9e3c961e1d73 req-629d3d01-2927-4091-9737-92f8bcc6af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:10.245230 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8b556834-761a-4989-85f0-9e3c961e1d73 req-629d3d01-2927-4091-9737-92f8bcc6af23 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 1096 time: 0.2412133 Nov 11 21:39:10.282207 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f495baf-7e7c-4442-98c7-e8b9f4a589c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.334023 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f495baf-7e7c-4442-98c7-e8b9f4a589c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fbf341f-dbe9-4e8a-84ab-0939e03ed68d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:10.336139 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f495baf-7e7c-4442-98c7-e8b9f4a589c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.341933 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8f495baf-7e7c-4442-98c7-e8b9f4a589c4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8fbf341f-dbe9-4e8a-84ab-0939e03ed68d HTTP/1.1" status: 204 len: 168 time: 0.7990744 Nov 11 21:39:10.343010 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42222) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:10.355435 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.401779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:10.404920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:10.410457 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8b556834-761a-4989-85f0-9e3c961e1d73 req-26382c73-5e10-4dee-bcb8-8777566cef74 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2eaf5d28-d845-4bb8-ac8d-bdb3647a0df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402240 Nov 11 21:39:10.411148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:10.431726 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c77b7855-7c18-486e-affb-4679a769b823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.442652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Pushing event updated for resources: {'Port': ['ID=0237aa52-3c4b-46c0-8159-9493e3f0c805,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:10.543301 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c77b7855-7c18-486e-affb-4679a769b823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.570636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-c77b7855-7c18-486e-affb-4679a769b823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5b6d21-fbb6-4820-8133-c68412293dd6']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:10.585086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-c77b7855-7c18-486e-affb-4679a769b823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c7ae12-d990-4673-b70d-f372d7dcec0c') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:10.585456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-c77b7855-7c18-486e-affb-4679a769b823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c7ae12-d990-4673-b70d-f372d7dcec0c') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:10.596918 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c77b7855-7c18-486e-affb-4679a769b823 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.608222 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42230) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:10.625613 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c77b7855-7c18-486e-affb-4679a769b823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.635078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77b7855-7c18-486e-affb-4679a769b823 admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:39:10.635878 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c77b7855-7c18-486e-affb-4679a769b823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:39:10.638723 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:39:10.707708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.716214 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c77b7855-7c18-486e-affb-4679a769b823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.724401 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c77b7855-7c18-486e-affb-4679a769b823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.731152 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c77b7855-7c18-486e-affb-4679a769b823 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0f5b6d21-fbb6-4820-8133-c68412293dd6 HTTP/1.1" status: 204 len: 168 time: 0.3865101 Nov 11 21:39:10.782865 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a5da8c03-b77e-4a44-97e8-45c809b82779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.796864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b7855-7c18-486e-affb-4679a769b823 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5b6d21-fbb6-4820-8133-c68412293dd6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:10.894385 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a5da8c03-b77e-4a44-97e8-45c809b82779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.900689 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a5da8c03-b77e-4a44-97e8-45c809b82779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:10.923429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42236) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:10.931093 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a5da8c03-b77e-4a44-97e8-45c809b82779 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=325f3b83d0df40b2b52fb35847851ce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3217516 Nov 11 21:39:10.934044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42238) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:10.950343 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da8c03-b77e-4a44-97e8-45c809b82779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436b756a-6f3c-4dca-a745-c9506c54d64c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:10.991042 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:11.004710 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:11.014051 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:11.018743 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bad29f0b-32b0-446d-951f-ed9ee53f0d5e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d1be613363d7416ca7041946f8d377db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0934670 Nov 11 21:39:11.021118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42240) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:11.081424 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2403681b-932e-46ae-80b7-cde414870b03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:11.102679 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70ff4e34-aa7a-4452-92c3-43c815fd5330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:11.122134 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2403681b-932e-46ae-80b7-cde414870b03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:11.165865 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70ff4e34-aa7a-4452-92c3-43c815fd5330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:11.189480 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2403681b-932e-46ae-80b7-cde414870b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:11.192868 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2403681b-932e-46ae-80b7-cde414870b03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:11.196863 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2403681b-932e-46ae-80b7-cde414870b03 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/33244c3f-cea7-42f6-9099-c02838e0efe7 HTTP/1.1" status: 204 len: 168 time: 0.1721008 Nov 11 21:39:11.203405 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403681b-932e-46ae-80b7-cde414870b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33244c3f-cea7-42f6-9099-c02838e0efe7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:11.253925 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70ff4e34-aa7a-4452-92c3-43c815fd5330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:11.256736 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-70ff4e34-aa7a-4452-92c3-43c815fd5330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:11.260311 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-70ff4e34-aa7a-4452-92c3-43c815fd5330 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/436b756a-6f3c-4dca-a745-c9506c54d64c HTTP/1.1" status: 204 len: 168 time: 0.3230457 Nov 11 21:39:11.295050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff4e34-aa7a-4452-92c3-43c815fd5330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436b756a-6f3c-4dca-a745-c9506c54d64c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:11.322447 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Router ce5e6404-3bd2-4982-ae6b-f1c6df2c344b is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:39:11.428659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d37f0-f1c5-4add-a8f2-2e1fd897f777 req-6440119b-6f43-4642-b099-07d8f5dc89b0 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:11.433452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b06d37f0-f1c5-4add-a8f2-2e1fd897f777 req-6440119b-6f43-4642-b099-07d8f5dc89b0 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 945 time: 0.1102228 Nov 11 21:39:11.456411 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:39:11.461662 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:11.465283 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-66cb0dbd-8db0-4098-bd59-01374d72716a tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "PUT /v2.0/routers/ce5e6404-3bd2-4982-ae6b-f1c6df2c344b HTTP/1.1" status: 200 len: 918 time: 2.9379005 Nov 11 21:39:11.465735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42258) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:11.470599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a0612-42f3-4c95-841f-670abca1580a None None] Sync routers for ids ['ce5e6404-3bd2-4982-ae6b-f1c6df2c344b'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:39:11.481349 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a0612-42f3-4c95-841f-670abca1580a None None] Routers {'ce5e6404-3bd2-4982-ae6b-f1c6df2c344b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:11.489190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-421a0612-42f3-4c95-841f-670abca1580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ce5e6404-3bd2-4982-ae6b-f1c6df2c344b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:11.538557 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b06d37f0-f1c5-4add-a8f2-2e1fd897f777 req-96126e76-5e8d-4ded-8c8c-7e3893b8cd89 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/security-groups?id=2eaf5d28-d845-4bb8-ac8d-bdb3647a0df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015353 Nov 11 21:39:11.585803 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-421a0612-42f3-4c95-841f-670abca1580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:11.607519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a0612-42f3-4c95-841f-670abca1580a None None] Routers {'ce5e6404-3bd2-4982-ae6b-f1c6df2c344b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:11.609847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-421a0612-42f3-4c95-841f-670abca1580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:38:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ce5e6404-3bd2-4982-ae6b-f1c6df2c344b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:11.701693 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-421a0612-42f3-4c95-841f-670abca1580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:11.703160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a0612-42f3-4c95-841f-670abca1580a None None] The sync data for ids ['ce5e6404-3bd2-4982-ae6b-f1c6df2c344b'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:39:11.714142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42276) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:11.715390 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a7c4c31b-d0b9-42bc-90e4-fa18dc0f0caf tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/routers/ce5e6404-3bd2-4982-ae6b-f1c6df2c344b HTTP/1.1" status: 200 len: 924 time: 0.2482638 Nov 11 21:39:11.792653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1f465-0c74-416f-8b97-1d178ccd52f8 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:11.796843 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-51c1f465-0c74-416f-8b97-1d178ccd52f8 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&device_id=ce5e6404-3bd2-4982-ae6b-f1c6df2c344b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0788889 Nov 11 21:39:11.798453 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42282) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:11.873776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42286) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:11.889322 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7eb66dc7-4b86-4528-ae0e-7a50373637a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:11.901158 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d92e6a-104c-420e-a3e9-a636038a4ca1 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:11.903068 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-39d92e6a-104c-420e-a3e9-a636038a4ca1 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 881 time: 0.1039820 Nov 11 21:39:11.905828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42288) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:11.949066 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-23342454-7338-4cf9-984b-b275998dd2f0 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5e6404-3bd2-4982-ae6b-f1c6df2c344b HTTP/1.1" status: 200 len: 205 time: 0.0398171 Nov 11 21:39:11.949674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42290) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:12.031202 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7eb66dc7-4b86-4528-ae0e-7a50373637a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.061633 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7eb66dc7-4b86-4528-ae0e-7a50373637a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.122256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7eb66dc7-4b86-4528-ae0e-7a50373637a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ebcbe6afba9040208331cbf4e2a0019f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2475195 Nov 11 21:39:12.122709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42300) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:12.124722 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb66dc7-4b86-4528-ae0e-7a50373637a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e20dd2-9ef0-4b9b-b2b4-18f16e0a96be,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:12.129533 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4084fdce-dcad-46a4-8e6c-7ba530cdeaa3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.232585 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5766cc20-2d7f-470a-ab2a-e18353e46b10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.261014 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5766cc20-2d7f-470a-ab2a-e18353e46b10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.265339 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4084fdce-dcad-46a4-8e6c-7ba530cdeaa3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.301573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42304) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:12.322545 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5766cc20-2d7f-470a-ab2a-e18353e46b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.328940 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5766cc20-2d7f-470a-ab2a-e18353e46b10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.330935 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5766cc20-2d7f-470a-ab2a-e18353e46b10 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f2e20dd2-9ef0-4b9b-b2b4-18f16e0a96be HTTP/1.1" status: 204 len: 168 time: 0.2060559 Nov 11 21:39:12.331889 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-4084fdce-dcad-46a4-8e6c-7ba530cdeaa3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Deleting port 0237aa52-3c4b-46c0-8159-9493e3f0c805 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:12.332239 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4084fdce-dcad-46a4-8e6c-7ba530cdeaa3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.340042 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766cc20-2d7f-470a-ab2a-e18353e46b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e20dd2-9ef0-4b9b-b2b4-18f16e0a96be,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:12.422043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-719066332-network', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:12.441259 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4084fdce-dcad-46a4-8e6c-7ba530cdeaa3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.449263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] Made reservation on behalf of efe5cf2f31f14ae99d8c9d87f4dba9a6 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:12.452904 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.456568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-4084fdce-dcad-46a4-8e6c-7ba530cdeaa3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Calling delete_port for 0237aa52-3c4b-46c0-8159-9493e3f0c805 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:12.470693 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.558019 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.562925 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.592583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:39:12.621107 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766354ce-57f9-40d0-812f-470496e3a6da,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:12.698732 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4084fdce-dcad-46a4-8e6c-7ba530cdeaa3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.704599 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.705293 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] Added segment 8d930290-0268-4670-a846-4f72249a4412 of type vlan for network 1fce0110-e17d-4dbf-bcff-6587b695d31e Nov 11 21:39:12.745694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367cedf-fe8e-46b3-9a4f-6e51b02588e8 req-bd79f8d9-c85e-46e1-9b9a-0174a053d8bb tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:12.747310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a367cedf-fe8e-46b3-9a4f-6e51b02588e8 req-bd79f8d9-c85e-46e1-9b9a-0174a053d8bb tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 945 time: 0.1043503 Nov 11 21:39:12.751225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084fdce-dcad-46a4-8e6c-7ba530cdeaa3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Pushing event deleted for resources: {'Port': ['ID=0237aa52-3c4b-46c0-8159-9493e3f0c805,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:12.790505 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.825397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.826571 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:12.827577 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.841277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4084fdce-dcad-46a4-8e6c-7ba530cdeaa3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.889110 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a367cedf-fe8e-46b3-9a4f-6e51b02588e8 req-8ddd25a1-dec6-40af-8e7b-3bffdd2700a7 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/security-groups?id=2eaf5d28-d845-4bb8-ac8d-bdb3647a0df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185400 Nov 11 21:39:12.975448 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4084fdce-dcad-46a4-8e6c-7ba530cdeaa3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.979006 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4084fdce-dcad-46a4-8e6c-7ba530cdeaa3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:12.985695 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42332) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:12.986788 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6839824 Nov 11 21:39:13.002931 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f3308-dc0a-40ae-b579-d7c7544fd26d admin admin] Pushing event updated for resources: {'Network': ['ID=1fce0110-e17d-4dbf-bcff-6587b695d31e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:13.016373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 1fce0110-e17d-4dbf-bcff-6587b695d31e details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:39:13.018116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f6213e55-c16d-4586-84d7-12a85bfbe505 admin admin] Request body: {'subnet': {'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-719066332-subnet', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:13.077830 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4084fdce-dcad-46a4-8e6c-7ba530cdeaa3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:13.078382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4084fdce-dcad-46a4-8e6c-7ba530cdeaa3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Fanout notify agent at l3_agent the message router_deleted on router ce5e6404-3bd2-4982-ae6b-f1c6df2c344b {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:39:13.087293 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4084fdce-dcad-46a4-8e6c-7ba530cdeaa3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:13.088464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4084fdce-dcad-46a4-8e6c-7ba530cdeaa3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "DELETE /v2.0/routers/ce5e6404-3bd2-4982-ae6b-f1c6df2c344b HTTP/1.1" status: 204 len: 168 time: 1.1375568 Nov 11 21:39:13.092229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42340) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:13.098254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2118143799', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}, 'admin_state_up': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:13.127496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6213e55-c16d-4586-84d7-12a85bfbe505 admin admin] Made reservation on behalf of efe5cf2f31f14ae99d8c9d87f4dba9a6 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:13.130746 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f6213e55-c16d-4586-84d7-12a85bfbe505 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:13.193097 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:13.194175 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:13.293705 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:13.370878 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1e7c9-bb12-4bf4-bd8c-f5ce5103efc9 req-3b6600da-2d55-4e42-a150-cd3272ad2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:13.372613 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33f1e7c9-bb12-4bf4-bd8c-f5ce5103efc9 req-3b6600da-2d55-4e42-a150-cd3272ad2440 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7ceece7f38b422d9553e1022df4eca5&device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 1096 time: 0.0833838 Nov 11 21:39:13.435438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbfa94-02bc-4d57-9d6b-a4fa124fedc9 req-33b370f9-d127-4db9-a20d-84fa1898b7f6 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:13.437120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8dbfa94-02bc-4d57-9d6b-a4fa124fedc9 req-33b370f9-d127-4db9-a20d-84fa1898b7f6 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 945 time: 0.1606038 Nov 11 21:39:13.495046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1e7c9-bb12-4bf4-bd8c-f5ce5103efc9 req-29887f16-81a5-4be5-ae72-39e7d315bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:13.498075 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33f1e7c9-bb12-4bf4-bd8c-f5ce5103efc9 req-29887f16-81a5-4be5-ae72-39e7d315bbb2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ee5dc51f-17fd-4f59-8bb0-43d8e837acce HTTP/1.1" status: 200 len: 915 time: 0.1153350 Nov 11 21:39:13.555990 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:13.577639 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33f1e7c9-bb12-4bf4-bd8c-f5ce5103efc9 req-eb758a71-1dd6-411b-bade-f238f143733e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d40d87eb-dac5-429a-9d21-f08883013e90 HTTP/1.1" status: 200 len: 217 time: 0.0709579 Nov 11 21:39:13.607448 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f6213e55-c16d-4586-84d7-12a85bfbe505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:13.650962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1e7c9-bb12-4bf4-bd8c-f5ce5103efc9 req-0ee9225e-5736-43ad-9082-e07b9e56e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:13.652485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6213e55-c16d-4586-84d7-12a85bfbe505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc9cd29-0338-4a59-aaa7-c7a0cc838140,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:13.652658 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33f1e7c9-bb12-4bf4-bd8c-f5ce5103efc9 req-0ee9225e-5736-43ad-9082-e07b9e56e60c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7484e4b-ebfa-4700-88e9-ad9ed237a94d HTTP/1.1" status: 200 len: 853 time: 0.0676575 Nov 11 21:39:13.674831 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8dbfa94-02bc-4d57-9d6b-a4fa124fedc9 req-f8e1e3e3-4809-4a40-baab-8d2e47d83bbb tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/security-groups?id=2eaf5d28-d845-4bb8-ac8d-bdb3647a0df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915805 Nov 11 21:39:13.715295 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33f1e7c9-bb12-4bf4-bd8c-f5ce5103efc9 req-003c0d36-2188-4d97-a387-1169a2150267 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ee5dc51f-17fd-4f59-8bb0-43d8e837acce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540731 Nov 11 21:39:13.771053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6213e55-c16d-4586-84d7-12a85bfbe505 admin admin] Checking segment: {'id': '8d930290-0268-4670-a846-4f72249a4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:13.771484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6213e55-c16d-4586-84d7-12a85bfbe505 admin admin] Network hostable DHCP agents. Network: 1fce0110-e17d-4dbf-bcff-6587b695d31e, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:39:13.796865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6213e55-c16d-4586-84d7-12a85bfbe505 admin admin] Network 1fce0110-e17d-4dbf-bcff-6587b695d31e is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:39:13.822767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-f6213e55-c16d-4586-84d7-12a85bfbe505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 1fce0110-e17d-4dbf-bcff-6587b695d31e) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:13.832223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6213e55-c16d-4586-84d7-12a85bfbe505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:13.835231 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f6213e55-c16d-4586-84d7-12a85bfbe505 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:13.838416 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6423ea66-5a4a-44fc-b9ba-c0aba62aa126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:13.840295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449c88a3-c759-412d-b6f0-83ff74559340 None None] Network 1fce0110-e17d-4dbf-bcff-6587b695d31e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:13.863727 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f6213e55-c16d-4586-84d7-12a85bfbe505 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8762395 Nov 11 21:39:13.873615 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42360) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:13.886773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:13.901398 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33f1e7c9-bb12-4bf4-bd8c-f5ce5103efc9 req-fa1b7a3e-d73e-43dc-bd09-25cd631d871b service neutron] 10.222.0.71 "GET /v2.0/networks/ee5dc51f-17fd-4f59-8bb0-43d8e837acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765454 Nov 11 21:39:13.986198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:13.987365 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:13.992000 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.012974 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.124639 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42372) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:14.137057 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33f1e7c9-bb12-4bf4-bd8c-f5ce5103efc9 req-c04e0d73-025b-4fa5-a714-dd70de116fcb service neutron] 10.222.0.71 "GET /v2.0/networks/ee5dc51f-17fd-4f59-8bb0-43d8e837acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281137 Nov 11 21:39:14.138732 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.156788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-1fce0110-e17d-4dbf-bcff-6587b695d31e', 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'fixed_ips': [{'subnet_id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:39:14.158693 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.258095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Allocated IP 172.25.0.21 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/20e776d3-f0ac-4226-b57b-975b632ee8b7) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:14.290563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1619387723', 'router:external': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:14.299414 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.385645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Allocated IP 172.20.0.2 (1fce0110-e17d-4dbf-bcff-6587b695d31e/4cc9cd29-0338-4a59-aaa7-c7a0cc838140/65db51cc-d88e-4008-8f7e-889de42dd0ab) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:14.392359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Made reservation on behalf of 253c0c62b4cb426fa53dff567ec0d270 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:14.395480 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.414914 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.466573 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.510344 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.551942 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.556626 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.573847 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.592862 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:14.594253 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.594804 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.606094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:39:14.615753 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.616099 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Added segment 92faf4bb-69c4-4890-aeb0-23fec1ed1b62 of type vlan for network e24c991f-33fe-451c-a0f7-558cfe56770f Nov 11 21:39:14.622238 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.630710 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.671226 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.681672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:14.685900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:14.700085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Pushing event updated for resources: {'Port': ['ID=65db51cc-d88e-4008-8f7e-889de42dd0ab,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:14.740087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Network 1fce0110-e17d-4dbf-bcff-6587b695d31e is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:14.742021 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:14.752835 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:14.811617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Allocated IP 172.25.0.28 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/c909a2d3-309c-4a71-a49f-55560b573c24) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:14.815866 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Pushing event updated for resources: {'Port': ['ID=20e776d3-f0ac-4226-b57b-975b632ee8b7,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:14.818537 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942942bb-48f1-4d00-ad79-4184875cceff,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:14.868586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Attempting to bind port 65db51cc-d88e-4008-8f7e-889de42dd0ab on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:39:14.869201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Attempting to bind port 65db51cc-d88e-4008-8f7e-889de42dd0ab by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '8d930290-0268-4670-a846-4f72249a4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:39:14.870360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Attempting to bind port 65db51cc-d88e-4008-8f7e-889de42dd0ab on network 1fce0110-e17d-4dbf-bcff-6587b695d31e {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:39:14.875357 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.876316 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:14.876921 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.885820 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:39:14.886597 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Checking segment: {'id': '8d930290-0268-4670-a846-4f72249a4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:14.887162 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.887703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Bound using segment: {'id': '8d930290-0268-4670-a846-4f72249a4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:39:14.888554 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Bound port: 65db51cc-d88e-4008-8f7e-889de42dd0ab, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d930290-0268-4670-a846-4f72249a4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:39:14.889150 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.916114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b2880-5af3-4d61-b29b-5ff58c8df1e1 req-f57c903f-4865-439f-8a37-dad188887e8c tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:14.917699 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-568b2880-5af3-4d61-b29b-5ff58c8df1e1 req-f57c903f-4865-439f-8a37-dad188887e8c tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 945 time: 0.1333306 Nov 11 21:39:14.933558 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.976326 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:14.991650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.8658140 Nov 11 21:39:14.996780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42382) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:14.999975 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] For port 65db51cc-d88e-4008-8f7e-889de42dd0ab, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:39:15.004640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ac03a41b-820c-420c-8553-5c10244dacab tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Request body: {'subnet': {'network_id': 'e24c991f-33fe-451c-a0f7-558cfe56770f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:15.006202 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] For port 65db51cc-d88e-4008-8f7e-889de42dd0ab, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=65db51cc-d88e-4008-8f7e-889de42dd0ab,segment=NetworkSegment(8d930290-0268-4670-a846-4f72249a4412),segment_id=8d930290-0268-4670-a846-4f72249a4412)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:39:15.013909 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:15.042811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:15.045768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:15.051673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:15.092846 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Pushing event updated for resources: {'Port': ['ID=c909a2d3-309c-4a71-a49f-55560b573c24,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:15.094387 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee27479-3525-4e97-a7be-c879022884c4 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Pushing event updated for resources: {'Network': ['ID=e24c991f-33fe-451c-a0f7-558cfe56770f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:15.106275 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41725783-3cc8-4017-90cc-b90dbbb5f250 None None] Pushing event updated for resources: {'Port': ['ID=65db51cc-d88e-4008-8f7e-889de42dd0ab,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:15.121430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-568b2880-5af3-4d61-b29b-5ff58c8df1e1 req-6965e150-e3a3-4072-b635-9980dd1b38fe tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/security-groups?id=2eaf5d28-d845-4bb8-ac8d-bdb3647a0df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939390 Nov 11 21:39:15.123199 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network e24c991f-33fe-451c-a0f7-558cfe56770f details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:39:15.127190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac03a41b-820c-420c-8553-5c10244dacab tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Made reservation on behalf of 253c0c62b4cb426fa53dff567ec0d270 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:15.163431 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ac03a41b-820c-420c-8553-5c10244dacab tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:15.601602 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:15.721766 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42400) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:15.909893 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 65db51cc-d88e-4008-8f7e-889de42dd0ab up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:39:16.008899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ca699-bd5b-4ef4-b249-1b2bf6cf9b78 req-64fd9582-7a6c-47bd-8d6c-535740f23bc0 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:16.011380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-949ca699-bd5b-4ef4-b249-1b2bf6cf9b78 req-64fd9582-7a6c-47bd-8d6c-535740f23bc0 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 945 time: 0.1894941 Nov 11 21:39:16.042364 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb423890-81af-42b3-8764-0bb86b321d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.051726 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 65db51cc-d88e-4008-8f7e-889de42dd0ab triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:16.060376 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.156357 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.165444 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.202555 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-949ca699-bd5b-4ef4-b249-1b2bf6cf9b78 req-ae3cc687-7de2-42b9-971d-6c73e369bce0 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/security-groups?id=2eaf5d28-d845-4bb8-ac8d-bdb3647a0df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828036 Nov 11 21:39:16.206778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 65db51cc-d88e-4008-8f7e-889de42dd0ab, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=65db51cc-d88e-4008-8f7e-889de42dd0ab,segment=NetworkSegment(8d930290-0268-4670-a846-4f72249a4412),segment_id=8d930290-0268-4670-a846-4f72249a4412)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:16.217137 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.254934 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ee11383-2fd3-49d9-b37e-d72c8fc8fe03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.286403 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=65db51cc-d88e-4008-8f7e-889de42dd0ab,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:16.416396 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.417915 n-d-805737-3 neutron-server[102534]: DEBUG neutron.objects.ports [None req-ac03a41b-820c-420c-8553-5c10244dacab tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102534) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:39:16.418390 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ac03a41b-820c-420c-8553-5c10244dacab tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.469169 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ee11383-2fd3-49d9-b37e-d72c8fc8fe03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.479933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ee11383-2fd3-49d9-b37e-d72c8fc8fe03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.517636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03a41b-820c-420c-8553-5c10244dacab tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f9bde200-9c23-49d8-91ea-c25065b65427,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:16.522652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a14e834-fddf-4329-86f1-10267046815f None None] Network 1fce0110-e17d-4dbf-bcff-6587b695d31e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:16.536144 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.541763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac03a41b-820c-420c-8553-5c10244dacab tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Checking segment: {'id': '92faf4bb-69c4-4890-aeb0-23fec1ed1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'e24c991f-33fe-451c-a0f7-558cfe56770f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:16.541916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac03a41b-820c-420c-8553-5c10244dacab tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Network hostable DHCP agents. Network: e24c991f-33fe-451c-a0f7-558cfe56770f, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:39:16.563101 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1ee11383-2fd3-49d9-b37e-d72c8fc8fe03 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cadc9a51aaa948a3b0e5fe48ac245f35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8376122 Nov 11 21:39:16.563422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42406) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:16.576835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee11383-2fd3-49d9-b37e-d72c8fc8fe03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befba70d-abf4-474a-9007-12e6764d8e95,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:16.632421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac03a41b-820c-420c-8553-5c10244dacab tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Network e24c991f-33fe-451c-a0f7-558cfe56770f is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:39:16.646203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0a6815eb-dc43-4148-813d-c5145ece4e98 None None] Provisioning complete for port 65db51cc-d88e-4008-8f7e-889de42dd0ab triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:16.646573 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a6815eb-dc43-4148-813d-c5145ece4e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.654254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-ac03a41b-820c-420c-8553-5c10244dacab tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, e24c991f-33fe-451c-a0f7-558cfe56770f) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:16.655092 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b35ebeb4-6511-4a7f-8d5c-a2bb6623efdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.661904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac03a41b-820c-420c-8553-5c10244dacab tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:16.662568 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ac03a41b-820c-420c-8553-5c10244dacab tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.687538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Router 679e9cd5-95fe-443e-b5c5-bf1229e03967 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:39:16.691345 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ac03a41b-820c-420c-8553-5c10244dacab tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6923263 Nov 11 21:39:16.693358 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b35ebeb4-6511-4a7f-8d5c-a2bb6623efdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.694601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42410) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:16.699452 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-bbc6ca5d-820e-4964-a23d-bb708fc01cbd tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1366277335', 'network_id': 'e24c991f-33fe-451c-a0f7-558cfe56770f'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:16.732540 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Router 333b83ac-a0d8-4167-a61f-67fe32a1c8d0 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:39:16.733777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4b129c-918a-4bc0-9593-b4b722f1d481 None None] Network e24c991f-33fe-451c-a0f7-558cfe56770f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:16.740401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc6ca5d-820e-4964-a23d-bb708fc01cbd tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Made reservation on behalf of 253c0c62b4cb426fa53dff567ec0d270 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:16.742953 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ca5d-820e-4964-a23d-bb708fc01cbd tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.810359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-bbc6ca5d-820e-4964-a23d-bb708fc01cbd tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] device_id is not set on port d2cc8e96-d9d3-440b-82c4-b4f9055c3893 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:39:16.867673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:39:16.882958 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Sync routers for ids ['679e9cd5-95fe-443e-b5c5-bf1229e03967'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:39:16.895458 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b35ebeb4-6511-4a7f-8d5c-a2bb6623efdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.898485 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b35ebeb4-6511-4a7f-8d5c-a2bb6623efdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.902265 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b35ebeb4-6511-4a7f-8d5c-a2bb6623efdf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/befba70d-abf4-474a-9007-12e6764d8e95 HTTP/1.1" status: 204 len: 168 time: 0.3350229 Nov 11 21:39:16.910361 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Routers {'679e9cd5-95fe-443e-b5c5-bf1229e03967'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:16.911230 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['679e9cd5-95fe-443e-b5c5-bf1229e03967'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:16.939087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c5c766-9dec-4069-b8f4-cf16cda57b35 None None] Network e24c991f-33fe-451c-a0f7-558cfe56770f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:16.947229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ebeb4-6511-4a7f-8d5c-a2bb6623efdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befba70d-abf4-474a-9007-12e6764d8e95,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:16.959571 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:16.965560 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-89f9af10-c0f6-41ca-8a43-2a96e8fe3537 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0883534 Nov 11 21:39:16.966267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42414) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:16.978312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-bbc6ca5d-820e-4964-a23d-bb708fc01cbd tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Allocated IP 172.20.0.4 (e24c991f-33fe-451c-a0f7-558cfe56770f/f9bde200-9c23-49d8-91ea-c25065b65427/d2cc8e96-d9d3-440b-82c4-b4f9055c3893) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:17.152122 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ca5d-820e-4964-a23d-bb708fc01cbd tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:17.175347 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Set router 679e9cd5-95fe-443e-b5c5-bf1229e03967 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:39:17.198632 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ca5d-820e-4964-a23d-bb708fc01cbd tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:17.254470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:39:17.271024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc6ca5d-820e-4964-a23d-bb708fc01cbd tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Network e24c991f-33fe-451c-a0f7-558cfe56770f is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:17.273304 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ef1c0-23a5-4b7e-b6fe-74b4912732ee req-a60de5c5-ed78-4978-9fc2-2a31ee044103 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:17.275251 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-100ef1c0-23a5-4b7e-b6fe-74b4912732ee req-a60de5c5-ed78-4978-9fc2-2a31ee044103 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 945 time: 0.2003837 Nov 11 21:39:17.281274 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-bbc6ca5d-820e-4964-a23d-bb708fc01cbd tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:17.292185 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc6ca5d-820e-4964-a23d-bb708fc01cbd tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:17.299806 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc021a-8b94-4bcc-8bd0-eeac819e1fa6 None None] Sync routers for ids ['333b83ac-a0d8-4167-a61f-67fe32a1c8d0'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:39:17.323952 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:17.325641 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-005bd652-4076-44f9-ab32-078f1b5aad35 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2313721 Nov 11 21:39:17.326060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-001a9619-251b-4ae2-b1f8-865e5ad2e3ae None None] Provisioning complete for port 65db51cc-d88e-4008-8f7e-889de42dd0ab triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:17.326367 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-001a9619-251b-4ae2-b1f8-865e5ad2e3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:17.328891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42422) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:17.329492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6ca5d-820e-4964-a23d-bb708fc01cbd tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Pushing event updated for resources: {'Port': ['ID=d2cc8e96-d9d3-440b-82c4-b4f9055c3893,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:17.335250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:17.348810 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:17.350879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc6ca5d-820e-4964-a23d-bb708fc01cbd tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:17.353607 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bbc6ca5d-820e-4964-a23d-bb708fc01cbd tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:17.389623 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bbc6ca5d-820e-4964-a23d-bb708fc01cbd tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6938798 Nov 11 21:39:17.400296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc021a-8b94-4bcc-8bd0-eeac819e1fa6 None None] Routers {'333b83ac-a0d8-4167-a61f-67fe32a1c8d0'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:17.400950 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-47dc021a-8b94-4bcc-8bd0-eeac819e1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['333b83ac-a0d8-4167-a61f-67fe32a1c8d0'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:17.417008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42426) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:17.443775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-47dc021a-8b94-4bcc-8bd0-eeac819e1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:17.461050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc021a-8b94-4bcc-8bd0-eeac819e1fa6 None None] Routers {'333b83ac-a0d8-4167-a61f-67fe32a1c8d0'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:17.462508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-47dc021a-8b94-4bcc-8bd0-eeac819e1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['333b83ac-a0d8-4167-a61f-67fe32a1c8d0'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:17.493265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1444438-ef04-4dc1-bdce-39a8ec53496d req-a1438764-9557-4029-b868-10ac47697844 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:17.497515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-47dc021a-8b94-4bcc-8bd0-eeac819e1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:17.497889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc021a-8b94-4bcc-8bd0-eeac819e1fa6 None None] The sync data for ids ['333b83ac-a0d8-4167-a61f-67fe32a1c8d0'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:39:17.499240 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1444438-ef04-4dc1-bdce-39a8ec53496d req-a1438764-9557-4029-b868-10ac47697844 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 945 time: 0.1069331 Nov 11 21:39:17.534259 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:13Z', 'updated_at': '2021-11-11T21:39:15Z', 'revision_number': 3, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'gw_port': {'id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:14Z', 'updated_at': '2021-11-11T21:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:17.587289 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Checking router: 679e9cd5-95fe-443e-b5c5-bf1229e03967 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:39:17.587925 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Updating router 679e9cd5-95fe-443e-b5c5-bf1229e03967 port c909a2d3-309c-4a71-a49f-55560b573c24 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:39:17.600510 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1444438-ef04-4dc1-bdce-39a8ec53496d req-571d4ea1-f577-4fa2-873e-73ed95045686 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/security-groups?id=2eaf5d28-d845-4bb8-ac8d-bdb3647a0df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866189 Nov 11 21:39:17.614211 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:17.731928 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-100ef1c0-23a5-4b7e-b6fe-74b4912732ee req-5e285560-0673-47f0-86fe-cfc638833988 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Deleting port d40d87eb-dac5-429a-9d21-f08883013e90 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:17.732427 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-100ef1c0-23a5-4b7e-b6fe-74b4912732ee req-5e285560-0673-47f0-86fe-cfc638833988 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:17.816512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5ee507bf-97dd-4470-a61b-8c27c20643a6 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Deleting port d2cc8e96-d9d3-440b-82c4-b4f9055c3893 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:17.817161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5ee507bf-97dd-4470-a61b-8c27c20643a6 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:17.833211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 65db51cc-d88e-4008-8f7e-889de42dd0ab up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:39:17.919884 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:17.927670 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:17.930794 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 65db51cc-d88e-4008-8f7e-889de42dd0ab triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:17.931296 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:17.970817 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd4f20-d975-40a4-8f4c-8799d8d727d9 None None] Pushing event updated for resources: {'Port': ['ID=c909a2d3-309c-4a71-a49f-55560b573c24,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:17.979886 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4f20-d975-40a4-8f4c-8799d8d727d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:17.980310 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4f20-d975-40a4-8f4c-8799d8d727d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:17.980705 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4f20-d975-40a4-8f4c-8799d8d727d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:17.981158 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4f20-d975-40a4-8f4c-8799d8d727d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:17.981574 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4f20-d975-40a4-8f4c-8799d8d727d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:17.982250 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4f20-d975-40a4-8f4c-8799d8d727d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:17.982250 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4f20-d975-40a4-8f4c-8799d8d727d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:17.982756 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4f20-d975-40a4-8f4c-8799d8d727d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:17.983074 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4f20-d975-40a4-8f4c-8799d8d727d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:17.983477 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4f20-d975-40a4-8f4c-8799d8d727d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:17.983881 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4f20-d975-40a4-8f4c-8799d8d727d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:17.984714 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd4f20-d975-40a4-8f4c-8799d8d727d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:18.003640 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Attempting to bind port c909a2d3-309c-4a71-a49f-55560b573c24 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:39:18.003925 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Attempting to bind port c909a2d3-309c-4a71-a49f-55560b573c24 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:39:18.004345 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Attempting to bind port c909a2d3-309c-4a71-a49f-55560b573c24 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:39:18.010467 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:39:18.010840 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:18.011305 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:18.011843 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:39:18.012266 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Bound port: c909a2d3-309c-4a71-a49f-55560b573c24, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:39:18.012711 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:18.076166 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] For port c909a2d3-309c-4a71-a49f-55560b573c24, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:39:18.080199 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] For port c909a2d3-309c-4a71-a49f-55560b573c24, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c909a2d3-309c-4a71-a49f-55560b573c24,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:39:18.085781 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:18.089385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-100ef1c0-23a5-4b7e-b6fe-74b4912732ee req-5e285560-0673-47f0-86fe-cfc638833988 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] For port d40d87eb-dac5-429a-9d21-f08883013e90, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=d40d87eb-dac5-429a-9d21-f08883013e90,segment=NetworkSegment(056e50bd-4819-48a1-943a-667963b81667),segment_id=056e50bd-4819-48a1-943a-667963b81667)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:18.089752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-100ef1c0-23a5-4b7e-b6fe-74b4912732ee req-5e285560-0673-47f0-86fe-cfc638833988 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:18.113067 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5ee507bf-97dd-4470-a61b-8c27c20643a6 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:18.146806 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd4f20-d975-40a4-8f4c-8799d8d727d9 None None] Pushing event updated for resources: {'Port': ['ID=c909a2d3-309c-4a71-a49f-55560b573c24,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:18.147174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-100ef1c0-23a5-4b7e-b6fe-74b4912732ee req-5e285560-0673-47f0-86fe-cfc638833988 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Calling delete_port for d40d87eb-dac5-429a-9d21-f08883013e90 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:18.153688 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Routers {'679e9cd5-95fe-443e-b5c5-bf1229e03967'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:18.154292 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['679e9cd5-95fe-443e-b5c5-bf1229e03967'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:18.180616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5ee507bf-97dd-4470-a61b-8c27c20643a6 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Calling delete_port for d2cc8e96-d9d3-440b-82c4-b4f9055c3893 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:18.272455 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] Set router 679e9cd5-95fe-443e-b5c5-bf1229e03967 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:39:18.294450 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:18.358748 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:18.477619 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:18.514138 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:18.571339 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:13Z', 'updated_at': '2021-11-11T21:39:15Z', 'revision_number': 3, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'gw_port': {'id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:14Z', 'updated_at': '2021-11-11T21:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:18.578505 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5ee507bf-97dd-4470-a61b-8c27c20643a6 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:18.605314 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23c095-673e-40c9-af3a-9c480a7c8d4a None None] The sync data for ids ['679e9cd5-95fe-443e-b5c5-bf1229e03967'] in n-d-805737-3 is: [{'id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:13Z', 'updated_at': '2021-11-11T21:39:15Z', 'revision_number': 3, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'gw_port': {'id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:14Z', 'updated_at': '2021-11-11T21:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:39:18.621159 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-100ef1c0-23a5-4b7e-b6fe-74b4912732ee req-5e285560-0673-47f0-86fe-cfc638833988 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:18.634489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['d40d87eb-dac5-429a-9d21-f08883013e90'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:39:18.658434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee507bf-97dd-4470-a61b-8c27c20643a6 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2cc8e96-d9d3-440b-82c4-b4f9055c3893,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:18.671364 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Deleting port 20e776d3-f0ac-4226-b57b-975b632ee8b7 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:18.671702 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:18.708614 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed0b77e5-a0de-4dde-a4f1-58e7ff11ff13 req-186d2d8f-5ebf-465c-b6aa-4f3a31f6fbc7 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e5c8056-98be-40e5-b23f-5ef2f4569b12 HTTP/1.1" status: 200 len: 210 time: 0.0343401 Nov 11 21:39:18.786389 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e285560-0673-47f0-86fe-cfc638833988 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Pushing event deleted for resources: {'Port': ['ID=d40d87eb-dac5-429a-9d21-f08883013e90,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:18.851980 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-100ef1c0-23a5-4b7e-b6fe-74b4912732ee req-5e285560-0673-47f0-86fe-cfc638833988 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] No DVR routers for this DVR port d40d87eb-dac5-429a-9d21-f08883013e90 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:39:18.895872 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-100ef1c0-23a5-4b7e-b6fe-74b4912732ee req-5e285560-0673-47f0-86fe-cfc638833988 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:18.899284 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-100ef1c0-23a5-4b7e-b6fe-74b4912732ee req-5e285560-0673-47f0-86fe-cfc638833988 tempest-InstanceActionsTestJSON-270773014 tempest-InstanceActionsTestJSON-270773014-project] 10.222.0.71 "DELETE /v2.0/ports/d40d87eb-dac5-429a-9d21-f08883013e90 HTTP/1.1" status: 204 len: 173 time: 1.6164126 Nov 11 21:39:18.899727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5c8056-98be-40e5-b23f-5ef2f4569b12', 'name': 'network-vif-deleted', 'tag': 'd40d87eb-dac5-429a-9d21-f08883013e90'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:39:18.902059 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd43949-a039-4587-adb9-b115bde1a838" -d '{"events": [{"server_uuid": "4e5c8056-98be-40e5-b23f-5ef2f4569b12", "name": "network-vif-deleted", "tag": "d40d87eb-dac5-429a-9d21-f08883013e90"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:39:19.009181 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7730546b-1653-4370-bcf9-a114b7a8a4ac x-openstack-request-id: req-7730546b-1653-4370-bcf9-a114b7a8a4ac {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:39:19.009465 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5c8056-98be-40e5-b23f-5ef2f4569b12", "name": "network-vif-deleted", "tag": "d40d87eb-dac5-429a-9d21-f08883013e90", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:39:19.009711 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7730546b-1653-4370-bcf9-a114b7a8a4ac {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:39:19.010295 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5c8056-98be-40e5-b23f-5ef2f4569b12', 'name': 'network-vif-deleted', 'tag': 'd40d87eb-dac5-429a-9d21-f08883013e90', 'status': 'completed', 'code': 200} Nov 11 21:39:19.023280 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5ee507bf-97dd-4470-a61b-8c27c20643a6 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:19.029549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42474) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:19.034848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e24c991f-33fe-451c-a0f7-558cfe56770f', 'external_fixed_ips': [{'subnet_id': 'f9bde200-9c23-49d8-91ea-c25065b65427', 'ip_address': '172.20.0.4'}]}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:19.041282 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5ee507bf-97dd-4470-a61b-8c27c20643a6 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "DELETE /v2.0/ports/d2cc8e96-d9d3-440b-82c4-b4f9055c3893 HTTP/1.1" status: 204 len: 168 time: 1.6216741 Nov 11 21:39:19.061395 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:19.067302 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:19.069094 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:19.080992 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Allocated IP 172.20.0.1 (1fce0110-e17d-4dbf-bcff-6587b695d31e/4cc9cd29-0338-4a59-aaa7-c7a0cc838140/711ab698-5638-412b-b02a-712ed4debb71) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:19.088111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Calling delete_port for 20e776d3-f0ac-4226-b57b-975b632ee8b7 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:19.142551 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:19.292645 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:19.343295 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:19.648730 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:19.676513 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:19.689981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:19.787793 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:19.793696 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:19.818053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42494) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:19.891964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c909a2d3-309c-4a71-a49f-55560b573c24 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:39:19.904756 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Network 1fce0110-e17d-4dbf-bcff-6587b695d31e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:19.911781 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:19.913815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:19.954246 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:19.972614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-439ba954-51f6-4e14-bbe6-e4502ca4629a admin admin] Deleting subnet d7484e4b-ebfa-4700-88e9-ad9ed237a94d {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:39:19.977482 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-439ba954-51f6-4e14-bbe6-e4502ca4629a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:19.987220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port c909a2d3-309c-4a71-a49f-55560b573c24 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:19.987597 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.010199 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Allocated IP 172.20.0.4 (e24c991f-33fe-451c-a0f7-558cfe56770f/f9bde200-9c23-49d8-91ea-c25065b65427/22094337-90c1-42a9-a010-f255f375b4e1) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:20.029633 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-439ba954-51f6-4e14-bbe6-e4502ca4629a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.051578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Pushing event updated for resources: {'Port': ['ID=711ab698-5638-412b-b02a-712ed4debb71,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:20.100650 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Pushing event deleted for resources: {'Port': ['ID=20e776d3-f0ac-4226-b57b-975b632ee8b7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:20.131711 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-439ba954-51f6-4e14-bbe6-e4502ca4629a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.177341 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.230809 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.233167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.240173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port c909a2d3-309c-4a71-a49f-55560b573c24, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c909a2d3-309c-4a71-a49f-55560b573c24,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:20.250161 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.255898 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-439ba954-51f6-4e14-bbe6-e4502ca4629a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.309681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ba954-51f6-4e14-bbe6-e4502ca4629a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7484e4b-ebfa-4700-88e9-ad9ed237a94d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:20.323123 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-439ba954-51f6-4e14-bbe6-e4502ca4629a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.331838 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-439ba954-51f6-4e14-bbe6-e4502ca4629a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d7484e4b-ebfa-4700-88e9-ad9ed237a94d HTTP/1.1" status: 204 len: 168 time: 0.5066121 Nov 11 21:39:20.333919 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42506) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:20.364482 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.373345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.424622 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8859d4aa-1935-440a-b43c-a3400a7e3181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.495051 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.519414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2ed055da-b1d8-415b-9423-49e857ded79d None None] Provisioning complete for port 711ab698-5638-412b-b02a-712ed4debb71 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:20.520229 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ed055da-b1d8-415b-9423-49e857ded79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.547458 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Router 333b83ac-a0d8-4167-a61f-67fe32a1c8d0 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:39:20.551321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8859d4aa-1935-440a-b43c-a3400a7e3181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.593466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Network e24c991f-33fe-451c-a0f7-558cfe56770f is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:20.594826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=c909a2d3-309c-4a71-a49f-55560b573c24,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:20.604222 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:20.606963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-8859d4aa-1935-440a-b43c-a3400a7e3181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5dc51f-17fd-4f59-8bb0-43d8e837acce']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:20.611577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:20.621173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2ed055da-b1d8-415b-9423-49e857ded79d None None] Port 711ab698-5638-412b-b02a-712ed4debb71 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:39:20.640409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.652618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-8859d4aa-1935-440a-b43c-a3400a7e3181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056e50bd-4819-48a1-943a-667963b81667') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:20.653174 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-8859d4aa-1935-440a-b43c-a3400a7e3181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056e50bd-4819-48a1-943a-667963b81667') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:20.666346 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Pushing event updated for resources: {'Port': ['ID=22094337-90c1-42a9-a010-f255f375b4e1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:20.675983 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8859d4aa-1935-440a-b43c-a3400a7e3181 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.698134 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:39:20.699213 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8859d4aa-1935-440a-b43c-a3400a7e3181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.708838 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.710097 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f59fd5f2-3450-441b-b07c-a09420ff00c4 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "PUT /v2.0/routers/333b83ac-a0d8-4167-a61f-67fe32a1c8d0 HTTP/1.1" status: 200 len: 710 time: 3.3802354 Nov 11 21:39:20.710578 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e27bac6-4004-466d-8048-09ebe3ecb08e None None] Sync routers for ids ['333b83ac-a0d8-4167-a61f-67fe32a1c8d0'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:39:20.712789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42518) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:20.727741 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e27bac6-4004-466d-8048-09ebe3ecb08e None None] Routers {'333b83ac-a0d8-4167-a61f-67fe32a1c8d0'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:20.731176 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2e27bac6-4004-466d-8048-09ebe3ecb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['333b83ac-a0d8-4167-a61f-67fe32a1c8d0'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:20.765754 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2e27bac6-4004-466d-8048-09ebe3ecb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:20.771472 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8859d4aa-1935-440a-b43c-a3400a7e3181 admin admin] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:39:20.772287 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8859d4aa-1935-440a-b43c-a3400a7e3181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:39:20.776976 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:39:20.779174 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e27bac6-4004-466d-8048-09ebe3ecb08e None None] Routers {'333b83ac-a0d8-4167-a61f-67fe32a1c8d0'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:20.779267 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2e27bac6-4004-466d-8048-09ebe3ecb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['333b83ac-a0d8-4167-a61f-67fe32a1c8d0'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:20.827876 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ed2d2ffc-a143-4d12-a8ee-3e9f2bcf3f1d tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/routers/333b83ac-a0d8-4167-a61f-67fe32a1c8d0 HTTP/1.1" status: 200 len: 745 time: 0.1112618 Nov 11 21:39:20.828426 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42520) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:20.829527 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2e27bac6-4004-466d-8048-09ebe3ecb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:20.830296 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e27bac6-4004-466d-8048-09ebe3ecb08e None None] The sync data for ids ['333b83ac-a0d8-4167-a61f-67fe32a1c8d0'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:39:20.887278 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a526213d-b5e0-4071-bea0-29e79421b2b0 tempest-RoutersIpV6AdminTest-563886945 tempest-RoutersIpV6AdminTest-563886945-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&device_id=333b83ac-a0d8-4167-a61f-67fe32a1c8d0 HTTP/1.1" status: 200 len: 205 time: 0.0579352 Nov 11 21:39:20.893012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42522) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:20.933442 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-af17d6f1-5e9b-4f43-9e50-c4f92d8f4c7f tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "GET /v2.0/ports?device_id=333b83ac-a0d8-4167-a61f-67fe32a1c8d0 HTTP/1.1" status: 200 len: 205 time: 0.0352650 Nov 11 21:39:20.936541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42526) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:20.938074 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8859d4aa-1935-440a-b43c-a3400a7e3181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.945221 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8859d4aa-1935-440a-b43c-a3400a7e3181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:20.952502 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8859d4aa-1935-440a-b43c-a3400a7e3181 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ee5dc51f-17fd-4f59-8bb0-43d8e837acce HTTP/1.1" status: 204 len: 168 time: 0.6170034 Nov 11 21:39:20.969711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859d4aa-1935-440a-b43c-a3400a7e3181 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5dc51f-17fd-4f59-8bb0-43d8e837acce,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:21.029280 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b00c-4a27-42ed-9b75-fe6190ae03c2 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:21.093915 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:21.184042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:21.219036 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:21.246508 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b00c-4a27-42ed-9b75-fe6190ae03c2 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:21.251518 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b00c-4a27-42ed-9b75-fe6190ae03c2 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:21.290499 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42536) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:21.345484 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:21.348343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Pushing event updated for resources: {'Port': ['ID=711ab698-5638-412b-b02a-712ed4debb71,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:21.358069 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b00c-4a27-42ed-9b75-fe6190ae03c2 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:21.358573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c0b00c-4a27-42ed-9b75-fe6190ae03c2 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Fanout notify agent at l3_agent the message router_deleted on router 333b83ac-a0d8-4167-a61f-67fe32a1c8d0 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:39:21.366542 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3c0b00c-4a27-42ed-9b75-fe6190ae03c2 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:21.367638 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b3c0b00c-4a27-42ed-9b75-fe6190ae03c2 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "DELETE /v2.0/routers/333b83ac-a0d8-4167-a61f-67fe32a1c8d0 HTTP/1.1" status: 204 len: 168 time: 0.4299586 Nov 11 21:39:21.371289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42540) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:21.384347 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a8330471-2d5c-46f0-b570-5b18c4eace97 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e7ceece7f38b422d9553e1022df4eca5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0922258 Nov 11 21:39:21.387858 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42542) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:21.416513 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d40d87eb-dac5-429a-9d21-f08883013e90 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:39:21.417884 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-68184644-5ed2-4e11-8173-7758f39310a7 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "GET /v2.0/ports?device_id=333b83ac-a0d8-4167-a61f-67fe32a1c8d0 HTTP/1.1" status: 200 len: 205 time: 0.0454702 Nov 11 21:39:21.421019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42544) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:21.456450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: d40d87eb-dac5-429a-9d21-f08883013e90 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:39:21.458683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device d40d87eb-dac5-429a-9d21-f08883013e90 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:39:21.474631 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:21.482321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fafda38-5df9-4072-88eb-3faa1716fae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:21.495017 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-51795aa4-5342-4b06-b529-bfaba1b24d4a tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] delete failed (client error): The resource could not be found. Nov 11 21:39:21.499633 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-51795aa4-5342-4b06-b529-bfaba1b24d4a tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "DELETE /v2.0/routers/333b83ac-a0d8-4167-a61f-67fe32a1c8d0 HTTP/1.1" status: 404 len: 336 time: 0.0783470 Nov 11 21:39:21.504105 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42546) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:21.548425 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e5e3c570-abfc-4542-b5d8-280780ba11be tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5e6404-3bd2-4982-ae6b-f1c6df2c344b HTTP/1.1" status: 200 len: 205 time: 0.0427473 Nov 11 21:39:21.549067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42550) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:21.552889 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fafda38-5df9-4072-88eb-3faa1716fae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:21.595425 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-2527ee00-2d2e-45ac-b57c-1955854d7934 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] delete failed (client error): The resource could not be found. Nov 11 21:39:21.599140 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2527ee00-2d2e-45ac-b57c-1955854d7934 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "DELETE /v2.0/routers/ce5e6404-3bd2-4982-ae6b-f1c6df2c344b HTTP/1.1" status: 404 len: 336 time: 0.0476458 Nov 11 21:39:21.604655 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42556) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:21.639856 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a1996ffd-bad5-4778-a519-d45e66516476 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "GET /v2.0/ports?device_id=2aba32cf-7a7d-4379-8989-ee9b62405e82 HTTP/1.1" status: 200 len: 205 time: 0.0340586 Nov 11 21:39:21.643113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42562) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:21.646067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Network 1fce0110-e17d-4dbf-bcff-6587b695d31e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:21.652505 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:21.689166 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-92600c41-c069-4cac-b5d6-361d55e6f162 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] delete failed (client error): The resource could not be found. Nov 11 21:39:21.690246 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-92600c41-c069-4cac-b5d6-361d55e6f162 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "DELETE /v2.0/routers/2aba32cf-7a7d-4379-8989-ee9b62405e82 HTTP/1.1" status: 404 len: 336 time: 0.0462532 Nov 11 21:39:21.694339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42564) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:21.701458 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fafda38-5df9-4072-88eb-3faa1716fae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:21.705537 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fafda38-5df9-4072-88eb-3faa1716fae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:21.706806 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3fafda38-5df9-4072-88eb-3faa1716fae1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2eaf5d28-d845-4bb8-ac8d-bdb3647a0df3 HTTP/1.1" status: 204 len: 168 time: 0.3176730 Nov 11 21:39:21.723297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafda38-5df9-4072-88eb-3faa1716fae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaf5d28-d845-4bb8-ac8d-bdb3647a0df3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:21.767493 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-04555390-3210-4eca-a86e-d57fc7735e6f tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8040a53-500f-49cc-98f7-25ef49ea7950 HTTP/1.1" status: 200 len: 205 time: 0.0711267 Nov 11 21:39:21.769334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42570) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:21.807490 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Router 65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:39:21.907601 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-aef9b6b0-8133-44c9-bfdb-c8f213fb0719 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] delete failed (client error): The resource could not be found. Nov 11 21:39:21.909704 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-aef9b6b0-8133-44c9-bfdb-c8f213fb0719 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "DELETE /v2.0/routers/f8040a53-500f-49cc-98f7-25ef49ea7950 HTTP/1.1" status: 404 len: 336 time: 0.1393886 Nov 11 21:39:21.912337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42574) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:21.922852 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c909a2d3-309c-4a71-a49f-55560b573c24 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:39:21.954062 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cb04d9f7-4a4f-474b-bf2c-8738eb5b99dc tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "GET /v2.0/ports?device_id=72e2c038-7800-4516-81be-84d548e49d0a HTTP/1.1" status: 200 len: 205 time: 0.0393982 Nov 11 21:39:21.956491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42578) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:22.019325 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:39:22.025982 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-c7713d76-c94e-4d93-8a6f-95a9be90e9d3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] delete failed (client error): The resource could not be found. Nov 11 21:39:22.026912 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c7713d76-c94e-4d93-8a6f-95a9be90e9d3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "DELETE /v2.0/routers/72e2c038-7800-4516-81be-84d548e49d0a HTTP/1.1" status: 404 len: 336 time: 0.0686920 Nov 11 21:39:22.031155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42582) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:22.040745 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:22.042400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b3541184-dc09-4b6a-8453-534387e6a412 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0114331 Nov 11 21:39:22.046449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42584) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:22.050582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Sync routers for ids ['65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:39:22.075276 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8c43940c-e65d-4610-b99a-c8bbb4c551f3 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43649d3-8b7c-47ff-928a-037926fa7843 HTTP/1.1" status: 200 len: 205 time: 0.0429904 Nov 11 21:39:22.078244 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42586) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:22.085906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-26c6c5e4-4fe8-49ad-bb42-1ebfe8daa49a None None] Provisioning complete for port 711ab698-5638-412b-b02a-712ed4debb71 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:22.087108 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-26c6c5e4-4fe8-49ad-bb42-1ebfe8daa49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:22.129796 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port c909a2d3-309c-4a71-a49f-55560b573c24 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:22.130192 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:22.134440 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-1b30737b-c846-463e-96dc-32ca505c4ef7 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] delete failed (client error): The resource could not be found. Nov 11 21:39:22.134601 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Router 679e9cd5-95fe-443e-b5c5-bf1229e03967 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:39:22.136274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1b30737b-c846-463e-96dc-32ca505c4ef7 tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "DELETE /v2.0/routers/b43649d3-8b7c-47ff-928a-037926fa7843 HTTP/1.1" status: 404 len: 336 time: 0.0567329 Nov 11 21:39:22.137456 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-26c6c5e4-4fe8-49ad-bb42-1ebfe8daa49a None None] Port 711ab698-5638-412b-b02a-712ed4debb71 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:39:22.139540 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42590) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:22.166939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Routers {'65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:22.167584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:22.185718 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc5800b-0afe-4127-8cc8-58bea9066d8c tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] DELETE failed (client error): The resource could not be found. Nov 11 21:39:22.187471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc5800b-0afe-4127-8cc8-58bea9066d8c tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:39:22.191486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dbc5800b-0afe-4127-8cc8-58bea9066d8c tempest-RoutersIpV6AdminTest-312314447 tempest-RoutersIpV6AdminTest-312314447-project] 10.222.0.57 "DELETE /v2.0/subnets/38ddbf2a-9ede-4c61-8e56-0c1923e40c42 HTTP/1.1" status: 404 len: 337 time: 0.0506284 Nov 11 21:39:22.393151 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Set router 65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:39:22.602059 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63ed8b3-7ef9-4d4e-a371-b027d667e049 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:22.605431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f', 'name': '', 'tenant_id': '253c0c62b4cb426fa53dff567ec0d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24c991f-33fe-451c-a0f7-558cfe56770f', 'external_fixed_ips': [{'subnet_id': 'f9bde200-9c23-49d8-91ea-c25065b65427', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '22094337-90c1-42a9-a010-f255f375b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:19Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 3, 'project_id': '253c0c62b4cb426fa53dff567ec0d270', 'gw_port': {'id': '22094337-90c1-42a9-a010-f255f375b4e1', 'name': '', 'network_id': 'e24c991f-33fe-451c-a0f7-558cfe56770f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:73:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'f9bde200-9c23-49d8-91ea-c25065b65427', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:19Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9bde200-9c23-49d8-91ea-c25065b65427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:22.646196 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Checking router: 65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:39:22.646617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Updating router 65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f port 22094337-90c1-42a9-a010-f255f375b4e1 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:39:22.665959 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42610) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:22.673015 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:22.787216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:39:22.793419 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-59b2c020-a261-4f4c-b2ce-c72bd0c9247a admin admin] 10.222.0.57 "PUT /v2.0/routers/679e9cd5-95fe-443e-b5c5-bf1229e03967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8260164 Nov 11 21:39:22.799555 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Sync routers for ids ['679e9cd5-95fe-443e-b5c5-bf1229e03967'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:39:22.815421 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Routers {'679e9cd5-95fe-443e-b5c5-bf1229e03967'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:22.816006 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['679e9cd5-95fe-443e-b5c5-bf1229e03967'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:22.853514 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63ed8b3-7ef9-4d4e-a371-b027d667e049 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:22.965460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e63ed8b3-7ef9-4d4e-a371-b027d667e049 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Deleting port 22094337-90c1-42a9-a010-f255f375b4e1 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:22.966127 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63ed8b3-7ef9-4d4e-a371-b027d667e049 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:22.969441 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Set router 679e9cd5-95fe-443e-b5c5-bf1229e03967 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:39:23.011711 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9333f6d1-a535-4fa3-a607-b9f7d912bfd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.050842 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.059185 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.147949 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63ed8b3-7ef9-4d4e-a371-b027d667e049 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.180130 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e63ed8b3-7ef9-4d4e-a371-b027d667e049 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Calling delete_port for 22094337-90c1-42a9-a010-f255f375b4e1 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:23.204972 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:39:23.205377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Attempting to bind port 22094337-90c1-42a9-a010-f255f375b4e1 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:39:23.205752 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Attempting to bind port 22094337-90c1-42a9-a010-f255f375b4e1 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '92faf4bb-69c4-4890-aeb0-23fec1ed1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'e24c991f-33fe-451c-a0f7-558cfe56770f'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:39:23.207624 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Attempting to bind port 22094337-90c1-42a9-a010-f255f375b4e1 on network e24c991f-33fe-451c-a0f7-558cfe56770f {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:39:23.210793 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c240e-c844-41af-8737-4f32792de6c9 None None] Pushing event updated for resources: {'Port': ['ID=22094337-90c1-42a9-a010-f255f375b4e1,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:23.232244 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:39:23.232630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Checking segment: {'id': '92faf4bb-69c4-4890-aeb0-23fec1ed1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'e24c991f-33fe-451c-a0f7-558cfe56770f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:23.233223 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.233623 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Bound using segment: {'id': '92faf4bb-69c4-4890-aeb0-23fec1ed1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'e24c991f-33fe-451c-a0f7-558cfe56770f'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:39:23.234110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Bound port: 22094337-90c1-42a9-a010-f255f375b4e1, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92faf4bb-69c4-4890-aeb0-23fec1ed1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'e24c991f-33fe-451c-a0f7-558cfe56770f'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:39:23.236080 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:13Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'gw_port': {'id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:14Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '711ab698-5638-412b-b02a-712ed4debb71', 'name': '', 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'mac_address': 'fa:16:3e:03:cf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:18Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 2, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'subnets': [{'id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:23.237590 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.240727 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9333f6d1-a535-4fa3-a607-b9f7d912bfd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.251358 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9333f6d1-a535-4fa3-a607-b9f7d912bfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.271178 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Checking router: 679e9cd5-95fe-443e-b5c5-bf1229e03967 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:39:23.271635 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Updating router 679e9cd5-95fe-443e-b5c5-bf1229e03967 port 711ab698-5638-412b-b02a-712ed4debb71 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:39:23.297522 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.371829 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9333f6d1-a535-4fa3-a607-b9f7d912bfd8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=14f6e714e1934e6daa5408bb8f239516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7043757 Nov 11 21:39:23.378092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42648) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:23.399669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333f6d1-a535-4fa3-a607-b9f7d912bfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec56dbf2-d3ad-4997-8a77-0ecd6c7cb21f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:23.410068 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] For port 22094337-90c1-42a9-a010-f255f375b4e1, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:39:23.420599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] For port 22094337-90c1-42a9-a010-f255f375b4e1, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=22094337-90c1-42a9-a010-f255f375b4e1,segment=NetworkSegment(92faf4bb-69c4-4890-aeb0-23fec1ed1b62),segment_id=92faf4bb-69c4-4890-aeb0-23fec1ed1b62)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:39:23.430150 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.486157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42672) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:23.624136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-866633558-network', 'tenant_id': '66eea3da15d84dcfa0cc80442ca38179'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:23.630924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Routers {'65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:23.631905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:23.642674 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.651752 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.663817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] Made reservation on behalf of 66eea3da15d84dcfa0cc80442ca38179 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:23.666663 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.690132 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.732220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] Set router 65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:39:23.754499 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e05602-950a-4353-b0f1-d4d4cd117fac None None] Pushing event updated for resources: {'Port': ['ID=711ab698-5638-412b-b02a-712ed4debb71,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:23.823876 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f', 'name': '', 'tenant_id': '253c0c62b4cb426fa53dff567ec0d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:19Z', 'updated_at': '2021-11-11T21:39:22Z', 'revision_number': 4, 'project_id': '253c0c62b4cb426fa53dff567ec0d270', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:23.829962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c240e-c844-41af-8737-4f32792de6c9 None None] Pushing event updated for resources: {'Port': ['ID=22094337-90c1-42a9-a010-f255f375b4e1,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:23.834646 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Attempting to bind port 711ab698-5638-412b-b02a-712ed4debb71 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:39:23.835733 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Attempting to bind port 711ab698-5638-412b-b02a-712ed4debb71 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '8d930290-0268-4670-a846-4f72249a4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:39:23.836310 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Attempting to bind port 711ab698-5638-412b-b02a-712ed4debb71 on network 1fce0110-e17d-4dbf-bcff-6587b695d31e {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:39:23.843114 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:39:23.843817 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Checking segment: {'id': '8d930290-0268-4670-a846-4f72249a4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:23.844586 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.845488 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Bound using segment: {'id': '8d930290-0268-4670-a846-4f72249a4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:39:23.846272 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Bound port: 711ab698-5638-412b-b02a-712ed4debb71, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d930290-0268-4670-a846-4f72249a4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:39:23.846910 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.864898 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222242a-2315-40d1-942d-40f261c10cd6 None None] The sync data for ids ['65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f'] in n-d-805737-3 is: [{'id': '65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f', 'name': '', 'tenant_id': '253c0c62b4cb426fa53dff567ec0d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:19Z', 'updated_at': '2021-11-11T21:39:22Z', 'revision_number': 4, 'project_id': '253c0c62b4cb426fa53dff567ec0d270', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:39:23.936779 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-467c51e7-770b-4242-a1de-eb845e4b3225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.960083 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.976941 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] For port 711ab698-5638-412b-b02a-712ed4debb71, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:39:23.981930 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] For port 711ab698-5638-412b-b02a-712ed4debb71, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=711ab698-5638-412b-b02a-712ed4debb71,segment=NetworkSegment(8d930290-0268-4670-a846-4f72249a4412),segment_id=8d930290-0268-4670-a846-4f72249a4412)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:39:23.991635 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:23.992082 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.005265 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63ed8b3-7ef9-4d4e-a371-b027d667e049 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.081096 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e05602-950a-4353-b0f1-d4d4cd117fac None None] Pushing event updated for resources: {'Port': ['ID=711ab698-5638-412b-b02a-712ed4debb71,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:24.100616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:39:24.131931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3798895-a621-4f2c-9e2a-a47b9b76f56a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:24.137152 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Routers {'679e9cd5-95fe-443e-b5c5-bf1229e03967'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:24.138608 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['679e9cd5-95fe-443e-b5c5-bf1229e03967'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:24.145408 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.145802 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] Added segment 2f59cb70-4511-4648-a558-bb0ed23b974e of type vlan for network 5a34f4b9-9fec-46e6-810b-16bb1778fd5d Nov 11 21:39:24.148315 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-467c51e7-770b-4242-a1de-eb845e4b3225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.152145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc6977aa-1d7f-411d-a8da-5c69742b85d6 req-9bdb182d-64b3-4273-8fe5-902ec4248579 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1880751 Nov 11 21:39:24.163440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ed8b3-7ef9-4d4e-a371-b027d667e049 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Pushing event deleted for resources: {'Port': ['ID=22094337-90c1-42a9-a010-f255f375b4e1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:24.196895 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bf0c62ba-c5b2-4d72-b929-a354319b7229 None None] Provisioning complete for port 711ab698-5638-412b-b02a-712ed4debb71 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:24.197266 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf0c62ba-c5b2-4d72-b929-a354319b7229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.320721 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.345063 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] Set router 679e9cd5-95fe-443e-b5c5-bf1229e03967 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:39:24.385982 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63ed8b3-7ef9-4d4e-a371-b027d667e049 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.467545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6977aa-1d7f-411d-a8da-5c69742b85d6 req-46995a75-7ace-4099-9d7e-7dc788b99d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:24.467765 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf0c62ba-c5b2-4d72-b929-a354319b7229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.471972 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc6977aa-1d7f-411d-a8da-5c69742b85d6 req-46995a75-7ace-4099-9d7e-7dc788b99d11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 1096 time: 0.2352657 Nov 11 21:39:24.495410 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.497683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:24.500229 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.532459 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bf0c62ba-c5b2-4d72-b929-a354319b7229 None None] For port 711ab698-5638-412b-b02a-712ed4debb71, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=711ab698-5638-412b-b02a-712ed4debb71,segment=NetworkSegment(8d930290-0268-4670-a846-4f72249a4412),segment_id=8d930290-0268-4670-a846-4f72249a4412)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:24.543416 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf0c62ba-c5b2-4d72-b929-a354319b7229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.609755 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-467c51e7-770b-4242-a1de-eb845e4b3225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.637704 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-467c51e7-770b-4242-a1de-eb845e4b3225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.664963 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-467c51e7-770b-4242-a1de-eb845e4b3225 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ec56dbf2-d3ad-4997-8a77-0ecd6c7cb21f HTTP/1.1" status: 204 len: 168 time: 1.2535634 Nov 11 21:39:24.760763 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c62ba-c5b2-4d72-b929-a354319b7229 None None] Pushing event updated for resources: {'Port': ['ID=711ab698-5638-412b-b02a-712ed4debb71,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:24.791453 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-36c5c7c1-6d14-49da-a182-2fcb1432d011 None None] Provisioning complete for port 711ab698-5638-412b-b02a-712ed4debb71 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:24.794675 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36c5c7c1-6d14-49da-a182-2fcb1432d011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.801372 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:13Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'gw_port': {'id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:14Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '711ab698-5638-412b-b02a-712ed4debb71', 'name': '', 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'mac_address': 'fa:16:3e:03:cf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:18Z', 'updated_at': '2021-11-11T21:39:23Z', 'revision_number': 4, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'subnets': [{'id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:24.849302 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63ed8b3-7ef9-4d4e-a371-b027d667e049 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.852384 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c51e7-770b-4242-a1de-eb845e4b3225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec56dbf2-d3ad-4997-8a77-0ecd6c7cb21f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:24.866172 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63ed8b3-7ef9-4d4e-a371-b027d667e049 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:24.874191 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8ea2f-33d8-48e2-a613-6065bff553f6 None None] The sync data for ids ['679e9cd5-95fe-443e-b5c5-bf1229e03967'] in n-d-805737-3 is: [{'id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:13Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'gw_port': {'id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:14Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '711ab698-5638-412b-b02a-712ed4debb71', 'name': '', 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'mac_address': 'fa:16:3e:03:cf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:18Z', 'updated_at': '2021-11-11T21:39:23Z', 'revision_number': 4, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'subnets': [{'id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:39:25.053430 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63ed8b3-7ef9-4d4e-a371-b027d667e049 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:25.055434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63ed8b3-7ef9-4d4e-a371-b027d667e049 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:39:25.095977 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63ed8b3-7ef9-4d4e-a371-b027d667e049 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:25.098234 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e63ed8b3-7ef9-4d4e-a371-b027d667e049 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "DELETE /v2.0/routers/65f3a4ef-6db8-4c56-bb2a-fa2c3e77f04f HTTP/1.1" status: 204 len: 168 time: 3.0508685 Nov 11 21:39:25.100841 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42778) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:25.260035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5a25a6-bb7c-4341-a2fe-cd841fe94eb3 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Deleting subnet f9bde200-9c23-49d8-91ea-c25065b65427 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:39:25.272155 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed5a25a6-bb7c-4341-a2fe-cd841fe94eb3 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:25.323592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42788) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:25.377500 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed5a25a6-bb7c-4341-a2fe-cd841fe94eb3 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:25.426555 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fddd7d51-6887-427a-ba56-5dc33ca9e2c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c27c268445ec4c3886c88e96fed34a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1018100 Nov 11 21:39:25.434184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42790) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:25.485488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9935737 Nov 11 21:39:25.487424 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed5a25a6-bb7c-4341-a2fe-cd841fe94eb3 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:25.487988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42796) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:25.493234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-539244f2-1199-451b-b804-d79ed3da0e3a admin admin] Request body: {'subnet': {'network_id': '5a34f4b9-9fec-46e6-810b-16bb1778fd5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-866633558-subnet', 'tenant_id': '66eea3da15d84dcfa0cc80442ca38179', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:25.539965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16e5c7-206a-4137-b624-b304e7eebe12 admin admin] Pushing event updated for resources: {'Network': ['ID=5a34f4b9-9fec-46e6-810b-16bb1778fd5d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:25.554139 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 5a34f4b9-9fec-46e6-810b-16bb1778fd5d details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:39:25.626920 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f82f719-812e-4ff8-bed4-6fa3ac586476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:25.648763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6977aa-1d7f-411d-a8da-5c69742b85d6 req-f5447a40-2f0b-4ef8-9f0a-841e8c2108de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:25.650616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc6977aa-1d7f-411d-a8da-5c69742b85d6 req-f5447a40-2f0b-4ef8-9f0a-841e8c2108de service neutron] 10.222.0.10 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 1.1460104 Nov 11 21:39:25.651773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539244f2-1199-451b-b804-d79ed3da0e3a admin admin] Made reservation on behalf of 66eea3da15d84dcfa0cc80442ca38179 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:25.656427 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-539244f2-1199-451b-b804-d79ed3da0e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:25.693831 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f82f719-812e-4ff8-bed4-6fa3ac586476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:25.735162 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed5a25a6-bb7c-4341-a2fe-cd841fe94eb3 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:25.830433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a25a6-bb7c-4341-a2fe-cd841fe94eb3 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f9bde200-9c23-49d8-91ea-c25065b65427,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:25.846711 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed5a25a6-bb7c-4341-a2fe-cd841fe94eb3 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:25.853192 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ed5a25a6-bb7c-4341-a2fe-cd841fe94eb3 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/f9bde200-9c23-49d8-91ea-c25065b65427 HTTP/1.1" status: 204 len: 168 time: 0.7483382 Nov 11 21:39:25.865270 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc6977aa-1d7f-411d-a8da-5c69742b85d6 req-5fac0145-7cfb-4e03-8f48-71ef44bc4177 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13a9b307-eab1-4a5c-962a-988b36c69ee6 HTTP/1.1" status: 200 len: 217 time: 0.2020099 Nov 11 21:39:25.865936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42816) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:25.901593 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f82f719-812e-4ff8-bed4-6fa3ac586476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:25.904317 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f82f719-812e-4ff8-bed4-6fa3ac586476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:25.908465 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8f82f719-812e-4ff8-bed4-6fa3ac586476 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1f7b9f1b-a9f7-4705-a849-505f3ae2c092 HTTP/1.1" status: 204 len: 168 time: 0.4707851 Nov 11 21:39:25.924118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82f719-812e-4ff8-bed4-6fa3ac586476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7b9f1b-a9f7-4705-a849-505f3ae2c092,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:25.957580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 711ab698-5638-412b-b02a-712ed4debb71 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:39:26.045011 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-640d6438-38f6-4ef2-8e8e-2d72ae3d8972 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:26.049488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6977aa-1d7f-411d-a8da-5c69742b85d6 req-cde0ae5b-9b43-4133-a22c-cb3b87cad16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:26.050971 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc6977aa-1d7f-411d-a8da-5c69742b85d6 req-cde0ae5b-9b43-4133-a22c-cb3b87cad16f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.1725025 Nov 11 21:39:26.146273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 711ab698-5638-412b-b02a-712ed4debb71 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:26.147581 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:26.249208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6977aa-1d7f-411d-a8da-5c69742b85d6 req-6123fea2-6d59-473a-b18b-45781472488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:26.251063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc6977aa-1d7f-411d-a8da-5c69742b85d6 req-6123fea2-6d59-473a-b18b-45781472488a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904607 Nov 11 21:39:26.360446 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-539244f2-1199-451b-b804-d79ed3da0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:26.373985 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-640d6438-38f6-4ef2-8e8e-2d72ae3d8972 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:26.485268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-640d6438-38f6-4ef2-8e8e-2d72ae3d8972 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24c991f-33fe-451c-a0f7-558cfe56770f']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:26.527187 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-640d6438-38f6-4ef2-8e8e-2d72ae3d8972 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92faf4bb-69c4-4890-aeb0-23fec1ed1b62') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:26.527796 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-640d6438-38f6-4ef2-8e8e-2d72ae3d8972 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92faf4bb-69c4-4890-aeb0-23fec1ed1b62') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:26.554323 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539244f2-1199-451b-b804-d79ed3da0e3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c420e3d-8077-45dd-8fcd-aea77b05fba6,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:26.559602 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-640d6438-38f6-4ef2-8e8e-2d72ae3d8972 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:26.596105 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-640d6438-38f6-4ef2-8e8e-2d72ae3d8972 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:26.623149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640d6438-38f6-4ef2-8e8e-2d72ae3d8972 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:39:26.623557 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-640d6438-38f6-4ef2-8e8e-2d72ae3d8972 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:39:26.625962 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:39:26.627934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc6977aa-1d7f-411d-a8da-5c69742b85d6 req-318da4cb-4277-4415-98e9-6636f18b166b service neutron] 10.222.0.10 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030534 Nov 11 21:39:26.638378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539244f2-1199-451b-b804-d79ed3da0e3a admin admin] Checking segment: {'id': '2f59cb70-4511-4648-a558-bb0ed23b974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '5a34f4b9-9fec-46e6-810b-16bb1778fd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:26.638863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539244f2-1199-451b-b804-d79ed3da0e3a admin admin] Network hostable DHCP agents. Network: 5a34f4b9-9fec-46e6-810b-16bb1778fd5d, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:39:26.795902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539244f2-1199-451b-b804-d79ed3da0e3a admin admin] Network 5a34f4b9-9fec-46e6-810b-16bb1778fd5d is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:39:26.798296 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-640d6438-38f6-4ef2-8e8e-2d72ae3d8972 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:26.816345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640d6438-38f6-4ef2-8e8e-2d72ae3d8972 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e24c991f-33fe-451c-a0f7-558cfe56770f {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 21:39:26.836216 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-640d6438-38f6-4ef2-8e8e-2d72ae3d8972 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:26.844555 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-640d6438-38f6-4ef2-8e8e-2d72ae3d8972 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "DELETE /v2.0/networks/e24c991f-33fe-451c-a0f7-558cfe56770f HTTP/1.1" status: 204 len: 168 time: 0.9754906 Nov 11 21:39:26.848709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d6438-38f6-4ef2-8e8e-2d72ae3d8972 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Pushing event deleted for resources: {'Network': ['ID=e24c991f-33fe-451c-a0f7-558cfe56770f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:26.850691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-539244f2-1199-451b-b804-d79ed3da0e3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 5a34f4b9-9fec-46e6-810b-16bb1778fd5d) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:26.859653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d0831-a79f-4156-91f8-8de0e7a3c2bc None None] Network 5a34f4b9-9fec-46e6-810b-16bb1778fd5d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:26.864054 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539244f2-1199-451b-b804-d79ed3da0e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:26.864884 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-539244f2-1199-451b-b804-d79ed3da0e3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:26.875783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc6977aa-1d7f-411d-a8da-5c69742b85d6 req-edbafd4e-e351-4429-ac28-01dd57ecea53 service neutron] 10.222.0.10 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280200 Nov 11 21:39:26.894741 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-539244f2-1199-451b-b804-d79ed3da0e3a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4056726 Nov 11 21:39:27.029259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42864) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:27.077844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9d5598-dd49-4eb8-86bf-0738e40a2118 None None] Network 5a34f4b9-9fec-46e6-810b-16bb1778fd5d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:27.449318 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1571d5db-5718-4e03-b6a9-325955f732c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:27.594827 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1571d5db-5718-4e03-b6a9-325955f732c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:27.604064 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1571d5db-5718-4e03-b6a9-325955f732c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:27.662294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1571d5db-5718-4e03-b6a9-325955f732c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f77d66c7f9b44b67949ddd11b8cb5512&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6309431 Nov 11 21:39:27.663842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571d5db-5718-4e03-b6a9-325955f732c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5319436-b597-4d0c-8c84-bd9d40ff8d10,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:27.664735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42888) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:27.737443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75c01b2e-8224-4a84-9c05-2108005c3cda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:27.755084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42890) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:27.760065 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-02aae8aa-3e83-4048-a3ad-cc9054ad53b8 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Request body: {'router': {'name': 'tempest-router--73530061', 'project_id': 'fb5a99819ca04a8ab9b4589f892e9348'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:27.785654 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75c01b2e-8224-4a84-9c05-2108005c3cda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:27.803817 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02aae8aa-3e83-4048-a3ad-cc9054ad53b8 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:27.805001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02aae8aa-3e83-4048-a3ad-cc9054ad53b8 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:27.856538 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75c01b2e-8224-4a84-9c05-2108005c3cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:27.859671 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75c01b2e-8224-4a84-9c05-2108005c3cda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:27.865586 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-75c01b2e-8224-4a84-9c05-2108005c3cda admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a5319436-b597-4d0c-8c84-bd9d40ff8d10 HTTP/1.1" status: 204 len: 168 time: 0.1996396 Nov 11 21:39:27.875758 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c01b2e-8224-4a84-9c05-2108005c3cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5319436-b597-4d0c-8c84-bd9d40ff8d10,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:27.942135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02aae8aa-3e83-4048-a3ad-cc9054ad53b8 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:27.952987 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02aae8aa-3e83-4048-a3ad-cc9054ad53b8 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:27.987727 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02aae8aa-3e83-4048-a3ad-cc9054ad53b8 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:27.989448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-02aae8aa-3e83-4048-a3ad-cc9054ad53b8 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2330732 Nov 11 21:39:27.992338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42906) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:28.137987 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a48cc2f-94e4-457a-bb96-065a59a4c5e1 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:28.358972 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a48cc2f-94e4-457a-bb96-065a59a4c5e1 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:28.362362 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a48cc2f-94e4-457a-bb96-065a59a4c5e1 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:28.371724 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-78c25ee0-008b-4760-b3be-724cd36624f9 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:28.373310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-78c25ee0-008b-4760-b3be-724cd36624f9 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/networks?id=5a34f4b9-9fec-46e6-810b-16bb1778fd5d HTTP/1.1" status: 200 len: 817 time: 0.3096516 Nov 11 21:39:28.429538 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-fa68bcc8-15ba-408d-9f18-6fff3f3c20d3 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/quotas/66eea3da15d84dcfa0cc80442ca38179 HTTP/1.1" status: 200 len: 375 time: 0.0476954 Nov 11 21:39:28.435994 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a48cc2f-94e4-457a-bb96-065a59a4c5e1 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:28.437213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a48cc2f-94e4-457a-bb96-065a59a4c5e1 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a0b1872-c9fc-4b05-931f-e19e33bf9f50 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:39:28.450281 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a48cc2f-94e4-457a-bb96-065a59a4c5e1 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:28.454391 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8a48cc2f-94e4-457a-bb96-065a59a4c5e1 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "DELETE /v2.0/routers/4a0b1872-c9fc-4b05-931f-e19e33bf9f50 HTTP/1.1" status: 204 len: 168 time: 0.4579065 Nov 11 21:39:28.504989 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-e3b031e7-1515-4764-ad53-64fc7a8fabb3 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=66eea3da15d84dcfa0cc80442ca38179&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640740 Nov 11 21:39:28.556916 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42926) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:28.582069 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1493ea89-f9c0-4de0-b98c-5acef23668c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:28.651793 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-dff9ae14-b270-4f46-8676-a81e6658f861 service neutron] 10.222.0.57 "GET /v2.0/networks/5a34f4b9-9fec-46e6-810b-16bb1778fd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458242 Nov 11 21:39:28.719120 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1493ea89-f9c0-4de0-b98c-5acef23668c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:28.729548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1493ea89-f9c0-4de0-b98c-5acef23668c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:28.802258 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-b6360178-5847-4095-a5f9-d30d24413102 service neutron] 10.222.0.57 "GET /v2.0/networks/5a34f4b9-9fec-46e6-810b-16bb1778fd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438477 Nov 11 21:39:28.803040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42930) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:28.805873 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1493ea89-f9c0-4de0-b98c-5acef23668c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3c84f7900eeb410e9baa1399ead75462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2468278 Nov 11 21:39:28.818422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42932) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:28.827570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493ea89-f9c0-4de0-b98c-5acef23668c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b9cdba-7524-4a96-a5e0-6e5fa6259776,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:28.881667 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93569fe5-038c-437a-b91e-d5f8cdf5f068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:28.916005 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93569fe5-038c-437a-b91e-d5f8cdf5f068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:28.989584 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93569fe5-038c-437a-b91e-d5f8cdf5f068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:28.997689 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93569fe5-038c-437a-b91e-d5f8cdf5f068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:29.002382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-93569fe5-038c-437a-b91e-d5f8cdf5f068 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/82b9cdba-7524-4a96-a5e0-6e5fa6259776 HTTP/1.1" status: 204 len: 168 time: 0.1983347 Nov 11 21:39:29.027341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93569fe5-038c-437a-b91e-d5f8cdf5f068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b9cdba-7524-4a96-a5e0-6e5fa6259776,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:29.093973 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3ef66ab-b9f6-4500-930e-8c8b1fca37cb req-505020d5-ab27-4781-8b09-70a5513d8468 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/ports?device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 210 time: 0.0404263 Nov 11 21:39:29.162871 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42948) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:29.183992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-739427931', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}, 'admin_state_up': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:29.222865 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:29.224877 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:29.251200 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1945849019', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:29.306311 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:29.400358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Made reservation on behalf of bf3fdc2031f54bf294f6563d1c7c04fd for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:29.402840 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:29.419551 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:29.537395 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:29.659395 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:29.690944 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:29.698010 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] device_id is not set on port c3e72246-015b-4548-8209-093e2ce55362 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:39:29.759496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd438ce4-898e-4016-98d1-271cfd66edcd,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:29.856599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Allocated IP 172.25.0.163 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/c3e72246-015b-4548-8209-093e2ce55362) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:29.970066 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:29.996508 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:30.147912 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:30.241157 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:30.301273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e63ee15-0577-4042-bc6f-9d81724fd818 req-29e5ad50-511d-4852-8bcc-08943169f017 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/ports?device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 210 time: 0.0783641 Nov 11 21:39:30.381076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:30.399956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:30.413653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Pushing event updated for resources: {'Port': ['ID=c3e72246-015b-4548-8209-093e2ce55362,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:30.415993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:30.499798 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Allocated IP 172.25.0.27 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/1e165575-4e50-48bf-916e-aecfb625dcf8) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:30.572832 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:30.573451 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:30.599262 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7c069f2f-d662-4dbe-8378-be202bb2db5c tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:30.600925 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7c069f2f-d662-4dbe-8378-be202bb2db5c tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.10 "GET /v2.0/networks?id=5a34f4b9-9fec-46e6-810b-16bb1778fd5d HTTP/1.1" status: 200 len: 817 time: 0.2987511 Nov 11 21:39:30.633583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-0e2ee5dc-6883-4a34-9a4b-0462862fd986 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Request body: {'port': {'device_id': '41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e', 'network_id': '5a34f4b9-9fec-46e6-810b-16bb1778fd5d', 'admin_state_up': True, 'tenant_id': '66eea3da15d84dcfa0cc80442ca38179'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:30.677613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9e657d32-87ec-405f-99f7-0675edcc506a tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.5107286 Nov 11 21:39:30.678529 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43000) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:30.685823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6349c28a-18e9-4149-b6e4-250b8bf9a5e2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.163'}]}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:30.740292 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6349c28a-18e9-4149-b6e4-250b8bf9a5e2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:30.744873 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6349c28a-18e9-4149-b6e4-250b8bf9a5e2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:30.757120 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:30.806953 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6349c28a-18e9-4149-b6e4-250b8bf9a5e2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:30.826168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-0e2ee5dc-6883-4a34-9a4b-0462862fd986 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Made reservation on behalf of 66eea3da15d84dcfa0cc80442ca38179 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:30.830226 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-0e2ee5dc-6883-4a34-9a4b-0462862fd986 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:30.841835 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:30.925390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:30.937010 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:30.944443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:30.949147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Pushing event updated for resources: {'Port': ['ID=1e165575-4e50-48bf-916e-aecfb625dcf8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:30.968749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6349c28a-18e9-4149-b6e4-250b8bf9a5e2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:31.278428 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6349c28a-18e9-4149-b6e4-250b8bf9a5e2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:31.320697 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6349c28a-18e9-4149-b6e4-250b8bf9a5e2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:31.472466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-0e2ee5dc-6883-4a34-9a4b-0462862fd986 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Allocated IP 172.20.0.4 (5a34f4b9-9fec-46e6-810b-16bb1778fd5d/2c420e3d-8077-45dd-8fcd-aea77b05fba6/24e5df0c-3436-4ef0-b787-aa334eaa7cba) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:31.476041 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a41f0dc-d783-453e-adbe-bffccc157fb1 req-95a0b64b-8a66-406f-8399-532bfd541571 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/ports?device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 210 time: 0.0397780 Nov 11 21:39:31.577648 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6349c28a-18e9-4149-b6e4-250b8bf9a5e2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:31.739695 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:31.829864 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-0e2ee5dc-6883-4a34-9a4b-0462862fd986 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:31.848071 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6349c28a-18e9-4149-b6e4-250b8bf9a5e2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:31.850680 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6349c28a-18e9-4149-b6e4-250b8bf9a5e2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:31.920922 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6349c28a-18e9-4149-b6e4-250b8bf9a5e2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:31.921761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6349c28a-18e9-4149-b6e4-250b8bf9a5e2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 650aa679-1359-4182-b86e-6f0a7d69a1b6 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:39:31.942208 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-6349c28a-18e9-4149-b6e4-250b8bf9a5e2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 11 21:39:31.948810 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6349c28a-18e9-4149-b6e4-250b8bf9a5e2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2650189 Nov 11 21:39:31.949286 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43026) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:31.965618 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-0e2ee5dc-6883-4a34-9a4b-0462862fd986 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:32.052904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-0e2ee5dc-6883-4a34-9a4b-0462862fd986 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Network 5a34f4b9-9fec-46e6-810b-16bb1778fd5d is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:32.065233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-0e2ee5dc-6883-4a34-9a4b-0462862fd986 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:32.074036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-0e2ee5dc-6883-4a34-9a4b-0462862fd986 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:32.076867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0b29688b-7f8b-47e5-923c-931d1f30c4c2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Deleting port c3e72246-015b-4548-8209-093e2ce55362 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:32.077537 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b29688b-7f8b-47e5-923c-931d1f30c4c2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:32.079345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ee5dc-6883-4a34-9a4b-0462862fd986 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Pushing event updated for resources: {'Port': ['ID=24e5df0c-3436-4ef0-b787-aa334eaa7cba,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:32.082658 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:32.168308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-0e2ee5dc-6883-4a34-9a4b-0462862fd986 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:32.169265 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-0e2ee5dc-6883-4a34-9a4b-0462862fd986 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:32.207357 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b29688b-7f8b-47e5-923c-931d1f30c4c2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:32.221028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0b29688b-7f8b-47e5-923c-931d1f30c4c2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Calling delete_port for c3e72246-015b-4548-8209-093e2ce55362 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:32.226101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-0e2ee5dc-6883-4a34-9a4b-0462862fd986 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5965664 Nov 11 21:39:32.241006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Request body: {'port': {'device_id': '41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:32.310619 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:32.387570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Router 7b727536-4890-4ab6-8582-a4bdd2b0373e is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:39:32.422980 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b29688b-7f8b-47e5-923c-931d1f30c4c2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:32.461778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29688b-7f8b-47e5-923c-931d1f30c4c2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3e72246-015b-4548-8209-093e2ce55362,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:32.538745 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b29688b-7f8b-47e5-923c-931d1f30c4c2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:32.546838 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0b29688b-7f8b-47e5-923c-931d1f30c4c2 tempest-RoutersAdminNegativeIpV6Test-1826658050 tempest-RoutersAdminNegativeIpV6Test-1826658050-project-admin] 10.222.0.57 "DELETE /v2.0/ports/c3e72246-015b-4548-8209-093e2ce55362 HTTP/1.1" status: 204 len: 168 time: 0.5962563 Nov 11 21:39:32.660326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:39:32.675366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b1472-bf54-4502-b4c4-a73cb4ac555c None None] Sync routers for ids ['7b727536-4890-4ab6-8582-a4bdd2b0373e'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:39:32.697891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b1472-bf54-4502-b4c4-a73cb4ac555c None None] Routers {'7b727536-4890-4ab6-8582-a4bdd2b0373e'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:32.701559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ba2b1472-bf54-4502-b4c4-a73cb4ac555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b727536-4890-4ab6-8582-a4bdd2b0373e'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:32.701746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a8e9c-3d8b-44a1-9b19-a0387677b11f req-64a3ee87-1b1d-4db2-8de1-6419804c9fb1 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:32.715833 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-431a8e9c-3d8b-44a1-9b19-a0387677b11f req-64a3ee87-1b1d-4db2-8de1-6419804c9fb1 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/ports?device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 931 time: 0.1156502 Nov 11 21:39:32.746071 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:32.747280 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-201ebe06-5d67-4cd7-a957-be0084095a5e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9278822 Nov 11 21:39:32.750144 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43042) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:32.827482 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-431a8e9c-3d8b-44a1-9b19-a0387677b11f req-ce1bb074-920c-45d2-b274-ce51f08c2c9f tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3798895-a621-4f2c-9e2a-a47b9b76f56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966742 Nov 11 21:39:32.844127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e5df0c-3436-4ef0-b787-aa334eaa7cba {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:39:32.846819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ba2b1472-bf54-4502-b4c4-a73cb4ac555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:32.852554 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:32.868094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Transition to ACTIVE for port object 24e5df0c-3436-4ef0-b787-aa334eaa7cba will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:39:32.874199 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:32.890139 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b1472-bf54-4502-b4c4-a73cb4ac555c None None] Routers {'7b727536-4890-4ab6-8582-a4bdd2b0373e'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:32.890780 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ba2b1472-bf54-4502-b4c4-a73cb4ac555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b727536-4890-4ab6-8582-a4bdd2b0373e'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:32.990396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Pushing event updated for resources: {'Port': ['ID=24e5df0c-3436-4ef0-b787-aa334eaa7cba,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:33.017367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ba2b1472-bf54-4502-b4c4-a73cb4ac555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:33.025104 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b1472-bf54-4502-b4c4-a73cb4ac555c None None] The sync data for ids ['7b727536-4890-4ab6-8582-a4bdd2b0373e'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:39:33.033039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Attempting to bind port 24e5df0c-3436-4ef0-b787-aa334eaa7cba on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:39:33.033273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Attempting to bind port 24e5df0c-3436-4ef0-b787-aa334eaa7cba by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '2f59cb70-4511-4648-a558-bb0ed23b974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '5a34f4b9-9fec-46e6-810b-16bb1778fd5d'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:39:33.033749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Attempting to bind port 24e5df0c-3436-4ef0-b787-aa334eaa7cba on network 5a34f4b9-9fec-46e6-810b-16bb1778fd5d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:39:33.038787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Port 24e5df0c-3436-4ef0-b787-aa334eaa7cba on network 5a34f4b9-9fec-46e6-810b-16bb1778fd5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:39:33.039119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Attempting to bind port 24e5df0c-3436-4ef0-b787-aa334eaa7cba on network 5a34f4b9-9fec-46e6-810b-16bb1778fd5d {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:39:33.044542 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:39:33.044994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Checking segment: {'id': '2f59cb70-4511-4648-a558-bb0ed23b974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '5a34f4b9-9fec-46e6-810b-16bb1778fd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:33.045390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Bound using segment: {'id': '2f59cb70-4511-4648-a558-bb0ed23b974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '5a34f4b9-9fec-46e6-810b-16bb1778fd5d'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:39:33.045822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Bound port: 24e5df0c-3436-4ef0-b787-aa334eaa7cba, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f59cb70-4511-4648-a558-bb0ed23b974e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '5a34f4b9-9fec-46e6-810b-16bb1778fd5d'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:39:33.046440 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:33.072532 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43050) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:33.090427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43054) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:33.090960 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b7377489-7756-4ed3-a995-635d22a36714 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/routers/7b727536-4890-4ab6-8582-a4bdd2b0373e HTTP/1.1" status: 200 len: 919 time: 0.3393424 Nov 11 21:39:33.130138 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a2ab64b4-0170-48d4-85bf-37eb227c6598 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b727536-4890-4ab6-8582-a4bdd2b0373e HTTP/1.1" status: 200 len: 205 time: 0.0385716 Nov 11 21:39:33.132675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43058) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:33.218126 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c88fda94-3ec8-437d-a174-4857988e1e2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:33.250992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] For port 24e5df0c-3436-4ef0-b787-aa334eaa7cba, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:39:33.269567 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] For port 24e5df0c-3436-4ef0-b787-aa334eaa7cba, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=24e5df0c-3436-4ef0-b787-aa334eaa7cba,segment=NetworkSegment(2f59cb70-4511-4648-a558-bb0ed23b974e),segment_id=2f59cb70-4511-4648-a558-bb0ed23b974e)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:39:33.272584 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-692c5b77-3a15-4aac-a65e-f2cdb7b074b1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:33.276758 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:33.329271 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c88fda94-3ec8-437d-a174-4857988e1e2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:33.335256 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c88fda94-3ec8-437d-a174-4857988e1e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:33.377503 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c88fda94-3ec8-437d-a174-4857988e1e2b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2d9903d445d94c35996f850f70ec7fb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031418 Nov 11 21:39:33.379171 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:33.379851 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:33.381255 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] 10.222.0.10 "PUT /v2.0/ports/24e5df0c-3436-4ef0-b787-aa334eaa7cba HTTP/1.1" status: 200 len: 1091 time: 1.1447651 Nov 11 21:39:33.381846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e', 'tag': '24e5df0c-3436-4ef0-b787-aa334eaa7cba'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:39:33.383170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43062) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:33.384740 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fdd06e-7539-4424-b3a1-582fb2a077c8" -d '{"events": [{"name": "network-changed", "server_uuid": "41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e", "tag": "24e5df0c-3436-4ef0-b787-aa334eaa7cba"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:39:33.387751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd7cf6-9020-48d3-8fbc-33b4516308a8 service neutron] Pushing event updated for resources: {'Port': ['ID=24e5df0c-3436-4ef0-b787-aa334eaa7cba,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:33.479202 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03e151f-f496-44b6-b7c0-487571e6ebd8 x-openstack-request-id: req-d03e151f-f496-44b6-b7c0-487571e6ebd8 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:39:33.479492 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e", "tag": "24e5df0c-3436-4ef0-b787-aa334eaa7cba", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:39:33.479743 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d03e151f-f496-44b6-b7c0-487571e6ebd8 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:39:33.480146 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e', 'tag': '24e5df0c-3436-4ef0-b787-aa334eaa7cba', 'status': 'completed', 'code': 200} Nov 11 21:39:33.489487 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fda94-3ec8-437d-a174-4857988e1e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2253fa-faf6-476b-8d04-c847c5bd4763,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:33.510400 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-d27cb666-4e69-493b-9bba-125c1c4f2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:33.512681 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-d27cb666-4e69-493b-9bba-125c1c4f2234 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=66eea3da15d84dcfa0cc80442ca38179&device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 1094 time: 0.0747657 Nov 11 21:39:33.514943 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-692c5b77-3a15-4aac-a65e-f2cdb7b074b1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:33.559573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4a8ca24-4a79-4cde-b301-e81654a53c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:33.584967 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4a8ca24-4a79-4cde-b301-e81654a53c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:33.585783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-6a8e5e8c-f1e4-469e-962f-7e9e9b668f84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24e5df0c-3436-4ef0-b787-aa334eaa7cba HTTP/1.1" status: 200 len: 217 time: 0.0635862 Nov 11 21:39:33.651520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-692c5b77-3a15-4aac-a65e-f2cdb7b074b1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Deleting port 1e165575-4e50-48bf-916e-aecfb625dcf8 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:33.651900 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-692c5b77-3a15-4aac-a65e-f2cdb7b074b1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:33.655751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-faeaf62c-fa28-4386-94a1-d6518780aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:33.656170 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-faeaf62c-fa28-4386-94a1-d6518780aa85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c420e3d-8077-45dd-8fcd-aea77b05fba6 HTTP/1.1" status: 200 len: 857 time: 0.0633214 Nov 11 21:39:33.696941 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3c245cc-87a8-48a2-bfbb-04dfcf7b8ddc req-c3d6b2e6-7246-4a1e-94f6-a7fd3da05026 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821092 Nov 11 21:39:33.700375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-14a26941-b48a-43df-9094-7abeb8569b2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a34f4b9-9fec-46e6-810b-16bb1778fd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333512 Nov 11 21:39:33.730464 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4a8ca24-4a79-4cde-b301-e81654a53c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:33.733937 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4a8ca24-4a79-4cde-b301-e81654a53c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:33.738919 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c4a8ca24-4a79-4cde-b301-e81654a53c5a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6a2253fa-faf6-476b-8d04-c847c5bd4763 HTTP/1.1" status: 204 len: 168 time: 0.3547297 Nov 11 21:39:33.811631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8ca24-4a79-4cde-b301-e81654a53c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2253fa-faf6-476b-8d04-c847c5bd4763,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:33.843049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c245cc-87a8-48a2-bfbb-04dfcf7b8ddc req-ecf07228-491b-4530-af05-9694ae7e37a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:33.844967 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3c245cc-87a8-48a2-bfbb-04dfcf7b8ddc req-ecf07228-491b-4530-af05-9694ae7e37a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67e48cfcf12444c88aea2618f75e2b1c&device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 1096 time: 0.0949600 Nov 11 21:39:33.857338 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-692c5b77-3a15-4aac-a65e-f2cdb7b074b1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:33.883561 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-692c5b77-3a15-4aac-a65e-f2cdb7b074b1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Calling delete_port for 1e165575-4e50-48bf-916e-aecfb625dcf8 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:33.896852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-e84d2bee-ea8f-40c2-8987-3ab939a3bc8a service neutron] 10.222.0.10 "GET /v2.0/networks/5a34f4b9-9fec-46e6-810b-16bb1778fd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710689 Nov 11 21:39:34.033215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c245cc-87a8-48a2-bfbb-04dfcf7b8ddc req-3ac836e4-59b8-437a-bf27-aec57f06210b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:34.034994 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3c245cc-87a8-48a2-bfbb-04dfcf7b8ddc req-3ac836e4-59b8-437a-bf27-aec57f06210b service neutron] 10.222.0.71 "GET /v2.0/networks?id=b9aadd00-a8e1-4352-a0b4-6c33c949766f HTTP/1.1" status: 200 len: 914 time: 0.1604683 Nov 11 21:39:34.088711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa9022-04e2-4b4c-b8e7-a3eb235621e0 req-a7bafc8c-2200-40c7-995b-78364eabd471 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:34.090303 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5fa9022-04e2-4b4c-b8e7-a3eb235621e0 req-a7bafc8c-2200-40c7-995b-78364eabd471 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/ports?device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 943 time: 0.1340656 Nov 11 21:39:34.137327 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3c245cc-87a8-48a2-bfbb-04dfcf7b8ddc req-8134ffdb-436c-498a-b26c-1095e467705f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=240eb393-9d40-470b-9de5-2e769a4bdcc4 HTTP/1.1" status: 200 len: 1000 time: 0.0926301 Nov 11 21:39:34.175437 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82baac7-d754-4e02-a2f2-d1d197b44ec9 req-5828856b-643b-49c8-b2a4-5e9b4e639f50 service neutron] 10.222.0.10 "GET /v2.0/networks/5a34f4b9-9fec-46e6-810b-16bb1778fd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179313 Nov 11 21:39:34.230534 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5fa9022-04e2-4b4c-b8e7-a3eb235621e0 req-260af80c-69a9-41e1-abed-91ece69b73f8 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3798895-a621-4f2c-9e2a-a47b9b76f56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007006 Nov 11 21:39:34.275605 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-692c5b77-3a15-4aac-a65e-f2cdb7b074b1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:34.283401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c245cc-87a8-48a2-bfbb-04dfcf7b8ddc req-f0e98851-c99d-4a57-bb4e-03a037f3429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:34.286966 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3c245cc-87a8-48a2-bfbb-04dfcf7b8ddc req-f0e98851-c99d-4a57-bb4e-03a037f3429b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4f8b26b-3654-48a0-bd33-44c09975a64c HTTP/1.1" status: 200 len: 851 time: 0.1403401 Nov 11 21:39:34.329189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c5b77-3a15-4aac-a65e-f2cdb7b074b1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Pushing event deleted for resources: {'Port': ['ID=1e165575-4e50-48bf-916e-aecfb625dcf8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:34.351381 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c245cc-87a8-48a2-bfbb-04dfcf7b8ddc req-e4287d85-88e2-49b4-b9ff-2a1f581d40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:34.353597 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3c245cc-87a8-48a2-bfbb-04dfcf7b8ddc req-e4287d85-88e2-49b4-b9ff-2a1f581d40ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b9aadd00-a8e1-4352-a0b4-6c33c949766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537949 Nov 11 21:39:34.408485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdd06e-7539-4424-b3a1-582fb2a077c8 req-b50125e8-6d4a-440f-8aff-3a6178d5f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:34.414508 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1fdd06e-7539-4424-b3a1-582fb2a077c8 req-b50125e8-6d4a-440f-8aff-3a6178d5f922 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=66eea3da15d84dcfa0cc80442ca38179&device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 1094 time: 0.1604331 Nov 11 21:39:34.489792 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3c245cc-87a8-48a2-bfbb-04dfcf7b8ddc req-2f1a2127-f256-4e10-80f4-a68d17f5dc65 service neutron] 10.222.0.71 "GET /v2.0/networks/b9aadd00-a8e1-4352-a0b4-6c33c949766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222126 Nov 11 21:39:34.513125 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43090) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:34.533325 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-692c5b77-3a15-4aac-a65e-f2cdb7b074b1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:34.622150 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-160f3754-ddcc-4b17-8416-4a86db952090 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf3fdc2031f54bf294f6563d1c7c04fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0959964 Nov 11 21:39:34.625666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43094) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:34.640196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdd06e-7539-4424-b3a1-582fb2a077c8 req-405f069b-291b-448a-b69f-754e3e547506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:34.641843 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1fdd06e-7539-4424-b3a1-582fb2a077c8 req-405f069b-291b-448a-b69f-754e3e547506 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a34f4b9-9fec-46e6-810b-16bb1778fd5d HTTP/1.1" status: 200 len: 919 time: 0.2099230 Nov 11 21:39:34.649902 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3c245cc-87a8-48a2-bfbb-04dfcf7b8ddc req-9a865529-04e1-4ec2-b6b6-bb5b885796cb service neutron] 10.222.0.71 "GET /v2.0/networks/b9aadd00-a8e1-4352-a0b4-6c33c949766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499097 Nov 11 21:39:34.693570 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c18f191-5051-4863-9700-02bf9487a83e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:34.726389 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c18f191-5051-4863-9700-02bf9487a83e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:34.739624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1fdd06e-7539-4424-b3a1-582fb2a077c8 req-0aba82eb-9176-4d2c-b7d6-d14344ab24ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24e5df0c-3436-4ef0-b787-aa334eaa7cba HTTP/1.1" status: 200 len: 217 time: 0.0579929 Nov 11 21:39:34.748060 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-692c5b77-3a15-4aac-a65e-f2cdb7b074b1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:34.777291 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-692c5b77-3a15-4aac-a65e-f2cdb7b074b1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:34.788379 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c18f191-5051-4863-9700-02bf9487a83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:34.791682 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c18f191-5051-4863-9700-02bf9487a83e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:34.795136 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3c18f191-5051-4863-9700-02bf9487a83e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd438ce4-898e-4016-98d1-271cfd66edcd HTTP/1.1" status: 204 len: 168 time: 0.1664526 Nov 11 21:39:34.808130 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18f191-5051-4863-9700-02bf9487a83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd438ce4-898e-4016-98d1-271cfd66edcd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:35.224335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdd06e-7539-4424-b3a1-582fb2a077c8 req-dd31ea33-7472-43fc-848a-522840dd2c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:35.225908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1fdd06e-7539-4424-b3a1-582fb2a077c8 req-dd31ea33-7472-43fc-848a-522840dd2c3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c420e3d-8077-45dd-8fcd-aea77b05fba6 HTTP/1.1" status: 200 len: 857 time: 0.4756293 Nov 11 21:39:35.227100 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-692c5b77-3a15-4aac-a65e-f2cdb7b074b1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:35.227818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692c5b77-3a15-4aac-a65e-f2cdb7b074b1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Fanout notify agent at l3_agent the message router_deleted on router 7b727536-4890-4ab6-8582-a4bdd2b0373e {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:39:35.235204 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-692c5b77-3a15-4aac-a65e-f2cdb7b074b1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:35.236302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-692c5b77-3a15-4aac-a65e-f2cdb7b074b1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "DELETE /v2.0/routers/7b727536-4890-4ab6-8582-a4bdd2b0373e HTTP/1.1" status: 204 len: 168 time: 2.1027081 Nov 11 21:39:35.240091 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43120) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:35.247653 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Request body: {'router': {'name': 'tempest-snat-router-766436969', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'enable_snat': False}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:35.268369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1fdd06e-7539-4424-b3a1-582fb2a077c8 req-471c8b8a-6285-44de-b817-bc308ab59e7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a34f4b9-9fec-46e6-810b-16bb1778fd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302212 Nov 11 21:39:35.337496 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:35.341710 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:35.435091 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e308fb2-560a-4ffe-985b-fce1057adf83 req-b0a3a92c-1778-4478-95c4-7c05ac512a57 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:35.436758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e308fb2-560a-4ffe-985b-fce1057adf83 req-b0a3a92c-1778-4478-95c4-7c05ac512a57 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/ports?device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 943 time: 0.0780683 Nov 11 21:39:35.448291 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1fdd06e-7539-4424-b3a1-582fb2a077c8 req-c3b61df9-43f1-4589-adab-85559346dcdd service neutron] 10.222.0.10 "GET /v2.0/networks/5a34f4b9-9fec-46e6-810b-16bb1778fd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643662 Nov 11 21:39:35.461107 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:35.521480 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e308fb2-560a-4ffe-985b-fce1057adf83 req-54c18f8b-b1d1-48b0-8545-2c9b8c6d25ae tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3798895-a621-4f2c-9e2a-a47b9b76f56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719800 Nov 11 21:39:35.598695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1fdd06e-7539-4424-b3a1-582fb2a077c8 req-61c1a902-193e-46e3-b489-90ef98889ca9 service neutron] 10.222.0.10 "GET /v2.0/networks/5a34f4b9-9fec-46e6-810b-16bb1778fd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422691 Nov 11 21:39:35.701402 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:35.885686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43150) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:36.019406 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:36.041800 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:36.091560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-236737958'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:36.136601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:36.143828 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:36.169645 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:36.213174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Allocated IP 172.25.0.229 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/4ac33d8d-2109-4457-bff3-9b808b450f2b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:36.354250 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:36.371060 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00489c3-4822-46a4-a7c3-eff1872d4f5c req-b7358e82-1ad6-42f1-bbb7-08b25b68156b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:36.372137 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f00489c3-4822-46a4-a7c3-eff1872d4f5c req-b7358e82-1ad6-42f1-bbb7-08b25b68156b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0976009 Nov 11 21:39:36.373787 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:36.380870 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05065720-ecfc-45ac-9952-6d3011e19755 req-d6c3e834-73ca-4f4b-a1a3-90fbad091bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:36.382941 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05065720-ecfc-45ac-9952-6d3011e19755 req-d6c3e834-73ca-4f4b-a1a3-90fbad091bfc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 1095 time: 0.1031668 Nov 11 21:39:36.389895 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:39:36.402166 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:36.402517 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Added segment 47f3f6de-a200-443e-9b3d-c0885e1814de of type vlan for network b87b2763-a832-447f-8e85-3e585460ef86 Nov 11 21:39:36.457352 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:36.507792 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:36.535912 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff937c3-38d6-4cca-bb4b-6caa7e0c2724,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:36.543434 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:36.549661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:36.549661 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:36.556634 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:36.585469 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 24e5df0c-3436-4ef0-b787-aa334eaa7cba details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:39:36.600437 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f00489c3-4822-46a4-a7c3-eff1872d4f5c req-8c828ea2-6b1e-4e76-942d-1bba01f3ae6c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1517935 Nov 11 21:39:36.604488 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:36.611835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:36.619214 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:36.670711 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Pushing event updated for resources: {'Port': ['ID=4ac33d8d-2109-4457-bff3-9b808b450f2b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:36.690942 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05065720-ecfc-45ac-9952-6d3011e19755 req-1c13e778-988f-4537-8ece-17fd07024e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:36.694807 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05065720-ecfc-45ac-9952-6d3011e19755 req-1c13e778-988f-4537-8ece-17fd07024e41 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.3010485 Nov 11 21:39:36.700682 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8136239 Nov 11 21:39:36.702566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015b9fd-dec9-4368-bca2-3a4b3e551130 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Network': ['ID=b87b2763-a832-447f-8e85-3e585460ef86,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:36.796373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 24e5df0c-3436-4ef0-b787-aa334eaa7cba, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=24e5df0c-3436-4ef0-b787-aa334eaa7cba,segment=NetworkSegment(2f59cb70-4511-4648-a558-bb0ed23b974e),segment_id=2f59cb70-4511-4648-a558-bb0ed23b974e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:36.822282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '24e5df0c-3436-4ef0-b787-aa334eaa7cba', 'network_id': '5a34f4b9-9fec-46e6-810b-16bb1778fd5d', 'port_id': '24e5df0c-3436-4ef0-b787-aa334eaa7cba', 'mac_address': 'fa:16:3e:f5:1e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c420e3d-8077-45dd-8fcd-aea77b05fba6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:39:36.822282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network b87b2763-a832-447f-8e85-3e585460ef86 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:39:36.862478 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:36.896687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1af2d1-d3cc-4a8b-b2e4-16c481db9501 req-027f8b77-395c-4d5b-8c08-e4faf05fa221 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:36.906170 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a1af2d1-d3cc-4a8b-b2e4-16c481db9501 req-027f8b77-395c-4d5b-8c08-e4faf05fa221 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/ports?device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 943 time: 0.1749823 Nov 11 21:39:36.916528 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e5df0c-3436-4ef0-b787-aa334eaa7cba {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:39:36.942309 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 24e5df0c-3436-4ef0-b787-aa334eaa7cba, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=24e5df0c-3436-4ef0-b787-aa334eaa7cba,segment=NetworkSegment(2f59cb70-4511-4648-a558-bb0ed23b974e),segment_id=2f59cb70-4511-4648-a558-bb0ed23b974e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:36.960248 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:37.077294 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=24e5df0c-3436-4ef0-b787-aa334eaa7cba,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:37.272578 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['24e5df0c-3436-4ef0-b787-aa334eaa7cba'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:39:37.347558 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05065720-ecfc-45ac-9952-6d3011e19755 req-35771119-4827-470d-aef8-20d8eca26415 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb HTTP/1.1" status: 200 len: 998 time: 0.6243737 Nov 11 21:39:37.474013 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05065720-ecfc-45ac-9952-6d3011e19755 req-857ba174-685a-4e1a-9d16-2316bbd7cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:37.476438 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05065720-ecfc-45ac-9952-6d3011e19755 req-857ba174-685a-4e1a-9d16-2316bbd7cb8f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.1178715 Nov 11 21:39:37.516784 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a1af2d1-d3cc-4a8b-b2e4-16c481db9501 req-b365117b-1531-4c7b-a706-80335d5ac0f6 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3798895-a621-4f2c-9e2a-a47b9b76f56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6096251 Nov 11 21:39:37.606613 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05065720-ecfc-45ac-9952-6d3011e19755 req-21de017a-fc17-4449-bec7-4c19837118cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:37.609773 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05065720-ecfc-45ac-9952-6d3011e19755 req-21de017a-fc17-4449-bec7-4c19837118cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211793 Nov 11 21:39:37.611490 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:37.824015 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2817e1f-254d-4baa-9d3d-6b0a3814817f req-02fbacf5-9271-4f5d-9649-2a9fcb002a52 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:37.835857 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2817e1f-254d-4baa-9d3d-6b0a3814817f req-02fbacf5-9271-4f5d-9649-2a9fcb002a52 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1219716 Nov 11 21:39:37.837319 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05065720-ecfc-45ac-9952-6d3011e19755 req-6bacb698-bc43-471e-94c3-2092ee5dab2b service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790807 Nov 11 21:39:37.915345 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2817e1f-254d-4baa-9d3d-6b0a3814817f req-a7632687-0a35-450b-884e-0d9c6e0b1156 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0785670 Nov 11 21:39:38.057141 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05065720-ecfc-45ac-9952-6d3011e19755 req-601190ad-8b23-48c8-9bc3-dfc73ad8636a service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819005 Nov 11 21:39:38.073809 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:38.251877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Router 9b9925dc-ab40-4598-b706-d443ffc1f6a9 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:39:38.399072 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:39:38.411429 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Sync routers for ids ['9b9925dc-ab40-4598-b706-d443ffc1f6a9'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:39:38.429463 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Routers {'9b9925dc-ab40-4598-b706-d443ffc1f6a9'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:38.431300 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:38.432212 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-498cbd60-ab08-4415-9d1f-816e7e3e6ebb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1903570 Nov 11 21:39:38.433044 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9b9925dc-ab40-4598-b706-d443ffc1f6a9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:38.435050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43192) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:38.581932 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Set router 9b9925dc-ab40-4598-b706-d443ffc1f6a9 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:39:38.603426 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 24e5df0c-3436-4ef0-b787-aa334eaa7cba up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:39:38.686297 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43200) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:38.688287 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d73a0844-6e87-4a45-8912-949d3abdb951 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/routers/9b9925dc-ab40-4598-b706-d443ffc1f6a9 HTTP/1.1" status: 200 len: 908 time: 0.2490880 Nov 11 21:39:38.693045 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Request body: {'router': {'name': 'tempest-snat-router-766436969', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'enable_snat': True}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:38.778622 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 24e5df0c-3436-4ef0-b787-aa334eaa7cba completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:39:38.785703 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:38.787507 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:38.797529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 24e5df0c-3436-4ef0-b787-aa334eaa7cba triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:38.799437 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:38.860845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5c7a0-2998-4f97-b3d0-ccb64d2b363d req-21d472dc-f7e5-43c1-9a07-89cc1ee2a2e7 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:38.863352 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04e5c7a0-2998-4f97-b3d0-ccb64d2b363d req-21d472dc-f7e5-43c1-9a07-89cc1ee2a2e7 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/ports?device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 944 time: 0.1695812 Nov 11 21:39:38.868863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43202) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:38.953026 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:39.008984 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04e5c7a0-2998-4f97-b3d0-ccb64d2b363d req-321ca1e1-767c-412e-9cb3-da9a763b7d76 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3798895-a621-4f2c-9e2a-a47b9b76f56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095014 Nov 11 21:39:39.064516 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:39.195575 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:39.202373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 24e5df0c-3436-4ef0-b787-aa334eaa7cba, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=24e5df0c-3436-4ef0-b787-aa334eaa7cba,segment=NetworkSegment(2f59cb70-4511-4648-a558-bb0ed23b974e),segment_id=2f59cb70-4511-4648-a558-bb0ed23b974e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:39.207843 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e5df0c-3436-4ef0-b787-aa334eaa7cba'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:39:39.216489 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f368045-9282-47ac-8d19-fffdcb16c978" -d '{"events": [{"server_uuid": "41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e", "name": "network-vif-plugged", "status": "completed", "tag": "24e5df0c-3436-4ef0-b787-aa334eaa7cba"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:39:39.230542 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:39.280541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682df20c-f511-4d70-b64c-abf36937e591 req-fa65b9c7-ff94-4182-8f18-e955cf7df7b2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:39.291968 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-682df20c-f511-4d70-b64c-abf36937e591 req-fa65b9c7-ff94-4182-8f18-e955cf7df7b2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.2125087 Nov 11 21:39:39.319348 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5eae6a7a-fee7-4fb7-93eb-2e70b61c1500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:39.341963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=24e5df0c-3436-4ef0-b787-aa334eaa7cba,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:39.384024 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c1acf3-5cc3-4d72-8eb2-d79d25c253c2 x-openstack-request-id: req-73c1acf3-5cc3-4d72-8eb2-d79d25c253c2 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:39:39.385234 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e", "name": "network-vif-plugged", "status": "completed", "tag": "24e5df0c-3436-4ef0-b787-aa334eaa7cba", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:39:39.385673 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-73c1acf3-5cc3-4d72-8eb2-d79d25c253c2 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:39:39.388162 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e5df0c-3436-4ef0-b787-aa334eaa7cba', 'code': 200} Nov 11 21:39:39.474265 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-682df20c-f511-4d70-b64c-abf36937e591 req-4ce850c8-666a-44e1-9a5d-bb7614b49f4a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1782591 Nov 11 21:39:39.485258 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9925dc-ab40-4598-b706-d443ffc1f6a9', 'name': 'tempest-snat-router-766436969', 'tenant_id': '253c0c62b4cb426fa53dff567ec0d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.229'}], 'enable_snat': False}, 'gw_port_id': '4ac33d8d-2109-4457-bff3-9b808b450f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:35Z', 'updated_at': '2021-11-11T21:39:37Z', 'revision_number': 3, 'project_id': '253c0c62b4cb426fa53dff567ec0d270', 'gw_port': {'id': '4ac33d8d-2109-4457-bff3-9b808b450f2b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9925dc-ab40-4598-b706-d443ffc1f6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:36Z', 'updated_at': '2021-11-11T21:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:39.556267 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Checking router: 9b9925dc-ab40-4598-b706-d443ffc1f6a9 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:39:39.556609 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Updating router 9b9925dc-ab40-4598-b706-d443ffc1f6a9 port 4ac33d8d-2109-4457-bff3-9b808b450f2b binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:39:39.576574 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a973b6c-4632-4d79-ae78-aa0644d4397d req-e8195bc3-a286-4849-95ab-5328f31f587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:39.581538 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a973b6c-4632-4d79-ae78-aa0644d4397d req-e8195bc3-a286-4849-95ab-5328f31f587a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 1096 time: 0.1021330 Nov 11 21:39:39.603951 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:39.607767 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:39.626622 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:39.684500 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a973b6c-4632-4d79-ae78-aa0644d4397d req-eeeb5323-c8cf-4bbf-bea1-ddc2b64a350f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e3798895-a621-4f2c-9e2a-a47b9b76f56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974197 Nov 11 21:39:39.690254 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5eae6a7a-fee7-4fb7-93eb-2e70b61c1500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:39.700685 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5eae6a7a-fee7-4fb7-93eb-2e70b61c1500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:39.778910 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae6a7a-fee7-4fb7-93eb-2e70b61c1500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d112b60b-7c3b-416e-be61-4dfff12f0d34,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:39.785223 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5eae6a7a-fee7-4fb7-93eb-2e70b61c1500 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=60fb3887614445e3b01931e10e30839d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9151351 Nov 11 21:39:39.788086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43216) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:39.859241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Allocated IP 172.25.0.112 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/38ed6e31-5779-44d9-9f9c-2742826229b2) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:39.866151 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b298e364-b222-4ece-a38a-20d250164615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:39.888984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43220) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:39.900817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4ea7b4a5-bceb-4843-b8ac-e3cd2e7349f1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'subnet': {'network_id': 'b87b2763-a832-447f-8e85-3e585460ef86', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:39.925887 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b298e364-b222-4ece-a38a-20d250164615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:39.990483 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.029943 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.050929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea7b4a5-bceb-4843-b8ac-e3cd2e7349f1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:40.054766 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea7b4a5-bceb-4843-b8ac-e3cd2e7349f1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.067134 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b298e364-b222-4ece-a38a-20d250164615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.070613 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:40.071035 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b298e364-b222-4ece-a38a-20d250164615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.072303 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b298e364-b222-4ece-a38a-20d250164615 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d112b60b-7c3b-416e-be61-4dfff12f0d34 HTTP/1.1" status: 204 len: 168 time: 0.2830892 Nov 11 21:39:40.080475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:40.086917 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:40.149184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298e364-b222-4ece-a38a-20d250164615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d112b60b-7c3b-416e-be61-4dfff12f0d34,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:40.201634 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Pushing event updated for resources: {'Port': ['ID=38ed6e31-5779-44d9-9f9c-2742826229b2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:40.346889 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.357986 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.377558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512aa8c-1704-4ff3-9bd3-92704e6b6ca8 req-7ce5896c-1776-4d44-b617-adc98f75781d tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:40.379566 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5512aa8c-1704-4ff3-9bd3-92704e6b6ca8 req-7ce5896c-1776-4d44-b617-adc98f75781d tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/ports?device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 945 time: 0.2438285 Nov 11 21:39:40.427540 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7683e-6bcb-44c1-b08f-430e00213cef None None] Pushing event updated for resources: {'Port': ['ID=4ac33d8d-2109-4457-bff3-9b808b450f2b,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:40.455035 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Attempting to bind port 4ac33d8d-2109-4457-bff3-9b808b450f2b on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:39:40.455393 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Attempting to bind port 4ac33d8d-2109-4457-bff3-9b808b450f2b by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:39:40.456075 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Attempting to bind port 4ac33d8d-2109-4457-bff3-9b808b450f2b on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:39:40.462996 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:39:40.463359 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:40.463803 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.464301 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:39:40.464822 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Bound port: 4ac33d8d-2109-4457-bff3-9b808b450f2b, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:39:40.465202 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.520017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5512aa8c-1704-4ff3-9bd3-92704e6b6ca8 req-75ec6a56-0c54-446b-952d-0c5031c92c10 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3798895-a621-4f2c-9e2a-a47b9b76f56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325276 Nov 11 21:39:40.521535 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea7b4a5-bceb-4843-b8ac-e3cd2e7349f1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.575742 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] For port 4ac33d8d-2109-4457-bff3-9b808b450f2b, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:39:40.579545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7b4a5-bceb-4843-b8ac-e3cd2e7349f1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Subnet': ['ID=81577616-03fb-41bf-a5ba-16de2e242c7f,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:40.582378 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] For port 4ac33d8d-2109-4457-bff3-9b808b450f2b, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4ac33d8d-2109-4457-bff3-9b808b450f2b,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:39:40.586933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.590905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43232) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:40.592137 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.622288 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cb31c5e-51cc-4733-baed-e68aca88c3b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.624176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7b4a5-bceb-4843-b8ac-e3cd2e7349f1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Checking segment: {'id': '47f3f6de-a200-443e-9b3d-c0885e1814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b87b2763-a832-447f-8e85-3e585460ef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:40.624525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea7b4a5-bceb-4843-b8ac-e3cd2e7349f1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network hostable DHCP agents. Network: b87b2763-a832-447f-8e85-3e585460ef86, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:39:40.669885 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7683e-6bcb-44c1-b08f-430e00213cef None None] Pushing event updated for resources: {'Port': ['ID=4ac33d8d-2109-4457-bff3-9b808b450f2b,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:40.688402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea7b4a5-bceb-4843-b8ac-e3cd2e7349f1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network b87b2763-a832-447f-8e85-3e585460ef86 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:39:40.704912 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Routers {'9b9925dc-ab40-4598-b706-d443ffc1f6a9'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:40.705176 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9b9925dc-ab40-4598-b706-d443ffc1f6a9'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:40.724487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-4ea7b4a5-bceb-4843-b8ac-e3cd2e7349f1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, b87b2763-a832-447f-8e85-3e585460ef86) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:40.758725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceafd9a4-62bc-48dc-94cf-20274a31ede3 None None] Network b87b2763-a832-447f-8e85-3e585460ef86 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:40.793032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea7b4a5-bceb-4843-b8ac-e3cd2e7349f1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:40.796311 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea7b4a5-bceb-4843-b8ac-e3cd2e7349f1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.844004 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] Set router 9b9925dc-ab40-4598-b706-d443ffc1f6a9 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:39:40.864851 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cb31c5e-51cc-4733-baed-e68aca88c3b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.873825 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cb31c5e-51cc-4733-baed-e68aca88c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:40.972904 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:41.043101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0cb31c5e-51cc-4733-baed-e68aca88c3b8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=03855714ecef4de4b9384bc2b3591c41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4379504 Nov 11 21:39:41.058632 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4ea7b4a5-bceb-4843-b8ac-e3cd2e7349f1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1595931 Nov 11 21:39:41.062822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43236) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:41.064092 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43238) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:41.089874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2d18bbd4-35f7-4701-a2e3-c0a591d5d993 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-922791417'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:41.098372 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:41.119336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb31c5e-51cc-4733-baed-e68aca88c3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525833d9-76d7-45cf-bf19-760f306b205c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:41.123018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Router e18b0aeb-3720-4557-807f-2b6d627628df is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:39:41.222295 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9925dc-ab40-4598-b706-d443ffc1f6a9', 'name': 'tempest-snat-router-766436969', 'tenant_id': '253c0c62b4cb426fa53dff567ec0d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.229'}], 'enable_snat': False}, 'gw_port_id': '4ac33d8d-2109-4457-bff3-9b808b450f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:35Z', 'updated_at': '2021-11-11T21:39:37Z', 'revision_number': 3, 'project_id': '253c0c62b4cb426fa53dff567ec0d270', 'gw_port': {'id': '4ac33d8d-2109-4457-bff3-9b808b450f2b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9925dc-ab40-4598-b706-d443ffc1f6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:36Z', 'updated_at': '2021-11-11T21:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:41.234165 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d18bbd4-35f7-4701-a2e3-c0a591d5d993 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:41.242750 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d18bbd4-35f7-4701-a2e3-c0a591d5d993 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:41.256154 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-b87b2763-a832-447f-8e85-3e585460ef86', 'network_id': 'b87b2763-a832-447f-8e85-3e585460ef86', 'tenant_id': '79113e6bc1884894aff1606a3ee48af4', 'fixed_ips': [{'subnet_id': '81577616-03fb-41bf-a5ba-16de2e242c7f'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:39:41.257258 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:41.272456 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c976f4-e1c2-4739-bd2b-2789e92aaa24 None None] The sync data for ids ['9b9925dc-ab40-4598-b706-d443ffc1f6a9'] in n-d-805737-3 is: [{'id': '9b9925dc-ab40-4598-b706-d443ffc1f6a9', 'name': 'tempest-snat-router-766436969', 'tenant_id': '253c0c62b4cb426fa53dff567ec0d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.229'}], 'enable_snat': False}, 'gw_port_id': '4ac33d8d-2109-4457-bff3-9b808b450f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:35Z', 'updated_at': '2021-11-11T21:39:37Z', 'revision_number': 3, 'project_id': '253c0c62b4cb426fa53dff567ec0d270', 'gw_port': {'id': '4ac33d8d-2109-4457-bff3-9b808b450f2b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9925dc-ab40-4598-b706-d443ffc1f6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:36Z', 'updated_at': '2021-11-11T21:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:39:41.315844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:39:41.345450 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98cabccd-bccd-4887-bbbe-ab11b9ca2ccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:41.351600 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d18bbd4-35f7-4701-a2e3-c0a591d5d993 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:39:41.355784 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:41.357453 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-17dddae6-26f7-4a6c-8468-0d98ac704dc2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6694541 Nov 11 21:39:41.360199 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43240) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:41.375356 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46967040-7dd6-4968-a83f-acb992bcb0cc None None] Sync routers for ids ['e18b0aeb-3720-4557-807f-2b6d627628df'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:39:41.392001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d18bbd4-35f7-4701-a2e3-c0a591d5d993 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:41.392417 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-2d18bbd4-35f7-4701-a2e3-c0a591d5d993 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Added segment dc95ee0d-c7c9-40ba-9bd8-67897741440a of type vlan for network 8e87ccf0-51d8-4fb2-8d59-4d0a14f5c2e5 Nov 11 21:39:41.395098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98cabccd-bccd-4887-bbbe-ab11b9ca2ccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:41.406900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46967040-7dd6-4968-a83f-acb992bcb0cc None None] Routers {'e18b0aeb-3720-4557-807f-2b6d627628df'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:41.407508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-46967040-7dd6-4968-a83f-acb992bcb0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['e18b0aeb-3720-4557-807f-2b6d627628df'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:41.548744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d18bbd4-35f7-4701-a2e3-c0a591d5d993 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:41.570985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Allocated IP 2001:db8:0:ffff::2 (b87b2763-a832-447f-8e85-3e585460ef86/81577616-03fb-41bf-a5ba-16de2e242c7f/38a86fb4-241d-4efb-beec-c2615cdd0375) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:41.584123 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d18bbd4-35f7-4701-a2e3-c0a591d5d993 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:41.604496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d18bbd4-35f7-4701-a2e3-c0a591d5d993 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:41.605177 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d18bbd4-35f7-4701-a2e3-c0a591d5d993 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:41.638101 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-693b54fa-9d65-4b9e-a515-aaabb23e1aa7 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/routers/e18b0aeb-3720-4557-807f-2b6d627628df HTTP/1.1" status: 200 len: 907 time: 0.2758706 Nov 11 21:39:41.640401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43248) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:41.728275 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-46967040-7dd6-4968-a83f-acb992bcb0cc None None] Set router e18b0aeb-3720-4557-807f-2b6d627628df gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:39:41.774669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2d18bbd4-35f7-4701-a2e3-c0a591d5d993 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6997635 Nov 11 21:39:41.799121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43250) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:41.814982 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8d4d24f4-c7fe-48b2-ae12-f080a2dab5bc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'subnet': {'network_id': '8e87ccf0-51d8-4fb2-8d59-4d0a14f5c2e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:41.838650 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98cabccd-bccd-4887-bbbe-ab11b9ca2ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:41.842088 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98cabccd-bccd-4887-bbbe-ab11b9ca2ccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:41.843426 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-98cabccd-bccd-4887-bbbe-ab11b9ca2ccc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/525833d9-76d7-45cf-bf19-760f306b205c HTTP/1.1" status: 204 len: 168 time: 0.7773070 Nov 11 21:39:41.855833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18bbd4-35f7-4701-a2e3-c0a591d5d993 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Network': ['ID=8e87ccf0-51d8-4fb2-8d59-4d0a14f5c2e5,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:41.898748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cabccd-bccd-4887-bbbe-ab11b9ca2ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525833d9-76d7-45cf-bf19-760f306b205c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:41.945102 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2269a-bf11-48e3-ae9f-51c1228794dc req-b9908be3-8a83-46e5-a45a-5dfd98f0aa95 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:41.955153 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ddc2269a-bf11-48e3-ae9f-51c1228794dc req-b9908be3-8a83-46e5-a45a-5dfd98f0aa95 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/ports?device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 945 time: 0.2309554 Nov 11 21:39:41.959858 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 8e87ccf0-51d8-4fb2-8d59-4d0a14f5c2e5 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:39:42.033044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4ac33d8d-2109-4457-bff3-9b808b450f2b up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:39:42.066362 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ddc2269a-bf11-48e3-ae9f-51c1228794dc req-2e8bdf9f-155b-487f-91ad-4c1581cf35af tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3798895-a621-4f2c-9e2a-a47b9b76f56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089716 Nov 11 21:39:42.071026 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd392633-bb55-4cb8-b8e3-276f9397df6b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:42.166202 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4d24f4-c7fe-48b2-ae12-f080a2dab5bc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:42.170309 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d4d24f4-c7fe-48b2-ae12-f080a2dab5bc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:42.341701 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd392633-bb55-4cb8-b8e3-276f9397df6b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:42.499794 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:42.612644 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:42.723375 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Network b87b2763-a832-447f-8e85-3e585460ef86 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:42.744954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:42.747203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9dd9a6-d7f5-4278-bdba-10478fdc302c req-01b12fff-6155-47c9-aa41-2f1d496b80a4 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:42.757981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf9dd9a6-d7f5-4278-bdba-10478fdc302c req-01b12fff-6155-47c9-aa41-2f1d496b80a4 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/ports?device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 945 time: 0.1641176 Nov 11 21:39:42.758900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:42.867193 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf9dd9a6-d7f5-4278-bdba-10478fdc302c req-e81ec892-0c21-4d2c-a3f8-208567ab6ea1 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3798895-a621-4f2c-9e2a-a47b9b76f56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072130 Nov 11 21:39:42.986888 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 4ac33d8d-2109-4457-bff3-9b808b450f2b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:42.988239 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:42.990320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Pushing event updated for resources: {'Port': ['ID=38a86fb4-241d-4efb-beec-c2615cdd0375,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:43.106092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Attempting to bind port 38a86fb4-241d-4efb-beec-c2615cdd0375 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:39:43.106461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Attempting to bind port 38a86fb4-241d-4efb-beec-c2615cdd0375 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '47f3f6de-a200-443e-9b3d-c0885e1814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b87b2763-a832-447f-8e85-3e585460ef86'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:39:43.106817 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Attempting to bind port 38a86fb4-241d-4efb-beec-c2615cdd0375 on network b87b2763-a832-447f-8e85-3e585460ef86 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:39:43.121684 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:39:43.122054 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Checking segment: {'id': '47f3f6de-a200-443e-9b3d-c0885e1814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b87b2763-a832-447f-8e85-3e585460ef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:43.122454 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:43.122842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Bound using segment: {'id': '47f3f6de-a200-443e-9b3d-c0885e1814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b87b2763-a832-447f-8e85-3e585460ef86'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:39:43.123325 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Bound port: 38a86fb4-241d-4efb-beec-c2615cdd0375, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f3f6de-a200-443e-9b3d-c0885e1814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b87b2763-a832-447f-8e85-3e585460ef86'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:39:43.123702 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:43.230102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-46967040-7dd6-4968-a83f-acb992bcb0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18b0aeb-3720-4557-807f-2b6d627628df', 'name': 'tempest-snat-router-766436969', 'tenant_id': '253c0c62b4cb426fa53dff567ec0d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '38ed6e31-5779-44d9-9f9c-2742826229b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:38Z', 'updated_at': '2021-11-11T21:39:40Z', 'revision_number': 3, 'project_id': '253c0c62b4cb426fa53dff567ec0d270', 'gw_port': {'id': '38ed6e31-5779-44d9-9f9c-2742826229b2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:19:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18b0aeb-3720-4557-807f-2b6d627628df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:39Z', 'updated_at': '2021-11-11T21:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:43.237625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-dd392633-bb55-4cb8-b8e3-276f9397df6b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Deleting port 38ed6e31-5779-44d9-9f9c-2742826229b2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:43.238764 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd392633-bb55-4cb8-b8e3-276f9397df6b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:43.243184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d4d24f4-c7fe-48b2-ae12-f080a2dab5bc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:43.267309 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46967040-7dd6-4968-a83f-acb992bcb0cc None None] Checking router: e18b0aeb-3720-4557-807f-2b6d627628df for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:39:43.267660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46967040-7dd6-4968-a83f-acb992bcb0cc None None] Updating router e18b0aeb-3720-4557-807f-2b6d627628df port 38ed6e31-5779-44d9-9f9c-2742826229b2 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:39:43.354636 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d24f4-c7fe-48b2-ae12-f080a2dab5bc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Subnet': ['ID=4ec08b31-b7dd-4f6a-9c2e-290fcd620fff,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:43.400334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d24f4-c7fe-48b2-ae12-f080a2dab5bc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Checking segment: {'id': 'dc95ee0d-c7c9-40ba-9bd8-67897741440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '8e87ccf0-51d8-4fb2-8d59-4d0a14f5c2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:43.400692 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d24f4-c7fe-48b2-ae12-f080a2dab5bc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network hostable DHCP agents. Network: 8e87ccf0-51d8-4fb2-8d59-4d0a14f5c2e5, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:39:43.421798 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd392633-bb55-4cb8-b8e3-276f9397df6b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:43.439137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-dd392633-bb55-4cb8-b8e3-276f9397df6b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Calling delete_port for 38ed6e31-5779-44d9-9f9c-2742826229b2 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:43.448705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d24f4-c7fe-48b2-ae12-f080a2dab5bc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network 8e87ccf0-51d8-4fb2-8d59-4d0a14f5c2e5 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:39:43.493094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8d4d24f4-c7fe-48b2-ae12-f080a2dab5bc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 8e87ccf0-51d8-4fb2-8d59-4d0a14f5c2e5) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:43.499040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4d24f4-c7fe-48b2-ae12-f080a2dab5bc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:43.499655 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d4d24f4-c7fe-48b2-ae12-f080a2dab5bc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:43.509431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3253d8c-2d1c-46a4-9f60-faea9ad01093 None None] Network 8e87ccf0-51d8-4fb2-8d59-4d0a14f5c2e5 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:43.514979 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:43.534704 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8d4d24f4-c7fe-48b2-ae12-f080a2dab5bc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7326581 Nov 11 21:39:43.536301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43294) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:43.536440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] For port 38a86fb4-241d-4efb-beec-c2615cdd0375, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:39:43.570110 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-46967040-7dd6-4968-a83f-acb992bcb0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:43.617805 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] For port 38a86fb4-241d-4efb-beec-c2615cdd0375, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=38a86fb4-241d-4efb-beec-c2615cdd0375,segment=NetworkSegment(47f3f6de-a200-443e-9b3d-c0885e1814de),segment_id=47f3f6de-a200-443e-9b3d-c0885e1814de)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:39:43.653020 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 4ac33d8d-2109-4457-bff3-9b808b450f2b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4ac33d8d-2109-4457-bff3-9b808b450f2b,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:43.654506 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:43.688772 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd392633-bb55-4cb8-b8e3-276f9397df6b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:43.744615 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e2845-bfc9-42b1-b749-c236466f0d91 None None] Pushing event updated for resources: {'Port': ['ID=38a86fb4-241d-4efb-beec-c2615cdd0375,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:43.771079 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:43.780586 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:43.888782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd392633-bb55-4cb8-b8e3-276f9397df6b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Pushing event deleted for resources: {'Port': ['ID=38ed6e31-5779-44d9-9f9c-2742826229b2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:43.943992 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd392633-bb55-4cb8-b8e3-276f9397df6b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:43.963757 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.004971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef81e4-23a7-40ff-a24e-cc86a2c65791 req-7ecf2d72-7fd3-4af1-83a7-97090da6e7a4 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:44.007421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71ef81e4-23a7-40ff-a24e-cc86a2c65791 req-7ecf2d72-7fd3-4af1-83a7-97090da6e7a4 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 945 time: 0.1971962 Nov 11 21:39:44.099379 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd392633-bb55-4cb8-b8e3-276f9397df6b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.102588 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd392633-bb55-4cb8-b8e3-276f9397df6b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.172809 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd392633-bb55-4cb8-b8e3-276f9397df6b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.173895 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd392633-bb55-4cb8-b8e3-276f9397df6b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e18b0aeb-3720-4557-807f-2b6d627628df {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:39:44.184408 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd392633-bb55-4cb8-b8e3-276f9397df6b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.184408 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dd392633-bb55-4cb8-b8e3-276f9397df6b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "DELETE /v2.0/routers/e18b0aeb-3720-4557-807f-2b6d627628df HTTP/1.1" status: 204 len: 168 time: 2.5422897 Nov 11 21:39:44.193522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8a3ec-6907-4836-84bc-98e36cdd6bc0 req-d750ff05-9ed3-4fad-937f-c6dd5182bff5 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:44.194109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43320) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:44.195192 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5dc8a3ec-6907-4836-84bc-98e36cdd6bc0 req-d750ff05-9ed3-4fad-937f-c6dd5182bff5 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/ports?device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 945 time: 0.1814194 Nov 11 21:39:44.199841 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.235761 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-46967040-7dd6-4968-a83f-acb992bcb0cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:39:44.236376 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-46967040-7dd6-4968-a83f-acb992bcb0cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:39:44.276629 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec08b31-b7dd-4f6a-9c2e-290fcd620fff,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:44.365789 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2962090b-f2fc-4f46-8368-447e783ed7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.448981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.450203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec98058-5bba-4940-be55-b0d26607ab35 None None] Network 8e87ccf0-51d8-4fb2-8d59-4d0a14f5c2e5 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:44.461411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5dc8a3ec-6907-4836-84bc-98e36cdd6bc0 req-a440c7a7-abde-4be4-9d54-ea1608f90a12 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3798895-a621-4f2c-9e2a-a47b9b76f56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521703 Nov 11 21:39:44.481004 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.492309 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=4ac33d8d-2109-4457-bff3-9b808b450f2b,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:44.538211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-71ef81e4-23a7-40ff-a24e-cc86a2c65791 req-f7640a9e-0922-4a2d-ac7e-f8fa089701df tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Deleting port 24e5df0c-3436-4ef0-b787-aa334eaa7cba {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:44.538554 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-71ef81e4-23a7-40ff-a24e-cc86a2c65791 req-f7640a9e-0922-4a2d-ac7e-f8fa089701df tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.567260 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e87ccf0-51d8-4fb2-8d59-4d0a14f5c2e5']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:44.592054 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc95ee0d-c7c9-40ba-9bd8-67897741440a') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:44.592670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc95ee0d-c7c9-40ba-9bd8-67897741440a') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:44.660966 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.679000 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.692785 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.721949 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.737976 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:39:44.739373 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:39:44.742618 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:39:44.786785 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Deleting port 4ac33d8d-2109-4457-bff3-9b808b450f2b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:44.787101 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.830264 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46967040-7dd6-4968-a83f-acb992bcb0cc None None] Port 38ed6e31-5779-44d9-9f9c-2742826229b2 not found while updating agent binding for router e18b0aeb-3720-4557-807f-2b6d627628df. {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 11 21:39:44.840205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46967040-7dd6-4968-a83f-acb992bcb0cc None None] Routers set() bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:44.840576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46967040-7dd6-4968-a83f-acb992bcb0cc None None] Router IDs set() for agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 21:39:44.841243 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_agentschedulers_db [None req-46967040-7dd6-4968-a83f-acb992bcb0cc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e18b0aeb-3720-4557-807f-2b6d627628df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent'). {{(pid=102536) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 21:39:44.841616 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46967040-7dd6-4968-a83f-acb992bcb0cc None None] The sync data for ids ['e18b0aeb-3720-4557-807f-2b6d627628df'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:39:44.863190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-71ef81e4-23a7-40ff-a24e-cc86a2c65791 req-f7640a9e-0922-4a2d-ac7e-f8fa089701df tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] For port 24e5df0c-3436-4ef0-b787-aa334eaa7cba, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=24e5df0c-3436-4ef0-b787-aa334eaa7cba,segment=NetworkSegment(2f59cb70-4511-4648-a558-bb0ed23b974e),segment_id=2f59cb70-4511-4648-a558-bb0ed23b974e)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:44.863665 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-71ef81e4-23a7-40ff-a24e-cc86a2c65791 req-f7640a9e-0922-4a2d-ac7e-f8fa089701df tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.886036 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.897652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] For port 4ac33d8d-2109-4457-bff3-9b808b450f2b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4ac33d8d-2109-4457-bff3-9b808b450f2b,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:44.897820 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.899228 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:44.902530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/8e87ccf0-51d8-4fb2-8d59-4d0a14f5c2e5 HTTP/1.1" status: 204 len: 168 time: 1.3662727 Nov 11 21:39:44.903882 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-71ef81e4-23a7-40ff-a24e-cc86a2c65791 req-f7640a9e-0922-4a2d-ac7e-f8fa089701df tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Calling delete_port for 24e5df0c-3436-4ef0-b787-aa334eaa7cba owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:44.911146 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43336) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:44.918687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c4656178-2134-40be-8e00-82d3a539c5f4 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1407304087'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:44.944153 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Calling delete_port for 4ac33d8d-2109-4457-bff3-9b808b450f2b owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:44.947176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe3766-d6df-4dd0-b169-8f74e54e6777 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Network': ['ID=8e87ccf0-51d8-4fb2-8d59-4d0a14f5c2e5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:45.015116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4656178-2134-40be-8e00-82d3a539c5f4 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:45.021579 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c4656178-2134-40be-8e00-82d3a539c5f4 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.079122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4656178-2134-40be-8e00-82d3a539c5f4 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] vlan segment allocate from pool success with {'vlan_id': 1160, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:39:45.095577 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c4656178-2134-40be-8e00-82d3a539c5f4 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.095577 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-c4656178-2134-40be-8e00-82d3a539c5f4 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Added segment dd6ff5df-c525-43fa-b4c8-e3358ad50e44 of type vlan for network 9053a1ff-6c72-4340-b468-b8e39bc3dc5c Nov 11 21:39:45.180588 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c4656178-2134-40be-8e00-82d3a539c5f4 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.190555 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.201172 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-71ef81e4-23a7-40ff-a24e-cc86a2c65791 req-f7640a9e-0922-4a2d-ac7e-f8fa089701df tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.221951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['24e5df0c-3436-4ef0-b787-aa334eaa7cba'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:39:45.236288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ac33d8d-2109-4457-bff3-9b808b450f2b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:45.253619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7640a9e-0922-4a2d-ac7e-f8fa089701df tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Pushing event deleted for resources: {'Port': ['ID=24e5df0c-3436-4ef0-b787-aa334eaa7cba,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:45.257725 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c4656178-2134-40be-8e00-82d3a539c5f4 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.273160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4656178-2134-40be-8e00-82d3a539c5f4 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:45.274023 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c4656178-2134-40be-8e00-82d3a539c5f4 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.332692 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.425597 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4656178-2134-40be-8e00-82d3a539c5f4 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Network': ['ID=9053a1ff-6c72-4340-b468-b8e39bc3dc5c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:45.436107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c4656178-2134-40be-8e00-82d3a539c5f4 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5233688 Nov 11 21:39:45.443476 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 9053a1ff-6c72-4340-b468-b8e39bc3dc5c details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:39:45.451270 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43348) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:45.457065 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-54f6b0a3-63b5-4f83-851b-045d130626d7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'subnet': {'network_id': '9053a1ff-6c72-4340-b468-b8e39bc3dc5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:45.461176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ef81e4-23a7-40ff-a24e-cc86a2c65791 req-f7640a9e-0922-4a2d-ac7e-f8fa089701df tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] No DVR routers for this DVR port 24e5df0c-3436-4ef0-b787-aa334eaa7cba on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:39:45.464775 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-71ef81e4-23a7-40ff-a24e-cc86a2c65791 req-f7640a9e-0922-4a2d-ac7e-f8fa089701df tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.469158 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71ef81e4-23a7-40ff-a24e-cc86a2c65791 req-f7640a9e-0922-4a2d-ac7e-f8fa089701df tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.10 "DELETE /v2.0/ports/24e5df0c-3436-4ef0-b787-aa334eaa7cba HTTP/1.1" status: 204 len: 173 time: 1.4541738 Nov 11 21:39:45.469630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e', 'name': 'network-vif-deleted', 'tag': '24e5df0c-3436-4ef0-b787-aa334eaa7cba'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:39:45.471960 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ed19ce-7065-4112-af65-c2df38ee31ef" -d '{"events": [{"server_uuid": "41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e", "name": "network-vif-deleted", "tag": "24e5df0c-3436-4ef0-b787-aa334eaa7cba"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:39:45.574644 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.584300 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.628270 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42ddc7e-841e-4229-9afe-2829a96664a4 x-openstack-request-id: req-a42ddc7e-841e-4229-9afe-2829a96664a4 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:39:45.630125 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e", "name": "network-vif-deleted", "tag": "24e5df0c-3436-4ef0-b787-aa334eaa7cba", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:39:45.630807 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a42ddc7e-841e-4229-9afe-2829a96664a4 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:39:45.632461 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e', 'name': 'network-vif-deleted', 'tag': '24e5df0c-3436-4ef0-b787-aa334eaa7cba', 'status': 'completed', 'code': 200} Nov 11 21:39:45.701134 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.703563 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b9925dc-ab40-4598-b706-d443ffc1f6a9 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:39:45.723025 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2425b1ab-4167-47e4-91f5-bc250cf03ebc req-5509d65e-1bcd-4a54-856a-3b1dccb71609 tempest-InstanceActionsV221TestJSON-32249048 tempest-InstanceActionsV221TestJSON-32249048-project] 10.222.0.57 "GET /v2.0/ports?device_id=41c3ac40-a1d2-45fc-ab14-dbf9ebb7ba6e HTTP/1.1" status: 200 len: 210 time: 0.0638342 Nov 11 21:39:45.725197 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.726735 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ff07bbca-ac59-49e3-a87d-74b49e1301f5 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "DELETE /v2.0/routers/9b9925dc-ab40-4598-b706-d443ffc1f6a9 HTTP/1.1" status: 204 len: 168 time: 1.5288868 Nov 11 21:39:45.730589 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43360) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:45.736898 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-203728911', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:45.773063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f6b0a3-63b5-4f83-851b-045d130626d7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:45.777028 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-54f6b0a3-63b5-4f83-851b-045d130626d7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.833185 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.835861 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.904341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a9da8-7546-4b4c-a4e5-1a6fa6d70cf0 None None] Network b87b2763-a832-447f-8e85-3e585460ef86 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:46.101725 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:46.152754 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2967dba-b447-408c-8b4f-aa1a09431dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:46.165244 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-54dac21e-5a99-4a31-a32d-12de4ff0576a None None] Provisioning complete for port 38a86fb4-241d-4efb-beec-c2615cdd0375 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:46.165883 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54dac21e-5a99-4a31-a32d-12de4ff0576a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:46.342241 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 38a86fb4-241d-4efb-beec-c2615cdd0375 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:39:46.383464 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54dac21e-5a99-4a31-a32d-12de4ff0576a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:46.394792 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-54f6b0a3-63b5-4f83-851b-045d130626d7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:46.473048 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:46.475718 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-54dac21e-5a99-4a31-a32d-12de4ff0576a None None] For port 38a86fb4-241d-4efb-beec-c2615cdd0375, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=38a86fb4-241d-4efb-beec-c2615cdd0375,segment=NetworkSegment(47f3f6de-a200-443e-9b3d-c0885e1814de),segment_id=47f3f6de-a200-443e-9b3d-c0885e1814de)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:46.482390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6b0a3-63b5-4f83-851b-045d130626d7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Subnet': ['ID=251240a0-6c61-4c4c-9e9f-a1dd5f30726a,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:46.503717 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54dac21e-5a99-4a31-a32d-12de4ff0576a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:46.537497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e5bf2-cb78-4ee6-b3db-859fb16eac74 req-36bd788c-23bd-4af1-b859-7fb327f65eef tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:46.544284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e5bf2-cb78-4ee6-b3db-859fb16eac74 req-36bd788c-23bd-4af1-b859-7fb327f65eef tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:46.550557 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e5bf2-cb78-4ee6-b3db-859fb16eac74 req-36bd788c-23bd-4af1-b859-7fb327f65eef tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:46.558607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e5bf2-cb78-4ee6-b3db-859fb16eac74 req-36bd788c-23bd-4af1-b859-7fb327f65eef tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:46.572818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e5bf2-cb78-4ee6-b3db-859fb16eac74 req-36bd788c-23bd-4af1-b859-7fb327f65eef tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:46.573845 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 38a86fb4-241d-4efb-beec-c2615cdd0375 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:46.574220 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:46.584736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e5bf2-cb78-4ee6-b3db-859fb16eac74 req-36bd788c-23bd-4af1-b859-7fb327f65eef tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:46.594951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e5bf2-cb78-4ee6-b3db-859fb16eac74 req-36bd788c-23bd-4af1-b859-7fb327f65eef tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:46.596903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e86e5bf2-cb78-4ee6-b3db-859fb16eac74 req-36bd788c-23bd-4af1-b859-7fb327f65eef tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5445 time: 0.2196708 Nov 11 21:39:46.620081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6b0a3-63b5-4f83-851b-045d130626d7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Checking segment: {'id': 'dd6ff5df-c525-43fa-b4c8-e3358ad50e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '9053a1ff-6c72-4340-b468-b8e39bc3dc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:46.620442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f6b0a3-63b5-4f83-851b-045d130626d7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network hostable DHCP agents. Network: 9053a1ff-6c72-4340-b468-b8e39bc3dc5c, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:39:46.627907 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dac21e-5a99-4a31-a32d-12de4ff0576a None None] Pushing event updated for resources: {'Port': ['ID=38a86fb4-241d-4efb-beec-c2615cdd0375,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:46.697865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f6b0a3-63b5-4f83-851b-045d130626d7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network 9053a1ff-6c72-4340-b468-b8e39bc3dc5c is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:39:46.711408 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43380) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:46.735686 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e86e5bf2-cb78-4ee6-b3db-859fb16eac74 req-f9af5fb6-9429-4f92-9cfd-f5a6f176ce97 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1249077 Nov 11 21:39:46.737710 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-54f6b0a3-63b5-4f83-851b-045d130626d7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 9053a1ff-6c72-4340-b468-b8e39bc3dc5c) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:46.743340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f6b0a3-63b5-4f83-851b-045d130626d7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:46.743951 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-54f6b0a3-63b5-4f83-851b-045d130626d7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:46.757940 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adafeb99-16d0-43ec-858a-1b1caf4692ac None None] Network 9053a1ff-6c72-4340-b468-b8e39bc3dc5c requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:46.783284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-54f6b0a3-63b5-4f83-851b-045d130626d7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3305526 Nov 11 21:39:46.787969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43386) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:46.798195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a05a8334-fdfc-43f7-88d4-12d93c104fe5 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-853142019'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:46.905855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05a8334-fdfc-43f7-88d4-12d93c104fe5 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:46.914141 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a05a8334-fdfc-43f7-88d4-12d93c104fe5 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:46.983132 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:46.996954 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93e539c7-7110-4fa4-82d0-16c1bb490067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.005059 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.046857 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05a8334-fdfc-43f7-88d4-12d93c104fe5 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:39:47.071906 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a05a8334-fdfc-43f7-88d4-12d93c104fe5 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.072253 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-a05a8334-fdfc-43f7-88d4-12d93c104fe5 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Added segment 6a8751f1-394a-4765-b488-10b572387fc4 of type vlan for network d9de55a7-9a31-4059-b530-0a99cb97d823 Nov 11 21:39:47.152327 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a05a8334-fdfc-43f7-88d4-12d93c104fe5 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.242672 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.248255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-48d4cc4f-ec17-43b7-bdc7-f17667e332e4 None None] Provisioning complete for port 38a86fb4-241d-4efb-beec-c2615cdd0375 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:47.248633 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48d4cc4f-ec17-43b7-bdc7-f17667e332e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.257085 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a05a8334-fdfc-43f7-88d4-12d93c104fe5 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.257987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43402) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:47.263365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a8334-fdfc-43f7-88d4-12d93c104fe5 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:47.263980 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a05a8334-fdfc-43f7-88d4-12d93c104fe5 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.318685 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Allocated IP 172.25.0.101 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/81448073-9524-4d68-832b-a7007966dd32) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:47.327311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-9053a1ff-6c72-4340-b468-b8e39bc3dc5c', 'network_id': '9053a1ff-6c72-4340-b468-b8e39bc3dc5c', 'tenant_id': '79113e6bc1884894aff1606a3ee48af4', 'fixed_ips': [{'subnet_id': '251240a0-6c61-4c4c-9e9f-a1dd5f30726a'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:39:47.328583 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.335109 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93e539c7-7110-4fa4-82d0-16c1bb490067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.349762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Deleting subnet 2c420e3d-8077-45dd-8fcd-aea77b05fba6 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:39:47.357350 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.380562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a05a8334-fdfc-43f7-88d4-12d93c104fe5 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5912712 Nov 11 21:39:47.381227 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43404) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:47.387180 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93e539c7-7110-4fa4-82d0-16c1bb490067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.395975 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-47f73a65-89c9-45dc-b7c2-8d3ba954895e tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'subnet': {'network_id': 'd9de55a7-9a31-4059-b530-0a99cb97d823', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:47.439047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a8334-fdfc-43f7-88d4-12d93c104fe5 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Network': ['ID=d9de55a7-9a31-4059-b530-0a99cb97d823,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:47.450788 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.461823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network d9de55a7-9a31-4059-b530-0a99cb97d823 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:39:47.505743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b9812-36ce-4cc2-8446-502926a0228b req-1cc2d122-4849-44fd-a1a0-8ecb99d2ed0c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:47.512516 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b9812-36ce-4cc2-8446-502926a0228b req-1cc2d122-4849-44fd-a1a0-8ecb99d2ed0c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:47.517571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b9812-36ce-4cc2-8446-502926a0228b req-1cc2d122-4849-44fd-a1a0-8ecb99d2ed0c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:47.523255 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.523537 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b9812-36ce-4cc2-8446-502926a0228b req-1cc2d122-4849-44fd-a1a0-8ecb99d2ed0c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:47.529392 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b9812-36ce-4cc2-8446-502926a0228b req-1cc2d122-4849-44fd-a1a0-8ecb99d2ed0c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:47.535308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b9812-36ce-4cc2-8446-502926a0228b req-1cc2d122-4849-44fd-a1a0-8ecb99d2ed0c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:47.541255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b9812-36ce-4cc2-8446-502926a0228b req-1cc2d122-4849-44fd-a1a0-8ecb99d2ed0c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:47.546880 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a7b9812-36ce-4cc2-8446-502926a0228b req-1cc2d122-4849-44fd-a1a0-8ecb99d2ed0c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5445 time: 0.5574076 Nov 11 21:39:47.547942 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.556449 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-93e539c7-7110-4fa4-82d0-16c1bb490067 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=62d64021864d4ea7920d4257d6c4fecf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8394916 Nov 11 21:39:47.559097 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43408) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:47.561486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e539c7-7110-4fa4-82d0-16c1bb490067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e39192-4bd6-4d26-9faf-152d6c1caf13,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:47.600336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f73a65-89c9-45dc-b7c2-8d3ba954895e tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:47.604740 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-47f73a65-89c9-45dc-b7c2-8d3ba954895e tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.640906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Allocated IP 2001:db8::1 (9053a1ff-6c72-4340-b468-b8e39bc3dc5c/251240a0-6c61-4c4c-9e9f-a1dd5f30726a/5ddee356-ca59-4c20-bd7d-ceebb91bcdcd) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:47.665377 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.674520 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-194bca22-ed28-4dc7-9223-3b6289e81074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.694475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-47f73a65-89c9-45dc-b7c2-8d3ba954895e tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Performing IP validity checks on allocation pools {{(pid=102534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 21:39:47.695045 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-47f73a65-89c9-45dc-b7c2-8d3ba954895e tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 21:39:47.696734 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.713831 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c420e3d-8077-45dd-8fcd-aea77b05fba6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:47.719590 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.722881 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2c420e3d-8077-45dd-8fcd-aea77b05fba6 HTTP/1.1" status: 204 len: 168 time: 0.4595418 Nov 11 21:39:47.728299 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43410) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:47.769194 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-194bca22-ed28-4dc7-9223-3b6289e81074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.795593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:47.795934 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:47.796275 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:47.796604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:47.796963 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:47.797298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:47.797605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:47.797925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:47.798244 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:47.798580 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:47.799306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:47.799637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3651f346-8c80-414f-9c83-7b57fe2780eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:47.814680 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:47.827215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:47.864918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:47.911143 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Pushing event updated for resources: {'Port': ['ID=81448073-9524-4d68-832b-a7007966dd32,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:47.944591 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-47f73a65-89c9-45dc-b7c2-8d3ba954895e tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.954731 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5643-f30d-4913-9438-e61204dff8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.998754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 38a86fb4-241d-4efb-beec-c2615cdd0375 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:39:48.069307 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-194bca22-ed28-4dc7-9223-3b6289e81074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.073936 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-194bca22-ed28-4dc7-9223-3b6289e81074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.075309 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-194bca22-ed28-4dc7-9223-3b6289e81074 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d1e39192-4bd6-4d26-9faf-152d6c1caf13 HTTP/1.1" status: 204 len: 168 time: 0.5135062 Nov 11 21:39:48.159480 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bca22-ed28-4dc7-9223-3b6289e81074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e39192-4bd6-4d26-9faf-152d6c1caf13,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:48.192470 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.209880 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.214257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f73a65-89c9-45dc-b7c2-8d3ba954895e tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Subnet': ['ID=d8f038cc-df26-4d89-b13e-865a5ef4308c,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:48.233489 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f73a65-89c9-45dc-b7c2-8d3ba954895e tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Checking segment: {'id': '6a8751f1-394a-4765-b488-10b572387fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'd9de55a7-9a31-4059-b530-0a99cb97d823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:48.234450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f73a65-89c9-45dc-b7c2-8d3ba954895e tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network hostable DHCP agents. Network: d9de55a7-9a31-4059-b530-0a99cb97d823, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:39:48.275327 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 38a86fb4-241d-4efb-beec-c2615cdd0375 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:48.275909 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.278050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a2b7c-b8ba-48a0-b553-5e73ce104937 req-bececa0f-56ae-4afe-932f-df9e3f014d9e tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:48.291163 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-197a2b7c-b8ba-48a0-b553-5e73ce104937 req-bececa0f-56ae-4afe-932f-df9e3f014d9e tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 945 time: 0.1386371 Nov 11 21:39:48.313576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f73a65-89c9-45dc-b7c2-8d3ba954895e tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network d9de55a7-9a31-4059-b530-0a99cb97d823 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:39:48.334877 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5643-f30d-4913-9438-e61204dff8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.367690 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-fe9e5643-f30d-4913-9438-e61204dff8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a34f4b9-9fec-46e6-810b-16bb1778fd5d']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:48.389517 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Network 9053a1ff-6c72-4340-b468-b8e39bc3dc5c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:48.397931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:48.405997 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:48.423670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-fe9e5643-f30d-4913-9438-e61204dff8f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f59cb70-4511-4648-a558-bb0ed23b974e') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:48.424080 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-fe9e5643-f30d-4913-9438-e61204dff8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f59cb70-4511-4648-a558-bb0ed23b974e') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:48.438600 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5643-f30d-4913-9438-e61204dff8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.453425 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Pushing event updated for resources: {'Port': ['ID=5ddee356-ca59-4c20-bd7d-ceebb91bcdcd,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:48.456583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-47f73a65-89c9-45dc-b7c2-8d3ba954895e tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, d9de55a7-9a31-4059-b530-0a99cb97d823) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:48.463350 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5643-f30d-4913-9438-e61204dff8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.470767 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.473175 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9e5643-f30d-4913-9438-e61204dff8f3 admin admin] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:39:48.473770 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5643-f30d-4913-9438-e61204dff8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.474833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f73a65-89c9-45dc-b7c2-8d3ba954895e tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: items = [ Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:39:48.476556 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:39:48.481525 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-47f73a65-89c9-45dc-b7c2-8d3ba954895e tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.515384 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd59eb14-2d1e-41ee-bec8-085ce3228eda None None] Network d9de55a7-9a31-4059-b530-0a99cb97d823 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:48.564240 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-197a2b7c-b8ba-48a0-b553-5e73ce104937 req-372b868e-c280-4c9a-b3fa-a56cb39e5a45 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/security-groups?id=990671f0-88a8-4d62-9298-f2a902a08caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652595 Nov 11 21:39:48.588529 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-47f73a65-89c9-45dc-b7c2-8d3ba954895e tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2031991 Nov 11 21:39:48.598781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43422) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:48.658913 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5643-f30d-4913-9438-e61204dff8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.667548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5643-f30d-4913-9438-e61204dff8f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.670828 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fe9e5643-f30d-4913-9438-e61204dff8f3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5a34f4b9-9fec-46e6-810b-16bb1778fd5d HTTP/1.1" status: 204 len: 168 time: 0.9185936 Nov 11 21:39:48.716991 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 24e5df0c-3436-4ef0-b787-aa334eaa7cba no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:39:48.717824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e5643-f30d-4913-9438-e61204dff8f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a34f4b9-9fec-46e6-810b-16bb1778fd5d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:48.731610 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Attempting to bind port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:39:48.732428 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Attempting to bind port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'dd6ff5df-c525-43fa-b4c8-e3358ad50e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '9053a1ff-6c72-4340-b468-b8e39bc3dc5c'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:39:48.733489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Attempting to bind port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd on network 9053a1ff-6c72-4340-b468-b8e39bc3dc5c {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:39:48.752177 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.800684 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43428) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:48.820675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:39:48.821528 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Checking segment: {'id': 'dd6ff5df-c525-43fa-b4c8-e3358ad50e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '9053a1ff-6c72-4340-b468-b8e39bc3dc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:48.821945 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.822392 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Bound using segment: {'id': 'dd6ff5df-c525-43fa-b4c8-e3358ad50e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '9053a1ff-6c72-4340-b468-b8e39bc3dc5c'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:39:48.823177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Bound port: 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6ff5df-c525-43fa-b4c8-e3358ad50e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '9053a1ff-6c72-4340-b468-b8e39bc3dc5c'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:39:48.823561 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.825331 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-252003d3-e95a-4270-bc24-92bc065fcd7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.827335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 24e5df0c-3436-4ef0-b787-aa334eaa7cba {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:39:48.827673 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 24e5df0c-3436-4ef0-b787-aa334eaa7cba not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:39:48.914810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4ac33d8d-2109-4457-bff3-9b808b450f2b no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:39:48.915082 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.932403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43430) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:48.984085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 4ac33d8d-2109-4457-bff3-9b808b450f2b {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:39:48.984464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4ac33d8d-2109-4457-bff3-9b808b450f2b not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:39:49.037349 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-252003d3-e95a-4270-bc24-92bc065fcd7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:49.051868 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-252003d3-e95a-4270-bc24-92bc065fcd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:49.085872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] For port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:39:49.100554 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ac311b0f-beb7-4ccf-ae99-5fd970639098 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66eea3da15d84dcfa0cc80442ca38179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1654785 Nov 11 21:39:49.115751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43436) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:49.119729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] For port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5ddee356-ca59-4c20-bd7d-ceebb91bcdcd,segment=NetworkSegment(dd6ff5df-c525-43fa-b4c8-e3358ad50e44),segment_id=dd6ff5df-c525-43fa-b4c8-e3358ad50e44)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:39:49.129767 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:49.163703 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-252003d3-e95a-4270-bc24-92bc065fcd7a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab1231d540df4dbdb8e6b88938639f42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3618064 Nov 11 21:39:49.170884 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43438) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:49.190817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252003d3-e95a-4270-bc24-92bc065fcd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80497f9-5c56-4509-9622-3fdd4961b164,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:49.233717 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-d9de55a7-9a31-4059-b530-0a99cb97d823', 'network_id': 'd9de55a7-9a31-4059-b530-0a99cb97d823', 'tenant_id': '79113e6bc1884894aff1606a3ee48af4', 'fixed_ips': [{'subnet_id': 'd8f038cc-df26-4d89-b13e-865a5ef4308c'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:39:49.234596 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:49.299632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f751352-95af-486a-9527-2ea063c3eee8 None None] Pushing event updated for resources: {'Port': ['ID=5ddee356-ca59-4c20-bd7d-ceebb91bcdcd,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:49.330730 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:49.344964 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:49.385813 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97393144-332f-4896-9197-c11b512148a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:49.448934 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:49.450040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Router 1f76a913-f9e3-4663-8351-6c596861e4cb is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:39:49.487368 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00a8fcbf-d210-4e5b-bc30-c2e91f49553c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:49.500544 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97393144-332f-4896-9197-c11b512148a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:49.576573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00a8fcbf-d210-4e5b-bc30-c2e91f49553c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:49.594434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Allocated IP 2001:db8::3 (d9de55a7-9a31-4059-b530-0a99cb97d823/d8f038cc-df26-4d89-b13e-865a5ef4308c/d682b610-35d4-4e20-8349-3d4db2cb9d34) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:49.608354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51db5fb-1789-441f-8387-b1ffa758546b req-2fcc3bee-bc6b-4ef7-8201-ff8452e6b7df tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:49.610323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a51db5fb-1789-441f-8387-b1ffa758546b req-2fcc3bee-bc6b-4ef7-8201-ff8452e6b7df tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 945 time: 0.0713370 Nov 11 21:39:49.748891 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a51db5fb-1789-441f-8387-b1ffa758546b req-c4426c1c-cf15-474a-9a72-271e5eed83ea tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/security-groups?id=990671f0-88a8-4d62-9298-f2a902a08caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112301 Nov 11 21:39:49.922051 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:49.931010 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:49.961113 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:49.973504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:39:49.987029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Network d9de55a7-9a31-4059-b530-0a99cb97d823 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:50.019011 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:50.021963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:50.027610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f038cc-df26-4d89-b13e-865a5ef4308c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:50.041669 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Pushing event updated for resources: {'Port': ['ID=d682b610-35d4-4e20-8349-3d4db2cb9d34,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:50.134451 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:50.160285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:39:50.161460 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9de55a7-9a31-4059-b530-0a99cb97d823']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:50.173244 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089c9ba-f162-472a-88d4-5ed584d6dc56 None None] Sync routers for ids ['1f76a913-f9e3-4663-8351-6c596861e4cb'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:39:50.175092 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00a8fcbf-d210-4e5b-bc30-c2e91f49553c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:50.178202 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00a8fcbf-d210-4e5b-bc30-c2e91f49553c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:50.178833 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Attempting to bind port d682b610-35d4-4e20-8349-3d4db2cb9d34 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:39:50.179342 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Attempting to bind port d682b610-35d4-4e20-8349-3d4db2cb9d34 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '6a8751f1-394a-4765-b488-10b572387fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'd9de55a7-9a31-4059-b530-0a99cb97d823'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:39:50.179926 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-00a8fcbf-d210-4e5b-bc30-c2e91f49553c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3798895-a621-4f2c-9e2a-a47b9b76f56a HTTP/1.1" status: 204 len: 168 time: 1.0523880 Nov 11 21:39:50.184704 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Attempting to bind port d682b610-35d4-4e20-8349-3d4db2cb9d34 on network d9de55a7-9a31-4059-b530-0a99cb97d823 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:39:50.195213 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089c9ba-f162-472a-88d4-5ed584d6dc56 None None] Routers {'1f76a913-f9e3-4663-8351-6c596861e4cb'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:50.196950 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0089c9ba-f162-472a-88d4-5ed584d6dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1f76a913-f9e3-4663-8351-6c596861e4cb'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:50.197320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8751f1-394a-4765-b488-10b572387fc4') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:50.197788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8751f1-394a-4765-b488-10b572387fc4') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:50.204741 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:50.209155 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:50.211202 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:39:50.211767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Checking segment: {'id': '6a8751f1-394a-4765-b488-10b572387fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'd9de55a7-9a31-4059-b530-0a99cb97d823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:50.214309 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:50.214795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Bound using segment: {'id': '6a8751f1-394a-4765-b488-10b572387fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'd9de55a7-9a31-4059-b530-0a99cb97d823'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:39:50.215383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Bound port: d682b610-35d4-4e20-8349-3d4db2cb9d34, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8751f1-394a-4765-b488-10b572387fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'd9de55a7-9a31-4059-b530-0a99cb97d823'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:39:50.216415 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:50.232349 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8fcbf-d210-4e5b-bc30-c2e91f49553c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3798895-a621-4f2c-9e2a-a47b9b76f56a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:50.238404 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:50.246666 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:50.254124 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a9441b49-b573-43b3-ad0d-3d2b909261f0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5222006 Nov 11 21:39:50.254749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43464) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:50.267024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-42e866a0-999c-4a0c-ae45-09996def2c3d tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'enable_snat': False}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:50.269513 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:50.290743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:39:50.292974 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:39:50.302074 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:39:50.309595 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0089c9ba-f162-472a-88d4-5ed584d6dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:50.335242 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089c9ba-f162-472a-88d4-5ed584d6dc56 None None] Routers {'1f76a913-f9e3-4663-8351-6c596861e4cb'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:50.339282 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0089c9ba-f162-472a-88d4-5ed584d6dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1f76a913-f9e3-4663-8351-6c596861e4cb'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:50.441813 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97393144-332f-4896-9197-c11b512148a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:50.443846 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0089c9ba-f162-472a-88d4-5ed584d6dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:50.445154 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089c9ba-f162-472a-88d4-5ed584d6dc56 None None] The sync data for ids ['1f76a913-f9e3-4663-8351-6c596861e4cb'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:39:50.458230 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-97393144-332f-4896-9197-c11b512148a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:50.463821 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-97393144-332f-4896-9197-c11b512148a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f80497f9-5c56-4509-9622-3fdd4961b164 HTTP/1.1" status: 204 len: 168 time: 1.2886384 Nov 11 21:39:50.474753 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.db.api [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:39:50.474753 n-d-805737-3 neutron-server[102534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:39:50.474753 n-d-805737-3 neutron-server[102534]: [parameters: {'id': 'd9de55a7-9a31-4059-b530-0a99cb97d823'}] Nov 11 21:39:50.474753 n-d-805737-3 neutron-server[102534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:39:50.475655 n-d-805737-3 neutron-server[102534]: DEBUG oslo_db.api [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:39:50.525668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97393144-332f-4896-9197-c11b512148a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80497f9-5c56-4509-9622-3fdd4961b164,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:50.665839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51676419-2b71-4253-83e8-2a48681ee67a req-a82c8ec4-4cee-4864-b8fb-9c7963ffdf10 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:50.678412 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51676419-2b71-4253-83e8-2a48681ee67a req-a82c8ec4-4cee-4864-b8fb-9c7963ffdf10 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 945 time: 0.1258323 Nov 11 21:39:50.689413 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:50.697219 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] For port d682b610-35d4-4e20-8349-3d4db2cb9d34, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:39:50.722161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] For port d682b610-35d4-4e20-8349-3d4db2cb9d34, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d682b610-35d4-4e20-8349-3d4db2cb9d34,segment=NetworkSegment(6a8751f1-394a-4765-b488-10b572387fc4),segment_id=6a8751f1-394a-4765-b488-10b572387fc4)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:39:50.775161 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:50.786615 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5ddee356-ca59-4c20-bd7d-ceebb91bcdcd,segment=NetworkSegment(dd6ff5df-c525-43fa-b4c8-e3358ad50e44),segment_id=dd6ff5df-c525-43fa-b4c8-e3358ad50e44)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:50.817804 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51676419-2b71-4253-83e8-2a48681ee67a req-de5e3b52-61c5-4913-9bd5-c34df5bfe34d tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/security-groups?id=990671f0-88a8-4d62-9298-f2a902a08caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364264 Nov 11 21:39:50.836636 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:50.935374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea290e-e4af-4b78-968a-503c4a72ff9b None None] Pushing event updated for resources: {'Port': ['ID=d682b610-35d4-4e20-8349-3d4db2cb9d34,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:50.976841 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:51.024492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0475402-be14-44ed-b6a2-0230dbf7711c None None] Network d9de55a7-9a31-4059-b530-0a99cb97d823 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:51.037143 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42e866a0-999c-4a0c-ae45-09996def2c3d tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:51.061398 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=5ddee356-ca59-4c20-bd7d-ceebb91bcdcd,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:51.103414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06843ba4-2ee8-47bf-a866-7eac56eda408 None None] Network 9053a1ff-6c72-4340-b468-b8e39bc3dc5c requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:51.148567 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Deleting port d682b610-35d4-4e20-8349-3d4db2cb9d34 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:51.150473 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:51.176780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43482) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:51.367314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] For port d682b610-35d4-4e20-8349-3d4db2cb9d34, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d682b610-35d4-4e20-8349-3d4db2cb9d34,segment=NetworkSegment(6a8751f1-394a-4765-b488-10b572387fc4),segment_id=6a8751f1-394a-4765-b488-10b572387fc4)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:51.379245 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:51.474553 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Calling delete_port for d682b610-35d4-4e20-8349-3d4db2cb9d34 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:51.580594 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c597a-837a-43cb-a405-5a58370520b3 req-56862d44-2bfe-4b2b-8400-dfd0a25f64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:51.582677 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c597a-837a-43cb-a405-5a58370520b3 req-56862d44-2bfe-4b2b-8400-dfd0a25f64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:51.583204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c597a-837a-43cb-a405-5a58370520b3 req-56862d44-2bfe-4b2b-8400-dfd0a25f64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:51.583679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c597a-837a-43cb-a405-5a58370520b3 req-56862d44-2bfe-4b2b-8400-dfd0a25f64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:51.584149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c597a-837a-43cb-a405-5a58370520b3 req-56862d44-2bfe-4b2b-8400-dfd0a25f64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:51.584616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c597a-837a-43cb-a405-5a58370520b3 req-56862d44-2bfe-4b2b-8400-dfd0a25f64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:51.585097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c597a-837a-43cb-a405-5a58370520b3 req-56862d44-2bfe-4b2b-8400-dfd0a25f64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:51.600434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad7c597a-837a-43cb-a405-5a58370520b3 req-56862d44-2bfe-4b2b-8400-dfd0a25f64ea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 6502 time: 0.4192448 Nov 11 21:39:51.698334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad7c597a-837a-43cb-a405-5a58370520b3 req-f096daa7-6325-43b6-aa96-bbdeb2b51cb5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=81ebe0e0-0297-43df-9fc4-6f101041a802&id=088d0746-4f50-4e34-b31d-911bd976f938&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956531 Nov 11 21:39:51.760386 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:51.828565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No DVR routers for this DVR port d682b610-35d4-4e20-8349-3d4db2cb9d34 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:39:51.846772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Port': ['ID=d682b610-35d4-4e20-8349-3d4db2cb9d34,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:51.855835 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1b2cd851-d86a-4773-8fd2-3a32fb0ef6ce None None] Provisioning complete for port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:51.856202 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b2cd851-d86a-4773-8fd2-3a32fb0ef6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.031774 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42e866a0-999c-4a0c-ae45-09996def2c3d tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.041810 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42e866a0-999c-4a0c-ae45-09996def2c3d tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.066023 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-95335604-6e95-43c1-9b8f-e64deb483206 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:52.068350 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-95335604-6e95-43c1-9b8f-e64deb483206 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.71 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 945 time: 0.1924088 Nov 11 21:39:52.129346 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.143610 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:39:52.211083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86219c0f-8704-4cb0-9e11-f878efc79632 req-778e8792-bf9f-465b-af0a-6913ce8fec1c tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:52.237420 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86219c0f-8704-4cb0-9e11-f878efc79632 req-778e8792-bf9f-465b-af0a-6913ce8fec1c tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 945 time: 0.2427642 Nov 11 21:39:52.240515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9de55a7-9a31-4059-b530-0a99cb97d823']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:52.273794 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8751f1-394a-4765-b488-10b572387fc4') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:52.274088 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8751f1-394a-4765-b488-10b572387fc4') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:52.292596 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.319646 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.335669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:39:52.336577 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:39:52.340773 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:39:52.352914 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86219c0f-8704-4cb0-9e11-f878efc79632 req-4659810c-31e8-4360-b176-fcc7a8c2ddf0 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/security-groups?id=990671f0-88a8-4d62-9298-f2a902a08caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144676 Nov 11 21:39:52.361380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e866a0-999c-4a0c-ae45-09996def2c3d tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Router 1f76a913-f9e3-4663-8351-6c596861e4cb has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:39:52.379119 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:52.379621 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.406677 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-59ce34c8-440e-4c58-80c0-a8a485189097 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Deleting port 240eb393-9d40-470b-9de5-2e769a4bdcc4 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:52.407939 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-59ce34c8-440e-4c58-80c0-a8a485189097 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.460495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43524) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:52.516183 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.525941 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.532452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/d9de55a7-9a31-4059-b530-0a99cb97d823 HTTP/1.1" status: 204 len: 168 time: 3.9289181 Nov 11 21:39:52.555721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43528) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:52.561394 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a841599-d92e-4912-9183-df37c54bbc10 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Network': ['ID=d9de55a7-9a31-4059-b530-0a99cb97d823,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:52.565855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b04f9b06-632f-465f-a45f-67ef8dabe9f6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-246519459'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:52.662543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e866a0-999c-4a0c-ae45-09996def2c3d tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:39:52.679940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04f9b06-632f-465f-a45f-67ef8dabe9f6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:52.680458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a4b78-e09f-4426-8187-dd3cc7e5ec2f None None] Sync routers for ids ['1f76a913-f9e3-4663-8351-6c596861e4cb'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:39:52.685070 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b04f9b06-632f-465f-a45f-67ef8dabe9f6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.690430 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42e866a0-999c-4a0c-ae45-09996def2c3d tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.694301 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-42e866a0-999c-4a0c-ae45-09996def2c3d tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "PUT /v2.0/routers/1f76a913-f9e3-4663-8351-6c596861e4cb HTTP/1.1" status: 200 len: 921 time: 2.4334903 Nov 11 21:39:52.696068 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-59ce34c8-440e-4c58-80c0-a8a485189097 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] For port 240eb393-9d40-470b-9de5-2e769a4bdcc4, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=240eb393-9d40-470b-9de5-2e769a4bdcc4,segment=NetworkSegment(86a028e1-9c86-44c7-b460-2d3a82fd80b5),segment_id=86a028e1-9c86-44c7-b460-2d3a82fd80b5)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:52.696763 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-59ce34c8-440e-4c58-80c0-a8a485189097 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.698759 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43532) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:52.718408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a4b78-e09f-4426-8187-dd3cc7e5ec2f None None] Routers {'1f76a913-f9e3-4663-8351-6c596861e4cb'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:52.719321 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d00a4b78-e09f-4426-8187-dd3cc7e5ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1f76a913-f9e3-4663-8351-6c596861e4cb'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:52.782080 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04f9b06-632f-465f-a45f-67ef8dabe9f6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:39:52.809422 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c708137-a2c9-4fc5-848b-2eda2bfbcdf7 None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:39:52.832761 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d00a4b78-e09f-4426-8187-dd3cc7e5ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:52.874303 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b04f9b06-632f-465f-a45f-67ef8dabe9f6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.884480 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-b04f9b06-632f-465f-a45f-67ef8dabe9f6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Added segment f66461fb-fccd-4d83-9ef1-4dd77e537a15 of type vlan for network 5ccf7bf4-3583-46f2-b249-24c9273745d6 Nov 11 21:39:52.924412 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-02c485f9-8145-45f1-b609-0046b3c4cd97 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/routers/1f76a913-f9e3-4663-8351-6c596861e4cb HTTP/1.1" status: 200 len: 921 time: 0.2219784 Nov 11 21:39:52.924942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43538) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:52.958991 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b04f9b06-632f-465f-a45f-67ef8dabe9f6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.991994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-aadf80f9-9b32-4da9-ba5e-eb1a02a28aa9 None None] Provisioning complete for port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:52.994319 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aadf80f9-9b32-4da9-ba5e-eb1a02a28aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.997572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1591259308-network', 'tenant_id': 'e501648e5f804903acbf6fa103613cc4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:53.023764 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a4b78-e09f-4426-8187-dd3cc7e5ec2f None None] Routers {'1f76a913-f9e3-4663-8351-6c596861e4cb'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:53.024620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d00a4b78-e09f-4426-8187-dd3cc7e5ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1f76a913-f9e3-4663-8351-6c596861e4cb'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:53.032273 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b04f9b06-632f-465f-a45f-67ef8dabe9f6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.037357 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b8d96-2c67-4e7c-8194-83593d911fc3 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:53.041710 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bb8b8d96-2c67-4e7c-8194-83593d911fc3 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&device_id=1f76a913-f9e3-4663-8351-6c596861e4cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1130779 Nov 11 21:39:53.042008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43540) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:53.064197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04f9b06-632f-465f-a45f-67ef8dabe9f6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:53.066502 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b04f9b06-632f-465f-a45f-67ef8dabe9f6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.125736 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d00a4b78-e09f-4426-8187-dd3cc7e5ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:53.126321 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a4b78-e09f-4426-8187-dd3cc7e5ec2f None None] The sync data for ids ['1f76a913-f9e3-4663-8351-6c596861e4cb'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:39:53.186654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] Made reservation on behalf of e501648e5f804903acbf6fa103613cc4 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:53.190056 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.203023 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c34b225-c804-49b2-bc08-7a0788366aff tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:53.208434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5c34b225-c804-49b2-bc08-7a0788366aff tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 881 time: 0.1652443 Nov 11 21:39:53.209532 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43544) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:53.242964 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b04f9b06-632f-465f-a45f-67ef8dabe9f6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6842160 Nov 11 21:39:53.252650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cd9ab854-07c7-433b-886b-8ec1970622ee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f76a913-f9e3-4663-8351-6c596861e4cb HTTP/1.1" status: 200 len: 205 time: 0.0413315 Nov 11 21:39:53.253546 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.254172 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43548) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:53.254670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43550) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:53.270832 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-319f7a4d-6229-4ce4-88f7-9d7b3bc57983 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'subnet': {'network_id': '5ccf7bf4-3583-46f2-b249-24c9273745d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:53.274522 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c708137-a2c9-4fc5-848b-2eda2bfbcdf7 None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:39:53.310310 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f9b06-632f-465f-a45f-67ef8dabe9f6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Network': ['ID=5ccf7bf4-3583-46f2-b249-24c9273745d6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:53.419068 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.428420 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.428851 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-59ce34c8-440e-4c58-80c0-a8a485189097 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.429224 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-59ce34c8-440e-4c58-80c0-a8a485189097 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.429807 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-59ce34c8-440e-4c58-80c0-a8a485189097 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Floating IP e567a6cf-b527-4ca7-9ba5-b240572cc938 disassociated. External IP: 172.25.0.47, port: 240eb393-9d40-470b-9de5-2e769a4bdcc4. Nov 11 21:39:53.430156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-59ce34c8-440e-4c58-80c0-a8a485189097 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Calling delete_port for 240eb393-9d40-470b-9de5-2e769a4bdcc4 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:53.468936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1154, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:39:53.553672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aaef94-4cc0-4d10-b897-a795c1f5b9db,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:53.557791 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 5ccf7bf4-3583-46f2-b249-24c9273745d6 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:39:53.568779 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54479ad8-133d-42b8-946f-8b19bc0a5ee4 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.586832 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.586832 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] Added segment 7c4146b1-e776-4d1f-80af-2bb802cbdf20 of type vlan for network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b Nov 11 21:39:53.615094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319f7a4d-6229-4ce4-88f7-9d7b3bc57983 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:53.618709 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-319f7a4d-6229-4ce4-88f7-9d7b3bc57983 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.677220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be88ea2-b837-49bc-acbc-d34ce506b9cd req-a2d56673-06a4-49d9-ab21-81de812a8c22 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:53.679945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7be88ea2-b837-49bc-acbc-d34ce506b9cd req-a2d56673-06a4-49d9-ab21-81de812a8c22 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 945 time: 0.2009845 Nov 11 21:39:53.687755 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.752882 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7be88ea2-b837-49bc-acbc-d34ce506b9cd req-cc8b8b11-4913-44ad-94a7-22706346726e tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/security-groups?id=990671f0-88a8-4d62-9298-f2a902a08caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606081 Nov 11 21:39:53.784546 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.785392 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:53.785980 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.838139 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54479ad8-133d-42b8-946f-8b19bc0a5ee4 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.840944 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-59ce34c8-440e-4c58-80c0-a8a485189097 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:53.884813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce34c8-440e-4c58-80c0-a8a485189097 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Pushing event deleted for resources: {'Port': ['ID=240eb393-9d40-470b-9de5-2e769a4bdcc4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:53.900600 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4359713 Nov 11 21:39:53.902000 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43568) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:53.915859 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e5fd4555-bb12-4fc4-9012-c8a2ee9c339c admin admin] Request body: {'subnet': {'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1591259308-subnet', 'tenant_id': 'e501648e5f804903acbf6fa103613cc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:53.923212 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28e534-79c8-4cec-9c12-49b18e66fef7 admin admin] Pushing event updated for resources: {'Network': ['ID=2f5684a0-dd98-4ef9-a205-fbeb402aa29b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:53.937900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:39:53.970575 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fd4555-bb12-4fc4-9012-c8a2ee9c339c admin admin] Made reservation on behalf of e501648e5f804903acbf6fa103613cc4 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:53.972870 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5fd4555-bb12-4fc4-9012-c8a2ee9c339c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:54.035215 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Provisioning complete for port b404f776-ef52-4bad-9724-273717ff6721 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:54.035727 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:54.167860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Provisioning complete for port 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:54.168234 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:54.183680 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-319f7a4d-6229-4ce4-88f7-9d7b3bc57983 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:54.247851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-54479ad8-133d-42b8-946f-8b19bc0a5ee4 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Deleting port 81448073-9524-4d68-832b-a7007966dd32 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:54.248522 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54479ad8-133d-42b8-946f-8b19bc0a5ee4 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:54.254181 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5fd4555-bb12-4fc4-9012-c8a2ee9c339c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:54.289882 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Provisioning complete for port 3785feb3-eead-4546-a145-b225f77a1f65 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:54.290551 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:54.302712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-59ce34c8-440e-4c58-80c0-a8a485189097 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:39:54.346331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f7a4d-6229-4ce4-88f7-9d7b3bc57983 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Subnet': ['ID=7424326e-4ee0-4fbf-b2f6-342a6edaeafd,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:54.386708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f7a4d-6229-4ce4-88f7-9d7b3bc57983 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Checking segment: {'id': 'f66461fb-fccd-4d83-9ef1-4dd77e537a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '5ccf7bf4-3583-46f2-b249-24c9273745d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:54.387046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319f7a4d-6229-4ce4-88f7-9d7b3bc57983 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network hostable DHCP agents. Network: 5ccf7bf4-3583-46f2-b249-24c9273745d6, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:39:54.456674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd4555-bb12-4fc4-9012-c8a2ee9c339c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9192978b-83ff-4b80-a8bf-fcd6fc7290de,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:54.472687 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54479ad8-133d-42b8-946f-8b19bc0a5ee4 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:54.475903 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fd4555-bb12-4fc4-9012-c8a2ee9c339c admin admin] Checking segment: {'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:54.477524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd4555-bb12-4fc4-9012-c8a2ee9c339c admin admin] Network hostable DHCP agents. Network: 2f5684a0-dd98-4ef9-a205-fbeb402aa29b, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:39:54.484245 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Provisioning complete for port 33394d6a-af21-4e3f-8be5-4ccc1698b6c7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:54.486262 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:54.509486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319f7a4d-6229-4ce4-88f7-9d7b3bc57983 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network 5ccf7bf4-3583-46f2-b249-24c9273745d6 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:39:54.512142 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-54479ad8-133d-42b8-946f-8b19bc0a5ee4 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Calling delete_port for 81448073-9524-4d68-832b-a7007966dd32 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:54.522903 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd4555-bb12-4fc4-9012-c8a2ee9c339c admin admin] Network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:39:54.542954 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-e5fd4555-bb12-4fc4-9012-c8a2ee9c339c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 2f5684a0-dd98-4ef9-a205-fbeb402aa29b) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:54.548219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd4555-bb12-4fc4-9012-c8a2ee9c339c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:54.549513 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5fd4555-bb12-4fc4-9012-c8a2ee9c339c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:54.572984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-319f7a4d-6229-4ce4-88f7-9d7b3bc57983 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 5ccf7bf4-3583-46f2-b249-24c9273745d6) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:54.580238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319f7a4d-6229-4ce4-88f7-9d7b3bc57983 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:54.580889 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-319f7a4d-6229-4ce4-88f7-9d7b3bc57983 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:54.585889 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e5fd4555-bb12-4fc4-9012-c8a2ee9c339c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6808934 Nov 11 21:39:54.656558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43586) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:54.656703 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-319f7a4d-6229-4ce4-88f7-9d7b3bc57983 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3968980 Nov 11 21:39:54.672071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-59ce34c8-440e-4c58-80c0-a8a485189097 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:39:54.684744 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11585378-99f9-40ec-a47a-9e911787a2ee None None] Sync routers for ids ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:39:54.726878 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11585378-99f9-40ec-a47a-9e911787a2ee None None] Routers {'66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:54.729786 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-11585378-99f9-40ec-a47a-9e911787a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:54.903013 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-59ce34c8-440e-4c58-80c0-a8a485189097 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] No DVR routers for this DVR port 240eb393-9d40-470b-9de5-2e769a4bdcc4 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:39:54.909555 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-59ce34c8-440e-4c58-80c0-a8a485189097 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:54.919239 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f5f999d5-1c66-4145-91fc-e0f46ecab640 req-59ce34c8-440e-4c58-80c0-a8a485189097 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.71 "DELETE /v2.0/ports/240eb393-9d40-470b-9de5-2e769a4bdcc4 HTTP/1.1" status: 204 len: 173 time: 2.7945249 Nov 11 21:39:54.927950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b4b246-b7c5-4ccd-b248-421156801910', 'name': 'network-vif-deleted', 'tag': '240eb393-9d40-470b-9de5-2e769a4bdcc4'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:39:54.931407 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a0be1e-bb3b-4caf-a60e-04dfaebdb61d" -d '{"events": [{"server_uuid": "19b4b246-b7c5-4ccd-b248-421156801910", "name": "network-vif-deleted", "tag": "240eb393-9d40-470b-9de5-2e769a4bdcc4"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:39:54.949677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Port 33394d6a-af21-4e3f-8be5-4ccc1698b6c7 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:39:54.960924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a69085b-7a34-48ea-bf4e-d27f2c59dfe1 None None] Network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:54.963575 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09db8022-75cf-4861-83ba-81d2a575c945 None None] Network 5ccf7bf4-3583-46f2-b249-24c9273745d6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:55.010812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3ceb03b-1492-4aba-8aa6-bcc6f997a10e req-e4a7fd11-203c-45e9-9e65-93a72e3cf2b9 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/ports?device_id=19b4b246-b7c5-4ccd-b248-421156801910 HTTP/1.1" status: 200 len: 210 time: 0.1082687 Nov 11 21:39:55.011413 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-11585378-99f9-40ec-a47a-9e911787a2ee None None] Set router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:39:55.019368 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.132074 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54479ad8-133d-42b8-946f-8b19bc0a5ee4 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.150867 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.187390 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1d469b-59c2-4b87-b97c-34d70d5a684c x-openstack-request-id: req-5e1d469b-59c2-4b87-b97c-34d70d5a684c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:39:55.188367 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b4b246-b7c5-4ccd-b248-421156801910", "name": "network-vif-deleted", "tag": "240eb393-9d40-470b-9de5-2e769a4bdcc4", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:39:55.188930 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e1d469b-59c2-4b87-b97c-34d70d5a684c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:39:55.189491 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b4b246-b7c5-4ccd-b248-421156801910', 'name': 'network-vif-deleted', 'tag': '240eb393-9d40-470b-9de5-2e769a4bdcc4', 'status': 'completed', 'code': 200} Nov 11 21:39:55.197826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54479ad8-133d-42b8-946f-8b19bc0a5ee4 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Pushing event deleted for resources: {'Port': ['ID=81448073-9524-4d68-832b-a7007966dd32,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:55.220927 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc91a00-1614-4226-b123-3c24beef8ef5 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:39:55.227585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Provisioning complete for port d6c7f9bf-d4c0-449f-bbcb-5ab4815e2ee8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:55.231022 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.303952 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54479ad8-133d-42b8-946f-8b19bc0a5ee4 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.338013 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43608) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:55.384846 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Port d6c7f9bf-d4c0-449f-bbcb-5ab4815e2ee8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:39:55.390012 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.422759 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54479ad8-133d-42b8-946f-8b19bc0a5ee4 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.425247 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54479ad8-133d-42b8-946f-8b19bc0a5ee4 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.433352 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Provisioning complete for port 06675251-9cbb-46db-bb6e-eb19baf36015 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:55.433553 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.504453 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54479ad8-133d-42b8-946f-8b19bc0a5ee4 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.505156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54479ad8-133d-42b8-946f-8b19bc0a5ee4 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Fanout notify agent at l3_agent the message router_deleted on router 1f76a913-f9e3-4663-8351-6c596861e4cb {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:39:55.513931 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-54479ad8-133d-42b8-946f-8b19bc0a5ee4 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.518628 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-54479ad8-133d-42b8-946f-8b19bc0a5ee4 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "DELETE /v2.0/routers/1f76a913-f9e3-4663-8351-6c596861e4cb HTTP/1.1" status: 204 len: 168 time: 2.2542753 Nov 11 21:39:55.520763 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43614) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:55.530732 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bce07c33-62dd-4308-ab73-fa216dfaca83 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1261014113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:55.547044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c6dd43-d9bb-4464-8cdb-28591ae8fdcf None None] Network 5ccf7bf4-3583-46f2-b249-24c9273745d6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:55.548986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ad33d6-2a76-44cf-b97f-49d6b212952a None None] Network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:55.552496 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-11585378-99f9-40ec-a47a-9e911787a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '3785feb3-eead-4546-a145-b225f77a1f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:37:38Z', 'updated_at': '2021-11-11T21:37:45Z', 'revision_number': 4, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'gw_port': {'id': '3785feb3-eead-4546-a145-b225f77a1f65', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:39Z', 'updated_at': '2021-11-11T21:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b22bdbad-53a6-4f40-8b93-71cf4070e255', 'name': '', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'mac_address': 'fa:16:3e:eb:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:44Z', 'updated_at': '2021-11-11T21:37:52Z', 'revision_number': 5, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'subnets': [{'id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:55.561878 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Subnet': ['ID=7424326e-4ee0-4fbf-b2f6-342a6edaeafd,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:55.595099 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bce07c33-62dd-4308-ab73-fa216dfaca83 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.596307 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bce07c33-62dd-4308-ab73-fa216dfaca83 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.642351 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11585378-99f9-40ec-a47a-9e911787a2ee None None] Checking router: 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:39:55.653316 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:55.655098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:55.655653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:55.664477 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:55.666131 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11585378-99f9-40ec-a47a-9e911787a2ee None None] Routers {'66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:55.667160 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-11585378-99f9-40ec-a47a-9e911787a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:55.670127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:55.670468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:55.670843 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:55.671184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:55.673115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:55.673998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:55.674336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:55.674660 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:55.711321 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bce07c33-62dd-4308-ab73-fa216dfaca83 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.716492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 240eb393-9d40-470b-9de5-2e769a4bdcc4 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:39:55.721183 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bce07c33-62dd-4308-ab73-fa216dfaca83 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.747311 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bce07c33-62dd-4308-ab73-fa216dfaca83 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.748980 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bce07c33-62dd-4308-ab73-fa216dfaca83 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2271845 Nov 11 21:39:55.751815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43616) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:55.754302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1227ed-e824-4c79-a52d-228866c2106f req-b2b319e3-06d4-4e93-8474-37c4b922271e tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:55.756200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-b2b319e3-06d4-4e93-8474-37c4b922271e tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/networks?id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b HTTP/1.1" status: 200 len: 813 time: 0.4923196 Nov 11 21:39:55.758148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:55.858336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Port 06675251-9cbb-46db-bb6e-eb19baf36015 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:39:55.859521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-826d33da-28eb-46f9-ba46-0a7286853613 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/quotas/e501648e5f804903acbf6fa103613cc4 HTTP/1.1" status: 200 len: 375 time: 0.0905976 Nov 11 21:39:55.868366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9a394bf-5255-4e4b-952f-c9b6fde06d8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.868996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 240eb393-9d40-470b-9de5-2e769a4bdcc4 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:39:55.869708 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 240eb393-9d40-470b-9de5-2e769a4bdcc4 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:39:55.888404 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.928074 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-11585378-99f9-40ec-a47a-9e911787a2ee None None] Set router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:39:55.953794 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Provisioning complete for port c909a2d3-309c-4a71-a49f-55560b573c24 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:55.954596 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:55.975102 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-2dff5725-6d3a-4a18-815c-53b7110d41b6 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e501648e5f804903acbf6fa103613cc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887539 Nov 11 21:39:56.071480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccf7bf4-3583-46f2-b249-24c9273745d6']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:56.141791 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66461fb-fccd-4d83-9ef1-4dd77e537a15') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:56.142242 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66461fb-fccd-4d83-9ef1-4dd77e537a15') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:56.193320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43622) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:56.204912 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.227929 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.256857 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Provisioning complete for port 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:56.257838 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.262817 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-fa972498-c487-4688-9278-303fdd15c0fc service neutron] 10.222.0.57 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860570 Nov 11 21:39:56.276370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:39:56.276771 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:39:56.281110 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:39:56.319178 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-11585378-99f9-40ec-a47a-9e911787a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '3785feb3-eead-4546-a145-b225f77a1f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:37:38Z', 'updated_at': '2021-11-11T21:37:45Z', 'revision_number': 4, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'gw_port': {'id': '3785feb3-eead-4546-a145-b225f77a1f65', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:39Z', 'updated_at': '2021-11-11T21:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b22bdbad-53a6-4f40-8b93-71cf4070e255', 'name': '', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'mac_address': 'fa:16:3e:eb:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:44Z', 'updated_at': '2021-11-11T21:37:52Z', 'revision_number': 5, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'subnets': [{'id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:56.350067 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11585378-99f9-40ec-a47a-9e911787a2ee None None] The sync data for ids ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'] in n-d-805737-3 is: [{'id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '3785feb3-eead-4546-a145-b225f77a1f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:37:38Z', 'updated_at': '2021-11-11T21:37:45Z', 'revision_number': 4, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'gw_port': {'id': '3785feb3-eead-4546-a145-b225f77a1f65', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:39Z', 'updated_at': '2021-11-11T21:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b22bdbad-53a6-4f40-8b93-71cf4070e255', 'name': '', 'network_id': 'b9aadd00-a8e1-4352-a0b4-6c33c949766f', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'mac_address': 'fa:16:3e:eb:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:44Z', 'updated_at': '2021-11-11T21:37:52Z', 'revision_number': 5, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'subnets': [{'id': 'b4f8b26b-3654-48a0-bd33-44c09975a64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:39:56.369452 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0d780979-b300-4d6b-b28d-c8d698be9668 None None] Could not find standard attr ID for object 81448073-9524-4d68-832b-a7007966dd32. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:39:56.463096 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.465961 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9a394bf-5255-4e4b-952f-c9b6fde06d8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.477428 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.484384 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.487679 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/5ccf7bf4-3583-46f2-b249-24c9273745d6 HTTP/1.1" status: 204 len: 168 time: 1.8299963 Nov 11 21:39:56.490761 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9a394bf-5255-4e4b-952f-c9b6fde06d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.493479 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43624) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:56.507973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9eb12ed1-824b-4826-ac82-c88f966f068d tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1130549193'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:56.526154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503563db-1405-4e67-9b2c-7f857add7a24 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Network': ['ID=5ccf7bf4-3583-46f2-b249-24c9273745d6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:56.528243 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc2d9d00-15d1-48ad-997f-969ade415850 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.567936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a394bf-5255-4e4b-952f-c9b6fde06d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712b240c-4754-40cf-9eb3-0a1487333a3f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:56.572029 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-0ff270df-8899-46cc-81f9-a19fbb0efab1 service neutron] 10.222.0.57 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083732 Nov 11 21:39:56.583998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d9a394bf-5255-4e4b-952f-c9b6fde06d8d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d282b9091a234aa1ac47874a8639bbe9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2444293 Nov 11 21:39:56.588568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb12ed1-824b-4826-ac82-c88f966f068d tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:56.589015 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43626) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:56.592883 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9eb12ed1-824b-4826-ac82-c88f966f068d tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.630371 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc2d9d00-15d1-48ad-997f-969ade415850 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.661176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb12ed1-824b-4826-ac82-c88f966f068d tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:39:56.686870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ab7f5-d57e-4644-9950-2586ba9a742e None None] New status for floating IP e567a6cf-b527-4ca7-9ba5-b240572cc938: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:39:56.698929 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9eb12ed1-824b-4826-ac82-c88f966f068d tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.699361 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-9eb12ed1-824b-4826-ac82-c88f966f068d tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Added segment 86e283f3-5d4d-4f0c-8e1d-aa13bd9f0992 of type vlan for network a44b61c9-82fb-4bd1-9f09-87b3e3ced97b Nov 11 21:39:56.723387 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fae3099c-87f4-497a-955b-e43212be79c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.756511 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9eb12ed1-824b-4826-ac82-c88f966f068d tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.767030 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fae3099c-87f4-497a-955b-e43212be79c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.789290 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc2d9d00-15d1-48ad-997f-969ade415850 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.800554 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc2d9d00-15d1-48ad-997f-969ade415850 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.801807 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fc2d9d00-15d1-48ad-997f-969ade415850 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "DELETE /v2.0/security-groups/990671f0-88a8-4d62-9298-f2a902a08caa HTTP/1.1" status: 204 len: 168 time: 0.5838182 Nov 11 21:39:56.814028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43632) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:56.820645 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d9d00-15d1-48ad-997f-969ade415850 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990671f0-88a8-4d62-9298-f2a902a08caa,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:56.863788 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fae3099c-87f4-497a-955b-e43212be79c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.868925 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fae3099c-87f4-497a-955b-e43212be79c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.872707 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fae3099c-87f4-497a-955b-e43212be79c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/712b240c-4754-40cf-9eb3-0a1487333a3f HTTP/1.1" status: 204 len: 168 time: 0.2804794 Nov 11 21:39:56.880255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3099c-87f4-497a-955b-e43212be79c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b240c-4754-40cf-9eb3-0a1487333a3f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:56.906828 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-95eaf36a-1112-40e2-bb89-e39518f65089 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] show failed (client error): The resource could not be found. Nov 11 21:39:56.911325 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-95eaf36a-1112-40e2-bb89-e39518f65089 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "GET /v2.0/security-groups/990671f0-88a8-4d62-9298-f2a902a08caa HTTP/1.1" status: 404 len: 347 time: 0.0920963 Nov 11 21:39:56.911491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43638) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:56.921573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9eb12ed1-824b-4826-ac82-c88f966f068d tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.927229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb12ed1-824b-4826-ac82-c88f966f068d tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:56.927844 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9eb12ed1-824b-4826-ac82-c88f966f068d tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:56.996487 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:57.038280 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:57.102151 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9eb12ed1-824b-4826-ac82-c88f966f068d tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6068392 Nov 11 21:39:57.104807 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43646) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:57.107857 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-718cebf0-7549-408a-bc27-46b2fa232740 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Deleting port d6c7f9bf-d4c0-449f-bbcb-5ab4815e2ee8 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:57.108315 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-718cebf0-7549-408a-bc27-46b2fa232740 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:57.133307 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb12ed1-824b-4826-ac82-c88f966f068d tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Network': ['ID=a44b61c9-82fb-4bd1-9f09-87b3e3ced97b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:57.145519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network a44b61c9-82fb-4bd1-9f09-87b3e3ced97b details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:39:57.149230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ea31d9d0-4442-490c-9392-a920f473fa1f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'subnet': {'network_id': 'a44b61c9-82fb-4bd1-9f09-87b3e3ced97b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:57.210432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b39ee434-4499-4d6f-8e23-5647795aaf6e req-4f1eed48-1db3-4816-ac21-ead19c0a3576 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 210 time: 0.0766110 Nov 11 21:39:57.326461 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Allocated IP 172.25.0.102 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/79f17516-dee6-49ef-bbab-fde89581fb5a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:57.357326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea31d9d0-4442-490c-9392-a920f473fa1f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:57.361486 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea31d9d0-4442-490c-9392-a920f473fa1f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:57.370726 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-718cebf0-7549-408a-bc27-46b2fa232740 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:57.371516 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-718cebf0-7549-408a-bc27-46b2fa232740 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:57.411029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-718cebf0-7549-408a-bc27-46b2fa232740 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Calling delete_port for d6c7f9bf-d4c0-449f-bbcb-5ab4815e2ee8 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:57.457785 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:57.511708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43656) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:57.530432 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:57.533012 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6aa0bf63-3124-4f01-bb65-41c3cdeb4e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:57.574455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:57.580025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:57.582542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:57.601874 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d23458-f08b-4587-8ffa-363bd8c6f118 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:39:57.655098 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Pushing event updated for resources: {'Port': ['ID=79f17516-dee6-49ef-bbab-fde89581fb5a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:57.736842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e01dbdc7-079c-4fd2-ba41-f0de675b705d None None] Provisioning complete for port 79f17516-dee6-49ef-bbab-fde89581fb5a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:57.737345 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e01dbdc7-079c-4fd2-ba41-f0de675b705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:57.830995 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea31d9d0-4442-490c-9392-a920f473fa1f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:57.851667 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e01dbdc7-079c-4fd2-ba41-f0de675b705d None None] Port 79f17516-dee6-49ef-bbab-fde89581fb5a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:39:57.863906 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6aa0bf63-3124-4f01-bb65-41c3cdeb4e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:57.892210 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-718cebf0-7549-408a-bc27-46b2fa232740 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:57.916042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6aa0bf63-3124-4f01-bb65-41c3cdeb4e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:57.951620 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cebf0-7549-408a-bc27-46b2fa232740 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Pushing event deleted for resources: {'Port': ['ID=d6c7f9bf-d4c0-449f-bbcb-5ab4815e2ee8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:57.967169 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31d9d0-4442-490c-9392-a920f473fa1f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Subnet': ['ID=0b3223ce-c86f-4fda-ac30-08448d2c43e6,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:57.970433 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c26e9b-6b61-4722-b787-3deba36d52f0 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:39:58.015534 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31d9d0-4442-490c-9392-a920f473fa1f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Checking segment: {'id': '86e283f3-5d4d-4f0c-8e1d-aa13bd9f0992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a44b61c9-82fb-4bd1-9f09-87b3e3ced97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:58.015913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea31d9d0-4442-490c-9392-a920f473fa1f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network hostable DHCP agents. Network: a44b61c9-82fb-4bd1-9f09-87b3e3ced97b, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:39:58.018864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0bf63-3124-4f01-bb65-41c3cdeb4e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91ae58c-c0d8-4871-82df-a5cf6ea8fbdb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:58.063741 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea31d9d0-4442-490c-9392-a920f473fa1f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network a44b61c9-82fb-4bd1-9f09-87b3e3ced97b is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:39:58.068504 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-718cebf0-7549-408a-bc27-46b2fa232740 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.072024 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-718cebf0-7549-408a-bc27-46b2fa232740 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.073266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-718cebf0-7549-408a-bc27-46b2fa232740 tempest-ServersTestManualDisk-446876692 tempest-ServersTestManualDisk-446876692-project] 10.222.0.57 "DELETE /v2.0/floatingips/e567a6cf-b527-4ca7-9ba5-b240572cc938 HTTP/1.1" status: 204 len: 168 time: 1.1605709 Nov 11 21:39:58.076399 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43668) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:58.117824 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6aa0bf63-3124-4f01-bb65-41c3cdeb4e26 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1726976a79d40c79b4c20364260239b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6049411 Nov 11 21:39:58.118683 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43670) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:58.152981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-ea31d9d0-4442-490c-9392-a920f473fa1f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, a44b61c9-82fb-4bd1-9f09-87b3e3ced97b) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:58.154134 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.163225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea31d9d0-4442-490c-9392-a920f473fa1f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:58.164112 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea31d9d0-4442-490c-9392-a920f473fa1f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.169488 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04303d5f-56f6-464f-8e81-c8a0226350ea None None] Network a44b61c9-82fb-4bd1-9f09-87b3e3ced97b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:58.215742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ea31d9d0-4442-490c-9392-a920f473fa1f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0840709 Nov 11 21:39:58.216787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43672) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:58.334707 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e27b176-d86e-43ff-a8ac-9e14cf8e0e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.375972 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e27b176-d86e-43ff-a8ac-9e14cf8e0e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.428283 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-968b5968-b7fd-40a2-ae2d-8577f983bd64 req-fb6b4fd5-d294-4a42-b3a4-472bff17b231 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 210 time: 0.0391057 Nov 11 21:39:58.504782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-a44b61c9-82fb-4bd1-9f09-87b3e3ced97b', 'network_id': 'a44b61c9-82fb-4bd1-9f09-87b3e3ced97b', 'tenant_id': '79113e6bc1884894aff1606a3ee48af4', 'fixed_ips': [{'subnet_id': '0b3223ce-c86f-4fda-ac30-08448d2c43e6'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:39:58.505605 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.525744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.559409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e27b176-d86e-43ff-a8ac-9e14cf8e0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.562360 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e27b176-d86e-43ff-a8ac-9e14cf8e0e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.566327 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3e27b176-d86e-43ff-a8ac-9e14cf8e0e3a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f91ae58c-c0d8-4871-82df-a5cf6ea8fbdb HTTP/1.1" status: 204 len: 168 time: 0.4422004 Nov 11 21:39:58.574641 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.581980 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27b176-d86e-43ff-a8ac-9e14cf8e0e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91ae58c-c0d8-4871-82df-a5cf6ea8fbdb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:58.584322 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.677922 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.759592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Allocated IP 2001:db8::1 (a44b61c9-82fb-4bd1-9f09-87b3e3ced97b/0b3223ce-c86f-4fda-ac30-08448d2c43e6/a5f07856-3d43-4c22-b798-a8349f9458bf) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:58.799774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Router 58e0a374-1553-4ea1-96d5-cc5fb1b9f4db is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:39:58.951320 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c25b0189-be20-4427-ae71-90bd5c98fa93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.966062 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:39:58.973291 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.978663 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b4692e6b-97b2-4c8e-871a-e703e7cf54c8 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "PUT /v2.0/routers/58e0a374-1553-4ea1-96d5-cc5fb1b9f4db HTTP/1.1" status: 200 len: 880 time: 3.2252762 Nov 11 21:39:58.979296 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43684) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:58.979770 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.980246 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ced9c-d92e-4fd9-a8ca-d792926e9fe3 None None] Sync routers for ids ['58e0a374-1553-4ea1-96d5-cc5fb1b9f4db'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:39:58.995675 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ced9c-d92e-4fd9-a8ca-d792926e9fe3 None None] Routers {'58e0a374-1553-4ea1-96d5-cc5fb1b9f4db'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:58.995905 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:58.997890 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-179ced9c-d92e-4fd9-a8ca-d792926e9fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['58e0a374-1553-4ea1-96d5-cc5fb1b9f4db'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:59.055406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Network a44b61c9-82fb-4bd1-9f09-87b3e3ced97b is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:59.059520 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:59.068838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:59.071679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Pushing event updated for resources: {'Port': ['ID=a5f07856-3d43-4c22-b798-a8349f9458bf,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:59.074341 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-179ced9c-d92e-4fd9-a8ca-d792926e9fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:59.097800 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ced9c-d92e-4fd9-a8ca-d792926e9fe3 None None] Routers {'58e0a374-1553-4ea1-96d5-cc5fb1b9f4db'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:39:59.098418 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-179ced9c-d92e-4fd9-a8ca-d792926e9fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['58e0a374-1553-4ea1-96d5-cc5fb1b9f4db'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:59.116431 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:59.131951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:59.132282 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-84a0ee04-2aef-416b-b8ae-dc99db4b52eb tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/routers/58e0a374-1553-4ea1-96d5-cc5fb1b9f4db HTTP/1.1" status: 200 len: 921 time: 0.1515341 Nov 11 21:39:59.132641 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43690) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:59.133149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:59.133705 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:59.134247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:59.134814 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:59.135505 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:59.136039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:59.136572 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:59.137200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:59.137912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:59.138465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:59.139043 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:59.175863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Subnet': ['ID=0b3223ce-c86f-4fda-ac30-08448d2c43e6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:59.187377 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-179ced9c-d92e-4fd9-a8ca-d792926e9fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:59.188349 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ced9c-d92e-4fd9-a8ca-d792926e9fe3 None None] The sync data for ids ['58e0a374-1553-4ea1-96d5-cc5fb1b9f4db'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:39:59.205195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Attempting to bind port a5f07856-3d43-4c22-b798-a8349f9458bf on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:39:59.205603 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Attempting to bind port a5f07856-3d43-4c22-b798-a8349f9458bf by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '86e283f3-5d4d-4f0c-8e1d-aa13bd9f0992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a44b61c9-82fb-4bd1-9f09-87b3e3ced97b'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:39:59.206601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Attempting to bind port a5f07856-3d43-4c22-b798-a8349f9458bf on network a44b61c9-82fb-4bd1-9f09-87b3e3ced97b {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:39:59.211945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:39:59.212504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Checking segment: {'id': '86e283f3-5d4d-4f0c-8e1d-aa13bd9f0992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a44b61c9-82fb-4bd1-9f09-87b3e3ced97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:59.212910 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:59.213363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Bound using segment: {'id': '86e283f3-5d4d-4f0c-8e1d-aa13bd9f0992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a44b61c9-82fb-4bd1-9f09-87b3e3ced97b'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:39:59.213895 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Bound port: a5f07856-3d43-4c22-b798-a8349f9458bf, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e283f3-5d4d-4f0c-8e1d-aa13bd9f0992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a44b61c9-82fb-4bd1-9f09-87b3e3ced97b'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:39:59.214734 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:59.230373 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b543f071-cda2-4ff7-b65e-159063baa2b1 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:59.236169 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b543f071-cda2-4ff7-b65e-159063baa2b1 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&device_id=58e0a374-1553-4ea1-96d5-cc5fb1b9f4db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1025236 Nov 11 21:39:59.237395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43694) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:59.302190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] For port a5f07856-3d43-4c22-b798-a8349f9458bf, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:39:59.308912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] For port a5f07856-3d43-4c22-b798-a8349f9458bf, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a5f07856-3d43-4c22-b798-a8349f9458bf,segment=NetworkSegment(86e283f3-5d4d-4f0c-8e1d-aa13bd9f0992),segment_id=86e283f3-5d4d-4f0c-8e1d-aa13bd9f0992)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:39:59.318382 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:59.427582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3351731-ce0b-4b76-9e9a-f64febf6d4f5 None None] Pushing event updated for resources: {'Port': ['ID=a5f07856-3d43-4c22-b798-a8349f9458bf,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:59.460981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fada6c-a8e0-4dbb-a23d-d9babb1babd2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:59.465125 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f1fada6c-a8e0-4dbb-a23d-d9babb1babd2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 881 time: 0.2235105 Nov 11 21:39:59.465975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43704) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:59.499883 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43706) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:59.511099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-efea7b5a-b21c-443b-be6a-7d44f6f95435 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1361662437'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:59.537567 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263f203f-dd4e-4ed5-a063-1ef02e3512d3 None None] Network a44b61c9-82fb-4bd1-9f09-87b3e3ced97b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:39:59.546970 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cb3793d6-07ec-4224-9759-2a84dd969344 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "GET /v2.0/ports?device_id=58e0a374-1553-4ea1-96d5-cc5fb1b9f4db HTTP/1.1" status: 200 len: 205 time: 0.0774851 Nov 11 21:39:59.553529 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43710) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:39:59.625577 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a672e1ec-74f6-495c-bee1-f0c694dfede8 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:59.627124 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a672e1ec-74f6-495c-bee1-f0c694dfede8 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.71 "GET /v2.0/networks?id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b HTTP/1.1" status: 200 len: 813 time: 0.3293529 Nov 11 21:39:59.650833 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-8c1227ed-e824-4c79-a52d-228866c2106f req-621c8219-fd04-48cd-9e0a-f625e6d8c566 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Request body: {'port': {'device_id': 'd1e4c173-8a3d-445c-8524-92848f20cb95', 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b', 'admin_state_up': True, 'tenant_id': 'e501648e5f804903acbf6fa103613cc4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:59.678180 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efea7b5a-b21c-443b-be6a-7d44f6f95435 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Made reservation on behalf of efe5cf2f31f14ae99d8c9d87f4dba9a6 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:59.681826 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efea7b5a-b21c-443b-be6a-7d44f6f95435 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:59.734558 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba55335-5094-44f1-8713-b06040f87e29 None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:39:59.819486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efea7b5a-b21c-443b-be6a-7d44f6f95435 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] vlan segment allocate from pool success with {'vlan_id': 1183, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:39:59.826347 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4073292-60fc-4008-a33c-cab702568abb tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:59.893471 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efea7b5a-b21c-443b-be6a-7d44f6f95435 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:59.893813 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-efea7b5a-b21c-443b-be6a-7d44f6f95435 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Added segment c40b15b9-30b3-4a41-a79f-a06173534e47 of type vlan for network 784dde3a-e85c-4752-9e04-1000eefc86d6 Nov 11 21:39:59.899840 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:59.917661 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba55335-5094-44f1-8713-b06040f87e29 None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:39:59.923463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44b61c9-82fb-4bd1-9f09-87b3e3ced97b']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:59.933506 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e283f3-5d4d-4f0c-8e1d-aa13bd9f0992') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:59.934033 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e283f3-5d4d-4f0c-8e1d-aa13bd9f0992') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:39:59.961805 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:59.995256 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efea7b5a-b21c-443b-be6a-7d44f6f95435 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:59.999283 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1227ed-e824-4c79-a52d-228866c2106f req-621c8219-fd04-48cd-9e0a-f625e6d8c566 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Made reservation on behalf of e501648e5f804903acbf6fa103613cc4 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:00.002866 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-621c8219-fd04-48cd-9e0a-f625e6d8c566 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.054495 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.058753 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4073292-60fc-4008-a33c-cab702568abb tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.060260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb2ab5ec-7d5b-4c73-8940-a204f2cde984 req-b2861b12-2f17-431c-a6ab-1bb1a906753d tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 210 time: 0.1042588 Nov 11 21:40:00.088874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:40:00.089638 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.108554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efea7b5a-b21c-443b-be6a-7d44f6f95435 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.108554 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efea7b5a-b21c-443b-be6a-7d44f6f95435 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:00.108554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efea7b5a-b21c-443b-be6a-7d44f6f95435 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:40:00.117908 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:40:00.179526 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-efea7b5a-b21c-443b-be6a-7d44f6f95435 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6785531 Nov 11 21:40:00.185385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43722) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:00.190228 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:40:00.201421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c6bf4f6c-b071-41ec-a6fa-a28f94858746 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-449704068'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:00.236201 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.db.api [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:40:00.236201 n-d-805737-3 neutron-server[102534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:40:00.236201 n-d-805737-3 neutron-server[102534]: [parameters: {'id': 'a44b61c9-82fb-4bd1-9f09-87b3e3ced97b'}] Nov 11 21:40:00.236201 n-d-805737-3 neutron-server[102534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:40:00.237083 n-d-805737-3 neutron-server[102534]: DEBUG oslo_db.api [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:40:00.255722 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea7b5a-b21c-443b-be6a-7d44f6f95435 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'Network': ['ID=784dde3a-e85c-4752-9e04-1000eefc86d6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:00.261190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1227ed-e824-4c79-a52d-228866c2106f req-143887e3-94c3-4975-a480-84650cf09d5f tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:00.274051 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-143887e3-94c3-4975-a480-84650cf09d5f tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.10 "GET /v2.0/networks?id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b HTTP/1.1" status: 200 len: 813 time: 0.3304729 Nov 11 21:40:00.277974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 784dde3a-e85c-4752-9e04-1000eefc86d6 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:00.278986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bf4f6c-b071-41ec-a6fa-a28f94858746 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Made reservation on behalf of efe5cf2f31f14ae99d8c9d87f4dba9a6 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:00.282623 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf4f6c-b071-41ec-a6fa-a28f94858746 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.302855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-8c1227ed-e824-4c79-a52d-228866c2106f req-621c8219-fd04-48cd-9e0a-f625e6d8c566 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Allocated IP 172.20.0.13 (2f5684a0-dd98-4ef9-a205-fbeb402aa29b/9192978b-83ff-4b80-a8bf-fcd6fc7290de/de34b270-ee14-41bc-b10a-3c29a9e06372) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:00.305907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c4073292-60fc-4008-a33c-cab702568abb tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Deleting port 79f17516-dee6-49ef-bbab-fde89581fb5a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:00.306244 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4073292-60fc-4008-a33c-cab702568abb tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.308653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-8c1227ed-e824-4c79-a52d-228866c2106f req-b80d21c2-96ad-4b5c-afe4-67005141cf87 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Request body: {'port': {'device_id': '0bff1f53-86e7-40df-bc11-df1b84e50072', 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b', 'admin_state_up': True, 'tenant_id': 'e501648e5f804903acbf6fa103613cc4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:00.428184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bf4f6c-b071-41ec-a6fa-a28f94858746 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:40:00.470817 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf4f6c-b071-41ec-a6fa-a28f94858746 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.471166 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-c6bf4f6c-b071-41ec-a6fa-a28f94858746 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Added segment 925044a4-3c84-44a3-969e-816229315c05 of type vlan for network 4fa35899-5adf-40f1-9173-7fcb94838b29 Nov 11 21:40:00.542878 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf4f6c-b071-41ec-a6fa-a28f94858746 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.579529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c25b0189-be20-4427-ae71-90bd5c98fa93 admin admin] Deleting port b22bdbad-53a6-4f40-8b93-71cf4070e255 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:00.579874 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c25b0189-be20-4427-ae71-90bd5c98fa93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.603177 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf4f6c-b071-41ec-a6fa-a28f94858746 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.609034 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bf4f6c-b071-41ec-a6fa-a28f94858746 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:00.609662 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6bf4f6c-b071-41ec-a6fa-a28f94858746 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.612098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1227ed-e824-4c79-a52d-228866c2106f req-b80d21c2-96ad-4b5c-afe4-67005141cf87 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Made reservation on behalf of e501648e5f804903acbf6fa103613cc4 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:00.615542 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-b80d21c2-96ad-4b5c-afe4-67005141cf87 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.735836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c6bf4f6c-b071-41ec-a6fa-a28f94858746 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5430212 Nov 11 21:40:00.743076 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.748229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43734) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:00.759708 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-89d8c0da-3a99-43da-a171-efb4467d761f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'subnet': {'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:00.769402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf4f6c-b071-41ec-a6fa-a28f94858746 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'Network': ['ID=4fa35899-5adf-40f1-9173-7fcb94838b29,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:00.784605 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 4fa35899-5adf-40f1-9173-7fcb94838b29 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:00.798812 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4073292-60fc-4008-a33c-cab702568abb tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.840936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c4073292-60fc-4008-a33c-cab702568abb tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Calling delete_port for 79f17516-dee6-49ef-bbab-fde89581fb5a owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:00.878700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-c25b0189-be20-4427-ae71-90bd5c98fa93 admin admin] For port b22bdbad-53a6-4f40-8b93-71cf4070e255, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b22bdbad-53a6-4f40-8b93-71cf4070e255,segment=NetworkSegment(86a028e1-9c86-44c7-b460-2d3a82fd80b5),segment_id=86a028e1-9c86-44c7-b460-2d3a82fd80b5)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:00.879070 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c25b0189-be20-4427-ae71-90bd5c98fa93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:00.906228 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c25b0189-be20-4427-ae71-90bd5c98fa93 admin admin] Calling delete_port for b22bdbad-53a6-4f40-8b93-71cf4070e255 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:00.942948 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-621c8219-fd04-48cd-9e0a-f625e6d8c566 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.022765 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d8c0da-3a99-43da-a171-efb4467d761f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Made reservation on behalf of efe5cf2f31f14ae99d8c9d87f4dba9a6 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:01.026318 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89d8c0da-3a99-43da-a171-efb4467d761f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.053843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-621c8219-fd04-48cd-9e0a-f625e6d8c566 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.091800 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Deleting port a5f07856-3d43-4c22-b798-a8349f9458bf {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:01.092077 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.094924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43740) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:01.123719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1227ed-e824-4c79-a52d-228866c2106f req-621c8219-fd04-48cd-9e0a-f625e6d8c566 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:01.127943 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4073292-60fc-4008-a33c-cab702568abb tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.134064 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-8c1227ed-e824-4c79-a52d-228866c2106f req-621c8219-fd04-48cd-9e0a-f625e6d8c566 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:01.136460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1227ed-e824-4c79-a52d-228866c2106f req-621c8219-fd04-48cd-9e0a-f625e6d8c566 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:01.149552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f85150-fe06-4cc4-85ca-91d6d1e725db None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:01.164763 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c8219-fd04-48cd-9e0a-f625e6d8c566 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Pushing event updated for resources: {'Port': ['ID=de34b270-ee14-41bc-b10a-3c29a9e06372,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:01.217224 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4073292-60fc-4008-a33c-cab702568abb tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Pushing event deleted for resources: {'Port': ['ID=79f17516-dee6-49ef-bbab-fde89581fb5a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:01.228714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ce0c1499-c9b8-45c9-a171-bb28eb574649 None None] Provisioning complete for port de34b270-ee14-41bc-b10a-3c29a9e06372 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:01.230984 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1499-c9b8-45c9-a171-bb28eb574649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.237409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef45e1c9-efed-40ff-93f4-fc643677a65d None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:01.268821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1227ed-e824-4c79-a52d-228866c2106f req-621c8219-fd04-48cd-9e0a-f625e6d8c566 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:01.269382 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-621c8219-fd04-48cd-9e0a-f625e6d8c566 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.289810 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-8c1227ed-e824-4c79-a52d-228866c2106f req-b80d21c2-96ad-4b5c-afe4-67005141cf87 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Allocated IP 172.20.0.12 (2f5684a0-dd98-4ef9-a205-fbeb402aa29b/9192978b-83ff-4b80-a8bf-fcd6fc7290de/fbc42c05-e021-402e-8b03-eeceafddb023) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:01.299423 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4073292-60fc-4008-a33c-cab702568abb tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.306063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c1499-c9b8-45c9-a171-bb28eb574649 None None] Port de34b270-ee14-41bc-b10a-3c29a9e06372 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:01.310634 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-621c8219-fd04-48cd-9e0a-f625e6d8c566 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6668069 Nov 11 21:40:01.313016 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4565b47-e8b6-4af2-a7e9-d067b6009f6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.362804 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] For port a5f07856-3d43-4c22-b798-a8349f9458bf, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a5f07856-3d43-4c22-b798-a8349f9458bf,segment=NetworkSegment(86e283f3-5d4d-4f0c-8e1d-aa13bd9f0992),segment_id=86e283f3-5d4d-4f0c-8e1d-aa13bd9f0992)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:01.363509 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.421132 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4073292-60fc-4008-a33c-cab702568abb tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.422921 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Calling delete_port for a5f07856-3d43-4c22-b798-a8349f9458bf owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:01.425994 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4073292-60fc-4008-a33c-cab702568abb tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.474728 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Request body: {'port': {'device_id': 'd1e4c173-8a3d-445c-8524-92848f20cb95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:01.507007 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e57f0-d21a-4987-ba61-72c5a2abc8a8 req-06af2728-215b-41b2-b763-a7e4d7e46a55 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:01.508118 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4073292-60fc-4008-a33c-cab702568abb tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.508757 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4073292-60fc-4008-a33c-cab702568abb tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Fanout notify agent at l3_agent the message router_deleted on router 58e0a374-1553-4ea1-96d5-cc5fb1b9f4db {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:40:01.514551 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c08e57f0-d21a-4987-ba61-72c5a2abc8a8 req-06af2728-215b-41b2-b763-a7e4d7e46a55 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 932 time: 0.2567019 Nov 11 21:40:01.515978 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4073292-60fc-4008-a33c-cab702568abb tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.521173 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c4073292-60fc-4008-a33c-cab702568abb tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "DELETE /v2.0/routers/58e0a374-1553-4ea1-96d5-cc5fb1b9f4db HTTP/1.1" status: 204 len: 168 time: 1.9618962 Nov 11 21:40:01.522027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43748) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:01.533464 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a3746950-604e-42a2-975b-3bd6ecaed29c tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-862745364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:01.587645 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.594265 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3746950-604e-42a2-975b-3bd6ecaed29c tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.595227 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3746950-604e-42a2-975b-3bd6ecaed29c tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.632418 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4565b47-e8b6-4af2-a7e9-d067b6009f6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.662984 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4565b47-e8b6-4af2-a7e9-d067b6009f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.694049 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c25b0189-be20-4427-ae71-90bd5c98fa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.720892 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89d8c0da-3a99-43da-a171-efb4467d761f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.722805 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3746950-604e-42a2-975b-3bd6ecaed29c tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.750267 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3746950-604e-42a2-975b-3bd6ecaed29c tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.767596 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c08e57f0-d21a-4987-ba61-72c5a2abc8a8 req-3c63e51b-e80b-4c13-adc5-b34a821c6cbe tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518010 Nov 11 21:40:01.767914 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d4565b47-e8b6-4af2-a7e9-d067b6009f6e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4aee331f8bce44f786449cb0b3c74b58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6719267 Nov 11 21:40:01.768130 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b0189-be20-4427-ae71-90bd5c98fa93 admin admin] Pushing event deleted for resources: {'Port': ['ID=b22bdbad-53a6-4f40-8b93-71cf4070e255,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:01.768646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4565b47-e8b6-4af2-a7e9-d067b6009f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0866a469-df48-497f-a899-33f8ee12e26f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:01.773931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43750) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:01.834704 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3746950-604e-42a2-975b-3bd6ecaed29c tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.839013 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a3746950-604e-42a2-975b-3bd6ecaed29c tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3131239 Nov 11 21:40:01.844353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43752) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:01.849914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'enable_snat': True}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:01.900558 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.934220 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-b80d21c2-96ad-4b5c-afe4-67005141cf87 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:01.966691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8c0da-3a99-43da-a171-efb4467d761f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'Subnet': ['ID=4203dbbe-3cd8-4d15-b390-b3fbd621d440,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:01.977096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Port': ['ID=a5f07856-3d43-4c22-b798-a8349f9458bf,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:02.063894 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No DVR routers for this DVR port a5f07856-3d43-4c22-b798-a8349f9458bf on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:40:02.065347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8c0da-3a99-43da-a171-efb4467d761f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Checking segment: {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:02.065704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8c0da-3a99-43da-a171-efb4467d761f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Network hostable DHCP agents. Network: 784dde3a-e85c-4752-9e04-1000eefc86d6, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:40:02.080044 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.085596 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82cd2735-6468-4720-bc39-acf30d8e1e90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.217552 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-b80d21c2-96ad-4b5c-afe4-67005141cf87 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.230893 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8c0da-3a99-43da-a171-efb4467d761f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Network 784dde3a-e85c-4752-9e04-1000eefc86d6 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:40:02.235652 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82cd2735-6468-4720-bc39-acf30d8e1e90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.249191 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.302961 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-89d8c0da-3a99-43da-a171-efb4467d761f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 784dde3a-e85c-4752-9e04-1000eefc86d6) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:02.311848 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fe0410-61c4-4b8b-93b9-4c53b2bcceb0 None None] Network 784dde3a-e85c-4752-9e04-1000eefc86d6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:02.327475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d8c0da-3a99-43da-a171-efb4467d761f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:02.328053 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89d8c0da-3a99-43da-a171-efb4467d761f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.347907 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c25b0189-be20-4427-ae71-90bd5c98fa93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.351063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44b61c9-82fb-4bd1-9f09-87b3e3ced97b']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:02.375219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1227ed-e824-4c79-a52d-228866c2106f req-b80d21c2-96ad-4b5c-afe4-67005141cf87 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:02.383985 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e283f3-5d4d-4f0c-8e1d-aa13bd9f0992') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:02.384296 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e283f3-5d4d-4f0c-8e1d-aa13bd9f0992') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:02.388984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-8c1227ed-e824-4c79-a52d-228866c2106f req-b80d21c2-96ad-4b5c-afe4-67005141cf87 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:02.395977 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.397166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d21c2-96ad-4b5c-afe4-67005141cf87 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Pushing event updated for resources: {'Port': ['ID=fbc42c05-e021-402e-8b03-eeceafddb023,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:02.399864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1227ed-e824-4c79-a52d-228866c2106f req-b80d21c2-96ad-4b5c-afe4-67005141cf87 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:02.409935 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-89d8c0da-3a99-43da-a171-efb4467d761f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6563878 Nov 11 21:40:02.411038 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.414380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43756) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:02.423368 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.424629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415bf1be-5ca1-413e-b676-cc71a62a2885 None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:02.448373 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-46a7118e-7452-4dc1-932c-ecaa56245c5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'subnet': {'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:02.449695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de34b270-ee14-41bc-b10a-3c29a9e06372 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:02.462400 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.506706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-784dde3a-e85c-4752-9e04-1000eefc86d6', 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'fixed_ips': [{'subnet_id': '4203dbbe-3cd8-4d15-b390-b3fbd621d440'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:40:02.507872 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.512575 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.526505 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82cd2735-6468-4720-bc39-acf30d8e1e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.529066 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82cd2735-6468-4720-bc39-acf30d8e1e90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.532824 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-82cd2735-6468-4720-bc39-acf30d8e1e90 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0866a469-df48-497f-a899-33f8ee12e26f HTTP/1.1" status: 204 len: 168 time: 0.7365501 Nov 11 21:40:02.568163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:40:02.568582 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:40:02.575376 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:40:02.634395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Allocated IP 172.25.0.126 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/d564cbc6-087e-452c-b1e4-b3b9dce99ebe) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:02.639014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd2735-6468-4720-bc39-acf30d8e1e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0866a469-df48-497f-a899-33f8ee12e26f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:02.678785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1227ed-e824-4c79-a52d-228866c2106f req-b80d21c2-96ad-4b5c-afe4-67005141cf87 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:02.679473 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-b80d21c2-96ad-4b5c-afe4-67005141cf87 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.721518 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.724930 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Transition to ACTIVE for port object de34b270-ee14-41bc-b10a-3c29a9e06372 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:02.733209 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-b80d21c2-96ad-4b5c-afe4-67005141cf87 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4357202 Nov 11 21:40:02.733465 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.754412 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.757852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/a44b61c9-82fb-4bd1-9f09-87b3e3ced97b HTTP/1.1" status: 204 len: 168 time: 4.4986949 Nov 11 21:40:02.771883 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43764) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:02.778846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9b8e9e35-94df-4291-b2f7-152ed76137fd tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-537372921'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:02.785880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f375c6-918a-4f92-b2de-6194b9a5d4ed tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Network': ['ID=a44b61c9-82fb-4bd1-9f09-87b3e3ced97b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:02.842635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a7118e-7452-4dc1-932c-ecaa56245c5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Made reservation on behalf of efe5cf2f31f14ae99d8c9d87f4dba9a6 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:02.846708 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-46a7118e-7452-4dc1-932c-ecaa56245c5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.930002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Pushing event updated for resources: {'Port': ['ID=de34b270-ee14-41bc-b10a-3c29a9e06372,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:02.962326 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:02.964041 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Allocated IP 10.1.1.2 (784dde3a-e85c-4752-9e04-1000eefc86d6/4203dbbe-3cd8-4d15-b390-b3fbd621d440/029554c1-44b2-4c54-b989-2351805473cf) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:03.047940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Attempting to bind port de34b270-ee14-41bc-b10a-3c29a9e06372 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:03.048308 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Attempting to bind port de34b270-ee14-41bc-b10a-3c29a9e06372 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:03.048646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Attempting to bind port de34b270-ee14-41bc-b10a-3c29a9e06372 on network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:03.056181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Port de34b270-ee14-41bc-b10a-3c29a9e06372 on network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:03.056590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Attempting to bind port de34b270-ee14-41bc-b10a-3c29a9e06372 on network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:03.063685 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:03.064475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Checking segment: {'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:03.064475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Bound using segment: {'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:03.065033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Bound port: de34b270-ee14-41bc-b10a-3c29a9e06372, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:03.065383 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.070893 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.086032 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa6ec3a-46b6-48f1-81fd-b8297ddae130 None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:03.099921 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43768) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:03.121483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-77cd6f3d-5142-433b-a9d6-cab2797e4002 None None] Provisioning complete for port fbc42c05-e021-402e-8b03-eeceafddb023 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:03.121856 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77cd6f3d-5142-433b-a9d6-cab2797e4002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.146349 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1418dad8-aaad-4e06-ac63-b1ccd8805775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.190203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-77cd6f3d-5142-433b-a9d6-cab2797e4002 None None] Port fbc42c05-e021-402e-8b03-eeceafddb023 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:03.194069 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:03.206200 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.209537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:03.215954 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Pushing event updated for resources: {'Port': ['ID=d564cbc6-087e-452c-b1e4-b3b9dce99ebe,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:03.216970 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.222050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:03.255191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd111bd-5ad4-4133-87e0-2d4f086c9081 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:03.282072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Network 784dde3a-e85c-4752-9e04-1000eefc86d6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:03.286540 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:03.288961 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] For port de34b270-ee14-41bc-b10a-3c29a9e06372, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:03.289195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Pushing event updated for resources: {'Port': ['ID=029554c1-44b2-4c54-b989-2351805473cf,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:03.292658 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:03.313623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] For port de34b270-ee14-41bc-b10a-3c29a9e06372, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=de34b270-ee14-41bc-b10a-3c29a9e06372,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:03.357707 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.365629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Attempting to bind port 029554c1-44b2-4c54-b989-2351805473cf on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:03.366212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Attempting to bind port 029554c1-44b2-4c54-b989-2351805473cf by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:03.366451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Attempting to bind port 029554c1-44b2-4c54-b989-2351805473cf on network 784dde3a-e85c-4752-9e04-1000eefc86d6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:03.373760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8e9e35-94df-4291-b2f7-152ed76137fd tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:03.374280 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:03.374612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Checking segment: {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:03.375061 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.375458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Bound using segment: {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:03.375920 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Bound port: 029554c1-44b2-4c54-b989-2351805473cf, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:03.376294 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.377170 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9e35-94df-4291-b2f7-152ed76137fd tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.383721 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Request body: {'port': {'device_id': '0bff1f53-86e7-40df-bc11-df1b84e50072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:03.394498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fefdab43-3f36-4944-b4f7-049072690909 None None] Provisioning complete for port d564cbc6-087e-452c-b1e4-b3b9dce99ebe triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:03.395861 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fefdab43-3f36-4944-b4f7-049072690909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.459215 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eb4f36-0641-4f21-a5ba-5fbc284170cf None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:03.466815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:03.467524 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.469321 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] 10.222.0.71 "PUT /v2.0/ports/de34b270-ee14-41bc-b10a-3c29a9e06372 HTTP/1.1" status: 200 len: 1092 time: 2.1297469 Nov 11 21:40:03.472170 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fefdab43-3f36-4944-b4f7-049072690909 None None] Port d564cbc6-087e-452c-b1e4-b3b9dce99ebe cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:03.476033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e4c173-8a3d-445c-8524-92848f20cb95', 'tag': 'de34b270-ee14-41bc-b10a-3c29a9e06372'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:03.482006 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272be42f-9107-42a2-b041-dfcd301989f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e4c173-8a3d-445c-8524-92848f20cb95", "tag": "de34b270-ee14-41bc-b10a-3c29a9e06372"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:03.483451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8e9e35-94df-4291-b2f7-152ed76137fd tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] vlan segment allocate from pool success with {'vlan_id': 1195, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:40:03.522311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] For port 029554c1-44b2-4c54-b989-2351805473cf, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:03.525199 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1418dad8-aaad-4e06-ac63-b1ccd8805775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.526042 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] For port 029554c1-44b2-4c54-b989-2351805473cf, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=029554c1-44b2-4c54-b989-2351805473cf,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:03.534464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25b0189-be20-4427-ae71-90bd5c98fa93 admin admin] Router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:40:03.535684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9e35-94df-4291-b2f7-152ed76137fd tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.536096 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-9b8e9e35-94df-4291-b2f7-152ed76137fd tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Added segment 95b0b282-d54c-42fa-81da-dff2dff81fe4 of type vlan for network faffc57e-b073-46be-b24a-bca8751606c5 Nov 11 21:40:03.536529 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.545686 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5089a-6a4a-4c45-bbfd-2a9625c268c6 service neutron] Pushing event updated for resources: {'Port': ['ID=de34b270-ee14-41bc-b10a-3c29a9e06372,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:03.569192 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d6fb23-5578-4af9-a3f4-d5556fb6522f x-openstack-request-id: req-48d6fb23-5578-4af9-a3f4-d5556fb6522f {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:03.569672 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e4c173-8a3d-445c-8524-92848f20cb95", "tag": "de34b270-ee14-41bc-b10a-3c29a9e06372", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:03.570117 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48d6fb23-5578-4af9-a3f4-d5556fb6522f {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:03.570612 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e4c173-8a3d-445c-8524-92848f20cb95', 'tag': 'de34b270-ee14-41bc-b10a-3c29a9e06372', 'status': 'completed', 'code': 200} Nov 11 21:40:03.571294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1418dad8-aaad-4e06-ac63-b1ccd8805775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.572368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe839a-1947-4017-ba87-2954132958af req-35025c96-b7c4-4be6-b17c-b18312546f5b tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:03.574025 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ffe839a-1947-4017-ba87-2954132958af req-35025c96-b7c4-4be6-b17c-b18312546f5b tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 944 time: 0.2221298 Nov 11 21:40:03.595728 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.618252 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3141211-36f3-46cb-a113-25204eaa20ca None None] Pushing event updated for resources: {'Port': ['ID=029554c1-44b2-4c54-b989-2351805473cf,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:03.663157 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1418dad8-aaad-4e06-ac63-b1ccd8805775 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97ad3c97703a42439104f21299f7a2fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5383127 Nov 11 21:40:03.674345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43772) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:03.679947 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9e35-94df-4291-b2f7-152ed76137fd tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.699995 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418dad8-aaad-4e06-ac63-b1ccd8805775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3e76ff-800e-4611-bdf4-848a67bfd08c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:03.715354 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1227ed-e824-4c79-a52d-228866c2106f req-d210cec0-d2f9-4681-8b81-bff32784cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:03.717030 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-d210cec0-d2f9-4681-8b81-bff32784cf06 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e501648e5f804903acbf6fa103613cc4&device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 1095 time: 0.1635163 Nov 11 21:40:03.768482 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-2a70c059-70de-435a-89e7-48452381ed84 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de34b270-ee14-41bc-b10a-3c29a9e06372 HTTP/1.1" status: 200 len: 217 time: 0.0390756 Nov 11 21:40:03.880341 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:03.887933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1227ed-e824-4c79-a52d-228866c2106f req-cd2dd210-d7c5-4dcc-84c5-8e726621c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:03.889923 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-cd2dd210-d7c5-4dcc-84c5-8e726621c168 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9192978b-83ff-4b80-a8bf-fcd6fc7290de HTTP/1.1" status: 200 len: 853 time: 0.0951326 Nov 11 21:40:03.961143 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-7cf06090-475b-44f4-854d-d02117df9882 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357244 Nov 11 21:40:04.002428 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-46a7118e-7452-4dc1-932c-ecaa56245c5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.004624 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9e35-94df-4291-b2f7-152ed76137fd tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.008744 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 029554c1-44b2-4c54-b989-2351805473cf up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:04.010483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8e9e35-94df-4291-b2f7-152ed76137fd tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:04.011287 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9e35-94df-4291-b2f7-152ed76137fd tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.066018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 029554c1-44b2-4c54-b989-2351805473cf triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:04.066837 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.125322 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ffe839a-1947-4017-ba87-2954132958af req-aed11aea-45b6-473c-ba63-88f43ed1ea4a tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251780 Nov 11 21:40:04.155643 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-7ad7f5a4-4a40-4cc4-b20c-b1ee32a92ed7 service neutron] 10.222.0.71 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852891 Nov 11 21:40:04.168308 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.204583 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 029554c1-44b2-4c54-b989-2351805473cf, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=029554c1-44b2-4c54-b989-2351805473cf,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:04.211815 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.227698 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e9e35-94df-4291-b2f7-152ed76137fd tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Network': ['ID=faffc57e-b073-46be-b24a-bca8751606c5,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:04.235447 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9b8e9e35-94df-4291-b2f7-152ed76137fd tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4580622 Nov 11 21:40:04.239264 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network faffc57e-b073-46be-b24a-bca8751606c5 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:04.240200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43774) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:04.246146 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-27d826e6-f7fe-44b2-9f08-876dc88f60e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.274622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25b0189-be20-4427-ae71-90bd5c98fa93 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:40:04.305484 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c25b0189-be20-4427-ae71-90bd5c98fa93 admin admin] 10.222.0.57 "PUT /v2.0/routers/66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2243211 Nov 11 21:40:04.310857 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15615b3-517d-416b-8f81-b06f6de2f911 None None] Sync routers for ids ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:40:04.315483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7118e-7452-4dc1-932c-ecaa56245c5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'Subnet': ['ID=e06d152d-4297-4bab-be11-2a26a2d0ccd9,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:04.319981 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-27d826e6-f7fe-44b2-9f08-876dc88f60e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.321864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43776) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:04.328115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=029554c1-44b2-4c54-b989-2351805473cf,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:04.346137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15615b3-517d-416b-8f81-b06f6de2f911 None None] Routers {'66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:40:04.347008 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b15615b3-517d-416b-8f81-b06f6de2f911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:04.444952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7118e-7452-4dc1-932c-ecaa56245c5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Checking segment: {'id': '925044a4-3c84-44a3-969e-816229315c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:04.445601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7118e-7452-4dc1-932c-ecaa56245c5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Network hostable DHCP agents. Network: 4fa35899-5adf-40f1-9173-7fcb94838b29, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:40:04.511574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-b15615b3-517d-416b-8f81-b06f6de2f911 None None] Set router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:40:04.540759 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7118e-7452-4dc1-932c-ecaa56245c5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Network 4fa35899-5adf-40f1-9173-7fcb94838b29 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:40:04.609770 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-96be3797-9373-4ed6-b8c7-63831dffbbce tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'subnet': {'network_id': 'faffc57e-b073-46be-b24a-bca8751606c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:04.629706 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-46a7118e-7452-4dc1-932c-ecaa56245c5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 4fa35899-5adf-40f1-9173-7fcb94838b29) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:04.632449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.638764 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-27d826e6-f7fe-44b2-9f08-876dc88f60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.641889 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-27d826e6-f7fe-44b2-9f08-876dc88f60e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.650897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f878e-6280-4c4f-a7b4-84e560a8f319 None None] Network 4fa35899-5adf-40f1-9173-7fcb94838b29 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:04.655430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-27d826e6-f7fe-44b2-9f08-876dc88f60e9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ce3e76ff-800e-4611-bdf4-848a67bfd08c HTTP/1.1" status: 204 len: 168 time: 0.9769564 Nov 11 21:40:04.682833 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.684690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a7118e-7452-4dc1-932c-ecaa56245c5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:04.685387 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-46a7118e-7452-4dc1-932c-ecaa56245c5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.757837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d826e6-f7fe-44b2-9f08-876dc88f60e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3e76ff-800e-4611-bdf4-848a67bfd08c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:04.773238 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-46a7118e-7452-4dc1-932c-ecaa56245c5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3515093 Nov 11 21:40:04.778691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43780) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:04.780888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc42c05-e021-402e-8b03-eeceafddb023 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:04.787244 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-48bc4449-21c7-4b3c-b750-5e31270f282d service neutron] 10.222.0.71 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5962894 Nov 11 21:40:04.790518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f7952e73-2a88-46bb-902e-8dba69eacc3f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'port': {'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6', 'name': 'tempest-TaggedBootDevicesTest-1785102286', 'fixed_ips': [{'subnet_id': '4203dbbe-3cd8-4d15-b390-b3fbd621d440'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:04.802472 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.806356 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.927873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef2950a-69a0-4040-af23-8c385e335d5d None None] Network 784dde3a-e85c-4752-9e04-1000eefc86d6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:04.939420 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96be3797-9373-4ed6-b8c7-63831dffbbce tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:04.941492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Transition to ACTIVE for port object fbc42c05-e021-402e-8b03-eeceafddb023 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:04.943717 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96be3797-9373-4ed6-b8c7-63831dffbbce tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.962036 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:05.029112 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:05.040064 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbcd2f6-7a18-416f-b83c-08c46d4e9603 None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:05.059178 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7bcaf329-c8c9-4069-b30c-17a880e7d4c3 None None] Provisioning complete for port 029554c1-44b2-4c54-b989-2351805473cf triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:05.060223 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7bcaf329-c8c9-4069-b30c-17a880e7d4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:05.070249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272be42f-9107-42a2-b041-dfcd301989f1 req-91721ed9-9e46-4266-b049-bbf9df834cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:05.072092 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-272be42f-9107-42a2-b041-dfcd301989f1 req-91721ed9-9e46-4266-b049-bbf9df834cb6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e501648e5f804903acbf6fa103613cc4&device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 1095 time: 0.1838982 Nov 11 21:40:05.103550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b15615b3-517d-416b-8f81-b06f6de2f911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '3785feb3-eead-4546-a145-b225f77a1f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:37:38Z', 'updated_at': '2021-11-11T21:40:01Z', 'revision_number': 5, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'gw_port': {'id': '3785feb3-eead-4546-a145-b225f77a1f65', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:37:39Z', 'updated_at': '2021-11-11T21:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:05.111659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Pushing event updated for resources: {'Port': ['ID=fbc42c05-e021-402e-8b03-eeceafddb023,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:05.183931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15615b3-517d-416b-8f81-b06f6de2f911 None None] Checking router: 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:40:05.187707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7952e73-2a88-46bb-902e-8dba69eacc3f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Made reservation on behalf of efe5cf2f31f14ae99d8c9d87f4dba9a6 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:05.224702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15615b3-517d-416b-8f81-b06f6de2f911 None None] Routers {'66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:40:05.225373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b15615b3-517d-416b-8f81-b06f6de2f911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:05.231891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] Deleting port 3785feb3-eead-4546-a145-b225f77a1f65 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:05.232250 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:05.248651 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Router 0425b5c8-c2dd-4378-968a-4766de2846dd is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:40:05.271299 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Attempting to bind port fbc42c05-e021-402e-8b03-eeceafddb023 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:05.271855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Attempting to bind port fbc42c05-e021-402e-8b03-eeceafddb023 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:05.272307 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Attempting to bind port fbc42c05-e021-402e-8b03-eeceafddb023 on network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:05.277733 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272be42f-9107-42a2-b041-dfcd301989f1 req-6a89fb65-3f6a-471e-ae99-e5360004acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:05.279321 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-272be42f-9107-42a2-b041-dfcd301989f1 req-6a89fb65-3f6a-471e-ae99-e5360004acae service neutron] 10.222.0.71 "GET /v2.0/networks?id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b HTTP/1.1" status: 200 len: 915 time: 0.1980884 Nov 11 21:40:05.297769 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Port fbc42c05-e021-402e-8b03-eeceafddb023 on network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:05.298024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Attempting to bind port fbc42c05-e021-402e-8b03-eeceafddb023 on network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:05.342352 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-272be42f-9107-42a2-b041-dfcd301989f1 req-47b25644-0b96-4287-b3d4-9fc16fb07d87 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de34b270-ee14-41bc-b10a-3c29a9e06372 HTTP/1.1" status: 200 len: 217 time: 0.0396211 Nov 11 21:40:05.351160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:05.351547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Checking segment: {'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:05.351889 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Bound using segment: {'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:05.352434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Bound port: fbc42c05-e021-402e-8b03-eeceafddb023, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:05.352835 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:05.466115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] For port fbc42c05-e021-402e-8b03-eeceafddb023, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:05.469546 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] For port fbc42c05-e021-402e-8b03-eeceafddb023, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=fbc42c05-e021-402e-8b03-eeceafddb023,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:05.481739 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:05.486639 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7952e73-2a88-46bb-902e-8dba69eacc3f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:05.520064 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272be42f-9107-42a2-b041-dfcd301989f1 req-53005040-0508-4eae-95ba-4a6503d6784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:05.521721 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-272be42f-9107-42a2-b041-dfcd301989f1 req-53005040-0508-4eae-95ba-4a6503d6784d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9192978b-83ff-4b80-a8bf-fcd6fc7290de HTTP/1.1" status: 200 len: 853 time: 0.1363549 Nov 11 21:40:05.552586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:05.553508 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:05.555364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] 10.222.0.10 "PUT /v2.0/ports/fbc42c05-e021-402e-8b03-eeceafddb023 HTTP/1.1" status: 200 len: 1092 time: 2.8084209 Nov 11 21:40:05.562172 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96be3797-9373-4ed6-b8c7-63831dffbbce tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:05.563382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bff1f53-86e7-40df-bc11-df1b84e50072', 'tag': 'fbc42c05-e021-402e-8b03-eeceafddb023'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:05.565129 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67585824-c9be-4ea3-9110-5b6864c3ccf4" -d '{"events": [{"name": "network-changed", "server_uuid": "0bff1f53-86e7-40df-bc11-df1b84e50072", "tag": "fbc42c05-e021-402e-8b03-eeceafddb023"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:05.574479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] For port 3785feb3-eead-4546-a145-b225f77a1f65, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3785feb3-eead-4546-a145-b225f77a1f65,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:05.574917 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:05.579534 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-272be42f-9107-42a2-b041-dfcd301989f1 req-cffc6c8b-cc69-45b4-ba3c-b598da3f0ac2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453277 Nov 11 21:40:05.588036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-f7952e73-2a88-46bb-902e-8dba69eacc3f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] device_id is not set on port 25a1c873-4001-4e2b-9aab-1b83892a724d yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:05.636416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714dffe-28a3-4e3a-8dc3-28b760ce8262 req-7109c3eb-f942-4539-b8a4-88327ada9e88 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:05.642500 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:40:05.644645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1714dffe-28a3-4e3a-8dc3-28b760ce8262 req-7109c3eb-f942-4539-b8a4-88327ada9e88 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 944 time: 0.3352349 Nov 11 21:40:05.652584 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712047c-592b-4c14-80bb-70893ce15f06 None None] Sync routers for ids ['0425b5c8-c2dd-4378-968a-4766de2846dd'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:40:05.654511 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90998a0d-6bf3-42a3-ad37-8ccae9c7cd08 None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:05.667466 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:05.671254 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cdd9b661-52a5-434b-ad48-06da70fb3251 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "PUT /v2.0/routers/0425b5c8-c2dd-4378-968a-4766de2846dd HTTP/1.1" status: 200 len: 914 time: 3.8242948 Nov 11 21:40:05.688972 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712047c-592b-4c14-80bb-70893ce15f06 None None] Routers {'0425b5c8-c2dd-4378-968a-4766de2846dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:40:05.690781 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f712047c-592b-4c14-80bb-70893ce15f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['0425b5c8-c2dd-4378-968a-4766de2846dd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:05.699948 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43804) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:05.717022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-4fa35899-5adf-40f1-9173-7fcb94838b29', 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'fixed_ips': [{'subnet_id': 'e06d152d-4297-4bab-be11-2a26a2d0ccd9'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:40:05.733366 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:05.743218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] Calling delete_port for 3785feb3-eead-4546-a145-b225f77a1f65 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:05.799019 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadf3a6-fb1d-44e0-8556-11f40598bd1d service neutron] Pushing event updated for resources: {'Port': ['ID=fbc42c05-e021-402e-8b03-eeceafddb023,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:05.801077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-b15615b3-517d-416b-8f81-b06f6de2f911 None None] Set router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:40:05.813833 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f712047c-592b-4c14-80bb-70893ce15f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:05.827733 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712047c-592b-4c14-80bb-70893ce15f06 None None] Routers {'0425b5c8-c2dd-4378-968a-4766de2846dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:40:05.828500 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f712047c-592b-4c14-80bb-70893ce15f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['0425b5c8-c2dd-4378-968a-4766de2846dd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:05.878564 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be3797-9373-4ed6-b8c7-63831dffbbce tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Subnet': ['ID=101f5d53-50b7-4f70-a7f9-5a34d4abea49,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:05.888081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1714dffe-28a3-4e3a-8dc3-28b760ce8262 req-e01f30d2-40a7-4f26-936f-dbac19f91487 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392309 Nov 11 21:40:05.906210 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96be3797-9373-4ed6-b8c7-63831dffbbce tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Checking segment: {'id': '95b0b282-d54c-42fa-81da-dff2dff81fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'faffc57e-b073-46be-b24a-bca8751606c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:05.906585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96be3797-9373-4ed6-b8c7-63831dffbbce tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network hostable DHCP agents. Network: faffc57e-b073-46be-b24a-bca8751606c5, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:40:05.919171 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f712047c-592b-4c14-80bb-70893ce15f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:05.920258 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712047c-592b-4c14-80bb-70893ce15f06 None None] The sync data for ids ['0425b5c8-c2dd-4378-968a-4766de2846dd'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:40:05.980001 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-272be42f-9107-42a2-b041-dfcd301989f1 req-984ecf2c-cc5f-4624-9549-0d5ff2f75b3d service neutron] 10.222.0.71 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648582 Nov 11 21:40:06.015223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1227ed-e824-4c79-a52d-228866c2106f req-25d808bf-a89d-4499-b657-c8f33c2f17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:06.016915 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-25d808bf-a89d-4499-b657-c8f33c2f17b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e501648e5f804903acbf6fa103613cc4&device_id=0bff1f53-86e7-40df-bc11-df1b84e50072 HTTP/1.1" status: 200 len: 1095 time: 0.3666043 Nov 11 21:40:06.026229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96be3797-9373-4ed6-b8c7-63831dffbbce tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network faffc57e-b073-46be-b24a-bca8751606c5 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:40:06.045874 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b15615b3-517d-416b-8f81-b06f6de2f911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:37:38Z', 'updated_at': '2021-11-11T21:40:05Z', 'revision_number': 6, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:06.097664 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-c09ad53c-0ec6-48fb-9e5b-c2cac7d44669 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbc42c05-e021-402e-8b03-eeceafddb023 HTTP/1.1" status: 200 len: 217 time: 0.0647531 Nov 11 21:40:06.114523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 029554c1-44b2-4c54-b989-2351805473cf up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:06.122826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15615b3-517d-416b-8f81-b06f6de2f911 None None] The sync data for ids ['66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8'] in n-d-805737-3 is: [{'id': '66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8', 'name': 'tempest-ServersTestManualDisk-1024509215-router', 'tenant_id': '67e48cfcf12444c88aea2618f75e2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:37:38Z', 'updated_at': '2021-11-11T21:40:05Z', 'revision_number': 6, 'project_id': '67e48cfcf12444c88aea2618f75e2b1c', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:40:06.146630 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-96be3797-9373-4ed6-b8c7-63831dffbbce tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, faffc57e-b073-46be-b24a-bca8751606c5) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:06.154202 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96be3797-9373-4ed6-b8c7-63831dffbbce tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:06.154798 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96be3797-9373-4ed6-b8c7-63831dffbbce tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:06.174562 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-66842805-7d0e-4fae-907a-f7d14eb6e8a7 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/routers/0425b5c8-c2dd-4378-968a-4766de2846dd HTTP/1.1" status: 200 len: 920 time: 0.4710412 Nov 11 21:40:06.186902 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb70aa98-7c9c-42d9-b442-8164c33dd0bf x-openstack-request-id: req-cb70aa98-7c9c-42d9-b442-8164c33dd0bf {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:06.187457 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bff1f53-86e7-40df-bc11-df1b84e50072", "tag": "fbc42c05-e021-402e-8b03-eeceafddb023", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:06.187913 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb70aa98-7c9c-42d9-b442-8164c33dd0bf {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:06.188532 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bff1f53-86e7-40df-bc11-df1b84e50072', 'tag': 'fbc42c05-e021-402e-8b03-eeceafddb023', 'status': 'completed', 'code': 200} Nov 11 21:40:06.191408 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43818) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:06.192212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3263168d-b754-4526-a240-8eec36005cc0 None None] Network faffc57e-b073-46be-b24a-bca8751606c5 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:06.243212 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-96be3797-9373-4ed6-b8c7-63831dffbbce tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9997911 Nov 11 21:40:06.248630 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43820) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:06.253838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ab562ab7-d269-4724-80cf-2adddf91130c tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'subnet': {'network_id': 'faffc57e-b073-46be-b24a-bca8751606c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:06.304666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a3b7e9bb-bfad-4738-bc96-8335d13d6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:06.306270 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-a3b7e9bb-bfad-4738-bc96-8335d13d6dc9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9192978b-83ff-4b80-a8bf-fcd6fc7290de HTTP/1.1" status: 200 len: 853 time: 0.2005408 Nov 11 21:40:06.307484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-f7952e73-2a88-46bb-902e-8dba69eacc3f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Allocated IP 10.1.1.156 (784dde3a-e85c-4752-9e04-1000eefc86d6/4203dbbe-3cd8-4d15-b390-b3fbd621d440/25a1c873-4001-4e2b-9aab-1b83892a724d) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:06.357421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-133f9fa4-a0af-45dd-a3ea-d65772937f35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426676 Nov 11 21:40:06.372761 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-272be42f-9107-42a2-b041-dfcd301989f1 req-0356beed-9cf8-4557-8d9e-6177c385e420 service neutron] 10.222.0.71 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791430 Nov 11 21:40:06.435163 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bd77cc-242a-45e9-b7ff-e8e1344572c0 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:06.436610 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-40bd77cc-242a-45e9-b7ff-e8e1344572c0 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&device_id=0425b5c8-c2dd-4378-968a-4766de2846dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2428770 Nov 11 21:40:06.439389 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43824) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:06.519943 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 029554c1-44b2-4c54-b989-2351805473cf triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:06.520639 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:06.543221 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Allocated IP 10.2.2.2 (4fa35899-5adf-40f1-9173-7fcb94838b29/e06d152d-4297-4bab-be11-2a26a2d0ccd9/542081df-2416-48c1-8618-6d83810a85b6) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:06.616575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40504512-1631-435e-95d9-ff3de9924f53 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:06.618335 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-40504512-1631-435e-95d9-ff3de9924f53 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 881 time: 0.1779509 Nov 11 21:40:06.621736 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab562ab7-d269-4724-80cf-2adddf91130c tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:06.625844 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab562ab7-d269-4724-80cf-2adddf91130c tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:06.630857 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43836) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:06.633504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-faffc57e-b073-46be-b24a-bca8751606c5', 'network_id': 'faffc57e-b073-46be-b24a-bca8751606c5', 'tenant_id': '79113e6bc1884894aff1606a3ee48af4', 'fixed_ips': [{'subnet_id': '101f5d53-50b7-4f70-a7f9-5a34d4abea49'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:40:06.637479 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:06.677520 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-914e91ce-8326-4be4-9da2-be69ffb494e0 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "GET /v2.0/ports?device_id=0425b5c8-c2dd-4378-968a-4766de2846dd HTTP/1.1" status: 200 len: 205 time: 0.0454338 Nov 11 21:40:06.681735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43838) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:06.891298 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7c957d0-7f22-48b2-9ffb-cbb400b1bcfa tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:06.968994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4d8bccba-c96e-46c3-86fa-2e845f5415f5 None None] Provisioning complete for port 029554c1-44b2-4c54-b989-2351805473cf triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:06.969657 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d8bccba-c96e-46c3-86fa-2e845f5415f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.051401 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.069213 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.145454 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Allocated IP 2001:db8::2 (faffc57e-b073-46be-b24a-bca8751606c5/101f5d53-50b7-4f70-a7f9-5a34d4abea49/de13b280-5c5b-42a2-8577-b7f20278ab66) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:07.171158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Network 4fa35899-5adf-40f1-9173-7fcb94838b29 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:07.178668 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7c957d0-7f22-48b2-9ffb-cbb400b1bcfa tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.179290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:07.183987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:07.203906 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.265098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] Pushing event deleted for resources: {'Port': ['ID=3785feb3-eead-4546-a145-b225f77a1f65,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:07.273560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-6392ef35-69c8-4d6d-8049-063c89c13e33 service neutron] 10.222.0.10 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9047458 Nov 11 21:40:07.301131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca7e5f-e0fe-4ba6-ba5d-8d71ac36190b req-be1a7dd3-6a8e-49cc-ac9c-3a51f8294640 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:07.302937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37ca7e5f-e0fe-4ba6-ba5d-8d71ac36190b req-be1a7dd3-6a8e-49cc-ac9c-3a51f8294640 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 944 time: 0.2116895 Nov 11 21:40:07.345295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05829745-5778-4a6c-af88-f0832ef0010c None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:07.352283 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Pushing event updated for resources: {'Port': ['ID=542081df-2416-48c1-8618-6d83810a85b6,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:07.380213 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab562ab7-d269-4724-80cf-2adddf91130c tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.397520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c7c957d0-7f22-48b2-9ffb-cbb400b1bcfa tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Deleting port d564cbc6-087e-452c-b1e4-b3b9dce99ebe {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:07.397663 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7c957d0-7f22-48b2-9ffb-cbb400b1bcfa tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.400653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Attempting to bind port 542081df-2416-48c1-8618-6d83810a85b6 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:07.401403 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Attempting to bind port 542081df-2416-48c1-8618-6d83810a85b6 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '925044a4-3c84-44a3-969e-816229315c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:07.402000 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Attempting to bind port 542081df-2416-48c1-8618-6d83810a85b6 on network 4fa35899-5adf-40f1-9173-7fcb94838b29 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:07.410484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:07.411080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Checking segment: {'id': '925044a4-3c84-44a3-969e-816229315c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:07.411863 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.412453 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Bound using segment: {'id': '925044a4-3c84-44a3-969e-816229315c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:07.413130 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Bound port: 542081df-2416-48c1-8618-6d83810a85b6, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925044a4-3c84-44a3-969e-816229315c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:07.413757 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.492701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab562ab7-d269-4724-80cf-2adddf91130c tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network faffc57e-b073-46be-b24a-bca8751606c5 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:07.495861 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37ca7e5f-e0fe-4ba6-ba5d-8d71ac36190b req-d6b2f7bd-4494-4069-aaa6-19a494092bfe tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447296 Nov 11 21:40:07.500314 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-ab562ab7-d269-4724-80cf-2adddf91130c tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:07.505313 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.506634 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab562ab7-d269-4724-80cf-2adddf91130c tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:07.507232 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab562ab7-d269-4724-80cf-2adddf91130c tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.532985 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab562ab7-d269-4724-80cf-2adddf91130c tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Subnet': ['ID=b6c25886-f0c8-42c8-baec-71be764883c1,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:07.533375 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] For port 542081df-2416-48c1-8618-6d83810a85b6, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:07.536477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] For port 542081df-2416-48c1-8618-6d83810a85b6, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=542081df-2416-48c1-8618-6d83810a85b6,segment=NetworkSegment(925044a4-3c84-44a3-969e-816229315c05),segment_id=925044a4-3c84-44a3-969e-816229315c05)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:07.545851 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ab562ab7-d269-4724-80cf-2adddf91130c tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2959371 Nov 11 21:40:07.550051 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.552177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43868) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:07.572784 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7c957d0-7f22-48b2-9ffb-cbb400b1bcfa tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.602477 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.610690 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.626742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c7c957d0-7f22-48b2-9ffb-cbb400b1bcfa tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Calling delete_port for d564cbc6-087e-452c-b1e4-b3b9dce99ebe owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:07.634416 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7952e73-2a88-46bb-902e-8dba69eacc3f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.648672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device de34b270-ee14-41bc-b10a-3c29a9e06372 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:40:07.697916 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c1227ed-e824-4c79-a52d-228866c2106f req-d9d72bfa-f5fb-43be-8624-48b4e9804999 service neutron] 10.222.0.10 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654282 Nov 11 21:40:07.702678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.703268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:40:07.718925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee32e3d-d699-401f-8a23-b91d113db6e1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:07.720460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee32e3d-d699-401f-8a23-b91d113db6e1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:07.722407 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee32e3d-d699-401f-8a23-b91d113db6e1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:07.722635 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.723752 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee32e3d-d699-401f-8a23-b91d113db6e1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:07.725696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee32e3d-d699-401f-8a23-b91d113db6e1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:07.726396 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f4a1f7cd-25ef-469e-b3b1-f8bb8b01d706 admin admin] 10.222.0.57 "DELETE /v2.0/routers/66f2727d-bd7b-4d6f-ac3f-6d896d0fe6a8 HTTP/1.1" status: 204 len: 168 time: 3.3933775 Nov 11 21:40:07.727035 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43878) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:07.731276 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dee32e3d-d699-401f-8a23-b91d113db6e1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1780512 Nov 11 21:40:07.757050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43880) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:07.758982 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.774814 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-abebe49b-e3db-4609-803d-ac0cdd3ab042 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-816798406'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:07.776294 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25328c1b-584f-480a-a5b4-65a63d0878c6 None None] Pushing event updated for resources: {'Port': ['ID=542081df-2416-48c1-8618-6d83810a85b6,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:07.801739 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.906434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Network faffc57e-b073-46be-b24a-bca8751606c5 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:07.912256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:07.915603 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:07.965103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Pushing event updated for resources: {'Port': ['ID=de13b280-5c5b-42a2-8577-b7f20278ab66,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:07.965776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abebe49b-e3db-4609-803d-ac0cdd3ab042 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:07.979905 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-abebe49b-e3db-4609-803d-ac0cdd3ab042 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.007447 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7952e73-2a88-46bb-902e-8dba69eacc3f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.030502 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b22bdbad-53a6-4f40-8b93-71cf4070e255 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:40:08.081119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba702c28-77ea-4fba-8af1-3c1a5ffc5eff admin admin] Deleting subnet b4f8b26b-3654-48a0-bd33-44c09975a64c {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:40:08.092180 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67585824-c9be-4ea3-9110-5b6864c3ccf4 req-ce208315-6499-4fc8-8941-242f4b0d4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:08.094084 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67585824-c9be-4ea3-9110-5b6864c3ccf4 req-ce208315-6499-4fc8-8941-242f4b0d4535 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e501648e5f804903acbf6fa103613cc4&device_id=0bff1f53-86e7-40df-bc11-df1b84e50072 HTTP/1.1" status: 200 len: 1095 time: 0.3122711 Nov 11 21:40:08.095017 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba702c28-77ea-4fba-8af1-3c1a5ffc5eff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.107536 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: b22bdbad-53a6-4f40-8b93-71cf4070e255 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:40:08.108027 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b22bdbad-53a6-4f40-8b93-71cf4070e255 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:40:08.109253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3785feb3-eead-4546-a145-b225f77a1f65 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:40:08.115588 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port de34b270-ee14-41bc-b10a-3c29a9e06372, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=de34b270-ee14-41bc-b10a-3c29a9e06372,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:08.131291 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abebe49b-e3db-4609-803d-ac0cdd3ab042 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:40:08.153660 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7952e73-2a88-46bb-902e-8dba69eacc3f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Network 784dde3a-e85c-4752-9e04-1000eefc86d6 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:08.156414 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7c957d0-7f22-48b2-9ffb-cbb400b1bcfa tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.163013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 3785feb3-eead-4546-a145-b225f77a1f65 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:40:08.163339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3785feb3-eead-4546-a145-b225f77a1f65 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:40:08.165416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Attempting to bind port de13b280-5c5b-42a2-8577-b7f20278ab66 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:08.165851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Attempting to bind port de13b280-5c5b-42a2-8577-b7f20278ab66 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '95b0b282-d54c-42fa-81da-dff2dff81fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'faffc57e-b073-46be-b24a-bca8751606c5'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:08.166457 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Attempting to bind port de13b280-5c5b-42a2-8577-b7f20278ab66 on network faffc57e-b073-46be-b24a-bca8751606c5 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:08.173078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'de34b270-ee14-41bc-b10a-3c29a9e06372', 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b', 'port_id': 'de34b270-ee14-41bc-b10a-3c29a9e06372', 'mac_address': 'fa:16:3e:fd:80:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9192978b-83ff-4b80-a8bf-fcd6fc7290de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:40:08.178313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:08.178747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Checking segment: {'id': '95b0b282-d54c-42fa-81da-dff2dff81fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'faffc57e-b073-46be-b24a-bca8751606c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:08.179249 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.179828 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Bound using segment: {'id': '95b0b282-d54c-42fa-81da-dff2dff81fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'faffc57e-b073-46be-b24a-bca8751606c5'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:08.180447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Bound port: de13b280-5c5b-42a2-8577-b7f20278ab66, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b0b282-d54c-42fa-81da-dff2dff81fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'faffc57e-b073-46be-b24a-bca8751606c5'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:08.180950 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.196114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-f7952e73-2a88-46bb-902e-8dba69eacc3f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:08.202808 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-abebe49b-e3db-4609-803d-ac0cdd3ab042 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.203369 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-abebe49b-e3db-4609-803d-ac0cdd3ab042 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Added segment ff7c8ea9-639e-480a-9486-a05edeac7ad6 of type vlan for network b3fa46f3-a41c-4042-9cf7-6aaca9dca70b Nov 11 21:40:08.221649 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7952e73-2a88-46bb-902e-8dba69eacc3f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:08.255718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c957d0-7f22-48b2-9ffb-cbb400b1bcfa tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Pushing event deleted for resources: {'Port': ['ID=d564cbc6-087e-452c-b1e4-b3b9dce99ebe,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:08.334626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7952e73-2a88-46bb-902e-8dba69eacc3f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'Port': ['ID=25a1c873-4001-4e2b-9aab-1b83892a724d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:08.342550 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7c957d0-7f22-48b2-9ffb-cbb400b1bcfa tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.343457 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba702c28-77ea-4fba-8af1-3c1a5ffc5eff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.438165 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-abebe49b-e3db-4609-803d-ac0cdd3ab042 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.487451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7952e73-2a88-46bb-902e-8dba69eacc3f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:08.488027 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7952e73-2a88-46bb-902e-8dba69eacc3f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.504458 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7c957d0-7f22-48b2-9ffb-cbb400b1bcfa tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.507621 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7c957d0-7f22-48b2-9ffb-cbb400b1bcfa tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.514107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67585824-c9be-4ea3-9110-5b6864c3ccf4 req-27e6a6d9-c4c9-41b9-bbea-3d9821157094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:08.515643 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67585824-c9be-4ea3-9110-5b6864c3ccf4 req-27e6a6d9-c4c9-41b9-bbea-3d9821157094 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b HTTP/1.1" status: 200 len: 915 time: 0.3901939 Nov 11 21:40:08.569976 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7c957d0-7f22-48b2-9ffb-cbb400b1bcfa tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.570628 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c957d0-7f22-48b2-9ffb-cbb400b1bcfa tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Fanout notify agent at l3_agent the message router_deleted on router 0425b5c8-c2dd-4378-968a-4766de2846dd {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:40:08.578790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79070e9c-6f1d-4ca9-8c62-79b91c848d06 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:08.593123 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7c957d0-7f22-48b2-9ffb-cbb400b1bcfa tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.599925 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c7c957d0-7f22-48b2-9ffb-cbb400b1bcfa tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "DELETE /v2.0/routers/0425b5c8-c2dd-4378-968a-4766de2846dd HTTP/1.1" status: 204 len: 168 time: 1.9169440 Nov 11 21:40:08.600866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43906) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:08.601043 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] For port de13b280-5c5b-42a2-8577-b7f20278ab66, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:08.606538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-956b6374-4f0f-4a35-b34a-87d7105bfa7e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-803178788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:08.619195 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.625459 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] For port de13b280-5c5b-42a2-8577-b7f20278ab66, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=de13b280-5c5b-42a2-8577-b7f20278ab66,segment=NetworkSegment(95b0b282-d54c-42fa-81da-dff2dff81fe4),segment_id=95b0b282-d54c-42fa-81da-dff2dff81fe4)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:08.641353 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-956b6374-4f0f-4a35-b34a-87d7105bfa7e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.642644 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-956b6374-4f0f-4a35-b34a-87d7105bfa7e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.645205 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.662247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de34b270-ee14-41bc-b10a-3c29a9e06372 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:08.691160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f7952e73-2a88-46bb-902e-8dba69eacc3f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9049397 Nov 11 21:40:08.692030 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-abebe49b-e3db-4609-803d-ac0cdd3ab042 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.695109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43914) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:08.704857 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abebe49b-e3db-4609-803d-ac0cdd3ab042 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:08.706765 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-abebe49b-e3db-4609-803d-ac0cdd3ab042 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.710154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67585824-c9be-4ea3-9110-5b6864c3ccf4 req-7e43243d-7e89-4035-adef-f0ef9d5c854e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbc42c05-e021-402e-8b03-eeceafddb023 HTTP/1.1" status: 200 len: 217 time: 0.1557145 Nov 11 21:40:08.745396 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-df928d0a-72cd-405a-9cfb-3cd3354ef876 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'port': {'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6', 'name': 'tempest-TaggedBootDevicesTest-1241906004', 'fixed_ips': [{'subnet_id': '4203dbbe-3cd8-4d15-b390-b3fbd621d440'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:08.750984 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-956b6374-4f0f-4a35-b34a-87d7105bfa7e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.771807 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-956b6374-4f0f-4a35-b34a-87d7105bfa7e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.774683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port de34b270-ee14-41bc-b10a-3c29a9e06372, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=de34b270-ee14-41bc-b10a-3c29a9e06372,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:08.800131 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.802209 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d4af1-b2d4-4d33-b838-a24a2c8f3170 None None] Pushing event updated for resources: {'Port': ['ID=de13b280-5c5b-42a2-8577-b7f20278ab66,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:08.814790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d31a0456-64e6-4e96-bea0-c3cc45c3145d None None] Provisioning complete for port 25a1c873-4001-4e2b-9aab-1b83892a724d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:08.814790 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d31a0456-64e6-4e96-bea0-c3cc45c3145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.867420 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-956b6374-4f0f-4a35-b34a-87d7105bfa7e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.874288 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-956b6374-4f0f-4a35-b34a-87d7105bfa7e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2721670 Nov 11 21:40:08.880669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43920) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:08.887824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'enable_snat': False}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:08.916863 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-abebe49b-e3db-4609-803d-ac0cdd3ab042 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1585622 Nov 11 21:40:08.928226 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba702c28-77ea-4fba-8af1-3c1a5ffc5eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:08.933613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43926) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:08.966595 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d31a0456-64e6-4e96-bea0-c3cc45c3145d None None] Port 25a1c873-4001-4e2b-9aab-1b83892a724d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:08.972437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-493061a1-dee9-4226-978c-92c53feb7abf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:08.985898 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=de34b270-ee14-41bc-b10a-3c29a9e06372,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:09.055059 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce22c7b-0b9d-40e5-9aea-d2c43a0e2572 req-9c96a547-d34a-42e5-855e-09adfa265177 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:09.065884 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ce22c7b-0b9d-40e5-9aea-d2c43a0e2572 req-9c96a547-d34a-42e5-855e-09adfa265177 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 944 time: 0.3953738 Nov 11 21:40:09.067833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebe49b-e3db-4609-803d-ac0cdd3ab042 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Network': ['ID=b3fa46f3-a41c-4042-9cf7-6aaca9dca70b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:09.080162 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['de34b270-ee14-41bc-b10a-3c29a9e06372'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:09.087087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network b3fa46f3-a41c-4042-9cf7-6aaca9dca70b details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:09.153117 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df928d0a-72cd-405a-9cfb-3cd3354ef876 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Made reservation on behalf of efe5cf2f31f14ae99d8c9d87f4dba9a6 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:09.205834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67585824-c9be-4ea3-9110-5b6864c3ccf4 req-ac795aae-edf2-4ade-b352-3f0157642738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:09.207366 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67585824-c9be-4ea3-9110-5b6864c3ccf4 req-ac795aae-edf2-4ade-b352-3f0157642738 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9192978b-83ff-4b80-a8bf-fcd6fc7290de HTTP/1.1" status: 200 len: 853 time: 0.4577892 Nov 11 21:40:09.259986 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:09.378488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67585824-c9be-4ea3-9110-5b6864c3ccf4 req-d8881c05-f2ac-4682-af77-e3eea9d2d66e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1534491 Nov 11 21:40:09.393444 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df928d0a-72cd-405a-9cfb-3cd3354ef876 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:09.444106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-df928d0a-72cd-405a-9cfb-3cd3354ef876 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] device_id is not set on port 348abab2-0df6-4fc4-a449-94bd70a118d8 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:09.449909 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2234a45-67bb-4cc3-a231-a16a114e53e0 None None] Network 4fa35899-5adf-40f1-9173-7fcb94838b29 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:09.530213 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba702c28-77ea-4fba-8af1-3c1a5ffc5eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:09.534585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-493061a1-dee9-4226-978c-92c53feb7abf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:09.556695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ce22c7b-0b9d-40e5-9aea-d2c43a0e2572 req-1e0c0d34-9035-4ea6-bb2d-0b628093ea47 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898536 Nov 11 21:40:09.588593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba702c28-77ea-4fba-8af1-3c1a5ffc5eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f8b26b-3654-48a0-bd33-44c09975a64c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:09.611325 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba702c28-77ea-4fba-8af1-3c1a5ffc5eff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:09.618432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ba702c28-77ea-4fba-8af1-3c1a5ffc5eff admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b4f8b26b-3654-48a0-bd33-44c09975a64c HTTP/1.1" status: 204 len: 168 time: 1.8697953 Nov 11 21:40:09.625401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43948) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:09.629090 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-493061a1-dee9-4226-978c-92c53feb7abf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:09.629258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79099258-6005-40c1-8fe7-0f2ba2014c8b None None] Network b9aadd00-a8e1-4352-a0b4-6c33c949766f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:09.649566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-493061a1-dee9-4226-978c-92c53feb7abf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network b3fa46f3-a41c-4042-9cf7-6aaca9dca70b is not hosted by any dhcp agent {{(pid=102534) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:40:09.655815 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493061a1-dee9-4226-978c-92c53feb7abf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:09.656472 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-493061a1-dee9-4226-978c-92c53feb7abf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:09.661112 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-493061a1-dee9-4226-978c-92c53feb7abf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "PUT /v2.0/networks/b3fa46f3-a41c-4042-9cf7-6aaca9dca70b HTTP/1.1" status: 200 len: 723 time: 0.6935792 Nov 11 21:40:09.663549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43954) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:09.680740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9159f66a-ea7a-4f59-b610-ce810c7567dc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'subnet': {'network_id': 'b3fa46f3-a41c-4042-9cf7-6aaca9dca70b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:09.695482 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67585824-c9be-4ea3-9110-5b6864c3ccf4 req-6da0ce45-f6ac-4a51-87ed-34b958b19db1 service neutron] 10.222.0.10 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029704 Nov 11 21:40:09.780733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3be195d6-29df-4aee-aca0-1ccb872a9c56 None None] Provisioning complete for port 542081df-2416-48c1-8618-6d83810a85b6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:09.781198 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3be195d6-29df-4aee-aca0-1ccb872a9c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:09.921193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493061a1-dee9-4226-978c-92c53feb7abf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Network': ['ID=b3fa46f3-a41c-4042-9cf7-6aaca9dca70b,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:09.982141 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.037964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network b3fa46f3-a41c-4042-9cf7-6aaca9dca70b details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:10.107395 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67585824-c9be-4ea3-9110-5b6864c3ccf4 req-179304d3-56e6-4a3f-9f99-9b533313d82c service neutron] 10.222.0.10 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870955 Nov 11 21:40:10.114272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9159f66a-ea7a-4f59-b610-ce810c7567dc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:10.128229 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9159f66a-ea7a-4f59-b610-ce810c7567dc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.179022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device de13b280-5c5b-42a2-8577-b7f20278ab66 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:10.228230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] Deleting port bf4103b2-691d-4b34-8a38-4f4e968c921d {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:10.228580 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.329197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-df928d0a-72cd-405a-9cfb-3cd3354ef876 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Allocated IP 10.1.1.235 (784dde3a-e85c-4752-9e04-1000eefc86d6/4203dbbe-3cd8-4d15-b390-b3fbd621d440/348abab2-0df6-4fc4-a449-94bd70a118d8) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:10.357582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] For port bf4103b2-691d-4b34-8a38-4f4e968c921d, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bf4103b2-691d-4b34-8a38-4f4e968c921d,segment=NetworkSegment(86a028e1-9c86-44c7-b460-2d3a82fd80b5),segment_id=86a028e1-9c86-44c7-b460-2d3a82fd80b5)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:10.358333 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.394918 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3be195d6-29df-4aee-aca0-1ccb872a9c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.434797 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] Calling delete_port for bf4103b2-691d-4b34-8a38-4f4e968c921d owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:10.495821 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3be195d6-29df-4aee-aca0-1ccb872a9c56 None None] For port 542081df-2416-48c1-8618-6d83810a85b6, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=542081df-2416-48c1-8618-6d83810a85b6,segment=NetworkSegment(925044a4-3c84-44a3-969e-816229315c05),segment_id=925044a4-3c84-44a3-969e-816229315c05)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:10.504088 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334bba0b-941f-4f2f-9499-6a39d853a708 None None] DHCP port deletion for b9aadd00-a8e1-4352-a0b4-6c33c949766f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:10.505452 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port de13b280-5c5b-42a2-8577-b7f20278ab66 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:10.505824 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.561014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221b2ddd-3dd7-46ed-86f3-6eec467536e0 None None] Network faffc57e-b073-46be-b24a-bca8751606c5 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:10.563438 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3be195d6-29df-4aee-aca0-1ccb872a9c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.618332 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.650316 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.656250 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9159f66a-ea7a-4f59-b610-ce810c7567dc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.710249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159f66a-ea7a-4f59-b610-ce810c7567dc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Subnet': ['ID=714e2248-7e74-4090-bcc4-3fd8cbc47e79,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:10.735937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be195d6-29df-4aee-aca0-1ccb872a9c56 None None] Pushing event updated for resources: {'Port': ['ID=542081df-2416-48c1-8618-6d83810a85b6,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:10.778573 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device fbc42c05-e021-402e-8b03-eeceafddb023 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:40:10.783446 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.814528 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df928d0a-72cd-405a-9cfb-3cd3354ef876 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.814800 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4103b2-691d-4b34-8a38-4f4e968c921d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:10.824614 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Allocated IP 172.25.0.158 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/eced9205-ecf2-4b18-874a-eb0b920575b2) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:10.832869 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] No DVR routers for this DVR port bf4103b2-691d-4b34-8a38-4f4e968c921d on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:40:10.849389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d2e23-f0ba-4eb1-addf-d60148355f5e req-2cc111a0-5525-4d55-b527-b41b97e77c27 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:10.850960 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-343d2e23-f0ba-4eb1-addf-d60148355f5e req-2cc111a0-5525-4d55-b527-b41b97e77c27 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 945 time: 0.1163352 Nov 11 21:40:10.851751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9159f66a-ea7a-4f59-b610-ce810c7567dc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Checking segment: {'id': 'ff7c8ea9-639e-480a-9486-a05edeac7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'b3fa46f3-a41c-4042-9cf7-6aaca9dca70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:10.852108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9159f66a-ea7a-4f59-b610-ce810c7567dc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network hostable DHCP agents. Network: b3fa46f3-a41c-4042-9cf7-6aaca9dca70b, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:40:10.899350 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.957814 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df928d0a-72cd-405a-9cfb-3cd3354ef876 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.959547 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:40:10.965120 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port de13b280-5c5b-42a2-8577-b7f20278ab66, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=de13b280-5c5b-42a2-8577-b7f20278ab66,segment=NetworkSegment(95b0b282-d54c-42fa-81da-dff2dff81fe4),segment_id=95b0b282-d54c-42fa-81da-dff2dff81fe4)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:10.971418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9159f66a-ea7a-4f59-b610-ce810c7567dc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network b3fa46f3-a41c-4042-9cf7-6aaca9dca70b is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:40:10.983262 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.989133 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-343d2e23-f0ba-4eb1-addf-d60148355f5e req-dc649474-2993-4ffb-886c-023653957c8a tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135709 Nov 11 21:40:10.989724 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-9159f66a-ea7a-4f59-b610-ce810c7567dc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, b3fa46f3-a41c-4042-9cf7-6aaca9dca70b) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:10.999189 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e995e675-f5cb-4c8b-9958-35cf82912632 None None] Provisioning complete for port 542081df-2416-48c1-8618-6d83810a85b6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:10.999418 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e995e675-f5cb-4c8b-9958-35cf82912632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.001231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9159f66a-ea7a-4f59-b610-ce810c7567dc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:11.001900 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9159f66a-ea7a-4f59-b610-ce810c7567dc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.016837 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.017636 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 542081df-2416-48c1-8618-6d83810a85b6 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:11.034640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9aadd00-a8e1-4352-a0b4-6c33c949766f']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:11.045536 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a028e1-9c86-44c7-b460-2d3a82fd80b5') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:11.045817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a028e1-9c86-44c7-b460-2d3a82fd80b5') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:11.053889 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9159f66a-ea7a-4f59-b610-ce810c7567dc tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3885522 Nov 11 21:40:11.059827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5929dfc3-7150-48d5-a580-4afffa8ea711 None None] Network b3fa46f3-a41c-4042-9cf7-6aaca9dca70b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:11.061223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44026) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:11.068458 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df928d0a-72cd-405a-9cfb-3cd3354ef876 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'Port': ['ID=348abab2-0df6-4fc4-a449-94bd70a118d8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:11.069986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-aff38e79-5d39-429b-af63-25781b305fe7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:11.079100 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df928d0a-72cd-405a-9cfb-3cd3354ef876 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Network 784dde3a-e85c-4752-9e04-1000eefc86d6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:11.082855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-df928d0a-72cd-405a-9cfb-3cd3354ef876 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:11.086194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df928d0a-72cd-405a-9cfb-3cd3354ef876 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:11.134898 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.168932 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aff38e79-5d39-429b-af63-25781b305fe7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4626741'] for subnet, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.176889 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df928d0a-72cd-405a-9cfb-3cd3354ef876 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:11.177864 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df928d0a-72cd-405a-9cfb-3cd3354ef876 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.195958 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.209232 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-df928d0a-72cd-405a-9cfb-3cd3354ef876 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4696159 Nov 11 21:40:11.226083 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.229707 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.255069 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.272331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:11.276540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:11.280460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:11.287549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:40:11.288027 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:40:11.289962 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:40:11.333492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port fbc42c05-e021-402e-8b03-eeceafddb023, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=fbc42c05-e021-402e-8b03-eeceafddb023,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:11.448248 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.458831 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.465171 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b9aadd00-a8e1-4352-a0b4-6c33c949766f HTTP/1.1" status: 204 len: 168 time: 1.8366208 Nov 11 21:40:11.491501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'fbc42c05-e021-402e-8b03-eeceafddb023', 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b', 'port_id': 'fbc42c05-e021-402e-8b03-eeceafddb023', 'mac_address': 'fa:16:3e:a0:a6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9192978b-83ff-4b80-a8bf-fcd6fc7290de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:40:11.498719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Pushing event updated for resources: {'Port': ['ID=eced9205-ecf2-4b18-874a-eb0b920575b2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:11.499273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-334bba0b-941f-4f2f-9499-6a39d853a708 None None] Deleting port bf4103b2-691d-4b34-8a38-4f4e968c921d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:11.499895 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-334bba0b-941f-4f2f-9499-6a39d853a708 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.523799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=de13b280-5c5b-42a2-8577-b7f20278ab66,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:11.530462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4599d65-76ca-47f8-8bb8-6293d883fff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9aadd00-a8e1-4352-a0b4-6c33c949766f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:11.537696 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aff38e79-5d39-429b-af63-25781b305fe7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756755880331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4708555'] for subnet, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.554216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ef9364-1439-4f60-8652-7f99868393e3 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:11.602775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff38e79-5d39-429b-af63-25781b305fe7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:11.603394 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aff38e79-5d39-429b-af63-25781b305fe7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.611675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44058) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:11.613774 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-aff38e79-5d39-429b-af63-25781b305fe7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "PUT /v2.0/subnets/714e2248-7e74-4090-bcc4-3fd8cbc47e79 HTTP/1.1" status: 200 len: 826 time: 0.5461481 Nov 11 21:40:11.647679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff38e79-5d39-429b-af63-25781b305fe7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Subnet': ['ID=714e2248-7e74-4090-bcc4-3fd8cbc47e79,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:11.777433 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.785718 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:11.791010 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44066) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:11.870532 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d6ea010e-d232-42c8-bcc5-49d8de8a2a65 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=67e48cfcf12444c88aea2618f75e2b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0780358 Nov 11 21:40:11.880665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44078) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:11.969071 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44080) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:11.974340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-7f374cc7-a959-4df3-ae83-f948346d75c1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157695572', 'description': 'tempest-description--858644475'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:11.984561 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-894d0554-a549-4db1-bb3d-d6be45043882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.003036 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server [None req-334bba0b-941f-4f2f-9499-6a39d853a708 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network b9aadd00-a8e1-4352-a0b4-6c33c949766f could not be found. Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:40:12.008832 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network b9aadd00-a8e1-4352-a0b4-6c33c949766f could not be found. Nov 11 21:40:12.013272 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Nov 11 21:40:12.036295 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f374cc7-a959-4df3-ae83-f948346d75c1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.054770 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-894d0554-a549-4db1-bb3d-d6be45043882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.082452 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.087234 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.121949 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device de34b270-ee14-41bc-b10a-3c29a9e06372 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:12.126410 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Subnet': ['ID=714e2248-7e74-4090-bcc4-3fd8cbc47e79,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:12.169036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53d9928-f2df-4551-abd7-ccfa515864c4 None None] DHCP port deletion for b9aadd00-a8e1-4352-a0b4-6c33c949766f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:12.178701 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc42c05-e021-402e-8b03-eeceafddb023 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:12.217210 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 542081df-2416-48c1-8618-6d83810a85b6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:12.217868 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.230817 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24795f1e-f9c6-4dbe-ad9f-5efedcf7f00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-b3fa46f3-a41c-4042-9cf7-6aaca9dca70b', 'network_id': 'b3fa46f3-a41c-4042-9cf7-6aaca9dca70b', 'tenant_id': '79113e6bc1884894aff1606a3ee48af4', 'fixed_ips': [{'subnet_id': '714e2248-7e74-4090-bcc4-3fd8cbc47e79'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:40:12.232568 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24795f1e-f9c6-4dbe-ad9f-5efedcf7f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.233562 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f374cc7-a959-4df3-ae83-f948346d75c1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.235881 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-894d0554-a549-4db1-bb3d-d6be45043882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.238795 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-894d0554-a549-4db1-bb3d-d6be45043882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.240128 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-894d0554-a549-4db1-bb3d-d6be45043882 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8be1471b-2d44-4e1f-adcc-9b398db8560b HTTP/1.1" status: 204 len: 168 time: 0.3582997 Nov 11 21:40:12.248480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5dac4-42e0-4688-b1f3-9a49b4f87888 req-c3f242a2-da85-48aa-833a-f4c04dd9b66e tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:12.250145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01b5dac4-42e0-4688-b1f3-9a49b4f87888 req-c3f242a2-da85-48aa-833a-f4c04dd9b66e tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 945 time: 0.1199181 Nov 11 21:40:12.254644 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f374cc7-a959-4df3-ae83-f948346d75c1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.275585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d0554-a549-4db1-bb3d-d6be45043882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be1471b-2d44-4e1f-adcc-9b398db8560b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:12.309161 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f374cc7-a959-4df3-ae83-f948346d75c1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.311214 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7f374cc7-a959-4df3-ae83-f948346d75c1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3409810 Nov 11 21:40:12.316309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44096) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:12.329408 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ee1518b6-13e1-4871-ada5-1bd059c1e822 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'security_group_rule': {'security_group_id': '321ba757-e14b-4ddb-9c49-8dcc002c2fcb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:12.344910 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port fbc42c05-e021-402e-8b03-eeceafddb023, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=fbc42c05-e021-402e-8b03-eeceafddb023,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:12.345701 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.370135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01b5dac4-42e0-4688-b1f3-9a49b4f87888 req-aa80e0b5-69c9-44cd-94dc-752a76f3b1a8 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059885 Nov 11 21:40:12.372720 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f374cc7-a959-4df3-ae83-f948346d75c1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321ba757-e14b-4ddb-9c49-8dcc002c2fcb,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:12.409965 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ee1518b6-13e1-4871-ada5-1bd059c1e822 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.423444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fa46f3-a41c-4042-9cf7-6aaca9dca70b']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:12.444970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7c8ea9-639e-480a-9486-a05edeac7ad6') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:12.445460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7c8ea9-639e-480a-9486-a05edeac7ad6') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:12.457790 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.462055 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.465843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.478543 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.488826 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.515468 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ee1518b6-13e1-4871-ada5-1bd059c1e822 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.525991 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ee1518b6-13e1-4871-ada5-1bd059c1e822 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.534050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:40:12.534538 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:40:12.537945 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:40:12.588436 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e995e675-f5cb-4c8b-9958-35cf82912632 None None] Provisioning complete for port de13b280-5c5b-42a2-8577-b7f20278ab66 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:12.588850 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e995e675-f5cb-4c8b-9958-35cf82912632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.592202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1518b6-13e1-4871-ada5-1bd059c1e822 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae5697e-366f-44a1-8b25-510c9dc0b10f,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:12.618246 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ee1518b6-13e1-4871-ada5-1bd059c1e822 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.622161 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ee1518b6-13e1-4871-ada5-1bd059c1e822 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2977154 Nov 11 21:40:12.623439 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44112) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:12.635585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e7cf0a0c-aaa0-45f2-8ac0-645a2b827ee4 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'security_group_rule': {'security_group_id': '321ba757-e14b-4ddb-9c49-8dcc002c2fcb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:12.718025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Router 3d777840-1812-4fc8-8a0f-cdca1f7b5ea0 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:40:12.722473 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0a0c-aaa0-45f2-8ac0-645a2b827ee4 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.788630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['fbc42c05-e021-402e-8b03-eeceafddb023'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:12.808306 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.826110 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.827940 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0a0c-aaa0-45f2-8ac0-645a2b827ee4 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.836775 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0a0c-aaa0-45f2-8ac0-645a2b827ee4 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.838795 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/b3fa46f3-a41c-4042-9cf7-6aaca9dca70b HTTP/1.1" status: 204 len: 168 time: 1.2256787 Nov 11 21:40:12.840628 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44116) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:12.859985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device de13b280-5c5b-42a2-8577-b7f20278ab66 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:12.861457 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488cad8-60cc-4e4e-81c9-ab77e9ff36a6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Network': ['ID=b3fa46f3-a41c-4042-9cf7-6aaca9dca70b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:12.862969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port de34b270-ee14-41bc-b10a-3c29a9e06372 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:40:12.888273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port de34b270-ee14-41bc-b10a-3c29a9e06372 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:12.888650 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.909166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf0a0c-aaa0-45f2-8ac0-645a2b827ee4 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965709d9-be1a-4660-b0a7-af990bf90e95,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:12.924753 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0a0c-aaa0-45f2-8ac0-645a2b827ee4 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.925854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:40:12.926734 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e7cf0a0c-aaa0-45f2-8ac0-645a2b827ee4 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3023260 Nov 11 21:40:12.928406 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0a7b17-0ee4-40b6-b82e-f2d2794de614 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] DELETE failed (client error): The resource could not be found. Nov 11 21:40:12.929641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0a7b17-0ee4-40b6-b82e-f2d2794de614 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:40:12.931559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44120) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:12.937128 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2d0a7b17-0ee4-40b6-b82e-f2d2794de614 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/b3fa46f3-a41c-4042-9cf7-6aaca9dca70b HTTP/1.1" status: 404 len: 339 time: 0.0847478 Nov 11 21:40:12.938562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44124) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:12.944620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=fbc42c05-e021-402e-8b03-eeceafddb023,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:12.945403 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:12.949722 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1bb07f3c-fd41-48bd-8b53-3d37dd467701 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "PUT /v2.0/routers/3d777840-1812-4fc8-8a0f-cdca1f7b5ea0 HTTP/1.1" status: 200 len: 915 time: 4.0680046 Nov 11 21:40:12.963233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:12.965395 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c3ef7d37-1413-49ae-93aa-24ad4eea2b78 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1109643525', 'description': 'd1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:12.970712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44126) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:12.978299 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe375f7-8764-4c3a-a27d-ca1c18cb6050 None None] Sync routers for ids ['3d777840-1812-4fc8-8a0f-cdca1f7b5ea0'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:40:12.991902 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaa6720-b575-4ea7-bae6-2c247a16e8fb None None] Network b3fa46f3-a41c-4042-9cf7-6aaca9dca70b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:13.014121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe375f7-8764-4c3a-a27d-ca1c18cb6050 None None] Routers {'3d777840-1812-4fc8-8a0f-cdca1f7b5ea0'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:40:13.014767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ebe375f7-8764-4c3a-a27d-ca1c18cb6050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3d777840-1812-4fc8-8a0f-cdca1f7b5ea0'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:13.039397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ef7d37-1413-49ae-93aa-24ad4eea2b78 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:13.050904 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3ef7d37-1413-49ae-93aa-24ad4eea2b78 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:13.067089 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ebe375f7-8764-4c3a-a27d-ca1c18cb6050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:13.079437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c703ae66-db74-45ba-a8ba-dd535ff5705e None None] Provisioning complete for port eced9205-ecf2-4b18-874a-eb0b920575b2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:13.079839 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c703ae66-db74-45ba-a8ba-dd535ff5705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:13.093421 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:13.093672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ef7d37-1413-49ae-93aa-24ad4eea2b78 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:40:13.115514 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3ef7d37-1413-49ae-93aa-24ad4eea2b78 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:13.116024 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-c3ef7d37-1413-49ae-93aa-24ad4eea2b78 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Added segment 55f14f58-0b26-46bc-85f2-8d7597611a19 of type vlan for network ff906e5f-385c-4137-a0a3-d8757e60ea71 Nov 11 21:40:13.131357 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c703ae66-db74-45ba-a8ba-dd535ff5705e None None] Port eced9205-ecf2-4b18-874a-eb0b920575b2 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:13.135011 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe375f7-8764-4c3a-a27d-ca1c18cb6050 None None] Routers {'3d777840-1812-4fc8-8a0f-cdca1f7b5ea0'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:40:13.135666 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ebe375f7-8764-4c3a-a27d-ca1c18cb6050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:39:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3d777840-1812-4fc8-8a0f-cdca1f7b5ea0'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:13.140089 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dca54bdd-03c5-4c47-99a7-ef04791d746a tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/routers/3d777840-1812-4fc8-8a0f-cdca1f7b5ea0 HTTP/1.1" status: 200 len: 921 time: 0.1657603 Nov 11 21:40:13.143119 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44140) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:13.190744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3ef7d37-1413-49ae-93aa-24ad4eea2b78 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:13.200004 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaa6720-b575-4ea7-bae6-2c247a16e8fb None None] Network b3fa46f3-a41c-4042-9cf7-6aaca9dca70b could not be found, it might have been deleted concurrently. {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 21:40:13.211951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ebe375f7-8764-4c3a-a27d-ca1c18cb6050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:13.216028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe375f7-8764-4c3a-a27d-ca1c18cb6050 None None] The sync data for ids ['3d777840-1812-4fc8-8a0f-cdca1f7b5ea0'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:40:13.220917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d505cb-97ef-4e9d-bf15-eb44516b3d95 None None] Network b3fa46f3-a41c-4042-9cf7-6aaca9dca70b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:13.240103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d505cb-97ef-4e9d-bf15-eb44516b3d95 None None] Network b3fa46f3-a41c-4042-9cf7-6aaca9dca70b could not be found, it might have been deleted concurrently. {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 21:40:13.256152 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9b67ea-d1eb-4b36-8aad-73f966dc7a1a None None] Update dhcp port {'port': {'network_id': 'faffc57e-b073-46be-b24a-bca8751606c5', 'fixed_ips': [{'subnet_id': '101f5d53-50b7-4f70-a7f9-5a34d4abea49', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b6c25886-f0c8-42c8-baec-71be764883c1'}], 'binding:host_id': 'n-d-805737-3'}, 'id': 'de13b280-5c5b-42a2-8577-b7f20278ab66'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:40:13.267958 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c703ae66-db74-45ba-a8ba-dd535ff5705e None None] Provisioning complete for port 348abab2-0df6-4fc4-a449-94bd70a118d8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:13.268241 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c703ae66-db74-45ba-a8ba-dd535ff5705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:13.273580 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3ef7d37-1413-49ae-93aa-24ad4eea2b78 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:13.285679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ef7d37-1413-49ae-93aa-24ad4eea2b78 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:13.290270 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3ef7d37-1413-49ae-93aa-24ad4eea2b78 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:13.321794 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:13.359153 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb9b67ea-d1eb-4b36-8aad-73f966dc7a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:13.376354 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c3ef7d37-1413-49ae-93aa-24ad4eea2b78 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4365485 Nov 11 21:40:13.379955 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e4c173-8a3d-445c-8524-92848f20cb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de34b270-ee14-41bc-b10a-3c29a9e06372'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:13.381535 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44150) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:13.382327 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e63a534-d484-421e-a135-f386db816324" -d '{"events": [{"server_uuid": "d1e4c173-8a3d-445c-8524-92848f20cb95", "name": "network-vif-plugged", "status": "completed", "tag": "de34b270-ee14-41bc-b10a-3c29a9e06372"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:13.415954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port de34b270-ee14-41bc-b10a-3c29a9e06372, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=de34b270-ee14-41bc-b10a-3c29a9e06372,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:13.416974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c703ae66-db74-45ba-a8ba-dd535ff5705e None None] Port 348abab2-0df6-4fc4-a449-94bd70a118d8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:13.436475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef7d37-1413-49ae-93aa-24ad4eea2b78 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Network': ['ID=ff906e5f-385c-4137-a0a3-d8757e60ea71,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:13.468457 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network ff906e5f-385c-4137-a0a3-d8757e60ea71 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:13.477275 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:13.479492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port de13b280-5c5b-42a2-8577-b7f20278ab66 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:13.483507 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:13.488038 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73685106-525a-4eaf-8fcf-a48d306bd436 x-openstack-request-id: req-73685106-525a-4eaf-8fcf-a48d306bd436 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:13.488865 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e4c173-8a3d-445c-8524-92848f20cb95", "name": "network-vif-plugged", "status": "completed", "tag": "de34b270-ee14-41bc-b10a-3c29a9e06372", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:13.489301 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-73685106-525a-4eaf-8fcf-a48d306bd436 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:13.490011 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e4c173-8a3d-445c-8524-92848f20cb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de34b270-ee14-41bc-b10a-3c29a9e06372', 'code': 200} Nov 11 21:40:13.772608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=de34b270-ee14-41bc-b10a-3c29a9e06372,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:13.822510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44170) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:13.894686 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-744e528c-9bce-4d5b-aedb-d1d976a19a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:13.913494 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 542081df-2416-48c1-8618-6d83810a85b6 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:13.921109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-eb9b67ea-d1eb-4b36-8aad-73f966dc7a1a None None] Allocated IP 172.20.0.1 (faffc57e-b073-46be-b24a-bca8751606c5/b6c25886-f0c8-42c8-baec-71be764883c1/de13b280-5c5b-42a2-8577-b7f20278ab66) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:13.934472 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90113297-16ad-490a-96fe-4b8a16431de2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:13.936514 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-90113297-16ad-490a-96fe-4b8a16431de2 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&device_id=3d777840-1812-4fc8-8a0f-cdca1f7b5ea0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7915547 Nov 11 21:40:13.943046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44180) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:13.948580 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41147cad-90b2-4628-a4a2-9d80de4e6030 req-0b59d60c-23dc-4fcf-b506-deeacc5f21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:13.950422 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41147cad-90b2-4628-a4a2-9d80de4e6030 req-0b59d60c-23dc-4fcf-b506-deeacc5f21a7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 1097 time: 0.1823833 Nov 11 21:40:14.039483 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41147cad-90b2-4628-a4a2-9d80de4e6030 req-9e0f5fc4-d283-4362-8909-409977f77bdc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771890 Nov 11 21:40:14.057863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5f33e1-91c8-4f84-ab29-f6993e5bb958 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:14.062357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2d5f33e1-91c8-4f84-ab29-f6993e5bb958 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "GET /v2.0/networks?id=ff906e5f-385c-4137-a0a3-d8757e60ea71 HTTP/1.1" status: 200 len: 765 time: 0.6798136 Nov 11 21:40:14.063175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44186) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:14.069371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 542081df-2416-48c1-8618-6d83810a85b6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:14.070062 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:14.073310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5a94fa27-b617-4cfd-a4b8-31c701273b94 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'network': {'description': 'd2'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:14.122622 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-eb9b67ea-d1eb-4b36-8aad-73f966dc7a1a None None] For port de13b280-5c5b-42a2-8577-b7f20278ab66, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=de13b280-5c5b-42a2-8577-b7f20278ab66,segment=NetworkSegment(95b0b282-d54c-42fa-81da-dff2dff81fe4),segment_id=95b0b282-d54c-42fa-81da-dff2dff81fe4)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:14.163882 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb9b67ea-d1eb-4b36-8aad-73f966dc7a1a None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:14.172727 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c85f23-432e-49c5-95dc-8e36ec3b78f6 req-abd24c65-a98a-427b-8942-0524938e8b15 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:14.180003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58c85f23-432e-49c5-95dc-8e36ec3b78f6 req-abd24c65-a98a-427b-8942-0524938e8b15 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 946 time: 0.6773965 Nov 11 21:40:14.185729 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f27ca19-c8e3-4d72-93df-876d6bba4aa1 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:14.187345 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2f27ca19-c8e3-4d72-93df-876d6bba4aa1 tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 881 time: 0.2278838 Nov 11 21:40:14.194472 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eb9b67ea-d1eb-4b36-8aad-73f966dc7a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:14.194754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1856977201-network', 'tenant_id': 'f6675c7f79bd4dc29927a59893d93ae7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:14.197488 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44198) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:14.219044 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:14.255160 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f888c7a2-15bc-47c6-9038-6fcf3a04bee5 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d777840-1812-4fc8-8a0f-cdca1f7b5ea0 HTTP/1.1" status: 200 len: 205 time: 0.0553527 Nov 11 21:40:14.258261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44202) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:14.358285 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58c85f23-432e-49c5-95dc-8e36ec3b78f6 req-49a8201a-ff1a-40eb-bc22-7ac971b00852 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772935 Nov 11 21:40:14.375629 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a94fa27-b617-4cfd-a4b8-31c701273b94 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:14.395364 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] Made reservation on behalf of f6675c7f79bd4dc29927a59893d93ae7 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:14.398506 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:14.406123 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a94fa27-b617-4cfd-a4b8-31c701273b94 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:14.442260 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:14.499412 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b67ea-d1eb-4b36-8aad-73f966dc7a1a None None] Pushing event updated for resources: {'Port': ['ID=de13b280-5c5b-42a2-8577-b7f20278ab66,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:14.512383 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5a94fa27-b617-4cfd-a4b8-31c701273b94 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network ff906e5f-385c-4137-a0a3-d8757e60ea71 is not hosted by any dhcp agent {{(pid=102534) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:40:14.513968 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:14.520464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a94fa27-b617-4cfd-a4b8-31c701273b94 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:14.521172 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a94fa27-b617-4cfd-a4b8-31c701273b94 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:14.522750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5a94fa27-b617-4cfd-a4b8-31c701273b94 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "PUT /v2.0/networks/ff906e5f-385c-4137-a0a3-d8757e60ea71 HTTP/1.1" status: 200 len: 762 time: 0.4575100 Nov 11 21:40:14.523602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94fa27-b617-4cfd-a4b8-31c701273b94 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Network': ['ID=ff906e5f-385c-4137-a0a3-d8757e60ea71,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:14.527763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44218) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:14.536381 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network ff906e5f-385c-4137-a0a3-d8757e60ea71 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:14.597705 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cecf33a-1b82-4259-86c1-055db8cbfc1e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:14.606711 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Allocated IP 172.25.0.29 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/732b7ed8-9f5a-4387-818e-0e02e102cc48) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:14.620355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bf4103b2-691d-4b34-8a38-4f4e968c921d no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:40:14.640669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a539cb78-a901-49d0-9278-8d7def3c20aa tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:14.646302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a539cb78-a901-49d0-9278-8d7def3c20aa tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "GET /v2.0/networks?id=ff906e5f-385c-4137-a0a3-d8757e60ea71 HTTP/1.1" status: 200 len: 765 time: 0.1174970 Nov 11 21:40:14.650301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44228) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:14.660304 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: bf4103b2-691d-4b34-8a38-4f4e968c921d {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:40:14.660690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bf4103b2-691d-4b34-8a38-4f4e968c921d not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:40:14.771743 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device fbc42c05-e021-402e-8b03-eeceafddb023 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:14.842844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device de13b280-5c5b-42a2-8577-b7f20278ab66 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:14.860926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12a72e2-5b8b-489d-b987-885a38c80f65 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:14.862766 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c12a72e2-5b8b-489d-b987-885a38c80f65 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2094917 Nov 11 21:40:14.865579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44240) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:14.909472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port de13b280-5c5b-42a2-8577-b7f20278ab66 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:14.909918 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:14.929870 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-57eb57ff-0fdd-4787-977e-464b465a2430 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 207 time: 0.0630677 Nov 11 21:40:14.941940 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e469b2-c0e1-46d7-8345-88451093e8c7 req-b3fada30-b253-48b1-84d0-d4da13f3c2dd tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:14.943826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44242) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:14.949609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4e469b2-c0e1-46d7-8345-88451093e8c7 req-b3fada30-b253-48b1-84d0-d4da13f3c2dd tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1567626 Nov 11 21:40:14.979854 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.032509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4e469b2-c0e1-46d7-8345-88451093e8c7 req-278a78b9-6bd9-41e1-ac70-43991ab89389 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0767522 Nov 11 21:40:15.044077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port fbc42c05-e021-402e-8b03-eeceafddb023 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:40:15.044395 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.052572 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port fbc42c05-e021-402e-8b03-eeceafddb023 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:15.052975 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.138735 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44248) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:15.181951 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.187122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:40:15.194163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f546299-7353-480d-b1ed-f663a61ae803 req-d2a65707-4239-403f-96e7-fcb681fd6e30 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:15.197056 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8f546299-7353-480d-b1ed-f663a61ae803 req-d2a65707-4239-403f-96e7-fcb681fd6e30 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0731988 Nov 11 21:40:15.239729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port fbc42c05-e021-402e-8b03-eeceafddb023, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=fbc42c05-e021-402e-8b03-eeceafddb023,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:15.242173 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cecf33a-1b82-4259-86c1-055db8cbfc1e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.245704 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.278706 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.296083 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8f546299-7353-480d-b1ed-f663a61ae803 req-64a3a307-7670-4598-81f2-34ed287b389b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0922289 Nov 11 21:40:15.348846 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=fbc42c05-e021-402e-8b03-eeceafddb023,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:15.354549 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.365324 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] Added segment 3e517703-d06c-4e0f-86ad-f0a78cd49ed7 of type vlan for network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce Nov 11 21:40:15.373148 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b06ddf0-2a57-4261-a2ff-1d89aed0c28a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.387513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a55c170-83f7-424f-a234-a400916abcbf,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:15.437260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ebd2aa-b6b1-4eb7-bbd0-c14d45ab123b None None] Network faffc57e-b073-46be-b24a-bca8751606c5 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:15.497149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bff1f53-86e7-40df-bc11-df1b84e50072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc42c05-e021-402e-8b03-eeceafddb023'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:15.498255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7ab4af-bf70-422c-b90c-9a9fe11e53b6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:15.499962 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afe8a29-b3c2-4f35-8172-0ffd82e1fc4b" -d '{"events": [{"server_uuid": "0bff1f53-86e7-40df-bc11-df1b84e50072", "name": "network-vif-plugged", "status": "completed", "tag": "fbc42c05-e021-402e-8b03-eeceafddb023"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:15.505840 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7ab4af-bf70-422c-b90c-9a9fe11e53b6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:15.512512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7ab4af-bf70-422c-b90c-9a9fe11e53b6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:15.515147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8663f5a8-3164-4e65-ba69-de7c5fc82c73 None None] Provisioning complete for port de13b280-5c5b-42a2-8577-b7f20278ab66 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:15.515685 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8663f5a8-3164-4e65-ba69-de7c5fc82c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.518827 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7ab4af-bf70-422c-b90c-9a9fe11e53b6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:15.526088 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7ab4af-bf70-422c-b90c-9a9fe11e53b6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:15.530270 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b06ddf0-2a57-4261-a2ff-1d89aed0c28a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.532068 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7ab4af-bf70-422c-b90c-9a9fe11e53b6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:15.537621 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cf7ab4af-bf70-422c-b90c-9a9fe11e53b6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5782938 Nov 11 21:40:15.540256 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44264) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:15.547393 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be44a40-319e-4640-90db-eb767cb07912 req-ae618f7d-2764-4be7-b187-cac580195c10 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:15.560983 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3be44a40-319e-4640-90db-eb767cb07912 req-ae618f7d-2764-4be7-b187-cac580195c10 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 946 time: 0.1159513 Nov 11 21:40:15.572352 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b06ddf0-2a57-4261-a2ff-1d89aed0c28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.649326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06ddf0-2a57-4261-a2ff-1d89aed0c28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa5c3a8-88fa-4c3b-846f-841593843386,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:15.665549 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.684139 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.721224 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2b06ddf0-2a57-4261-a2ff-1d89aed0c28a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=701f81364fd74ab8b708d4dd76435921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5790656 Nov 11 21:40:15.725529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44270) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:15.764603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3be44a40-319e-4640-90db-eb767cb07912 req-0b75a95b-894d-42fe-a587-2f65a73cd901 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024238 Nov 11 21:40:15.771572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:15.796493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:15.796493 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.796493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:15.796493 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.799247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:15.809825 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'Port': ['ID=732b7ed8-9f5a-4387-818e-0e02e102cc48,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:15.822610 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7565-0ebf-4867-96ba-c27de45e216f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.846665 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5140f9-3053-4d28-bfd2-8bd857956e94 x-openstack-request-id: req-7a5140f9-3053-4d28-bfd2-8bd857956e94 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:15.847151 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bff1f53-86e7-40df-bc11-df1b84e50072", "name": "network-vif-plugged", "status": "completed", "tag": "fbc42c05-e021-402e-8b03-eeceafddb023", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:15.847555 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7a5140f9-3053-4d28-bfd2-8bd857956e94 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:15.849293 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bff1f53-86e7-40df-bc11-df1b84e50072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc42c05-e021-402e-8b03-eeceafddb023', 'code': 200} Nov 11 21:40:15.851107 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0e4c4837-2cf8-4b4b-b259-7a8787cebaf6 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2875168 Nov 11 21:40:15.859650 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7565-0ebf-4867-96ba-c27de45e216f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.863760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44274) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:15.885779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9cecf33a-1b82-4259-86c1-055db8cbfc1e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Deleting port eced9205-ecf2-4b18-874a-eb0b920575b2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:15.886111 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cecf33a-1b82-4259-86c1-055db8cbfc1e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:15.922212 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-394fffcf-b75d-488f-95bb-5a8a1d5fc0e1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:15.924283 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-394fffcf-b75d-488f-95bb-5a8a1d5fc0e1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 811 time: 0.3466988 Nov 11 21:40:15.999801 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44a8c8f-7578-404d-a936-4753a99e57df None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:40:16.014028 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1687539 Nov 11 21:40:16.014028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e76ec-b640-4943-b277-41e0413b1b79 admin admin] Pushing event updated for resources: {'Network': ['ID=7caaa17b-13f0-427b-9c0f-9a6ae36198ce,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:16.017741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44278) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:16.023012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1d348f07-39ac-44c3-bb64-dd2805eb627c admin admin] Request body: {'subnet': {'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1856977201-subnet', 'tenant_id': 'f6675c7f79bd4dc29927a59893d93ae7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:16.052512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:16.085848 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c0137e1-b1cc-4977-b9ae-f60fe0ca2a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:16.090358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-529d1aac-e420-4956-9d5c-74777268a647 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/quotas/dd061da342534d959e6cad6eadbbff1c HTTP/1.1" status: 200 len: 375 time: 0.1306343 Nov 11 21:40:16.100217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9b9477-ed37-4830-9c71-2482d33acd67 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:16.101761 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9b9477-ed37-4830-9c71-2482d33acd67 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:16.103679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9b9477-ed37-4830-9c71-2482d33acd67 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:16.105217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9b9477-ed37-4830-9c71-2482d33acd67 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:16.106799 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9b9477-ed37-4830-9c71-2482d33acd67 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:16.112044 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5c9b9477-ed37-4830-9c71-2482d33acd67 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2420216 Nov 11 21:40:16.115407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44280) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:16.138935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f454e88c-8bb8-4cd5-a619-ac892aab522c None None] Provisioning complete for port de13b280-5c5b-42a2-8577-b7f20278ab66 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:16.139306 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f454e88c-8bb8-4cd5-a619-ac892aab522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:16.140037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d348f07-39ac-44c3-bb64-dd2805eb627c admin admin] Made reservation on behalf of f6675c7f79bd4dc29927a59893d93ae7 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:16.143875 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d348f07-39ac-44c3-bb64-dd2805eb627c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:16.146673 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:16.154824 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cecf33a-1b82-4259-86c1-055db8cbfc1e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:16.195594 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2680ef-01d0-4487-99da-fc6fd8ca7b2d req-f85c481e-e83f-4fb0-a8ba-c1192eced0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:16.197065 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa2680ef-01d0-4487-99da-fc6fd8ca7b2d req-f85c481e-e83f-4fb0-a8ba-c1192eced0c2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0bff1f53-86e7-40df-bc11-df1b84e50072 HTTP/1.1" status: 200 len: 1097 time: 0.2468975 Nov 11 21:40:16.200366 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9cecf33a-1b82-4259-86c1-055db8cbfc1e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Calling delete_port for eced9205-ecf2-4b18-874a-eb0b920575b2 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:16.211009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f8be3-b948-4b5d-9e07-bbcfe0af4256 req-2be6e3d9-1b08-4957-b75c-2df7c75165c4 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:16.212508 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-813f8be3-b948-4b5d-9e07-bbcfe0af4256 req-2be6e3d9-1b08-4957-b75c-2df7c75165c4 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bff1f53-86e7-40df-bc11-df1b84e50072 HTTP/1.1" status: 200 len: 946 time: 0.2539895 Nov 11 21:40:16.232486 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7565-0ebf-4867-96ba-c27de45e216f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:16.234910 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7565-0ebf-4867-96ba-c27de45e216f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:16.238918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8e8d7565-0ebf-4867-96ba-c27de45e216f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bfa5c3a8-88fa-4c3b-846f-841593843386 HTTP/1.1" status: 204 len: 168 time: 0.5122156 Nov 11 21:40:16.244147 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:16.281484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d7565-0ebf-4867-96ba-c27de45e216f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa5c3a8-88fa-4c3b-846f-841593843386,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:16.288310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f431180-c190-4ddf-862b-2377e5095ee1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:16.289743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f431180-c190-4ddf-862b-2377e5095ee1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:16.291281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f431180-c190-4ddf-862b-2377e5095ee1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:16.295059 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f431180-c190-4ddf-862b-2377e5095ee1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:16.295232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f431180-c190-4ddf-862b-2377e5095ee1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:16.301749 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3f431180-c190-4ddf-862b-2377e5095ee1 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1774466 Nov 11 21:40:16.306693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44284) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:16.343032 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-864f1e68-7037-42a6-a9fb-3c6cff8f3cca tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2301083 Nov 11 21:40:16.374976 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a8c8f-7578-404d-a936-4753a99e57df None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:40:16.470151 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa2680ef-01d0-4487-99da-fc6fd8ca7b2d req-e0c0d2b1-7314-4ef5-8a6e-a2d1cda1fcaa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523961 Nov 11 21:40:16.541361 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-813f8be3-b948-4b5d-9e07-bbcfe0af4256 req-3f189919-37f6-4344-a71e-1bea341643d9 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106492 Nov 11 21:40:16.586212 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c51338-490d-4f41-a0a9-bbc709e3b49c tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:16.588028 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b3c51338-490d-4f41-a0a9-bbc709e3b49c tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "GET /v2.0/networks/b87b2763-a832-447f-8e85-3e585460ef86 HTTP/1.1" status: 200 len: 803 time: 0.2778714 Nov 11 21:40:16.591678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44288) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:16.621344 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-4b54014b-6815-4d7c-b16d-d8327c995f17 service neutron] 10.222.0.57 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441251 Nov 11 21:40:16.832502 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-05c99e74-d00b-4372-a99c-d5c06939a69e tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "GET /v2.0/networks/b87b2763-a832-447f-8e85-3e585460ef86?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2357345 Nov 11 21:40:16.832653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44298) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:16.870275 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:16.873363 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d348f07-39ac-44c3-bb64-dd2805eb627c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:16.874727 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-947a04e4-9725-44dd-8bb3-a6ac46f2761e service neutron] 10.222.0.57 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370977 Nov 11 21:40:16.896739 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:16.907763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245158a9-83a3-4baf-b737-ef5caea3ad5d tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:16.909594 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-245158a9-83a3-4baf-b737-ef5caea3ad5d tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "GET /v2.0/subnets/81577616-03fb-41bf-a5ba-16de2e242c7f HTTP/1.1" status: 200 len: 843 time: 0.0743935 Nov 11 21:40:16.910598 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cecf33a-1b82-4259-86c1-055db8cbfc1e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:16.913102 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44300) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:16.986737 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8939ab4-4dbb-4f35-a458-384d6fc702bf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:16.993341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c8939ab4-4dbb-4f35-a458-384d6fc702bf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "GET /v2.0/subnets/81577616-03fb-41bf-a5ba-16de2e242c7f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0790043 Nov 11 21:40:16.994020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44306) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:16.995796 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d348f07-39ac-44c3-bb64-dd2805eb627c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2285bb7f-8f63-4bae-a730-85e19eca1b8d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:16.999860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-fe43ee9d-ac09-4383-b164-6c0fc386fbae tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-486194993'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:17.023190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb1f5e0-a8c4-4b6c-91d5-b585eb4eae0c None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:17.024232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'Port': ['ID=732b7ed8-9f5a-4387-818e-0e02e102cc48,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:17.030604 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe43ee9d-ac09-4383-b164-6c0fc386fbae tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:17.035774 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fe43ee9d-ac09-4383-b164-6c0fc386fbae tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.093296 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecf33a-1b82-4259-86c1-055db8cbfc1e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Pushing event deleted for resources: {'Port': ['ID=eced9205-ecf2-4b18-874a-eb0b920575b2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:17.103545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe43ee9d-ac09-4383-b164-6c0fc386fbae tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:40:17.106646 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.114037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d348f07-39ac-44c3-bb64-dd2805eb627c admin admin] Checking segment: {'id': '3e517703-d06c-4e0f-86ad-f0a78cd49ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:17.114404 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d348f07-39ac-44c3-bb64-dd2805eb627c admin admin] Network hostable DHCP agents. Network: 7caaa17b-13f0-427b-9c0f-9a6ae36198ce, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:40:17.136575 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cecf33a-1b82-4259-86c1-055db8cbfc1e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.143240 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.144473 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f0d94d71-c7d4-4aee-9d9a-025f047792c5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1911693 Nov 11 21:40:17.158961 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.173828 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fe43ee9d-ac09-4383-b164-6c0fc386fbae tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.174762 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-fe43ee9d-ac09-4383-b164-6c0fc386fbae tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Added segment eef86583-9cf6-440c-8a8c-9ed962b7d0e1 of type vlan for network fa95f0ea-efe5-41b3-b392-6b2e402eab4a Nov 11 21:40:17.177587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb41fb97-bd1a-4df3-b9d3-b59a8b86610b req-3eb247ce-09fd-4d14-a280-c1a3f40f8202 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 210 time: 0.0617208 Nov 11 21:40:17.235968 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fe43ee9d-ac09-4383-b164-6c0fc386fbae tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.274871 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fe43ee9d-ac09-4383-b164-6c0fc386fbae tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.281146 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe43ee9d-ac09-4383-b164-6c0fc386fbae tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:17.282652 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fe43ee9d-ac09-4383-b164-6c0fc386fbae tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.304454 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d348f07-39ac-44c3-bb64-dd2805eb627c admin admin] Network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:40:17.322470 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cecf33a-1b82-4259-86c1-055db8cbfc1e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.327449 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cecf33a-1b82-4259-86c1-055db8cbfc1e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.347674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1d348f07-39ac-44c3-bb64-dd2805eb627c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 7caaa17b-13f0-427b-9c0f-9a6ae36198ce) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:17.359059 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47055e3-f30e-4ffe-abf6-380027d71876 None None] Network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:17.397576 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fe43ee9d-ac09-4383-b164-6c0fc386fbae tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3995993 Nov 11 21:40:17.398376 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44326) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:17.414109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d348f07-39ac-44c3-bb64-dd2805eb627c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:17.417285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8f963d43-690b-4e65-8ab5-30155180a9e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'subnet': {'network_id': 'fa95f0ea-efe5-41b3-b392-6b2e402eab4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:17.437000 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d348f07-39ac-44c3-bb64-dd2805eb627c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.438102 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43ee9d-ac09-4383-b164-6c0fc386fbae tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Network': ['ID=fa95f0ea-efe5-41b3-b392-6b2e402eab4a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:17.465102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network fa95f0ea-efe5-41b3-b392-6b2e402eab4a details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:17.475811 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cecf33a-1b82-4259-86c1-055db8cbfc1e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.476592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cecf33a-1b82-4259-86c1-055db8cbfc1e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Fanout notify agent at l3_agent the message router_deleted on router 3d777840-1812-4fc8-8a0f-cdca1f7b5ea0 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:40:17.494131 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cecf33a-1b82-4259-86c1-055db8cbfc1e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.498848 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9cecf33a-1b82-4259-86c1-055db8cbfc1e tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "DELETE /v2.0/routers/3d777840-1812-4fc8-8a0f-cdca1f7b5ea0 HTTP/1.1" status: 204 len: 168 time: 3.2385693 Nov 11 21:40:17.504501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44338) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:17.517073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1215010294', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:17.529314 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1d348f07-39ac-44c3-bb64-dd2805eb627c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5100472 Nov 11 21:40:17.584210 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.586363 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.664849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-27e86ec6-a4e4-4b00-93c1-4277bf5f4bbb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--157695572&fields=id&tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6 HTTP/1.1" status: 200 len: 267 time: 0.1752684 Nov 11 21:40:17.718264 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.754099 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fccbc4-e0c9-48e7-bec6-ac50c185320f None None] Network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:17.771342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a42d8539-9bd6-43c9-ac3a-7cb3048857df tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:17.777232 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a42d8539-9bd6-43c9-ac3a-7cb3048857df tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports/25a1c873-4001-4e2b-9aab-1b83892a724d HTTP/1.1" status: 200 len: 932 time: 0.0926619 Nov 11 21:40:17.779912 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f963d43-690b-4e65-8ab5-30155180a9e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Made reservation on behalf of 79113e6bc1884894aff1606a3ee48af4 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:17.783801 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f963d43-690b-4e65-8ab5-30155180a9e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.900554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:17.963900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641f713-4a2a-4003-a6b7-4f4caa6514a0 req-ff9ef493-e97c-40da-96aa-7889e957facb tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:17.965985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f641f713-4a2a-4003-a6b7-4f4caa6514a0 req-ff9ef493-e97c-40da-96aa-7889e957facb tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bff1f53-86e7-40df-bc11-df1b84e50072 HTTP/1.1" status: 200 len: 946 time: 0.1872015 Nov 11 21:40:18.006260 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-8f963d43-690b-4e65-8ab5-30155180a9e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Performing IP validity checks on allocation pools {{(pid=102534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 21:40:18.006877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-8f963d43-690b-4e65-8ab5-30155180a9e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 21:40:18.054141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-de52367b-e690-424a-a0d1-9f73ce145990 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:18.055740 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-de52367b-e690-424a-a0d1-9f73ce145990 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports/348abab2-0df6-4fc4-a449-94bd70a118d8 HTTP/1.1" status: 200 len: 932 time: 0.2612505 Nov 11 21:40:18.148286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-8be77f50-3e6b-4b69-ab5d-0c7c79f71adf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0798099 Nov 11 21:40:18.190817 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:18.210708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:18.219509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-376d9a1b-3a87-4962-a5ba-b0b68c35a9ff tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0592589 Nov 11 21:40:18.225494 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f641f713-4a2a-4003-a6b7-4f4caa6514a0 req-ca5b348d-74d0-4e21-9267-67d73e64d5d4 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685979 Nov 11 21:40:18.342019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Allocated IP 172.25.0.3 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/a1e359d6-b8e5-45ec-91bc-85c882f56071) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:18.360506 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f963d43-690b-4e65-8ab5-30155180a9e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:18.428925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-15a9f2d5-b89e-4e67-bdf3-25f5355c42b5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:18.435699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-15a9f2d5-b89e-4e67-bdf3-25f5355c42b5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:18.441412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-15a9f2d5-b89e-4e67-bdf3-25f5355c42b5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:18.443103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-15a9f2d5-b89e-4e67-bdf3-25f5355c42b5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/networks?id=1fce0110-e17d-4dbf-bcff-6587b695d31e&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=4fa35899-5adf-40f1-9173-7fcb94838b29&id=4fa35899-5adf-40f1-9173-7fcb94838b29 HTTP/1.1" status: 200 len: 1989 time: 0.2101564 Nov 11 21:40:18.478381 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f963d43-690b-4e65-8ab5-30155180a9e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Subnet': ['ID=eb87c164-897f-41a8-9d95-ed6cc21a9136,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:18.492355 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:18.493188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-d4e01bf9-48f6-4942-b81f-570075382693 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/quotas/efe5cf2f31f14ae99d8c9d87f4dba9a6 HTTP/1.1" status: 200 len: 375 time: 0.0380018 Nov 11 21:40:18.496020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f963d43-690b-4e65-8ab5-30155180a9e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Checking segment: {'id': 'eef86583-9cf6-440c-8a8c-9ed962b7d0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'fa95f0ea-efe5-41b3-b392-6b2e402eab4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:18.496394 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f963d43-690b-4e65-8ab5-30155180a9e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network hostable DHCP agents. Network: fa95f0ea-efe5-41b3-b392-6b2e402eab4a, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:40:18.554899 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:18.564580 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f963d43-690b-4e65-8ab5-30155180a9e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Network fa95f0ea-efe5-41b3-b392-6b2e402eab4a is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:40:18.613728 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:18.615863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-8f963d43-690b-4e65-8ab5-30155180a9e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, fa95f0ea-efe5-41b3-b392-6b2e402eab4a) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:18.627224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f963d43-690b-4e65-8ab5-30155180a9e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:18.627875 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f963d43-690b-4e65-8ab5-30155180a9e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:18.631278 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1c1539-c465-4600-995b-3ea862f2d739 None None] Network fa95f0ea-efe5-41b3-b392-6b2e402eab4a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:18.663802 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:18.665103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-c394a861-5ae0-4c4d-9d39-b4461c32e375 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1597219 Nov 11 21:40:18.666716 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:18.670007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:18.715359 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Pushing event updated for resources: {'Port': ['ID=a1e359d6-b8e5-45ec-91bc-85c882f56071,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:18.726413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44380) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:18.730388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e64a68-2e93-4cf4-8194-65e3642d5ea1 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:18.733803 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8f963d43-690b-4e65-8ab5-30155180a9e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3251090 Nov 11 21:40:18.738122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44382) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:18.758232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-68a70cb9-6557-40ee-9846-6416946942f7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:18.815916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-c0f6c58e-1e61-4a92-8e94-1f75019b2060 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:18.817597 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-c0f6c58e-1e61-4a92-8e94-1f75019b2060 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.10 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 811 time: 0.2982593 Nov 11 21:40:18.857505 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-e35baa8a-e2e7-4099-9a71-59a0932b49fa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Request body: {'port': {'device_id': '3a1748b6-506c-4824-82ba-7ca0c22f6f7f', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'admin_state_up': True, 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:18.875447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bed15e5a-a5ec-4d9e-8c95-dc114de0ab95 None None] Provisioning complete for port a1e359d6-b8e5-45ec-91bc-85c882f56071 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:18.877106 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bed15e5a-a5ec-4d9e-8c95-dc114de0ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:18.913792 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-96d45197-dc4b-4832-9e86-de6725d09853 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:18.962721 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bed15e5a-a5ec-4d9e-8c95-dc114de0ab95 None None] Port a1e359d6-b8e5-45ec-91bc-85c882f56071 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:18.972749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a9908-85b3-4626-b21b-1e4d9343950c req-a6dc09bb-fb31-4597-a1b1-39dcb0ee01a9 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:18.978885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-169a9908-85b3-4626-b21b-1e4d9343950c req-a6dc09bb-fb31-4597-a1b1-39dcb0ee01a9 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/networks?id=7caaa17b-13f0-427b-9c0f-9a6ae36198ce HTTP/1.1" status: 200 len: 815 time: 0.3112335 Nov 11 21:40:18.986260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-43f1154c-32ea-4e6b-8cab-2f95926d44f4 service neutron] 10.222.0.57 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476544 Nov 11 21:40:18.997072 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68a70cb9-6557-40ee-9846-6416946942f7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6088810'] for subnet, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:19.004768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-fa95f0ea-efe5-41b3-b392-6b2e402eab4a', 'network_id': 'fa95f0ea-efe5-41b3-b392-6b2e402eab4a', 'tenant_id': '79113e6bc1884894aff1606a3ee48af4', 'fixed_ips': [{'subnet_id': 'eb87c164-897f-41a8-9d95-ed6cc21a9136'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:40:19.006123 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:19.019095 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-169a9908-85b3-4626-b21b-1e4d9343950c req-42667059-60e4-44ed-ad65-2ce7a14f9a83 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/quotas/f6675c7f79bd4dc29927a59893d93ae7 HTTP/1.1" status: 200 len: 375 time: 0.0359590 Nov 11 21:40:19.035550 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-96d45197-dc4b-4832-9e86-de6725d09853 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] 10.222.0.57 "PUT /v2.0/quotas/572444beab8f4bfaa56f6df796adb401 HTTP/1.1" status: 200 len: 368 time: 0.3069222 Nov 11 21:40:19.038342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44386) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:19.042516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Request body: {'network': {'project_id': '572444beab8f4bfaa56f6df796adb401'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:19.110238 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-169a9908-85b3-4626-b21b-1e4d9343950c req-72e2b6f5-82b4-4e8b-9d3d-464021513c99 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6675c7f79bd4dc29927a59893d93ae7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707302 Nov 11 21:40:19.146724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Made reservation on behalf of 572444beab8f4bfaa56f6df796adb401 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:19.149095 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:19.173174 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:19.190753 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:19.202294 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 21:40:19.202294 n-d-805737-3 neutron-server[102536]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 11 21:40:19.202294 n-d-805737-3 neutron-server[102536]: [parameters: {'in_use': 1, 'id_1': 'eb87c164-897f-41a8-9d95-ed6cc21a9136'}] Nov 11 21:40:19.202294 n-d-805737-3 neutron-server[102536]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:40:19.203143 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:40:19.284498 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:19.450126 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68a70cb9-6557-40ee-9846-6416946942f7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756755880331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7482269'] for subnet, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:19.511606 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:19.550418 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:19.582667 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a70cb9-6557-40ee-9846-6416946942f7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:19.583297 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68a70cb9-6557-40ee-9846-6416946942f7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:19.587268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-e35baa8a-e2e7-4099-9a71-59a0932b49fa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Made reservation on behalf of dd061da342534d959e6cad6eadbbff1c for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:19.587829 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-68a70cb9-6557-40ee-9846-6416946942f7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "PUT /v2.0/subnets/eb87c164-897f-41a8-9d95-ed6cc21a9136 HTTP/1.1" status: 200 len: 900 time: 0.8455713 Nov 11 21:40:19.588075 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-e35baa8a-e2e7-4099-9a71-59a0932b49fa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:19.593642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44390) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:19.607985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-c6f99f64-65b7-4726-a61a-efe97f04a9f5 service neutron] 10.222.0.57 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6035278 Nov 11 21:40:19.611330 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:40:19.618242 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a70cb9-6557-40ee-9846-6416946942f7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event updated for resources: {'Subnet': ['ID=eb87c164-897f-41a8-9d95-ed6cc21a9136,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:19.639534 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-169a9908-85b3-4626-b21b-1e4d9343950c req-16b1c83d-11f9-4c5c-9a65-bccdda871574 service neutron] 10.222.0.57 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181663 Nov 11 21:40:19.653806 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dabbbd6-404d-4b46-b718-8b647694c3fe,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:19.656741 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:19.657112 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Added segment cec581ae-eb43-4c02-90ee-c8e87ca1c07e of type vlan for network 966c874a-3525-4300-8750-e02b32609a1b Nov 11 21:40:19.698793 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:19.705799 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:19.755062 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-78eeb763-f2ed-4015-b167-32b680642a4e service neutron] 10.222.0.57 "GET /v2.0/ports/25a1c873-4001-4e2b-9aab-1b83892a724d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1372883 Nov 11 21:40:19.779304 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:19.857314 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Allocated IP 2001:db8::3 (fa95f0ea-efe5-41b3-b392-6b2e402eab4a/eb87c164-897f-41a8-9d95-ed6cc21a9136/11fe403d-8cc4-48fb-ad45-1502260e38aa) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:19.888252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-169a9908-85b3-4626-b21b-1e4d9343950c req-7041a9cc-97b2-4360-bca8-3031baa92ae0 service neutron] 10.222.0.57 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297177 Nov 11 21:40:19.918941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-e35baa8a-e2e7-4099-9a71-59a0932b49fa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Allocated IP 172.20.0.5 (7ca53df5-a923-4637-abe2-0023dcccd003/20e67dd5-96fd-49f9-8663-fcf39316a998/248bc8e4-b45f-4fe8-9300-1242e8c7eefe) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:19.948021 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-752d74a5-3c6a-4c05-acb4-3ff63636b13f service neutron] 10.222.0.57 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839998 Nov 11 21:40:20.046557 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:20.055713 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:20.106386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Network fa95f0ea-efe5-41b3-b392-6b2e402eab4a is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:20.115190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:20.122022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:20.153096 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Pushing event updated for resources: {'Port': ['ID=11fe403d-8cc4-48fb-ad45-1502260e38aa,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:20.162543 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:20.178353 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:20.180201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:20.181000 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:20.214503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e30077c2-7e6b-4c9d-b6ea-3e2eaa6dfd90 req-28c55772-664e-49bd-a67c-9b502515bba9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 210 time: 0.0728536 Nov 11 21:40:20.286620 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-e35baa8a-e2e7-4099-9a71-59a0932b49fa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:20.302731 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-0cb35f60-4da6-435e-83a2-fed6e17190f1 service neutron] 10.222.0.57 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414209 Nov 11 21:40:20.348481 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.3096728 Nov 11 21:40:20.357456 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44400) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:20.364124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7f552661-5187-4b43-981d-e90b489bb733 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Request body: {'network': {'project_id': '572444beab8f4bfaa56f6df796adb401'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:20.374291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Attempting to bind port 11fe403d-8cc4-48fb-ad45-1502260e38aa on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:20.374854 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Attempting to bind port 11fe403d-8cc4-48fb-ad45-1502260e38aa by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'eef86583-9cf6-440c-8a8c-9ed962b7d0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'fa95f0ea-efe5-41b3-b392-6b2e402eab4a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:20.375156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8db746-5815-4f6a-8f97-f10760f4a49f tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Pushing event updated for resources: {'Network': ['ID=966c874a-3525-4300-8750-e02b32609a1b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:20.375335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Attempting to bind port 11fe403d-8cc4-48fb-ad45-1502260e38aa on network fa95f0ea-efe5-41b3-b392-6b2e402eab4a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:20.381008 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:20.381561 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Checking segment: {'id': 'eef86583-9cf6-440c-8a8c-9ed962b7d0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'fa95f0ea-efe5-41b3-b392-6b2e402eab4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:20.382057 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:20.382543 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Bound using segment: {'id': 'eef86583-9cf6-440c-8a8c-9ed962b7d0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'fa95f0ea-efe5-41b3-b392-6b2e402eab4a'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:20.383861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Bound port: 11fe403d-8cc4-48fb-ad45-1502260e38aa, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef86583-9cf6-440c-8a8c-9ed962b7d0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'fa95f0ea-efe5-41b3-b392-6b2e402eab4a'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:20.383861 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:20.388164 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 966c874a-3525-4300-8750-e02b32609a1b details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:20.406376 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-e960722a-dcb1-489a-80d4-f8e954279803 service neutron] 10.222.0.57 "GET /v2.0/ports/348abab2-0df6-4fc4-a449-94bd70a118d8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0852222 Nov 11 21:40:20.417115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc0052-1e8d-4535-94e3-4cf9c24702da req-113d91ce-dad5-4800-8d3f-0eea0271ecee tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:20.418767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-21cc0052-1e8d-4535-94e3-4cf9c24702da req-113d91ce-dad5-4800-8d3f-0eea0271ecee tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bff1f53-86e7-40df-bc11-df1b84e50072 HTTP/1.1" status: 200 len: 946 time: 0.1292429 Nov 11 21:40:20.444322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f552661-5187-4b43-981d-e90b489bb733 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Made reservation on behalf of 572444beab8f4bfaa56f6df796adb401 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:20.447226 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f552661-5187-4b43-981d-e90b489bb733 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:20.451024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Router e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:40:20.461827 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Deleting port 11fe403d-8cc4-48fb-ad45-1502260e38aa {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:20.462166 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:20.527887 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] For port 11fe403d-8cc4-48fb-ad45-1502260e38aa, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:20.532364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] For port 11fe403d-8cc4-48fb-ad45-1502260e38aa, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=11fe403d-8cc4-48fb-ad45-1502260e38aa,segment=NetworkSegment(eef86583-9cf6-440c-8a8c-9ed962b7d0e1),segment_id=eef86583-9cf6-440c-8a8c-9ed962b7d0e1)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:20.539943 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:20.576423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f552661-5187-4b43-981d-e90b489bb733 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:40:20.577925 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-e35baa8a-e2e7-4099-9a71-59a0932b49fa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:20.599812 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['13a9b307-eab1-4a5c-962a-988b36c69ee6'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:20.610781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7388935c-ca61-4ae1-94e0-8b538cdc2ea1'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:20.614924 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f552661-5187-4b43-981d-e90b489bb733 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:20.615267 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-7f552661-5187-4b43-981d-e90b489bb733 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Added segment 5b395772-88ee-48f8-81a0-89eccd1d20b7 of type vlan for network 2c49e03c-30d9-4ca9-8cef-398f1e555a9f Nov 11 21:40:20.672171 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-21cc0052-1e8d-4535-94e3-4cf9c24702da req-fe490ef6-7d0a-40a1-b885-e0f808e6aabf tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259696 Nov 11 21:40:20.724706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f1ab5-fe55-4968-8faa-1dcbcb6c59f8 None None] Pushing event updated for resources: {'Port': ['ID=11fe403d-8cc4-48fb-ad45-1502260e38aa,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:20.736779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-e35baa8a-e2e7-4099-9a71-59a0932b49fa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Network 7ca53df5-a923-4637-abe2-0023dcccd003 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:20.754777 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-e35baa8a-e2e7-4099-9a71-59a0932b49fa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:20.774578 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f552661-5187-4b43-981d-e90b489bb733 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:20.790371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-e35baa8a-e2e7-4099-9a71-59a0932b49fa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:20.800261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] For port 11fe403d-8cc4-48fb-ad45-1502260e38aa, host n-d-805737-3, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:20.800261 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:20.802677 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35baa8a-e2e7-4099-9a71-59a0932b49fa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event updated for resources: {'Port': ['ID=248bc8e4-b45f-4fe8-9300-1242e8c7eefe,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:20.875147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Calling delete_port for 11fe403d-8cc4-48fb-ad45-1502260e38aa owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:20.885757 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:40:20.899375 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b791aa6-6ccf-49a3-bdf2-2993d3c9782e None None] Sync routers for ids ['e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:40:20.907641 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-ab7ee2b6-3d4e-4342-a461-52dd6c39301c service neutron] 10.222.0.57 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818425 Nov 11 21:40:20.919186 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b791aa6-6ccf-49a3-bdf2-2993d3c9782e None None] Routers {'e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:40:20.921195 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1b791aa6-6ccf-49a3-bdf2-2993d3c9782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:40:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:20.933963 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67e8fd7a-4d27-4eb0-b922-9cf27fd3bd2d req-645fb066-dd94-4f84-86ea-9b9f3237411a tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 210 time: 0.0603724 Nov 11 21:40:21.025886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-e35baa8a-e2e7-4099-9a71-59a0932b49fa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:21.026584 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-e35baa8a-e2e7-4099-9a71-59a0932b49fa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:21.087118 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f552661-5187-4b43-981d-e90b489bb733 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:21.088274 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f552661-5187-4b43-981d-e90b489bb733 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:21.090560 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f552661-5187-4b43-981d-e90b489bb733 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:21.125791 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1b791aa6-6ccf-49a3-bdf2-2993d3c9782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:21.132724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-e35baa8a-e2e7-4099-9a71-59a0932b49fa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2828004 Nov 11 21:40:21.155135 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b791aa6-6ccf-49a3-bdf2-2993d3c9782e None None] Routers {'e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:40:21.156444 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1b791aa6-6ccf-49a3-bdf2-2993d3c9782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:40:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:21.183139 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:21.189806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Request body: {'port': {'device_id': '3a1748b6-506c-4824-82ba-7ca0c22f6f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:21.194645 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a4a82a63-b849-4e33-a108-cb18d4d48fee tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6875262 Nov 11 21:40:21.202587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44406) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:21.208375 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:21.226468 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7f552661-5187-4b43-981d-e90b489bb733 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.8652964 Nov 11 21:40:21.232354 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-91a63c9e-6361-4c58-bb97-5ca81d65b8b6 None None] Provisioning complete for port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:21.232987 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91a63c9e-6361-4c58-bb97-5ca81d65b8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:21.236206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44408) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:21.254887 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b101e87c-39a1-49c8-b833-50b76eec68d4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Request body: {'network': {'project_id': '572444beab8f4bfaa56f6df796adb401'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:21.264620 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f552661-5187-4b43-981d-e90b489bb733 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Pushing event updated for resources: {'Network': ['ID=2c49e03c-30d9-4ca9-8cef-398f1e555a9f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:21.273157 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1b791aa6-6ccf-49a3-bdf2-2993d3c9782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:21.275019 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b791aa6-6ccf-49a3-bdf2-2993d3c9782e None None] The sync data for ids ['e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:40:21.279642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-be05d4dc-7772-4b80-8821-2ed275b97d98 service neutron] 10.222.0.57 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520422 Nov 11 21:40:21.302447 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b101e87c-39a1-49c8-b833-50b76eec68d4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 11 21:40:21.302929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b101e87c-39a1-49c8-b833-50b76eec68d4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:40:21.304335 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b101e87c-39a1-49c8-b833-50b76eec68d4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0645647 Nov 11 21:40:21.307104 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44414) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:21.307836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 2c49e03c-30d9-4ca9-8cef-398f1e555a9f details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:21.389114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-91a63c9e-6361-4c58-bb97-5ca81d65b8b6 None None] Port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:21.391132 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-240daa4d-783c-4fb8-af8a-d9636cf60572 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=572444beab8f4bfaa56f6df796adb401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0829530 Nov 11 21:40:21.400709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44416) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:21.410409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:21.437655 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Port': ['ID=11fe403d-8cc4-48fb-ad45-1502260e38aa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:21.454740 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:21.489937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No DVR routers for this DVR port 11fe403d-8cc4-48fb-ad45-1502260e38aa on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:40:21.562433 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cacf3d-9fb2-4483-bf5a-490756eb5ef0 req-c1bdc11d-a5f4-4e93-9bae-1282b76d95ad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:21.563969 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0cacf3d-9fb2-4483-bf5a-490756eb5ef0 req-c1bdc11d-a5f4-4e93-9bae-1282b76d95ad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 931 time: 0.2131324 Nov 11 21:40:21.592574 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:21.641123 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4f5aa434-9a85-4ab7-a1b6-27ebc87aab23 service neutron] 10.222.0.57 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538043 Nov 11 21:40:21.681599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a9908-85b3-4626-b21b-1e4d9343950c req-86ea7b32-6d04-460a-bf97-82d5aff46f57 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:21.683027 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-169a9908-85b3-4626-b21b-1e4d9343950c req-86ea7b32-6d04-460a-bf97-82d5aff46f57 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.71 "GET /v2.0/networks?id=7caaa17b-13f0-427b-9c0f-9a6ae36198ce HTTP/1.1" status: 200 len: 815 time: 0.1650977 Nov 11 21:40:21.700480 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-169a9908-85b3-4626-b21b-1e4d9343950c req-2ce42e86-8267-497e-b8b1-846092caf89e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Request body: {'port': {'device_id': 'f796eef0-f279-4cc5-9d59-fead704febec', 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce', 'admin_state_up': True, 'tenant_id': 'f6675c7f79bd4dc29927a59893d93ae7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:21.727883 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:21.786963 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Subnet': ['ID=eb87c164-897f-41a8-9d95-ed6cc21a9136,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:21.809947 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c70eceec-fa53-4de2-a1b5-1bfbde6ed5e8 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:21.884989 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0cacf3d-9fb2-4483-bf5a-490756eb5ef0 req-bfeb7171-9f52-4d40-9658-ec969296061c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706089 Nov 11 21:40:21.931214 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:21.982625 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c70eceec-fa53-4de2-a1b5-1bfbde6ed5e8 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:21.984365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa95f0ea-efe5-41b3-b392-6b2e402eab4a']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:22.000918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef86583-9cf6-440c-8a8c-9ed962b7d0e1') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:22.001037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef86583-9cf6-440c-8a8c-9ed962b7d0e1') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:22.012549 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.029229 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.036566 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:40:22.037003 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:40:22.042699 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:40:22.083928 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169a9908-85b3-4626-b21b-1e4d9343950c req-2ce42e86-8267-497e-b8b1-846092caf89e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Made reservation on behalf of f6675c7f79bd4dc29927a59893d93ae7 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:22.088330 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-169a9908-85b3-4626-b21b-1e4d9343950c req-2ce42e86-8267-497e-b8b1-846092caf89e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.150780 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3265fab8-0e35-4afe-b430-62892159cc96 None None] Network fa95f0ea-efe5-41b3-b392-6b2e402eab4a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:22.245483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0f7bd603-3951-4e02-9644-dd47dcec3612 None None] Could not find standard attr ID for object 11fe403d-8cc4-48fb-ad45-1502260e38aa. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:40:22.319952 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c70eceec-fa53-4de2-a1b5-1bfbde6ed5e8 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.322669 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c70eceec-fa53-4de2-a1b5-1bfbde6ed5e8 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.323730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c70eceec-fa53-4de2-a1b5-1bfbde6ed5e8 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/5dabbbd6-404d-4b46-b718-8b647694c3fe HTTP/1.1" status: 204 len: 168 time: 0.9221296 Nov 11 21:40:22.331660 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44422) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:22.352848 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7565bad-9b99-4027-b576-472f02ccb3e1 req-93a4239e-5487-4d23-86a2-a90c887473a2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 210 time: 0.0864887 Nov 11 21:40:22.364722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-597d915c-0ca2-4589-9215-1ab294de5858 service neutron] 10.222.0.57 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037358 Nov 11 21:40:22.370771 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70eceec-fa53-4de2-a1b5-1bfbde6ed5e8 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dabbbd6-404d-4b46-b718-8b647694c3fe,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:22.376882 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.402031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248bc8e4-b45f-4fe8-9300-1242e8c7eefe {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:22.427503 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4dd6-6141-4645-97f2-899fd3dc5fc4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.431186 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.443535 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.448326 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.469771 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.473970 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/fa95f0ea-efe5-41b3-b392-6b2e402eab4a HTTP/1.1" status: 204 len: 168 time: 2.8715754 Nov 11 21:40:22.486237 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44434) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:22.507353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-169a9908-85b3-4626-b21b-1e4d9343950c req-2ce42e86-8267-497e-b8b1-846092caf89e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Allocated IP 172.20.0.5 (7caaa17b-13f0-427b-9c0f-9a6ae36198ce/2285bb7f-8f63-4bae-a730-85e19eca1b8d/7d36ff95-3567-4a67-9803-3feaffadb5ae) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:22.509454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Transition to ACTIVE for port object 248bc8e4-b45f-4fe8-9300-1242e8c7eefe will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:22.509622 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747603b3-1f2c-421d-b78f-ee52ea7de8cf tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Network': ['ID=fa95f0ea-efe5-41b3-b392-6b2e402eab4a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:22.520101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e385fa8d-7449-4ca7-97f5-6abc07d96713 None None] DHCP port deletion for fa95f0ea-efe5-41b3-b392-6b2e402eab4a request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:22.548035 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faec4649-2c1a-431c-9a20-2dbad4ab262e None None] Network fa95f0ea-efe5-41b3-b392-6b2e402eab4a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:22.560654 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab79961-eefb-410c-a221-01f1c60d3784 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] DELETE failed (client error): The resource could not be found. Nov 11 21:40:22.560995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faec4649-2c1a-431c-9a20-2dbad4ab262e None None] Network fa95f0ea-efe5-41b3-b392-6b2e402eab4a could not be found, it might have been deleted concurrently. {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 21:40:22.562271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab79961-eefb-410c-a221-01f1c60d3784 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:40:22.564626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4ab79961-eefb-410c-a221-01f1c60d3784 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/subnets/eb87c164-897f-41a8-9d95-ed6cc21a9136 HTTP/1.1" status: 404 len: 337 time: 0.0774062 Nov 11 21:40:22.566300 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.572436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44436) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:22.645739 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfafd3a2-b5e8-47ef-a14a-e0c38612696f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] DELETE failed (client error): The resource could not be found. Nov 11 21:40:22.645739 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfafd3a2-b5e8-47ef-a14a-e0c38612696f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:40:22.648780 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bfafd3a2-b5e8-47ef-a14a-e0c38612696f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/fa95f0ea-efe5-41b3-b392-6b2e402eab4a HTTP/1.1" status: 404 len: 339 time: 0.0752454 Nov 11 21:40:22.666305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44438) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:22.667104 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4dd6-6141-4645-97f2-899fd3dc5fc4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.704893 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2ffa4dd6-6141-4645-97f2-899fd3dc5fc4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c49e03c-30d9-4ca9-8cef-398f1e555a9f']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:22.728444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-94f72c32-c7f6-4b43-a82b-e081eb66c6d6 service neutron] 10.222.0.57 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532944 Nov 11 21:40:22.738287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2ffa4dd6-6141-4645-97f2-899fd3dc5fc4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b395772-88ee-48f8-81a0-89eccd1d20b7') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:22.738688 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2ffa4dd6-6141-4645-97f2-899fd3dc5fc4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b395772-88ee-48f8-81a0-89eccd1d20b7') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:22.763052 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Pushing event updated for resources: {'Port': ['ID=248bc8e4-b45f-4fe8-9300-1242e8c7eefe,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:22.786909 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4dd6-6141-4645-97f2-899fd3dc5fc4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.805967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d09164-1a87-4c32-aab8-e7eb7f2a1cf2 req-11ee1275-499d-454f-b505-b2cd3e432c5f tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:22.807528 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96d09164-1a87-4c32-aab8-e7eb7f2a1cf2 req-11ee1275-499d-454f-b505-b2cd3e432c5f tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bff1f53-86e7-40df-bc11-df1b84e50072 HTTP/1.1" status: 200 len: 946 time: 0.2197971 Nov 11 21:40:22.846994 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4dd6-6141-4645-97f2-899fd3dc5fc4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.866548 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffa4dd6-6141-4645-97f2-899fd3dc5fc4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:40:22.866957 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4dd6-6141-4645-97f2-899fd3dc5fc4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:40:22.871528 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:40:22.986611 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-169a9908-85b3-4626-b21b-1e4d9343950c req-2ce42e86-8267-497e-b8b1-846092caf89e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:22.992113 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4dd6-6141-4645-97f2-899fd3dc5fc4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.003938 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4dd6-6141-4645-97f2-899fd3dc5fc4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.006609 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2ffa4dd6-6141-4645-97f2-899fd3dc5fc4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] 10.222.0.57 "DELETE /v2.0/networks/2c49e03c-30d9-4ca9-8cef-398f1e555a9f HTTP/1.1" status: 204 len: 168 time: 0.6735806 Nov 11 21:40:23.011265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44442) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:23.033304 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa4dd6-6141-4645-97f2-899fd3dc5fc4 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c49e03c-30d9-4ca9-8cef-398f1e555a9f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:23.110536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-96d09164-1a87-4c32-aab8-e7eb7f2a1cf2 req-3ae135d5-0b36-4af3-b615-6523c910e584 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Deleting port fbc42c05-e021-402e-8b03-eeceafddb023 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:23.111074 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96d09164-1a87-4c32-aab8-e7eb7f2a1cf2 req-3ae135d5-0b36-4af3-b615-6523c910e584 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.135423 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-169a9908-85b3-4626-b21b-1e4d9343950c req-2ce42e86-8267-497e-b8b1-846092caf89e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.213255 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d17ab6df-884a-4a20-b5ca-f36fcc12da87 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.244083 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169a9908-85b3-4626-b21b-1e4d9343950c req-2ce42e86-8267-497e-b8b1-846092caf89e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:23.245013 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-0ad4c0a2-21fb-46c7-9ca5-8eb056a4c598 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:23.246521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-0ad4c0a2-21fb-46c7-9ca5-8eb056a4c598 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/networks?id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b HTTP/1.1" status: 200 len: 813 time: 0.7581532 Nov 11 21:40:23.255356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-169a9908-85b3-4626-b21b-1e4d9343950c req-2ce42e86-8267-497e-b8b1-846092caf89e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:23.257273 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce42e86-8267-497e-b8b1-846092caf89e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Pushing event updated for resources: {'Port': ['ID=7d36ff95-3567-4a67-9803-3feaffadb5ae,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:23.260049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-169a9908-85b3-4626-b21b-1e4d9343950c req-2ce42e86-8267-497e-b8b1-846092caf89e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:23.269024 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6f03752-6093-4cc1-89bd-16ddf4508fd9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.277004 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Deleting port a1e359d6-b8e5-45ec-91bc-85c882f56071 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:23.277351 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.326266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-d9dfd2f2-6df8-4be4-afd0-9fd1e385d13f tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/quotas/e501648e5f804903acbf6fa103613cc4 HTTP/1.1" status: 200 len: 375 time: 0.0545585 Nov 11 21:40:23.327233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-96d09164-1a87-4c32-aab8-e7eb7f2a1cf2 req-3ae135d5-0b36-4af3-b615-6523c910e584 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] For port fbc42c05-e021-402e-8b03-eeceafddb023, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=fbc42c05-e021-402e-8b03-eeceafddb023,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:23.327617 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96d09164-1a87-4c32-aab8-e7eb7f2a1cf2 req-3ae135d5-0b36-4af3-b615-6523c910e584 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.361002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-96d09164-1a87-4c32-aab8-e7eb7f2a1cf2 req-3ae135d5-0b36-4af3-b615-6523c910e584 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Calling delete_port for fbc42c05-e021-402e-8b03-eeceafddb023 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:23.406990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a9908-85b3-4626-b21b-1e4d9343950c req-2ce42e86-8267-497e-b8b1-846092caf89e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:23.407600 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-169a9908-85b3-4626-b21b-1e4d9343950c req-2ce42e86-8267-497e-b8b1-846092caf89e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.416903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d17ab6df-884a-4a20-b5ca-f36fcc12da87 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.418211 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-7ae0e6c4-49e9-4cd1-a297-dc95a69db4db service neutron] 10.222.0.57 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525323 Nov 11 21:40:23.448458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Attempting to bind port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:23.448789 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Attempting to bind port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:23.449142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Attempting to bind port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe on network 7ca53df5-a923-4637-abe2-0023dcccd003 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:23.465273 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-169a9908-85b3-4626-b21b-1e4d9343950c req-2ce42e86-8267-497e-b8b1-846092caf89e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7713554 Nov 11 21:40:23.482251 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Request body: {'port': {'device_id': 'f796eef0-f279-4cc5-9d59-fead704febec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:23.487323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-d17ab6df-884a-4a20-b5ca-f36fcc12da87 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966c874a-3525-4300-8750-e02b32609a1b']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:23.509761 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe on network 7ca53df5-a923-4637-abe2-0023dcccd003 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:23.510061 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Attempting to bind port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe on network 7ca53df5-a923-4637-abe2-0023dcccd003 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:23.516789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-d17ab6df-884a-4a20-b5ca-f36fcc12da87 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec581ae-eb43-4c02-90ee-c8e87ca1c07e') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:23.517402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-d17ab6df-884a-4a20-b5ca-f36fcc12da87 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec581ae-eb43-4c02-90ee-c8e87ca1c07e') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:23.520756 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.535201 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d17ab6df-884a-4a20-b5ca-f36fcc12da87 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.560421 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d17ab6df-884a-4a20-b5ca-f36fcc12da87 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.583780 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17ab6df-884a-4a20-b5ca-f36fcc12da87 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:40:23.584139 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d17ab6df-884a-4a20-b5ca-f36fcc12da87 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:40:23.587410 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:40:23.608217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Calling delete_port for a1e359d6-b8e5-45ec-91bc-85c882f56071 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:23.625296 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6f03752-6093-4cc1-89bd-16ddf4508fd9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.628519 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:23.628847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Checking segment: {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:23.629259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Bound using segment: {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:23.629704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Bound port: 248bc8e4-b45f-4fe8-9300-1242e8c7eefe, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:23.630042 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.641492 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.648508 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-6a5bed7f-765c-4ad3-ace8-0b71998c940d tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e501648e5f804903acbf6fa103613cc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3085632 Nov 11 21:40:23.702151 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d17ab6df-884a-4a20-b5ca-f36fcc12da87 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.705834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a6f03752-6093-4cc1-89bd-16ddf4508fd9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff906e5f-385c-4137-a0a3-d8757e60ea71']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:23.716091 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d17ab6df-884a-4a20-b5ca-f36fcc12da87 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.721793 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d17ab6df-884a-4a20-b5ca-f36fcc12da87 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] 10.222.0.57 "DELETE /v2.0/networks/966c874a-3525-4300-8750-e02b32609a1b HTTP/1.1" status: 204 len: 168 time: 0.6972997 Nov 11 21:40:23.751043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ab6df-884a-4a20-b5ca-f36fcc12da87 tempest-QuotasNegativeTest-25066719 tempest-QuotasNegativeTest-25066719-project-admin] Pushing event deleted for resources: {'Network': ['ID=966c874a-3525-4300-8750-e02b32609a1b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:23.788740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a6f03752-6093-4cc1-89bd-16ddf4508fd9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f14f58-0b26-46bc-85f2-8d7597611a19') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:23.789148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a6f03752-6093-4cc1-89bd-16ddf4508fd9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f14f58-0b26-46bc-85f2-8d7597611a19') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:23.843125 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6f03752-6093-4cc1-89bd-16ddf4508fd9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:23.851154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-7208bf66-ca80-47af-a194-d0dc74f349f5 service neutron] 10.222.0.57 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038491 Nov 11 21:40:23.868317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6c4ed-1435-4d28-b637-8d7a90c0e743 req-c8c0516a-13d2-4e02-94a8-e51c8bb8e6ae tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:23.869963 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9a6c4ed-1435-4d28-b637-8d7a90c0e743 req-c8c0516a-13d2-4e02-94a8-e51c8bb8e6ae tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1e4c173-8a3d-445c-8524-92848f20cb95 HTTP/1.1" status: 200 len: 946 time: 0.2826047 Nov 11 21:40:23.940161 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6f03752-6093-4cc1-89bd-16ddf4508fd9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:24.011903 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] For port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:24.019041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f03752-6093-4cc1-89bd-16ddf4508fd9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:40:24.019456 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6f03752-6093-4cc1-89bd-16ddf4508fd9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:40:24.027720 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:40:24.083036 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96d09164-1a87-4c32-aab8-e7eb7f2a1cf2 req-3ae135d5-0b36-4af3-b615-6523c910e584 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:24.096322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['fbc42c05-e021-402e-8b03-eeceafddb023'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:24.096998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] For port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=248bc8e4-b45f-4fe8-9300-1242e8c7eefe,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:24.125142 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae135d5-0b36-4af3-b615-6523c910e584 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Pushing event deleted for resources: {'Port': ['ID=fbc42c05-e021-402e-8b03-eeceafddb023,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:24.136867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['de34b270-ee14-41bc-b10a-3c29a9e06372'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:24.141881 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:24.176262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-9a505b11-028d-481a-b59d-09f4a10f9ddf service neutron] 10.222.0.57 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110648 Nov 11 21:40:24.189371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f30b13-0f4b-4c14-aace-12f8908fcc0d None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:24.263014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44452) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:24.267587 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6f03752-6093-4cc1-89bd-16ddf4508fd9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:24.294456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:24.295321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:24.297018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] 10.222.0.10 "PUT /v2.0/ports/248bc8e4-b45f-4fe8-9300-1242e8c7eefe HTTP/1.1" status: 200 len: 1091 time: 3.1330571 Nov 11 21:40:24.310633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d09164-1a87-4c32-aab8-e7eb7f2a1cf2 req-3ae135d5-0b36-4af3-b615-6523c910e584 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] No DVR routers for this DVR port fbc42c05-e021-402e-8b03-eeceafddb023 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:40:24.318934 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96d09164-1a87-4c32-aab8-e7eb7f2a1cf2 req-3ae135d5-0b36-4af3-b615-6523c910e584 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:24.327091 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96d09164-1a87-4c32-aab8-e7eb7f2a1cf2 req-3ae135d5-0b36-4af3-b615-6523c910e584 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.10 "DELETE /v2.0/ports/fbc42c05-e021-402e-8b03-eeceafddb023 HTTP/1.1" status: 204 len: 173 time: 1.5122156 Nov 11 21:40:24.327725 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bff1f53-86e7-40df-bc11-df1b84e50072', 'name': 'network-vif-deleted', 'tag': 'fbc42c05-e021-402e-8b03-eeceafddb023'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:24.330237 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c090a5-5014-4040-928f-363d19a57efb" -d '{"events": [{"server_uuid": "0bff1f53-86e7-40df-bc11-df1b84e50072", "name": "network-vif-deleted", "tag": "fbc42c05-e021-402e-8b03-eeceafddb023"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:24.331760 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6f03752-6093-4cc1-89bd-16ddf4508fd9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:24.335321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a6f03752-6093-4cc1-89bd-16ddf4508fd9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/ff906e5f-385c-4137-a0a3-d8757e60ea71 HTTP/1.1" status: 204 len: 168 time: 1.6673803 Nov 11 21:40:24.336118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1748b6-506c-4824-82ba-7ca0c22f6f7f', 'tag': '248bc8e4-b45f-4fe8-9300-1242e8c7eefe'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:24.337905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44458) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:24.339047 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f0607a-6189-4129-9087-3ffdff80b9be" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1748b6-506c-4824-82ba-7ca0c22f6f7f", "tag": "248bc8e4-b45f-4fe8-9300-1242e8c7eefe"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:24.360991 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-51e4217d-2ee5-4adb-bfae-74c206f86927 service neutron] 10.222.0.57 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899452 Nov 11 21:40:24.377748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f03752-6093-4cc1-89bd-16ddf4508fd9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Network': ['ID=ff906e5f-385c-4137-a0a3-d8757e60ea71,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:24.401240 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-132dc511-e2fe-4e7d-81a2-db9cacd9c558 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] DELETE failed (client error): The resource could not be found. Nov 11 21:40:24.401714 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132dc511-e2fe-4e7d-81a2-db9cacd9c558 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:40:24.411696 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-132dc511-e2fe-4e7d-81a2-db9cacd9c558 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/subnets/714e2248-7e74-4090-bcc4-3fd8cbc47e79 HTTP/1.1" status: 404 len: 337 time: 0.0727146 Nov 11 21:40:24.426121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44462) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:24.432092 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60719030-7368-4c1f-b72c-954fb908be24 service neutron] Pushing event updated for resources: {'Port': ['ID=248bc8e4-b45f-4fe8-9300-1242e8c7eefe,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:24.495998 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d36ff95-3567-4a67-9803-3feaffadb5ae {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:24.501896 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-9f14fe88-afab-4782-83b7-746d69cfe2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:24.503583 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-9f14fe88-afab-4782-83b7-746d69cfe2a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 1094 time: 0.1484816 Nov 11 21:40:24.508708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:24.565269 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0ea43b-452e-41fc-971b-994b1964c50b tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] DELETE failed (client error): The resource could not be found. Nov 11 21:40:24.565889 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0ea43b-452e-41fc-971b-994b1964c50b tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:40:24.569702 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-2f960f1a-7c8e-47e4-9573-2f178d3f0e47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=248bc8e4-b45f-4fe8-9300-1242e8c7eefe HTTP/1.1" status: 200 len: 217 time: 0.0527005 Nov 11 21:40:24.570679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Transition to ACTIVE for port object 7d36ff95-3567-4a67-9803-3feaffadb5ae will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:24.571423 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-af0ea43b-452e-41fc-971b-994b1964c50b tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/b3fa46f3-a41c-4042-9cf7-6aaca9dca70b HTTP/1.1" status: 404 len: 339 time: 0.1403849 Nov 11 21:40:24.573277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44464) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:24.610379 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa12dc69-82bb-4d75-b6f5-a32dde77a8d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:24.617635 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:24.621105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-77767237-2b65-45ee-9109-b8517ab1e09c service neutron] 10.222.0.57 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439278 Nov 11 21:40:24.624811 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-a9a6c4ed-1435-4d28-b637-8d7a90c0e743 req-69d64b20-a6ad-4f0c-852e-c059e807f3e0 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Deleting port de34b270-ee14-41bc-b10a-3c29a9e06372 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:24.625162 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a9a6c4ed-1435-4d28-b637-8d7a90c0e743 req-69d64b20-a6ad-4f0c-852e-c059e807f3e0 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:24.663316 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:24.671801 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-d689ac8c-efd5-417c-9b97-7d8f2ac44f22 service neutron] 10.222.0.57 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967069 Nov 11 21:40:24.737754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-13f4b0e9-b530-408d-8475-7e0c7f537c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:24.739649 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-13f4b0e9-b530-408d-8475-7e0c7f537c4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.1544316 Nov 11 21:40:24.746518 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4a92b0-ba95-4acd-b0bd-15f72faec0e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Deleting subnet b6c25886-f0c8-42c8-baec-71be764883c1 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:40:24.748315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Pushing event deleted for resources: {'Port': ['ID=a1e359d6-b8e5-45ec-91bc-85c882f56071,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:24.752149 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee4a92b0-ba95-4acd-b0bd-15f72faec0e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:24.767997 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba5704c-b8fe-4b10-a2a3-9962f570ea2b None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:24.815705 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee4a92b0-ba95-4acd-b0bd-15f72faec0e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:24.869111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Pushing event updated for resources: {'Port': ['ID=7d36ff95-3567-4a67-9803-3feaffadb5ae,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:24.954037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-a9a6c4ed-1435-4d28-b637-8d7a90c0e743 req-69d64b20-a6ad-4f0c-852e-c059e807f3e0 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] For port de34b270-ee14-41bc-b10a-3c29a9e06372, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=de34b270-ee14-41bc-b10a-3c29a9e06372,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:24.954368 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a9a6c4ed-1435-4d28-b637-8d7a90c0e743 req-69d64b20-a6ad-4f0c-852e-c059e807f3e0 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.014189 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.016326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-a9a6c4ed-1435-4d28-b637-8d7a90c0e743 req-69d64b20-a6ad-4f0c-852e-c059e807f3e0 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Calling delete_port for de34b270-ee14-41bc-b10a-3c29a9e06372 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:25.027418 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a453b244-b85a-4f83-9e16-221d4f935425 service neutron] 10.222.0.57 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160577 Nov 11 21:40:25.035245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-74a30ec3-c849-4c44-bc5b-b9fd93486027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:25.036877 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-74a30ec3-c849-4c44-bc5b-b9fd93486027 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735778 Nov 11 21:40:25.080416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Attempting to bind port 7d36ff95-3567-4a67-9803-3feaffadb5ae on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:25.081145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Attempting to bind port 7d36ff95-3567-4a67-9803-3feaffadb5ae by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '3e517703-d06c-4e0f-86ad-f0a78cd49ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:25.081820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Attempting to bind port 7d36ff95-3567-4a67-9803-3feaffadb5ae on network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:25.096194 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee4a92b0-ba95-4acd-b0bd-15f72faec0e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.121793 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Port 7d36ff95-3567-4a67-9803-3feaffadb5ae on network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:25.122034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Attempting to bind port 7d36ff95-3567-4a67-9803-3feaffadb5ae on network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:25.122669 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa12dc69-82bb-4d75-b6f5-a32dde77a8d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.161122 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa12dc69-82bb-4d75-b6f5-a32dde77a8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.170981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:25.171646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Checking segment: {'id': '3e517703-d06c-4e0f-86ad-f0a78cd49ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:25.172211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Bound using segment: {'id': '3e517703-d06c-4e0f-86ad-f0a78cd49ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:25.172840 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Bound port: 7d36ff95-3567-4a67-9803-3feaffadb5ae, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e517703-d06c-4e0f-86ad-f0a78cd49ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:25.173533 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.253304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec0b89-0605-4413-87d7-7178fe4ff27c req-62e3e1db-faa0-4e39-9d27-9cc332824cc5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:25.260879 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fec0b89-0605-4413-87d7-7178fe4ff27c req-62e3e1db-faa0-4e39-9d27-9cc332824cc5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 943 time: 0.3018177 Nov 11 21:40:25.268724 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-c03963c3-1db7-489e-8d2c-dd2516b64ade service neutron] 10.222.0.10 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198105 Nov 11 21:40:25.276348 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee4a92b0-ba95-4acd-b0bd-15f72faec0e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.325029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12dc69-82bb-4d75-b6f5-a32dde77a8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c702f0-24b3-4944-99cf-5573792aedd1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:25.331156 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fa12dc69-82bb-4d75-b6f5-a32dde77a8d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa8b352b1b1b491a85ad5b6f8454fe37&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0615563 Nov 11 21:40:25.338986 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] For port 7d36ff95-3567-4a67-9803-3feaffadb5ae, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:25.342248 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] For port 7d36ff95-3567-4a67-9803-3feaffadb5ae, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7d36ff95-3567-4a67-9803-3feaffadb5ae,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:25.354027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44478) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:25.355317 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a92b0-ba95-4acd-b0bd-15f72faec0e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c25886-f0c8-42c8-baec-71be764883c1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:25.369055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c763d77-2ee0-45c1-a258-13f25d5c4c7f None None] Network faffc57e-b073-46be-b24a-bca8751606c5 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:25.372257 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.376999 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ee4a92b0-ba95-4acd-b0bd-15f72faec0e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.383459 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ee4a92b0-ba95-4acd-b0bd-15f72faec0e3 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/subnets/b6c25886-f0c8-42c8-baec-71be764883c1 HTTP/1.1" status: 204 len: 168 time: 0.8089402 Nov 11 21:40:25.393110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44480) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:25.436316 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.456468 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fec0b89-0605-4413-87d7-7178fe4ff27c req-bebdb518-9ab2-45a8-9dbd-dc53b3a6ae6c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899340 Nov 11 21:40:25.459016 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.571525 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:25.572346 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.573980 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-169a9908-85b3-4626-b21b-1e4d9343950c req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] 10.222.0.71 "PUT /v2.0/ports/7d36ff95-3567-4a67-9803-3feaffadb5ae HTTP/1.1" status: 200 len: 1091 time: 2.0994022 Nov 11 21:40:25.657709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-2826df16-d47b-4add-9c1b-e2289a4080c8 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Deleting subnet 101f5d53-50b7-4f70-a7f9-5a34d4abea49 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:40:25.664646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Router e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:40:25.688862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c63495-7203-418b-8e2b-c4d9464c3b06 service neutron] Pushing event updated for resources: {'Port': ['ID=7d36ff95-3567-4a67-9803-3feaffadb5ae,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:25.712023 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a9a6c4ed-1435-4d28-b637-8d7a90c0e743 req-69d64b20-a6ad-4f0c-852e-c059e807f3e0 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.721981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2826df16-d47b-4add-9c1b-e2289a4080c8 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.734459 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9613832-93df-4644-af11-d9b3141ca9e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.791688 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2826df16-d47b-4add-9c1b-e2289a4080c8 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.797122 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2619419-a536-4a84-93f2-e819d03ec260 None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:25.806793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d64b20-a6ad-4f0c-852e-c059e807f3e0 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Pushing event deleted for resources: {'Port': ['ID=de34b270-ee14-41bc-b10a-3c29a9e06372,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:25.893072 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-34b2cbd9-22df-4695-8af1-533fd76d3dda req-b5df124e-cd81-4ff7-8d3b-91817bef0522 service neutron] 10.222.0.10 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095657 Nov 11 21:40:25.925903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9613832-93df-4644-af11-d9b3141ca9e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.955719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033f83c-7273-497f-bf2c-0ea0638d639c req-07c39db0-4777-4050-98de-c2b9eb29abec tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:25.958826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9033f83c-7273-497f-bf2c-0ea0638d639c req-07c39db0-4777-4050-98de-c2b9eb29abec tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 943 time: 0.3530335 Nov 11 21:40:25.960070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a6c4ed-1435-4d28-b637-8d7a90c0e743 req-69d64b20-a6ad-4f0c-852e-c059e807f3e0 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] No DVR routers for this DVR port de34b270-ee14-41bc-b10a-3c29a9e06372 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:40:25.963444 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a9a6c4ed-1435-4d28-b637-8d7a90c0e743 req-69d64b20-a6ad-4f0c-852e-c059e807f3e0 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:25.968216 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9a6c4ed-1435-4d28-b637-8d7a90c0e743 req-69d64b20-a6ad-4f0c-852e-c059e807f3e0 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.71 "DELETE /v2.0/ports/de34b270-ee14-41bc-b10a-3c29a9e06372 HTTP/1.1" status: 204 len: 173 time: 2.0642612 Nov 11 21:40:26.025283 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9613832-93df-4644-af11-d9b3141ca9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:26.027982 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9613832-93df-4644-af11-d9b3141ca9e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:26.032522 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d9613832-93df-4644-af11-d9b3141ca9e9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/27c702f0-24b3-4944-99cf-5573792aedd1 HTTP/1.1" status: 204 len: 168 time: 0.6725938 Nov 11 21:40:26.036400 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a9908-85b3-4626-b21b-1e4d9343950c req-d20acdbe-30e1-4f93-9582-d72c8d00c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:26.038077 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-169a9908-85b3-4626-b21b-1e4d9343950c req-d20acdbe-30e1-4f93-9582-d72c8d00c64c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6675c7f79bd4dc29927a59893d93ae7&device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 1094 time: 0.3902445 Nov 11 21:40:26.113433 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:40:26.122882 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:26.124313 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c4d2218e-3f07-461e-879e-edf0fb3d2cd7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "PUT /v2.0/routers/e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56 HTTP/1.1" status: 200 len: 706 time: 4.9198298 Nov 11 21:40:26.131188 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44500) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:26.131907 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97b847e-12fe-4529-95f9-c9d8c855a49c None None] Sync routers for ids ['e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:40:26.178187 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-169a9908-85b3-4626-b21b-1e4d9343950c req-8f6409d0-6978-4b6e-8869-54df87ef09a3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d36ff95-3567-4a67-9803-3feaffadb5ae HTTP/1.1" status: 200 len: 217 time: 0.1020198 Nov 11 21:40:26.181740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b847e-12fe-4529-95f9-c9d8c855a49c None None] Routers {'e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:40:26.182386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c97b847e-12fe-4529-95f9-c9d8c855a49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:40:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:26.186724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9613832-93df-4644-af11-d9b3141ca9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c702f0-24b3-4944-99cf-5573792aedd1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:26.323213 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c97b847e-12fe-4529-95f9-c9d8c855a49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:26.331574 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2826df16-d47b-4add-9c1b-e2289a4080c8 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:26.372018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b847e-12fe-4529-95f9-c9d8c855a49c None None] Routers {'e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:40:26.372677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c97b847e-12fe-4529-95f9-c9d8c855a49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:40:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:26.459265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c97b847e-12fe-4529-95f9-c9d8c855a49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:26.460334 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97b847e-12fe-4529-95f9-c9d8c855a49c None None] The sync data for ids ['e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:40:26.499583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a9908-85b3-4626-b21b-1e4d9343950c req-2626e95e-77b0-4aa8-9c16-679af410206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:26.501533 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-169a9908-85b3-4626-b21b-1e4d9343950c req-2626e95e-77b0-4aa8-9c16-679af410206a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2285bb7f-8f63-4bae-a730-85e19eca1b8d HTTP/1.1" status: 200 len: 855 time: 0.3067660 Nov 11 21:40:26.617479 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-169a9908-85b3-4626-b21b-1e4d9343950c req-db2db33c-6903-44f5-81ca-12685538b371 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7caaa17b-13f0-427b-9c0f-9a6ae36198ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002574 Nov 11 21:40:26.649589 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44516) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:26.774303 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9033f83c-7273-497f-bf2c-0ea0638d639c req-bd8458ac-1b19-42b2-a6e1-5d1d64e14e51 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7882588 Nov 11 21:40:26.786194 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b70ef36c-bee6-421a-99ff-fe33041a099b tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/routers/e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56 HTTP/1.1" status: 200 len: 741 time: 0.6533558 Nov 11 21:40:26.789684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44522) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:26.852376 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2826df16-d47b-4add-9c1b-e2289a4080c8 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:26.865125 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ae9fd9-7644-4301-9163-4baa2ce7add2 x-openstack-request-id: req-c4ae9fd9-7644-4301-9163-4baa2ce7add2 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:26.865413 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1748b6-506c-4824-82ba-7ca0c22f6f7f", "tag": "248bc8e4-b45f-4fe8-9300-1242e8c7eefe", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:26.865662 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4ae9fd9-7644-4301-9163-4baa2ce7add2 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:26.866055 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1748b6-506c-4824-82ba-7ca0c22f6f7f', 'tag': '248bc8e4-b45f-4fe8-9300-1242e8c7eefe', 'status': 'completed', 'code': 200} Nov 11 21:40:26.875083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-49f6d922-a4a2-4702-b899-079e1c23c4ad None None] Provisioning complete for port de13b280-5c5b-42a2-8577-b7f20278ab66 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:26.875448 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49f6d922-a4a2-4702-b899-079e1c23c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:26.921404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-32a4d7e2-ad11-46d7-9107-065ac9a08aea tempest-RoutersAdminTest-668934519 tempest-RoutersAdminTest-668934519-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&device_id=e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56 HTTP/1.1" status: 200 len: 205 time: 0.1304829 Nov 11 21:40:26.925842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44524) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:26.964721 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5ea006c5-8c4b-4238-baf1-67f2f84f1fde tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56 HTTP/1.1" status: 200 len: 205 time: 0.0373175 Nov 11 21:40:26.968216 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44526) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:26.968369 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device fbc42c05-e021-402e-8b03-eeceafddb023 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:40:27.016267 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b857-3625-4e5c-881b-c3005b7ad394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:27.026066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: fbc42c05-e021-402e-8b03-eeceafddb023 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:40:27.026542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device fbc42c05-e021-402e-8b03-eeceafddb023 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:40:27.085256 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fea864f-a56b-4f23-ad31-b42ecf7419af x-openstack-request-id: req-6fea864f-a56b-4f23-ad31-b42ecf7419af {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:27.085573 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bff1f53-86e7-40df-bc11-df1b84e50072", "name": "network-vif-deleted", "tag": "fbc42c05-e021-402e-8b03-eeceafddb023", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:27.085830 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6fea864f-a56b-4f23-ad31-b42ecf7419af {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:27.086254 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bff1f53-86e7-40df-bc11-df1b84e50072', 'name': 'network-vif-deleted', 'tag': 'fbc42c05-e021-402e-8b03-eeceafddb023', 'status': 'completed', 'code': 200} Nov 11 21:40:27.087177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826df16-d47b-4add-9c1b-e2289a4080c8 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Subnet': ['ID=101f5d53-50b7-4f70-a7f9-5a34d4abea49,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:27.154550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a711e5e6-04e5-4a4e-82db-18f4ff487831 None None] Network faffc57e-b073-46be-b24a-bca8751606c5 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:27.165232 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2826df16-d47b-4add-9c1b-e2289a4080c8 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:27.169249 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2826df16-d47b-4add-9c1b-e2289a4080c8 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/subnets/101f5d53-50b7-4f70-a7f9-5a34d4abea49 HTTP/1.1" status: 204 len: 168 time: 1.7687352 Nov 11 21:40:27.178152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44532) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:27.203808 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-169a9908-85b3-4626-b21b-1e4d9343950c req-4f6c4e41-c294-4596-8fbb-076c16911afc service neutron] 10.222.0.71 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510654 Nov 11 21:40:27.248162 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94e9b82c-5657-4ab4-8043-af525d8f8372 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:27.260347 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ce3cece-5ed9-4ee9-bbad-5e2dc26f9856 req-733dcf00-7265-408c-aab5-6253ab11c0e3 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.1219902 Nov 11 21:40:27.367493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0607a-6189-4129-9087-3ffdff80b9be req-c2b3c8f8-03e3-495e-976c-40574d452c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:27.369135 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-55f0607a-6189-4129-9087-3ffdff80b9be req-c2b3c8f8-03e3-495e-976c-40574d452c5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 1094 time: 0.3705299 Nov 11 21:40:27.425568 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:27.434393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ce0885-9159-4797-a28c-707c85402993 None None] DHCP port deletion for faffc57e-b073-46be-b24a-bca8751606c5 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:27.495205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-93ce0885-9159-4797-a28c-707c85402993 None None] Deleting port de13b280-5c5b-42a2-8577-b7f20278ab66 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:27.495938 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93ce0885-9159-4797-a28c-707c85402993 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:27.542908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b3f93f1-5e6b-483e-be13-af50409cc484 req-f6f0c421-9bd5-4dc0-a46c-17439c39702d tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=c47c97d7-6cf7-40b0-8152-5afef1102bce HTTP/1.1" status: 200 len: 210 time: 0.0960917 Nov 11 21:40:27.573232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-93ce0885-9159-4797-a28c-707c85402993 None None] For port de13b280-5c5b-42a2-8577-b7f20278ab66, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=de13b280-5c5b-42a2-8577-b7f20278ab66,segment=NetworkSegment(95b0b282-d54c-42fa-81da-dff2dff81fe4),segment_id=95b0b282-d54c-42fa-81da-dff2dff81fe4)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:27.574248 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93ce0885-9159-4797-a28c-707c85402993 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:27.592843 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-169a9908-85b3-4626-b21b-1e4d9343950c req-8250e3fa-4c0c-4b19-a0f9-41c411604bd9 service neutron] 10.222.0.71 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744302 Nov 11 21:40:27.593082 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-93ce0885-9159-4797-a28c-707c85402993 None None] Calling delete_port for de13b280-5c5b-42a2-8577-b7f20278ab66 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:27.602206 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b857-3625-4e5c-881b-c3005b7ad394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:27.633520 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b857-3625-4e5c-881b-c3005b7ad394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:27.668045 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-6be5c549-2b3a-4a00-acdd-5e349eee60e7 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:27.669531 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-6be5c549-2b3a-4a00-acdd-5e349eee60e7 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.10 "GET /v2.0/networks?id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b HTTP/1.1" status: 200 len: 813 time: 0.5881407 Nov 11 21:40:27.707636 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0607a-6189-4129-9087-3ffdff80b9be req-890f284f-208b-46ce-ad27-3658b10820e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:27.709548 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-55f0607a-6189-4129-9087-3ffdff80b9be req-890f284f-208b-46ce-ad27-3658b10820e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.3262410 Nov 11 21:40:27.720070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0b857-3625-4e5c-881b-c3005b7ad394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55ae105-ce32-46e9-84ad-0d7b5ec5dea6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:27.729089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738ea4-e4f6-4be4-9d6b-cecbcd42bd8f req-38549758-dc77-4d5e-babe-09d737eeddad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:27.731301 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7738ea4-e4f6-4be4-9d6b-cecbcd42bd8f req-38549758-dc77-4d5e-babe-09d737eeddad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 943 time: 0.5633521 Nov 11 21:40:27.738150 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d1f0b857-3625-4e5c-881b-c3005b7ad394 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a8ddb9c9fd404282a0094248ab184d11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0872386 Nov 11 21:40:27.741236 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-f6c65e1a-cc51-4ae1-a79d-2a3fb45486d6 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Request body: {'port': {'device_id': 'c47c97d7-6cf7-40b0-8152-5afef1102bce', 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b', 'admin_state_up': True, 'tenant_id': 'e501648e5f804903acbf6fa103613cc4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:27.741409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device de34b270-ee14-41bc-b10a-3c29a9e06372 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:40:27.751279 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44534) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:27.789796 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: de34b270-ee14-41bc-b10a-3c29a9e06372 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:40:27.790173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device de34b270-ee14-41bc-b10a-3c29a9e06372 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:40:27.795102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-f3c18e45-2521-4130-bdae-24b733fd1849 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:27.796486 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93ce0885-9159-4797-a28c-707c85402993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:27.796755 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-f3c18e45-2521-4130-bdae-24b733fd1849 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.10 "GET /v2.0/networks?id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b HTTP/1.1" status: 200 len: 813 time: 0.3127909 Nov 11 21:40:27.810911 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-55f0607a-6189-4129-9087-3ffdff80b9be req-b71757a5-4c7c-467c-ba60-90ff01fa0afe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=248bc8e4-b45f-4fe8-9300-1242e8c7eefe HTTP/1.1" status: 200 len: 217 time: 0.0824153 Nov 11 21:40:27.822818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-730df4af-d7e2-496b-afe9-f87cb60b5ca9 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Request body: {'port': {'device_id': 'e4dc1754-09c4-4cdd-96e4-3249fe1d92de', 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b', 'admin_state_up': True, 'tenant_id': 'e501648e5f804903acbf6fa103613cc4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:27.831542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce0885-9159-4797-a28c-707c85402993 None None] Pushing event deleted for resources: {'Port': ['ID=de13b280-5c5b-42a2-8577-b7f20278ab66,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:27.840249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce0885-9159-4797-a28c-707c85402993 None None] No DVR routers for this DVR port de13b280-5c5b-42a2-8577-b7f20278ab66 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:40:27.863215 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94e9b82c-5657-4ab4-8043-af525d8f8372 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:27.876316 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94e9b82c-5657-4ab4-8043-af525d8f8372 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:27.989207 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7738ea4-e4f6-4be4-9d6b-cecbcd42bd8f req-8756ac0f-1858-4409-9f86-df738dc1f5b1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670866 Nov 11 21:40:28.005102 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94e9b82c-5657-4ab4-8043-af525d8f8372 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:28.007254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e9b82c-5657-4ab4-8043-af525d8f8372 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Fanout notify agent at l3_agent the message router_deleted on router e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:40:28.024625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c45b14-2e85-489e-b0c7-86df6e487b7f req-22f24a75-db3a-48fe-8477-8f7848c50096 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:28.026595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d5c45b14-2e85-489e-b0c7-86df6e487b7f req-22f24a75-db3a-48fe-8477-8f7848c50096 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 943 time: 0.1464553 Nov 11 21:40:28.034862 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94e9b82c-5657-4ab4-8043-af525d8f8372 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:28.036052 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-94e9b82c-5657-4ab4-8043-af525d8f8372 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "DELETE /v2.0/routers/e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56 HTTP/1.1" status: 204 len: 168 time: 1.0644619 Nov 11 21:40:28.040302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44538) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:28.087386 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e9b0abc8-7573-4255-a718-d2dc34eeb793 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "GET /v2.0/ports?device_id=e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56 HTTP/1.1" status: 200 len: 205 time: 0.0452733 Nov 11 21:40:28.089877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-f6c65e1a-cc51-4ae1-a79d-2a3fb45486d6 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Made reservation on behalf of e501648e5f804903acbf6fa103613cc4 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:28.093521 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-f6c65e1a-cc51-4ae1-a79d-2a3fb45486d6 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:28.096592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44540) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:28.162077 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-1161000b-3a06-4181-a92b-7854484d4ea7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] delete failed (client error): The resource could not be found. Nov 11 21:40:28.162319 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Deleting port de13b280-5c5b-42a2-8577-b7f20278ab66 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:28.162616 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:28.163080 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1161000b-3a06-4181-a92b-7854484d4ea7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "DELETE /v2.0/routers/e69f420a-b8e3-4ddb-b0d8-77a9b27e0a56 HTTP/1.1" status: 404 len: 336 time: 0.0654705 Nov 11 21:40:28.169309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44542) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:28.221040 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d5c45b14-2e85-489e-b0c7-86df6e487b7f req-20829b70-5637-4732-9aa7-246dbaf1e467 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834662 Nov 11 21:40:28.229220 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4ae330e8-008d-42f2-8e08-6a2c664f6c7d tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d777840-1812-4fc8-8a0f-cdca1f7b5ea0 HTTP/1.1" status: 200 len: 205 time: 0.0522528 Nov 11 21:40:28.231418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44544) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:28.309383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0607a-6189-4129-9087-3ffdff80b9be req-67f87d3b-5446-4c70-a6cb-f2baef38573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:28.311108 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-55f0607a-6189-4129-9087-3ffdff80b9be req-67f87d3b-5446-4c70-a6cb-f2baef38573a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.4798779 Nov 11 21:40:28.325443 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-f16d22d0-c606-4449-b5ac-953906542b9d tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] delete failed (client error): The resource could not be found. Nov 11 21:40:28.329871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f16d22d0-c606-4449-b5ac-953906542b9d tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "DELETE /v2.0/routers/3d777840-1812-4fc8-8a0f-cdca1f7b5ea0 HTTP/1.1" status: 404 len: 336 time: 0.0538287 Nov 11 21:40:28.332973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44548) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:28.368605 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-766ae8c3-cc58-4045-b346-b76334ef99d9 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "GET /v2.0/ports?device_id=0425b5c8-c2dd-4378-968a-4766de2846dd HTTP/1.1" status: 200 len: 205 time: 0.0344112 Nov 11 21:40:28.371162 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-1337baf4-7a6b-47dd-9bc1-df67b1f94e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:28.372527 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-1337baf4-7a6b-47dd-9bc1-df67b1f94e68 service neutron] 10.222.0.71 "GET /v2.0/ports/25a1c873-4001-4e2b-9aab-1b83892a724d HTTP/1.1" status: 200 len: 1028 time: 0.1665154 Nov 11 21:40:28.373212 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-29c053c7-3640-44bf-b57d-9cfdf81336b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:28.374207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44550) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:28.380260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] For port de13b280-5c5b-42a2-8577-b7f20278ab66, host n-d-805737-3, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:28.380613 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:28.439418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Calling delete_port for de13b280-5c5b-42a2-8577-b7f20278ab66 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:28.451843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Port de13b280-5c5b-42a2-8577-b7f20278ab66 was not found and therefore no delete operation was performed {{(pid=102535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:40:28.454163 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83e9a770-257e-4363-9536-f3a42be15404 req-d29dd82a-1ee6-4562-92fc-7cd39ab61992 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0880687 Nov 11 21:40:28.457654 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-a122568f-0013-4486-9351-ecb1304ccbf7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] delete failed (client error): The resource could not be found. Nov 11 21:40:28.460842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a122568f-0013-4486-9351-ecb1304ccbf7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "DELETE /v2.0/routers/0425b5c8-c2dd-4378-968a-4766de2846dd HTTP/1.1" status: 404 len: 336 time: 0.0765100 Nov 11 21:40:28.461545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44552) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:28.465348 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:28.469468 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-29c053c7-3640-44bf-b57d-9cfdf81336b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:28.476081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-0704615f-5c7a-431f-a428-faa5abf40b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:28.477498 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-0704615f-5c7a-431f-a428-faa5abf40b47 service neutron] 10.222.0.71 "GET /v2.0/ports/348abab2-0df6-4fc4-a449-94bd70a118d8 HTTP/1.1" status: 200 len: 1028 time: 0.0921240 Nov 11 21:40:28.494999 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-753d5ab3-6464-41d9-ab55-b18857459ab1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "GET /v2.0/ports?device_id=58e0a374-1553-4ea1-96d5-cc5fb1b9f4db HTTP/1.1" status: 200 len: 205 time: 0.0322511 Nov 11 21:40:28.497650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44554) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:28.532018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0607a-6189-4129-9087-3ffdff80b9be req-39bb1874-adb1-4c4e-b434-eeb9a7716f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:28.533555 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-55f0607a-6189-4129-9087-3ffdff80b9be req-39bb1874-adb1-4c4e-b434-eeb9a7716f98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2099326 Nov 11 21:40:28.545021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-f6c65e1a-cc51-4ae1-a79d-2a3fb45486d6 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Allocated IP 172.20.0.10 (2f5684a0-dd98-4ef9-a205-fbeb402aa29b/9192978b-83ff-4b80-a8bf-fcd6fc7290de/6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:28.547078 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-9cb4668e-c3f7-4378-a8c4-72925ce67e7d tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] delete failed (client error): The resource could not be found. Nov 11 21:40:28.551558 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9cb4668e-c3f7-4378-a8c4-72925ce67e7d tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "DELETE /v2.0/routers/58e0a374-1553-4ea1-96d5-cc5fb1b9f4db HTTP/1.1" status: 404 len: 336 time: 0.0495670 Nov 11 21:40:28.551558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44556) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:28.557357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Port': ['ID=de13b280-5c5b-42a2-8577-b7f20278ab66,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:28.580251 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No DVR routers for this DVR port de13b280-5c5b-42a2-8577-b7f20278ab66 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:40:28.581823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-730df4af-d7e2-496b-afe9-f87cb60b5ca9 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Made reservation on behalf of e501648e5f804903acbf6fa103613cc4 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:28.582016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-59784e21-7bf2-4c29-a4b8-1160af32c7f1 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f76a913-f9e3-4663-8351-6c596861e4cb HTTP/1.1" status: 200 len: 205 time: 0.0298831 Nov 11 21:40:28.585090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44560) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:28.586419 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-730df4af-d7e2-496b-afe9-f87cb60b5ca9 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:28.638991 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-18fecdf4-eb11-4d5c-9681-17dbbe237fe3 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] delete failed (client error): The resource could not be found. Nov 11 21:40:28.643185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-18fecdf4-eb11-4d5c-9681-17dbbe237fe3 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "DELETE /v2.0/routers/1f76a913-f9e3-4663-8351-6c596861e4cb HTTP/1.1" status: 404 len: 336 time: 0.0528574 Nov 11 21:40:28.645674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44562) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:28.690982 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e7b0f103-0d12-4b6a-884d-a2e5fac4f3d7 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b727536-4890-4ab6-8582-a4bdd2b0373e HTTP/1.1" status: 200 len: 205 time: 0.0412014 Nov 11 21:40:28.694054 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44564) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:28.738414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e6afa00-2de6-41aa-bc00-90a609adf1c2 req-9383b9b4-6989-400d-b8ca-98478e5ccec0 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=c47c97d7-6cf7-40b0-8152-5afef1102bce HTTP/1.1" status: 200 len: 210 time: 0.0938792 Nov 11 21:40:28.780072 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-1150583e-872c-402a-a21b-0dba33496ea9 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] delete failed (client error): The resource could not be found. Nov 11 21:40:28.784019 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-55f0607a-6189-4129-9087-3ffdff80b9be req-96eb965e-0d36-4db6-95f3-76611e566297 service neutron] 10.222.0.10 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388201 Nov 11 21:40:28.784550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1150583e-872c-402a-a21b-0dba33496ea9 tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "DELETE /v2.0/routers/7b727536-4890-4ab6-8582-a4bdd2b0373e HTTP/1.1" status: 404 len: 336 time: 0.0812786 Nov 11 21:40:28.785860 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44566) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:28.798403 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device de13b280-5c5b-42a2-8577-b7f20278ab66 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:40:28.819801 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: de13b280-5c5b-42a2-8577-b7f20278ab66 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:40:28.820161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device de13b280-5c5b-42a2-8577-b7f20278ab66 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:40:28.847907 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:28.867774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e4c173-8a3d-445c-8524-92848f20cb95', 'name': 'network-vif-deleted', 'tag': 'de34b270-ee14-41bc-b10a-3c29a9e06372'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:28.870316 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9b18be-085f-4380-af35-ee0a2a80d07c" -d '{"events": [{"server_uuid": "d1e4c173-8a3d-445c-8524-92848f20cb95", "name": "network-vif-deleted", "tag": "de34b270-ee14-41bc-b10a-3c29a9e06372"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:28.912764 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 248bc8e4-b45f-4fe8-9300-1242e8c7eefe details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:40:28.924408 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21621157-b69e-49ec-a89f-9a954881440a x-openstack-request-id: req-21621157-b69e-49ec-a89f-9a954881440a {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:28.925124 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e4c173-8a3d-445c-8524-92848f20cb95", "name": "network-vif-deleted", "tag": "de34b270-ee14-41bc-b10a-3c29a9e06372", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:28.925586 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-21621157-b69e-49ec-a89f-9a954881440a {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:28.926754 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e4c173-8a3d-445c-8524-92848f20cb95', 'name': 'network-vif-deleted', 'tag': 'de34b270-ee14-41bc-b10a-3c29a9e06372', 'status': 'completed', 'code': 200} Nov 11 21:40:28.957326 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9323d7-ead1-4dad-be6c-0187ef9d4efc tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] DELETE failed (client error): The resource could not be found. Nov 11 21:40:28.957790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9323d7-ead1-4dad-be6c-0187ef9d4efc tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:40:28.963746 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5d9323d7-ead1-4dad-be6c-0187ef9d4efc tempest-RoutersAdminTest-71900098 tempest-RoutersAdminTest-71900098-project] 10.222.0.57 "DELETE /v2.0/subnets/f9bde200-9c23-49d8-91ea-c25065b65427 HTTP/1.1" status: 404 len: 337 time: 0.1172638 Nov 11 21:40:28.964643 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-f6c65e1a-cc51-4ae1-a79d-2a3fb45486d6 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:29.012707 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-f6c65e1a-cc51-4ae1-a79d-2a3fb45486d6 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:29.043393 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faffc57e-b073-46be-b24a-bca8751606c5']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:29.060980 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=248bc8e4-b45f-4fe8-9300-1242e8c7eefe,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:29.078220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '248bc8e4-b45f-4fe8-9300-1242e8c7eefe', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'port_id': '248bc8e4-b45f-4fe8-9300-1242e8c7eefe', 'mac_address': 'fa:16:3e:a2:4f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:40:29.093406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-f6c65e1a-cc51-4ae1-a79d-2a3fb45486d6 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:29.099189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c65e1a-cc51-4ae1-a79d-2a3fb45486d6 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Pushing event updated for resources: {'Port': ['ID=6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:29.102059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f796eef0-f279-4cc5-9d59-fead704febec', 'tag': '7d36ff95-3567-4a67-9803-3feaffadb5ae'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:29.103451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-f6c65e1a-cc51-4ae1-a79d-2a3fb45486d6 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:29.106945 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c582ef7-8f96-4a64-b8c0-1558c254c7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f796eef0-f279-4cc5-9d59-fead704febec", "tag": "7d36ff95-3567-4a67-9803-3feaffadb5ae"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:29.119356 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-29c053c7-3640-44bf-b57d-9cfdf81336b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:29.119572 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173d849d-6f93-4169-a7cc-3bca49a33da9 None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:29.124049 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-29c053c7-3640-44bf-b57d-9cfdf81336b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:29.127472 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-29c053c7-3640-44bf-b57d-9cfdf81336b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c55ae105-ce32-46e9-84ad-0d7b5ec5dea6 HTTP/1.1" status: 204 len: 168 time: 1.3713140 Nov 11 21:40:29.142618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-f6c65e1a-cc51-4ae1-a79d-2a3fb45486d6 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:29.148965 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:29.154869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b0b282-d54c-42fa-81da-dff2dff81fe4') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:29.155177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b0b282-d54c-42fa-81da-dff2dff81fe4') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:29.164869 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248bc8e4-b45f-4fe8-9300-1242e8c7eefe {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:29.197168 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=248bc8e4-b45f-4fe8-9300-1242e8c7eefe,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:29.214712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3c31c253-0858-4a1a-859b-be158f3470ea None None] Provisioning complete for port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:29.216065 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c31c253-0858-4a1a-859b-be158f3470ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:29.218398 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:29.232902 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:29.254983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-626abf1e-0c01-4b53-92e1-a15e55658373 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:29.264582 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-626abf1e-0c01-4b53-92e1-a15e55658373 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:29.271417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-626abf1e-0c01-4b53-92e1-a15e55658373 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:29.273378 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-626abf1e-0c01-4b53-92e1-a15e55658373 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "GET /v2.0/networks?id=1fce0110-e17d-4dbf-bcff-6587b695d31e&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=4fa35899-5adf-40f1-9173-7fcb94838b29&id=4fa35899-5adf-40f1-9173-7fcb94838b29 HTTP/1.1" status: 200 len: 1989 time: 0.7729268 Nov 11 21:40:29.302222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=248bc8e4-b45f-4fe8-9300-1242e8c7eefe,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:29.330765 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d46eb88-b879-4721-a34b-ed676febf901 x-openstack-request-id: req-5d46eb88-b879-4721-a34b-ed676febf901 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:29.331053 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f796eef0-f279-4cc5-9d59-fead704febec", "tag": "7d36ff95-3567-4a67-9803-3feaffadb5ae", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:29.331485 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5d46eb88-b879-4721-a34b-ed676febf901 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:29.332166 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f796eef0-f279-4cc5-9d59-fead704febec', 'tag': '7d36ff95-3567-4a67-9803-3feaffadb5ae', 'status': 'completed', 'code': 200} Nov 11 21:40:29.348949 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3c31c253-0858-4a1a-859b-be158f3470ea None None] Port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:29.351402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c053c7-3640-44bf-b57d-9cfdf81336b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55ae105-ce32-46e9-84ad-0d7b5ec5dea6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:29.427280 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:29.435192 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:40:29.436813 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:29.458838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b1219-43a5-4397-86d7-3fba6a3d799a req-1b6225d1-566f-410d-ac23-6f949602eabe tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:29.466642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-751b1219-43a5-4397-86d7-3fba6a3d799a req-1b6225d1-566f-410d-ac23-6f949602eabe tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 943 time: 0.3499036 Nov 11 21:40:29.473593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-f6c65e1a-cc51-4ae1-a79d-2a3fb45486d6 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:29.474241 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-f6c65e1a-cc51-4ae1-a79d-2a3fb45486d6 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:29.477587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44584) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:29.498598 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['248bc8e4-b45f-4fe8-9300-1242e8c7eefe'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:29.520823 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c582ef7-8f96-4a64-b8c0-1558c254c7b5 req-35bbc17b-c65f-4433-8a24-96193da581e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:29.521869 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c582ef7-8f96-4a64-b8c0-1558c254c7b5 req-35bbc17b-c65f-4433-8a24-96193da581e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6675c7f79bd4dc29927a59893d93ae7&device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 1094 time: 0.2341666 Nov 11 21:40:29.540670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1c291-13a6-4e0e-90f8-5d8f886c85c3 req-6b42a5d7-b90c-448c-9d82-a0f6e69fd3b7 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:29.548034 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4ea1c291-13a6-4e0e-90f8-5d8f886c85c3 req-6b42a5d7-b90c-448c-9d82-a0f6e69fd3b7 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 943 time: 0.1996212 Nov 11 21:40:29.552582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-f6c65e1a-cc51-4ae1-a79d-2a3fb45486d6 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8203893 Nov 11 21:40:29.584585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Request body: {'port': {'device_id': 'c47c97d7-6cf7-40b0-8152-5afef1102bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:40:29.586435 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:40:29.588889 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-55f0607a-6189-4129-9087-3ffdff80b9be req-c651d6b6-751f-4c86-bd26-6c29768ecd8e service neutron] 10.222.0.10 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7377837 Nov 11 21:40:29.594422 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-0deed936-de53-43e6-a7ad-f8531fa056d0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6 HTTP/1.1" status: 200 len: 379 time: 0.2472968 Nov 11 21:40:29.610979 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-5d4839f6-9920-4b08-bc5f-46315beca286 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'port': {'device_id': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'admin_state_up': True, 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'security_groups': ['321ba757-e14b-4ddb-9c49-8dcc002c2fcb']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:29.732517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-730df4af-d7e2-496b-afe9-f87cb60b5ca9 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Allocated IP 172.20.0.11 (2f5684a0-dd98-4ef9-a205-fbeb402aa29b/9192978b-83ff-4b80-a8bf-fcd6fc7290de/135e5b19-cb6f-4cee-a2a3-6dceb73597dc) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:29.739685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:29.757847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-751b1219-43a5-4397-86d7-3fba6a3d799a req-c5efe477-4902-40e1-903f-fe87f537501a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903454 Nov 11 21:40:29.781283 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:29.789095 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/faffc57e-b073-46be-b24a-bca8751606c5 HTTP/1.1" status: 204 len: 168 time: 2.6034715 Nov 11 21:40:29.789095 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6ef2e-b0ea-47de-a5ee-8c21446ff4d9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Network': ['ID=faffc57e-b073-46be-b24a-bca8751606c5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:29.792879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44600) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:29.827841 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3c9ae0-c518-4dd3-ad2b-e5bb7c29b986 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] DELETE failed (client error): The resource could not be found. Nov 11 21:40:29.828316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3c9ae0-c518-4dd3-ad2b-e5bb7c29b986 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:40:29.834572 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9d3c9ae0-c518-4dd3-ad2b-e5bb7c29b986 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/subnets/0b3223ce-c86f-4fda-ac30-08448d2c43e6 HTTP/1.1" status: 404 len: 337 time: 0.0381002 Nov 11 21:40:29.837768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44602) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:29.869689 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4ea1c291-13a6-4e0e-90f8-5d8f886c85c3 req-8b294906-7e61-4b3f-aa98-36860df1588d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207202 Nov 11 21:40:29.870674 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ca6599f-e0b1-4730-b563-828de79c1e14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:29.875872 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e0ca42-5cf5-457a-9978-fd708aaa6c86 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] DELETE failed (client error): The resource could not be found. Nov 11 21:40:29.876481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e0ca42-5cf5-457a-9978-fd708aaa6c86 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:40:29.880268 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-15e0ca42-5cf5-457a-9978-fd708aaa6c86 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/a44b61c9-82fb-4bd1-9f09-87b3e3ced97b HTTP/1.1" status: 404 len: 339 time: 0.0391691 Nov 11 21:40:29.883020 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44604) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:29.889884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c582ef7-8f96-4a64-b8c0-1558c254c7b5 req-d342378b-f6a7-4969-812c-d56f379d299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:29.895253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c582ef7-8f96-4a64-b8c0-1558c254c7b5 req-d342378b-f6a7-4969-812c-d56f379d299e service neutron] 10.222.0.71 "GET /v2.0/networks?id=7caaa17b-13f0-427b-9c0f-9a6ae36198ce HTTP/1.1" status: 200 len: 917 time: 0.3396623 Nov 11 21:40:29.901537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-5d4839f6-9920-4b08-bc5f-46315beca286 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Made reservation on behalf of efe5cf2f31f14ae99d8c9d87f4dba9a6 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:29.905315 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-5d4839f6-9920-4b08-bc5f-46315beca286 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:30.003754 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ca6599f-e0b1-4730-b563-828de79c1e14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:30.063602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-5d4839f6-9920-4b08-bc5f-46315beca286 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Allocated IP 172.20.0.6 (1fce0110-e17d-4dbf-bcff-6587b695d31e/4cc9cd29-0338-4a59-aaa7-c7a0cc838140/c42f3bfd-99cc-4ee5-a989-eedc34b67f19) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:30.078712 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ca6599f-e0b1-4730-b563-828de79c1e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:30.093801 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18fec944-0f10-4856-a2b2-5d13b25addff req-5407b036-1081-4fd4-a5bc-340ca209e9e2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.1851633 Nov 11 21:40:30.142527 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c582ef7-8f96-4a64-b8c0-1558c254c7b5 req-f3ad0b59-ff74-4ac2-85e3-e794aa55a5bd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d36ff95-3567-4a67-9803-3feaffadb5ae HTTP/1.1" status: 200 len: 217 time: 0.1218460 Nov 11 21:40:30.205820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6599f-e0b1-4730-b563-828de79c1e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cd2073-1b8f-422d-9912-6ebab6899498,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:30.211541 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-5d4839f6-9920-4b08-bc5f-46315beca286 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:30.215547 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0ca6599f-e0b1-4730-b563-828de79c1e14 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d12f00a160614ec58e55b6bf262ef9aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7334483 Nov 11 21:40:30.220243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44614) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:30.245156 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:30.245932 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d155a048-582d-47d0-8087-2ff101a0e875 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] DELETE failed (client error): The resource could not be found. Nov 11 21:40:30.246790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d155a048-582d-47d0-8087-2ff101a0e875 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:40:30.252493 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d155a048-582d-47d0-8087-2ff101a0e875 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/subnets/7424326e-4ee0-4fbf-b2f6-342a6edaeafd HTTP/1.1" status: 404 len: 337 time: 0.3662174 Nov 11 21:40:30.256219 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-5d4839f6-9920-4b08-bc5f-46315beca286 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:30.257777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44616) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:30.321743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4839f6-9920-4b08-bc5f-46315beca286 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'Port': ['ID=c42f3bfd-99cc-4ee5-a989-eedc34b67f19,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:30.337596 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c582ef7-8f96-4a64-b8c0-1558c254c7b5 req-a6886a10-33d5-46ac-91e6-9474fbe0b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:30.340652 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c582ef7-8f96-4a64-b8c0-1558c254c7b5 req-a6886a10-33d5-46ac-91e6-9474fbe0b33b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2285bb7f-8f63-4bae-a730-85e19eca1b8d HTTP/1.1" status: 200 len: 855 time: 0.1215234 Nov 11 21:40:30.360815 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8784c61a-b397-435d-8403-9c209765e4f7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] DELETE failed (client error): The resource could not be found. Nov 11 21:40:30.361615 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8784c61a-b397-435d-8403-9c209765e4f7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:40:30.367298 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8784c61a-b397-435d-8403-9c209765e4f7 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/5ccf7bf4-3583-46f2-b249-24c9273745d6 HTTP/1.1" status: 404 len: 339 time: 0.1035860 Nov 11 21:40:30.372102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44620) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:30.426665 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2daf2b-c5f9-4f91-b273-ca9452735185 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] DELETE failed (client error): The resource could not be found. Nov 11 21:40:30.427121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2daf2b-c5f9-4f91-b273-ca9452735185 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:40:30.432860 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cc2daf2b-c5f9-4f91-b273-ca9452735185 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/subnets/d8f038cc-df26-4d89-b13e-865a5ef4308c HTTP/1.1" status: 404 len: 337 time: 0.0575054 Nov 11 21:40:30.435727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44624) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:30.437417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-5d4839f6-9920-4b08-bc5f-46315beca286 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Network 1fce0110-e17d-4dbf-bcff-6587b695d31e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:30.450012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c582ef7-8f96-4a64-b8c0-1558c254c7b5 req-2250ec57-f80c-4640-974d-834da118fd5e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7caaa17b-13f0-427b-9c0f-9a6ae36198ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496173 Nov 11 21:40:30.458491 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-1495248a-ca29-498b-a574-855226a20638 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] DELETE failed (client error): The resource could not be found. Nov 11 21:40:30.459436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1495248a-ca29-498b-a574-855226a20638 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:40:30.464700 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1495248a-ca29-498b-a574-855226a20638 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/d9de55a7-9a31-4059-b530-0a99cb97d823 HTTP/1.1" status: 404 len: 339 time: 0.0239909 Nov 11 21:40:30.465500 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-5d4839f6-9920-4b08-bc5f-46315beca286 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:30.467325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44626) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:30.471632 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-5d4839f6-9920-4b08-bc5f-46315beca286 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:30.604189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a475e4-424a-4a37-9335-02dfc87d41d4 req-9e2d0818-7171-4fd1-9c0e-e565dcb2cb15 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:30.606925 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3a475e4-424a-4a37-9335-02dfc87d41d4 req-9e2d0818-7171-4fd1-9c0e-e565dcb2cb15 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=c47c97d7-6cf7-40b0-8152-5afef1102bce HTTP/1.1" status: 200 len: 932 time: 0.5713992 Nov 11 21:40:30.621844 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-730df4af-d7e2-496b-afe9-f87cb60b5ca9 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:30.634924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-5d4839f6-9920-4b08-bc5f-46315beca286 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:30.635596 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-5d4839f6-9920-4b08-bc5f-46315beca286 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:30.689111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-5863ce89-0197-4788-bc17-1e0ad5493aa9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Deleting subnet 251240a0-6c61-4c4c-9e9f-a1dd5f30726a {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:40:30.699079 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5863ce89-0197-4788-bc17-1e0ad5493aa9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:30.816595 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-5d4839f6-9920-4b08-bc5f-46315beca286 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2097590 Nov 11 21:40:30.842287 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5863ce89-0197-4788-bc17-1e0ad5493aa9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:30.852014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fb107a89-bb79-4764-9eb9-ff9fdf9bfcc2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'port': {'device_id': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6', 'admin_state_up': True, 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'security_groups': ['321ba757-e14b-4ddb-9c49-8dcc002c2fcb']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:30.856241 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-730df4af-d7e2-496b-afe9-f87cb60b5ca9 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:30.920451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e379525f-ce14-46db-9267-170e8cd1aeae None None] Provisioning complete for port c42f3bfd-99cc-4ee5-a989-eedc34b67f19 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:30.921044 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e379525f-ce14-46db-9267-170e8cd1aeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:30.943705 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e951fd1c-1e80-4007-b49f-d124be37cf37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:30.992335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 248bc8e4-b45f-4fe8-9300-1242e8c7eefe up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:31.001986 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-730df4af-d7e2-496b-afe9-f87cb60b5ca9 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:31.011633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-730df4af-d7e2-496b-afe9-f87cb60b5ca9 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:31.017165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730df4af-d7e2-496b-afe9-f87cb60b5ca9 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Pushing event updated for resources: {'Port': ['ID=135e5b19-cb6f-4cee-a2a3-6dceb73597dc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:31.023501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-730df4af-d7e2-496b-afe9-f87cb60b5ca9 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:31.038444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c582ef7-8f96-4a64-b8c0-1558c254c7b5 req-ea235f82-f6f4-4c4c-9484-90d64bf2ec88 service neutron] 10.222.0.71 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496486 Nov 11 21:40:31.052560 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e951fd1c-1e80-4007-b49f-d124be37cf37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.059647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3a475e4-424a-4a37-9335-02dfc87d41d4 req-4d19bbd8-cb5c-4917-96f2-7b814179a7cb tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990362 Nov 11 21:40:31.090751 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5776018-40b4-4db6-b8a9-0f7df7217217 None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:31.114757 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e379525f-ce14-46db-9267-170e8cd1aeae None None] Port c42f3bfd-99cc-4ee5-a989-eedc34b67f19 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:31.156772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:40:31.161365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:31.161974 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.225066 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-730df4af-d7e2-496b-afe9-f87cb60b5ca9 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:31.226267 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-730df4af-d7e2-496b-afe9-f87cb60b5ca9 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.261897 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5863ce89-0197-4788-bc17-1e0ad5493aa9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.298370 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-525d3235-6cb2-4dbc-baf2-77c1b07390d7 None None] Provisioning complete for port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:31.298736 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-525d3235-6cb2-4dbc-baf2-77c1b07390d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.309984 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-730df4af-d7e2-496b-afe9-f87cb60b5ca9 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4977367 Nov 11 21:40:31.313706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44644) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:31.338573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Request body: {'port': {'device_id': 'e4dc1754-09c4-4cdd-96e4-3249fe1d92de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:31.341916 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-525d3235-6cb2-4dbc-baf2-77c1b07390d7 None None] Port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:31.353351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:31.364395 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.391076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Transition to ACTIVE for port object 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:31.392192 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.414407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222954e5-49e8-4b5e-8a26-5f822c8d2926 req-07bace3d-1835-4b25-ada2-c59f9ee5f1ee tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:31.423478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-222954e5-49e8-4b5e-8a26-5f822c8d2926 req-07bace3d-1835-4b25-ada2-c59f9ee5f1ee tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 944 time: 0.4904156 Nov 11 21:40:31.424310 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fb107a89-bb79-4764-9eb9-ff9fdf9bfcc2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Made reservation on behalf of efe5cf2f31f14ae99d8c9d87f4dba9a6 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:31.428001 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fb107a89-bb79-4764-9eb9-ff9fdf9bfcc2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.433237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1748b6-506c-4824-82ba-7ca0c22f6f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248bc8e4-b45f-4fe8-9300-1242e8c7eefe'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:31.436839 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3324dcf-330e-4256-a53f-e0f7d1810c30" -d '{"events": [{"server_uuid": "3a1748b6-506c-4824-82ba-7ca0c22f6f7f", "name": "network-vif-plugged", "status": "completed", "tag": "248bc8e4-b45f-4fe8-9300-1242e8c7eefe"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:31.456351 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.464919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=248bc8e4-b45f-4fe8-9300-1242e8c7eefe,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:31.471308 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c582ef7-8f96-4a64-b8c0-1558c254c7b5 req-5d157d5e-17a1-4ce5-be56-902c9a9fdd26 service neutron] 10.222.0.71 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094706 Nov 11 21:40:31.476453 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.507892 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5863ce89-0197-4788-bc17-1e0ad5493aa9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.542759 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.549926 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863ce89-0197-4788-bc17-1e0ad5493aa9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Subnet': ['ID=251240a0-6c61-4c4c-9e9f-a1dd5f30726a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:31.568750 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5863ce89-0197-4788-bc17-1e0ad5493aa9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.572226 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5863ce89-0197-4788-bc17-1e0ad5493aa9 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/subnets/251240a0-6c61-4c4c-9e9f-a1dd5f30726a HTTP/1.1" status: 204 len: 168 time: 1.1016715 Nov 11 21:40:31.582139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44650) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:31.594275 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a64242-c699-4522-915e-647563417791 None None] Network 9053a1ff-6c72-4340-b468-b8e39bc3dc5c requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:31.626015 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=248bc8e4-b45f-4fe8-9300-1242e8c7eefe,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:31.709285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1089491164'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:31.767776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7d36ff95-3567-4a67-9803-3feaffadb5ae details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:40:31.824606 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.874236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Made reservation on behalf of 741784e6e53b45839a6c5b7003fb4e20 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:31.878653 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.953776 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.062122 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c753f55f-234c-4813-913d-53b4717995cd None None] DHCP port deletion for 9053a1ff-6c72-4340-b468-b8e39bc3dc5c request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:32.116747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7d36ff95-3567-4a67-9803-3feaffadb5ae, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7d36ff95-3567-4a67-9803-3feaffadb5ae,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:32.139340 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '7d36ff95-3567-4a67-9803-3feaffadb5ae', 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce', 'port_id': '7d36ff95-3567-4a67-9803-3feaffadb5ae', 'mac_address': 'fa:16:3e:da:d0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2285bb7f-8f63-4bae-a730-85e19eca1b8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:40:32.200765 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-222954e5-49e8-4b5e-8a26-5f822c8d2926 req-45116161-81fd-4dfd-8d32-5b1639c7d04e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7725062 Nov 11 21:40:32.204942 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68760791-54f6-46b2-9d00-8bf4160c815f None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:32.210675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:32.225360 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.233780 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c753f55f-234c-4813-913d-53b4717995cd None None] Deleting port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:32.234386 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c753f55f-234c-4813-913d-53b4717995cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.287394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d36ff95-3567-4a67-9803-3feaffadb5ae {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:32.294852 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fb107a89-bb79-4764-9eb9-ff9fdf9bfcc2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Allocated IP 10.1.1.224 (784dde3a-e85c-4752-9e04-1000eefc86d6/4203dbbe-3cd8-4d15-b390-b3fbd621d440/13ffee77-0dca-490c-8116-b548cab8fe4a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:32.296434 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e951fd1c-1e80-4007-b49f-d124be37cf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.303103 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e951fd1c-1e80-4007-b49f-d124be37cf37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.312147 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e951fd1c-1e80-4007-b49f-d124be37cf37 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c4cd2073-1b8f-422d-9912-6ebab6899498 HTTP/1.1" status: 204 len: 168 time: 2.0854843 Nov 11 21:40:32.388461 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Deleting port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:32.389005 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.410586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951fd1c-1e80-4007-b49f-d124be37cf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cd2073-1b8f-422d-9912-6ebab6899498,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:32.431502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Attempting to bind port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:32.432102 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Attempting to bind port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:32.432601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Attempting to bind port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 on network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:32.450112 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415ad72-dd26-44d2-934c-e0b5d4537281 req-b6adae16-6489-4ac0-a237-72ef13b5fb65 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:32.452431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3415ad72-dd26-44d2-934c-e0b5d4537281 req-b6adae16-6489-4ac0-a237-72ef13b5fb65 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 943 time: 0.9841723 Nov 11 21:40:32.463956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 on network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:32.464666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Attempting to bind port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 on network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:32.474631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:32.475273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Checking segment: {'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:32.475969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Bound using segment: {'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:32.476622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Bound port: 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:32.478269 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.497931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c753f55f-234c-4813-913d-53b4717995cd None None] For port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5ddee356-ca59-4c20-bd7d-ceebb91bcdcd,segment=NetworkSegment(dd6ff5df-c525-43fa-b4c8-e3358ad50e44),segment_id=dd6ff5df-c525-43fa-b4c8-e3358ad50e44)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:32.498331 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c753f55f-234c-4813-913d-53b4717995cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.502933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7d36ff95-3567-4a67-9803-3feaffadb5ae, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7d36ff95-3567-4a67-9803-3feaffadb5ae,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:32.519293 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.528317 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c753f55f-234c-4813-913d-53b4717995cd None None] Calling delete_port for 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:32.544807 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135e5b19-cb6f-4cee-a2a3-6dceb73597dc {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:32.589570 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.594510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] For port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5ddee356-ca59-4c20-bd7d-ceebb91bcdcd,segment=NetworkSegment(dd6ff5df-c525-43fa-b4c8-e3358ad50e44),segment_id=dd6ff5df-c525-43fa-b4c8-e3358ad50e44)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:32.594999 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.633814 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Calling delete_port for 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:32.636212 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.655071 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.668184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:40:32.677922 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.678400 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Added segment 4c60748a-e752-47f6-a852-c6cf4c6fc1d9 of type vlan for network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 Nov 11 21:40:32.684104 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7d36ff95-3567-4a67-9803-3feaffadb5ae,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:32.737575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Transition to ACTIVE for port object 135e5b19-cb6f-4cee-a2a3-6dceb73597dc will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:32.745217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e329b-c997-41e1-b085-c2e64db30a20 req-ef247e36-aa20-491c-8f4e-d4382d81fe41 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:32.753497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a9e329b-c997-41e1-b085-c2e64db30a20 req-ef247e36-aa20-491c-8f4e-d4382d81fe41 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 931 time: 0.3583426 Nov 11 21:40:32.762308 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c753f55f-234c-4813-913d-53b4717995cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.791918 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7d36ff95-3567-4a67-9803-3feaffadb5ae'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:32.794953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753f55f-234c-4813-913d-53b4717995cd None None] Pushing event deleted for resources: {'Port': ['ID=5ddee356-ca59-4c20-bd7d-ceebb91bcdcd,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:32.818695 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c753f55f-234c-4813-913d-53b4717995cd None None] No DVR routers for this DVR port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:40:32.839969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:40:32.851831 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3415ad72-dd26-44d2-934c-e0b5d4537281 req-26ee0561-674b-47bf-bd71-c9bbcf89436a tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798177 Nov 11 21:40:32.922877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:40:32.923189 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:40:32.929148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] For port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:32.965250 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.973920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] For port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:33.000130 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a9e329b-c997-41e1-b085-c2e64db30a20 req-034f6619-5e79-40af-96de-f52373a1a848 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261345 Nov 11 21:40:33.001355 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.006902 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e96b5d4-ae77-46b2-97a2-53ad7aae169f x-openstack-request-id: req-6e96b5d4-ae77-46b2-97a2-53ad7aae169f {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:33.007466 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1748b6-506c-4824-82ba-7ca0c22f6f7f", "name": "network-vif-plugged", "status": "completed", "tag": "248bc8e4-b45f-4fe8-9300-1242e8c7eefe", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:33.008028 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e96b5d4-ae77-46b2-97a2-53ad7aae169f {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:33.008604 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1748b6-506c-4824-82ba-7ca0c22f6f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248bc8e4-b45f-4fe8-9300-1242e8c7eefe', 'code': 200} Nov 11 21:40:33.100328 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44660) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:33.112942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:33.113616 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.115092 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] 10.222.0.10 "PUT /v2.0/ports/6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 HTTP/1.1" status: 200 len: 1092 time: 3.5434127 Nov 11 21:40:33.117367 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47c97d7-6cf7-40b0-8152-5afef1102bce', 'tag': '6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:33.119685 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf7fc03-7f39-4ee5-a187-4c1bc0fb76ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c47c97d7-6cf7-40b0-8152-5afef1102bce", "tag": "6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:33.145167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494d2b9f-6f45-4f89-b1b5-f34cab47fe0f None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:33.162189 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.172990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c188b3e-1ad1-451a-9f49-3aea19ee57f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:33.215397 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b169dba-d5c0-42d4-bb96-83e9afd4ac17 x-openstack-request-id: req-5b169dba-d5c0-42d4-bb96-83e9afd4ac17 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:33.216136 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47c97d7-6cf7-40b0-8152-5afef1102bce", "tag": "6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:33.216136 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5b169dba-d5c0-42d4-bb96-83e9afd4ac17 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:33.218258 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47c97d7-6cf7-40b0-8152-5afef1102bce', 'tag': '6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90', 'status': 'completed', 'code': 200} Nov 11 21:40:33.242493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b3a222a9-657c-411b-827b-82101a65bfae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=253c0c62b4cb426fa53dff567ec0d270&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396606 Nov 11 21:40:33.244701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44668) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:33.261207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4907a322-09dd-4143-b2a8-04767a65e1b4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:33.289245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d4650-a898-4d2d-9c3e-a2c6668392bb req-c344081f-55b8-4b91-a8e0-f0656078b6aa tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:33.290842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074d4650-a898-4d2d-9c3e-a2c6668392bb req-c344081f-55b8-4b91-a8e0-f0656078b6aa tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=c47c97d7-6cf7-40b0-8152-5afef1102bce HTTP/1.1" status: 200 len: 944 time: 0.1384003 Nov 11 21:40:33.304402 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21f7a07-7d6d-4f48-973c-c343f5257389 None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:33.311583 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.313816 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-aeb6e4fc-761b-4d0e-a7bb-4d542b634cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:33.315334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-aeb6e4fc-761b-4d0e-a7bb-4d542b634cd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e501648e5f804903acbf6fa103613cc4&device_id=c47c97d7-6cf7-40b0-8152-5afef1102bce HTTP/1.1" status: 200 len: 1095 time: 0.1223536 Nov 11 21:40:33.317967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:33.318586 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.382396 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-878ed086-a254-4b97-93fe-e2781385e06b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 HTTP/1.1" status: 200 len: 217 time: 0.0548592 Nov 11 21:40:33.411352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fb107a89-bb79-4764-9eb9-ff9fdf9bfcc2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.445551 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Pushing event updated for resources: {'Port': ['ID=135e5b19-cb6f-4cee-a2a3-6dceb73597dc,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:33.462210 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2f4dd10-8a0e-4e7b-b83f-d56979cfde7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.481918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Pushing event updated for resources: {'Network': ['ID=a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:33.490059 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.493356 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2f4dd10-8a0e-4e7b-b83f-d56979cfde7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.533221 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No DVR routers for this DVR port 5ddee356-ca59-4c20-bd7d-ceebb91bcdcd on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:40:33.553367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074d4650-a898-4d2d-9c3e-a2c6668392bb req-f29d060e-46e8-4e63-8b41-e878c460604d tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539287 Nov 11 21:40:33.561135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2f4dd10-8a0e-4e7b-b83f-d56979cfde7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.563650 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2f4dd10-8a0e-4e7b-b83f-d56979cfde7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.564966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f2f4dd10-8a0e-4e7b-b83f-d56979cfde7b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/942942bb-48f1-4d00-ad79-4184875cceff HTTP/1.1" status: 204 len: 168 time: 0.3192961 Nov 11 21:40:33.569125 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6e3c639d-0385-448c-9dc5-9d82c1b36ede tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2466433 Nov 11 21:40:33.580035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8193b8-f4d8-495d-a236-cd2763866271 req-c7f850ae-68b8-4b30-b5a0-c21e9f16b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:33.582333 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6b8193b8-f4d8-495d-a236-cd2763866271 req-c7f850ae-68b8-4b30-b5a0-c21e9f16b30c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 1096 time: 0.3647411 Nov 11 21:40:33.583458 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Port': ['ID=5ddee356-ca59-4c20-bd7d-ceebb91bcdcd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:33.590024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4dd10-8a0e-4e7b-b83f-d56979cfde7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942942bb-48f1-4d00-ad79-4184875cceff,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:33.592662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-d70e0498-17a4-41ff-ac11-89f6db27ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:33.594226 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-d70e0498-17a4-41ff-ac11-89f6db27ce09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9192978b-83ff-4b80-a8bf-fcd6fc7290de HTTP/1.1" status: 200 len: 853 time: 0.2027819 Nov 11 21:40:33.607953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821b4e0-2134-4db9-be4d-3525ad7ab5c3 req-36c27a4c-057f-4fc8-bdb1-d4c1c1e5afef tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:33.609781 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d821b4e0-2134-4db9-be4d-3525ad7ab5c3 req-36c27a4c-057f-4fc8-bdb1-d4c1c1e5afef tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 945 time: 0.2194898 Nov 11 21:40:33.663056 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-73ab92ba-f652-48b2-be9e-ad7577606711 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522847 Nov 11 21:40:33.663248 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.696326 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9053a1ff-6c72-4340-b468-b8e39bc3dc5c']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:33.712132 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6ff5df-c525-43fa-b4c8-e3358ad50e44') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:33.712132 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6ff5df-c525-43fa-b4c8-e3358ad50e44') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:33.725254 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.726010 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:33.739383 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.746764 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:40:33.747167 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.800669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d821b4e0-2134-4db9-be4d-3525ad7ab5c3 req-43cbf51f-3fa8-4a36-809e-4ee346120d46 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803341 Nov 11 21:40:33.840773 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7d36ff95-3567-4a67-9803-3feaffadb5ae up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:33.854273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-3fea20b2-b836-4049-85c7-f6aa549ff501 service neutron] 10.222.0.10 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793399 Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:40:33.859244 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:40:33.867417 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.874833 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.897953 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/9053a1ff-6c72-4340-b468-b8e39bc3dc5c HTTP/1.1" status: 204 len: 168 time: 2.3117137 Nov 11 21:40:33.898924 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44680) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:33.912630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 7d36ff95-3567-4a67-9803-3feaffadb5ae completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:40:33.916589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 7d36ff95-3567-4a67-9803-3feaffadb5ae triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:33.916993 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.948183 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d530b7-6089-4895-b972-e52cae5b8988 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Network': ['ID=9053a1ff-6c72-4340-b468-b8e39bc3dc5c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:34.023772 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6b8193b8-f4d8-495d-a236-cd2763866271 req-14b651e0-e0b5-4b54-8af8-84ecb3e98ce9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796744 Nov 11 21:40:34.044899 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7f3098-7535-428d-85fc-3679d547635f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] DELETE failed (client error): The resource could not be found. Nov 11 21:40:34.045364 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7f3098-7535-428d-85fc-3679d547635f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:40:34.046528 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Attempting to bind port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:34.047054 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Attempting to bind port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:34.047382 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Attempting to bind port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc on network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:34.050771 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5b7f3098-7535-428d-85fc-3679d547635f tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/subnets/4ec08b31-b7dd-4f6a-9c2e-290fcd620fff HTTP/1.1" status: 404 len: 337 time: 0.1491513 Nov 11 21:40:34.052595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44686) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:34.053256 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc on network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:34.053628 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Attempting to bind port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc on network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:34.062070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:34.062293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Checking segment: {'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:34.062671 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Bound using segment: {'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:34.063093 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Bound port: 135e5b19-cb6f-4cee-a2a3-6dceb73597dc, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4146b1-e776-4d1f-80af-2bb802cbdf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:34.063443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:34.067599 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fb107a89-bb79-4764-9eb9-ff9fdf9bfcc2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:34.084023 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:34.127606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44688) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:34.148463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Request body: {'port': {'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99', 'binding:host_id': 'n-h1-805737-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1720501562'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:34.152691 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fb107a89-bb79-4764-9eb9-ff9fdf9bfcc2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Network 784dde3a-e85c-4752-9e04-1000eefc86d6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:34.154866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7d36ff95-3567-4a67-9803-3feaffadb5ae, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7d36ff95-3567-4a67-9803-3feaffadb5ae,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:34.165539 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:34.174407 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb107a89-bb79-4764-9eb9-ff9fdf9bfcc2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'Port': ['ID=13ffee77-0dca-490c-8116-b548cab8fe4a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:34.178476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fb107a89-bb79-4764-9eb9-ff9fdf9bfcc2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:34.180910 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fb107a89-bb79-4764-9eb9-ff9fdf9bfcc2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:34.261954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7d36ff95-3567-4a67-9803-3feaffadb5ae,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:34.264591 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fb107a89-bb79-4764-9eb9-ff9fdf9bfcc2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:34.265933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fb107a89-bb79-4764-9eb9-ff9fdf9bfcc2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:34.269618 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-eed5c3ff-d8d6-4b1d-b3ff-ae9d3ad46727 service neutron] 10.222.0.10 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060125 Nov 11 21:40:34.270298 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Made reservation on behalf of 20b0a12ba6a0403bb6dddbfffa7ab090 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:34.277785 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d5635a-7dbe-4cdf-89ea-7f66b5853f43 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] DELETE failed (client error): The resource could not be found. Nov 11 21:40:34.278603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d5635a-7dbe-4cdf-89ea-7f66b5853f43 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:40:34.282729 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b0d5635a-7dbe-4cdf-89ea-7f66b5853f43 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/8e87ccf0-51d8-4fb2-8d59-4d0a14f5c2e5 HTTP/1.1" status: 404 len: 339 time: 0.2225094 Nov 11 21:40:34.283555 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:34.300749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244136d-8fb1-4b9a-b4a2-4bbd197b6b2f req-cfaba834-a20a-4cda-a2fd-9519a095947c tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:34.302392 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7244136d-8fb1-4b9a-b4a2-4bbd197b6b2f req-cfaba834-a20a-4cda-a2fd-9519a095947c tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 944 time: 0.2446134 Nov 11 21:40:34.304019 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44694) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:34.356225 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:34.391496 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fb107a89-bb79-4764-9eb9-ff9fdf9bfcc2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5554452 Nov 11 21:40:34.397734 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] For port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:34.402061 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] For port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=135e5b19-cb6f-4cee-a2a3-6dceb73597dc,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:34.410971 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fac271b8-ee79-4af2-9bc3-fee914cd8fe0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'port': {'device_id': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6', 'admin_state_up': True, 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'security_groups': ['321ba757-e14b-4ddb-9c49-8dcc002c2fcb']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:34.419182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:34.523602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd2dbaa-81e8-4ebc-9eab-f23fa8062d30 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Deleting subnet 81577616-03fb-41bf-a5ba-16de2e242c7f {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:40:34.542407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ea753-2f1d-4859-a261-2d214e259a60 req-ab6e3346-5510-4caa-b9bd-2a9889c1fce6 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:34.550293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ea753-2f1d-4859-a261-2d214e259a60 req-ab6e3346-5510-4caa-b9bd-2a9889c1fce6 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:34.552342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-493ea753-2f1d-4859-a261-2d214e259a60 req-ab6e3346-5510-4caa-b9bd-2a9889c1fce6 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 1653 time: 0.3231680 Nov 11 21:40:34.553618 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fd2dbaa-81e8-4ebc-9eab-f23fa8062d30 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:34.561208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f061d2-1392-45c0-8ef0-28b04f154bda None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:34.566901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:34.567714 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:34.570105 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] 10.222.0.10 "PUT /v2.0/ports/135e5b19-cb6f-4cee-a2a3-6dceb73597dc HTTP/1.1" status: 200 len: 1092 time: 3.2465219 Nov 11 21:40:34.570717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4dc1754-09c4-4cdd-96e4-3249fe1d92de', 'tag': '135e5b19-cb6f-4cee-a2a3-6dceb73597dc'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:34.573976 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3841eef3-ccbf-46dd-b41c-cc2cad4b4937" -d '{"events": [{"name": "network-changed", "server_uuid": "e4dc1754-09c4-4cdd-96e4-3249fe1d92de", "tag": "135e5b19-cb6f-4cee-a2a3-6dceb73597dc"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:34.620910 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7244136d-8fb1-4b9a-b4a2-4bbd197b6b2f req-5ab38687-6bad-4f1b-9626-8a9f63d65c2d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892947 Nov 11 21:40:34.629952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7fc03-7f39-4ee5-a187-4c1bc0fb76ac req-742c7fd6-48b5-4e57-a325-63b2dd2aa5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:34.637663 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebf7fc03-7f39-4ee5-a187-4c1bc0fb76ac req-742c7fd6-48b5-4e57-a325-63b2dd2aa5aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e501648e5f804903acbf6fa103613cc4&device_id=c47c97d7-6cf7-40b0-8152-5afef1102bce HTTP/1.1" status: 200 len: 1095 time: 0.2950816 Nov 11 21:40:34.655803 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-50e79f9c-9d9b-476d-9a72-437a5bb3ebf6 None None] Provisioning complete for port 13ffee77-0dca-490c-8116-b548cab8fe4a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:34.656347 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-50e79f9c-9d9b-476d-9a72-437a5bb3ebf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:34.686903 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03660310-50e4-48a1-ade8-cb06e1063771 service neutron] Pushing event updated for resources: {'Port': ['ID=135e5b19-cb6f-4cee-a2a3-6dceb73597dc,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:34.745657 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fd2dbaa-81e8-4ebc-9eab-f23fa8062d30 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:34.750549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-50e79f9c-9d9b-476d-9a72-437a5bb3ebf6 None None] Port 13ffee77-0dca-490c-8116-b548cab8fe4a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:34.758690 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84db0965-7d05-4d99-b190-5dea0596c9ea x-openstack-request-id: req-84db0965-7d05-4d99-b190-5dea0596c9ea {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:34.759590 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4dc1754-09c4-4cdd-96e4-3249fe1d92de", "tag": "135e5b19-cb6f-4cee-a2a3-6dceb73597dc", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:34.760090 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-84db0965-7d05-4d99-b190-5dea0596c9ea {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:34.760557 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4dc1754-09c4-4cdd-96e4-3249fe1d92de', 'tag': '135e5b19-cb6f-4cee-a2a3-6dceb73597dc', 'status': 'completed', 'code': 200} Nov 11 21:40:34.773135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-c43a1465-6cf2-48b7-9925-adc76954e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:34.775687 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-c43a1465-6cf2-48b7-9925-adc76954e2b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e501648e5f804903acbf6fa103613cc4&device_id=e4dc1754-09c4-4cdd-96e4-3249fe1d92de HTTP/1.1" status: 200 len: 1095 time: 0.1327999 Nov 11 21:40:34.783672 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fac271b8-ee79-4af2-9bc3-fee914cd8fe0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Made reservation on behalf of efe5cf2f31f14ae99d8c9d87f4dba9a6 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:34.788381 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fac271b8-ee79-4af2-9bc3-fee914cd8fe0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:34.836414 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-29d5350f-40fe-473b-8855-191656510853 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=135e5b19-cb6f-4cee-a2a3-6dceb73597dc HTTP/1.1" status: 200 len: 217 time: 0.0439382 Nov 11 21:40:34.925232 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-493ea753-2f1d-4859-a261-2d214e259a60 req-2b4c47d2-10c2-470a-97ac-3f3de6647a66 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3535399 Nov 11 21:40:34.944532 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-ba64aa1c-7378-499d-9816-eca9ddf1a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:34.946831 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-ba64aa1c-7378-499d-9816-eca9ddf1a753 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9192978b-83ff-4b80-a8bf-fcd6fc7290de HTTP/1.1" status: 200 len: 853 time: 0.0967925 Nov 11 21:40:34.975556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44714) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:35.009772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f796eef0-f279-4cc5-9d59-fead704febec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d36ff95-3567-4a67-9803-3feaffadb5ae'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:35.010720 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-8b358eec-c817-4cce-8006-fe2258349498 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327010 Nov 11 21:40:35.011395 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:35.013422 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e867f2fe-e5a9-41cf-8ae3-5d318fcd997c" -d '{"events": [{"server_uuid": "f796eef0-f279-4cc5-9d59-fead704febec", "name": "network-vif-plugged", "status": "completed", "tag": "7d36ff95-3567-4a67-9803-3feaffadb5ae"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:35.040003 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:35.045497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] device_id is not set on port f6217ccc-a16a-4a47-b2a1-aed35484c606 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:35.062639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fac271b8-ee79-4af2-9bc3-fee914cd8fe0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Allocated IP 10.1.1.191 (784dde3a-e85c-4752-9e04-1000eefc86d6/4203dbbe-3cd8-4d15-b390-b3fbd621d440/14325729-1495-4098-ba65-82b20f0f04f3) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:35.226418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1480848206'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:35.275587 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-cda323af-c5fc-44b3-8082-ef49805459fb service neutron] 10.222.0.10 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542741 Nov 11 21:40:35.284326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7fc03-7f39-4ee5-a187-4c1bc0fb76ac req-c9a8f9d3-4723-4397-8dce-5e9e3b692f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:35.285616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebf7fc03-7f39-4ee5-a187-4c1bc0fb76ac req-c9a8f9d3-4723-4397-8dce-5e9e3b692f97 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b HTTP/1.1" status: 200 len: 915 time: 0.6311624 Nov 11 21:40:35.303107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea926baa-6ea4-4924-929c-3592909d4900 req-603f1ced-c40e-40e0-adda-7288113be44d tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:35.304573 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea926baa-6ea4-4924-929c-3592909d4900 req-603f1ced-c40e-40e0-adda-7288113be44d tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=c47c97d7-6cf7-40b0-8152-5afef1102bce HTTP/1.1" status: 200 len: 944 time: 0.4573970 Nov 11 21:40:35.354040 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fac271b8-ee79-4af2-9bc3-fee914cd8fe0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:35.389370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec1f12f-f5b6-4042-b469-d0f75650629b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:35.406441 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f61e4f3c-7fdc-4c12-adaa-d43ff0cb8492 req-35e226bb-7e0a-48b5-9f4b-6148a9fb5464 service neutron] 10.222.0.10 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164112 Nov 11 21:40:35.408022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebf7fc03-7f39-4ee5-a187-4c1bc0fb76ac req-f791865f-18c3-4604-93cb-9ad39754c570 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 HTTP/1.1" status: 200 len: 217 time: 0.0982692 Nov 11 21:40:35.416136 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fac271b8-ee79-4af2-9bc3-fee914cd8fe0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:35.425153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Made reservation on behalf of dc4cb52b9f8f4703a34e42b10127e5c2 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:35.429062 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:35.433192 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fd2dbaa-81e8-4ebc-9eab-f23fa8062d30 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:35.485059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fac271b8-ee79-4af2-9bc3-fee914cd8fe0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Network 784dde3a-e85c-4752-9e04-1000eefc86d6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:35.504142 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac271b8-ee79-4af2-9bc3-fee914cd8fe0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'Port': ['ID=14325729-1495-4098-ba65-82b20f0f04f3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:35.506707 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fac271b8-ee79-4af2-9bc3-fee914cd8fe0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:35.509696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fac271b8-ee79-4af2-9bc3-fee914cd8fe0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:35.532562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7725bb-6e96-4003-8310-3f7e32ceb5de req-441a9da4-cf32-4748-a988-64b61b8ece4b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:35.534073 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af7725bb-6e96-4003-8310-3f7e32ceb5de req-441a9da4-cf32-4748-a988-64b61b8ece4b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 945 time: 0.5110095 Nov 11 21:40:35.535207 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:35.549726 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841eef3-ccbf-46dd-b41c-cc2cad4b4937 req-0211191a-63da-4c58-a9f8-33d831e199f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:35.551493 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3841eef3-ccbf-46dd-b41c-cc2cad4b4937 req-0211191a-63da-4c58-a9f8-33d831e199f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e501648e5f804903acbf6fa103613cc4&device_id=e4dc1754-09c4-4cdd-96e4-3249fe1d92de HTTP/1.1" status: 200 len: 1095 time: 0.0873997 Nov 11 21:40:35.586066 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fac271b8-ee79-4af2-9bc3-fee914cd8fe0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:35.586689 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fac271b8-ee79-4af2-9bc3-fee914cd8fe0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:35.595449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] device_id is not set on port f6217ccc-a16a-4a47-b2a1-aed35484c606 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:35.616287 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea926baa-6ea4-4924-929c-3592909d4900 req-cd3c6d81-31f5-4d6d-9791-66c9d2352542 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817805 Nov 11 21:40:35.638754 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:35.661311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7fc03-7f39-4ee5-a187-4c1bc0fb76ac req-05019ab0-242e-4fab-8ec2-449cf121331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:35.662861 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebf7fc03-7f39-4ee5-a187-4c1bc0fb76ac req-05019ab0-242e-4fab-8ec2-449cf121331d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9192978b-83ff-4b80-a8bf-fcd6fc7290de HTTP/1.1" status: 200 len: 853 time: 0.2398968 Nov 11 21:40:35.676176 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-fac271b8-ee79-4af2-9bc3-fee914cd8fe0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2723832 Nov 11 21:40:35.693297 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:35.698625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-49f39383-68bd-42f0-8206-eff3569bdf5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'port': {'device_id': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29', 'admin_state_up': True, 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'security_groups': ['321ba757-e14b-4ddb-9c49-8dcc002c2fcb']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:35.743803 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e74cbed-f4a4-4a8d-9d4c-7150afe00dc4 x-openstack-request-id: req-9e74cbed-f4a4-4a8d-9d4c-7150afe00dc4 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:35.744719 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f796eef0-f279-4cc5-9d59-fead704febec", "name": "network-vif-plugged", "status": "completed", "tag": "7d36ff95-3567-4a67-9803-3feaffadb5ae", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:35.745183 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9e74cbed-f4a4-4a8d-9d4c-7150afe00dc4 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:35.746304 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f796eef0-f279-4cc5-9d59-fead704febec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d36ff95-3567-4a67-9803-3feaffadb5ae', 'code': 200} Nov 11 21:40:35.764148 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fd2dbaa-81e8-4ebc-9eab-f23fa8062d30 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:35.803317 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841eef3-ccbf-46dd-b41c-cc2cad4b4937 req-f2de1ccb-6434-4553-a8e0-fbe3a3864b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:35.805012 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3841eef3-ccbf-46dd-b41c-cc2cad4b4937 req-f2de1ccb-6434-4553-a8e0-fbe3a3864b70 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b HTTP/1.1" status: 200 len: 915 time: 0.2444966 Nov 11 21:40:35.809485 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebf7fc03-7f39-4ee5-a187-4c1bc0fb76ac req-51ba8c2f-9f61-4854-9c68-9c56a895369b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200325 Nov 11 21:40:35.868748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2dbaa-81e8-4ebc-9eab-f23fa8062d30 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Subnet': ['ID=81577616-03fb-41bf-a5ba-16de2e242c7f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:35.887817 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af7725bb-6e96-4003-8310-3f7e32ceb5de req-ba188592-f5b9-4e25-8490-c5c4e50384a5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206785 Nov 11 21:40:35.892908 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fd2dbaa-81e8-4ebc-9eab-f23fa8062d30 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:35.894954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee8b6ba-f68b-4b2e-a5c4-76599dddd04f None None] Network b87b2763-a832-447f-8e85-3e585460ef86 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:35.899222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3fd2dbaa-81e8-4ebc-9eab-f23fa8062d30 tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/subnets/81577616-03fb-41bf-a5ba-16de2e242c7f HTTP/1.1" status: 204 len: 168 time: 1.5719957 Nov 11 21:40:35.907591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44722) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:36.001954 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-073edba0-64a0-4c13-b045-17e45f1b54bb req-d5a1d13c-52f4-434f-9211-a7ef6cdd8622 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3704121 Nov 11 21:40:36.016529 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3841eef3-ccbf-46dd-b41c-cc2cad4b4937 req-5dec1579-e9f8-4064-8c05-f1efa9b91c7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=135e5b19-cb6f-4cee-a2a3-6dceb73597dc HTTP/1.1" status: 200 len: 217 time: 0.1933546 Nov 11 21:40:36.036642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Pushing event updated for resources: {'Port': ['ID=f6217ccc-a16a-4a47-b2a1-aed35484c606,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:36.089428 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4eead431-9db6-4f8c-ae22-f38aaea34af3 None None] Provisioning complete for port 14325729-1495-4098-ba65-82b20f0f04f3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:36.093439 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4eead431-9db6-4f8c-ae22-f38aaea34af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:36.105638 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16858217-0ad6-466f-8d13-ca6760b88f91 req-7462da2f-9ac9-4428-bc14-8e538c25aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:36.107232 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16858217-0ad6-466f-8d13-ca6760b88f91 req-7462da2f-9ac9-4428-bc14-8e538c25aac9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 1096 time: 0.2807267 Nov 11 21:40:36.111267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-49f39383-68bd-42f0-8206-eff3569bdf5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Made reservation on behalf of efe5cf2f31f14ae99d8c9d87f4dba9a6 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:36.169622 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4eead431-9db6-4f8c-ae22-f38aaea34af3 None None] Port 14325729-1495-4098-ba65-82b20f0f04f3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:36.191788 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841eef3-ccbf-46dd-b41c-cc2cad4b4937 req-25b213eb-84ca-4618-97e1-1f17b9a09648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:36.192166 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:36.193333 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Checking segment: {'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:36.193760 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3841eef3-ccbf-46dd-b41c-cc2cad4b4937 req-25b213eb-84ca-4618-97e1-1f17b9a09648 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9192978b-83ff-4b80-a8bf-fcd6fc7290de HTTP/1.1" status: 200 len: 853 time: 0.1628864 Nov 11 21:40:36.193873 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Network hostable DHCP agents. Network: a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:40:36.208523 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:36.219761 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:36.250524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35a4b4-3f7d-433c-a9a4-d8beaa3ebf62 req-378539b8-6961-400e-9721-0c27d68efe2f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:36.259247 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da35a4b4-3f7d-433c-a9a4-d8beaa3ebf62 req-378539b8-6961-400e-9721-0c27d68efe2f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.3691914 Nov 11 21:40:36.265915 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1f5d72-c7c1-467c-a3ca-2d1b2e13e4d4 None None] DHCP port deletion for b87b2763-a832-447f-8e85-3e585460ef86 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:36.289417 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3841eef3-ccbf-46dd-b41c-cc2cad4b4937 req-6893e368-ea3b-47c3-9a29-00355e1a17a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f5684a0-dd98-4ef9-a205-fbeb402aa29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823233 Nov 11 21:40:36.305077 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073edba0-64a0-4c13-b045-17e45f1b54bb req-91d29eb4-2955-4d30-b8e9-c65c15e32e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:36.306563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-073edba0-64a0-4c13-b045-17e45f1b54bb req-91d29eb4-2955-4d30-b8e9-c65c15e32e6f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 1096 time: 0.2619910 Nov 11 21:40:36.312840 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:40:36.327734 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebf7fc03-7f39-4ee5-a187-4c1bc0fb76ac req-0fc2edf3-516b-4222-b934-37844069523f service neutron] 10.222.0.10 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781592 Nov 11 21:40:36.330354 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f5d72-c7c1-467c-a3ca-2d1b2e13e4d4 None None] Deleting port 38a86fb4-241d-4efb-beec-c2615cdd0375 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:36.330990 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f1f5d72-c7c1-467c-a3ca-2d1b2e13e4d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:36.367276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5af087-601c-4832-a5b3-d015dd5d9110 req-5431d09f-08fd-416f-bc8d-20453bad60a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:36.373548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5af087-601c-4832-a5b3-d015dd5d9110 req-5431d09f-08fd-416f-bc8d-20453bad60a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:36.374456 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-16858217-0ad6-466f-8d13-ca6760b88f91 req-9daf4e95-8bbe-4926-bcd2-6790e96d3540 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468834 Nov 11 21:40:36.377411 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-49f39383-68bd-42f0-8206-eff3569bdf5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:36.380182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5af087-601c-4832-a5b3-d015dd5d9110 req-5431d09f-08fd-416f-bc8d-20453bad60a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:36.381900 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc5af087-601c-4832-a5b3-d015dd5d9110 req-5431d09f-08fd-416f-bc8d-20453bad60a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 2374 time: 0.2910063 Nov 11 21:40:36.408583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:40:36.412646 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:36.413018 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Added segment 6d8c43dd-c9e2-4ace-b7fd-3d868d2271a9 of type vlan for network 23882af1-b069-41a4-a9cd-90264148c014 Nov 11 21:40:36.415324 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3f1f5d72-c7c1-467c-a3ca-2d1b2e13e4d4 None None] For port 38a86fb4-241d-4efb-beec-c2615cdd0375, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=38a86fb4-241d-4efb-beec-c2615cdd0375,segment=NetworkSegment(47f3f6de-a200-443e-9b3d-c0885e1814de),segment_id=47f3f6de-a200-443e-9b3d-c0885e1814de)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:36.415925 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f1f5d72-c7c1-467c-a3ca-2d1b2e13e4d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:36.429475 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f5d72-c7c1-467c-a3ca-2d1b2e13e4d4 None None] Calling delete_port for 38a86fb4-241d-4efb-beec-c2615cdd0375 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:36.430854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca3ae75-0f19-4664-8a48-392a5145e2eb,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:36.524344 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f1f5d72-c7c1-467c-a3ca-2d1b2e13e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:36.529507 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3841eef3-ccbf-46dd-b41c-cc2cad4b4937 req-778fad62-7dd9-499e-9961-a0a4de2532f7 service neutron] 10.222.0.10 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925280 Nov 11 21:40:36.550290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f5d72-c7c1-467c-a3ca-2d1b2e13e4d4 None None] Pushing event deleted for resources: {'Port': ['ID=38a86fb4-241d-4efb-beec-c2615cdd0375,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:36.556630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f5d72-c7c1-467c-a3ca-2d1b2e13e4d4 None None] No DVR routers for this DVR port 38a86fb4-241d-4efb-beec-c2615cdd0375 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:40:36.807818 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 38a86fb4-241d-4efb-beec-c2615cdd0375 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:40:36.835156 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 38a86fb4-241d-4efb-beec-c2615cdd0375 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:40:36.835795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 38a86fb4-241d-4efb-beec-c2615cdd0375 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:40:36.952933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:40:36.984027 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:36.989392 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3841eef3-ccbf-46dd-b41c-cc2cad4b4937 req-9ea1dcd5-8f45-4309-9100-2fad9da4aab6 service neutron] 10.222.0.10 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471545 Nov 11 21:40:37.029800 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:37.040936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c4bb7a-1d99-48fa-b2e9-744f037cb096 None None] Network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:37.059741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-49f39383-68bd-42f0-8206-eff3569bdf5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Allocated IP 10.2.2.100 (4fa35899-5adf-40f1-9173-7fcb94838b29/e06d152d-4297-4bab-be11-2a26a2d0ccd9/6a256091-0880-49ef-ae98-ef983b4c19db) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:37.072026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da35a4b4-3f7d-433c-a9a4-d8beaa3ebf62 req-72150fd3-5b7c-4bba-9370-c12165337b4b tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8052723 Nov 11 21:40:37.089359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:37.102023 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:37.116050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:37.120710 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:37.135889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:37.152525 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90', 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b', 'port_id': '6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90', 'mac_address': 'fa:16:3e:27:a5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9192978b-83ff-4b80-a8bf-fcd6fc7290de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:40:37.194723 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:40:37.211902 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2227559 Nov 11 21:40:37.215652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44730) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:37.224498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-62079ea9-e843-45dd-9a23-1ff0f8fe3063 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Request body: {'subnet': {'network_id': '23882af1-b069-41a4-a9cd-90264148c014', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:37.280913 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:37.286426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:37.286991 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:37.287671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:37.299284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:37.319238 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-49f39383-68bd-42f0-8206-eff3569bdf5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:37.327367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:37.332785 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:37.337355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 135e5b19-cb6f-4cee-a2a3-6dceb73597dc details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:40:37.380187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc5af087-601c-4832-a5b3-d015dd5d9110 req-95553ee4-5b83-4c86-b88a-5f3d5cc77c34 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9852469 Nov 11 21:40:37.382990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62079ea9-e843-45dd-9a23-1ff0f8fe3063 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Made reservation on behalf of dc4cb52b9f8f4703a34e42b10127e5c2 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:37.388717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073edba0-64a0-4c13-b045-17e45f1b54bb req-8207a976-c62e-470a-a9b2-ea97418e4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:37.389425 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62079ea9-e843-45dd-9a23-1ff0f8fe3063 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:37.390302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-073edba0-64a0-4c13-b045-17e45f1b54bb req-8207a976-c62e-470a-a9b2-ea97418e4e13 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 1.0466175 Nov 11 21:40:37.390879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:37.391656 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:37.396000 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 2 to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 Nov 11 21:40:37.397805 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-49f39383-68bd-42f0-8206-eff3569bdf5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:37.400244 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebf7fc03-7f39-4ee5-a187-4c1bc0fb76ac req-f9a43045-08b7-4788-817b-03de328c18b9 service neutron] 10.222.0.10 "GET /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0576718 Nov 11 21:40:37.406808 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=135e5b19-cb6f-4cee-a2a3-6dceb73597dc,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:37.418705 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d6151-620a-48d9-b60b-c4700f1557be tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event updated for resources: {'Network': ['ID=23882af1-b069-41a4-a9cd-90264148c014,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:37.426737 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '135e5b19-cb6f-4cee-a2a3-6dceb73597dc', 'network_id': '2f5684a0-dd98-4ef9-a205-fbeb402aa29b', 'port_id': '135e5b19-cb6f-4cee-a2a3-6dceb73597dc', 'mac_address': 'fa:16:3e:16:72:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9192978b-83ff-4b80-a8bf-fcd6fc7290de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:40:37.454472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 23882af1-b069-41a4-a9cd-90264148c014 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:37.486319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Deleting port 38a86fb4-241d-4efb-beec-c2615cdd0375 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:37.486648 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:37.492164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-073edba0-64a0-4c13-b045-17e45f1b54bb req-79921a85-4f31-4f09-86c3-2913d412fee8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7388935c-ca61-4ae1-94e0-8b538cdc2ea1 HTTP/1.1" status: 200 len: 217 time: 0.0896156 Nov 11 21:40:37.492835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:37.493177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:37.493529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:37.537788 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-49f39383-68bd-42f0-8206-eff3569bdf5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Network 4fa35899-5adf-40f1-9173-7fcb94838b29 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:37.539364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:37.557172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:37.557576 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:37.572822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-49f39383-68bd-42f0-8206-eff3569bdf5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:37.594912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-49f39383-68bd-42f0-8206-eff3569bdf5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:37.624711 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 3 to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 Nov 11 21:40:37.624988 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:37.650581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135e5b19-cb6f-4cee-a2a3-6dceb73597dc {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:37.652644 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2a7bc-2e8a-446c-bfba-9c560771af56 req-f626bc4b-d238-4128-9124-30de0b4cb9be tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:37.660706 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43e2a7bc-2e8a-446c-bfba-9c560771af56 req-f626bc4b-d238-4128-9124-30de0b4cb9be tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=c47c97d7-6cf7-40b0-8152-5afef1102bce HTTP/1.1" status: 200 len: 944 time: 0.4545398 Nov 11 21:40:37.681845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:37.682238 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:37.682534 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:37.687799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=135e5b19-cb6f-4cee-a2a3-6dceb73597dc,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:37.691179 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f39383-68bd-42f0-8206-eff3569bdf5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'Port': ['ID=6a256091-0880-49ef-ae98-ef983b4c19db,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:37.696899 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:37.716440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-49f39383-68bd-42f0-8206-eff3569bdf5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:37.717144 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-49f39383-68bd-42f0-8206-eff3569bdf5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:37.736287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:37.736695 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:37.754071 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 4 to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 Nov 11 21:40:37.763145 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-49f39383-68bd-42f0-8206-eff3569bdf5c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0739784 Nov 11 21:40:37.776078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f1fe5c8b-95db-40e0-8331-ac6ae10922a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'port': {'device_id': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29', 'admin_state_up': True, 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'security_groups': ['321ba757-e14b-4ddb-9c49-8dcc002c2fcb']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:37.801524 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=135e5b19-cb6f-4cee-a2a3-6dceb73597dc,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:37.824025 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] For port 38a86fb4-241d-4efb-beec-c2615cdd0375, host n-d-805737-3, got binding levels [] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:37.824342 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:37.837865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:37.838231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:37.838563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:37.844268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073edba0-64a0-4c13-b045-17e45f1b54bb req-0a9585b3-4c63-4bc1-9408-18f51f78ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:37.846087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-073edba0-64a0-4c13-b045-17e45f1b54bb req-0a9585b3-4c63-4bc1-9408-18f51f78ab70 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.3373818 Nov 11 21:40:37.853978 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c0b37-037b-4c81-993d-b9ea1ce749bb req-78e2f9aa-220d-45fd-95fd-ea95a6b514bc tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:37.863544 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-540c0b37-037b-4c81-993d-b9ea1ce749bb req-78e2f9aa-220d-45fd-95fd-ea95a6b514bc tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 945 time: 0.3560457 Nov 11 21:40:37.872545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:37.872920 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:37.874469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Calling delete_port for 38a86fb4-241d-4efb-beec-c2615cdd0375 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:37.907665 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 5 to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 Nov 11 21:40:37.941994 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43e2a7bc-2e8a-446c-bfba-9c560771af56 req-2f3d2d25-9815-488a-bbe3-78b83cd00335 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804835 Nov 11 21:40:37.943769 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Port 38a86fb4-241d-4efb-beec-c2615cdd0375 was not found and therefore no delete operation was performed {{(pid=102534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:40:37.947289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:37.947633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:37.947970 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:37.960208 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62079ea9-e843-45dd-9a23-1ff0f8fe3063 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:37.961022 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:37.977999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:37.978360 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:37.997040 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 6 to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 Nov 11 21:40:38.016289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Port': ['ID=38a86fb4-241d-4efb-beec-c2615cdd0375,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:38.016556 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f1fe5c8b-95db-40e0-8331-ac6ae10922a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Made reservation on behalf of efe5cf2f31f14ae99d8c9d87f4dba9a6 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:38.023135 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:38.023733 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f1fe5c8b-95db-40e0-8331-ac6ae10922a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:38.025610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] No DVR routers for this DVR port 38a86fb4-241d-4efb-beec-c2615cdd0375 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:40:38.040445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073edba0-64a0-4c13-b045-17e45f1b54bb req-06c2445a-4acc-4142-b42d-7664dc59d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:38.041067 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['135e5b19-cb6f-4cee-a2a3-6dceb73597dc'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:38.042026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-073edba0-64a0-4c13-b045-17e45f1b54bb req-06c2445a-4acc-4142-b42d-7664dc59d623 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765888 Nov 11 21:40:38.045786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:38.046127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:38.046878 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:38.053510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62079ea9-e843-45dd-9a23-1ff0f8fe3063 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event updated for resources: {'Subnet': ['ID=67c9ece5-b9cf-4221-9890-58ad11953617,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:38.074163 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62079ea9-e843-45dd-9a23-1ff0f8fe3063 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Checking segment: {'id': '6d8c43dd-c9e2-4ace-b7fd-3d868d2271a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '23882af1-b069-41a4-a9cd-90264148c014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:38.074414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62079ea9-e843-45dd-9a23-1ff0f8fe3063 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Network hostable DHCP agents. Network: 23882af1-b069-41a4-a9cd-90264148c014, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:40:38.088748 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-540c0b37-037b-4c81-993d-b9ea1ce749bb req-8a39ecf1-b353-48f6-beba-16027fae05df tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250564 Nov 11 21:40:38.092811 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:38.093313 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:38.107106 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 7 to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 Nov 11 21:40:38.182210 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d5955115-b277-43af-9673-ce0dd13c5b17 None None] Provisioning complete for port 6a256091-0880-49ef-ae98-ef983b4c19db triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:38.182634 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5955115-b277-43af-9673-ce0dd13c5b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:38.222754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:38.223132 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:38.223812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:38.240687 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:38.261190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d5955115-b277-43af-9673-ce0dd13c5b17 None None] Port 6a256091-0880-49ef-ae98-ef983b4c19db cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:38.270697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:38.271032 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:38.276435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62079ea9-e843-45dd-9a23-1ff0f8fe3063 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Network 23882af1-b069-41a4-a9cd-90264148c014 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:40:38.277498 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 8 to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 Nov 11 21:40:38.325625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87b2763-a832-447f-8e85-3e585460ef86']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:38.337271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:38.337773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:38.338119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:38.355921 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f3f6de-a200-443e-9b3d-c0885e1814de') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:38.356286 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f3f6de-a200-443e-9b3d-c0885e1814de') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:38.376605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:38.376605 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:38.383496 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 9 to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 Nov 11 21:40:38.388242 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:38.410647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-073edba0-64a0-4c13-b045-17e45f1b54bb req-11947441-ca5f-4375-aa27-ef0cb7f52a0c service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330858 Nov 11 21:40:38.413192 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f1fe5c8b-95db-40e0-8331-ac6ae10922a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Allocated IP 10.2.2.200 (4fa35899-5adf-40f1-9173-7fcb94838b29/e06d152d-4297-4bab-be11-2a26a2d0ccd9/b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:38.417825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9f356-268a-413a-8c12-46582d2719cc req-95f7ef15-057b-4740-86f6-f2ca29fd7588 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:38.419396 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78d9f356-268a-413a-8c12-46582d2719cc req-95f7ef15-057b-4740-86f6-f2ca29fd7588 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.2033298 Nov 11 21:40:38.434814 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b869269f-aeea-4678-b394-3c0de2b116a9 req-bfb7d918-be91-4fab-bdba-d8c32a5d0b41 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=dd061da342534d959e6cad6eadbbff1c HTTP/1.1" status: 200 len: 267 time: 0.1957963 Nov 11 21:40:38.458036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:38.458372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:38.458709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:38.468392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-62079ea9-e843-45dd-9a23-1ff0f8fe3063 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 23882af1-b069-41a4-a9cd-90264148c014) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:38.470775 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:38.477380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62079ea9-e843-45dd-9a23-1ff0f8fe3063 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:38.478071 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62079ea9-e843-45dd-9a23-1ff0f8fe3063 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:38.488849 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def14a3b-f51e-4582-9932-536ca67a9e29 None None] Network 23882af1-b069-41a4-a9cd-90264148c014 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:38.503028 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-62079ea9-e843-45dd-9a23-1ff0f8fe3063 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2836325 Nov 11 21:40:38.512389 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44738) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:38.524161 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-22515973-23bb-4c79-949b-16c42d24b82f tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Request body: {'port': {'network_id': '23882af1-b069-41a4-a9cd-90264148c014', 'name': 'tempest-AllowedAddressPairTestJSON-1986880133'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:38.546357 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:40:38.546767 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:40:38.552952 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:40:38.567711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:38.568079 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:38.582874 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 10 to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 Nov 11 21:40:38.653731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22515973-23bb-4c79-949b-16c42d24b82f tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Made reservation on behalf of dc4cb52b9f8f4703a34e42b10127e5c2 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:38.657447 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22515973-23bb-4c79-949b-16c42d24b82f tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:38.670337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:38.670337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:38.670647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:38.679020 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78d9f356-268a-413a-8c12-46582d2719cc req-71dc73d3-0390-436f-aebb-d081c4f31a52 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430511 Nov 11 21:40:38.689217 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:38.694372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port f6217ccc-a16a-4a47-b2a1-aed35484c606 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:38.694773 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port f6217ccc-a16a-4a47-b2a1-aed35484c606 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:38.695067 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:38.724293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-22515973-23bb-4c79-949b-16c42d24b82f tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] device_id is not set on port a5c15982-613a-44d5-853f-f93dd322ce94 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:38.727234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869269f-aeea-4678-b394-3c0de2b116a9 req-6de3c352-2c86-43ce-9bfa-aae99b734ab9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:38.729055 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b869269f-aeea-4678-b394-3c0de2b116a9 req-6de3c352-2c86-43ce-9bfa-aae99b734ab9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 945 time: 0.2743738 Nov 11 21:40:38.730347 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:38.734818 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] 10.222.0.57 "DELETE /v2.0/networks/b87b2763-a832-447f-8e85-3e585460ef86 HTTP/1.1" status: 204 len: 168 time: 2.8171813 Nov 11 21:40:38.782068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-b869269f-aeea-4678-b394-3c0de2b116a9 req-e2e3bc55-2bdb-482a-9b98-532946262bb9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Request body: {'port': {'security_groups': []}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:38.789023 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab67b1-1f7f-45aa-a2b2-14ce4dcfa5df tempest-NetworksIpV6Test-81837549 tempest-NetworksIpV6Test-81837549-project] Pushing event deleted for resources: {'Network': ['ID=b87b2763-a832-447f-8e85-3e585460ef86,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:38.789229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-23882af1-b069-41a4-a9cd-90264148c014', 'network_id': '23882af1-b069-41a4-a9cd-90264148c014', 'tenant_id': 'dc4cb52b9f8f4703a34e42b10127e5c2', 'fixed_ips': [{'subnet_id': '67c9ece5-b9cf-4221-9890-58ad11953617'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:40:38.789892 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:38.796186 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-073edba0-64a0-4c13-b045-17e45f1b54bb req-c1408d2f-284e-4bca-803a-e0dae458f516 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756011 Nov 11 21:40:38.924012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-22515973-23bb-4c79-949b-16c42d24b82f tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Allocated IP 172.20.0.12 (23882af1-b069-41a4-a9cd-90264148c014/67c9ece5-b9cf-4221-9890-58ad11953617/a5c15982-613a-44d5-853f-f93dd322ce94) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:38.995670 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b869269f-aeea-4678-b394-3c0de2b116a9 req-e2e3bc55-2bdb-482a-9b98-532946262bb9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.008205 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] For port f6217ccc-a16a-4a47-b2a1-aed35484c606, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:39.008526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempted to set empty binding levels {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 21:40:39.024693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eeeab-8189-4ed7-a7c6-004e4ef1bd77 req-584a08bb-40cb-4f54-b295-5c1e69459f97 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:39.030745 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eeeab-8189-4ed7-a7c6-004e4ef1bd77 req-584a08bb-40cb-4f54-b295-5c1e69459f97 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:39.037193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eeeab-8189-4ed7-a7c6-004e4ef1bd77 req-584a08bb-40cb-4f54-b295-5c1e69459f97 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:39.043191 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eeeab-8189-4ed7-a7c6-004e4ef1bd77 req-584a08bb-40cb-4f54-b295-5c1e69459f97 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:39.044994 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c18eeeab-8189-4ed7-a7c6-004e4ef1bd77 req-584a08bb-40cb-4f54-b295-5c1e69459f97 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 3095 time: 0.1658421 Nov 11 21:40:39.047866 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.102200 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22515973-23bb-4c79-949b-16c42d24b82f tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.120986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:39.121495 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.152153 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22515973-23bb-4c79-949b-16c42d24b82f tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.170475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Pushing event updated for resources: {'Port': ['ID=f6217ccc-a16a-4a47-b2a1-aed35484c606,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:39.190453 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f1fe5c8b-95db-40e0-8331-ac6ae10922a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.193572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44748) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:39.211585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Allocated IP 172.20.0.2 (23882af1-b069-41a4-a9cd-90264148c014/67c9ece5-b9cf-4221-9890-58ad11953617/4dc8238a-e885-459d-884e-d338a102cdb2) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:39.243912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22515973-23bb-4c79-949b-16c42d24b82f tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Network 23882af1-b069-41a4-a9cd-90264148c014 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:39.245022 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22515973-23bb-4c79-949b-16c42d24b82f tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event updated for resources: {'Port': ['ID=a5c15982-613a-44d5-853f-f93dd322ce94,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:39.252581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-22515973-23bb-4c79-949b-16c42d24b82f tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:39.263163 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22515973-23bb-4c79-949b-16c42d24b82f tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:39.287714 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fd415b70-4209-4f41-897e-cf65eb759841 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.1448445 Nov 11 21:40:39.299276 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44752) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:39.353213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c18eeeab-8189-4ed7-a7c6-004e4ef1bd77 req-fbbc1303-11e6-4c52-aa38-951663465ac5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778890 Nov 11 21:40:39.385251 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22515973-23bb-4c79-949b-16c42d24b82f tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:39.385924 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22515973-23bb-4c79-949b-16c42d24b82f tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.392471 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f1fe5c8b-95db-40e0-8331-ac6ae10922a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.401293 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.410628 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.471072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Network 23882af1-b069-41a4-a9cd-90264148c014 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:39.473151 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:39.477495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:39.478450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f1fe5c8b-95db-40e0-8331-ac6ae10922a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Network 4fa35899-5adf-40f1-9173-7fcb94838b29 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:39.497995 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-22515973-23bb-4c79-949b-16c42d24b82f tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9820063 Nov 11 21:40:39.499279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44754) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:39.499757 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f1fe5c8b-95db-40e0-8331-ac6ae10922a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:39.506073 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f11e1f50-5043-42a8-af2f-10248c2a10d6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=79113e6bc1884894aff1606a3ee48af4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3078983 Nov 11 21:40:39.512622 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f1fe5c8b-95db-40e0-8331-ac6ae10922a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:39.518099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44756) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:39.523111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-48430bff-8339-4428-891d-0085d802f932 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Request body: {'port': {'network_id': '23882af1-b069-41a4-a9cd-90264148c014', 'name': 'tempest-AllowedAddressPairTestJSON-1055707185', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:e3:81:99'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:39.562627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe5c8b-95db-40e0-8331-ac6ae10922a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event updated for resources: {'Port': ['ID=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:39.576050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-b869269f-aeea-4678-b394-3c0de2b116a9 req-e2e3bc55-2bdb-482a-9b98-532946262bb9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] For port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=248bc8e4-b45f-4fe8-9300-1242e8c7eefe,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:39.594945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Pushing event updated for resources: {'Port': ['ID=4dc8238a-e885-459d-884e-d338a102cdb2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:39.605741 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Attempting to bind port 4dc8238a-e885-459d-884e-d338a102cdb2 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:39.606290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Attempting to bind port 4dc8238a-e885-459d-884e-d338a102cdb2 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '6d8c43dd-c9e2-4ace-b7fd-3d868d2271a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '23882af1-b069-41a4-a9cd-90264148c014'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:39.607388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Attempting to bind port 4dc8238a-e885-459d-884e-d338a102cdb2 on network 23882af1-b069-41a4-a9cd-90264148c014 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:39.613443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-57203926-851b-4229-9b0c-ebac05b18c87 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Deleting port f6217ccc-a16a-4a47-b2a1-aed35484c606 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:39.613879 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57203926-851b-4229-9b0c-ebac05b18c87 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.619118 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:39.619795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Checking segment: {'id': '6d8c43dd-c9e2-4ace-b7fd-3d868d2271a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '23882af1-b069-41a4-a9cd-90264148c014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:39.621357 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.621936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Bound using segment: {'id': '6d8c43dd-c9e2-4ace-b7fd-3d868d2271a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '23882af1-b069-41a4-a9cd-90264148c014'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:39.622906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Bound port: 4dc8238a-e885-459d-884e-d338a102cdb2, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8c43dd-c9e2-4ace-b7fd-3d868d2271a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '23882af1-b069-41a4-a9cd-90264148c014'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:39.623650 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.647223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a9882-8770-491f-a390-5c8daea30b1f req-af0e2539-145d-47ca-a8bf-6007e68eae6d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:39.648696 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a34a9882-8770-491f-a390-5c8daea30b1f req-af0e2539-145d-47ca-a8bf-6007e68eae6d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.2106843 Nov 11 21:40:39.662483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f1fe5c8b-95db-40e0-8331-ac6ae10922a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:39.663259 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f1fe5c8b-95db-40e0-8331-ac6ae10922a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.693451 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55c50eaf-1469-4dfb-8c48-8cda280053d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.725608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] For port 4dc8238a-e885-459d-884e-d338a102cdb2, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:39.729479 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] For port 4dc8238a-e885-459d-884e-d338a102cdb2, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4dc8238a-e885-459d-884e-d338a102cdb2,segment=NetworkSegment(6d8c43dd-c9e2-4ace-b7fd-3d868d2271a9),segment_id=6d8c43dd-c9e2-4ace-b7fd-3d868d2271a9)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:39.732178 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55c50eaf-1469-4dfb-8c48-8cda280053d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.736325 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b869269f-aeea-4678-b394-3c0de2b116a9 req-e2e3bc55-2bdb-482a-9b98-532946262bb9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.738313 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.749756 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b869269f-aeea-4678-b394-3c0de2b116a9 req-e2e3bc55-2bdb-482a-9b98-532946262bb9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.765739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a34a9882-8770-491f-a390-5c8daea30b1f req-6d8e5e3c-1ca2-4e39-a22c-d2a1c89cb0c8 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057453 Nov 11 21:40:39.826859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cddea-f297-49dc-98af-5f6adbe5113e None None] Pushing event updated for resources: {'Port': ['ID=4dc8238a-e885-459d-884e-d338a102cdb2,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:39.841208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['13a9b307-eab1-4a5c-962a-988b36c69ee6', '248bc8e4-b45f-4fe8-9300-1242e8c7eefe'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:39.849948 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55c50eaf-1469-4dfb-8c48-8cda280053d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.855219 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55c50eaf-1469-4dfb-8c48-8cda280053d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.858929 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-55c50eaf-1469-4dfb-8c48-8cda280053d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fff937c3-38d6-4cca-bb4b-6caa7e0c2724 HTTP/1.1" status: 204 len: 168 time: 0.3331029 Nov 11 21:40:39.874835 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f1fe5c8b-95db-40e0-8331-ac6ae10922a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1019428 Nov 11 21:40:39.892781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Request body: {'port': {'device_id': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:39.897467 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-57203926-851b-4229-9b0c-ebac05b18c87 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] For port f6217ccc-a16a-4a47-b2a1-aed35484c606, host n-h1-805737-3, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:39.897834 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57203926-851b-4229-9b0c-ebac05b18c87 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.900442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c50eaf-1469-4dfb-8c48-8cda280053d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff937c3-38d6-4cca-bb4b-6caa7e0c2724,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:39.940705 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869269f-aeea-4678-b394-3c0de2b116a9 req-e2e3bc55-2bdb-482a-9b98-532946262bb9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:39.941750 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b869269f-aeea-4678-b394-3c0de2b116a9 req-e2e3bc55-2bdb-482a-9b98-532946262bb9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:39.943366 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b869269f-aeea-4678-b394-3c0de2b116a9 req-e2e3bc55-2bdb-482a-9b98-532946262bb9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "PUT /v2.0/ports/248bc8e4-b45f-4fe8-9300-1242e8c7eefe HTTP/1.1" status: 200 len: 904 time: 1.1842098 Nov 11 21:40:39.966982 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1748b6-506c-4824-82ba-7ca0c22f6f7f', 'tag': '248bc8e4-b45f-4fe8-9300-1242e8c7eefe'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:39.970524 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7388935c-ca61-4ae1-94e0-8b538cdc2ea1'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:39.971424 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c0d076-0dbe-49de-817e-78a6c666b726" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1748b6-506c-4824-82ba-7ca0c22f6f7f", "tag": "248bc8e4-b45f-4fe8-9300-1242e8c7eefe"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:40.015729 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-57203926-851b-4229-9b0c-ebac05b18c87 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Calling delete_port for f6217ccc-a16a-4a47-b2a1-aed35484c606 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:40.027239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48430bff-8339-4428-891d-0085d802f932 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Made reservation on behalf of dc4cb52b9f8f4703a34e42b10127e5c2 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:40.085776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3bc55-2bdb-482a-9b98-532946262bb9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event updated for resources: {'Port': ['ID=248bc8e4-b45f-4fe8-9300-1242e8c7eefe,revision_number=6']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:40.116000 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['248bc8e4-b45f-4fe8-9300-1242e8c7eefe'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:40.170625 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:40.275305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce84fa-e99b-40d2-a3a6-8e40fb49440f req-ce8ffc45-6216-4a8d-a7ed-fc1a60c7d1d1 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:40.277094 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4ce84fa-e99b-40d2-a3a6-8e40fb49440f req-ce8ffc45-6216-4a8d-a7ed-fc1a60c7d1d1 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=c47c97d7-6cf7-40b0-8152-5afef1102bce HTTP/1.1" status: 200 len: 945 time: 0.3495803 Nov 11 21:40:40.447443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57203926-851b-4229-9b0c-ebac05b18c87 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:40.476114 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48430bff-8339-4428-891d-0085d802f932 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:40.544625 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4ce84fa-e99b-40d2-a3a6-8e40fb49440f req-f08c881b-0547-475a-b3ce-73acd0406e87 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463691 Nov 11 21:40:40.563975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57203926-851b-4229-9b0c-ebac05b18c87 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6217ccc-a16a-4a47-b2a1-aed35484c606,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:40.571375 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57203926-851b-4229-9b0c-ebac05b18c87 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:40.575604 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-57203926-851b-4229-9b0c-ebac05b18c87 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "DELETE /v2.0/ports/f6217ccc-a16a-4a47-b2a1-aed35484c606 HTTP/1.1" status: 204 len: 168 time: 1.2738016 Nov 11 21:40:40.589035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44786) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:40.651772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-48430bff-8339-4428-891d-0085d802f932 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] device_id is not set on port 39e33a66-2b20-44e0-a0ee-48bf594e090c yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:40.665893 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7427fc3-4ab8-4e68-b8ee-62c0b8e9989c x-openstack-request-id: req-e7427fc3-4ab8-4e68-b8ee-62c0b8e9989c {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:40.667018 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1748b6-506c-4824-82ba-7ca0c22f6f7f", "tag": "248bc8e4-b45f-4fe8-9300-1242e8c7eefe", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:40.667372 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e7427fc3-4ab8-4e68-b8ee-62c0b8e9989c {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:40.667863 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1748b6-506c-4824-82ba-7ca0c22f6f7f', 'tag': '248bc8e4-b45f-4fe8-9300-1242e8c7eefe', 'status': 'completed', 'code': 200} Nov 11 21:40:40.739904 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55102ae-1dab-48de-a777-78d8b19a8514 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:40:40.741853 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c55102ae-1dab-48de-a777-78d8b19a8514 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "GET /v2.0/ports/f6217ccc-a16a-4a47-b2a1-aed35484c606 HTTP/1.1" status: 404 len: 333 time: 0.1516678 Nov 11 21:40:40.745642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44792) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:40.752723 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6b517596-d8b0-4575-bcb4-3e4154243199 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Request body: {'port': {'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1918452488'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:40.927555 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b517596-d8b0-4575-bcb4-3e4154243199 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Made reservation on behalf of 20b0a12ba6a0403bb6dddbfffa7ab090 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:40.928920 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4d66555e-2b1e-473c-abcf-9af818a18ece None None] Provisioning complete for port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:40.929384 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d66555e-2b1e-473c-abcf-9af818a18ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:40.933997 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b517596-d8b0-4575-bcb4-3e4154243199 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:41.052637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2be2e9-4d03-4132-b215-8e01ad67868c req-dfdeeb05-2620-4dd5-9695-f9588cd59af6 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:41.069815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b2be2e9-4d03-4132-b215-8e01ad67868c req-dfdeeb05-2620-4dd5-9695-f9588cd59af6 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 907 time: 0.5223663 Nov 11 21:40:41.082681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:41.087277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4dc8238a-e885-459d-884e-d338a102cdb2 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:41.119707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d076-0dbe-49de-817e-78a6c666b726 req-5f9bb7d2-4a80-4865-8f10-04e5fff8b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:41.129469 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42f3bfd-99cc-4ee5-a989-eedc34b67f19 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:41.131803 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c0d076-0dbe-49de-817e-78a6c666b726 req-5f9bb7d2-4a80-4865-8f10-04e5fff8b3fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 1058 time: 0.4620848 Nov 11 21:40:41.142434 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:41.158696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Transition to ACTIVE for port object c42f3bfd-99cc-4ee5-a989-eedc34b67f19 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:41.163732 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-6b517596-d8b0-4575-bcb4-3e4154243199 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] device_id is not set on port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:41.170386 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:41.226549 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Pushing event updated for resources: {'Port': ['ID=c42f3bfd-99cc-4ee5-a989-eedc34b67f19,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:41.455571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d076-0dbe-49de-817e-78a6c666b726 req-7a6caea0-b0d7-49b1-a4f4-4749518aa8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:41.457891 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c0d076-0dbe-49de-817e-78a6c666b726 req-7a6caea0-b0d7-49b1-a4f4-4749518aa8ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.3185909 Nov 11 21:40:41.479680 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Attempting to bind port c42f3bfd-99cc-4ee5-a989-eedc34b67f19 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:41.480675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Attempting to bind port c42f3bfd-99cc-4ee5-a989-eedc34b67f19 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '8d930290-0268-4670-a846-4f72249a4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:41.481229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Attempting to bind port c42f3bfd-99cc-4ee5-a989-eedc34b67f19 on network 1fce0110-e17d-4dbf-bcff-6587b695d31e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:41.493065 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Port c42f3bfd-99cc-4ee5-a989-eedc34b67f19 on network 1fce0110-e17d-4dbf-bcff-6587b695d31e not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:41.495010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Attempting to bind port c42f3bfd-99cc-4ee5-a989-eedc34b67f19 on network 1fce0110-e17d-4dbf-bcff-6587b695d31e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:41.515709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:41.516044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Checking segment: {'id': '8d930290-0268-4670-a846-4f72249a4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:41.516448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Bound using segment: {'id': '8d930290-0268-4670-a846-4f72249a4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:41.516920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Bound port: c42f3bfd-99cc-4ee5-a989-eedc34b67f19, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d930290-0268-4670-a846-4f72249a4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:41.517281 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:41.539672 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:41.578051 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4d66555e-2b1e-473c-abcf-9af818a18ece None None] Port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:41.626865 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 4dc8238a-e885-459d-884e-d338a102cdb2 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:41.627263 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:41.650858 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44808) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:41.718335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77281170-a5c3-4fbf-b422-874f54e54a01 None None] Network 23882af1-b069-41a4-a9cd-90264148c014 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:41.719207 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c0d076-0dbe-49de-817e-78a6c666b726 req-f624dd1c-35ad-490b-ad0c-a98ebcadc7f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=248bc8e4-b45f-4fe8-9300-1242e8c7eefe HTTP/1.1" status: 200 len: 217 time: 0.1947217 Nov 11 21:40:41.759685 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a984ef-9c9a-4af5-bafb-51322175b4b7 req-83dbdc96-f02c-4545-8775-35da3f731f2d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:41.771960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a984ef-9c9a-4af5-bafb-51322175b4b7 req-83dbdc96-f02c-4545-8775-35da3f731f2d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:41.782953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a984ef-9c9a-4af5-bafb-51322175b4b7 req-83dbdc96-f02c-4545-8775-35da3f731f2d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:41.801887 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a984ef-9c9a-4af5-bafb-51322175b4b7 req-83dbdc96-f02c-4545-8775-35da3f731f2d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:41.818552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b517596-d8b0-4575-bcb4-3e4154243199 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:41.821557 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a984ef-9c9a-4af5-bafb-51322175b4b7 req-83dbdc96-f02c-4545-8775-35da3f731f2d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:41.828059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54a984ef-9c9a-4af5-bafb-51322175b4b7 req-83dbdc96-f02c-4545-8775-35da3f731f2d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 3816 time: 1.0951929 Nov 11 21:40:41.850102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:40:41.877675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] For port c42f3bfd-99cc-4ee5-a989-eedc34b67f19, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:41.878070 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:41.878487 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:41.883078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] For port c42f3bfd-99cc-4ee5-a989-eedc34b67f19, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=c42f3bfd-99cc-4ee5-a989-eedc34b67f19,segment=NetworkSegment(8d930290-0268-4670-a846-4f72249a4412),segment_id=8d930290-0268-4670-a846-4f72249a4412)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:41.899055 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:41.938671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d076-0dbe-49de-817e-78a6c666b726 req-8e24acd9-9a34-41be-8741-59f1d25de3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:41.940701 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c0d076-0dbe-49de-817e-78a6c666b726 req-8e24acd9-9a34-41be-8741-59f1d25de3e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.1105220 Nov 11 21:40:41.949984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2021597169'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:41.955965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-48430bff-8339-4428-891d-0085d802f932 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Allocated IP 172.20.0.10 (23882af1-b069-41a4-a9cd-90264148c014/67c9ece5-b9cf-4221-9890-58ad11953617/39e33a66-2b20-44e0-a0ee-48bf594e090c) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:41.959385 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fd263db2-add0-46b9-8ad7-bb05fa58f7f5 None None] Provisioning complete for port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:41.959911 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd263db2-add0-46b9-8ad7-bb05fa58f7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:41.971395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Pushing event updated for resources: {'Port': ['ID=c42f3bfd-99cc-4ee5-a989-eedc34b67f19,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:42.000319 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:42.001433 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.003271 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-97f0190f-c0a1-4f7d-985c-e14c0676f268 service neutron] 10.222.0.71 "PUT /v2.0/ports/c42f3bfd-99cc-4ee5-a989-eedc34b67f19 HTTP/1.1" status: 200 len: 1091 time: 2.1154323 Nov 11 21:40:42.005896 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:42.019188 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a86757-b9b7-443f-b69f-6370c333c986" -d '{"events": [{"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "c42f3bfd-99cc-4ee5-a989-eedc34b67f19"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:42.042793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e045f62-a6c0-42f3-a502-8d6ecc24205c req-b5528546-b09d-4a43-aab5-bb16901b74b6 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:42.044034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Request body: {'port': {'device_id': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:42.044424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e045f62-a6c0-42f3-a502-8d6ecc24205c req-b5528546-b09d-4a43-aab5-bb16901b74b6 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.5240691 Nov 11 21:40:42.049992 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b517596-d8b0-4575-bcb4-3e4154243199 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.057320 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.119239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b517596-d8b0-4575-bcb4-3e4154243199 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:42.125426 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6b517596-d8b0-4575-bcb4-3e4154243199 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:42.141561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b517596-d8b0-4575-bcb4-3e4154243199 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:42.141561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b517596-d8b0-4575-bcb4-3e4154243199 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:42.145826 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b517596-d8b0-4575-bcb4-3e4154243199 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.205217 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b517596-d8b0-4575-bcb4-3e4154243199 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Pushing event updated for resources: {'Port': ['ID=484cb86e-b97d-4b5b-a8da-94a9fa615b26,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:42.225207 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.228069 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47c97d7-6cf7-40b0-8152-5afef1102bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:42.230914 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6800ee61-0ee8-45c9-ba30-a3c88c0b1d39" -d '{"events": [{"server_uuid": "c47c97d7-6cf7-40b0-8152-5afef1102bce", "name": "network-vif-plugged", "status": "completed", "tag": "6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:42.290883 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:42.295002 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.299617 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.301526 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:42.319945 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6b517596-d8b0-4575-bcb4-3e4154243199 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5712755 Nov 11 21:40:42.322770 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44816) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:42.329863 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:42.353310 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.358666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54a984ef-9c9a-4af5-bafb-51322175b4b7 req-3fca909b-e9a9-408b-9ee4-8f47a9dc3fd6 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4671443 Nov 11 21:40:42.360924 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d076-0dbe-49de-817e-78a6c666b726 req-9ece87ed-5255-4eed-8756-3dbb4486d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:42.363158 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c0d076-0dbe-49de-817e-78a6c666b726 req-9ece87ed-5255-4eed-8756-3dbb4486d8cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4017651 Nov 11 21:40:42.420139 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.420978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 135e5b19-cb6f-4cee-a2a3-6dceb73597dc up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:42.438086 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e045f62-a6c0-42f3-a502-8d6ecc24205c req-62e5b3e9-b8f2-4555-a05e-e893e4722c80 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710814 Nov 11 21:40:42.445797 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.626044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 4dc8238a-e885-459d-884e-d338a102cdb2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4dc8238a-e885-459d-884e-d338a102cdb2,segment=NetworkSegment(6d8c43dd-c9e2-4ace-b7fd-3d868d2271a9),segment_id=6d8c43dd-c9e2-4ace-b7fd-3d868d2271a9)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:42.649218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fd263db2-add0-46b9-8ad7-bb05fa58f7f5 None None] Provisioning complete for port 4dc8238a-e885-459d-884e-d338a102cdb2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:42.649803 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd263db2-add0-46b9-8ad7-bb05fa58f7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.697714 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.715772 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.723885 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] device_id is not set on port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:42.737385 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.739506 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.760745 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.784921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:42.872339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=4dc8238a-e885-459d-884e-d338a102cdb2,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:42.875785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ff2a2-8b9e-4f69-b6c7-331b36401af5 req-7b9ba815-e94e-4d64-a5e8-eb325d93b942 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:42.877410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b8ff2a2-8b9e-4f69-b6c7-331b36401af5 req-7b9ba815-e94e-4d64-a5e8-eb325d93b942 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.3416674 Nov 11 21:40:42.926668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:40:42.932291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:40:42.943473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:42.943879 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.948053 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c0d076-0dbe-49de-817e-78a6c666b726 req-c438c48b-e383-4c65-b2a0-3c05cf4102d1 service neutron] 10.222.0.10 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764143 Nov 11 21:40:42.950450 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48430bff-8339-4428-891d-0085d802f932 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:42.974898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e48f64-25fe-408c-b8a9-f058ee274de8 req-6c655edd-4476-4047-898c-e9e715bb7540 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:42.976534 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50e48f64-25fe-408c-b8a9-f058ee274de8 req-6c655edd-4476-4047-898c-e9e715bb7540 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=c47c97d7-6cf7-40b0-8152-5afef1102bce HTTP/1.1" status: 200 len: 946 time: 0.4253874 Nov 11 21:40:42.977232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad95e4d0-84c8-470b-ba8d-ca0e60998aa1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:43.054307 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Pushing event updated for resources: {'Port': ['ID=484cb86e-b97d-4b5b-a8da-94a9fa615b26,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:43.081379 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:43.081834 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Added segment 0dc84b42-e92a-4ac9-91bf-48fbaf82249a of type vlan for network e65b77fa-6075-47fe-aefe-2bc865c4d588 Nov 11 21:40:43.135601 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:43.143125 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:43.143803 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:43.144491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:43.183888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:43.184227 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:43.187951 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 2 to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 Nov 11 21:40:43.197514 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b8ff2a2-8b9e-4f69-b6c7-331b36401af5 req-612b9d5e-000b-45aa-a83c-4c953b38c61f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2767487 Nov 11 21:40:43.233300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=135e5b19-cb6f-4cee-a2a3-6dceb73597dc,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:43.241175 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:43.259351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50e48f64-25fe-408c-b8a9-f058ee274de8 req-90bace09-afef-4851-abb0-a245ca12510c tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758938 Nov 11 21:40:43.262837 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:43.279631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a1c873-4001-4e2b-9aab-1b83892a724d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:43.283646 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c0d076-0dbe-49de-817e-78a6c666b726 req-c0902c4a-33d6-4e21-8afc-a881f82ba686 service neutron] 10.222.0.10 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034942 Nov 11 21:40:43.289797 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:43.331629 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48430bff-8339-4428-891d-0085d802f932 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:43.344658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Transition to ACTIVE for port object 25a1c873-4001-4e2b-9aab-1b83892a724d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:43.347022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=135e5b19-cb6f-4cee-a2a3-6dceb73597dc,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:43.362712 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfda0db0-abde-405c-8229-c65153844ce7 x-openstack-request-id: req-dfda0db0-abde-405c-8229-c65153844ce7 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:43.363026 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "c42f3bfd-99cc-4ee5-a989-eedc34b67f19", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:43.363254 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dfda0db0-abde-405c-8229-c65153844ce7 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:43.363679 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19', 'status': 'completed', 'code': 200} Nov 11 21:40:43.372322 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:43.447649 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:43.448989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:43.453588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:43.462990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48430bff-8339-4428-891d-0085d802f932 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Network 23882af1-b069-41a4-a9cd-90264148c014 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:43.466810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-62321afe-5712-4e84-ace6-82da1452f259 None None] Provisioning complete for port 4dc8238a-e885-459d-884e-d338a102cdb2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:43.469654 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-62321afe-5712-4e84-ace6-82da1452f259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:43.489611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-48430bff-8339-4428-891d-0085d802f932 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:43.492996 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48430bff-8339-4428-891d-0085d802f932 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:43.495985 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:43.502114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:43.502734 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:43.525990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:43.526333 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:43.544542 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 3 to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 Nov 11 21:40:43.552465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48430bff-8339-4428-891d-0085d802f932 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event updated for resources: {'Port': ['ID=39e33a66-2b20-44e0-a0ee-48bf594e090c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:43.585919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Pushing event updated for resources: {'Port': ['ID=25a1c873-4001-4e2b-9aab-1b83892a724d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:43.601392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:43.601735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:43.602084 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:43.620032 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb22203-91d4-4fa1-b923-a26fbe1ebb3d x-openstack-request-id: req-deb22203-91d4-4fa1-b923-a26fbe1ebb3d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:43.620569 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47c97d7-6cf7-40b0-8152-5afef1102bce", "name": "network-vif-plugged", "status": "completed", "tag": "6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:43.620935 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-deb22203-91d4-4fa1-b923-a26fbe1ebb3d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:43.621918 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47c97d7-6cf7-40b0-8152-5afef1102bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90', 'code': 200} Nov 11 21:40:43.732422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:43.733117 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:43.735165 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 4 to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 Nov 11 21:40:43.753054 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:43.753311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:43.753687 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:43.759223 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-62321afe-5712-4e84-ace6-82da1452f259 None None] Provisioning complete for port a5c15982-613a-44d5-853f-f93dd322ce94 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:43.760047 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-62321afe-5712-4e84-ace6-82da1452f259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:43.760662 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:43.761035 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:43.763269 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 5 to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 Nov 11 21:40:43.789937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:43.790267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:43.790882 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:43.797760 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:43.798148 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:43.803722 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 6 to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 Nov 11 21:40:43.815328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-62321afe-5712-4e84-ace6-82da1452f259 None None] Port a5c15982-613a-44d5-853f-f93dd322ce94 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:43.823651 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:43.824044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:43.824321 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:43.832630 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:43.832630 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:43.833621 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 7 to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 Nov 11 21:40:43.844169 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a09853d-c235-4bd0-9126-b4b45c0a374f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:43.848043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Attempting to bind port 25a1c873-4001-4e2b-9aab-1b83892a724d on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:43.848710 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Attempting to bind port 25a1c873-4001-4e2b-9aab-1b83892a724d by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:43.849342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Attempting to bind port 25a1c873-4001-4e2b-9aab-1b83892a724d on network 784dde3a-e85c-4752-9e04-1000eefc86d6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:43.859858 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Port 25a1c873-4001-4e2b-9aab-1b83892a724d on network 784dde3a-e85c-4752-9e04-1000eefc86d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:43.860356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Attempting to bind port 25a1c873-4001-4e2b-9aab-1b83892a724d on network 784dde3a-e85c-4752-9e04-1000eefc86d6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:43.863060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:43.863562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:43.864008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:43.872823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:43.873336 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Checking segment: {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:43.873827 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Bound using segment: {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:43.874388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Bound port: 25a1c873-4001-4e2b-9aab-1b83892a724d, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:43.874859 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:43.879243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:43.879730 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:43.881540 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 8 to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 Nov 11 21:40:43.911843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:43.912623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:43.913444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:43.945335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e7ab7d19-5076-4f0c-8e1c-97b22e485632 None None] Provisioning complete for port a5c15982-613a-44d5-853f-f93dd322ce94 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:43.945714 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7ab7d19-5076-4f0c-8e1c-97b22e485632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:43.946805 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:43.947532 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:43.949851 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 9 to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 Nov 11 21:40:43.987438 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:43.987998 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:43.988349 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:44.000277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:44.000602 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:44.002455 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 10 to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 Nov 11 21:40:44.004634 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab7d19-5076-4f0c-8e1c-97b22e485632 None None] Port a5c15982-613a-44d5-853f-f93dd322ce94 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:44.006035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] For port 25a1c873-4001-4e2b-9aab-1b83892a724d, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:44.010552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] For port 25a1c873-4001-4e2b-9aab-1b83892a724d, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=25a1c873-4001-4e2b-9aab-1b83892a724d,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:44.020673 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:44.039955 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:44.040293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:44.040646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:44.070439 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:44.070804 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:44.071139 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:44.103345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.104555 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:44.107278 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] 10.222.0.71 "PUT /v2.0/ports/25a1c873-4001-4e2b-9aab-1b83892a724d HTTP/1.1" status: 200 len: 1131 time: 2.0697532 Nov 11 21:40:44.165429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Request body: {'port': {'device_id': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:44.193357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.5231853 Nov 11 21:40:44.195887 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03463f53-d0c0-4b53-b8b5-899a466147dc service neutron] Pushing event updated for resources: {'Port': ['ID=25a1c873-4001-4e2b-9aab-1b83892a724d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:44.198549 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44826) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:44.213124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a8f637aa-7ae8-4bca-8d9f-de00c1fb2fa1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'name': 'tempest-PortsTestJSON-1795144561'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:44.243733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e89f0cef-d89b-4030-87ed-32840578f704 None None] Provisioning complete for port 39e33a66-2b20-44e0-a0ee-48bf594e090c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:44.244343 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e89f0cef-d89b-4030-87ed-32840578f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:44.245919 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a86757-b9b7-443f-b69f-6370c333c986 req-b7cc6495-a27e-481a-9208-567c63205e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.247164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a86757-b9b7-443f-b69f-6370c333c986 req-b7cc6495-a27e-481a-9208-567c63205e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.247774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a86757-b9b7-443f-b69f-6370c333c986 req-b7cc6495-a27e-481a-9208-567c63205e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.248371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a86757-b9b7-443f-b69f-6370c333c986 req-b7cc6495-a27e-481a-9208-567c63205e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.249048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a86757-b9b7-443f-b69f-6370c333c986 req-b7cc6495-a27e-481a-9208-567c63205e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.250168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a86757-b9b7-443f-b69f-6370c333c986 req-b7cc6495-a27e-481a-9208-567c63205e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.252191 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7a86757-b9b7-443f-b69f-6370c333c986 req-b7cc6495-a27e-481a-9208-567c63205e86 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5245 time: 0.9231355 Nov 11 21:40:44.258965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48430bff-8339-4428-891d-0085d802f932 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.260428 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48430bff-8339-4428-891d-0085d802f932 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:44.304070 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e89f0cef-d89b-4030-87ed-32840578f704 None None] Port 39e33a66-2b20-44e0-a0ee-48bf594e090c cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:44.366342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-48430bff-8339-4428-891d-0085d802f932 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 4.8662820 Nov 11 21:40:44.371684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44830) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:44.424207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3628b8-d07d-46bc-b4cc-8dd3566d9b56 req-7c771370-3a53-43a7-a0d6-d892d62d61c0 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.427164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c3628b8-d07d-46bc-b4cc-8dd3566d9b56 req-7c771370-3a53-43a7-a0d6-d892d62d61c0 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 1.0201564 Nov 11 21:40:44.477465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf99fe-8e43-40ca-9338-6229bc70750b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Network': ['ID=e65b77fa-6075-47fe-aefe-2bc865c4d588,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:44.498748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:44.564888 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:44.592080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71bed4-3f55-470a-94cd-a317062b6e25 req-38e8bb0e-80a6-4bbf-9b87-a2e7811c8c84 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.598558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71bed4-3f55-470a-94cd-a317062b6e25 req-38e8bb0e-80a6-4bbf-9b87-a2e7811c8c84 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.604404 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:44.604780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71bed4-3f55-470a-94cd-a317062b6e25 req-38e8bb0e-80a6-4bbf-9b87-a2e7811c8c84 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.610840 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71bed4-3f55-470a-94cd-a317062b6e25 req-38e8bb0e-80a6-4bbf-9b87-a2e7811c8c84 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.616785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71bed4-3f55-470a-94cd-a317062b6e25 req-38e8bb0e-80a6-4bbf-9b87-a2e7811c8c84 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.623235 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71bed4-3f55-470a-94cd-a317062b6e25 req-38e8bb0e-80a6-4bbf-9b87-a2e7811c8c84 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.625241 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d71bed4-3f55-470a-94cd-a317062b6e25 req-38e8bb0e-80a6-4bbf-9b87-a2e7811c8c84 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 4601 time: 0.4261737 Nov 11 21:40:44.626525 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] For port 484cb86e-b97d-4b5b-a8da-94a9fa615b26, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:44.626892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempted to set empty binding levels {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 21:40:44.627321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0938f4-0064-435f-9337-fa1ef19ae19a req-a4bac08b-3fd1-4ff6-a1c6-01f16c11652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.629014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8b0938f4-0064-435f-9337-fa1ef19ae19a req-a4bac08b-3fd1-4ff6-a1c6-01f16c11652e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c47c97d7-6cf7-40b0-8152-5afef1102bce HTTP/1.1" status: 200 len: 1097 time: 0.4055412 Nov 11 21:40:44.655460 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:44.731557 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e122cc-ac06-49e3-8b9c-607794782013 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.731761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] In _notify_port_updated(), no bound segment for port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:40:44.732653 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.733324 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:44.737425 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "PUT /v2.0/ports/484cb86e-b97d-4b5b-a8da-94a9fa615b26 HTTP/1.1" status: 200 len: 975 time: 2.4136250 Nov 11 21:40:44.738053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e122cc-ac06-49e3-8b9c-607794782013 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.745010 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e122cc-ac06-49e3-8b9c-607794782013 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.745812 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44832) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:44.749421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f637aa-7ae8-4bca-8d9f-de00c1fb2fa1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:44.749582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-25e122cc-ac06-49e3-8b9c-607794782013 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.3656864 Nov 11 21:40:44.749898 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8f637aa-7ae8-4bca-8d9f-de00c1fb2fa1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:44.754060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44834) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:44.811502 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8b0938f4-0064-435f-9337-fa1ef19ae19a req-c2a9fb6a-470e-41a4-9a55-b17f89bb31fe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729245 Nov 11 21:40:44.833445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c3628b8-d07d-46bc-b4cc-8dd3566d9b56 req-69592700-784e-4da7-82af-a27d2c30135f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3353834 Nov 11 21:40:44.848530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4dc8238a-e885-459d-884e-d338a102cdb2 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:44.877877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d71bed4-3f55-470a-94cd-a317062b6e25 req-443c6d2e-a64d-489c-909b-dc202f419464 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2200298 Nov 11 21:40:44.879401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a86757-b9b7-443f-b69f-6370c333c986 req-4df68060-4f05-4ffb-bd17-1a6d583035c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.879868 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a86757-b9b7-443f-b69f-6370c333c986 req-4df68060-4f05-4ffb-bd17-1a6d583035c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.880321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a86757-b9b7-443f-b69f-6370c333c986 req-4df68060-4f05-4ffb-bd17-1a6d583035c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.883002 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7a86757-b9b7-443f-b69f-6370c333c986 req-4df68060-4f05-4ffb-bd17-1a6d583035c7 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5998852 Nov 11 21:40:44.964885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 4dc8238a-e885-459d-884e-d338a102cdb2 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:44.965380 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:44.994862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-a8f637aa-7ae8-4bca-8d9f-de00c1fb2fa1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port 06c97f66-f458-4e6e-877b-3d648951fb3d yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:45.001501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9056726-a602-4eea-99eb-35822f7c0fa3 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Pushing event updated for resources: {'Port': ['ID=484cb86e-b97d-4b5b-a8da-94a9fa615b26,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:45.073483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a86757-b9b7-443f-b69f-6370c333c986 req-51568c08-c1b1-480b-b709-346fead7a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.074405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7a86757-b9b7-443f-b69f-6370c333c986 req-51568c08-c1b1-480b-b709-346fead7a242 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1829231 Nov 11 21:40:45.118076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504229a9-f0f5-4cab-bff0-172fdb3a41d8 req-e49834f1-973f-4786-abd6-02db9f73a3f9 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.119680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-504229a9-f0f5-4cab-bff0-172fdb3a41d8 req-e49834f1-973f-4786-abd6-02db9f73a3f9 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.1793978 Nov 11 21:40:45.137232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47e27f-e73e-4e4c-8351-11803712da05 req-dc7ddf71-174e-40d5-8b71-693aefd46f2e tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.139097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db47e27f-e73e-4e4c-8351-11803712da05 req-dc7ddf71-174e-40d5-8b71-693aefd46f2e tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=c47c97d7-6cf7-40b0-8152-5afef1102bce HTTP/1.1" status: 200 len: 946 time: 0.0855262 Nov 11 21:40:45.141533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.142018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.142476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.142930 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.143382 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.143874 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.144336 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.144886 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.145285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.145737 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.146184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.146701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.147251 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.147604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.148070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.148505 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.149006 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.149454 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.149904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.150347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.150795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.151229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.151663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.152099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.152537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.153071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.153531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.153980 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.154424 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.154868 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.155317 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.155746 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.156191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.156636 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.157568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.158217 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.158678 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.159128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.159630 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.160567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.160567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.160976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.161418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.161856 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.162290 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.170079 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a9fdbebb-655a-4027-ba1a-71d4bfb36afc tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40102 time: 0.4177601 Nov 11 21:40:45.184104 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44840) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:45.233561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-504229a9-f0f5-4cab-bff0-172fdb3a41d8 req-68845a50-f099-4fed-8bdc-96e4aeb31b53 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932956 Nov 11 21:40:45.240132 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db47e27f-e73e-4e4c-8351-11803712da05 req-e5c9cd36-398b-46d8-b081-c69b8c567954 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821795 Nov 11 21:40:45.371418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': '25a1c873-4001-4e2b-9aab-1b83892a724d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:45.373750 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfd5264-9b48-4515-8f9f-62b9ff7d438f" -d '{"events": [{"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "25a1c873-4001-4e2b-9aab-1b83892a724d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:45.427723 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f3bbea-7406-41ed-825f-6552b67cc028 x-openstack-request-id: req-65f3bbea-7406-41ed-825f-6552b67cc028 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:45.428006 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "25a1c873-4001-4e2b-9aab-1b83892a724d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:45.428255 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-65f3bbea-7406-41ed-825f-6552b67cc028 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:45.428646 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': '25a1c873-4001-4e2b-9aab-1b83892a724d', 'status': 'completed', 'code': 200} Nov 11 21:40:45.445936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-a720b377-6edc-4cfb-9768-3ec9ddd477e3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.447812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-a720b377-6edc-4cfb-9768-3ec9ddd477e3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 811 time: 0.1306541 Nov 11 21:40:45.453059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c9746-e438-4c90-9a6c-718c3d66b12a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Deleting port 39e33a66-2b20-44e0-a0ee-48bf594e090c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:45.453405 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a7c9746-e438-4c90-9a6c-718c3d66b12a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:45.470007 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-7f8242ec-d3db-46c5-9ad0-70708d8bc345 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/quotas/dd061da342534d959e6cad6eadbbff1c HTTP/1.1" status: 200 len: 375 time: 0.0125339 Nov 11 21:40:45.505902 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8f637aa-7ae8-4bca-8d9f-de00c1fb2fa1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:45.539087 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5264-9b48-4515-8f9f-62b9ff7d438f req-e2d6f45e-3086-42d2-bf59-1a0958483334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.539582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5264-9b48-4515-8f9f-62b9ff7d438f req-e2d6f45e-3086-42d2-bf59-1a0958483334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.540037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5264-9b48-4515-8f9f-62b9ff7d438f req-e2d6f45e-3086-42d2-bf59-1a0958483334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.540655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5264-9b48-4515-8f9f-62b9ff7d438f req-e2d6f45e-3086-42d2-bf59-1a0958483334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.541146 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5264-9b48-4515-8f9f-62b9ff7d438f req-e2d6f45e-3086-42d2-bf59-1a0958483334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.541608 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5264-9b48-4515-8f9f-62b9ff7d438f req-e2d6f45e-3086-42d2-bf59-1a0958483334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.543498 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fcfd5264-9b48-4515-8f9f-62b9ff7d438f req-e2d6f45e-3086-42d2-bf59-1a0958483334 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5287 time: 0.0949166 Nov 11 21:40:45.581593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-a890a166-d77a-40f3-bc9d-aac364c75477 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0920200 Nov 11 21:40:45.622984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dc1754-09c4-4cdd-96e4-3249fe1d92de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135e5b19-cb6f-4cee-a2a3-6dceb73597dc'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:45.625531 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274b5e91-6734-4bec-973e-96374b9b692c" -d '{"events": [{"server_uuid": "e4dc1754-09c4-4cdd-96e4-3249fe1d92de", "name": "network-vif-plugged", "status": "completed", "tag": "135e5b19-cb6f-4cee-a2a3-6dceb73597dc"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:45.632394 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f4d1cdb2-7ae1-43f2-a0d6-bf2cd49ceb56 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Deleting port 484cb86e-b97d-4b5b-a8da-94a9fa615b26 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:45.632731 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4d1cdb2-7ae1-43f2-a0d6-bf2cd49ceb56 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:45.673340 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c55db8-6806-4029-a117-a02c042e0114 x-openstack-request-id: req-93c55db8-6806-4029-a117-a02c042e0114 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:45.673704 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4dc1754-09c4-4cdd-96e4-3249fe1d92de", "name": "network-vif-plugged", "status": "completed", "tag": "135e5b19-cb6f-4cee-a2a3-6dceb73597dc", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:45.674021 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-93c55db8-6806-4029-a117-a02c042e0114 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:45.674499 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4dc1754-09c4-4cdd-96e4-3249fe1d92de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135e5b19-cb6f-4cee-a2a3-6dceb73597dc', 'code': 200} Nov 11 21:40:45.679031 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a7c9746-e438-4c90-9a6c-718c3d66b12a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:45.732265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348abab2-0df6-4fc4-a449-94bd70a118d8 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:45.743989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c9746-e438-4c90-9a6c-718c3d66b12a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Calling delete_port for 39e33a66-2b20-44e0-a0ee-48bf594e090c owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:45.755721 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:45.783319 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-f4d1cdb2-7ae1-43f2-a0d6-bf2cd49ceb56 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] For port 484cb86e-b97d-4b5b-a8da-94a9fa615b26, host n-h1-805737-3, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:45.783704 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4d1cdb2-7ae1-43f2-a0d6-bf2cd49ceb56 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:45.793026 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5264-9b48-4515-8f9f-62b9ff7d438f req-6fa9ce2f-d641-4745-8ae6-752269bd4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.793499 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5264-9b48-4515-8f9f-62b9ff7d438f req-6fa9ce2f-d641-4745-8ae6-752269bd4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.793957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5264-9b48-4515-8f9f-62b9ff7d438f req-6fa9ce2f-d641-4745-8ae6-752269bd4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.795592 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fcfd5264-9b48-4515-8f9f-62b9ff7d438f req-6fa9ce2f-d641-4745-8ae6-752269bd4735 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2434652 Nov 11 21:40:45.813181 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8f637aa-7ae8-4bca-8d9f-de00c1fb2fa1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:45.840572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Transition to ACTIVE for port object 348abab2-0df6-4fc4-a449-94bd70a118d8 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:45.844524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f4d1cdb2-7ae1-43f2-a0d6-bf2cd49ceb56 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Calling delete_port for 484cb86e-b97d-4b5b-a8da-94a9fa615b26 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:45.845964 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-6c256bd7-1027-4064-a0ad-664c22c8bb5f service neutron] 10.222.0.57 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531517 Nov 11 21:40:45.876443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:45.917365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca92fa-46ea-443b-b957-e0c48073cc71 req-0d21f4f2-113e-4777-93df-74b82d371a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.918905 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ceca92fa-46ea-443b-b957-e0c48073cc71 req-0d21f4f2-113e-4777-93df-74b82d371a60 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4dc1754-09c4-4cdd-96e4-3249fe1d92de HTTP/1.1" status: 200 len: 1097 time: 0.1630297 Nov 11 21:40:45.973325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f637aa-7ae8-4bca-8d9f-de00c1fb2fa1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=06c97f66-f458-4e6e-877b-3d648951fb3d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:46.011207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5264-9b48-4515-8f9f-62b9ff7d438f req-f1e457a8-0720-4e9c-ad7f-e89839dc6948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:46.012724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fcfd5264-9b48-4515-8f9f-62b9ff7d438f req-f1e457a8-0720-4e9c-ad7f-e89839dc6948 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2074454 Nov 11 21:40:46.024381 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba42bb60-f683-4d8b-845c-be7594d30181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:46.057969 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ceca92fa-46ea-443b-b957-e0c48073cc71 req-63b557ad-2f39-4ddd-8157-d6f51cfda602 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001580 Nov 11 21:40:46.089270 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-3bce010a-27dc-49f3-b724-9cc0b34d43b7 service neutron] 10.222.0.57 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308166 Nov 11 21:40:46.136593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebb3b8-1d2a-4a35-a037-b4a36ec5089a req-c55809fd-1a21-4fc0-88a6-2ec4fec583fb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:46.148050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebb3b8-1d2a-4a35-a037-b4a36ec5089a req-c55809fd-1a21-4fc0-88a6-2ec4fec583fb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:46.169118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebb3b8-1d2a-4a35-a037-b4a36ec5089a req-c55809fd-1a21-4fc0-88a6-2ec4fec583fb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:46.171034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Pushing event updated for resources: {'Port': ['ID=348abab2-0df6-4fc4-a449-94bd70a118d8,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:46.179567 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebb3b8-1d2a-4a35-a037-b4a36ec5089a req-c55809fd-1a21-4fc0-88a6-2ec4fec583fb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:46.193318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebb3b8-1d2a-4a35-a037-b4a36ec5089a req-c55809fd-1a21-4fc0-88a6-2ec4fec583fb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:46.209732 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a7c9746-e438-4c90-9a6c-718c3d66b12a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:46.209995 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebb3b8-1d2a-4a35-a037-b4a36ec5089a req-c55809fd-1a21-4fc0-88a6-2ec4fec583fb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:46.224469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebb3b8-1d2a-4a35-a037-b4a36ec5089a req-c55809fd-1a21-4fc0-88a6-2ec4fec583fb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:46.228877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b3ebb3b8-1d2a-4a35-a037-b4a36ec5089a req-c55809fd-1a21-4fc0-88a6-2ec4fec583fb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5374 time: 0.1975050 Nov 11 21:40:46.290307 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f637aa-7ae8-4bca-8d9f-de00c1fb2fa1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Checking segment: {'id': '0dc84b42-e92a-4ac9-91bf-48fbaf82249a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:46.290680 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f637aa-7ae8-4bca-8d9f-de00c1fb2fa1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network hostable DHCP agents. Network: e65b77fa-6075-47fe-aefe-2bc865c4d588, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:40:46.348643 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b3ebb3b8-1d2a-4a35-a037-b4a36ec5089a req-283a704a-e679-419e-ba1d-f60cbd769205 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026142 Nov 11 21:40:46.350888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c9746-e438-4c90-9a6c-718c3d66b12a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event deleted for resources: {'Port': ['ID=39e33a66-2b20-44e0-a0ee-48bf594e090c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:46.433357 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b0e37-7787-4f46-bb75-aa1ee00aea83 req-ba580215-e053-4726-970c-25f2508e6b54 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:46.435044 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d29b0e37-7787-4f46-bb75-aa1ee00aea83 req-ba580215-e053-4726-970c-25f2508e6b54 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.0635276 Nov 11 21:40:46.440467 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Attempting to bind port 348abab2-0df6-4fc4-a449-94bd70a118d8 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:46.440720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Attempting to bind port 348abab2-0df6-4fc4-a449-94bd70a118d8 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:46.441103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Attempting to bind port 348abab2-0df6-4fc4-a449-94bd70a118d8 on network 784dde3a-e85c-4752-9e04-1000eefc86d6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:46.470234 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Port 348abab2-0df6-4fc4-a449-94bd70a118d8 on network 784dde3a-e85c-4752-9e04-1000eefc86d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:46.470560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Attempting to bind port 348abab2-0df6-4fc4-a449-94bd70a118d8 on network 784dde3a-e85c-4752-9e04-1000eefc86d6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:46.519593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:46.519943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Checking segment: {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:46.520362 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Bound using segment: {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:46.520910 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Bound port: 348abab2-0df6-4fc4-a449-94bd70a118d8, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:46.521275 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:46.551806 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d29b0e37-7787-4f46-bb75-aa1ee00aea83 req-b58c68ee-d16a-40a2-a8b7-03e4671f1594 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066542 Nov 11 21:40:46.584510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f24767-4389-4afb-84cd-6ac787226d84 req-d7459e8b-0f7b-4865-9c6d-e1d2d5e1adca tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:46.605364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9f24767-4389-4afb-84cd-6ac787226d84 req-d7459e8b-0f7b-4865-9c6d-e1d2d5e1adca tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=c47c97d7-6cf7-40b0-8152-5afef1102bce HTTP/1.1" status: 200 len: 946 time: 0.1479399 Nov 11 21:40:46.651579 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4d1cdb2-7ae1-43f2-a0d6-bf2cd49ceb56 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:46.658730 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f637aa-7ae8-4bca-8d9f-de00c1fb2fa1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:40:46.674649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8fa586b9-52a2-4927-834a-950456fdced9 req-107fe4ab-e8a7-4de9-90f1-41e5e52b282a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 210 time: 0.0538211 Nov 11 21:40:46.711526 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9f24767-4389-4afb-84cd-6ac787226d84 req-eb1a6c4b-bdc9-469a-a726-9bdbd55762ce tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029205 Nov 11 21:40:46.734395 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4d1cdb2-7ae1-43f2-a0d6-bf2cd49ceb56 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:46.738395 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f4d1cdb2-7ae1-43f2-a0d6-bf2cd49ceb56 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "DELETE /v2.0/ports/484cb86e-b97d-4b5b-a8da-94a9fa615b26 HTTP/1.1" status: 204 len: 168 time: 1.5529211 Nov 11 21:40:46.740751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44870) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:46.742072 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a7c9746-e438-4c90-9a6c-718c3d66b12a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:46.748983 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44872) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:46.749235 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0a7c9746-e438-4c90-9a6c-718c3d66b12a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "DELETE /v2.0/ports/39e33a66-2b20-44e0-a0ee-48bf594e090c HTTP/1.1" status: 204 len: 168 time: 1.9848759 Nov 11 21:40:46.754097 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1cdb2-7ae1-43f2-a0d6-bf2cd49ceb56 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Pushing event deleted for resources: {'Port': ['ID=484cb86e-b97d-4b5b-a8da-94a9fa615b26,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:46.767102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a8f637aa-7ae8-4bca-8d9f-de00c1fb2fa1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, e65b77fa-6075-47fe-aefe-2bc865c4d588) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:46.777350 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3fc1fc-644a-4bd5-bcb2-89ac79c23064 None None] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:46.794694 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f637aa-7ae8-4bca-8d9f-de00c1fb2fa1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:46.801779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f637aa-7ae8-4bca-8d9f-de00c1fb2fa1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:46.802662 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8f637aa-7ae8-4bca-8d9f-de00c1fb2fa1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:46.816667 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5197a0d-b5d0-44c2-a8fa-c9b7cfb12063 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:40:46.819139 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d5197a0d-b5d0-44c2-a8fa-c9b7cfb12063 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "GET /v2.0/ports/484cb86e-b97d-4b5b-a8da-94a9fa615b26 HTTP/1.1" status: 404 len: 333 time: 0.0659323 Nov 11 21:40:46.829088 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a8f637aa-7ae8-4bca-8d9f-de00c1fb2fa1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6231315 Nov 11 21:40:46.829714 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44876) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:46.837924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-884f029b-292f-4d69-a2e0-d2240a48137c tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1392157865', 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:46.840954 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44878) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:46.845126 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b94be7e-28f3-4a2b-aa60-68c8f7fec3e2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] GET failed (client error): The resource could not be found. Nov 11 21:40:46.853997 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6b94be7e-28f3-4a2b-aa60-68c8f7fec3e2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "GET /v2.0/ports/39e33a66-2b20-44e0-a0ee-48bf594e090c HTTP/1.1" status: 404 len: 333 time: 0.1037259 Nov 11 21:40:46.854703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44880) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:46.860454 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1962072196'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:46.862714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-89b6188f-7983-4277-bcdb-e8cb64d03f53 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Request body: {'port': {'network_id': '23882af1-b069-41a4-a9cd-90264148c014', 'name': 'tempest-AllowedAddressPairTestJSON-1292302060'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:46.866042 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] For port 348abab2-0df6-4fc4-a449-94bd70a118d8, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:46.891260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] For port 348abab2-0df6-4fc4-a449-94bd70a118d8, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=348abab2-0df6-4fc4-a449-94bd70a118d8,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:46.897472 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.db.api [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 21:40:46.897472 n-d-805737-3 neutron-server[102535]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 21:40:46.897472 n-d-805737-3 neutron-server[102535]: [parameters: {'project_id_1': 'f4c688e9d6ad4b2d83d9c3ab1c3e8813', 'expiration_1': datetime.datetime(2021, 11, 11, 21, 40, 26, 873448)}] Nov 11 21:40:46.897472 n-d-805737-3 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:40:46.897837 n-d-805737-3 neutron-server[102535]: DEBUG oslo_db.api [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:40:46.902830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:46.963482 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Pushing event updated for resources: {'Port': ['ID=348abab2-0df6-4fc4-a449-94bd70a118d8,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:46.968692 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884f029b-292f-4d69-a2e0-d2240a48137c tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Made reservation on behalf of 20b0a12ba6a0403bb6dddbfffa7ab090 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:46.972034 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-884f029b-292f-4d69-a2e0-d2240a48137c tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:46.997764 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:46.998393 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:46.999865 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-89b531dd-cb27-4f57-bfb3-9b9ba97338e5 service neutron] 10.222.0.71 "PUT /v2.0/ports/348abab2-0df6-4fc4-a449-94bd70a118d8 HTTP/1.1" status: 200 len: 1131 time: 2.8519669 Nov 11 21:40:47.005968 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-884f029b-292f-4d69-a2e0-d2240a48137c tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] device_id is not set on port 1dcd0e46-c522-4228-ae17-6d2f09d4469e yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:47.007089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8956b5-b9c3-45f7-8f17-dddeee89b825 req-1193a64a-68cb-4315-aedd-ba0f8767dec0 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.008841 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e8956b5-b9c3-45f7-8f17-dddeee89b825 req-1193a64a-68cb-4315-aedd-ba0f8767dec0 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4dc1754-09c4-4cdd-96e4-3249fe1d92de HTTP/1.1" status: 200 len: 946 time: 0.1341403 Nov 11 21:40:47.075727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Request body: {'port': {'device_id': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:47.163593 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:47.171963 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:47.194848 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e8956b5-b9c3-45f7-8f17-dddeee89b825 req-ccb57fa2-3aa7-4034-8de9-53d78b52bedd tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754174 Nov 11 21:40:47.200689 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b6188f-7983-4277-bcdb-e8cb64d03f53 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Made reservation on behalf of dc4cb52b9f8f4703a34e42b10127e5c2 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:47.206787 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89b6188f-7983-4277-bcdb-e8cb64d03f53 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:47.256359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-89b6188f-7983-4277-bcdb-e8cb64d03f53 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] device_id is not set on port 675f70fa-20eb-40c0-bdc2-db2bd2e873a1 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:47.431220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': '348abab2-0df6-4fc4-a449-94bd70a118d8'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:47.443211 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaea2d4d-98e1-4df6-bc1c-78df63161daa" -d '{"events": [{"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "348abab2-0df6-4fc4-a449-94bd70a118d8"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:47.454203 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-884f029b-292f-4d69-a2e0-d2240a48137c tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:47.464696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-89b6188f-7983-4277-bcdb-e8cb64d03f53 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Allocated IP 172.20.0.13 (23882af1-b069-41a4-a9cd-90264148c014/67c9ece5-b9cf-4221-9890-58ad11953617/675f70fa-20eb-40c0-bdc2-db2bd2e873a1) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:47.510677 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45171207-97c5-4153-8068-f2e5baa4a0ae x-openstack-request-id: req-45171207-97c5-4153-8068-f2e5baa4a0ae {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:47.511017 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "348abab2-0df6-4fc4-a449-94bd70a118d8", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:47.511275 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-45171207-97c5-4153-8068-f2e5baa4a0ae {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:47.511708 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': '348abab2-0df6-4fc4-a449-94bd70a118d8', 'status': 'completed', 'code': 200} Nov 11 21:40:47.516306 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-884f029b-292f-4d69-a2e0-d2240a48137c tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:47.569079 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:47.572824 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:47.651334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884f029b-292f-4d69-a2e0-d2240a48137c tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:47.655157 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f029b-292f-4d69-a2e0-d2240a48137c tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Pushing event updated for resources: {'Port': ['ID=1dcd0e46-c522-4228-ae17-6d2f09d4469e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:47.660460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-884f029b-292f-4d69-a2e0-d2240a48137c tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:47.672758 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f029b-292f-4d69-a2e0-d2240a48137c tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:47.674008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884f029b-292f-4d69-a2e0-d2240a48137c tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.675016 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-884f029b-292f-4d69-a2e0-d2240a48137c tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:47.678270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:40:47.693733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144b2fe-4806-42e7-80a3-3934a3b65eba req-cc0f16d8-d324-43e5-9def-ac6f52e6e9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.703033 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144b2fe-4806-42e7-80a3-3934a3b65eba req-cc0f16d8-d324-43e5-9def-ac6f52e6e9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.704078 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:47.704428 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Added segment dbc616cc-5de8-4445-9d6d-e276d2a46de6 of type vlan for network 9fc6e4f9-f80c-4b9f-afd3-0d784d5a259a Nov 11 21:40:47.714275 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144b2fe-4806-42e7-80a3-3934a3b65eba req-cc0f16d8-d324-43e5-9def-ac6f52e6e9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.721749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144b2fe-4806-42e7-80a3-3934a3b65eba req-cc0f16d8-d324-43e5-9def-ac6f52e6e9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.725701 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-884f029b-292f-4d69-a2e0-d2240a48137c tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8896670 Nov 11 21:40:47.727792 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144b2fe-4806-42e7-80a3-3934a3b65eba req-cc0f16d8-d324-43e5-9def-ac6f52e6e9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.733753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144b2fe-4806-42e7-80a3-3934a3b65eba req-cc0f16d8-d324-43e5-9def-ac6f52e6e9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.739913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144b2fe-4806-42e7-80a3-3934a3b65eba req-cc0f16d8-d324-43e5-9def-ac6f52e6e9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.753635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44890) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:47.755121 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9144b2fe-4806-42e7-80a3-3934a3b65eba req-cc0f16d8-d324-43e5-9def-ac6f52e6e9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5374 time: 0.2507935 Nov 11 21:40:47.784090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2d4d-98e1-4df6-bc1c-78df63161daa req-cd149fcc-0aff-4bd1-b174-198259ca539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.784627 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2d4d-98e1-4df6-bc1c-78df63161daa req-cd149fcc-0aff-4bd1-b174-198259ca539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.786338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2d4d-98e1-4df6-bc1c-78df63161daa req-cd149fcc-0aff-4bd1-b174-198259ca539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.786801 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2d4d-98e1-4df6-bc1c-78df63161daa req-cd149fcc-0aff-4bd1-b174-198259ca539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.787700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2d4d-98e1-4df6-bc1c-78df63161daa req-cd149fcc-0aff-4bd1-b174-198259ca539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.787969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2d4d-98e1-4df6-bc1c-78df63161daa req-cd149fcc-0aff-4bd1-b174-198259ca539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.788571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2d4d-98e1-4df6-bc1c-78df63161daa req-cd149fcc-0aff-4bd1-b174-198259ca539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.790685 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aaea2d4d-98e1-4df6-bc1c-78df63161daa req-cd149fcc-0aff-4bd1-b174-198259ca539c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 6211 time: 0.2504773 Nov 11 21:40:47.871432 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:47.884093 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4216fcd1-4663-4195-bbbc-da4da177e739 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.885228 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4216fcd1-4663-4195-bbbc-da4da177e739 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "GET /v2.0/ports/1dcd0e46-c522-4228-ae17-6d2f09d4469e HTTP/1.1" status: 200 len: 955 time: 0.1255710 Nov 11 21:40:47.895801 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44892) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:47.966942 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89b6188f-7983-4277-bcdb-e8cb64d03f53 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:47.983612 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85644e89-c7b1-4248-8bec-f68c77a24091 req-83957fb5-9b0f-4204-a188-b28e1f583390 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:47.985324 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85644e89-c7b1-4248-8bec-f68c77a24091 req-83957fb5-9b0f-4204-a188-b28e1f583390 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.3220916 Nov 11 21:40:48.069477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9144b2fe-4806-42e7-80a3-3934a3b65eba req-8dbd2ac1-e63e-4873-b13b-cb17591f7450 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3133554 Nov 11 21:40:48.137353 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85644e89-c7b1-4248-8bec-f68c77a24091 req-1ad5efe9-2fe1-400b-a8b7-194aa20c1e5d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386311 Nov 11 21:40:48.138812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2d4d-98e1-4df6-bc1c-78df63161daa req-820e967c-39bb-4f74-966f-8fd4504da66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:48.139404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2d4d-98e1-4df6-bc1c-78df63161daa req-820e967c-39bb-4f74-966f-8fd4504da66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:48.139855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2d4d-98e1-4df6-bc1c-78df63161daa req-820e967c-39bb-4f74-966f-8fd4504da66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:48.141530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aaea2d4d-98e1-4df6-bc1c-78df63161daa req-820e967c-39bb-4f74-966f-8fd4504da66f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3219030 Nov 11 21:40:48.191836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bba07a7f-6ce8-49f0-b02c-6a6ecd4ae88c req-7419c939-2e15-4a5f-89c8-8995dd901f46 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 210 time: 0.0477550 Nov 11 21:40:48.199775 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89b6188f-7983-4277-bcdb-e8cb64d03f53 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:48.308088 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.db.resource_extend [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:40:48.337679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b6188f-7983-4277-bcdb-e8cb64d03f53 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Network 23882af1-b069-41a4-a9cd-90264148c014 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:48.341878 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6188f-7983-4277-bcdb-e8cb64d03f53 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event updated for resources: {'Port': ['ID=675f70fa-20eb-40c0-bdc2-db2bd2e873a1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:48.347743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-89b6188f-7983-4277-bcdb-e8cb64d03f53 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:48.353952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b6188f-7983-4277-bcdb-e8cb64d03f53 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:48.361632 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ffee77-0dca-490c-8116-b548cab8fe4a {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:48.398459 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:48.415231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87fcb8-da0c-4f42-8216-68e214474485 req-3af414d5-3e72-4672-b199-6a5a6855f8d7 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:48.417075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d87fcb8-da0c-4f42-8216-68e214474485 req-3af414d5-3e72-4672-b199-6a5a6855f8d7 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4dc1754-09c4-4cdd-96e4-3249fe1d92de HTTP/1.1" status: 200 len: 946 time: 0.1429262 Nov 11 21:40:48.419749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:48.425337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:48.425916 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:48.430244 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2d4d-98e1-4df6-bc1c-78df63161daa req-dcb2f7bd-9e58-4f83-8712-746f24ab7ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:48.434575 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aaea2d4d-98e1-4df6-bc1c-78df63161daa req-dcb2f7bd-9e58-4f83-8712-746f24ab7ddc service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2790108 Nov 11 21:40:48.447626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Transition to ACTIVE for port object 13ffee77-0dca-490c-8116-b548cab8fe4a will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:48.491920 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:48.492535 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:48.518449 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6683378 Nov 11 21:40:48.524120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44896) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:48.528162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d87fcb8-da0c-4f42-8216-68e214474485 req-6906e93c-cddd-4ef7-964b-138d321db8b8 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853388 Nov 11 21:40:48.534701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'ports': [{'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588'}, {'network_id': '9fc6e4f9-f80c-4b9f-afd3-0d784d5a259a'}]} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:48.535010 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:48.535488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'network_id': '9fc6e4f9-f80c-4b9f-afd3-0d784d5a259a'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:48.586453 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b6188f-7983-4277-bcdb-e8cb64d03f53 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:48.587136 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89b6188f-7983-4277-bcdb-e8cb64d03f53 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:48.605934 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-3376cc9e-5e39-4547-8d57-382e2ff766e1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:48.608509 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-3376cc9e-5e39-4547-8d57-382e2ff766e1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 811 time: 0.7551231 Nov 11 21:40:48.633761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-a0963a9e-a633-43d2-bcb8-ff5da4cb95a2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Request body: {'port': {'device_id': '31894eb7-e80c-42e8-a04f-dc34d87f1213', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'admin_state_up': True, 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:48.651237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-89b6188f-7983-4277-bcdb-e8cb64d03f53 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7952592 Nov 11 21:40:48.654881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44900) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:48.660931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f319c979-f244-4b8e-af41-9b7fef92a53a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:e3:81:99'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:48.668659 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Network': ['ID=9fc6e4f9-f80c-4b9f-afd3-0d784d5a259a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:48.709401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Pushing event updated for resources: {'Port': ['ID=13ffee77-0dca-490c-8116-b548cab8fe4a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:48.733028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c0268796-5f66-494c-849c-bd75caa5ad19 None None] Provisioning complete for port 675f70fa-20eb-40c0-bdc2-db2bd2e873a1 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:48.733808 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0268796-5f66-494c-849c-bd75caa5ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:48.782109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c0268796-5f66-494c-849c-bd75caa5ad19 None None] Port 675f70fa-20eb-40c0-bdc2-db2bd2e873a1 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:48.818306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.818925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.819032 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.819313 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.819643 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.819970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.820306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.820626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.824192 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.824586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.824993 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.825342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87384e-b0cc-42ca-995d-68d2d4204903 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.836542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.836916 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.837258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.837591 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.837919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.838929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.838929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.838929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.839250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.839584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.839902 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.840215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:48.843975 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 9fc6e4f9-f80c-4b9f-afd3-0d784d5a259a details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:48.872139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3538a6db-05cb-44e3-a57a-ff827148d283 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Deleting port 1dcd0e46-c522-4228-ae17-6d2f09d4469e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:48.872490 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3538a6db-05cb-44e3-a57a-ff827148d283 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:48.990755 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'port': 2} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:48.996048 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:49.023707 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:49.055108 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3538a6db-05cb-44e3-a57a-ff827148d283 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:49.065745 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f319c979-f244-4b8e-af41-9b7fef92a53a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:49.083841 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3538a6db-05cb-44e3-a57a-ff827148d283 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Calling delete_port for 1dcd0e46-c522-4228-ae17-6d2f09d4469e owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:49.147289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Attempting to bind port 13ffee77-0dca-490c-8116-b548cab8fe4a on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:49.147616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Attempting to bind port 13ffee77-0dca-490c-8116-b548cab8fe4a by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:49.147946 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Attempting to bind port 13ffee77-0dca-490c-8116-b548cab8fe4a on network 784dde3a-e85c-4752-9e04-1000eefc86d6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:49.152170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-a0963a9e-a633-43d2-bcb8-ff5da4cb95a2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Made reservation on behalf of dd061da342534d959e6cad6eadbbff1c for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:49.155820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-a0963a9e-a633-43d2-bcb8-ff5da4cb95a2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:49.164941 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Port 13ffee77-0dca-490c-8116-b548cab8fe4a on network 784dde3a-e85c-4752-9e04-1000eefc86d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:49.165303 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Attempting to bind port 13ffee77-0dca-490c-8116-b548cab8fe4a on network 784dde3a-e85c-4752-9e04-1000eefc86d6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:49.178617 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port 324c15f4-0bd0-45d9-8500-53766e949dcc yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:49.181046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:49.181229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Checking segment: {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:49.181473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Bound using segment: {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:49.181909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Bound port: 13ffee77-0dca-490c-8116-b548cab8fe4a, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:49.182260 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:49.278526 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3538a6db-05cb-44e3-a57a-ff827148d283 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:49.290627 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:49.347372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538a6db-05cb-44e3-a57a-ff827148d283 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Pushing event deleted for resources: {'Port': ['ID=1dcd0e46-c522-4228-ae17-6d2f09d4469e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:49.377033 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce17b0b-d49e-497b-9dd9-350d4db50eee req-b11e1eb2-7245-43fc-a5db-c6bb425c0e7d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:49.379102 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3538a6db-05cb-44e3-a57a-ff827148d283 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:49.384925 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3538a6db-05cb-44e3-a57a-ff827148d283 tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "DELETE /v2.0/ports/1dcd0e46-c522-4228-ae17-6d2f09d4469e HTTP/1.1" status: 204 len: 168 time: 1.4817390 Nov 11 21:40:49.385095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce17b0b-d49e-497b-9dd9-350d4db50eee req-b11e1eb2-7245-43fc-a5db-c6bb425c0e7d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:49.389652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce17b0b-d49e-497b-9dd9-350d4db50eee req-b11e1eb2-7245-43fc-a5db-c6bb425c0e7d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:49.389856 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44912) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:49.395624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce17b0b-d49e-497b-9dd9-350d4db50eee req-b11e1eb2-7245-43fc-a5db-c6bb425c0e7d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:49.401786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce17b0b-d49e-497b-9dd9-350d4db50eee req-b11e1eb2-7245-43fc-a5db-c6bb425c0e7d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:49.407865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce17b0b-d49e-497b-9dd9-350d4db50eee req-b11e1eb2-7245-43fc-a5db-c6bb425c0e7d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:49.413949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce17b0b-d49e-497b-9dd9-350d4db50eee req-b11e1eb2-7245-43fc-a5db-c6bb425c0e7d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:49.415853 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ce17b0b-d49e-497b-9dd9-350d4db50eee req-b11e1eb2-7245-43fc-a5db-c6bb425c0e7d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5386 time: 0.2156630 Nov 11 21:40:49.417593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] For port 13ffee77-0dca-490c-8116-b548cab8fe4a, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:49.427250 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-409cf441-17e8-446d-929d-23de91ace08a tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:40:49.432330 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-409cf441-17e8-446d-929d-23de91ace08a tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "GET /v2.0/ports/1dcd0e46-c522-4228-ae17-6d2f09d4469e HTTP/1.1" status: 404 len: 333 time: 0.0382967 Nov 11 21:40:49.438796 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44914) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:49.443569 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f7dc46ac-b48c-4da7-a948-d685ad7fcc8a tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Request body: {'port': {'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-297405520'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:49.448358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] For port 13ffee77-0dca-490c-8116-b548cab8fe4a, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=13ffee77-0dca-490c-8116-b548cab8fe4a,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:49.462124 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:49.476204 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-a0963a9e-a633-43d2-bcb8-ff5da4cb95a2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Allocated IP 172.20.0.4 (7ca53df5-a923-4637-abe2-0023dcccd003/20e67dd5-96fd-49f9-8663-fcf39316a998/037b404c-6651-435c-9fe6-0c7da7735962) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:49.483121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceb81f-d44e-493a-8243-a33c68784b74 req-69f1c51f-efae-44b7-97fc-fa5a6a9feb3b tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:49.484624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-11ceb81f-d44e-493a-8243-a33c68784b74 req-69f1c51f-efae-44b7-97fc-fa5a6a9feb3b tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4dc1754-09c4-4cdd-96e4-3249fe1d92de HTTP/1.1" status: 200 len: 946 time: 0.2652090 Nov 11 21:40:49.514527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:49.515176 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:49.516687 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] 10.222.0.71 "PUT /v2.0/ports/13ffee77-0dca-490c-8116-b548cab8fe4a HTTP/1.1" status: 200 len: 1091 time: 2.4455771 Nov 11 21:40:49.519383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': '13ffee77-0dca-490c-8116-b548cab8fe4a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:49.521623 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9ff929-7db2-4f85-894e-ab73531584d8" -d '{"events": [{"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "13ffee77-0dca-490c-8116-b548cab8fe4a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:49.539184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dc46ac-b48c-4da7-a948-d685ad7fcc8a tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Made reservation on behalf of 20b0a12ba6a0403bb6dddbfffa7ab090 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:49.541549 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7dc46ac-b48c-4da7-a948-d685ad7fcc8a tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:49.567430 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Request body: {'port': {'device_id': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:49.622070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274ac0f-5db2-4942-ab65-7edb6f0079a8 service neutron] Pushing event updated for resources: {'Port': ['ID=13ffee77-0dca-490c-8116-b548cab8fe4a,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:49.630294 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-f7dc46ac-b48c-4da7-a948-d685ad7fcc8a tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] device_id is not set on port 24e50a7a-5801-4819-96ac-46a767eb43b3 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:49.651594 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ce17b0b-d49e-497b-9dd9-350d4db50eee req-81f20562-899b-4e7e-bbd7-c1a8b8c3af61 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1893637 Nov 11 21:40:49.681744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f319c979-f244-4b8e-af41-9b7fef92a53a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:49.689235 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-11ceb81f-d44e-493a-8243-a33c68784b74 req-5ede0efd-caa8-4ad7-b069-96be669c43cb tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835074 Nov 11 21:40:49.694189 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:49.785867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:49.791194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port 64a3439c-d906-4cbb-b0f2-58a62ca8ad36 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:49.799159 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f319c979-f244-4b8e-af41-9b7fef92a53a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:50.009446 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7dc46ac-b48c-4da7-a948-d685ad7fcc8a tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:50.142199 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-a0963a9e-a633-43d2-bcb8-ff5da4cb95a2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:50.237694 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7dc46ac-b48c-4da7-a948-d685ad7fcc8a tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:50.300892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dc46ac-b48c-4da7-a948-d685ad7fcc8a tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:50.301924 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7e09320-4354-454b-9619-f64f2026205d req-3b812a31-9fa6-452e-b9c8-7f5786ab01a8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 210 time: 0.1026716 Nov 11 21:40:50.312726 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f7dc46ac-b48c-4da7-a948-d685ad7fcc8a tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:50.315379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc46ac-b48c-4da7-a948-d685ad7fcc8a tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:50.316423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dc46ac-b48c-4da7-a948-d685ad7fcc8a tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:50.317027 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7dc46ac-b48c-4da7-a948-d685ad7fcc8a tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:50.319581 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-a0963a9e-a633-43d2-bcb8-ff5da4cb95a2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:50.323219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319c979-f244-4b8e-af41-9b7fef92a53a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event updated for resources: {'Port': ['ID=675f70fa-20eb-40c0-bdc2-db2bd2e873a1,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:50.330834 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7388935c-ca61-4ae1-94e0-8b538cdc2ea1'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:50.336126 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['13a9b307-eab1-4a5c-962a-988b36c69ee6'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:50.354914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc46ac-b48c-4da7-a948-d685ad7fcc8a tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Pushing event updated for resources: {'Port': ['ID=24e50a7a-5801-4819-96ac-46a767eb43b3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:50.420098 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f7dc46ac-b48c-4da7-a948-d685ad7fcc8a tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9778278 Nov 11 21:40:50.421408 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-a0963a9e-a633-43d2-bcb8-ff5da4cb95a2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Network 7ca53df5-a923-4637-abe2-0023dcccd003 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:50.423668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44918) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:50.431025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:50.439066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065f3f1-265e-4d40-a17b-9a3ac21609dc req-d3fe46b5-0e55-4a1a-bbfc-85b34524fcaa tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:50.441207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-a0963a9e-a633-43d2-bcb8-ff5da4cb95a2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:50.444380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-a0963a9e-a633-43d2-bcb8-ff5da4cb95a2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:50.447666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b065f3f1-265e-4d40-a17b-9a3ac21609dc req-d3fe46b5-0e55-4a1a-bbfc-85b34524fcaa tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.6452332 Nov 11 21:40:50.519963 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4022d8-e734-42e8-9b88-c554c0d4a3b9 x-openstack-request-id: req-0d4022d8-e734-42e8-9b88-c554c0d4a3b9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:50.519963 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "13ffee77-0dca-490c-8116-b548cab8fe4a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:50.520311 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d4022d8-e734-42e8-9b88-c554c0d4a3b9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:50.520537 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': '13ffee77-0dca-490c-8116-b548cab8fe4a', 'status': 'completed', 'code': 200} Nov 11 21:40:50.523294 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0963a9e-a633-43d2-bcb8-ff5da4cb95a2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event updated for resources: {'Port': ['ID=037b404c-6651-435c-9fe6-0c7da7735962,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:50.560591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f319c979-f244-4b8e-af41-9b7fef92a53a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] In _notify_port_updated(), no bound segment for port 675f70fa-20eb-40c0-bdc2-db2bd2e873a1 on network 23882af1-b069-41a4-a9cd-90264148c014 {{(pid=102534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:40:50.589938 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f319c979-f244-4b8e-af41-9b7fef92a53a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:50.590635 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f319c979-f244-4b8e-af41-9b7fef92a53a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:50.592147 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f319c979-f244-4b8e-af41-9b7fef92a53a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "PUT /v2.0/ports/675f70fa-20eb-40c0-bdc2-db2bd2e873a1 HTTP/1.1" status: 200 len: 995 time: 1.9362817 Nov 11 21:40:50.612583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44920) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:50.674586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-a0963a9e-a633-43d2-bcb8-ff5da4cb95a2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:50.675308 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-a0963a9e-a633-43d2-bcb8-ff5da4cb95a2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:50.713825 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:50.739247 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecc00f-f434-4cae-acdf-6a40f89f7ec7 req-0ea933c6-9556-4baa-8f0b-eb95bd30d54a tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:50.742248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88ecc00f-f434-4cae-acdf-6a40f89f7ec7 req-0ea933c6-9556-4baa-8f0b-eb95bd30d54a tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4dc1754-09c4-4cdd-96e4-3249fe1d92de HTTP/1.1" status: 200 len: 946 time: 0.3741066 Nov 11 21:40:50.772101 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14325729-1495-4098-ba65-82b20f0f04f3 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:50.791245 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:50.797127 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-a0963a9e-a633-43d2-bcb8-ff5da4cb95a2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1673970 Nov 11 21:40:50.823407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ff929-7db2-4f85-894e-ab73531584d8 req-2cc10138-bc4b-494f-b774-b38d6e88b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:50.823866 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ff929-7db2-4f85-894e-ab73531584d8 req-2cc10138-bc4b-494f-b774-b38d6e88b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:50.826031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ff929-7db2-4f85-894e-ab73531584d8 req-2cc10138-bc4b-494f-b774-b38d6e88b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:50.826837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ff929-7db2-4f85-894e-ab73531584d8 req-2cc10138-bc4b-494f-b774-b38d6e88b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:50.827301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ff929-7db2-4f85-894e-ab73531584d8 req-2cc10138-bc4b-494f-b774-b38d6e88b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:50.827752 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ff929-7db2-4f85-894e-ab73531584d8 req-2cc10138-bc4b-494f-b774-b38d6e88b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:50.829373 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ff929-7db2-4f85-894e-ab73531584d8 req-2cc10138-bc4b-494f-b774-b38d6e88b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:50.830761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Request body: {'port': {'device_id': '31894eb7-e80c-42e8-a04f-dc34d87f1213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:50.832958 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e9ff929-7db2-4f85-894e-ab73531584d8 req-2cc10138-bc4b-494f-b774-b38d6e88b6fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 6278 time: 0.3098986 Nov 11 21:40:50.895543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Transition to ACTIVE for port object 14325729-1495-4098-ba65-82b20f0f04f3 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:50.906983 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b065f3f1-265e-4d40-a17b-9a3ac21609dc req-57580116-682c-4f1c-b8e2-4462c6fc7ac2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534817 Nov 11 21:40:50.918649 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fe3b8dbf-a495-4f49-a51f-c9354caf16fe None None] Provisioning complete for port 675f70fa-20eb-40c0-bdc2-db2bd2e873a1 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:50.919647 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe3b8dbf-a495-4f49-a51f-c9354caf16fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:50.932855 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:50.942201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b461d-96bd-4f62-8d58-eccff1b0908a req-65e0acb1-2ee1-4206-9475-ad952cae2842 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:50.943922 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-245b461d-96bd-4f62-8d58-eccff1b0908a req-65e0acb1-2ee1-4206-9475-ad952cae2842 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.10 "GET /v2.0/ports?device_id=c47c97d7-6cf7-40b0-8152-5afef1102bce HTTP/1.1" status: 200 len: 946 time: 0.2622616 Nov 11 21:40:50.999544 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b8dbf-a495-4f49-a51f-c9354caf16fe None None] Port 675f70fa-20eb-40c0-bdc2-db2bd2e873a1 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:51.123905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c0d70e4b-3a18-4c5c-96f6-cb0bf10eed8b None None] Provisioning complete for port 037b404c-6651-435c-9fe6-0c7da7735962 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:51.125003 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0d70e4b-3a18-4c5c-96f6-cb0bf10eed8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:51.133204 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:51.171788 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:51.172002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Pushing event updated for resources: {'Port': ['ID=14325729-1495-4098-ba65-82b20f0f04f3,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:51.189739 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27882d09-c945-4492-ac7f-b38478daeffc req-e3347015-c3b2-4d4b-9fa5-98ec18f30266 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:51.196759 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27882d09-c945-4492-ac7f-b38478daeffc req-e3347015-c3b2-4d4b-9fa5-98ec18f30266 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:51.202704 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c0d70e4b-3a18-4c5c-96f6-cb0bf10eed8b None None] Port 037b404c-6651-435c-9fe6-0c7da7735962 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:51.204093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27882d09-c945-4492-ac7f-b38478daeffc req-e3347015-c3b2-4d4b-9fa5-98ec18f30266 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:51.210268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27882d09-c945-4492-ac7f-b38478daeffc req-e3347015-c3b2-4d4b-9fa5-98ec18f30266 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:51.216533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27882d09-c945-4492-ac7f-b38478daeffc req-e3347015-c3b2-4d4b-9fa5-98ec18f30266 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:51.222612 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27882d09-c945-4492-ac7f-b38478daeffc req-e3347015-c3b2-4d4b-9fa5-98ec18f30266 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:51.228585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27882d09-c945-4492-ac7f-b38478daeffc req-e3347015-c3b2-4d4b-9fa5-98ec18f30266 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:51.236737 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-86f3fb93-594e-4a2f-a70e-22fae1d902c3 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Deleting port 675f70fa-20eb-40c0-bdc2-db2bd2e873a1 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:51.237005 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27882d09-c945-4492-ac7f-b38478daeffc req-e3347015-c3b2-4d4b-9fa5-98ec18f30266 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5398 time: 0.3985841 Nov 11 21:40:51.237396 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86f3fb93-594e-4a2f-a70e-22fae1d902c3 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:51.313849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ff929-7db2-4f85-894e-ab73531584d8 req-5da4e4e4-ef40-41e7-b6b2-a5239b830061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:51.314345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ff929-7db2-4f85-894e-ab73531584d8 req-5da4e4e4-ef40-41e7-b6b2-a5239b830061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:51.314803 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ff929-7db2-4f85-894e-ab73531584d8 req-5da4e4e4-ef40-41e7-b6b2-a5239b830061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:51.316621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e9ff929-7db2-4f85-894e-ab73531584d8 req-5da4e4e4-ef40-41e7-b6b2-a5239b830061 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4504526 Nov 11 21:40:51.348033 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2bf5b-2175-449a-bdf6-ae36e463eccc req-7cfb92ea-d737-42c1-82b1-b112379b8761 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:51.349886 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25c2bf5b-2175-449a-bdf6-ae36e463eccc req-7cfb92ea-d737-42c1-82b1-b112379b8761 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4dc1754-09c4-4cdd-96e4-3249fe1d92de HTTP/1.1" status: 200 len: 946 time: 0.3456862 Nov 11 21:40:51.424492 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Attempting to bind port 14325729-1495-4098-ba65-82b20f0f04f3 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:51.425036 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Attempting to bind port 14325729-1495-4098-ba65-82b20f0f04f3 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:51.425188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Attempting to bind port 14325729-1495-4098-ba65-82b20f0f04f3 on network 784dde3a-e85c-4752-9e04-1000eefc86d6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:51.426900 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27882d09-c945-4492-ac7f-b38478daeffc req-ebbd9ab1-8936-4f19-89e4-9acc0c6ada32 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1892314 Nov 11 21:40:51.509552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-88ecc00f-f434-4cae-acdf-6a40f89f7ec7 req-db997344-0e14-4ce2-b76a-a6c8fac8f02c tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Deleting port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:51.509894 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-88ecc00f-f434-4cae-acdf-6a40f89f7ec7 req-db997344-0e14-4ce2-b76a-a6c8fac8f02c tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:51.524946 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:51.665435 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25c2bf5b-2175-449a-bdf6-ae36e463eccc req-53ceb9cd-ccd7-42fb-8600-79a8956bc629 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2aaef94-4cc0-4d10-b897-a795c1f5b9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985888 Nov 11 21:40:51.695445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:51.698183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:51.704444 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:51.708995 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:51.722031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=324c15f4-0bd0-45d9-8500-53766e949dcc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:51.728210 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ff929-7db2-4f85-894e-ab73531584d8 req-fd69ead1-361c-45bd-86d6-4f0a3fba467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:51.731110 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e9ff929-7db2-4f85-894e-ab73531584d8 req-fd69ead1-361c-45bd-86d6-4f0a3fba467c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3974655 Nov 11 21:40:51.755046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Port 14325729-1495-4098-ba65-82b20f0f04f3 on network 784dde3a-e85c-4752-9e04-1000eefc86d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:51.755368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Attempting to bind port 14325729-1495-4098-ba65-82b20f0f04f3 on network 784dde3a-e85c-4752-9e04-1000eefc86d6 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:51.782256 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] device_id is not set on port 24e50a7a-5801-4819-96ac-46a767eb43b3 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:51.792634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9bfc5-e8d5-4f0a-96fc-cac60f661839 req-8f2882d7-0539-4455-815d-004a68728110 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:51.794650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8f9bfc5-e8d5-4f0a-96fc-cac60f661839 req-8f2882d7-0539-4455-815d-004a68728110 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 931 time: 0.2771213 Nov 11 21:40:51.798633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:51.798972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Checking segment: {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:51.799782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Bound using segment: {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:51.799782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Bound port: 14325729-1495-4098-ba65-82b20f0f04f3, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40b15b9-30b3-4a41-a79f-a06173534e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:51.800201 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:51.804303 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:51.823715 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-88ecc00f-f434-4cae-acdf-6a40f89f7ec7 req-db997344-0e14-4ce2-b76a-a6c8fac8f02c tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] For port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=135e5b19-cb6f-4cee-a2a3-6dceb73597dc,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:51.824003 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-88ecc00f-f434-4cae-acdf-6a40f89f7ec7 req-db997344-0e14-4ce2-b76a-a6c8fac8f02c tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:51.861668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-88ecc00f-f434-4cae-acdf-6a40f89f7ec7 req-db997344-0e14-4ce2-b76a-a6c8fac8f02c tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Calling delete_port for 135e5b19-cb6f-4cee-a2a3-6dceb73597dc owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:51.870213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=64a3439c-d906-4cbb-b0f2-58a62ca8ad36,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:51.871536 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:51.883379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-245b461d-96bd-4f62-8d58-eccff1b0908a req-20119eda-f481-4fbf-b98c-8903d50f3b2a tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Deleting port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:51.883723 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-245b461d-96bd-4f62-8d58-eccff1b0908a req-20119eda-f481-4fbf-b98c-8903d50f3b2a tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:51.932440 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Checking segment: {'id': 'dbc616cc-5de8-4445-9d6d-e276d2a46de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '9fc6e4f9-f80c-4b9f-afd3-0d784d5a259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:51.932827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network hostable DHCP agents. Network: 9fc6e4f9-f80c-4b9f-afd3-0d784d5a259a, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:40:51.959527 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8f9bfc5-e8d5-4f0a-96fc-cac60f661839 req-a5c75edf-c7be-4524-8216-83c38b8dd1b5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425648 Nov 11 21:40:51.977491 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86f3fb93-594e-4a2f-a70e-22fae1d902c3 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:51.987659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network 9fc6e4f9-f80c-4b9f-afd3-0d784d5a259a is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:40:52.004046 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 9fc6e4f9-f80c-4b9f-afd3-0d784d5a259a) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:52.021513 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:52.022275 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f7c1b8-2167-4b1c-826c-4f633fdd81d0 None None] Network 9fc6e4f9-f80c-4b9f-afd3-0d784d5a259a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:52.037448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.048169 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.055075 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:52.073401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-86f3fb93-594e-4a2f-a70e-22fae1d902c3 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Calling delete_port for 675f70fa-20eb-40c0-bdc2-db2bd2e873a1 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:52.106626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Pushing event updated for resources: {'Port': ['ID=24e50a7a-5801-4819-96ac-46a767eb43b3,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:52.132484 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0e96961b-2942-4423-a8c7-8636f456f9a0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6028457 Nov 11 21:40:52.138293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44930) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:52.207430 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e6d79-10f1-4dd4-874b-894b1eedec74 req-3d01587f-d4bc-45b5-a5f5-fb87ee36559d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.215205 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:52.215804 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f6e6d79-10f1-4dd4-874b-894b1eedec74 req-3d01587f-d4bc-45b5-a5f5-fb87ee36559d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.1329639 Nov 11 21:40:52.215925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:52.215925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:52.223975 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-88ecc00f-f434-4cae-acdf-6a40f89f7ec7 req-db997344-0e14-4ce2-b76a-a6c8fac8f02c tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:52.228771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] For port 14325729-1495-4098-ba65-82b20f0f04f3, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:52.242748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90', '135e5b19-cb6f-4cee-a2a3-6dceb73597dc'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:52.249131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-245b461d-96bd-4f62-8d58-eccff1b0908a req-20119eda-f481-4fbf-b98c-8903d50f3b2a tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] For port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90,segment=NetworkSegment(7c4146b1-e776-4d1f-80af-2bb802cbdf20),segment_id=7c4146b1-e776-4d1f-80af-2bb802cbdf20)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:52.249499 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-245b461d-96bd-4f62-8d58-eccff1b0908a req-20119eda-f481-4fbf-b98c-8903d50f3b2a tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:52.276556 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:52.276946 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:52.283349 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] For port 14325729-1495-4098-ba65-82b20f0f04f3, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=14325729-1495-4098-ba65-82b20f0f04f3,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:52.286449 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 2 to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 Nov 11 21:40:52.303216 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db997344-0e14-4ce2-b76a-a6c8fac8f02c tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Pushing event deleted for resources: {'Port': ['ID=135e5b19-cb6f-4cee-a2a3-6dceb73597dc,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:52.308752 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-245b461d-96bd-4f62-8d58-eccff1b0908a req-20119eda-f481-4fbf-b98c-8903d50f3b2a tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Calling delete_port for 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:52.316778 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:52.364014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f93e9fd-f848-4cc4-b400-ccd780f7d81a None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:52.373004 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:52.373368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:52.373669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:52.375378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ecc00f-f434-4cae-acdf-6a40f89f7ec7 req-db997344-0e14-4ce2-b76a-a6c8fac8f02c tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] No DVR routers for this DVR port 135e5b19-cb6f-4cee-a2a3-6dceb73597dc on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:40:52.391104 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f6e6d79-10f1-4dd4-874b-894b1eedec74 req-343fd501-ec1c-4958-88ad-1cf6fa1e052e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725492 Nov 11 21:40:52.396366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-88ecc00f-f434-4cae-acdf-6a40f89f7ec7 req-db997344-0e14-4ce2-b76a-a6c8fac8f02c tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:52.401821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88ecc00f-f434-4cae-acdf-6a40f89f7ec7 req-db997344-0e14-4ce2-b76a-a6c8fac8f02c tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.10 "DELETE /v2.0/ports/135e5b19-cb6f-4cee-a2a3-6dceb73597dc HTTP/1.1" status: 204 len: 173 time: 1.6320548 Nov 11 21:40:52.402712 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dc1754-09c4-4cdd-96e4-3249fe1d92de', 'name': 'network-vif-deleted', 'tag': '135e5b19-cb6f-4cee-a2a3-6dceb73597dc'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:52.405334 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fb4e97-3974-4c55-9717-9f738f559e02" -d '{"events": [{"server_uuid": "e4dc1754-09c4-4cdd-96e4-3249fe1d92de", "name": "network-vif-deleted", "tag": "135e5b19-cb6f-4cee-a2a3-6dceb73597dc"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:52.422838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:52.423172 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:52.427535 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0b5935a1-156b-4eac-853a-6019c802575b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port 64a3439c-d906-4cbb-b0f2-58a62ca8ad36 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:52.428172 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b5935a1-156b-4eac-853a-6019c802575b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:52.563336 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f45a3ed-08d9-461f-9888-ce8c7e58e656 x-openstack-request-id: req-0f45a3ed-08d9-461f-9888-ce8c7e58e656 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:52.563656 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4dc1754-09c4-4cdd-96e4-3249fe1d92de", "name": "network-vif-deleted", "tag": "135e5b19-cb6f-4cee-a2a3-6dceb73597dc", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:52.565082 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f45a3ed-08d9-461f-9888-ce8c7e58e656 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:52.565545 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4dc1754-09c4-4cdd-96e4-3249fe1d92de', 'name': 'network-vif-deleted', 'tag': '135e5b19-cb6f-4cee-a2a3-6dceb73597dc', 'status': 'completed', 'code': 200} Nov 11 21:40:52.572853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.576046 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:52.579176 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] 10.222.0.71 "PUT /v2.0/ports/14325729-1495-4098-ba65-82b20f0f04f3 HTTP/1.1" status: 200 len: 1091 time: 3.0277448 Nov 11 21:40:52.584683 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 3 to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 Nov 11 21:40:52.587289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': '14325729-1495-4098-ba65-82b20f0f04f3'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:52.593297 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69ebb40-aabe-446c-bcf8-4279e1a69f98" -d '{"events": [{"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "14325729-1495-4098-ba65-82b20f0f04f3"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:52.663763 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b5935a1-156b-4eac-853a-6019c802575b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:52.681195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0b5935a1-156b-4eac-853a-6019c802575b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for 64a3439c-d906-4cbb-b0f2-58a62ca8ad36 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:52.705318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Request body: {'port': {'device_id': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:52.730529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d28aa-ae98-4380-be7b-bec36cac3354 req-ca11c2a6-5e57-4950-b280-58985ab1697b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.740459 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d28aa-ae98-4380-be7b-bec36cac3354 req-ca11c2a6-5e57-4950-b280-58985ab1697b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.747040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d28aa-ae98-4380-be7b-bec36cac3354 req-ca11c2a6-5e57-4950-b280-58985ab1697b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.753220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d28aa-ae98-4380-be7b-bec36cac3354 req-ca11c2a6-5e57-4950-b280-58985ab1697b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.759305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d28aa-ae98-4380-be7b-bec36cac3354 req-ca11c2a6-5e57-4950-b280-58985ab1697b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.765775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d28aa-ae98-4380-be7b-bec36cac3354 req-ca11c2a6-5e57-4950-b280-58985ab1697b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.771835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d28aa-ae98-4380-be7b-bec36cac3354 req-ca11c2a6-5e57-4950-b280-58985ab1697b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.776966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f41d28aa-ae98-4380-be7b-bec36cac3354 req-ca11c2a6-5e57-4950-b280-58985ab1697b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5398 time: 0.2103689 Nov 11 21:40:52.785740 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14848f8-de25-4f2f-aec4-75899e19b8be x-openstack-request-id: req-c14848f8-de25-4f2f-aec4-75899e19b8be {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:52.786000 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "14325729-1495-4098-ba65-82b20f0f04f3", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:52.786496 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c14848f8-de25-4f2f-aec4-75899e19b8be {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:52.787157 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': '14325729-1495-4098-ba65-82b20f0f04f3', 'status': 'completed', 'code': 200} Nov 11 21:40:52.828153 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:52.828555 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:52.829041 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:52.843953 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905852cd-5078-434b-b60d-3822bd2c27d3 service neutron] Pushing event updated for resources: {'Port': ['ID=14325729-1495-4098-ba65-82b20f0f04f3,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:52.860381 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:52.898717 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-777a9cd5-7ca2-455a-9c9b-02cf630352b6 req-9bc96c39-5d4d-4c49-adb3-f8634584f859 tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4dc1754-09c4-4cdd-96e4-3249fe1d92de HTTP/1.1" status: 200 len: 210 time: 0.0800722 Nov 11 21:40:52.911575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:52.912004 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:52.924787 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 4 to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 Nov 11 21:40:52.946805 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ebb40-aabe-446c-bcf8-4279e1a69f98 req-19f1214a-172f-4716-b27f-774011d2b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.947299 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ebb40-aabe-446c-bcf8-4279e1a69f98 req-19f1214a-172f-4716-b27f-774011d2b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.947771 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ebb40-aabe-446c-bcf8-4279e1a69f98 req-19f1214a-172f-4716-b27f-774011d2b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.948230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ebb40-aabe-446c-bcf8-4279e1a69f98 req-19f1214a-172f-4716-b27f-774011d2b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.948681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ebb40-aabe-446c-bcf8-4279e1a69f98 req-19f1214a-172f-4716-b27f-774011d2b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.949167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ebb40-aabe-446c-bcf8-4279e1a69f98 req-19f1214a-172f-4716-b27f-774011d2b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.950173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ebb40-aabe-446c-bcf8-4279e1a69f98 req-19f1214a-172f-4716-b27f-774011d2b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:52.951945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c69ebb40-aabe-446c-bcf8-4279e1a69f98 req-19f1214a-172f-4716-b27f-774011d2b459 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 6345 time: 0.1739850 Nov 11 21:40:52.965466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f41d28aa-ae98-4380-be7b-bec36cac3354 req-c589343a-0d19-4847-bed1-ecf651a5aa7b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1709945 Nov 11 21:40:52.965730 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037b404c-6651-435c-9fe6-0c7da7735962 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:53.007878 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.012428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:53.012876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:53.013303 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:53.015588 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86f3fb93-594e-4a2f-a70e-22fae1d902c3 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.031867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-245b461d-96bd-4f62-8d58-eccff1b0908a req-20119eda-f481-4fbf-b98c-8903d50f3b2a tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.043564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['135e5b19-cb6f-4cee-a2a3-6dceb73597dc'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:53.051081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b5935a1-156b-4eac-853a-6019c802575b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.072920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:53.073449 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:53.074199 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Transition to ACTIVE for port object 037b404c-6651-435c-9fe6-0c7da7735962 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:53.085114 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 5 to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 Nov 11 21:40:53.087773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3fb93-594e-4a2f-a70e-22fae1d902c3 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event deleted for resources: {'Port': ['ID=675f70fa-20eb-40c0-bdc2-db2bd2e873a1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:53.088042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-3e4db981-e063-43cf-8a8b-1fc4b1712e4a req-147e8f9b-eaaf-4119-aa20-90808cb6f8a2 service neutron] (102534) timed out ('10.222.0.10', 58427) {{(pid=102534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:40:53.096055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5935a1-156b-4eac-853a-6019c802575b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=64a3439c-d906-4cbb-b0f2-58a62ca8ad36,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:53.110957 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b5935a1-156b-4eac-853a-6019c802575b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.114855 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0b5935a1-156b-4eac-853a-6019c802575b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/64a3439c-d906-4cbb-b0f2-58a62ca8ad36 HTTP/1.1" status: 204 len: 168 time: 0.9729512 Nov 11 21:40:53.117563 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.119602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44942) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:53.170064 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87354b9-3648-41e8-915b-656fcbeb768b None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:53.213805 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ebb40-aabe-446c-bcf8-4279e1a69f98 req-a45ff45e-e8ad-474f-86dd-f6c17f0e4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:53.214254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ebb40-aabe-446c-bcf8-4279e1a69f98 req-a45ff45e-e8ad-474f-86dd-f6c17f0e4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:53.215114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ebb40-aabe-446c-bcf8-4279e1a69f98 req-a45ff45e-e8ad-474f-86dd-f6c17f0e4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:53.219516 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c69ebb40-aabe-446c-bcf8-4279e1a69f98 req-a45ff45e-e8ad-474f-86dd-f6c17f0e4ba3 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2520070 Nov 11 21:40:53.247503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fd5a93-9ef5-4b67-82ad-116861dab817 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:53.254441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fd5a93-9ef5-4b67-82ad-116861dab817 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:53.255579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:53.256114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:53.256226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:53.258516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20119eda-f481-4fbf-b98c-8903d50f3b2a tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Pushing event deleted for resources: {'Port': ['ID=6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:53.262049 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d4fd5a93-9ef5-4b67-82ad-116861dab817 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1413667 Nov 11 21:40:53.274170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44944) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:53.355352 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cae91-019d-408f-981f-2b7abb221053 req-d4c0e930-d748-49b6-8ef4-75af8d64df9d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:53.355596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:53.355932 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:53.357017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-428cae91-019d-408f-981f-2b7abb221053 req-d4c0e930-d748-49b6-8ef4-75af8d64df9d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 943 time: 0.1844125 Nov 11 21:40:53.381637 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 6 to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 Nov 11 21:40:53.408178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-245b461d-96bd-4f62-8d58-eccff1b0908a req-20119eda-f481-4fbf-b98c-8903d50f3b2a tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] No DVR routers for this DVR port 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:40:53.412166 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Pushing event updated for resources: {'Port': ['ID=037b404c-6651-435c-9fe6-0c7da7735962,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:53.418873 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-245b461d-96bd-4f62-8d58-eccff1b0908a req-20119eda-f481-4fbf-b98c-8903d50f3b2a tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.422398 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-245b461d-96bd-4f62-8d58-eccff1b0908a req-20119eda-f481-4fbf-b98c-8903d50f3b2a tempest-MultipleCreateTestJSON-1011435336 tempest-MultipleCreateTestJSON-1011435336-project] 10.222.0.10 "DELETE /v2.0/ports/6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 HTTP/1.1" status: 204 len: 173 time: 2.4562645 Nov 11 21:40:53.531523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-29e744a5-2e6a-4bcc-8373-2714e983fcb0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port 324c15f4-0bd0-45d9-8500-53766e949dcc {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:53.531920 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29e744a5-2e6a-4bcc-8373-2714e983fcb0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.564477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-428cae91-019d-408f-981f-2b7abb221053 req-142522dd-598e-46d0-8d1d-4d62c3a9ef4b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841993 Nov 11 21:40:53.566062 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ebb40-aabe-446c-bcf8-4279e1a69f98 req-3e796580-2521-4927-9062-4c0d7ed61c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:53.567539 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c69ebb40-aabe-446c-bcf8-4279e1a69f98 req-3e796580-2521-4927-9062-4c0d7ed61c98 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3319044 Nov 11 21:40:53.577496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:53.577833 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:53.578168 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:53.640913 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29e744a5-2e6a-4bcc-8373-2714e983fcb0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.641167 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:53.641327 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:53.648352 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 7 to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 Nov 11 21:40:53.656599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0afa69-ce44-4e9a-84f0-fc55aae436fe req-3830f7a5-b599-4b1b-bdfe-ed8a9999dee5 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:53.658130 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc0afa69-ce44-4e9a-84f0-fc55aae436fe req-3830f7a5-b599-4b1b-bdfe-ed8a9999dee5 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.1454158 Nov 11 21:40:53.664746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-29e744a5-2e6a-4bcc-8373-2714e983fcb0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for 324c15f4-0bd0-45d9-8500-53766e949dcc owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:53.691227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:53.691469 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:53.691809 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:53.700491 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86f3fb93-594e-4a2f-a70e-22fae1d902c3 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.704242 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-86f3fb93-594e-4a2f-a70e-22fae1d902c3 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "DELETE /v2.0/ports/675f70fa-20eb-40c0-bdc2-db2bd2e873a1 HTTP/1.1" status: 204 len: 168 time: 3.0820243 Nov 11 21:40:53.707909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Attempting to bind port 037b404c-6651-435c-9fe6-0c7da7735962 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:53.708205 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Attempting to bind port 037b404c-6651-435c-9fe6-0c7da7735962 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:53.708574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Attempting to bind port 037b404c-6651-435c-9fe6-0c7da7735962 on network 7ca53df5-a923-4637-abe2-0023dcccd003 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:53.713473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44948) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:53.728124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:53.728348 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:53.742281 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 8 to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 Nov 11 21:40:53.745018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Port 037b404c-6651-435c-9fe6-0c7da7735962 on network 7ca53df5-a923-4637-abe2-0023dcccd003 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:53.745331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Attempting to bind port 037b404c-6651-435c-9fe6-0c7da7735962 on network 7ca53df5-a923-4637-abe2-0023dcccd003 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:53.755327 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-482df82e-8eae-4af2-88fa-7ec892e9f542 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] GET failed (client error): The resource could not be found. Nov 11 21:40:53.755934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc0afa69-ce44-4e9a-84f0-fc55aae436fe req-d7ec10fd-2ffd-479b-a3d1-7992ed8d56c5 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890584 Nov 11 21:40:53.760965 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-482df82e-8eae-4af2-88fa-7ec892e9f542 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "GET /v2.0/ports/675f70fa-20eb-40c0-bdc2-db2bd2e873a1 HTTP/1.1" status: 404 len: 333 time: 0.0424504 Nov 11 21:40:53.762105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44950) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:53.768356 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f4832cf2-e40a-4625-a21a-a602daef61ef tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Request body: {'port': {'network_id': '23882af1-b069-41a4-a9cd-90264148c014', 'name': 'tempest-AllowedAddressPairTestJSON-372006366'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:53.769070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:53.769394 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Checking segment: {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:53.778564 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Bound using segment: {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:53.778564 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Bound port: 037b404c-6651-435c-9fe6-0c7da7735962, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74432a1d-1106-4e84-9cf6-7e02024a21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:53.778564 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.782802 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:53.783155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:53.783463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:53.814308 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:53.814600 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:53.816622 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 9 to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 Nov 11 21:40:53.846174 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29e744a5-2e6a-4bcc-8373-2714e983fcb0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.859539 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a256091-0880-49ef-ae98-ef983b4c19db {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:53.871639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:53.872201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:53.872645 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:53.878879 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.894442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e744a5-2e6a-4bcc-8373-2714e983fcb0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=324c15f4-0bd0-45d9-8500-53766e949dcc,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:53.895350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:53.895677 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:53.900340 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29e744a5-2e6a-4bcc-8373-2714e983fcb0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.903257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-29e744a5-2e6a-4bcc-8373-2714e983fcb0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/324c15f4-0bd0-45d9-8500-53766e949dcc HTTP/1.1" status: 204 len: 168 time: 0.6280859 Nov 11 21:40:53.906325 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempt 10 to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 Nov 11 21:40:53.906549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44952) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:53.918053 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Transition to ACTIVE for port object 6a256091-0880-49ef-ae98-ef983b4c19db will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:53.930212 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.941054 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] For port 037b404c-6651-435c-9fe6-0c7da7735962, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:53.957487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4832cf2-e40a-4625-a21a-a602daef61ef tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Made reservation on behalf of dc4cb52b9f8f4703a34e42b10127e5c2 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:53.961101 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4832cf2-e40a-4625-a21a-a602daef61ef tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.972232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae9aa66-5e6e-4a52-b729-c517d53541f5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:53.973778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eae9aa66-5e6e-4a52-b729-c517d53541f5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0663126 Nov 11 21:40:53.977032 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:53.977520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:53.979456 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempting to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:53.980146 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44956) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:54.013170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-f4832cf2-e40a-4625-a21a-a602daef61ef tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] device_id is not set on port 77536ad9-89ac-459c-ab87-594e94751500 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:54.018914 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d7975f-29d9-49fa-9dda-0326efc97f69 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] GET failed (client error): The resource could not be found. Nov 11 21:40:54.020453 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-95d7975f-29d9-49fa-9dda-0326efc97f69 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/64a3439c-d906-4cbb-b0f2-58a62ca8ad36 HTTP/1.1" status: 404 len: 333 time: 0.0393758 Nov 11 21:40:54.022138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] For port 037b404c-6651-435c-9fe6-0c7da7735962, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=037b404c-6651-435c-9fe6-0c7da7735962,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:54.023316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:54.023666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44962) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:54.023958 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Failed to bind port 24e50a7a-5801-4819-96ac-46a767eb43b3 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '4c60748a-e752-47f6-a852-c6cf4c6fc1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99'}] Nov 11 21:40:54.024491 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:54.061999 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:54.064703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44964) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:54.101807 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Pushing event updated for resources: {'Port': ['ID=6a256091-0880-49ef-ae98-ef983b4c19db,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:54.109385 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-5400896e-f0c0-412c-affd-9fa84b2f7c36 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] GET failed (client error): The resource could not be found. Nov 11 21:40:54.116763 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5400896e-f0c0-412c-affd-9fa84b2f7c36 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/324c15f4-0bd0-45d9-8500-53766e949dcc HTTP/1.1" status: 404 len: 333 time: 0.0864055 Nov 11 21:40:54.116763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44966) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:54.178008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:54.178633 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:54.180036 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] 10.222.0.71 "PUT /v2.0/ports/037b404c-6651-435c-9fe6-0c7da7735962 HTTP/1.1" status: 200 len: 1091 time: 3.3546441 Nov 11 21:40:54.216601 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7fe21e-01ba-4326-b095-f466c8774d4f admin admin] Deleting subnet 9192978b-83ff-4b80-a8bf-fcd6fc7290de {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:40:54.231214 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe21e-01ba-4326-b095-f466c8774d4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:54.275659 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2492213b-ab1f-472d-bf3c-b6cbe70a2b57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:54.302969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51284b4d-c972-46f5-8c01-90223209fc22 req-b5ed35fd-f018-44f4-9de6-4d20a3187479 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:54.311920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51284b4d-c972-46f5-8c01-90223209fc22 req-b5ed35fd-f018-44f4-9de6-4d20a3187479 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:54.316098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51284b4d-c972-46f5-8c01-90223209fc22 req-b5ed35fd-f018-44f4-9de6-4d20a3187479 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:54.322370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51284b4d-c972-46f5-8c01-90223209fc22 req-b5ed35fd-f018-44f4-9de6-4d20a3187479 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:54.329570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51284b4d-c972-46f5-8c01-90223209fc22 req-b5ed35fd-f018-44f4-9de6-4d20a3187479 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:54.335813 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51284b4d-c972-46f5-8c01-90223209fc22 req-b5ed35fd-f018-44f4-9de6-4d20a3187479 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:54.342337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51284b4d-c972-46f5-8c01-90223209fc22 req-b5ed35fd-f018-44f4-9de6-4d20a3187479 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:54.345414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51284b4d-c972-46f5-8c01-90223209fc22 req-b5ed35fd-f018-44f4-9de6-4d20a3187479 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5410 time: 0.2504828 Nov 11 21:40:54.345727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] For port 24e50a7a-5801-4819-96ac-46a767eb43b3, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:54.346243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attempted to set empty binding levels {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 21:40:54.381437 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:54.390107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-f4832cf2-e40a-4625-a21a-a602daef61ef tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Allocated IP 172.20.0.9 (23882af1-b069-41a4-a9cd-90264148c014/67c9ece5-b9cf-4221-9890-58ad11953617/77536ad9-89ac-459c-ab87-594e94751500) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:54.390383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2e120-1715-48d9-bcdc-4899e5bb2c7f service neutron] Pushing event updated for resources: {'Port': ['ID=037b404c-6651-435c-9fe6-0c7da7735962,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:54.409194 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe21e-01ba-4326-b095-f466c8774d4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:54.465089 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] In _notify_port_updated(), no bound segment for port 24e50a7a-5801-4819-96ac-46a767eb43b3 on network a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:40:54.465966 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:54.466531 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:54.468476 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "PUT /v2.0/ports/24e50a7a-5801-4819-96ac-46a767eb43b3 HTTP/1.1" status: 200 len: 974 time: 4.0416696 Nov 11 21:40:54.473804 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44968) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:54.485334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5422df4f-133e-4c3f-b76a-c673351cefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:54.486802 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5422df4f-133e-4c3f-b76a-c673351cefe8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 1094 time: 0.2043736 Nov 11 21:40:54.519459 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2492213b-ab1f-472d-bf3c-b6cbe70a2b57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:54.540042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51284b4d-c972-46f5-8c01-90223209fc22 req-e658ca95-84c3-4a86-ba2e-21a177fbabee tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1818702 Nov 11 21:40:54.562811 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2492213b-ab1f-472d-bf3c-b6cbe70a2b57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc6e4f9-f80c-4b9f-afd3-0d784d5a259a']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:54.568711 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2e75b-24ec-4374-8a95-2b4c43b9711d tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Pushing event updated for resources: {'Port': ['ID=24e50a7a-5801-4819-96ac-46a767eb43b3,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:54.570942 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Attempting to bind port 6a256091-0880-49ef-ae98-ef983b4c19db on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:54.571275 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Attempting to bind port 6a256091-0880-49ef-ae98-ef983b4c19db by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '925044a4-3c84-44a3-969e-816229315c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:54.571913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Attempting to bind port 6a256091-0880-49ef-ae98-ef983b4c19db on network 4fa35899-5adf-40f1-9173-7fcb94838b29 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:54.583654 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-386edf2f-2603-4975-8de5-136abce7f12f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=037b404c-6651-435c-9fe6-0c7da7735962 HTTP/1.1" status: 200 len: 217 time: 0.0787055 Nov 11 21:40:54.584946 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe21e-01ba-4326-b095-f466c8774d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:54.587368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Port 6a256091-0880-49ef-ae98-ef983b4c19db on network 4fa35899-5adf-40f1-9173-7fcb94838b29 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:54.587541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2492213b-ab1f-472d-bf3c-b6cbe70a2b57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc616cc-5de8-4445-9d6d-e276d2a46de6') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:54.587661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2492213b-ab1f-472d-bf3c-b6cbe70a2b57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc616cc-5de8-4445-9d6d-e276d2a46de6') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:54.587774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Attempting to bind port 6a256091-0880-49ef-ae98-ef983b4c19db on network 4fa35899-5adf-40f1-9173-7fcb94838b29 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:54.605723 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2492213b-ab1f-472d-bf3c-b6cbe70a2b57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:54.651657 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2492213b-ab1f-472d-bf3c-b6cbe70a2b57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:54.941657 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:54.941960 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Checking segment: {'id': '925044a4-3c84-44a3-969e-816229315c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:54.942380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Bound using segment: {'id': '925044a4-3c84-44a3-969e-816229315c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:54.942822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Bound port: 6a256091-0880-49ef-ae98-ef983b4c19db, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925044a4-3c84-44a3-969e-816229315c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:54.943178 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:54.945738 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47c97d7-6cf7-40b0-8152-5afef1102bce', 'name': 'network-vif-deleted', 'tag': '6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90'}, {'name': 'network-changed', 'server_uuid': '31894eb7-e80c-42e8-a04f-dc34d87f1213', 'tag': '037b404c-6651-435c-9fe6-0c7da7735962'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:54.948047 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1f7b81-557e-43ae-8db7-22687db68688" -d '{"events": [{"server_uuid": "c47c97d7-6cf7-40b0-8152-5afef1102bce", "name": "network-vif-deleted", "tag": "6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90"}, {"name": "network-changed", "server_uuid": "31894eb7-e80c-42e8-a04f-dc34d87f1213", "tag": "037b404c-6651-435c-9fe6-0c7da7735962"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:55.023169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-0351ee0c-2002-454b-83a9-796be45d546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:55.024716 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-0351ee0c-2002-454b-83a9-796be45d546d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.4128201 Nov 11 21:40:55.027663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:40:55.051332 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe21e-01ba-4326-b095-f466c8774d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.051581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:40:55.051678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:40:55.052076 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 135e5b19-cb6f-4cee-a2a3-6dceb73597dc no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:40:55.060883 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2492213b-ab1f-472d-bf3c-b6cbe70a2b57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:40:55.061518 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2492213b-ab1f-472d-bf3c-b6cbe70a2b57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:40:55.068333 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:40:55.077217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 135e5b19-cb6f-4cee-a2a3-6dceb73597dc {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:40:55.077530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 135e5b19-cb6f-4cee-a2a3-6dceb73597dc not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:40:55.118258 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe21e-01ba-4326-b095-f466c8774d4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.123899 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1f7fe21e-01ba-4326-b095-f466c8774d4f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9192978b-83ff-4b80-a8bf-fcd6fc7290de HTTP/1.1" status: 204 len: 168 time: 1.0506482 Nov 11 21:40:55.124098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f354a674-2bf5-43a6-bb4f-d70e8a92d96c None None] Network 2f5684a0-dd98-4ef9-a205-fbeb402aa29b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:55.124194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fe21e-01ba-4326-b095-f466c8774d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9192978b-83ff-4b80-a8bf-fcd6fc7290de,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:55.127002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44976) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:55.135543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] For port 6a256091-0880-49ef-ae98-ef983b4c19db, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:55.141576 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-60f3e55a-8d82-4a89-afb8-e6c804fb31ff tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Deleting port 24e50a7a-5801-4819-96ac-46a767eb43b3 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:55.142016 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60f3e55a-8d82-4a89-afb8-e6c804fb31ff tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.183234 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] For port 6a256091-0880-49ef-ae98-ef983b4c19db, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=6a256091-0880-49ef-ae98-ef983b4c19db,segment=NetworkSegment(925044a4-3c84-44a3-969e-816229315c05),segment_id=925044a4-3c84-44a3-969e-816229315c05)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:55.201662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476994b1-0d21-4888-8b8e-c717f306ece4 req-51827975-e3ca-4a86-b34c-05c94bab8fe3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:55.203209 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476994b1-0d21-4888-8b8e-c717f306ece4 req-51827975-e3ca-4a86-b34c-05c94bab8fe3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 943 time: 0.5489099 Nov 11 21:40:55.208315 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2492213b-ab1f-472d-bf3c-b6cbe70a2b57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.214390 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2492213b-ab1f-472d-bf3c-b6cbe70a2b57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.221018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2492213b-ab1f-472d-bf3c-b6cbe70a2b57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/networks/9fc6e4f9-f80c-4b9f-afd3-0d784d5a259a HTTP/1.1" status: 204 len: 168 time: 1.1044095 Nov 11 21:40:55.221653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44978) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:55.226139 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4832cf2-e40a-4625-a21a-a602daef61ef tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.240487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-120861115'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:55.251752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.263914 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79a31f1-5a1e-440b-99d6-d59c21d404c0 None None] DHCP port deletion for 2f5684a0-dd98-4ef9-a205-fbeb402aa29b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:40:55.275473 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08e34f-ce42-4c2d-88e2-28ef2aff25c6 req-5884861d-107d-4d4d-813b-f29b8ad2c270 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:55.277071 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f08e34f-ce42-4c2d-88e2-28ef2aff25c6 req-5884861d-107d-4d4d-813b-f29b8ad2c270 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.2122147 Nov 11 21:40:55.286809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492213b-ab1f-472d-bf3c-b6cbe70a2b57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Network': ['ID=9fc6e4f9-f80c-4b9f-afd3-0d784d5a259a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:55.295999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5e765fbb-daeb-4d16-9648-635434b2be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:55.297592 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-5e765fbb-daeb-4d16-9648-635434b2be26 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2574642 Nov 11 21:40:55.318748 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-60f3e55a-8d82-4a89-afb8-e6c804fb31ff tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] For port 24e50a7a-5801-4819-96ac-46a767eb43b3, host n-h1-805737-3, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:55.319031 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60f3e55a-8d82-4a89-afb8-e6c804fb31ff tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.323127 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc66a432-d6e7-4951-abdb-68717f4134ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.362675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:55.363271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:55.363900 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.365324 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] 10.222.0.71 "PUT /v2.0/ports/6a256091-0880-49ef-ae98-ef983b4c19db HTTP/1.1" status: 200 len: 1091 time: 2.6826122 Nov 11 21:40:55.366796 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.375789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-60f3e55a-8d82-4a89-afb8-e6c804fb31ff tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Calling delete_port for 24e50a7a-5801-4819-96ac-46a767eb43b3 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:55.398855 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-476994b1-0d21-4888-8b8e-c717f306ece4 req-28d754dc-8ba4-451b-92ce-7f3f3c1d0020 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761515 Nov 11 21:40:55.427078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Request body: {'port': {'device_id': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:55.427311 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f08e34f-ce42-4c2d-88e2-28ef2aff25c6 req-5c3ba9c1-b3a4-4e25-b67a-c6d74647dea6 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366527 Nov 11 21:40:55.433996 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4832cf2-e40a-4625-a21a-a602daef61ef tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.441427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe09b68-81c1-42ce-8d1b-7453b933e258 service neutron] Pushing event updated for resources: {'Port': ['ID=6a256091-0880-49ef-ae98-ef983b4c19db,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:55.486098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:40:55.503918 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5651bf53-f5e5-47c7-b2ef-58c7223b7e92 x-openstack-request-id: req-5651bf53-f5e5-47c7-b2ef-58c7223b7e92 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:55.504213 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47c97d7-6cf7-40b0-8152-5afef1102bce", "name": "network-vif-deleted", "tag": "6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31894eb7-e80c-42e8-a04f-dc34d87f1213", "tag": "037b404c-6651-435c-9fe6-0c7da7735962", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:55.504657 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5651bf53-f5e5-47c7-b2ef-58c7223b7e92 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:55.505271 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47c97d7-6cf7-40b0-8152-5afef1102bce', 'name': 'network-vif-deleted', 'tag': '6a9ed680-1c27-41f5-a4e7-ecd69c5e3a90', 'status': 'completed', 'code': 200} Nov 11 21:40:55.505688 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31894eb7-e80c-42e8-a04f-dc34d87f1213', 'tag': '037b404c-6651-435c-9fe6-0c7da7735962', 'status': 'completed', 'code': 200} Nov 11 21:40:55.506443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4832cf2-e40a-4625-a21a-a602daef61ef tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Network 23882af1-b069-41a4-a9cd-90264148c014 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:55.514220 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.514572 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Added segment 19f6db96-9269-4ff8-8062-387ad0a7eeb3 of type vlan for network d7cea27c-3b87-44d0-9360-8ea34865c820 Nov 11 21:40:55.525934 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-f4832cf2-e40a-4625-a21a-a602daef61ef tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:55.528708 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4832cf2-e40a-4625-a21a-a602daef61ef tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:55.559760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4832cf2-e40a-4625-a21a-a602daef61ef tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event updated for resources: {'Port': ['ID=77536ad9-89ac-459c-ab87-594e94751500,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:55.607292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.622265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4832cf2-e40a-4625-a21a-a602daef61ef tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:55.622929 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4832cf2-e40a-4625-a21a-a602daef61ef tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.654665 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-3dbae3da-11d2-4f75-b3ca-e1faf4e70803 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474455 Nov 11 21:40:55.661631 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc66a432-d6e7-4951-abdb-68717f4134ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.667204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f4832cf2-e40a-4625-a21a-a602daef61ef tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9040186 Nov 11 21:40:55.668637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44982) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:55.673140 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.675405 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-79fe2ca6-77b4-4a9f-b9f8-330f39ea128b tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e3:81:99'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:55.680687 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.686381 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:55.687028 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.773863 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bc66a432-d6e7-4951-abdb-68717f4134ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5684a0-dd98-4ef9-a205-fbeb402aa29b']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:55.782628 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5516746 Nov 11 21:40:55.809902 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44984) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:55.816182 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bc66a432-d6e7-4951-abdb-68717f4134ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4146b1-e776-4d1f-80af-2bb802cbdf20') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:55.816470 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bc66a432-d6e7-4951-abdb-68717f4134ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4146b1-e776-4d1f-80af-2bb802cbdf20') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:55.830553 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-287ae825-1821-46dd-a6a6-7c3296794098 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'subnet': {'network_id': 'd7cea27c-3b87-44d0-9360-8ea34865c820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:55.841219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb678f1-7650-4ed5-9ded-372acf44f9e5 req-b60090c1-8e4f-4d9b-9399-6573b56364b1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:55.842436 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60f3e55a-8d82-4a89-afb8-e6c804fb31ff tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.845443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc66a432-d6e7-4951-abdb-68717f4134ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.847317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb678f1-7650-4ed5-9ded-372acf44f9e5 req-b60090c1-8e4f-4d9b-9399-6573b56364b1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:55.853378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb678f1-7650-4ed5-9ded-372acf44f9e5 req-b60090c1-8e4f-4d9b-9399-6573b56364b1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:55.859605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb678f1-7650-4ed5-9ded-372acf44f9e5 req-b60090c1-8e4f-4d9b-9399-6573b56364b1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:55.865749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb678f1-7650-4ed5-9ded-372acf44f9e5 req-b60090c1-8e4f-4d9b-9399-6573b56364b1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:55.871578 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb678f1-7650-4ed5-9ded-372acf44f9e5 req-b60090c1-8e4f-4d9b-9399-6573b56364b1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:55.877436 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb678f1-7650-4ed5-9ded-372acf44f9e5 req-b60090c1-8e4f-4d9b-9399-6573b56364b1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:55.879460 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bb678f1-7650-4ed5-9ded-372acf44f9e5 req-b60090c1-8e4f-4d9b-9399-6573b56364b1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5410 time: 0.2296965 Nov 11 21:40:55.926733 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3e55a-8d82-4a89-afb8-e6c804fb31ff tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Pushing event deleted for resources: {'Port': ['ID=24e50a7a-5801-4819-96ac-46a767eb43b3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:55.929321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Network': ['ID=d7cea27c-3b87-44d0-9360-8ea34865c820,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:55.944477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-af7bb386-e5b8-4e2c-bea9-d1ad2f655e64 None None] Provisioning complete for port 77536ad9-89ac-459c-ab87-594e94751500 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:55.945007 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af7bb386-e5b8-4e2c-bea9-d1ad2f655e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:55.949820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:55.950172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:55.950512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:55.950847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:55.951538 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:55.951875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:55.952204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:55.952530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:55.952878 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:55.953197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:55.953519 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:55.953839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ca3b5-bb12-4621-bc5c-72b5e4589ff8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:55.997099 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc66a432-d6e7-4951-abdb-68717f4134ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.001286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bb678f1-7650-4ed5-9ded-372acf44f9e5 req-19611f4f-1226-4c70-914e-5be936a7d221 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1110075 Nov 11 21:40:56.019775 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc66a432-d6e7-4951-abdb-68717f4134ab admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:40:56.020619 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc66a432-d6e7-4951-abdb-68717f4134ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:40:56.032931 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:40:56.051100 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-60f3e55a-8d82-4a89-afb8-e6c804fb31ff tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.054680 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-60f3e55a-8d82-4a89-afb8-e6c804fb31ff tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "DELETE /v2.0/ports/24e50a7a-5801-4819-96ac-46a767eb43b3 HTTP/1.1" status: 204 len: 168 time: 1.5717742 Nov 11 21:40:56.066333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44986) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:56.092854 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-79fe2ca6-77b4-4a9f-b9f8-330f39ea128b tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.132392 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-390ed440-d2a1-4368-9920-95d7c1bc9b97 req-6918dda2-10bb-47b6-87a0-409941089553 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650369 Nov 11 21:40:56.144057 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75a68f6-05cb-4516-851f-53e0d084b84e tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:40:56.149464 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c75a68f6-05cb-4516-851f-53e0d084b84e tempest-PortsAdminExtendedAttrsTestJSON-1929647065 tempest-PortsAdminExtendedAttrsTestJSON-1929647065-project-admin] 10.222.0.57 "GET /v2.0/ports/24e50a7a-5801-4819-96ac-46a767eb43b3 HTTP/1.1" status: 404 len: 333 time: 0.0766826 Nov 11 21:40:56.152426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44988) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:56.157112 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network d7cea27c-3b87-44d0-9360-8ea34865c820 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:56.180333 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc66a432-d6e7-4951-abdb-68717f4134ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.223635 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc66a432-d6e7-4951-abdb-68717f4134ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.229325 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bc66a432-d6e7-4951-abdb-68717f4134ab admin admin] 10.222.0.57 "DELETE /v2.0/networks/2f5684a0-dd98-4ef9-a205-fbeb402aa29b HTTP/1.1" status: 204 len: 168 time: 1.0988352 Nov 11 21:40:56.249000 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287ae825-1821-46dd-a6a6-7c3296794098 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:56.252934 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-287ae825-1821-46dd-a6a6-7c3296794098 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.254681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-af7bb386-e5b8-4e2c-bea9-d1ad2f655e64 None None] Port 77536ad9-89ac-459c-ab87-594e94751500 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:56.273378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66a432-d6e7-4951-abdb-68717f4134ab admin admin] Pushing event deleted for resources: {'Network': ['ID=2f5684a0-dd98-4ef9-a205-fbeb402aa29b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:56.275548 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a05c57d1-aa1c-4c2f-84a8-030707729c0f tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.347138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-287ae825-1821-46dd-a6a6-7c3296794098 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Performing IP validity checks on allocation pools {{(pid=102535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 21:40:56.347659 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-287ae825-1821-46dd-a6a6-7c3296794098 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 21:40:56.379360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f7b81-557e-43ae-8db7-22687db68688 req-cf378432-a41b-4754-9022-3dd6049fefbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:56.380994 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c1f7b81-557e-43ae-8db7-22687db68688 req-cf378432-a41b-4754-9022-3dd6049fefbc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 1094 time: 0.1531665 Nov 11 21:40:56.430959 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44994) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:56.449438 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a05c57d1-aa1c-4c2f-84a8-030707729c0f tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.512975 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a05c57d1-aa1c-4c2f-84a8-030707729c0f tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:56.544675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:56.556276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a05c57d1-aa1c-4c2f-84a8-030707729c0f tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c60748a-e752-47f6-a852-c6cf4c6fc1d9') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:56.556575 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a05c57d1-aa1c-4c2f-84a8-030707729c0f tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c60748a-e752-47f6-a852-c6cf4c6fc1d9') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:40:56.575544 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.594406 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a05c57d1-aa1c-4c2f-84a8-030707729c0f tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.606909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Transition to ACTIVE for port object b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:56.615269 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e8812285-e187-43aa-914b-8468b3de0c91 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e501648e5f804903acbf6fa103613cc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1806340 Nov 11 21:40:56.618257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44998) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:56.630174 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.637051 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-79fe2ca6-77b4-4a9f-b9f8-330f39ea128b tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.638899 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a05c57d1-aa1c-4c2f-84a8-030707729c0f tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.650651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05c57d1-aa1c-4c2f-84a8-030707729c0f tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:40:56.651036 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a05c57d1-aa1c-4c2f-84a8-030707729c0f tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.654857 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-79fe2ca6-77b4-4a9f-b9f8-330f39ea128b tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:40:56.656695 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:40:56.665076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f7b81-557e-43ae-8db7-22687db68688 req-fb20948d-801d-4a93-ac1a-7335f852b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:56.666565 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c1f7b81-557e-43ae-8db7-22687db68688 req-fb20948d-801d-4a93-ac1a-7335f852b961 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.2727604 Nov 11 21:40:56.689661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba66277-8bcc-403a-ac74-42afd8de065d req-e43fba25-e11d-45e6-b289-8e138cacc80c tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:56.691257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aba66277-8bcc-403a-ac74-42afd8de065d req-e43fba25-e11d-45e6-b289-8e138cacc80c tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.1700861 Nov 11 21:40:56.752865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897b047-4bb4-4952-8b77-3d5dd101bbb2 req-abbef1f8-0b59-4a88-9166-701be151f8aa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:56.754920 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5897b047-4bb4-4952-8b77-3d5dd101bbb2 req-abbef1f8-0b59-4a88-9166-701be151f8aa tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 943 time: 0.2743418 Nov 11 21:40:56.764832 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c1f7b81-557e-43ae-8db7-22687db68688 req-dec4af52-c244-4224-b78e-32efeb0fca44 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=037b404c-6651-435c-9fe6-0c7da7735962 HTTP/1.1" status: 200 len: 217 time: 0.0760617 Nov 11 21:40:56.776950 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-287ae825-1821-46dd-a6a6-7c3296794098 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.822641 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:56.847583 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a05c57d1-aa1c-4c2f-84a8-030707729c0f tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.873147 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a05c57d1-aa1c-4c2f-84a8-030707729c0f tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.878884 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a05c57d1-aa1c-4c2f-84a8-030707729c0f tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] 10.222.0.57 "DELETE /v2.0/networks/a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99 HTTP/1.1" status: 204 len: 168 time: 0.7255745 Nov 11 21:40:56.884673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe2ca6-77b4-4a9f-b9f8-330f39ea128b tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event updated for resources: {'Port': ['ID=77536ad9-89ac-459c-ab87-594e94751500,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:56.941037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c57d1-aa1c-4c2f-84a8-030707729c0f tempest-PortsAdminExtendedAttrsTestJSON-1152540774 tempest-PortsAdminExtendedAttrsTestJSON-1152540774-project] Pushing event deleted for resources: {'Network': ['ID=a05dc6ea-c6ea-4ad5-80cd-b14740ba7c99,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:56.979853 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-79fe2ca6-77b4-4a9f-b9f8-330f39ea128b tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] In _notify_port_updated(), no bound segment for port 77536ad9-89ac-459c-ab87-594e94751500 on network 23882af1-b069-41a4-a9cd-90264148c014 {{(pid=102534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:40:56.985636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe2ca6-77b4-4a9f-b9f8-330f39ea128b tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:56.986301 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-79fe2ca6-77b4-4a9f-b9f8-330f39ea128b tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.987692 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-79fe2ca6-77b4-4a9f-b9f8-330f39ea128b tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "PUT /v2.0/ports/77536ad9-89ac-459c-ab87-594e94751500 HTTP/1.1" status: 200 len: 995 time: 1.3167796 Nov 11 21:40:56.989421 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ee68341-7ba2-4a3b-b4f9-70b67189eef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.991703 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5897b047-4bb4-4952-8b77-3d5dd101bbb2 req-aae45d55-66e6-4605-8f10-56e3ff62269b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239733 Nov 11 21:40:57.017872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aba66277-8bcc-403a-ac74-42afd8de065d req-c2b14dcf-ea5f-44f2-9920-b791ddebed6b tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468071 Nov 11 21:40:57.017872 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45002) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:57.034318 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ee68341-7ba2-4a3b-b4f9-70b67189eef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.068607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f7b81-557e-43ae-8db7-22687db68688 req-72b204b6-5cf0-4b51-a6b6-dc5953cf7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.070675 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c1f7b81-557e-43ae-8db7-22687db68688 req-72b204b6-5cf0-4b51-a6b6-dc5953cf7274 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.2872534 Nov 11 21:40:57.071071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ae825-1821-46dd-a6a6-7c3296794098 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Subnet': ['ID=18553549-d9cf-4865-8b25-7da1deb8f6d0,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:57.104399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Attempting to bind port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:57.104717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Attempting to bind port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '925044a4-3c84-44a3-969e-816229315c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:57.105100 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Attempting to bind port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d on network 4fa35899-5adf-40f1-9173-7fcb94838b29 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:57.144755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d on network 4fa35899-5adf-40f1-9173-7fcb94838b29 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:57.145103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Attempting to bind port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d on network 4fa35899-5adf-40f1-9173-7fcb94838b29 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:57.160092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:57.160427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Checking segment: {'id': '925044a4-3c84-44a3-969e-816229315c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:57.160825 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Bound using segment: {'id': '925044a4-3c84-44a3-969e-816229315c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:57.161259 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Bound port: b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925044a4-3c84-44a3-969e-816229315c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:57.161712 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.177529 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287ae825-1821-46dd-a6a6-7c3296794098 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Checking segment: {'id': '19f6db96-9269-4ff8-8062-387ad0a7eeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd7cea27c-3b87-44d0-9360-8ea34865c820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:57.177865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287ae825-1821-46dd-a6a6-7c3296794098 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network hostable DHCP agents. Network: d7cea27c-3b87-44d0-9360-8ea34865c820, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:40:57.186217 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ee68341-7ba2-4a3b-b4f9-70b67189eef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.188835 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ee68341-7ba2-4a3b-b4f9-70b67189eef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.192496 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9ee68341-7ba2-4a3b-b4f9-70b67189eef3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2aaef94-4cc0-4d10-b897-a795c1f5b9db HTTP/1.1" status: 204 len: 168 time: 0.5674930 Nov 11 21:40:57.196654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3904c077-9bd8-453c-980e-086cdcdc0403 None None] Provisioning complete for port 77536ad9-89ac-459c-ab87-594e94751500 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:57.197173 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3904c077-9bd8-453c-980e-086cdcdc0403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.227501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee68341-7ba2-4a3b-b4f9-70b67189eef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aaef94-4cc0-4d10-b897-a795c1f5b9db,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:57.237402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f7b81-557e-43ae-8db7-22687db68688 req-ba625217-c352-4e0c-966b-e0bc58bcef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.238929 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c1f7b81-557e-43ae-8db7-22687db68688 req-ba625217-c352-4e0c-966b-e0bc58bcef7d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360934 Nov 11 21:40:57.242707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-5eb55515-f4cf-4cf8-a947-c528deef6421 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Deleting port 77536ad9-89ac-459c-ab87-594e94751500 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:57.244649 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5eb55515-f4cf-4cf8-a947-c528deef6421 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.261606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec135706-6204-47cc-b3d7-84e627a6c76a req-61af020b-5cad-44b2-a725-b40453b8963b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.269168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec135706-6204-47cc-b3d7-84e627a6c76a req-61af020b-5cad-44b2-a725-b40453b8963b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.270938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287ae825-1821-46dd-a6a6-7c3296794098 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network d7cea27c-3b87-44d0-9360-8ea34865c820 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:40:57.277350 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec135706-6204-47cc-b3d7-84e627a6c76a req-61af020b-5cad-44b2-a725-b40453b8963b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.278737 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3904c077-9bd8-453c-980e-086cdcdc0403 None None] Port 77536ad9-89ac-459c-ab87-594e94751500 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:57.285116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec135706-6204-47cc-b3d7-84e627a6c76a req-61af020b-5cad-44b2-a725-b40453b8963b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.291598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec135706-6204-47cc-b3d7-84e627a6c76a req-61af020b-5cad-44b2-a725-b40453b8963b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.298138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec135706-6204-47cc-b3d7-84e627a6c76a req-61af020b-5cad-44b2-a725-b40453b8963b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.300392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] For port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:57.316344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec135706-6204-47cc-b3d7-84e627a6c76a req-61af020b-5cad-44b2-a725-b40453b8963b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.320059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec135706-6204-47cc-b3d7-84e627a6c76a req-61af020b-5cad-44b2-a725-b40453b8963b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.1798470 Nov 11 21:40:57.330025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-287ae825-1821-46dd-a6a6-7c3296794098 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, d7cea27c-3b87-44d0-9360-8ea34865c820) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:57.341631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287ae825-1821-46dd-a6a6-7c3296794098 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.342212 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-287ae825-1821-46dd-a6a6-7c3296794098 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.344202 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c98082-2e2b-4ab8-b474-e70dba7f30da None None] Network d7cea27c-3b87-44d0-9360-8ea34865c820 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:40:57.347801 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] For port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d,segment=NetworkSegment(925044a4-3c84-44a3-969e-816229315c05),segment_id=925044a4-3c84-44a3-969e-816229315c05)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:57.362201 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.376716 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-287ae825-1821-46dd-a6a6-7c3296794098 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5639584 Nov 11 21:40:57.409063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45010) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:57.410261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45012) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:57.418262 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-811ac4a5-dab3-46ee-8af3-7ce62791a595 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'network_id': 'd7cea27c-3b87-44d0-9360-8ea34865c820', 'name': 'tempest-PortsTestJSON-442349804'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:57.435428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.436247 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.437892 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] 10.222.0.71 "PUT /v2.0/ports/b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d HTTP/1.1" status: 200 len: 1091 time: 2.0193858 Nov 11 21:40:57.464617 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c1f7b81-557e-43ae-8db7-22687db68688 req-aecb397f-d458-44dd-98ad-411a1e78c507 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126935 Nov 11 21:40:57.471580 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392db2c-5a9f-4a80-ab1e-84fceb79c2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:57.556915 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-d7cea27c-3b87-44d0-9360-8ea34865c820', 'network_id': 'd7cea27c-3b87-44d0-9360-8ea34865c820', 'tenant_id': 'f4c688e9d6ad4b2d83d9c3ab1c3e8813', 'fixed_ips': [{'subnet_id': '18553549-d9cf-4865-8b25-7da1deb8f6d0'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:40:57.559094 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.668340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': '6a256091-0880-49ef-ae98-ef983b4c19db'}, {'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': 'b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:57.670945 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a460a3-8e12-45b0-85c2-bad635db0f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "6a256091-0880-49ef-ae98-ef983b4c19db"}, {"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:57.674458 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec135706-6204-47cc-b3d7-84e627a6c76a req-0bc09879-2032-47b0-a9bb-4a635c58457c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3393230 Nov 11 21:40:57.675667 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c1f7b81-557e-43ae-8db7-22687db68688 req-0b01ce8c-8f5a-47ec-b830-0f115aa9f142 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963196 Nov 11 21:40:57.678728 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5eb55515-f4cf-4cf8-a947-c528deef6421 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.704337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-5eb55515-f4cf-4cf8-a947-c528deef6421 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Calling delete_port for 77536ad9-89ac-459c-ab87-594e94751500 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:57.790420 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905a0d70-f2da-40e7-bdd7-bda8747145bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.791162 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905a0d70-f2da-40e7-bdd7-bda8747145bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.791888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905a0d70-f2da-40e7-bdd7-bda8747145bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.792542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905a0d70-f2da-40e7-bdd7-bda8747145bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.793357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905a0d70-f2da-40e7-bdd7-bda8747145bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.794271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905a0d70-f2da-40e7-bdd7-bda8747145bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.794773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905a0d70-f2da-40e7-bdd7-bda8747145bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.797007 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-905a0d70-f2da-40e7-bdd7-bda8747145bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 6479 time: 0.1192400 Nov 11 21:40:57.799946 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55ee9ea-818e-49db-b5ca-248db9be2c6c x-openstack-request-id: req-d55ee9ea-818e-49db-b5ca-248db9be2c6c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:57.800520 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "6a256091-0880-49ef-ae98-ef983b4c19db", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:57.801008 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d55ee9ea-818e-49db-b5ca-248db9be2c6c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:57.801694 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': '6a256091-0880-49ef-ae98-ef983b4c19db', 'status': 'completed', 'code': 200} Nov 11 21:40:57.802169 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': 'b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d', 'status': 'completed', 'code': 200} Nov 11 21:40:57.857518 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-d30cfd30-9105-4f37-a8af-44b3b49331a8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42f3bfd-99cc-4ee5-a989-eedc34b67f19 HTTP/1.1" status: 200 len: 217 time: 0.0485530 Nov 11 21:40:57.871045 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811ac4a5-dab3-46ee-8af3-7ce62791a595 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:57.874982 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-811ac4a5-dab3-46ee-8af3-7ce62791a595 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.898565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-811ac4a5-dab3-46ee-8af3-7ce62791a595 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port 12bf4a82-6d42-4f79-b8e0-c2d2c47b1880 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:57.913693 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Allocated IP 172.20.0.2 (d7cea27c-3b87-44d0-9360-8ea34865c820/18553549-d9cf-4865-8b25-7da1deb8f6d0/50119479-1dba-46be-9acb-cafc25deb2d6) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:57.955186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-c29d0ad3-b04a-4173-8fa7-2f600a31c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.957189 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-c29d0ad3-b04a-4173-8fa7-2f600a31c068 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4cc9cd29-0338-4a59-aaa7-c7a0cc838140 HTTP/1.1" status: 200 len: 850 time: 0.0785215 Nov 11 21:40:57.959839 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5e84f9b4-fd17-4b26-8e3f-a8bb158c415b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=741784e6e53b45839a6c5b7003fb4e20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5486109 Nov 11 21:40:57.962630 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45028) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:58.061286 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5eb55515-f4cf-4cf8-a947-c528deef6421 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.074770 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-412c62e2-3d81-46c2-b558-649c645bbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:58.076882 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-412c62e2-3d81-46c2-b558-649c645bbbd9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1fce0110-e17d-4dbf-bcff-6587b695d31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050110 Nov 11 21:40:58.115310 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ceb1dc5d-1297-4a57-b18d-e22f744ce53f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.116992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb55515-f4cf-4cf8-a947-c528deef6421 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event deleted for resources: {'Port': ['ID=77536ad9-89ac-459c-ab87-594e94751500,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:58.191206 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ceb1dc5d-1297-4a57-b18d-e22f744ce53f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.191829 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.208119 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.276702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Network d7cea27c-3b87-44d0-9360-8ea34865c820 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:58.282261 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:58.282599 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-003a7891-9634-45b6-9e9e-b86e861d79d2 service neutron] 10.222.0.71 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969249 Nov 11 21:40:58.287627 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Pushing event updated for resources: {'Port': ['ID=50119479-1dba-46be-9acb-cafc25deb2d6,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:58.294790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:58.367583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522215c-8622-46ca-b39c-856f584d1f7d req-2fe4925b-5d71-4044-82aa-ca0e1ca1bb98 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:58.369294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a522215c-8622-46ca-b39c-856f584d1f7d req-2fe4925b-5d71-4044-82aa-ca0e1ca1bb98 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.1999335 Nov 11 21:40:58.381508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Attempting to bind port 50119479-1dba-46be-9acb-cafc25deb2d6 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:58.382280 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Attempting to bind port 50119479-1dba-46be-9acb-cafc25deb2d6 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '19f6db96-9269-4ff8-8062-387ad0a7eeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd7cea27c-3b87-44d0-9360-8ea34865c820'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:58.382780 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5eb55515-f4cf-4cf8-a947-c528deef6421 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.383063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Attempting to bind port 50119479-1dba-46be-9acb-cafc25deb2d6 on network d7cea27c-3b87-44d0-9360-8ea34865c820 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:58.392060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:58.392566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Checking segment: {'id': '19f6db96-9269-4ff8-8062-387ad0a7eeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd7cea27c-3b87-44d0-9360-8ea34865c820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:58.393061 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.393554 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Bound using segment: {'id': '19f6db96-9269-4ff8-8062-387ad0a7eeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd7cea27c-3b87-44d0-9360-8ea34865c820'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:58.394092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Bound port: 50119479-1dba-46be-9acb-cafc25deb2d6, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f6db96-9269-4ff8-8062-387ad0a7eeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd7cea27c-3b87-44d0-9360-8ea34865c820'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:58.394551 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.398551 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5eb55515-f4cf-4cf8-a947-c528deef6421 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "DELETE /v2.0/ports/77536ad9-89ac-459c-ab87-594e94751500 HTTP/1.1" status: 204 len: 168 time: 1.3873208 Nov 11 21:40:58.415671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c507e3b-8918-4277-82b1-773f9b17780e req-2fc45ab1-1e3b-4c71-821f-e90e7f311254 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:58.417217 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c507e3b-8918-4277-82b1-773f9b17780e req-2fc45ab1-1e3b-4c71-821f-e90e7f311254 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 943 time: 0.2457726 Nov 11 21:40:58.417721 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45042) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:58.419709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-811ac4a5-dab3-46ee-8af3-7ce62791a595 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Allocated IP 172.20.0.4 (d7cea27c-3b87-44d0-9360-8ea34865c820/18553549-d9cf-4865-8b25-7da1deb8f6d0/12bf4a82-6d42-4f79-b8e0-c2d2c47b1880) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:58.441633 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ceb1dc5d-1297-4a57-b18d-e22f744ce53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.444382 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ceb1dc5d-1297-4a57-b18d-e22f744ce53f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.449989 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ceb1dc5d-1297-4a57-b18d-e22f744ce53f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4907a322-09dd-4143-b2a8-04767a65e1b4 HTTP/1.1" status: 204 len: 168 time: 0.4862928 Nov 11 21:40:58.465226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1dc5d-1297-4a57-b18d-e22f744ce53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4907a322-09dd-4143-b2a8-04767a65e1b4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:58.489137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45046) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:58.492361 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-078e443f-1883-41a1-80b4-0eb4f67eb271 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] GET failed (client error): The resource could not be found. Nov 11 21:40:58.494089 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-078e443f-1883-41a1-80b4-0eb4f67eb271 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "GET /v2.0/ports/77536ad9-89ac-459c-ab87-594e94751500 HTTP/1.1" status: 404 len: 333 time: 0.0714698 Nov 11 21:40:58.499505 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45048) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:58.507741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3e84fec6-b1b0-4ef6-8faf-661a0bf866f1 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Request body: {'port': {'network_id': '23882af1-b069-41a4-a9cd-90264148c014', 'name': 'tempest-AllowedAddressPairTestJSON-1043903356'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:58.528922 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4c617d76-d02c-4660-9788-ac5fdfd9b1db service neutron] 10.222.0.71 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369242 Nov 11 21:40:58.573957 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c507e3b-8918-4277-82b1-773f9b17780e req-434e3050-0a40-45cc-9175-6a401218b5c0 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185114 Nov 11 21:40:58.582093 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-601491dd-38ae-4051-a9e6-9954c6bc88b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=25a1c873-4001-4e2b-9aab-1b83892a724d HTTP/1.1" status: 200 len: 217 time: 0.0396578 Nov 11 21:40:58.607194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] For port 50119479-1dba-46be-9acb-cafc25deb2d6, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:58.614164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a522215c-8622-46ca-b39c-856f584d1f7d req-c0979ba6-2451-455c-b85c-5ea4cb5ab25c tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144082 Nov 11 21:40:58.614731 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] For port 50119479-1dba-46be-9acb-cafc25deb2d6, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=50119479-1dba-46be-9acb-cafc25deb2d6,segment=NetworkSegment(19f6db96-9269-4ff8-8062-387ad0a7eeb3),segment_id=19f6db96-9269-4ff8-8062-387ad0a7eeb3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:58.624154 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.670027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-560915894-network', 'tenant_id': 'b8b3f088ea034fb29959993f8dda26b8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:58.715587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e48845-45b2-4bcb-9b8a-4cc15b8b7b6e None None] Pushing event updated for resources: {'Port': ['ID=50119479-1dba-46be-9acb-cafc25deb2d6,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:58.725355 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-5dd4be88-a57f-4d59-ae1f-be743d69bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:58.727639 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-5dd4be88-a57f-4d59-ae1f-be743d69bc94 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.0966783 Nov 11 21:40:58.739288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] Made reservation on behalf of b8b3f088ea034fb29959993f8dda26b8 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:58.739288 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.785349 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-811ac4a5-dab3-46ee-8af3-7ce62791a595 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.791545 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.844082 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-811ac4a5-dab3-46ee-8af3-7ce62791a595 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.855622 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-2dfef054-4fe1-4f7b-bd1d-8ef322eb2fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:58.857410 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-2dfef054-4fe1-4f7b-bd1d-8ef322eb2fe6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1120415 Nov 11 21:40:58.878221 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e84fec6-b1b0-4ef6-8faf-661a0bf866f1 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Made reservation on behalf of dc4cb52b9f8f4703a34e42b10127e5c2 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:58.881912 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e84fec6-b1b0-4ef6-8faf-661a0bf866f1 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.921114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811ac4a5-dab3-46ee-8af3-7ce62791a595 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network d7cea27c-3b87-44d0-9360-8ea34865c820 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:58.942226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-811ac4a5-dab3-46ee-8af3-7ce62791a595 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:58.945035 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811ac4a5-dab3-46ee-8af3-7ce62791a595 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:59.026526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f4fee-6cb3-4bf9-8cdd-61321a2e4404 req-699a8e0f-623d-4504-9f18-85758f410a6f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.033140 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f4fee-6cb3-4bf9-8cdd-61321a2e4404 req-699a8e0f-623d-4504-9f18-85758f410a6f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.047590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f4fee-6cb3-4bf9-8cdd-61321a2e4404 req-699a8e0f-623d-4504-9f18-85758f410a6f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.053865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f4fee-6cb3-4bf9-8cdd-61321a2e4404 req-699a8e0f-623d-4504-9f18-85758f410a6f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.065680 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f4fee-6cb3-4bf9-8cdd-61321a2e4404 req-699a8e0f-623d-4504-9f18-85758f410a6f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.072170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f4fee-6cb3-4bf9-8cdd-61321a2e4404 req-699a8e0f-623d-4504-9f18-85758f410a6f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.078945 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f4fee-6cb3-4bf9-8cdd-61321a2e4404 req-699a8e0f-623d-4504-9f18-85758f410a6f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.082723 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-214f4fee-6cb3-4bf9-8cdd-61321a2e4404 req-699a8e0f-623d-4504-9f18-85758f410a6f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.2521958 Nov 11 21:40:59.089145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811ac4a5-dab3-46ee-8af3-7ce62791a595 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.089819 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-811ac4a5-dab3-46ee-8af3-7ce62791a595 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:59.094110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ac4a5-dab3-46ee-8af3-7ce62791a595 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=12bf4a82-6d42-4f79-b8e0-c2d2c47b1880,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:59.145725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-811ac4a5-dab3-46ee-8af3-7ce62791a595 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7314403 Nov 11 21:40:59.146224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45056) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:59.214887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-214f4fee-6cb3-4bf9-8cdd-61321a2e4404 req-620014de-3e77-4621-b2f6-9055b99ae769 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1220429 Nov 11 21:40:59.257173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45058) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:59.262690 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-3e84fec6-b1b0-4ef6-8faf-661a0bf866f1 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] device_id is not set on port d1113c5a-c286-46e6-9d4c-232dc6512794 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:40:59.309150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ad3464cc-d701-4e76-97e5-c6fcfd463af9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20b0a12ba6a0403bb6dddbfffa7ab090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505826 Nov 11 21:40:59.312726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45060) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:59.321961 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a4282c78-a33f-443c-974e-cf2358de48e7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port 12bf4a82-6d42-4f79-b8e0-c2d2c47b1880 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:40:59.322319 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4282c78-a33f-443c-974e-cf2358de48e7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:59.400773 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-19b5ea10-3bc0-45f3-82df-75ce70a8f618 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338142 Nov 11 21:40:59.407088 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:59.412941 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:59.445357 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c766b2a-4f2a-4bd5-baa8-dd0c22ae4c13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:59.466897 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4282c78-a33f-443c-974e-cf2358de48e7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:59.477597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:40:59.488853 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a4282c78-a33f-443c-974e-cf2358de48e7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for 12bf4a82-6d42-4f79-b8e0-c2d2c47b1880 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:40:59.491552 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c766b2a-4f2a-4bd5-baa8-dd0c22ae4c13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:59.508605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-3e84fec6-b1b0-4ef6-8faf-661a0bf866f1 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Allocated IP 172.20.0.8 (23882af1-b069-41a4-a9cd-90264148c014/67c9ece5-b9cf-4221-9890-58ad11953617/d1113c5a-c286-46e6-9d4c-232dc6512794) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:59.537541 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:59.537881 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] Added segment 3917f5da-62af-4512-b76f-4b2c7f41966d of type vlan for network e7036ed7-0e87-4c74-a4b1-604ada92aa6d Nov 11 21:40:59.542803 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323580e3-0d0a-407c-be17-71238e262c46,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:59.596677 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c766b2a-4f2a-4bd5-baa8-dd0c22ae4c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:59.600390 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c766b2a-4f2a-4bd5-baa8-dd0c22ae4c13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:59.604178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5c766b2a-4f2a-4bd5-baa8-dd0c22ae4c13 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ec1f12f-f5b6-4042-b469-d0f75650629b HTTP/1.1" status: 204 len: 168 time: 0.2886794 Nov 11 21:40:59.631427 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:59.652652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c766b2a-4f2a-4bd5-baa8-dd0c22ae4c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec1f12f-f5b6-4042-b469-d0f75650629b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:59.762542 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:59.763741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.764530 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:59.775125 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-b857b108-106a-4041-ad04-bb1db562a9fa service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589718 Nov 11 21:40:59.867846 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4282c78-a33f-443c-974e-cf2358de48e7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:59.877525 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 037b404c-6651-435c-9fe6-0c7da7735962 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:40:59.901609 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4115944 Nov 11 21:40:59.918774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45068) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:40:59.933985 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a81ec7-d00d-49d6-ac47-f13f96d429a3 req-3415f45c-537a-4664-bae7-297372833917 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.936569 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48a81ec7-d00d-49d6-ac47-f13f96d429a3 req-3415f45c-537a-4664-bae7-297372833917 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 943 time: 0.1840646 Nov 11 21:40:59.936821 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4c8a0100-a1f8-4fe9-8e60-6a71f0bc44ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=348abab2-0df6-4fc4-a449-94bd70a118d8 HTTP/1.1" status: 200 len: 217 time: 0.1497741 Nov 11 21:40:59.941203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2ea50f3c-ecd9-45c7-9662-7b2185f78dce admin admin] Request body: {'subnet': {'network_id': 'e7036ed7-0e87-4c74-a4b1-604ada92aa6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-560915894-subnet', 'tenant_id': 'b8b3f088ea034fb29959993f8dda26b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:59.943575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b35db8-1f17-44a9-8d3f-fec6ee5baaa6 admin admin] Pushing event updated for resources: {'Network': ['ID=e7036ed7-0e87-4c74-a4b1-604ada92aa6d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:59.959288 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4282c78-a33f-443c-974e-cf2358de48e7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=12bf4a82-6d42-4f79-b8e0-c2d2c47b1880,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:59.976117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network e7036ed7-0e87-4c74-a4b1-604ada92aa6d details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:40:59.989635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faff13-fc20-4b39-9067-9b7a41ce8ede req-4a9e672a-8ef0-48c1-b3a0-c0ab9b88ce8b tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.992344 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75faff13-fc20-4b39-9067-9b7a41ce8ede req-4a9e672a-8ef0-48c1-b3a0-c0ab9b88ce8b tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.2228510 Nov 11 21:41:00.054298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-c735fe36-21fe-4f74-8087-41ca3fae1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:00.055839 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-c735fe36-21fe-4f74-8087-41ca3fae1e74 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.1078956 Nov 11 21:41:00.068226 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e84fec6-b1b0-4ef6-8faf-661a0bf866f1 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:00.105090 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e84503-28f9-4e4c-82da-40a5a403dd72 None None] Network d7cea27c-3b87-44d0-9360-8ea34865c820 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:00.105763 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4282c78-a33f-443c-974e-cf2358de48e7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:00.110783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a4282c78-a33f-443c-974e-cf2358de48e7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/12bf4a82-6d42-4f79-b8e0-c2d2c47b1880 HTTP/1.1" status: 204 len: 168 time: 0.9621117 Nov 11 21:41:00.114044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45076) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:00.157677 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-78811a8c-32a4-46a8-8aa9-823c576b88de tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] DELETE failed (client error): The resource could not be found. Nov 11 21:41:00.158381 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78811a8c-32a4-46a8-8aa9-823c576b88de tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:41:00.163392 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-78811a8c-32a4-46a8-8aa9-823c576b88de tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/12bf4a82-6d42-4f79-b8e0-c2d2c47b1880 HTTP/1.1" status: 404 len: 333 time: 0.0465095 Nov 11 21:41:00.165323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f2e68388-aede-431b-a834-42a0d9c157e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:00.166862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48a81ec7-d00d-49d6-ac47-f13f96d429a3 req-1e11cd80-2aa9-4cb0-8e55-82af2a5376a6 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938004 Nov 11 21:41:00.167007 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f2e68388-aede-431b-a834-42a0d9c157e2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1021934 Nov 11 21:41:00.167431 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45080) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:00.191177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea50f3c-ecd9-45c7-9662-7b2185f78dce admin admin] Made reservation on behalf of b8b3f088ea034fb29959993f8dda26b8 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:00.196557 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ea50f3c-ecd9-45c7-9662-7b2185f78dce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:00.220754 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f54a3d-65ed-4798-94f7-d876934ab4b2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] GET failed (client error): The resource could not be found. Nov 11 21:41:00.222790 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-76f54a3d-65ed-4798-94f7-d876934ab4b2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/12bf4a82-6d42-4f79-b8e0-c2d2c47b1880 HTTP/1.1" status: 404 len: 333 time: 0.0528691 Nov 11 21:41:00.230437 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45082) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:00.240314 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Provisioning complete for port 50119479-1dba-46be-9acb-cafc25deb2d6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:00.240977 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:00.241103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-75faff13-fc20-4b39-9067-9b7a41ce8ede req-69c742e7-0645-4919-aaef-82fd67d359fd tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189891 Nov 11 21:41:00.290596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 037b404c-6651-435c-9fe6-0c7da7735962, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=037b404c-6651-435c-9fe6-0c7da7735962,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:00.309350 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e84fec6-b1b0-4ef6-8faf-661a0bf866f1 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:00.317006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '037b404c-6651-435c-9fe6-0c7da7735962', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'port_id': '037b404c-6651-435c-9fe6-0c7da7735962', 'mac_address': 'fa:16:3e:94:1e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:41:00.383284 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e84fec6-b1b0-4ef6-8faf-661a0bf866f1 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Network 23882af1-b069-41a4-a9cd-90264148c014 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:00.384036 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:00.406345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08aef9c-061b-41fd-ae9b-3ec56c753f0f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting subnet 18553549-d9cf-4865-8b25-7da1deb8f6d0 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:41:00.412812 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3e84fec6-b1b0-4ef6-8faf-661a0bf866f1 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:00.415745 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e84fec6-b1b0-4ef6-8faf-661a0bf866f1 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:00.418214 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b08aef9c-061b-41fd-ae9b-3ec56c753f0f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:00.420763 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84fec6-b1b0-4ef6-8faf-661a0bf866f1 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event updated for resources: {'Port': ['ID=d1113c5a-c286-46e6-9d4c-232dc6512794,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:00.479923 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-25f61271-4789-49b8-8fe8-a12b7c2c168d service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975445 Nov 11 21:41:00.511857 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b08aef9c-061b-41fd-ae9b-3ec56c753f0f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:00.525634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdec75-e919-4f47-91c4-551e59db9cba req-123d899f-dc65-4325-ba2e-fc787309074f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:00.532327 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdec75-e919-4f47-91c4-551e59db9cba req-123d899f-dc65-4325-ba2e-fc787309074f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:00.538999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdec75-e919-4f47-91c4-551e59db9cba req-123d899f-dc65-4325-ba2e-fc787309074f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:00.546078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdec75-e919-4f47-91c4-551e59db9cba req-123d899f-dc65-4325-ba2e-fc787309074f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:00.552324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdec75-e919-4f47-91c4-551e59db9cba req-123d899f-dc65-4325-ba2e-fc787309074f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:00.555491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] For port 50119479-1dba-46be-9acb-cafc25deb2d6, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=50119479-1dba-46be-9acb-cafc25deb2d6,segment=NetworkSegment(19f6db96-9269-4ff8-8062-387ad0a7eeb3),segment_id=19f6db96-9269-4ff8-8062-387ad0a7eeb3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:00.564660 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdec75-e919-4f47-91c4-551e59db9cba req-123d899f-dc65-4325-ba2e-fc787309074f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:00.564973 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:00.567755 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:00.572174 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdec75-e919-4f47-91c4-551e59db9cba req-123d899f-dc65-4325-ba2e-fc787309074f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:00.574266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7fdec75-e919-4f47-91c4-551e59db9cba req-123d899f-dc65-4325-ba2e-fc787309074f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.2176178 Nov 11 21:41:00.637903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037b404c-6651-435c-9fe6-0c7da7735962 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:00.672766 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ea50f3c-ecd9-45c7-9662-7b2185f78dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:00.688550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 037b404c-6651-435c-9fe6-0c7da7735962, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=037b404c-6651-435c-9fe6-0c7da7735962,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:00.704372 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:00.710656 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Pushing event updated for resources: {'Port': ['ID=50119479-1dba-46be-9acb-cafc25deb2d6,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:00.728586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:00.729001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:00.729333 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:00.729669 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:00.738379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:00.738923 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:00.739438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:00.740064 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:00.740683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:00.741244 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:00.741719 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:00.742213 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923c18f-639d-40f3-90be-1efc0c9bed42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:00.747559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e84fec6-b1b0-4ef6-8faf-661a0bf866f1 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:00.748260 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e84fec6-b1b0-4ef6-8faf-661a0bf866f1 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:00.782285 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7fdec75-e919-4f47-91c4-551e59db9cba req-557fec12-5888-483a-8e0b-9bdbfda74418 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1971829 Nov 11 21:41:00.827513 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=037b404c-6651-435c-9fe6-0c7da7735962,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:00.844420 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c2002449-3948-424d-bb4a-ac3a541156b6 None None] Provisioning complete for port d1113c5a-c286-46e6-9d4c-232dc6512794 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:00.845165 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2002449-3948-424d-bb4a-ac3a541156b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:00.851619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea50f3c-ecd9-45c7-9662-7b2185f78dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=1922fcc2-3410-46e4-a259-dcda7c824c86,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:00.860557 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3e84fec6-b1b0-4ef6-8faf-661a0bf866f1 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3568466 Nov 11 21:41:00.862436 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b08aef9c-061b-41fd-ae9b-3ec56c753f0f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:00.873788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45096) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:00.883390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0b7f20fa-00ac-45e2-92f7-613f94d1cee2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Request body: {'port': {'network_id': '23882af1-b069-41a4-a9cd-90264148c014', 'name': 'tempest-AllowedAddressPairTestJSON-477236906'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:00.900880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45098) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:00.902799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c2002449-3948-424d-bb4a-ac3a541156b6 None None] Port d1113c5a-c286-46e6-9d4c-232dc6512794 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:00.957074 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea50f3c-ecd9-45c7-9662-7b2185f78dce admin admin] Checking segment: {'id': '3917f5da-62af-4512-b76f-4b2c7f41966d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'e7036ed7-0e87-4c74-a4b1-604ada92aa6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:00.957487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea50f3c-ecd9-45c7-9662-7b2185f78dce admin admin] Network hostable DHCP agents. Network: e7036ed7-0e87-4c74-a4b1-604ada92aa6d, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:41:00.975040 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-60fe038a-2486-4f89-897c-80cee9d68a09 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824047 Nov 11 21:41:00.983181 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 50119479-1dba-46be-9acb-cafc25deb2d6 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:01.022317 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['037b404c-6651-435c-9fe6-0c7da7735962'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:01.055252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-672676106'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:01.057161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b08aef9c-061b-41fd-ae9b-3ec56c753f0f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.064328 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea50f3c-ecd9-45c7-9662-7b2185f78dce admin admin] Network e7036ed7-0e87-4c74-a4b1-604ada92aa6d is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:41:01.091084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-2ea50f3c-ecd9-45c7-9662-7b2185f78dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, e7036ed7-0e87-4c74-a4b1-604ada92aa6d) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:01.105456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea50f3c-ecd9-45c7-9662-7b2185f78dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:01.106353 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ea50f3c-ecd9-45c7-9662-7b2185f78dce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.110237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534741aa-9896-457f-8d1f-e6b08bff4037 None None] Network e7036ed7-0e87-4c74-a4b1-604ada92aa6d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:01.111667 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08aef9c-061b-41fd-ae9b-3ec56c753f0f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Subnet': ['ID=18553549-d9cf-4865-8b25-7da1deb8f6d0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:01.111850 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Made reservation on behalf of 1b0353c2c3a8413fb0cd770226f481ba for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:01.116294 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-8843f9fe-406d-4ddf-a3ff-36bcd0c20e0e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=13ffee77-0dca-490c-8116-b548cab8fe4a HTTP/1.1" status: 200 len: 217 time: 0.1318650 Nov 11 21:41:01.119761 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.127669 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b08aef9c-061b-41fd-ae9b-3ec56c753f0f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.134386 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b08aef9c-061b-41fd-ae9b-3ec56c753f0f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/18553549-d9cf-4865-8b25-7da1deb8f6d0 HTTP/1.1" status: 204 len: 168 time: 0.9017777 Nov 11 21:41:01.136925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45102) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:01.142974 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.173974 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2ea50f3c-ecd9-45c7-9662-7b2185f78dce admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2510307 Nov 11 21:41:01.191545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3ac9e90f-baf0-47fe-ae3c-395287900969 None None] Provisioning complete for port 50119479-1dba-46be-9acb-cafc25deb2d6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:01.192173 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e90f-baf0-47fe-ae3c-395287900969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.230588 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7f20fa-00ac-45e2-92f7-613f94d1cee2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Made reservation on behalf of dc4cb52b9f8f4703a34e42b10127e5c2 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:01.234345 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b7f20fa-00ac-45e2-92f7-613f94d1cee2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.309526 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 50119479-1dba-46be-9acb-cafc25deb2d6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:01.309775 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.338778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-001dafc2-7b52-4e8d-a07f-f99ec3de5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:01.340649 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-001dafc2-7b52-4e8d-a07f-f99ec3de5601 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.2044864 Nov 11 21:41:01.345110 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.371326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-0b7f20fa-00ac-45e2-92f7-613f94d1cee2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] device_id is not set on port b9810caa-44c4-4b9b-9049-344dd08deded yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:01.377947 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5bd478-0262-45dd-92d5-9c9e15fd0979 None None] Network d7cea27c-3b87-44d0-9360-8ea34865c820 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:01.440544 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-ef0d9585-2637-4dbf-9d3d-ccf3207885f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:01.442368 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-ef0d9585-2637-4dbf-9d3d-ccf3207885f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898659 Nov 11 21:41:01.500381 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.510980 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7715d16-98c1-45fd-bd3c-63368cbc1b26 req-fae9ba7b-94e1-42f9-a578-56d3eff60b04 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:01.512497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7715d16-98c1-45fd-bd3c-63368cbc1b26 req-fae9ba7b-94e1-42f9-a578-56d3eff60b04 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 944 time: 0.2156785 Nov 11 21:41:01.520482 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.523702 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port 50119479-1dba-46be-9acb-cafc25deb2d6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:01.524256 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.532553 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:01.541579 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.541921 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Added segment 819f850b-96bf-439f-96a5-b416e5aeac53 of type vlan for network f4e61dff-330e-4c28-ad60-920992e3cd23 Nov 11 21:41:01.564313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898d2361-e8c3-4422-bbb0-33b8ebd95855 None None] Network e7036ed7-0e87-4c74-a4b1-604ada92aa6d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:01.584659 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.609290 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-11050157-5cfa-4f48-a0b4-68987132f4f5 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586938 Nov 11 21:41:01.611719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] For port 50119479-1dba-46be-9acb-cafc25deb2d6, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=50119479-1dba-46be-9acb-cafc25deb2d6,segment=NetworkSegment(19f6db96-9269-4ff8-8062-387ad0a7eeb3),segment_id=19f6db96-9269-4ff8-8062-387ad0a7eeb3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:01.611719 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.638556 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.645002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:01.645651 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.648567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for 50119479-1dba-46be-9acb-cafc25deb2d6 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:01.682420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d36ce-f6b9-48d9-aeab-682994f1350e req-34b53070-68b6-48d0-8cab-27f024706015 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:01.684081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb3d36ce-f6b9-48d9-aeab-682994f1350e req-34b53070-68b6-48d0-8cab-27f024706015 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.3143518 Nov 11 21:41:01.775396 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-76cb7c1d-04d6-465e-92c8-ce065d5d98e6 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552219 Nov 11 21:41:01.833240 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:01.838067 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-323c68ca-cab7-4692-998b-4613af650bd1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=14325729-1495-4098-ba65-82b20f0f04f3 HTTP/1.1" status: 200 len: 217 time: 0.0439196 Nov 11 21:41:01.863658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=50119479-1dba-46be-9acb-cafc25deb2d6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:01.864519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Port 50119479-1dba-46be-9acb-cafc25deb2d6 update to ACTIVE by agent not found {{(pid=102536) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 21:41:01.897656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No DVR routers for this DVR port 50119479-1dba-46be-9acb-cafc25deb2d6 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:01.907030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-113deaf4-b36e-4645-9aaa-8f9246751516 None None] Could not find standard attr ID for object 12bf4a82-6d42-4f79-b8e0-c2d2c47b1880. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:41:01.970506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-125c7acf-a7c2-44ce-bb36-8042953706a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:01.972223 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-125c7acf-a7c2-44ce-bb36-8042953706a3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.1101484 Nov 11 21:41:01.975804 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e58bb-c86f-453b-99d4-c54bbff711f3 None None] DHCP port deletion for d7cea27c-3b87-44d0-9360-8ea34865c820 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:41:02.026400 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:02.051449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cea27c-3b87-44d0-9360-8ea34865c820']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:02.063832 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f6db96-9269-4ff8-8062-387ad0a7eeb3') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:02.064126 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f6db96-9269-4ff8-8062-387ad0a7eeb3') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:02.075903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:02.079314 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-02dae5b3-4d25-4d80-91da-8b6544e67a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:02.081004 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-02dae5b3-4d25-4d80-91da-8b6544e67a0c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0818748 Nov 11 21:41:02.099699 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:02.126249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:41:02.126677 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:41:02.129827 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:41:02.152526 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2489774 Nov 11 21:41:02.153365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f80f74d-c159-4f91-aadf-d692d24db32f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:02.161062 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45116) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:02.180769 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d192c59b-4adb-4f26-b03a-7d8af692dafd tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Request body: {'subnet': {'network_id': 'f4e61dff-330e-4c28-ad60-920992e3cd23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:02.209479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-0b7f20fa-00ac-45e2-92f7-613f94d1cee2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Allocated IP 172.20.0.6 (23882af1-b069-41a4-a9cd-90264148c014/67c9ece5-b9cf-4221-9890-58ad11953617/b9810caa-44c4-4b9b-9049-344dd08deded) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:02.226733 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:02.240440 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db76cff-a51c-455a-92d8-a2d21550c95d tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event updated for resources: {'Network': ['ID=f4e61dff-330e-4c28-ad60-920992e3cd23,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:02.252150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network f4e61dff-330e-4c28-ad60-920992e3cd23 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:02.254377 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:02.261635 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/networks/d7cea27c-3b87-44d0-9360-8ea34865c820 HTTP/1.1" status: 204 len: 168 time: 1.1197059 Nov 11 21:41:02.267578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45118) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:02.273634 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f13d507b-6cad-4142-90fb-f63b23fbc2f5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-259397163'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:02.277620 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f3b7540c-6d06-4f07-9167-46ff21fa406d service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861632 Nov 11 21:41:02.278372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c0fd0-3bef-422c-a98a-31c154a7796d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Network': ['ID=d7cea27c-3b87-44d0-9360-8ea34865c820,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:02.284966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7715d16-98c1-45fd-bd3c-63368cbc1b26 req-382dc3e8-592f-43c9-8718-2b6e8dde7496 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6727927 Nov 11 21:41:02.325991 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb3d36ce-f6b9-48d9-aeab-682994f1350e req-b086a38e-b4be-4b30-bf8e-798a7d6f0782 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439935 Nov 11 21:41:02.367127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13d507b-6cad-4142-90fb-f63b23fbc2f5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:02.373238 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f13d507b-6cad-4142-90fb-f63b23fbc2f5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:02.411174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13d507b-6cad-4142-90fb-f63b23fbc2f5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] vlan segment allocate from pool success with {'vlan_id': 1177, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:02.431649 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-830209c9-d46f-4a38-8052-b87ed0b4d6b3 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334674 Nov 11 21:41:02.432760 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f13d507b-6cad-4142-90fb-f63b23fbc2f5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:02.433116 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-f13d507b-6cad-4142-90fb-f63b23fbc2f5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Added segment 1175db7d-c773-4a36-90bd-0655a06e1295 of type vlan for network 6a73e4c8-42f4-49bc-9508-cd984669d834 Nov 11 21:41:02.491853 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d192c59b-4adb-4f26-b03a-7d8af692dafd tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Made reservation on behalf of 1b0353c2c3a8413fb0cd770226f481ba for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:02.495726 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d192c59b-4adb-4f26-b03a-7d8af692dafd tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:02.525182 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-f6fffc4c-0895-459d-b141-9d75779d97f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a256091-0880-49ef-ae98-ef983b4c19db HTTP/1.1" status: 200 len: 217 time: 0.0749044 Nov 11 21:41:02.540929 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f13d507b-6cad-4142-90fb-f63b23fbc2f5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:02.598838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-9fb0b1d7-8b4e-432a-9c86-244b9ec0d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:02.600327 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-9fb0b1d7-8b4e-432a-9c86-244b9ec0d64e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e06d152d-4297-4bab-be11-2a26a2d0ccd9 HTTP/1.1" status: 200 len: 797 time: 0.0614891 Nov 11 21:41:02.602039 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f13d507b-6cad-4142-90fb-f63b23fbc2f5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:02.608145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d507b-6cad-4142-90fb-f63b23fbc2f5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:02.608633 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f13d507b-6cad-4142-90fb-f63b23fbc2f5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:02.633172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72846cc-cb29-40b2-b0f0-b5d29a374dbf req-0226134a-c9c3-4de4-a0fd-24ad122c1c49 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:02.639044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72846cc-cb29-40b2-b0f0-b5d29a374dbf req-0226134a-c9c3-4de4-a0fd-24ad122c1c49 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:02.645447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72846cc-cb29-40b2-b0f0-b5d29a374dbf req-0226134a-c9c3-4de4-a0fd-24ad122c1c49 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:02.651360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72846cc-cb29-40b2-b0f0-b5d29a374dbf req-0226134a-c9c3-4de4-a0fd-24ad122c1c49 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:02.657284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72846cc-cb29-40b2-b0f0-b5d29a374dbf req-0226134a-c9c3-4de4-a0fd-24ad122c1c49 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:02.663567 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72846cc-cb29-40b2-b0f0-b5d29a374dbf req-0226134a-c9c3-4de4-a0fd-24ad122c1c49 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:02.669267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72846cc-cb29-40b2-b0f0-b5d29a374dbf req-0226134a-c9c3-4de4-a0fd-24ad122c1c49 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:02.671236 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a72846cc-cb29-40b2-b0f0-b5d29a374dbf req-0226134a-c9c3-4de4-a0fd-24ad122c1c49 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.2646434 Nov 11 21:41:02.708573 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f13d507b-6cad-4142-90fb-f63b23fbc2f5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4369361 Nov 11 21:41:02.710592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45130) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:02.718277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-21e52e2b-9b8c-4a50-a126-170bafd38e3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'subnet': {'network_id': '6a73e4c8-42f4-49bc-9508-cd984669d834', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:02.723759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d507b-6cad-4142-90fb-f63b23fbc2f5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Network': ['ID=6a73e4c8-42f4-49bc-9508-cd984669d834,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:02.735463 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 6a73e4c8-42f4-49bc-9508-cd984669d834 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:02.745494 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b7f20fa-00ac-45e2-92f7-613f94d1cee2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:02.752246 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-af55ce83-88cd-44bf-8716-8536f9b413ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:02.753834 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-af55ce83-88cd-44bf-8716-8536f9b413ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1347098 Nov 11 21:41:02.833524 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 50119479-1dba-46be-9acb-cafc25deb2d6 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:41:02.862860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 50119479-1dba-46be-9acb-cafc25deb2d6 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:41:02.862860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 50119479-1dba-46be-9acb-cafc25deb2d6 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:41:02.893692 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-63e4fc7c-1abb-4df3-a2fa-1ed6e8f7ff32 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:02.895241 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-63e4fc7c-1abb-4df3-a2fa-1ed6e8f7ff32 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/networks?id=e7036ed7-0e87-4c74-a4b1-604ada92aa6d HTTP/1.1" status: 200 len: 812 time: 0.3414810 Nov 11 21:41:02.903022 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e52e2b-9b8c-4a50-a126-170bafd38e3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:02.903878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a72846cc-cb29-40b2-b0f0-b5d29a374dbf req-bc8edcb0-3698-4cd8-9db4-d9459a850ee0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1918373 Nov 11 21:41:02.907187 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-21e52e2b-9b8c-4a50-a126-170bafd38e3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:02.932405 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-e2c9adf5-6f3a-4cee-887d-17a47ed35fba service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483388 Nov 11 21:41:02.932751 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-c63f76a4-01e2-4a8e-833e-38ec8c647c0a tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/quotas/b8b3f088ea034fb29959993f8dda26b8 HTTP/1.1" status: 200 len: 375 time: 0.0278921 Nov 11 21:41:02.938562 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b7f20fa-00ac-45e2-92f7-613f94d1cee2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:03.033862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-cc5d4a91-2664-40b7-9a60-6d7b180e4d02 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8b3f088ea034fb29959993f8dda26b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928342 Nov 11 21:41:03.050663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7f20fa-00ac-45e2-92f7-613f94d1cee2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Network 23882af1-b069-41a4-a9cd-90264148c014 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:03.054390 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d192c59b-4adb-4f26-b03a-7d8af692dafd tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:03.056440 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0b7f20fa-00ac-45e2-92f7-613f94d1cee2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:03.066096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f20fa-00ac-45e2-92f7-613f94d1cee2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:03.103077 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-c328b324-f202-49fb-b5ad-b7cef00b773f service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347191 Nov 11 21:41:03.106984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f20fa-00ac-45e2-92f7-613f94d1cee2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event updated for resources: {'Port': ['ID=b9810caa-44c4-4b9b-9049-344dd08deded,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:03.157299 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-0cf4bad0-2c16-47d4-94ed-7449852d3f09 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d HTTP/1.1" status: 200 len: 217 time: 0.0455947 Nov 11 21:41:03.213469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192c59b-4adb-4f26-b03a-7d8af692dafd tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event updated for resources: {'Subnet': ['ID=56adbaae-f037-4f87-b623-f83771025b74,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:03.240150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f20fa-00ac-45e2-92f7-613f94d1cee2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:03.240550 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b7f20fa-00ac-45e2-92f7-613f94d1cee2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:03.241679 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-21e52e2b-9b8c-4a50-a126-170bafd38e3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:03.255748 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4c122d82-82fc-4c25-838c-478d5bfe5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:03.257254 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-4c122d82-82fc-4c25-838c-478d5bfe5c49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e06d152d-4297-4bab-be11-2a26a2d0ccd9 HTTP/1.1" status: 200 len: 797 time: 0.0907173 Nov 11 21:41:03.267745 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d192c59b-4adb-4f26-b03a-7d8af692dafd tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Checking segment: {'id': '819f850b-96bf-439f-96a5-b416e5aeac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f4e61dff-330e-4c28-ad60-920992e3cd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:03.268008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d192c59b-4adb-4f26-b03a-7d8af692dafd tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Network hostable DHCP agents. Network: f4e61dff-330e-4c28-ad60-920992e3cd23, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:41:03.273839 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-7c303f94-db0f-4e83-84d6-5d4b4b223315 service neutron] 10.222.0.57 "GET /v2.0/networks/e7036ed7-0e87-4c74-a4b1-604ada92aa6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152088 Nov 11 21:41:03.282684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0b7f20fa-00ac-45e2-92f7-613f94d1cee2 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4075549 Nov 11 21:41:03.287547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45132) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:03.302204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-bca309e0-d2c8-45f9-95ad-d7929cfa350d tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:e3:81:99'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e0:c6:72'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:03.339794 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d192c59b-4adb-4f26-b03a-7d8af692dafd tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Network f4e61dff-330e-4c28-ad60-920992e3cd23 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:41:03.347784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e52e2b-9b8c-4a50-a126-170bafd38e3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Subnet': ['ID=68f90668-5eb6-48f0-bedf-c1d280524fa2,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:03.365111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e52e2b-9b8c-4a50-a126-170bafd38e3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Checking segment: {'id': '1175db7d-c773-4a36-90bd-0655a06e1295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '6a73e4c8-42f4-49bc-9508-cd984669d834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:03.365473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e52e2b-9b8c-4a50-a126-170bafd38e3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network hostable DHCP agents. Network: 6a73e4c8-42f4-49bc-9508-cd984669d834, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:41:03.369031 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-857c5cc5-9154-44eb-babb-db165eef5ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:03.370480 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-857c5cc5-9154-44eb-babb-db165eef5ce8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914195 Nov 11 21:41:03.370943 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4ead0feb-8abb-429e-a324-9d6ddcfa3742 None None] Provisioning complete for port b9810caa-44c4-4b9b-9049-344dd08deded triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:03.371423 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ead0feb-8abb-429e-a324-9d6ddcfa3742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:03.412013 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-d192c59b-4adb-4f26-b03a-7d8af692dafd tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, f4e61dff-330e-4c28-ad60-920992e3cd23) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:03.412444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e52e2b-9b8c-4a50-a126-170bafd38e3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network 6a73e4c8-42f4-49bc-9508-cd984669d834 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:41:03.426141 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ca1e3d-2e47-471c-a7f5-08abc0d58365 None None] Network f4e61dff-330e-4c28-ad60-920992e3cd23 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:03.440330 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d192c59b-4adb-4f26-b03a-7d8af692dafd tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:03.440945 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d192c59b-4adb-4f26-b03a-7d8af692dafd tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:03.443678 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-21e52e2b-9b8c-4a50-a126-170bafd38e3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 6a73e4c8-42f4-49bc-9508-cd984669d834) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:03.449756 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e52e2b-9b8c-4a50-a126-170bafd38e3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:03.450746 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-21e52e2b-9b8c-4a50-a126-170bafd38e3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:03.481411 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-21e52e2b-9b8c-4a50-a126-170bafd38e3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7654872 Nov 11 21:41:03.484727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45138) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:03.489675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e1be0ad4-197c-4966-b3de-9be37c0d259b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'network_id': '6a73e4c8-42f4-49bc-9508-cd984669d834', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2051792310'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:03.509206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae913679-9c27-46df-82b5-66d69577e1a1 None None] Network 6a73e4c8-42f4-49bc-9508-cd984669d834 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:03.510273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d192c59b-4adb-4f26-b03a-7d8af692dafd tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3376789 Nov 11 21:41:03.513099 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4ead0feb-8abb-429e-a324-9d6ddcfa3742 None None] Port b9810caa-44c4-4b9b-9049-344dd08deded cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:03.514770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45140) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:03.520495 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-e95b9470-e5d4-4474-aa7a-c0f84f997eb0 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396205 Nov 11 21:41:03.525249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-accef9e0-28e0-466d-a254-3bc4fda2eb3f tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-597489767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:03.537169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-4db6bfb9-befd-438e-9d58-89b46048efcd service neutron] 10.222.0.57 "GET /v2.0/networks/e7036ed7-0e87-4c74-a4b1-604ada92aa6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510242 Nov 11 21:41:03.551400 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b5b4f-29df-4111-90cd-392257dab07b req-19870e3b-2a26-4219-9f1a-b5b64a93f951 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:03.553042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a43b5b4f-29df-4111-90cd-392257dab07b req-19870e3b-2a26-4219-9f1a-b5b64a93f951 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 944 time: 0.1680653 Nov 11 21:41:03.604764 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-accef9e0-28e0-466d-a254-3bc4fda2eb3f tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:03.605918 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-accef9e0-28e0-466d-a254-3bc4fda2eb3f tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:03.661348 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bca309e0-d2c8-45f9-95ad-d7929cfa350d tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:03.691270 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a43b5b4f-29df-4111-90cd-392257dab07b req-483cb6d4-cb35-4df4-a66e-2e64cabe8696 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263456 Nov 11 21:41:03.767446 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-accef9e0-28e0-466d-a254-3bc4fda2eb3f tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:03.780095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-f4e61dff-330e-4c28-ad60-920992e3cd23', 'network_id': 'f4e61dff-330e-4c28-ad60-920992e3cd23', 'tenant_id': '1b0353c2c3a8413fb0cd770226f481ba', 'fixed_ips': [{'subnet_id': '56adbaae-f037-4f87-b623-f83771025b74'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:41:03.784137 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:03.784702 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-accef9e0-28e0-466d-a254-3bc4fda2eb3f tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:03.851632 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a198f5d2-7e2b-4b20-9d4d-3be024ce1935 req-3a377c54-4838-40f2-b71d-18c236f3a071 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 210 time: 0.0710042 Nov 11 21:41:03.897157 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-accef9e0-28e0-466d-a254-3bc4fda2eb3f tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:03.899054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-accef9e0-28e0-466d-a254-3bc4fda2eb3f tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3809114 Nov 11 21:41:03.909521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45146) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:03.971854 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Allocated IP 172.20.0.2 (f4e61dff-330e-4c28-ad60-920992e3cd23/56adbaae-f037-4f87-b623-f83771025b74/a06f9936-1cb5-43ec-b432-1d4e1054d910) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:03.981979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261b14f-a059-49dc-9043-2fa968ff29a6 req-03785cac-fc89-423d-bebd-e6afb3454abd tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:03.983556 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e261b14f-a059-49dc-9043-2fa968ff29a6 req-03785cac-fc89-423d-bebd-e6afb3454abd tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.1854255 Nov 11 21:41:04.078994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 037b404c-6651-435c-9fe6-0c7da7735962 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:04.148216 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e261b14f-a059-49dc-9043-2fa968ff29a6 req-82dc7c28-0c8c-4061-bdf4-dd6a802395c0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418200 Nov 11 21:41:04.186899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e6e25-270e-4bc9-8c85-dccc1c70b31c req-9abfbfb5-d27b-4ebd-944d-91a0b3df19ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:04.193955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e6e25-270e-4bc9-8c85-dccc1c70b31c req-9abfbfb5-d27b-4ebd-944d-91a0b3df19ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:04.200610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e6e25-270e-4bc9-8c85-dccc1c70b31c req-9abfbfb5-d27b-4ebd-944d-91a0b3df19ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:04.207425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e6e25-270e-4bc9-8c85-dccc1c70b31c req-9abfbfb5-d27b-4ebd-944d-91a0b3df19ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:04.213863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e6e25-270e-4bc9-8c85-dccc1c70b31c req-9abfbfb5-d27b-4ebd-944d-91a0b3df19ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:04.220346 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e6e25-270e-4bc9-8c85-dccc1c70b31c req-9abfbfb5-d27b-4ebd-944d-91a0b3df19ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:04.227806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e6e25-270e-4bc9-8c85-dccc1c70b31c req-9abfbfb5-d27b-4ebd-944d-91a0b3df19ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:04.236571 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-254e6e25-270e-4bc9-8c85-dccc1c70b31c req-9abfbfb5-d27b-4ebd-944d-91a0b3df19ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.1957068 Nov 11 21:41:04.254130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bca309e0-d2c8-45f9-95ad-d7929cfa350d tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.266090 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bca309e0-d2c8-45f9-95ad-d7929cfa350d tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.268924 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.274023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-6a73e4c8-42f4-49bc-9508-cd984669d834', 'network_id': '6a73e4c8-42f4-49bc-9508-cd984669d834', 'tenant_id': 'f4c688e9d6ad4b2d83d9c3ab1c3e8813', 'fixed_ips': [{'subnet_id': '68f90668-5eb6-48f0-bedf-c1d280524fa2'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:41:04.274023 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.282065 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f3654b4-735e-4b0b-a645-df4dab4fc1ae req-e7f234d3-3158-40e2-9fa9-6d1eb26d9284 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011617 Nov 11 21:41:04.295819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 037b404c-6651-435c-9fe6-0c7da7735962 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:41:04.302664 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.309629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1be0ad4-197c-4966-b3de-9be37c0d259b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:04.312865 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1be0ad4-197c-4966-b3de-9be37c0d259b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.341176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-e1be0ad4-197c-4966-b3de-9be37c0d259b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port 60a4c599-d8ae-462b-a35f-b2dbbb3777f0 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:04.388265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca309e0-d2c8-45f9-95ad-d7929cfa350d tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event updated for resources: {'Port': ['ID=b9810caa-44c4-4b9b-9049-344dd08deded,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:04.393568 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 037b404c-6651-435c-9fe6-0c7da7735962 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:04.394292 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.398709 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Network f4e61dff-330e-4c28-ad60-920992e3cd23 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:04.403834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-bca309e0-d2c8-45f9-95ad-d7929cfa350d tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] In _notify_port_updated(), no bound segment for port b9810caa-44c4-4b9b-9049-344dd08deded on network 23882af1-b069-41a4-a9cd-90264148c014 {{(pid=102534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:41:04.412610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca309e0-d2c8-45f9-95ad-d7929cfa350d tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:04.414770 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bca309e0-d2c8-45f9-95ad-d7929cfa350d tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.417371 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bca309e0-d2c8-45f9-95ad-d7929cfa350d tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "PUT /v2.0/ports/b9810caa-44c4-4b9b-9049-344dd08deded HTTP/1.1" status: 200 len: 1055 time: 1.1282756 Nov 11 21:41:04.425084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45156) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:04.435408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:04.442642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-254e6e25-270e-4bc9-8c85-dccc1c70b31c req-6e2d6207-0949-4ffc-9ef9-69e59a4115a1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2050762 Nov 11 21:41:04.446466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:04.476328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-e1be0ad4-197c-4966-b3de-9be37c0d259b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Allocated IP 172.20.0.14 (6a73e4c8-42f4-49bc-9508-cd984669d834/68f90668-5eb6-48f0-bedf-c1d280524fa2/60a4c599-d8ae-462b-a35f-b2dbbb3777f0) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:04.510983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Pushing event updated for resources: {'Port': ['ID=a06f9936-1cb5-43ec-b432-1d4e1054d910,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:04.595785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc1f1b-8431-42a0-9474-6d60e205ab64 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Deleting port b9810caa-44c4-4b9b-9049-344dd08deded {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:04.596641 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e0fc1f1b-8431-42a0-9474-6d60e205ab64 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.638517 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Attempting to bind port a06f9936-1cb5-43ec-b432-1d4e1054d910 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:41:04.638810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Attempting to bind port a06f9936-1cb5-43ec-b432-1d4e1054d910 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '819f850b-96bf-439f-96a5-b416e5aeac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f4e61dff-330e-4c28-ad60-920992e3cd23'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:41:04.639557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Attempting to bind port a06f9936-1cb5-43ec-b432-1d4e1054d910 on network f4e61dff-330e-4c28-ad60-920992e3cd23 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:41:04.640557 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.664184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:41:04.664559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Checking segment: {'id': '819f850b-96bf-439f-96a5-b416e5aeac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f4e61dff-330e-4c28-ad60-920992e3cd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:04.664990 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.665387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Bound using segment: {'id': '819f850b-96bf-439f-96a5-b416e5aeac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f4e61dff-330e-4c28-ad60-920992e3cd23'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:41:04.665880 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Bound port: a06f9936-1cb5-43ec-b432-1d4e1054d910, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819f850b-96bf-439f-96a5-b416e5aeac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f4e61dff-330e-4c28-ad60-920992e3cd23'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:41:04.666451 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.706828 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.780035 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e0fc1f1b-8431-42a0-9474-6d60e205ab64 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.795389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc1f1b-8431-42a0-9474-6d60e205ab64 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Calling delete_port for b9810caa-44c4-4b9b-9049-344dd08deded owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:04.804678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31894eb7-e80c-42e8-a04f-dc34d87f1213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037b404c-6651-435c-9fe6-0c7da7735962'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:04.806655 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-bac66bd5-c0e0-4e98-9c51-450b00640750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:04.807007 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e876948-3117-4e29-843d-3053879f89be" -d '{"events": [{"server_uuid": "31894eb7-e80c-42e8-a04f-dc34d87f1213", "name": "network-vif-plugged", "status": "completed", "tag": "037b404c-6651-435c-9fe6-0c7da7735962"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:04.807631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-bac66bd5-c0e0-4e98-9c51-450b00640750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:04.808358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-bac66bd5-c0e0-4e98-9c51-450b00640750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:04.809035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-bac66bd5-c0e0-4e98-9c51-450b00640750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:04.809748 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-bac66bd5-c0e0-4e98-9c51-450b00640750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:04.810374 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-bac66bd5-c0e0-4e98-9c51-450b00640750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:04.810994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-bac66bd5-c0e0-4e98-9c51-450b00640750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:04.813370 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-bac66bd5-c0e0-4e98-9c51-450b00640750 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 6479 time: 0.2911005 Nov 11 21:41:04.854174 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1be0ad4-197c-4966-b3de-9be37c0d259b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.856863 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 037b404c-6651-435c-9fe6-0c7da7735962, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=037b404c-6651-435c-9fe6-0c7da7735962,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:04.862244 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] For port a06f9936-1cb5-43ec-b432-1d4e1054d910, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:41:04.867156 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-591f3e32-14d7-4d60-912b-1cf3a230ca54 None None] Provisioning complete for port b9810caa-44c4-4b9b-9049-344dd08deded triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:04.867625 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-591f3e32-14d7-4d60-912b-1cf3a230ca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.872633 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f29573-5744-4ff0-83a3-99d2dd2415ca x-openstack-request-id: req-d0f29573-5744-4ff0-83a3-99d2dd2415ca {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:04.872633 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31894eb7-e80c-42e8-a04f-dc34d87f1213", "name": "network-vif-plugged", "status": "completed", "tag": "037b404c-6651-435c-9fe6-0c7da7735962", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:04.872633 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d0f29573-5744-4ff0-83a3-99d2dd2415ca {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:04.872633 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31894eb7-e80c-42e8-a04f-dc34d87f1213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037b404c-6651-435c-9fe6-0c7da7735962', 'code': 200} Nov 11 21:41:04.875082 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] For port a06f9936-1cb5-43ec-b432-1d4e1054d910, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a06f9936-1cb5-43ec-b432-1d4e1054d910,segment=NetworkSegment(819f850b-96bf-439f-96a5-b416e5aeac53),segment_id=819f850b-96bf-439f-96a5-b416e5aeac53)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:41:04.907390 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.936475 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:04.973115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-591f3e32-14d7-4d60-912b-1cf3a230ca54 None None] Port b9810caa-44c4-4b9b-9049-344dd08deded cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:04.999411 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=037b404c-6651-435c-9fe6-0c7da7735962,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:05.012387 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2e547-4294-442f-8c24-14c96498b78e req-311a07f2-fe53-4f38-b7c5-fc77cbe8f16c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.014142 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94c2e547-4294-442f-8c24-14c96498b78e req-311a07f2-fe53-4f38-b7c5-fc77cbe8f16c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.1498630 Nov 11 21:41:05.016238 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a792578-9387-4c1d-a643-24ff44909289 req-a8aca9b0-5407-4e90-b365-3f0a6b513ae1 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 210 time: 0.0591342 Nov 11 21:41:05.057529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6747a-c839-429a-a50b-c48aa7eb4039 None None] Pushing event updated for resources: {'Port': ['ID=a06f9936-1cb5-43ec-b432-1d4e1054d910,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:05.103517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b761af9-0941-4af5-9783-13c2b4139a66 req-1281fabb-00b5-4e53-ab9a-8d77c2c05597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.105654 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8b761af9-0941-4af5-9783-13c2b4139a66 req-1281fabb-00b5-4e53-ab9a-8d77c2c05597 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 1096 time: 0.1628346 Nov 11 21:41:05.159180 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-de66c83b-f34a-486b-a811-5e86a0256054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.160724 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-de66c83b-f34a-486b-a811-5e86a0256054 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4fa35899-5adf-40f1-9173-7fcb94838b29 HTTP/1.1" status: 200 len: 903 time: 0.3388164 Nov 11 21:41:05.166564 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94c2e547-4294-442f-8c24-14c96498b78e req-d8f72884-08c0-47d0-899d-6ae96504889b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323383 Nov 11 21:41:05.176342 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e0fc1f1b-8431-42a0-9474-6d60e205ab64 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:05.250241 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1be0ad4-197c-4966-b3de-9be37c0d259b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:05.260057 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Allocated IP 172.20.0.2 (6a73e4c8-42f4-49bc-9508-cd984669d834/68f90668-5eb6-48f0-bedf-c1d280524fa2/acafcc7c-1005-43e5-b09e-83c0d9129687) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:05.263594 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc1f1b-8431-42a0-9474-6d60e205ab64 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event deleted for resources: {'Port': ['ID=b9810caa-44c4-4b9b-9049-344dd08deded,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:05.386074 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-72d30c79-3872-4819-a102-d3171fcf9aa7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a256091-0880-49ef-ae98-ef983b4c19db HTTP/1.1" status: 200 len: 217 time: 0.1287212 Nov 11 21:41:05.503620 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:05.504645 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-5e96995e-6fea-4f6a-b1da-ef5010539037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.506456 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-5e96995e-6fea-4f6a-b1da-ef5010539037 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e06d152d-4297-4bab-be11-2a26a2d0ccd9 HTTP/1.1" status: 200 len: 797 time: 0.0628989 Nov 11 21:41:05.520650 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:05.581090 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Network 6a73e4c8-42f4-49bc-9508-cd984669d834 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:05.584225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:05.587663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:05.604315 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Pushing event updated for resources: {'Port': ['ID=acafcc7c-1005-43e5-b09e-83c0d9129687,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:05.610413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be0ad4-197c-4966-b3de-9be37c0d259b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network 6a73e4c8-42f4-49bc-9508-cd984669d834 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:05.618941 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Allocated IP 172.20.0.1 (f4e61dff-330e-4c28-ad60-920992e3cd23/56adbaae-f037-4f87-b623-f83771025b74/8fba1823-cbef-44e1-a9ed-357d0a745d12) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:05.631649 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e1be0ad4-197c-4966-b3de-9be37c0d259b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:05.633686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b8d83-294b-49c2-a600-d2d873c54213 req-2de62c0d-7c5c-4fbc-9509-2f74db68744f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.635278 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf2b8d83-294b-49c2-a600-d2d873c54213 req-2de62c0d-7c5c-4fbc-9509-2f74db68744f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.2219276 Nov 11 21:41:05.642151 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e0fc1f1b-8431-42a0-9474-6d60e205ab64 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:05.642448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be0ad4-197c-4966-b3de-9be37c0d259b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:05.645092 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e0fc1f1b-8431-42a0-9474-6d60e205ab64 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "DELETE /v2.0/ports/b9810caa-44c4-4b9b-9049-344dd08deded HTTP/1.1" status: 204 len: 168 time: 1.2187667 Nov 11 21:41:05.649423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45168) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:05.675531 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Attempting to bind port acafcc7c-1005-43e5-b09e-83c0d9129687 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:41:05.675924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Attempting to bind port acafcc7c-1005-43e5-b09e-83c0d9129687 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '1175db7d-c773-4a36-90bd-0655a06e1295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '6a73e4c8-42f4-49bc-9508-cd984669d834'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:41:05.676327 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Attempting to bind port acafcc7c-1005-43e5-b09e-83c0d9129687 on network 6a73e4c8-42f4-49bc-9508-cd984669d834 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:41:05.682588 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9b25f-5616-465e-bf29-b43207baadd5 req-3aed743f-c5ea-47e6-ad5c-765bfe063ec9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.684751 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:41:05.685245 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Checking segment: {'id': '1175db7d-c773-4a36-90bd-0655a06e1295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '6a73e4c8-42f4-49bc-9508-cd984669d834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:05.685820 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:05.686374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Bound using segment: {'id': '1175db7d-c773-4a36-90bd-0655a06e1295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '6a73e4c8-42f4-49bc-9508-cd984669d834'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:41:05.686713 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Bound port: acafcc7c-1005-43e5-b09e-83c0d9129687, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1175db7d-c773-4a36-90bd-0655a06e1295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '6a73e4c8-42f4-49bc-9508-cd984669d834'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:41:05.687158 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:05.689282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9b25f-5616-465e-bf29-b43207baadd5 req-3aed743f-c5ea-47e6-ad5c-765bfe063ec9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.689813 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8b761af9-0941-4af5-9783-13c2b4139a66 req-890900f6-35a0-42fc-be7b-43f38b400577 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688961 Nov 11 21:41:05.690596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be0ad4-197c-4966-b3de-9be37c0d259b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=60a4c599-d8ae-462b-a35f-b2dbbb3777f0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:05.696592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9b25f-5616-465e-bf29-b43207baadd5 req-3aed743f-c5ea-47e6-ad5c-765bfe063ec9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.702928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9b25f-5616-465e-bf29-b43207baadd5 req-3aed743f-c5ea-47e6-ad5c-765bfe063ec9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.709162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9b25f-5616-465e-bf29-b43207baadd5 req-3aed743f-c5ea-47e6-ad5c-765bfe063ec9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.715343 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9b25f-5616-465e-bf29-b43207baadd5 req-3aed743f-c5ea-47e6-ad5c-765bfe063ec9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.721471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9b25f-5616-465e-bf29-b43207baadd5 req-3aed743f-c5ea-47e6-ad5c-765bfe063ec9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.723578 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07f9b25f-5616-465e-bf29-b43207baadd5 req-3aed743f-c5ea-47e6-ad5c-765bfe063ec9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.1365545 Nov 11 21:41:05.750729 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27a2c74-c38f-4ef0-86f0-2bbb83d5bb86 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] GET failed (client error): The resource could not be found. Nov 11 21:41:05.752652 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d27a2c74-c38f-4ef0-86f0-2bbb83d5bb86 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "GET /v2.0/ports/b9810caa-44c4-4b9b-9049-344dd08deded HTTP/1.1" status: 404 len: 333 time: 0.0947590 Nov 11 21:41:05.758917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45170) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:05.776633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-7012318a-5802-4540-86b2-9daabf877dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.778329 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-7012318a-5802-4540-86b2-9daabf877dda service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2573416 Nov 11 21:41:05.792447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] For port acafcc7c-1005-43e5-b09e-83c0d9129687, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:41:05.795774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] For port acafcc7c-1005-43e5-b09e-83c0d9129687, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=acafcc7c-1005-43e5-b09e-83c0d9129687,segment=NetworkSegment(1175db7d-c773-4a36-90bd-0655a06e1295),segment_id=1175db7d-c773-4a36-90bd-0655a06e1295)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:41:05.802346 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:05.808243 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf2b8d83-294b-49c2-a600-d2d873c54213 req-3abe29fe-0a15-4a4b-ae18-4d8737cb0c42 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597457 Nov 11 21:41:05.823752 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-c2775752-fa4b-4434-8506-6591bc2e58bc tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.825278 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-c2775752-fa4b-4434-8506-6591bc2e58bc tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.10 "GET /v2.0/networks?id=e7036ed7-0e87-4c74-a4b1-604ada92aa6d HTTP/1.1" status: 200 len: 812 time: 0.6569564 Nov 11 21:41:05.833660 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1be0ad4-197c-4966-b3de-9be37c0d259b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.834294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1be0ad4-197c-4966-b3de-9be37c0d259b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:05.845439 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-24e71113-e5d5-4061-96fd-73ef41c6872b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Request body: {'port': {'device_id': 'b6b7750b-afac-4179-919e-81fdc6cc6394', 'network_id': 'e7036ed7-0e87-4c74-a4b1-604ada92aa6d', 'admin_state_up': True, 'tenant_id': 'b8b3f088ea034fb29959993f8dda26b8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:05.876767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07f9b25f-5616-465e-bf29-b43207baadd5 req-9fa2e42f-0017-4019-8980-bf1e82eaf3f7 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1378644 Nov 11 21:41:05.883189 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba324585-e4a2-4881-ade7-9a8e8e104c70 None None] Pushing event updated for resources: {'Port': ['ID=acafcc7c-1005-43e5-b09e-83c0d9129687,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:05.916254 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e1be0ad4-197c-4966-b3de-9be37c0d259b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.4281368 Nov 11 21:41:05.916678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd6a09-c8fd-4ac8-a416-ed1dc35c19ad tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Deleting port d1113c5a-c286-46e6-9d4c-232dc6512794 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:05.916678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6a09-c8fd-4ac8-a416-ed1dc35c19ad tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:05.919075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45172) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:06.035202 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:06.085139 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6a09-c8fd-4ac8-a416-ed1dc35c19ad tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:06.108138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd6a09-c8fd-4ac8-a416-ed1dc35c19ad tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Calling delete_port for d1113c5a-c286-46e6-9d4c-232dc6512794 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:06.131628 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-08443aef-9b48-424e-9ffe-658fd2a3391f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port 60a4c599-d8ae-462b-a35f-b2dbbb3777f0 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:06.131971 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-08443aef-9b48-424e-9ffe-658fd2a3391f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:06.147663 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-e6a21bfc-f856-4b68-b84c-ce697b4a0f34 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501554 Nov 11 21:41:06.179825 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:06.185541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-24e71113-e5d5-4061-96fd-73ef41c6872b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Made reservation on behalf of b8b3f088ea034fb29959993f8dda26b8 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:06.195655 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-24e71113-e5d5-4061-96fd-73ef41c6872b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:06.262488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-065977e0-7716-4afc-addc-bfbaa320b70b req-f67c830c-cda4-49b2-a733-b7ec9e016e6a tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 210 time: 0.0569379 Nov 11 21:41:06.293377 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Network f4e61dff-330e-4c28-ad60-920992e3cd23 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:06.316968 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:06.324616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:06.334033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event updated for resources: {'Port': ['ID=8fba1823-cbef-44e1-a9ed-357d0a745d12,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:06.405094 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-08443aef-9b48-424e-9ffe-658fd2a3391f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:06.447720 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-08443aef-9b48-424e-9ffe-658fd2a3391f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for 60a4c599-d8ae-462b-a35f-b2dbbb3777f0 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:06.470622 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-4ad391ff-6044-4834-bc53-7f1ad504c0d4 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099093 Nov 11 21:41:06.474042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:06.491165 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cac3e-2b5c-4975-bb64-a27bde597532 req-bcaeafe9-6c25-485a-b0f8-7c04759e0095 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:06.492778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-156cac3e-2b5c-4975-bb64-a27bde597532 req-bcaeafe9-6c25-485a-b0f8-7c04759e0095 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.1425455 Nov 11 21:41:06.522305 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6a09-c8fd-4ac8-a416-ed1dc35c19ad tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:06.542519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52336cc-4757-4256-b190-2d4f78b668e9 None None] Network f4e61dff-330e-4c28-ad60-920992e3cd23 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:06.577159 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd6a09-c8fd-4ac8-a416-ed1dc35c19ad tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event deleted for resources: {'Port': ['ID=d1113c5a-c286-46e6-9d4c-232dc6512794,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:06.651656 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c41172a2-4f33-4103-9f29-5065dca3f59c None None] Provisioning complete for port a06f9936-1cb5-43ec-b432-1d4e1054d910 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:06.653422 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c41172a2-4f33-4103-9f29-5065dca3f59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:06.679295 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-156cac3e-2b5c-4975-bb64-a27bde597532 req-898b07cc-661a-4e23-8572-7d6843741e83 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581528 Nov 11 21:41:06.783493 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6a09-c8fd-4ac8-a416-ed1dc35c19ad tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:06.789983 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ffbd6a09-c8fd-4ac8-a416-ed1dc35c19ad tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "DELETE /v2.0/ports/d1113c5a-c286-46e6-9d4c-232dc6512794 HTTP/1.1" status: 204 len: 168 time: 1.0286894 Nov 11 21:41:06.791965 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-08443aef-9b48-424e-9ffe-658fd2a3391f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:06.794932 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45178) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:06.861986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08443aef-9b48-424e-9ffe-658fd2a3391f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=60a4c599-d8ae-462b-a35f-b2dbbb3777f0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:06.940061 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-8526eaa1-26d6-429c-b6ad-bdaea1d60b3b tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] GET failed (client error): The resource could not be found. Nov 11 21:41:06.954656 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8526eaa1-26d6-429c-b6ad-bdaea1d60b3b tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "GET /v2.0/ports/d1113c5a-c286-46e6-9d4c-232dc6512794 HTTP/1.1" status: 404 len: 333 time: 0.1242809 Nov 11 21:41:06.958520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45184) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:07.034916 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c41172a2-4f33-4103-9f29-5065dca3f59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:07.046601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device acafcc7c-1005-43e5-b09e-83c0d9129687 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:07.058327 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-24e71113-e5d5-4061-96fd-73ef41c6872b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Allocated IP 172.20.0.14 (e7036ed7-0e87-4c74-a4b1-604ada92aa6d/1922fcc2-3410-46e4-a259-dcda7c824c86/9e546c75-c828-437c-a8d4-1c6e130b1d13) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:07.166942 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-ccd83998-11fe-49f5-901a-d16d759fbe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.167574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-ccd83998-11fe-49f5-901a-d16d759fbe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.168096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-ccd83998-11fe-49f5-901a-d16d759fbe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.169384 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-ccd83998-11fe-49f5-901a-d16d759fbe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.169928 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-ccd83998-11fe-49f5-901a-d16d759fbe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.170445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-ccd83998-11fe-49f5-901a-d16d759fbe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.170967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-ccd83998-11fe-49f5-901a-d16d759fbe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.174057 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-ccd83998-11fe-49f5-901a-d16d759fbe69 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 6479 time: 0.2392097 Nov 11 21:41:07.177990 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:07.178503 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-08443aef-9b48-424e-9ffe-658fd2a3391f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:07.184478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-08443aef-9b48-424e-9ffe-658fd2a3391f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/60a4c599-d8ae-462b-a35f-b2dbbb3777f0 HTTP/1.1" status: 204 len: 168 time: 1.2606535 Nov 11 21:41:07.198012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45186) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:07.245902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf40d04-9c37-44ae-89d6-39b054673e93 req-b2a0b47b-b1a2-4fe7-a631-b44ea018c1e8 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.250676 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0c8328-ca1d-433b-8806-27585e65afa9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] GET failed (client error): The resource could not be found. Nov 11 21:41:07.253260 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bb0c8328-ca1d-433b-8806-27585e65afa9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/60a4c599-d8ae-462b-a35f-b2dbbb3777f0 HTTP/1.1" status: 404 len: 333 time: 0.0477705 Nov 11 21:41:07.257324 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3bf40d04-9c37-44ae-89d6-39b054673e93 req-b2a0b47b-b1a2-4fe7-a631-b44ea018c1e8 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.2124090 Nov 11 21:41:07.260700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45188) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:07.330186 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d197621-3082-46f8-8484-4ce70ba46caa req-574baecd-34c8-4549-9cc1-acf20dc97ffb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.336945 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d197621-3082-46f8-8484-4ce70ba46caa req-574baecd-34c8-4549-9cc1-acf20dc97ffb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.343043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d197621-3082-46f8-8484-4ce70ba46caa req-574baecd-34c8-4549-9cc1-acf20dc97ffb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.349420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d197621-3082-46f8-8484-4ce70ba46caa req-574baecd-34c8-4549-9cc1-acf20dc97ffb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.356037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d197621-3082-46f8-8484-4ce70ba46caa req-574baecd-34c8-4549-9cc1-acf20dc97ffb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.362749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d197621-3082-46f8-8484-4ce70ba46caa req-574baecd-34c8-4549-9cc1-acf20dc97ffb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.370155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d197621-3082-46f8-8484-4ce70ba46caa req-574baecd-34c8-4549-9cc1-acf20dc97ffb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.371309 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d197621-3082-46f8-8484-4ce70ba46caa req-574baecd-34c8-4549-9cc1-acf20dc97ffb tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.2460625 Nov 11 21:41:07.381505 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c41172a2-4f33-4103-9f29-5065dca3f59c None None] For port a06f9936-1cb5-43ec-b432-1d4e1054d910, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a06f9936-1cb5-43ec-b432-1d4e1054d910,segment=NetworkSegment(819f850b-96bf-439f-96a5-b416e5aeac53),segment_id=819f850b-96bf-439f-96a5-b416e5aeac53)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:07.393190 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c41172a2-4f33-4103-9f29-5065dca3f59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:07.449135 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9413f6-0bb0-405d-9d24-9b39bd20b170 None None] Network 6a73e4c8-42f4-49bc-9508-cd984669d834 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:07.450500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0cf9e1-020c-4c24-8eca-e12c1e59d6c3 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting subnet 68f90668-5eb6-48f0-bedf-c1d280524fa2 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:41:07.470656 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3bf40d04-9c37-44ae-89d6-39b054673e93 req-74c3655b-8066-432b-bc8d-57bf8ea23e96 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073321 Nov 11 21:41:07.473833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a0971d26-87a0-4dd9-b4d6-bc0cc941fd4a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Deleting port a5c15982-613a-44d5-853f-f93dd322ce94 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:07.476689 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0971d26-87a0-4dd9-b4d6-bc0cc941fd4a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:07.481549 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf9e1-020c-4c24-8eca-e12c1e59d6c3 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:07.496211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port acafcc7c-1005-43e5-b09e-83c0d9129687 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:07.496524 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:07.500959 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41172a2-4f33-4103-9f29-5065dca3f59c None None] Pushing event updated for resources: {'Port': ['ID=a06f9936-1cb5-43ec-b432-1d4e1054d910,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:07.601990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-b9a90830-3791-4829-bc01-d3d2d46f3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.603669 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-b9a90830-3791-4829-bc01-d3d2d46f3699 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4fa35899-5adf-40f1-9173-7fcb94838b29 HTTP/1.1" status: 200 len: 903 time: 0.4046402 Nov 11 21:41:07.617062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-adec927d-238e-47f0-b70c-ba9389df4deb None None] Provisioning complete for port acafcc7c-1005-43e5-b09e-83c0d9129687 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:07.617642 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-adec927d-238e-47f0-b70c-ba9389df4deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:07.662748 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf9e1-020c-4c24-8eca-e12c1e59d6c3 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:07.668245 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-a4c46dbe-8619-4c39-a48f-f726546cc937 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d HTTP/1.1" status: 200 len: 217 time: 0.0532055 Nov 11 21:41:07.671625 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e46814a1-3cc9-45fc-8caa-75a5063f17aa req-3da27a77-720f-4b50-8a48-c11d655907cd tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 210 time: 0.0769324 Nov 11 21:41:07.719263 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d197621-3082-46f8-8484-4ce70ba46caa req-9a2ddaf5-fd25-4684-9d75-2c3695297796 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3351660 Nov 11 21:41:07.772247 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:07.806508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-4993b7ef-3bfa-4825-9049-4fb8f5cad1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.808256 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-4993b7ef-3bfa-4825-9049-4fb8f5cad1a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e06d152d-4297-4bab-be11-2a26a2d0ccd9 HTTP/1.1" status: 200 len: 797 time: 0.1200700 Nov 11 21:41:07.811949 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-24e71113-e5d5-4061-96fd-73ef41c6872b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:07.893748 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-2063034e-09fd-4cca-837a-e1aa848f0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.895691 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-2063034e-09fd-4cca-837a-e1aa848f0c2d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761788 Nov 11 21:41:07.896590 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-adec927d-238e-47f0-b70c-ba9389df4deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:07.910392 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port acafcc7c-1005-43e5-b09e-83c0d9129687, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=acafcc7c-1005-43e5-b09e-83c0d9129687,segment=NetworkSegment(1175db7d-c773-4a36-90bd-0655a06e1295),segment_id=1175db7d-c773-4a36-90bd-0655a06e1295)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:07.921963 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:07.923581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a06f9936-1cb5-43ec-b432-1d4e1054d910 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:08.027868 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:08.033263 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-24e71113-e5d5-4061-96fd-73ef41c6872b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:08.064301 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-24e71113-e5d5-4061-96fd-73ef41c6872b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Network e7036ed7-0e87-4c74-a4b1-604ada92aa6d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:08.065984 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:08.099362 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-24e71113-e5d5-4061-96fd-73ef41c6872b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:08.102165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-24e71113-e5d5-4061-96fd-73ef41c6872b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:08.119714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a06f9936-1cb5-43ec-b432-1d4e1054d910 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:08.120140 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:08.121826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=acafcc7c-1005-43e5-b09e-83c0d9129687,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:08.137385 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-adec927d-238e-47f0-b70c-ba9389df4deb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:41:08.138421 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-adec927d-238e-47f0-b70c-ba9389df4deb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:41:08.178404 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-5bc26f67-88a4-4265-a815-5f1d54552843 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695611 Nov 11 21:41:08.218472 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:08.249440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-24e71113-e5d5-4061-96fd-73ef41c6872b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:08.250111 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-24e71113-e5d5-4061-96fd-73ef41c6872b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:08.259374 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0971d26-87a0-4dd9-b4d6-bc0cc941fd4a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:08.292328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e71113-e5d5-4061-96fd-73ef41c6872b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Pushing event updated for resources: {'Port': ['ID=9e546c75-c828-437c-a8d4-1c6e130b1d13,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:08.353297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a0971d26-87a0-4dd9-b4d6-bc0cc941fd4a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Calling delete_port for a5c15982-613a-44d5-853f-f93dd322ce94 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:08.359843 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-24e71113-e5d5-4061-96fd-73ef41c6872b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5190279 Nov 11 21:41:08.398755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Request body: {'port': {'device_id': 'b6b7750b-afac-4179-919e-81fdc6cc6394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:08.426460 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee50a5-37f1-4aba-b326-dc86ff4e2343 req-96723c4a-f2fe-4e2d-b791-70d3bc660845 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:08.428002 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38ee50a5-37f1-4aba-b326-dc86ff4e2343 req-96723c4a-f2fe-4e2d-b791-70d3bc660845 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.1713715 Nov 11 21:41:08.429702 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf9e1-020c-4c24-8eca-e12c1e59d6c3 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:08.452082 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event updated for resources: {'Port': ['ID=8fba1823-cbef-44e1-a9ed-357d0a745d12,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:08.464350 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-41a460a3-8e12-45b0-85c2-bad635db0f7d req-8a819282-2748-4bd9-9380-5ef67def6ffb service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740340 Nov 11 21:41:08.520373 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:08.546991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Network f4e61dff-330e-4c28-ad60-920992e3cd23 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:08.549452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:08.551821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38ee50a5-37f1-4aba-b326-dc86ff4e2343 req-3b4b3218-b09a-4bdf-baa0-6c5619f43e45 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007042 Nov 11 21:41:08.555223 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf9e1-020c-4c24-8eca-e12c1e59d6c3 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:08.652710 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cf9e1-020c-4c24-8eca-e12c1e59d6c3 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Subnet': ['ID=68f90668-5eb6-48f0-bedf-c1d280524fa2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:08.654780 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf9e1-020c-4c24-8eca-e12c1e59d6c3 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:08.666022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8a0cf9e1-020c-4c24-8eca-e12c1e59d6c3 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/68f90668-5eb6-48f0-bedf-c1d280524fa2 HTTP/1.1" status: 204 len: 168 time: 1.4033825 Nov 11 21:41:08.670531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45198) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:08.853347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f896da73-1148-41ee-9230-79d9d7cac381 None None] Provisioning complete for port acafcc7c-1005-43e5-b09e-83c0d9129687 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:08.853995 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f896da73-1148-41ee-9230-79d9d7cac381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:08.890626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device acafcc7c-1005-43e5-b09e-83c0d9129687 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:08.913320 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0971d26-87a0-4dd9-b4d6-bc0cc941fd4a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:08.983460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Router 2ba76f73-1629-4540-b03a-b64c24c70c3b is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:41:09.039914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae5f86-a99b-40bd-a308-542a6b836bac req-060935bf-2419-4682-9030-71bee3576e9a tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:09.042445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0dae5f86-a99b-40bd-a308-542a6b836bac req-060935bf-2419-4682-9030-71bee3576e9a tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.4585810 Nov 11 21:41:09.044356 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0971d26-87a0-4dd9-b4d6-bc0cc941fd4a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event deleted for resources: {'Port': ['ID=a5c15982-613a-44d5-853f-f93dd322ce94,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:09.066487 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30c6690-ea29-4ac9-b597-bfa400b7a87c None None] Network 6a73e4c8-42f4-49bc-9508-cd984669d834 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:09.102203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port acafcc7c-1005-43e5-b09e-83c0d9129687 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:09.102570 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.140449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.184836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ca79c-a07c-4fea-9bea-cac51c4fed43 req-cfba773c-8c4d-4dfe-bfda-facd32216c3b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:09.187293 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c2ca79c-a07c-4fea-9bea-cac51c4fed43 req-cfba773c-8c4d-4dfe-bfda-facd32216c3b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 932 time: 0.3809376 Nov 11 21:41:09.189199 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0971d26-87a0-4dd9-b4d6-bc0cc941fd4a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.194761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:41:09.197091 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a0971d26-87a0-4dd9-b4d6-bc0cc941fd4a tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "DELETE /v2.0/ports/a5c15982-613a-44d5-853f-f93dd322ce94 HTTP/1.1" status: 204 len: 168 time: 2.2361996 Nov 11 21:41:09.202953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45206) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:09.209602 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b2f9e-a488-4f23-ae04-bb197d754517 None None] Sync routers for ids ['2ba76f73-1629-4540-b03a-b64c24c70c3b'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:41:09.218622 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c5d8853a-569f-4779-8a6a-de29c5018473 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "PUT /v2.0/routers/2ba76f73-1629-4540-b03a-b64c24c70c3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3079147 Nov 11 21:41:09.226040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45208) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:09.227293 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f896da73-1148-41ee-9230-79d9d7cac381 None None] Provisioning complete for port a06f9936-1cb5-43ec-b432-1d4e1054d910 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:09.227666 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f896da73-1148-41ee-9230-79d9d7cac381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.229246 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b2f9e-a488-4f23-ae04-bb197d754517 None None] Routers {'2ba76f73-1629-4540-b03a-b64c24c70c3b'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:41:09.229857 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-626b2f9e-a488-4f23-ae04-bb197d754517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:40:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2ba76f73-1629-4540-b03a-b64c24c70c3b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:09.243342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9cf0805c-e3cf-4ee2-896a-85bee4f90e6a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Request body: {'port': {'network_id': 'f4e61dff-330e-4c28-ad60-920992e3cd23', 'name': 'tempest-FloatingIPNegativeTestJSON-856633846'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:09.279016 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-626b2f9e-a488-4f23-ae04-bb197d754517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:09.292734 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b2f9e-a488-4f23-ae04-bb197d754517 None None] Routers {'2ba76f73-1629-4540-b03a-b64c24c70c3b'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:41:09.293652 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-626b2f9e-a488-4f23-ae04-bb197d754517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:40:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2ba76f73-1629-4540-b03a-b64c24c70c3b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:09.334730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a06f9936-1cb5-43ec-b432-1d4e1054d910 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:09.336205 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0dae5f86-a99b-40bd-a308-542a6b836bac req-53758129-2926-495f-93c1-d0fa91e28bea tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529473 Nov 11 21:41:09.337442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e546c75-c828-437c-a8d4-1c6e130b1d13 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:09.348693 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.370116 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-626b2f9e-a488-4f23-ae04-bb197d754517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:09.371044 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b2f9e-a488-4f23-ae04-bb197d754517 None None] The sync data for ids ['2ba76f73-1629-4540-b03a-b64c24c70c3b'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:41:09.387411 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Transition to ACTIVE for port object 9e546c75-c828-437c-a8d4-1c6e130b1d13 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:41:09.388815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c2ca79c-a07c-4fea-9bea-cac51c4fed43 req-09298c21-d2f2-44ba-a6bb-94679d03c0d8 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/security-groups?id=323580e3-0d0a-407c-be17-71238e262c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824052 Nov 11 21:41:09.402593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-da99da8b-4cd6-4c18-9c2b-5bf069a639fc tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Deleting subnet 67c9ece5-b9cf-4221-9890-58ad11953617 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:41:09.407776 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da99da8b-4cd6-4c18-9c2b-5bf069a639fc tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.408967 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.446082 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37852aae-1792-4c17-99a0-45324205942c None None] DHCP port deletion for 6a73e4c8-42f4-49bc-9508-cd984669d834 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:41:09.463955 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f896da73-1148-41ee-9230-79d9d7cac381 None None] Provisioning complete for port 8fba1823-cbef-44e1-a9ed-357d0a745d12 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:09.464358 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f896da73-1148-41ee-9230-79d9d7cac381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.500531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Pushing event updated for resources: {'Port': ['ID=9e546c75-c828-437c-a8d4-1c6e130b1d13,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:09.514145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a06f9936-1cb5-43ec-b432-1d4e1054d910 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:09.514513 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.563972 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f896da73-1148-41ee-9230-79d9d7cac381 None None] Port 8fba1823-cbef-44e1-a9ed-357d0a745d12 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:09.569944 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf0805c-e3cf-4ee2-896a-85bee4f90e6a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Made reservation on behalf of 1b0353c2c3a8413fb0cd770226f481ba for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:09.571286 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f896da73-1148-41ee-9230-79d9d7cac381 None None] Could not find standard attr ID for object 60a4c599-d8ae-462b-a35f-b2dbbb3777f0. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:41:09.575011 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cf0805c-e3cf-4ee2-896a-85bee4f90e6a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.581273 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da99da8b-4cd6-4c18-9c2b-5bf069a639fc tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.601778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-9cf0805c-e3cf-4ee2-896a-85bee4f90e6a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] device_id is not set on port ce637612-7a4f-40dc-a581-64c60b45c73e yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:09.619216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Attempting to bind port 9e546c75-c828-437c-a8d4-1c6e130b1d13 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:41:09.619625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Attempting to bind port 9e546c75-c828-437c-a8d4-1c6e130b1d13 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '3917f5da-62af-4512-b76f-4b2c7f41966d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'e7036ed7-0e87-4c74-a4b1-604ada92aa6d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:41:09.619867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Attempting to bind port 9e546c75-c828-437c-a8d4-1c6e130b1d13 on network e7036ed7-0e87-4c74-a4b1-604ada92aa6d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:41:09.622723 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port acafcc7c-1005-43e5-b09e-83c0d9129687 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:09.623176 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.625882 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-37852aae-1792-4c17-99a0-45324205942c None None] Deleting port acafcc7c-1005-43e5-b09e-83c0d9129687 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:09.626254 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37852aae-1792-4c17-99a0-45324205942c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.650582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edfbb2-f273-42e3-8d6a-4e0cd4496fcd req-2b9955a7-ce36-4315-a87b-0c9f5e13cf32 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:09.656085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Port 9e546c75-c828-437c-a8d4-1c6e130b1d13 on network e7036ed7-0e87-4c74-a4b1-604ada92aa6d not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:41:09.656406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Attempting to bind port 9e546c75-c828-437c-a8d4-1c6e130b1d13 on network e7036ed7-0e87-4c74-a4b1-604ada92aa6d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:41:09.657341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24edfbb2-f273-42e3-8d6a-4e0cd4496fcd req-2b9955a7-ce36-4315-a87b-0c9f5e13cf32 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.1853223 Nov 11 21:41:09.665724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:41:09.665978 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Checking segment: {'id': '3917f5da-62af-4512-b76f-4b2c7f41966d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'e7036ed7-0e87-4c74-a4b1-604ada92aa6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:09.666358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Bound using segment: {'id': '3917f5da-62af-4512-b76f-4b2c7f41966d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'e7036ed7-0e87-4c74-a4b1-604ada92aa6d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:41:09.666778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Bound port: 9e546c75-c828-437c-a8d4-1c6e130b1d13, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3917f5da-62af-4512-b76f-4b2c7f41966d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'e7036ed7-0e87-4c74-a4b1-604ada92aa6d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:41:09.667131 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.712700 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-37852aae-1792-4c17-99a0-45324205942c None None] For port acafcc7c-1005-43e5-b09e-83c0d9129687, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=acafcc7c-1005-43e5-b09e-83c0d9129687,segment=NetworkSegment(1175db7d-c773-4a36-90bd-0655a06e1295),segment_id=1175db7d-c773-4a36-90bd-0655a06e1295)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:09.713791 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37852aae-1792-4c17-99a0-45324205942c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.731679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-37852aae-1792-4c17-99a0-45324205942c None None] Calling delete_port for acafcc7c-1005-43e5-b09e-83c0d9129687 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:09.733690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f33b954e-ca1c-4383-8667-cd8ed6923d09 None None] Provisioning complete for port 8fba1823-cbef-44e1-a9ed-357d0a745d12 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:09.734038 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f33b954e-ca1c-4383-8667-cd8ed6923d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.750964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfefb98-c661-4a79-9756-c811a12043a7 req-52746e1d-8b46-408b-9f14-c5d7f7acf9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:09.758304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfefb98-c661-4a79-9756-c811a12043a7 req-52746e1d-8b46-408b-9f14-c5d7f7acf9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:09.765569 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfefb98-c661-4a79-9756-c811a12043a7 req-52746e1d-8b46-408b-9f14-c5d7f7acf9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:09.772835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfefb98-c661-4a79-9756-c811a12043a7 req-52746e1d-8b46-408b-9f14-c5d7f7acf9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:09.779349 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfefb98-c661-4a79-9756-c811a12043a7 req-52746e1d-8b46-408b-9f14-c5d7f7acf9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:09.780004 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-9cf0805c-e3cf-4ee2-896a-85bee4f90e6a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Allocated IP 172.20.0.5 (f4e61dff-330e-4c28-ad60-920992e3cd23/56adbaae-f037-4f87-b623-f83771025b74/ce637612-7a4f-40dc-a581-64c60b45c73e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:09.785313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfefb98-c661-4a79-9756-c811a12043a7 req-52746e1d-8b46-408b-9f14-c5d7f7acf9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:09.786920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] For port 9e546c75-c828-437c-a8d4-1c6e130b1d13, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:41:09.791284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfefb98-c661-4a79-9756-c811a12043a7 req-52746e1d-8b46-408b-9f14-c5d7f7acf9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:09.792615 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] For port 9e546c75-c828-437c-a8d4-1c6e130b1d13, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=9e546c75-c828-437c-a8d4-1c6e130b1d13,segment=NetworkSegment(3917f5da-62af-4512-b76f-4b2c7f41966d),segment_id=3917f5da-62af-4512-b76f-4b2c7f41966d)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:41:09.793243 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0cfefb98-c661-4a79-9756-c811a12043a7 req-52746e1d-8b46-408b-9f14-c5d7f7acf9dc tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.3187032 Nov 11 21:41:09.800120 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.813976 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f33b954e-ca1c-4383-8667-cd8ed6923d09 None None] Port 8fba1823-cbef-44e1-a9ed-357d0a745d12 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:09.849137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:09.851527 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.851527 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] 10.222.0.10 "PUT /v2.0/ports/9e546c75-c828-437c-a8d4-1c6e130b1d13 HTTP/1.1" status: 200 len: 1092 time: 1.4565904 Nov 11 21:41:09.851746 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b7750b-afac-4179-919e-81fdc6cc6394', 'tag': '9e546c75-c828-437c-a8d4-1c6e130b1d13'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:09.854097 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9d2294-38f9-499a-b86b-12ffc55fb530" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b7750b-afac-4179-919e-81fdc6cc6394", "tag": "9e546c75-c828-437c-a8d4-1c6e130b1d13"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:09.858066 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37852aae-1792-4c17-99a0-45324205942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.873452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24edfbb2-f273-42e3-8d6a-4e0cd4496fcd req-b9f574ca-a6c2-4fc5-8ce5-6f1b0d60cf52 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015972 Nov 11 21:41:09.899705 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37852aae-1792-4c17-99a0-45324205942c None None] Pushing event deleted for resources: {'Port': ['ID=acafcc7c-1005-43e5-b09e-83c0d9129687,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:09.906578 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37852aae-1792-4c17-99a0-45324205942c None None] No DVR routers for this DVR port acafcc7c-1005-43e5-b09e-83c0d9129687 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:09.921852 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ad942-135a-4ecf-857e-c5b2a130d959 service neutron] Pushing event updated for resources: {'Port': ['ID=9e546c75-c828-437c-a8d4-1c6e130b1d13,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:09.957664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] For port acafcc7c-1005-43e5-b09e-83c0d9129687, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=acafcc7c-1005-43e5-b09e-83c0d9129687,segment=NetworkSegment(1175db7d-c773-4a36-90bd-0655a06e1295),segment_id=1175db7d-c773-4a36-90bd-0655a06e1295)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:09.958041 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.965442 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0cfefb98-c661-4a79-9756-c811a12043a7 req-f3582a3f-0ef3-4d65-ab05-dfa907cc0abf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176610 Nov 11 21:41:09.981258 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for acafcc7c-1005-43e5-b09e-83c0d9129687 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:09.983823 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da99da8b-4cd6-4c18-9c2b-5bf069a639fc tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:09.984263 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3a722c-a898-43c9-b888-3d04db6eb759 x-openstack-request-id: req-4e3a722c-a898-43c9-b888-3d04db6eb759 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:09.984552 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b7750b-afac-4179-919e-81fdc6cc6394", "tag": "9e546c75-c828-437c-a8d4-1c6e130b1d13", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:09.984829 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e3a722c-a898-43c9-b888-3d04db6eb759 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:09.985216 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b7750b-afac-4179-919e-81fdc6cc6394', 'tag': '9e546c75-c828-437c-a8d4-1c6e130b1d13', 'status': 'completed', 'code': 200} Nov 11 21:41:10.018708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-7b7d674f-73ea-48c1-8c65-d37323901856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:10.020424 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-7b7d674f-73ea-48c1-8c65-d37323901856 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8b3f088ea034fb29959993f8dda26b8&device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 1095 time: 0.1212358 Nov 11 21:41:10.075026 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-32a8a541-9fa9-489d-b3ce-9b4be5242626 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e546c75-c828-437c-a8d4-1c6e130b1d13 HTTP/1.1" status: 200 len: 217 time: 0.0464029 Nov 11 21:41:10.100247 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da99da8b-4cd6-4c18-9c2b-5bf069a639fc tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.130203 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cf0805c-e3cf-4ee2-896a-85bee4f90e6a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.137656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99da8b-4cd6-4c18-9c2b-5bf069a639fc tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event deleted for resources: {'Subnet': ['ID=67c9ece5-b9cf-4221-9890-58ad11953617,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:10.140878 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da99da8b-4cd6-4c18-9c2b-5bf069a639fc tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.144185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-da99da8b-4cd6-4c18-9c2b-5bf069a639fc tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "DELETE /v2.0/subnets/67c9ece5-b9cf-4221-9890-58ad11953617 HTTP/1.1" status: 204 len: 168 time: 0.9298708 Nov 11 21:41:10.146701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45218) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:10.154367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bdbefa-3584-4625-a9ae-3d4583ceb626 None None] Network 23882af1-b069-41a4-a9cd-90264148c014 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:10.155541 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.160836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-0d875b60-e0da-40e3-92d4-231c7e8317b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:10.162068 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-0d875b60-e0da-40e3-92d4-231c7e8317b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1922fcc2-3410-46e4-a259-dcda7c824c86 HTTP/1.1" status: 200 len: 852 time: 0.0790374 Nov 11 21:41:10.197272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=acafcc7c-1005-43e5-b09e-83c0d9129687,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:10.214244 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No DVR routers for this DVR port acafcc7c-1005-43e5-b09e-83c0d9129687 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:10.364546 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.373986 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.419318 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3dceb1-98c6-4944-a33c-40c81760c377 None None] DHCP port deletion for 23882af1-b069-41a4-a9cd-90264148c014 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:41:10.458034 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a73e4c8-42f4-49bc-9508-cd984669d834']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:10.476102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2e3dceb1-98c6-4944-a33c-40c81760c377 None None] Deleting port 4dc8238a-e885-459d-884e-d338a102cdb2 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:10.476574 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e3dceb1-98c6-4944-a33c-40c81760c377 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.509512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1175db7d-c773-4a36-90bd-0655a06e1295') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:10.509901 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1175db7d-c773-4a36-90bd-0655a06e1295') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:10.527096 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.528520 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-50552268-4f6a-4be4-90f8-6c0a826a5a0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e7036ed7-0e87-4c74-a4b1-604ada92aa6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3562200 Nov 11 21:41:10.547117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2e3dceb1-98c6-4944-a33c-40c81760c377 None None] For port 4dc8238a-e885-459d-884e-d338a102cdb2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4dc8238a-e885-459d-884e-d338a102cdb2,segment=NetworkSegment(6d8c43dd-c9e2-4ace-b7fd-3d868d2271a9),segment_id=6d8c43dd-c9e2-4ace-b7fd-3d868d2271a9)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:10.547606 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e3dceb1-98c6-4944-a33c-40c81760c377 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.556017 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.563771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2e3dceb1-98c6-4944-a33c-40c81760c377 None None] Calling delete_port for 4dc8238a-e885-459d-884e-d338a102cdb2 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:10.566164 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cf0805c-e3cf-4ee2-896a-85bee4f90e6a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.568668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ace28-373f-4558-b5cd-fde52bac6239 req-9c018a2f-affb-44b9-bb7a-1518ea0a19f2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:10.573318 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c14ace28-373f-4558-b5cd-fde52bac6239 req-9c018a2f-affb-44b9-bb7a-1518ea0a19f2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.1327963 Nov 11 21:41:10.587602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:41:10.588043 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:41:10.597159 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:41:10.635588 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e335cae-b538-4016-8407-70f20dd0a2d9 req-5837267a-e3ea-49f3-8789-dddcee7d1be3 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:10.637598 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e335cae-b538-4016-8407-70f20dd0a2d9 req-5837267a-e3ea-49f3-8789-dddcee7d1be3 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.1826193 Nov 11 21:41:10.654885 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf0805c-e3cf-4ee2-896a-85bee4f90e6a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Network f4e61dff-330e-4c28-ad60-920992e3cd23 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:10.660463 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e3dceb1-98c6-4944-a33c-40c81760c377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.682850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9cf0805c-e3cf-4ee2-896a-85bee4f90e6a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:10.686874 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3dceb1-98c6-4944-a33c-40c81760c377 None None] Pushing event deleted for resources: {'Port': ['ID=4dc8238a-e885-459d-884e-d338a102cdb2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:10.689086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf0805c-e3cf-4ee2-896a-85bee4f90e6a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:10.691172 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3dceb1-98c6-4944-a33c-40c81760c377 None None] No DVR routers for this DVR port 4dc8238a-e885-459d-884e-d338a102cdb2 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:10.711291 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Deleting port 4dc8238a-e885-459d-884e-d338a102cdb2 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:10.711291 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.737560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0805c-e3cf-4ee2-896a-85bee4f90e6a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event updated for resources: {'Port': ['ID=ce637612-7a4f-40dc-a581-64c60b45c73e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:10.751567 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-1443a829-3e3c-4d25-b009-71886de9c598 service neutron] 10.222.0.10 "GET /v2.0/networks/e7036ed7-0e87-4c74-a4b1-604ada92aa6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140729 Nov 11 21:41:10.762106 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.777264 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c14ace28-373f-4558-b5cd-fde52bac6239 req-97b813dc-9d61-4642-8679-b3e3a68357cb tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949916 Nov 11 21:41:10.779580 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.788404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/networks/6a73e4c8-42f4-49bc-9508-cd984669d834 HTTP/1.1" status: 204 len: 168 time: 2.1131349 Nov 11 21:41:10.798755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf0805c-e3cf-4ee2-896a-85bee4f90e6a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:10.800066 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cf0805c-e3cf-4ee2-896a-85bee4f90e6a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.803957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45230) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:10.816483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-210d8d80-3052-4646-a183-c5376d1d6a05 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'name': 'tempest-PortsTestJSON-457434505'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:10.865923 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33970293-5130-46cb-bd3e-2cce2f4c8b6f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Network': ['ID=6a73e4c8-42f4-49bc-9508-cd984669d834,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:10.870784 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e335cae-b538-4016-8407-70f20dd0a2d9 req-4a150eb9-fe3c-4fb5-ba47-259b3e79f9ea tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982183 Nov 11 21:41:10.877091 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device acafcc7c-1005-43e5-b09e-83c0d9129687 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:41:10.919320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] For port 4dc8238a-e885-459d-884e-d338a102cdb2, host n-d-805737-3, got binding levels [] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:10.919713 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.922459 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: acafcc7c-1005-43e5-b09e-83c0d9129687 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:41:10.922681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device acafcc7c-1005-43e5-b09e-83c0d9129687 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:41:10.923111 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4dc8238a-e885-459d-884e-d338a102cdb2 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:41:10.935833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Calling delete_port for 4dc8238a-e885-459d-884e-d338a102cdb2 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:10.939489 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Port 4dc8238a-e885-459d-884e-d338a102cdb2 was not found and therefore no delete operation was performed {{(pid=102534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:41:10.940011 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ed4dfaa1-fe4c-4060-a949-804180c361e0 req-c092716d-9d0c-4e3d-815c-db1f4a47b031 service neutron] 10.222.0.10 "GET /v2.0/networks/e7036ed7-0e87-4c74-a4b1-604ada92aa6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804471 Nov 11 21:41:10.943965 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:10.949681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 4dc8238a-e885-459d-884e-d338a102cdb2 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:41:10.949681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4dc8238a-e885-459d-884e-d338a102cdb2 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:41:10.973651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event deleted for resources: {'Port': ['ID=4dc8238a-e885-459d-884e-d338a102cdb2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:10.988106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e49dc-0a07-4b4a-ba4b-b0b28cb7f391 req-9380482f-4677-4eff-91a3-28859e46d163 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:10.989590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc9e49dc-0a07-4b4a-ba4b-b0b28cb7f391 req-9380482f-4677-4eff-91a3-28859e46d163 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 944 time: 0.1172116 Nov 11 21:41:10.997272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] No DVR routers for this DVR port 4dc8238a-e885-459d-884e-d338a102cdb2 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:11.011011 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9cf0805c-e3cf-4ee2-896a-85bee4f90e6a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7734332 Nov 11 21:41:11.011210 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.037323 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45234) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:11.062234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-427a8215-dd64-4fcc-9fe8-a6910ad9b3cc None None] Provisioning complete for port ce637612-7a4f-40dc-a581-64c60b45c73e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:11.062694 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-427a8215-dd64-4fcc-9fe8-a6910ad9b3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.102034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d2294-38f9-499a-b86b-12ffc55fb530 req-6adcb78d-e100-41ff-9453-457a1a9b5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:11.103318 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-427a8215-dd64-4fcc-9fe8-a6910ad9b3cc None None] Port ce637612-7a4f-40dc-a581-64c60b45c73e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:11.103582 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c9d2294-38f9-499a-b86b-12ffc55fb530 req-6adcb78d-e100-41ff-9453-457a1a9b5036 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8b3f088ea034fb29959993f8dda26b8&device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 1095 time: 0.0885189 Nov 11 21:41:11.115861 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.120394 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210d8d80-3052-4646-a183-c5376d1d6a05 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:11.121022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:11.123705 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-210d8d80-3052-4646-a183-c5376d1d6a05 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.183667 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-210d8d80-3052-4646-a183-c5376d1d6a05 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port 02ebeae2-41d7-4716-bf3d-72a765877bbd yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:11.188523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23882af1-b069-41a4-a9cd-90264148c014']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:11.214073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8c43dd-c9e2-4ace-b7fd-3d868d2271a9') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:11.214349 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8c43dd-c9e2-4ace-b7fd-3d868d2271a9') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:11.224502 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc9e49dc-0a07-4b4a-ba4b-b0b28cb7f391 req-764694ed-c412-42b8-962f-ea6f8e421593 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/security-groups?id=323580e3-0d0a-407c-be17-71238e262c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210116 Nov 11 21:41:11.227003 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.246049 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.269794 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d2294-38f9-499a-b86b-12ffc55fb530 req-56637319-c1ee-4236-810a-f349fee39257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:11.272293 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c9d2294-38f9-499a-b86b-12ffc55fb530 req-56637319-c1ee-4236-810a-f349fee39257 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e7036ed7-0e87-4c74-a4b1-604ada92aa6d HTTP/1.1" status: 200 len: 914 time: 0.1600649 Nov 11 21:41:11.282288 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7c7b6-ed8c-4ca5-8a28-e2e94e0f36a2 req-e12e1259-16be-4781-bdf0-62c54dd212de tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:11.288310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7c7b6-ed8c-4ca5-8a28-e2e94e0f36a2 req-e12e1259-16be-4781-bdf0-62c54dd212de tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:11.294276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7c7b6-ed8c-4ca5-8a28-e2e94e0f36a2 req-e12e1259-16be-4781-bdf0-62c54dd212de tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:11.300268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7c7b6-ed8c-4ca5-8a28-e2e94e0f36a2 req-e12e1259-16be-4781-bdf0-62c54dd212de tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:11.306204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7c7b6-ed8c-4ca5-8a28-e2e94e0f36a2 req-e12e1259-16be-4781-bdf0-62c54dd212de tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:11.312138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7c7b6-ed8c-4ca5-8a28-e2e94e0f36a2 req-e12e1259-16be-4781-bdf0-62c54dd212de tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:11.318256 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7c7b6-ed8c-4ca5-8a28-e2e94e0f36a2 req-e12e1259-16be-4781-bdf0-62c54dd212de tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:11.320172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85c7c7b6-ed8c-4ca5-8a28-e2e94e0f36a2 req-e12e1259-16be-4781-bdf0-62c54dd212de tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.1949401 Nov 11 21:41:11.321230 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.330292 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:41:11.330530 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c9d2294-38f9-499a-b86b-12ffc55fb530 req-5da0e4d1-3f8f-4662-962d-d0683491e838 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e546c75-c828-437c-a8d4-1c6e130b1d13 HTTP/1.1" status: 200 len: 217 time: 0.0480845 Nov 11 21:41:11.330687 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:41:11.335725 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:41:11.436973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d2294-38f9-499a-b86b-12ffc55fb530 req-2e921d7c-89a4-4321-94eb-71a5ca2b5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:11.438339 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c9d2294-38f9-499a-b86b-12ffc55fb530 req-2e921d7c-89a4-4321-94eb-71a5ca2b5bd9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1922fcc2-3410-46e4-a259-dcda7c824c86 HTTP/1.1" status: 200 len: 852 time: 0.0912809 Nov 11 21:41:11.448695 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.463130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.463659 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-210d8d80-3052-4646-a183-c5376d1d6a05 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.468035 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] 10.222.0.57 "DELETE /v2.0/networks/23882af1-b069-41a4-a9cd-90264148c014 HTTP/1.1" status: 204 len: 168 time: 1.3177009 Nov 11 21:41:11.483755 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c9d2294-38f9-499a-b86b-12ffc55fb530 req-ea09d146-1bcc-4df2-8017-c95f046217ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e7036ed7-0e87-4c74-a4b1-604ada92aa6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369825 Nov 11 21:41:11.486787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c782f-d9ba-4c14-9f52-1c1d541a06f6 tempest-AllowedAddressPairTestJSON-1545399958 tempest-AllowedAddressPairTestJSON-1545399958-project] Pushing event deleted for resources: {'Network': ['ID=23882af1-b069-41a4-a9cd-90264148c014,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:11.498095 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85c7c7b6-ed8c-4ca5-8a28-e2e94e0f36a2 req-98937291-7a55-45f5-aad6-e2ff48e97706 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1683087 Nov 11 21:41:11.537397 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.569163 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-210d8d80-3052-4646-a183-c5376d1d6a05 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.633888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210d8d80-3052-4646-a183-c5376d1d6a05 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:11.640221 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c9d2294-38f9-499a-b86b-12ffc55fb530 req-420abbe7-789c-43df-8dd3-422b5557998a service neutron] 10.222.0.10 "GET /v2.0/networks/e7036ed7-0e87-4c74-a4b1-604ada92aa6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463525 Nov 11 21:41:11.643626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-210d8d80-3052-4646-a183-c5376d1d6a05 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:11.646311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d8d80-3052-4646-a183-c5376d1d6a05 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:11.652465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210d8d80-3052-4646-a183-c5376d1d6a05 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:11.653345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-210d8d80-3052-4646-a183-c5376d1d6a05 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.654486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Allocated IP 172.25.0.7 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/de366da9-1b33-4cde-b28c-ae9ce9d10901) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:11.671056 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d8d80-3052-4646-a183-c5376d1d6a05 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=02ebeae2-41d7-4716-bf3d-72a765877bbd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:11.709241 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-210d8d80-3052-4646-a183-c5376d1d6a05 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8961518 Nov 11 21:41:11.719158 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45240) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:11.775195 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3c9d2294-38f9-499a-b86b-12ffc55fb530 req-8da8aba5-2109-4a9d-8ecb-175cae8da055 service neutron] 10.222.0.10 "GET /v2.0/networks/e7036ed7-0e87-4c74-a4b1-604ada92aa6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152723 Nov 11 21:41:11.790139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45242) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:11.831293 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.875393 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-25acc2fc-810c-4073-aeb7-cf4f6ca4cf7d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port 02ebeae2-41d7-4716-bf3d-72a765877bbd {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:11.875731 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-25acc2fc-810c-4073-aeb7-cf4f6ca4cf7d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.945318 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-650f9c95-076d-4cf5-83e9-55870aa14fc8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc4cb52b9f8f4703a34e42b10127e5c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537576 Nov 11 21:41:11.945865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45250) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:11.975016 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:11.995872 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8768cad-f754-422a-9432-ea5b355f1239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.021149 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8768cad-f754-422a-9432-ea5b355f1239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.026554 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-25acc2fc-810c-4073-aeb7-cf4f6ca4cf7d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.037891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96dc02-af72-4193-9977-8df8a5b78e70 req-999b3659-83be-48d0-83a8-ce1fee0111da tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:12.039406 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d96dc02-af72-4193-9977-8df8a5b78e70 req-999b3659-83be-48d0-83a8-ce1fee0111da tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.1827495 Nov 11 21:41:12.065406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-25acc2fc-810c-4073-aeb7-cf4f6ca4cf7d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for 02ebeae2-41d7-4716-bf3d-72a765877bbd owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:12.068951 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8768cad-f754-422a-9432-ea5b355f1239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.071727 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8768cad-f754-422a-9432-ea5b355f1239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.073046 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a8768cad-f754-422a-9432-ea5b355f1239 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eca3ae75-0f19-4664-8a48-392a5145e2eb HTTP/1.1" status: 204 len: 168 time: 0.1262529 Nov 11 21:41:12.078012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:12.081901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8768cad-f754-422a-9432-ea5b355f1239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca3ae75-0f19-4664-8a48-392a5145e2eb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:12.097913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:12.104182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:12.110570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event updated for resources: {'Port': ['ID=de366da9-1b33-4cde-b28c-ae9ce9d10901,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:12.199266 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e101e-22c7-4ccf-9881-33ab5c1a9e06 req-c8f56a85-0249-49b0-80d8-4a187c0c2e87 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:12.200707 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-859e101e-22c7-4ccf-9881-33ab5c1a9e06 req-c8f56a85-0249-49b0-80d8-4a187c0c2e87 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.2396519 Nov 11 21:41:12.243860 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d96dc02-af72-4193-9977-8df8a5b78e70 req-c77d92fb-0beb-41ec-991c-415239e69f8b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937220 Nov 11 21:41:12.333365 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.353230 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-859e101e-22c7-4ccf-9881-33ab5c1a9e06 req-9212f6ae-1759-49ce-867d-6699da87d87b tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443880 Nov 11 21:41:12.358204 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-25acc2fc-810c-4073-aeb7-cf4f6ca4cf7d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.412663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acc2fc-810c-4073-aeb7-cf4f6ca4cf7d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=02ebeae2-41d7-4716-bf3d-72a765877bbd,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:12.419327 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-25acc2fc-810c-4073-aeb7-cf4f6ca4cf7d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.422514 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-25acc2fc-810c-4073-aeb7-cf4f6ca4cf7d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/02ebeae2-41d7-4716-bf3d-72a765877bbd HTTP/1.1" status: 204 len: 168 time: 0.7022820 Nov 11 21:41:12.425176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45266) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:12.427082 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.432429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5201e973-d742-40d6-bea8-d464dec4509a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'mac_address': 'fa:16:3e:81:2a:ae', 'name': 'tempest-PortsTestJSON-380436068'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:12.459803 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea20cf-733f-4b71-b89e-e05ab4e5a50f req-d21aedfa-323e-4612-8903-c0be3f55cb0f tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:12.461281 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-caea20cf-733f-4b71-b89e-e05ab4e5a50f req-d21aedfa-323e-4612-8903-c0be3f55cb0f tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 944 time: 0.1496801 Nov 11 21:41:12.567962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5201e973-d742-40d6-bea8-d464dec4509a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:12.601354 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-caea20cf-733f-4b71-b89e-e05ab4e5a50f req-2138e7f4-eab5-44e7-9634-b2009acc283e tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/security-groups?id=323580e3-0d0a-407c-be17-71238e262c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302223 Nov 11 21:41:12.670630 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5201e973-d742-40d6-bea8-d464dec4509a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.688025 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9f866-c4dc-45ec-b47b-ce2028f6f45c req-26d0dc0a-0df5-4461-97af-8d04fbef013a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:12.694420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9f866-c4dc-45ec-b47b-ce2028f6f45c req-26d0dc0a-0df5-4461-97af-8d04fbef013a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:12.695018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-5201e973-d742-40d6-bea8-d464dec4509a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port e0b8e802-9e02-4e4a-98ee-55265cc9ca0c yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:12.710522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9f866-c4dc-45ec-b47b-ce2028f6f45c req-26d0dc0a-0df5-4461-97af-8d04fbef013a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:12.716691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9f866-c4dc-45ec-b47b-ce2028f6f45c req-26d0dc0a-0df5-4461-97af-8d04fbef013a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:12.723172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9f866-c4dc-45ec-b47b-ce2028f6f45c req-26d0dc0a-0df5-4461-97af-8d04fbef013a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:12.729107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9f866-c4dc-45ec-b47b-ce2028f6f45c req-26d0dc0a-0df5-4461-97af-8d04fbef013a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:12.735473 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9f866-c4dc-45ec-b47b-ce2028f6f45c req-26d0dc0a-0df5-4461-97af-8d04fbef013a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:12.743547 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2b9f866-c4dc-45ec-b47b-ce2028f6f45c req-26d0dc0a-0df5-4461-97af-8d04fbef013a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.1396422 Nov 11 21:41:12.794437 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.802727 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.899073 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5201e973-d742-40d6-bea8-d464dec4509a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.917416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2b9f866-c4dc-45ec-b47b-ce2028f6f45c req-5ef4e0b1-2c98-4159-80fc-d94e46e861fd tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1599836 Nov 11 21:41:12.925193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event updated for resources: {'Port': ['ID=de366da9-1b33-4cde-b28c-ae9ce9d10901,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:12.951604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45290) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:12.960972 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.975237 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5201e973-d742-40d6-bea8-d464dec4509a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.978587 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:12.980263 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e7fa50eb-2371-4b93-93b6-0b29c032254e tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8740351 Nov 11 21:41:12.983357 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45296) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:12.988336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6c097109-f196-44be-9eaa-cb1e5842cd62 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Request body: {'floatingip': {'port_id': 'ce637612-7a4f-40dc-a581-64c60b45c73e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:13.034256 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6c097109-f196-44be-9eaa-cb1e5842cd62 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.039168 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201e973-d742-40d6-bea8-d464dec4509a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=e0b8e802-9e02-4e4a-98ee-55265cc9ca0c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:13.051990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201e973-d742-40d6-bea8-d464dec4509a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:13.053696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-5201e973-d742-40d6-bea8-d464dec4509a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:13.057320 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201e973-d742-40d6-bea8-d464dec4509a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:13.064292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5201e973-d742-40d6-bea8-d464dec4509a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:13.065827 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5201e973-d742-40d6-bea8-d464dec4509a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.084126 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 9e546c75-c828-437c-a8d4-1c6e130b1d13 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:41:13.091888 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5201e973-d742-40d6-bea8-d464dec4509a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6653099 Nov 11 21:41:13.095332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45300) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:13.136178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Request body: {'networks': [{'name': 'tempest-network--410261462'}, {'name': 'tempest-network--8074893'}]} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:13.136566 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Request body: {'network': {'name': 'tempest-network--410261462'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:13.137241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Request body: {'network': {'name': 'tempest-network--8074893'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:13.161093 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f94ab2e-74d1-4cda-b0aa-91fd5cd8c412 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:13.165164 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7f94ab2e-74d1-4cda-b0aa-91fd5cd8c412 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/e0b8e802-9e02-4e4a-98ee-55265cc9ca0c HTTP/1.1" status: 200 len: 840 time: 0.0662484 Nov 11 21:41:13.165488 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45310) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:13.207875 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-6c097109-f196-44be-9eaa-cb1e5842cd62 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] update failed (client error): The resource could not be found. Nov 11 21:41:13.213052 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6c097109-f196-44be-9eaa-cb1e5842cd62 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "PUT /v2.0/floatingips/7fe090c0-88f2-477d-a68c-1039c6b4d91e HTTP/1.1" status: 404 len: 507 time: 0.2283235 Nov 11 21:41:13.213883 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45314) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:13.217288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Made reservation on behalf of 6f9991f2bf4645e6a3aaf7938ff4a231 for: {'network': 2} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:13.222640 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.228121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 9e546c75-c828-437c-a8d4-1c6e130b1d13, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=9e546c75-c828-437c-a8d4-1c6e130b1d13,segment=NetworkSegment(3917f5da-62af-4512-b76f-4b2c7f41966d),segment_id=3917f5da-62af-4512-b76f-4b2c7f41966d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:13.240251 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.241748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '9e546c75-c828-437c-a8d4-1c6e130b1d13', 'network_id': 'e7036ed7-0e87-4c74-a4b1-604ada92aa6d', 'port_id': '9e546c75-c828-437c-a8d4-1c6e130b1d13', 'mac_address': 'fa:16:3e:ef:d2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1922fcc2-3410-46e4-a259-dcda7c824c86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:41:13.296344 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.317681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e546c75-c828-437c-a8d4-1c6e130b1d13 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:13.337006 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3cda5339-e41f-402c-8f55-66e72de6ea77 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port e0b8e802-9e02-4e4a-98ee-55265cc9ca0c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:13.337356 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3cda5339-e41f-402c-8f55-66e72de6ea77 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.343147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 9e546c75-c828-437c-a8d4-1c6e130b1d13, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=9e546c75-c828-437c-a8d4-1c6e130b1d13,segment=NetworkSegment(3917f5da-62af-4512-b76f-4b2c7f41966d),segment_id=3917f5da-62af-4512-b76f-4b2c7f41966d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:13.349427 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.432029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88487660-458f-4c21-9966-ab81bf01899d req-1c35dfa5-a8f3-4ce6-b492-f326742a00ad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:13.439438 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88487660-458f-4c21-9966-ab81bf01899d req-1c35dfa5-a8f3-4ce6-b492-f326742a00ad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.0826631 Nov 11 21:41:13.453050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-295ac235-9bec-4ba8-a831-dde85736ba18 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Deleting port de366da9-1b33-4cde-b28c-ae9ce9d10901 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:13.453392 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-295ac235-9bec-4ba8-a831-dde85736ba18 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.470339 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3cda5339-e41f-402c-8f55-66e72de6ea77 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.477995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=9e546c75-c828-437c-a8d4-1c6e130b1d13,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:13.491703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3cda5339-e41f-402c-8f55-66e72de6ea77 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for e0b8e802-9e02-4e4a-98ee-55265cc9ca0c owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:13.586803 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.597236 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.597513 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.654025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f23096-0e57-4c68-a078-004604c9ea63,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:13.665782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['9e546c75-c828-437c-a8d4-1c6e130b1d13'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:13.666254 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:13.678373 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3cda5339-e41f-402c-8f55-66e72de6ea77 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.684964 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.685319 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Added segment 1952c4c0-71d5-4fd8-b178-d9475a3b8c56 of type vlan for network 7f4ff38d-7f34-45e4-9904-7c192ab34185 Nov 11 21:41:13.780666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda5339-e41f-402c-8f55-66e72de6ea77 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=e0b8e802-9e02-4e4a-98ee-55265cc9ca0c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:13.783885 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3cda5339-e41f-402c-8f55-66e72de6ea77 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.790133 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3cda5339-e41f-402c-8f55-66e72de6ea77 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/e0b8e802-9e02-4e4a-98ee-55265cc9ca0c HTTP/1.1" status: 204 len: 168 time: 0.6213412 Nov 11 21:41:13.790524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45326) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:13.851745 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e885e4-8066-4343-b742-c566ea9e1bca tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] GET failed (client error): The resource could not be found. Nov 11 21:41:13.857494 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-56e885e4-8066-4343-b742-c566ea9e1bca tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/e0b8e802-9e02-4e4a-98ee-55265cc9ca0c HTTP/1.1" status: 404 len: 333 time: 0.0622330 Nov 11 21:41:13.864171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45328) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:13.870431 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-759b57d6-4b9c-468c-b7e1-e8e99fa5c8ec tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'name': 'tempest-PortsTestJSON-1356012454'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:13.895557 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.916274 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0505-ac2e-4bec-8dd7-73af2f503999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:13.967972 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 037b404c-6651-435c-9fe6-0c7da7735962 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:41:13.991168 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88487660-458f-4c21-9966-ab81bf01899d req-7deaa0fa-56d7-47c2-ac0e-22cc79d07693 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506413 Nov 11 21:41:14.017415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] vlan segment allocate from pool success with {'vlan_id': 1185, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:14.024304 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759b57d6-4b9c-468c-b7e1-e8e99fa5c8ec tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:14.028414 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-759b57d6-4b9c-468c-b7e1-e8e99fa5c8ec tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.041325 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6ebdc-e812-4b8b-8340-55e9cfae513e req-1cf1e904-c222-4165-b52d-ef1843576e97 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:14.043160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-80a6ebdc-e812-4b8b-8340-55e9cfae513e req-1cf1e904-c222-4165-b52d-ef1843576e97 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.5542555 Nov 11 21:41:14.070770 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.071505 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Added segment 8f699791-3f3e-43a7-b13e-fcd8898cfc9f of type vlan for network bb83e82e-6124-419c-b619-5c78464607b5 Nov 11 21:41:14.072431 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-295ac235-9bec-4ba8-a831-dde85736ba18 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.072986 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-295ac235-9bec-4ba8-a831-dde85736ba18 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.086025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-759b57d6-4b9c-468c-b7e1-e8e99fa5c8ec tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port b606fe79-8428-4903-8bdc-ae3289455458 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:14.101848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-295ac235-9bec-4ba8-a831-dde85736ba18 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Calling delete_port for de366da9-1b33-4cde-b28c-ae9ce9d10901 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:14.130796 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 037b404c-6651-435c-9fe6-0c7da7735962, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=037b404c-6651-435c-9fe6-0c7da7735962,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:14.158044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '037b404c-6651-435c-9fe6-0c7da7735962', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'port_id': '037b404c-6651-435c-9fe6-0c7da7735962', 'mac_address': 'fa:16:3e:94:1e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:41:14.196719 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:41:14.205193 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-80a6ebdc-e812-4b8b-8340-55e9cfae513e req-8fb6c820-64ef-4c06-8118-183afa41e21c tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466537 Nov 11 21:41:14.209826 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.236787 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 037b404c-6651-435c-9fe6-0c7da7735962 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:14.270834 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 037b404c-6651-435c-9fe6-0c7da7735962, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=037b404c-6651-435c-9fe6-0c7da7735962,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:14.273634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0a87d-9e81-4a0f-82b4-d67d99b96d4e req-a9ebbd50-9f13-4740-a380-8fc408e61362 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:14.275727 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0a0a87d-9e81-4a0f-82b4-d67d99b96d4e req-a9ebbd50-9f13-4740-a380-8fc408e61362 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 945 time: 0.0994897 Nov 11 21:41:14.294054 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.409627 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.425229 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-759b57d6-4b9c-468c-b7e1-e8e99fa5c8ec tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.431177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0a0a87d-9e81-4a0f-82b4-d67d99b96d4e req-977d53d4-8778-43c0-a48f-810bc46e3b44 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/security-groups?id=323580e3-0d0a-407c-be17-71238e262c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020091 Nov 11 21:41:14.440405 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-295ac235-9bec-4ba8-a831-dde85736ba18 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.487740 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.488241 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.493918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:14.503432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71862a51-26be-4fa8-89ba-e193c9849809 req-5f973b45-b35a-4db2-9069-8afdb20a424b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:14.510235 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71862a51-26be-4fa8-89ba-e193c9849809 req-5f973b45-b35a-4db2-9069-8afdb20a424b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:14.511205 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:14.511918 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.522666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71862a51-26be-4fa8-89ba-e193c9849809 req-5f973b45-b35a-4db2-9069-8afdb20a424b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:14.529231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71862a51-26be-4fa8-89ba-e193c9849809 req-5f973b45-b35a-4db2-9069-8afdb20a424b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:14.537095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71862a51-26be-4fa8-89ba-e193c9849809 req-5f973b45-b35a-4db2-9069-8afdb20a424b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:14.543639 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71862a51-26be-4fa8-89ba-e193c9849809 req-5f973b45-b35a-4db2-9069-8afdb20a424b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:14.552034 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71862a51-26be-4fa8-89ba-e193c9849809 req-5f973b45-b35a-4db2-9069-8afdb20a424b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:14.564178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71862a51-26be-4fa8-89ba-e193c9849809 req-5f973b45-b35a-4db2-9069-8afdb20a424b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.2288759 Nov 11 21:41:14.577078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ac235-9bec-4ba8-a831-dde85736ba18 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event deleted for resources: {'Port': ['ID=de366da9-1b33-4cde-b28c-ae9ce9d10901,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:14.609996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event updated for resources: {'Network': ['ID=7f4ff38d-7f34-45e4-9904-7c192ab34185,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:14.615797 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['037b404c-6651-435c-9fe6-0c7da7735962'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:14.649980 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 7f4ff38d-7f34-45e4-9904-7c192ab34185 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:14.667356 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 1.7144680 Nov 11 21:41:14.674871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45332) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:14.676165 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-759b57d6-4b9c-468c-b7e1-e8e99fa5c8ec tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.676346 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71862a51-26be-4fa8-89ba-e193c9849809 req-df03dfcd-d4d4-4efc-9509-32df589a9de6 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1095409 Nov 11 21:41:14.744583 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-295ac235-9bec-4ba8-a831-dde85736ba18 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.748497 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-295ac235-9bec-4ba8-a831-dde85736ba18 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.749867 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-295ac235-9bec-4ba8-a831-dde85736ba18 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "DELETE /v2.0/floatingips/7fe090c0-88f2-477d-a68c-1039c6b4d91e HTTP/1.1" status: 204 len: 168 time: 1.5350058 Nov 11 21:41:14.755090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45334) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:14.761662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-31deb218-8858-4f61-9200-f6a5d5b9b0ca tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Request body: {'floatingip': {'floating_network_id': 'f4e61dff-330e-4c28-ad60-920992e3cd23', 'port_id': 'ce637612-7a4f-40dc-a581-64c60b45c73e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:14.774320 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.775212 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a59e69-260d-4433-8162-92a6a295a75c tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event updated for resources: {'Network': ['ID=bb83e82e-6124-419c-b619-5c78464607b5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:14.794907 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=037b404c-6651-435c-9fe6-0c7da7735962,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:14.806477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network bb83e82e-6124-419c-b619-5c78464607b5 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:14.813389 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-31deb218-8858-4f61-9200-f6a5d5b9b0ca tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.864931 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759b57d6-4b9c-468c-b7e1-e8e99fa5c8ec tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:14.871405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b57d6-4b9c-468c-b7e1-e8e99fa5c8ec tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=b606fe79-8428-4903-8bdc-ae3289455458,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:14.874848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-759b57d6-4b9c-468c-b7e1-e8e99fa5c8ec tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:14.877051 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b57d6-4b9c-468c-b7e1-e8e99fa5c8ec tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:14.883049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759b57d6-4b9c-468c-b7e1-e8e99fa5c8ec tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:14.883678 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-759b57d6-4b9c-468c-b7e1-e8e99fa5c8ec tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:14.907100 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-759b57d6-4b9c-468c-b7e1-e8e99fa5c8ec tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0416660 Nov 11 21:41:14.909234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45336) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:14.920670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f1292743-c53b-4e47-9705-79bc724cd31f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:14.983853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e46b5a-77a3-4d9a-957b-472e88c2cc7b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:14.991756 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e46b5a-77a3-4d9a-957b-472e88c2cc7b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:14.999352 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e46b5a-77a3-4d9a-957b-472e88c2cc7b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:15.006614 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e46b5a-77a3-4d9a-957b-472e88c2cc7b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:15.011634 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-01e46b5a-77a3-4d9a-957b-472e88c2cc7b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.3336968 Nov 11 21:41:15.016452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45340) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:15.046449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f1292743-c53b-4e47-9705-79bc724cd31f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.099802 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 9e546c75-c828-437c-a8d4-1c6e130b1d13 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:15.147662 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdb85fb-7599-40cb-bfbd-7a373e30381d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.169829 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-31deb218-8858-4f61-9200-f6a5d5b9b0ca tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:41:15.170417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 9e546c75-c828-437c-a8d4-1c6e130b1d13 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:41:15.177535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-31deb218-8858-4f61-9200-f6a5d5b9b0ca tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4151142 Nov 11 21:41:15.177683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 9e546c75-c828-437c-a8d4-1c6e130b1d13 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:15.177780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45342) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:15.177861 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.183832 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': 'ce637612-7a4f-40dc-a581-64c60b45c73e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:15.208075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579908f-c777-4518-be9e-6ca6ace3c812 req-dc3f7cbb-cdf8-43fd-b220-12214d017e97 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:15.210273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c579908f-c777-4518-be9e-6ca6ace3c812 req-dc3f7cbb-cdf8-43fd-b220-12214d017e97 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 944 time: 0.1317859 Nov 11 21:41:15.309292 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdb85fb-7599-40cb-bfbd-7a373e30381d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.323670 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.325478 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.356831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7750b-afac-4179-919e-81fdc6cc6394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e546c75-c828-437c-a8d4-1c6e130b1d13'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:15.357073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2cdb85fb-7599-40cb-bfbd-7a373e30381d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4ff38d-7f34-45e4-9904-7c192ab34185']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:15.359572 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be67d23c-fa56-4180-914d-e7fd016f2b6d" -d '{"events": [{"server_uuid": "b6b7750b-afac-4179-919e-81fdc6cc6394", "name": "network-vif-plugged", "status": "completed", "tag": "9e546c75-c828-437c-a8d4-1c6e130b1d13"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:15.368971 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2cdb85fb-7599-40cb-bfbd-7a373e30381d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1952c4c0-71d5-4fd8-b178-d9475a3b8c56') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:15.369263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-2cdb85fb-7599-40cb-bfbd-7a373e30381d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1952c4c0-71d5-4fd8-b178-d9475a3b8c56') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:15.375713 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c579908f-c777-4518-be9e-6ca6ace3c812 req-005157e4-960c-42be-9399-4813bc66e0fe tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558127 Nov 11 21:41:15.384119 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 9e546c75-c828-437c-a8d4-1c6e130b1d13, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=9e546c75-c828-437c-a8d4-1c6e130b1d13,segment=NetworkSegment(3917f5da-62af-4512-b76f-4b2c7f41966d),segment_id=3917f5da-62af-4512-b76f-4b2c7f41966d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:15.401753 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.402724 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdb85fb-7599-40cb-bfbd-7a373e30381d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.419679 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdb85fb-7599-40cb-bfbd-7a373e30381d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.436991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdb85fb-7599-40cb-bfbd-7a373e30381d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:41:15.436991 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdb85fb-7599-40cb-bfbd-7a373e30381d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:41:15.444094 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:41:15.489331 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a415d66b-abe4-4760-80bc-f22097cea320 x-openstack-request-id: req-a415d66b-abe4-4760-80bc-f22097cea320 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:15.489624 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7750b-afac-4179-919e-81fdc6cc6394", "name": "network-vif-plugged", "status": "completed", "tag": "9e546c75-c828-437c-a8d4-1c6e130b1d13", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:15.490016 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a415d66b-abe4-4760-80bc-f22097cea320 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:15.490421 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7750b-afac-4179-919e-81fdc6cc6394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e546c75-c828-437c-a8d4-1c6e130b1d13', 'code': 200} Nov 11 21:41:15.496372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=9e546c75-c828-437c-a8d4-1c6e130b1d13,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:15.509597 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba565d-576e-4f1b-8a51-a77556ce7087 req-5b4fcd5b-9dc6-42ba-a98b-9dfb58463422 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:15.515909 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94ba565d-576e-4f1b-8a51-a77556ce7087 req-5b4fcd5b-9dc6-42ba-a98b-9dfb58463422 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.1752300 Nov 11 21:41:15.520648 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f1292743-c53b-4e47-9705-79bc724cd31f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.572191 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94ba565d-576e-4f1b-8a51-a77556ce7087 req-a8793dc8-dfd9-4366-b399-f08ff0ad8d0e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491982 Nov 11 21:41:15.572885 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f1292743-c53b-4e47-9705-79bc724cd31f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.630981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59689554-09d8-4ffe-bf28-6e51e71fc208 req-ab6cf598-9835-4f52-a6f2-6891ed742573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:15.632564 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-59689554-09d8-4ffe-bf28-6e51e71fc208 req-ab6cf598-9835-4f52-a6f2-6891ed742573 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 1097 time: 0.0766747 Nov 11 21:41:15.633789 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdb85fb-7599-40cb-bfbd-7a373e30381d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.646161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdb85fb-7599-40cb-bfbd-7a373e30381d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.653023 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2cdb85fb-7599-40cb-bfbd-7a373e30381d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "DELETE /v2.0/networks/7f4ff38d-7f34-45e4-9904-7c192ab34185 HTTP/1.1" status: 204 len: 168 time: 0.6349280 Nov 11 21:41:15.657026 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45350) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:15.661816 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f1292743-c53b-4e47-9705-79bc724cd31f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] In _notify_port_updated(), no bound segment for port b606fe79-8428-4903-8bdc-ae3289455458 on network e65b77fa-6075-47fe-aefe-2bc865c4d588 {{(pid=102534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:41:15.667703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1292743-c53b-4e47-9705-79bc724cd31f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:15.668413 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f1292743-c53b-4e47-9705-79bc724cd31f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.672445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f1292743-c53b-4e47-9705-79bc724cd31f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "PUT /v2.0/ports/b606fe79-8428-4903-8bdc-ae3289455458 HTTP/1.1" status: 200 len: 818 time: 0.7588012 Nov 11 21:41:15.681797 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45352) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:15.700210 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1292743-c53b-4e47-9705-79bc724cd31f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=b606fe79-8428-4903-8bdc-ae3289455458,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:15.744445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dd957-5b9d-41b3-952b-732ef35fdd67 req-c904f276-a977-4fb2-8749-c93978c05f25 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:15.746221 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-168dd957-5b9d-41b3-952b-732ef35fdd67 req-c904f276-a977-4fb2-8749-c93978c05f25 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 946 time: 0.1576412 Nov 11 21:41:15.761880 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.784844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb85fb-7599-40cb-bfbd-7a373e30381d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event deleted for resources: {'Network': ['ID=7f4ff38d-7f34-45e4-9904-7c192ab34185,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:15.848671 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6ef4-5da9-4edc-b9f7-a6cf3f9de502 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.868897 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-59689554-09d8-4ffe-bf28-6e51e71fc208 req-ec069cba-0053-444b-b5d2-e47a4714c86b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=323580e3-0d0a-407c-be17-71238e262c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121334 Nov 11 21:41:15.953897 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-168dd957-5b9d-41b3-952b-732ef35fdd67 req-60fda6cb-1cd6-4b31-8571-e8cedb47a67d tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/security-groups?id=323580e3-0d0a-407c-be17-71238e262c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952269 Nov 11 21:41:15.968594 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6ef4-5da9-4edc-b9f7-a6cf3f9de502 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:15.994609 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7d36ff95-3567-4a67-9803-3feaffadb5ae details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:41:15.996708 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f68394-dfa4-4288-8ae7-7b92bc7d58b8 req-e5669334-332a-4d6a-9e74-afd8dfe4108e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:16.003193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f68394-dfa4-4288-8ae7-7b92bc7d58b8 req-e5669334-332a-4d6a-9e74-afd8dfe4108e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:16.009418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f68394-dfa4-4288-8ae7-7b92bc7d58b8 req-e5669334-332a-4d6a-9e74-afd8dfe4108e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:16.015422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f68394-dfa4-4288-8ae7-7b92bc7d58b8 req-e5669334-332a-4d6a-9e74-afd8dfe4108e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:16.016481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9a7d6ef4-5da9-4edc-b9f7-a6cf3f9de502 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb83e82e-6124-419c-b619-5c78464607b5']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:16.021627 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f68394-dfa4-4288-8ae7-7b92bc7d58b8 req-e5669334-332a-4d6a-9e74-afd8dfe4108e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:16.027387 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9a7d6ef4-5da9-4edc-b9f7-a6cf3f9de502 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f699791-3f3e-43a7-b13e-fcd8898cfc9f') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:16.027897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9a7d6ef4-5da9-4edc-b9f7-a6cf3f9de502 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f699791-3f3e-43a7-b13e-fcd8898cfc9f') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:16.028615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f68394-dfa4-4288-8ae7-7b92bc7d58b8 req-e5669334-332a-4d6a-9e74-afd8dfe4108e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:16.034733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f68394-dfa4-4288-8ae7-7b92bc7d58b8 req-e5669334-332a-4d6a-9e74-afd8dfe4108e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:16.036718 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30f68394-dfa4-4288-8ae7-7b92bc7d58b8 req-e5669334-332a-4d6a-9e74-afd8dfe4108e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.2034793 Nov 11 21:41:16.038990 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6ef4-5da9-4edc-b9f7-a6cf3f9de502 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.042787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e63d9-7feb-4298-be41-979dabb98a8d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port b606fe79-8428-4903-8bdc-ae3289455458 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:16.043137 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd7e63d9-7feb-4298-be41-979dabb98a8d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.047671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Allocated IP 172.25.0.86 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/46ea99f8-8590-4f8c-a96a-abae7b09ced0) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:16.073726 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6ef4-5da9-4edc-b9f7-a6cf3f9de502 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.085012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7d6ef4-5da9-4edc-b9f7-a6cf3f9de502 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:41:16.086146 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6ef4-5da9-4edc-b9f7-a6cf3f9de502 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:41:16.092013 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:41:16.103638 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7d36ff95-3567-4a67-9803-3feaffadb5ae, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7d36ff95-3567-4a67-9803-3feaffadb5ae,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:16.116745 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 037b404c-6651-435c-9fe6-0c7da7735962 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:16.154078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '7d36ff95-3567-4a67-9803-3feaffadb5ae', 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce', 'port_id': '7d36ff95-3567-4a67-9803-3feaffadb5ae', 'mac_address': 'fa:16:3e:da:d0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2285bb7f-8f63-4bae-a730-85e19eca1b8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:41:16.183343 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd7e63d9-7feb-4298-be41-979dabb98a8d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.214806 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01348721-5d31-426c-bc2d-10999c301976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.222651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 037b404c-6651-435c-9fe6-0c7da7735962 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:16.223029 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.242633 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6ef4-5da9-4edc-b9f7-a6cf3f9de502 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.250889 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6ef4-5da9-4edc-b9f7-a6cf3f9de502 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.268738 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.268995 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9a7d6ef4-5da9-4edc-b9f7-a6cf3f9de502 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "DELETE /v2.0/networks/bb83e82e-6124-419c-b619-5c78464607b5 HTTP/1.1" status: 204 len: 168 time: 0.5948770 Nov 11 21:41:16.275620 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45356) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:16.279652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e63d9-7feb-4298-be41-979dabb98a8d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for b606fe79-8428-4903-8bdc-ae3289455458 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:16.285813 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d36ff95-3567-4a67-9803-3feaffadb5ae {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:16.297142 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d6ef4-5da9-4edc-b9f7-a6cf3f9de502 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event deleted for resources: {'Network': ['ID=bb83e82e-6124-419c-b619-5c78464607b5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:16.305578 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7d36ff95-3567-4a67-9803-3feaffadb5ae, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7d36ff95-3567-4a67-9803-3feaffadb5ae,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:16.313544 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.385515 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30f68394-dfa4-4288-8ae7-7b92bc7d58b8 req-ca4c49a5-d207-4ea1-b1e2-862438ba42c8 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3235490 Nov 11 21:41:16.386006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7d36ff95-3567-4a67-9803-3feaffadb5ae,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:16.424308 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.477127 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 037b404c-6651-435c-9fe6-0c7da7735962, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=037b404c-6651-435c-9fe6-0c7da7735962,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:16.483284 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.508412 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d32d2e6-1f44-4900-b670-6862363803eb tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:16.527222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d32d2e6-1f44-4900-b670-6862363803eb tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:16.532391 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1d32d2e6-1f44-4900-b670-6862363803eb tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2521009 Nov 11 21:41:16.532829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45360) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:16.549091 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0d35eadb-8c7a-4588-9f6d-a1b2fdc85e0d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2136517369'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:16.564975 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=037b404c-6651-435c-9fe6-0c7da7735962,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:16.579030 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.587763 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d35eadb-8c7a-4588-9f6d-a1b2fdc85e0d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Made reservation on behalf of 6f9991f2bf4645e6a3aaf7938ff4a231 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:16.591578 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d35eadb-8c7a-4588-9f6d-a1b2fdc85e0d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.634146 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab862d3-32e3-4f06-a9e6-749935ccb757 req-c5014430-21c6-4459-bdae-90e83379400f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:16.635744 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ab862d3-32e3-4f06-a9e6-749935ccb757 req-c5014430-21c6-4459-bdae-90e83379400f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.1434755 Nov 11 21:41:16.647314 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd7e63d9-7feb-4298-be41-979dabb98a8d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.650962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d35eadb-8c7a-4588-9f6d-a1b2fdc85e0d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:16.653018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7d36ff95-3567-4a67-9803-3feaffadb5ae'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:16.667362 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d35eadb-8c7a-4588-9f6d-a1b2fdc85e0d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.667879 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-0d35eadb-8c7a-4588-9f6d-a1b2fdc85e0d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Added segment ed961a1c-b227-4058-859b-e0ad1d45cf61 of type vlan for network 01b3326f-7d47-4f2e-b554-a05fe6c89668 Nov 11 21:41:16.696314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e63d9-7feb-4298-be41-979dabb98a8d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=b606fe79-8428-4903-8bdc-ae3289455458,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:16.698822 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.759855 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd7e63d9-7feb-4298-be41-979dabb98a8d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.762422 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d35eadb-8c7a-4588-9f6d-a1b2fdc85e0d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.765433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cd7e63d9-7feb-4298-be41-979dabb98a8d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/b606fe79-8428-4903-8bdc-ae3289455458 HTTP/1.1" status: 204 len: 168 time: 1.0802772 Nov 11 21:41:16.768334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45364) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:16.790498 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:16.816536 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:16.829145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:16.838859 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event updated for resources: {'Port': ['ID=46ea99f8-8590-4f8c-a96a-abae7b09ced0,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:16.865343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ab862d3-32e3-4f06-a9e6-749935ccb757 req-f7d09152-a37b-4458-b447-aa2b929b864c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204564 Nov 11 21:41:16.889359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bea1c-02a6-4d40-a666-dad264b1f80c req-1d0b1ab5-8eaf-455b-bd0f-78fdfd8d8ee1 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:16.890816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad6bea1c-02a6-4d40-a666-dad264b1f80c req-1d0b1ab5-8eaf-455b-bd0f-78fdfd8d8ee1 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 944 time: 0.1342843 Nov 11 21:41:16.921808 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bd7778-297b-4b86-add7-5d749ecdadd8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:16.926540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c1bd7778-297b-4b86-add7-5d749ecdadd8 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1542530 Nov 11 21:41:16.927881 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d35eadb-8c7a-4588-9f6d-a1b2fdc85e0d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.935401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d35eadb-8c7a-4588-9f6d-a1b2fdc85e0d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:16.936163 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d35eadb-8c7a-4588-9f6d-a1b2fdc85e0d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:16.937547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45366) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:17.003788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45368) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:17.013623 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-12d0f437-cb1a-458e-a337-2c912c5cb72f tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2037090219'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:17.016126 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0d35eadb-8c7a-4588-9f6d-a1b2fdc85e0d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4815857 Nov 11 21:41:17.016268 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92a0a2f-45be-4819-a997-60d7f6992636 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] GET failed (client error): The resource could not be found. Nov 11 21:41:17.019154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d92a0a2f-45be-4819-a997-60d7f6992636 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/b606fe79-8428-4903-8bdc-ae3289455458 HTTP/1.1" status: 404 len: 333 time: 0.0758102 Nov 11 21:41:17.026001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45372) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:17.033768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2bd365c4-b65b-484b-949f-1557421e816e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-350830510'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:17.091374 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.db.api [None req-2bd365c4-b65b-484b-949f-1557421e816e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 21:41:17.091374 n-d-805737-3 neutron-server[102534]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 21:41:17.091374 n-d-805737-3 neutron-server[102534]: [parameters: {'project_id_1': 'f4c688e9d6ad4b2d83d9c3ab1c3e8813', 'expiration_1': datetime.datetime(2021, 11, 11, 21, 40, 57, 56736)}] Nov 11 21:41:17.091374 n-d-805737-3 neutron-server[102534]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:41:17.092343 n-d-805737-3 neutron-server[102534]: DEBUG oslo_db.api [None req-2bd365c4-b65b-484b-949f-1557421e816e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:41:17.097603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad6bea1c-02a6-4d40-a666-dad264b1f80c req-096957bf-0142-4254-8289-3777397a2b94 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772413 Nov 11 21:41:17.101124 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d0f437-cb1a-458e-a337-2c912c5cb72f tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Made reservation on behalf of 6f9991f2bf4645e6a3aaf7938ff4a231 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:17.105388 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12d0f437-cb1a-458e-a337-2c912c5cb72f tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:17.125806 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35eadb-8c7a-4588-9f6d-a1b2fdc85e0d tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event updated for resources: {'Network': ['ID=01b3326f-7d47-4f2e-b554-a05fe6c89668,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:17.139125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 01b3326f-7d47-4f2e-b554-a05fe6c89668 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:17.171107 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:17.217643 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d0f437-cb1a-458e-a337-2c912c5cb72f tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] vlan segment allocate from pool success with {'vlan_id': 1172, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:17.249970 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909c5fb-f8e0-4fdf-bea4-3776c1d59b0d req-16209721-0184-45dc-ad55-bb53d343d85c tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:17.251911 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2909c5fb-f8e0-4fdf-bea4-3776c1d59b0d req-16209721-0184-45dc-ad55-bb53d343d85c tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 946 time: 0.1300235 Nov 11 21:41:17.258071 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12d0f437-cb1a-458e-a337-2c912c5cb72f tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:17.258419 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-12d0f437-cb1a-458e-a337-2c912c5cb72f tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Added segment d33c0b78-851e-429c-ab3a-d4a2c011299a of type vlan for network fe529d50-d28b-4cef-a1d4-86a4faa11cce Nov 11 21:41:17.269873 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Deleting port 46ea99f8-8590-4f8c-a96a-abae7b09ced0 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:17.270206 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:17.382762 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12d0f437-cb1a-458e-a337-2c912c5cb72f tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:17.444248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2909c5fb-f8e0-4fdf-bea4-3776c1d59b0d req-e87ee8cd-f550-4bae-a259-a313e43947c1 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/security-groups?id=323580e3-0d0a-407c-be17-71238e262c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829641 Nov 11 21:41:17.467444 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:17.467604 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:17.471280 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12d0f437-cb1a-458e-a337-2c912c5cb72f tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:17.476827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d0f437-cb1a-458e-a337-2c912c5cb72f tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:17.477487 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12d0f437-cb1a-458e-a337-2c912c5cb72f tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:17.492097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31894eb7-e80c-42e8-a04f-dc34d87f1213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037b404c-6651-435c-9fe6-0c7da7735962'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:17.495894 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77144ea9-d60a-4265-af50-8afd32a54d5d" -d '{"events": [{"server_uuid": "31894eb7-e80c-42e8-a04f-dc34d87f1213", "name": "network-vif-plugged", "status": "completed", "tag": "037b404c-6651-435c-9fe6-0c7da7735962"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:17.537717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Calling delete_port for 46ea99f8-8590-4f8c-a96a-abae7b09ced0 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:17.547066 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a486e8-df51-47fc-8a5d-1211c74fa4b4 x-openstack-request-id: req-35a486e8-df51-47fc-8a5d-1211c74fa4b4 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:17.547224 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31894eb7-e80c-42e8-a04f-dc34d87f1213", "name": "network-vif-plugged", "status": "completed", "tag": "037b404c-6651-435c-9fe6-0c7da7735962", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:17.547534 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-35a486e8-df51-47fc-8a5d-1211c74fa4b4 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:17.548150 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31894eb7-e80c-42e8-a04f-dc34d87f1213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037b404c-6651-435c-9fe6-0c7da7735962', 'code': 200} Nov 11 21:41:17.590012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-12d0f437-cb1a-458e-a337-2c912c5cb72f tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5847003 Nov 11 21:41:17.593581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45378) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:17.599411 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Request body: {'ports': [{'network_id': '01b3326f-7d47-4f2e-b554-a05fe6c89668', 'name': 'tempest-port--624200541', 'admin_state_up': True}, {'network_id': 'fe529d50-d28b-4cef-a1d4-86a4faa11cce', 'admin_state_up': False}]} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:17.599754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Request body: {'port': {'network_id': '01b3326f-7d47-4f2e-b554-a05fe6c89668', 'name': 'tempest-port--624200541', 'admin_state_up': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:17.600361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Request body: {'port': {'network_id': 'fe529d50-d28b-4cef-a1d4-86a4faa11cce', 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:17.681783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0f437-cb1a-458e-a337-2c912c5cb72f tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event updated for resources: {'Network': ['ID=fe529d50-d28b-4cef-a1d4-86a4faa11cce,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:17.695679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network fe529d50-d28b-4cef-a1d4-86a4faa11cce details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:17.720634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20cc8e-53f6-4647-aeca-eaa559604945 req-06e8c398-e78d-455c-9e34-5d920eef5e8a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:17.727420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20cc8e-53f6-4647-aeca-eaa559604945 req-06e8c398-e78d-455c-9e34-5d920eef5e8a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:17.736031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20cc8e-53f6-4647-aeca-eaa559604945 req-06e8c398-e78d-455c-9e34-5d920eef5e8a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:17.743102 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20cc8e-53f6-4647-aeca-eaa559604945 req-06e8c398-e78d-455c-9e34-5d920eef5e8a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:17.750338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20cc8e-53f6-4647-aeca-eaa559604945 req-06e8c398-e78d-455c-9e34-5d920eef5e8a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:17.758476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20cc8e-53f6-4647-aeca-eaa559604945 req-06e8c398-e78d-455c-9e34-5d920eef5e8a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:17.765438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20cc8e-53f6-4647-aeca-eaa559604945 req-06e8c398-e78d-455c-9e34-5d920eef5e8a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:17.768095 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e20cc8e-53f6-4647-aeca-eaa559604945 req-06e8c398-e78d-455c-9e34-5d920eef5e8a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.3223648 Nov 11 21:41:17.808472 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd365c4-b65b-484b-949f-1557421e816e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:17.812539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2bd365c4-b65b-484b-949f-1557421e816e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:17.909884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd365c4-b65b-484b-949f-1557421e816e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:17.949640 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e20cc8e-53f6-4647-aeca-eaa559604945 req-6dd89981-b1af-4845-9d8f-9ef4d7068673 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1737421 Nov 11 21:41:17.963032 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:18.006325 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2bd365c4-b65b-484b-949f-1557421e816e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:18.006934 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-2bd365c4-b65b-484b-949f-1557421e816e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Added segment 85480f91-c971-4464-8742-0b431eee0169 of type vlan for network f2654b1f-682f-4566-93e2-9c128e9db006 Nov 11 21:41:18.021037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7d36ff95-3567-4a67-9803-3feaffadb5ae up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:18.060893 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Made reservation on behalf of 6f9991f2bf4645e6a3aaf7938ff4a231 for: {'port': 2} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:18.062382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event deleted for resources: {'Port': ['ID=46ea99f8-8590-4f8c-a96a-abae7b09ced0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:18.067867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:18.087601 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:18.182241 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 7d36ff95-3567-4a67-9803-3feaffadb5ae triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:18.182643 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:18.193298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] device_id is not set on port 64c956a9-d1e4-4a9d-91c9-0113ca231822 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:18.198963 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2bd365c4-b65b-484b-949f-1557421e816e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:18.242179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620487f-937e-414b-b419-f573f53d00db req-da6a7b58-6908-421e-948f-e5e10c1dd802 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:18.250139 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5620487f-937e-414b-b419-f573f53d00db req-da6a7b58-6908-421e-948f-e5e10c1dd802 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.2085104 Nov 11 21:41:18.325922 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:18.327948 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] create failed (client error): The resource could not be found. Nov 11 21:41:18.329090 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6ed2df19-4870-45b1-a214-106aec0a5769 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1517229 Nov 11 21:41:18.332124 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2bd365c4-b65b-484b-949f-1557421e816e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:18.337115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd365c4-b65b-484b-949f-1557421e816e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:18.337763 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2bd365c4-b65b-484b-949f-1557421e816e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:18.338815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45384) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:18.402012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5620487f-937e-414b-b419-f573f53d00db req-308f84d2-586b-4161-8713-10c8524a0542 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508641 Nov 11 21:41:18.432483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2cce5-78cf-4073-93f9-eedef6a5e6c4 req-a655ebb6-f8cf-49fd-9d3f-97fa6535a99a tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:18.432635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7d36ff95-3567-4a67-9803-3feaffadb5ae, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7d36ff95-3567-4a67-9803-3feaffadb5ae,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:18.434905 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5e2cce5-78cf-4073-93f9-eedef6a5e6c4 req-a655ebb6-f8cf-49fd-9d3f-97fa6535a99a tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 944 time: 0.2142036 Nov 11 21:41:18.438719 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:18.444485 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2bd365c4-b65b-484b-949f-1557421e816e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4146607 Nov 11 21:41:18.455259 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45386) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:18.490185 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-904c94a1-2ee6-4218-8ea2-f6d98fefdc0a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'subnet': {'network_id': 'f2654b1f-682f-4566-93e2-9c128e9db006', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:18.517335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd365c4-b65b-484b-949f-1557421e816e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Network': ['ID=f2654b1f-682f-4566-93e2-9c128e9db006,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:18.544323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network f2654b1f-682f-4566-93e2-9c128e9db006 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:18.551956 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5e2cce5-78cf-4073-93f9-eedef6a5e6c4 req-f31e4d47-7c25-4e7d-9956-cc708b0d1528 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678794 Nov 11 21:41:18.582961 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:18.594427 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:18.599872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7d36ff95-3567-4a67-9803-3feaffadb5ae,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:18.639935 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed340110-0747-46aa-8991-9664f2efc488 req-2376143e-c7a5-49ed-a28e-b4eaca21fde7 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:18.641716 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed340110-0747-46aa-8991-9664f2efc488 req-2376143e-c7a5-49ed-a28e-b4eaca21fde7 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 946 time: 0.0608604 Nov 11 21:41:18.699922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed340110-0747-46aa-8991-9664f2efc488 req-ae6eadd7-81d7-420b-aa03-5b2c03d4bab1 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/security-groups?id=323580e3-0d0a-407c-be17-71238e262c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515730 Nov 11 21:41:18.706374 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] device_id is not set on port 9a5ee0be-1b18-4b8f-8619-676934d782ff yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:18.730125 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5f308-6cac-4750-b84a-f42c02c3ead8 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Deleting port ce637612-7a4f-40dc-a581-64c60b45c73e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:18.730707 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4eb5f308-6cac-4750-b84a-f42c02c3ead8 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:18.737953 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904c94a1-2ee6-4218-8ea2-f6d98fefdc0a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:18.742373 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-904c94a1-2ee6-4218-8ea2-f6d98fefdc0a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:18.958860 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4eb5f308-6cac-4750-b84a-f42c02c3ead8 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:18.992440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5f308-6cac-4750-b84a-f42c02c3ead8 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Calling delete_port for ce637612-7a4f-40dc-a581-64c60b45c73e owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:19.063533 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:19.192842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa3adf-845d-48eb-9ef9-73193c94f02f req-8c0aaf3d-61cd-4159-98c6-85f1e72e00d2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:19.203763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa3adf-845d-48eb-9ef9-73193c94f02f req-8c0aaf3d-61cd-4159-98c6-85f1e72e00d2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:19.213581 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa3adf-845d-48eb-9ef9-73193c94f02f req-8c0aaf3d-61cd-4159-98c6-85f1e72e00d2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:19.220393 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa3adf-845d-48eb-9ef9-73193c94f02f req-8c0aaf3d-61cd-4159-98c6-85f1e72e00d2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:19.222726 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-904c94a1-2ee6-4218-8ea2-f6d98fefdc0a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:19.226969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa3adf-845d-48eb-9ef9-73193c94f02f req-8c0aaf3d-61cd-4159-98c6-85f1e72e00d2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:19.233194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa3adf-845d-48eb-9ef9-73193c94f02f req-8c0aaf3d-61cd-4159-98c6-85f1e72e00d2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:19.239330 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa3adf-845d-48eb-9ef9-73193c94f02f req-8c0aaf3d-61cd-4159-98c6-85f1e72e00d2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:19.241234 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-52aa3adf-845d-48eb-9ef9-73193c94f02f req-8c0aaf3d-61cd-4159-98c6-85f1e72e00d2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.1307325 Nov 11 21:41:19.294025 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:19.323426 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:19.327660 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dc911-88c2-441c-adc9-911ca7530b39 req-0f45b799-bfb7-4b93-841d-5371b0b863cc tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:19.335311 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af4dc911-88c2-441c-adc9-911ca7530b39 req-0f45b799-bfb7-4b93-841d-5371b0b863cc tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 946 time: 0.0927970 Nov 11 21:41:19.356290 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-52aa3adf-845d-48eb-9ef9-73193c94f02f req-bc63ae0f-3818-40dd-8707-803f84d7e5e1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015575 Nov 11 21:41:19.413562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af4dc911-88c2-441c-adc9-911ca7530b39 req-146a7a56-a7b5-4952-9f3d-bf565a612538 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/security-groups?id=323580e3-0d0a-407c-be17-71238e262c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727377 Nov 11 21:41:19.417353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c94a1-2ee6-4218-8ea2-f6d98fefdc0a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Subnet': ['ID=16149198-57e3-4315-bbdb-7e1648dc2bf2,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:19.445017 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4eb5f308-6cac-4750-b84a-f42c02c3ead8 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:19.450896 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event updated for resources: {'Port': ['ID=64c956a9-d1e4-4a9d-91c9-0113ca231822,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:19.454322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904c94a1-2ee6-4218-8ea2-f6d98fefdc0a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Checking segment: {'id': '85480f91-c971-4464-8742-0b431eee0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'f2654b1f-682f-4566-93e2-9c128e9db006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:19.454698 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904c94a1-2ee6-4218-8ea2-f6d98fefdc0a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network hostable DHCP agents. Network: f2654b1f-682f-4566-93e2-9c128e9db006, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:41:19.545593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5f308-6cac-4750-b84a-f42c02c3ead8 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event deleted for resources: {'Port': ['ID=ce637612-7a4f-40dc-a581-64c60b45c73e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:19.548870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f796eef0-f279-4cc5-9d59-fead704febec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d36ff95-3567-4a67-9803-3feaffadb5ae'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:19.551217 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b564c6e0-b2d8-4cdb-8056-4f8a4a566d07" -d '{"events": [{"server_uuid": "f796eef0-f279-4cc5-9d59-fead704febec", "name": "network-vif-plugged", "status": "completed", "tag": "7d36ff95-3567-4a67-9803-3feaffadb5ae"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:19.553287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027117ea-14a2-4094-966b-182a872dfa05 req-3a88066e-2093-409e-9146-a3b7594cb380 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:19.555142 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-027117ea-14a2-4094-966b-182a872dfa05 req-3a88066e-2093-409e-9146-a3b7594cb380 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.0676174 Nov 11 21:41:19.599318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Checking segment: {'id': 'ed961a1c-b227-4058-859b-e0ad1d45cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '01b3326f-7d47-4f2e-b554-a05fe6c89668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:19.599912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Network hostable DHCP agents. Network: 01b3326f-7d47-4f2e-b554-a05fe6c89668, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:41:19.613821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904c94a1-2ee6-4218-8ea2-f6d98fefdc0a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network f2654b1f-682f-4566-93e2-9c128e9db006 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:41:19.631537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-904c94a1-2ee6-4218-8ea2-f6d98fefdc0a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, f2654b1f-682f-4566-93e2-9c128e9db006) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:19.636592 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb5061a-da99-43d4-860b-8e1cc6f0a02c x-openstack-request-id: req-5eb5061a-da99-43d4-860b-8e1cc6f0a02c {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:19.636933 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f796eef0-f279-4cc5-9d59-fead704febec", "name": "network-vif-plugged", "status": "completed", "tag": "7d36ff95-3567-4a67-9803-3feaffadb5ae", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:19.637193 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5eb5061a-da99-43d4-860b-8e1cc6f0a02c {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:19.637605 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f796eef0-f279-4cc5-9d59-fead704febec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d36ff95-3567-4a67-9803-3feaffadb5ae', 'code': 200} Nov 11 21:41:19.642602 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3337c3c4-c141-4dba-944b-da65a0404263 None None] Network f2654b1f-682f-4566-93e2-9c128e9db006 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:19.648028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904c94a1-2ee6-4218-8ea2-f6d98fefdc0a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:19.648760 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-904c94a1-2ee6-4218-8ea2-f6d98fefdc0a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:19.655466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Network 01b3326f-7d47-4f2e-b554-a05fe6c89668 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:41:19.665192 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 01b3326f-7d47-4f2e-b554-a05fe6c89668) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:19.673612 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4eb5f308-6cac-4750-b84a-f42c02c3ead8 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:19.676701 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-027117ea-14a2-4094-966b-182a872dfa05 req-399046b2-e889-40c7-8144-cfb967f7a4a6 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151817 Nov 11 21:41:19.688054 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4eb5f308-6cac-4750-b84a-f42c02c3ead8 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "DELETE /v2.0/ports/ce637612-7a4f-40dc-a581-64c60b45c73e HTTP/1.1" status: 204 len: 168 time: 1.3478959 Nov 11 21:41:19.690634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45410) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:19.691249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:19.693528 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:19.734171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b684ff-ac29-473c-8e08-a3b943dbe8a8 None None] Network 01b3326f-7d47-4f2e-b554-a05fe6c89668 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:19.784495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event updated for resources: {'Port': ['ID=9a5ee0be-1b18-4b8f-8619-676934d782ff,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:19.796856 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-904c94a1-2ee6-4218-8ea2-f6d98fefdc0a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3403614 Nov 11 21:41:19.798736 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45412) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:19.805122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-30f87b3d-f192-43e8-81a0-b0fab33b5d13 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'subnet': {'network_id': 'f2654b1f-682f-4566-93e2-9c128e9db006', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:19.918897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8342d3f7-7495-4e95-bc91-258e7f09bed2 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:19.926126 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8342d3f7-7495-4e95-bc91-258e7f09bed2 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ba76f73-1629-4540-b03a-b64c24c70c3b HTTP/1.1" status: 200 len: 913 time: 0.2339628 Nov 11 21:41:19.933214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45414) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:19.958562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9841ca-0a8d-4a87-a73e-0478b8605ed7 req-52dfde93-85ef-491a-ad03-659a3ad85ccf tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:19.961305 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf9841ca-0a8d-4a87-a73e-0478b8605ed7 req-52dfde93-85ef-491a-ad03-659a3ad85ccf tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.1399772 Nov 11 21:41:20.014957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Checking segment: {'id': 'd33c0b78-851e-429c-ab3a-d4a2c011299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'fe529d50-d28b-4cef-a1d4-86a4faa11cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:20.015329 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Network hostable DHCP agents. Network: fe529d50-d28b-4cef-a1d4-86a4faa11cce, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:41:20.018960 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4592f-443b-4feb-9c5f-5c0a9c12bb8a req-0aa92254-f2e8-4772-aa31-36e820c9ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:20.020901 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-36b4592f-443b-4feb-9c5f-5c0a9c12bb8a req-0aa92254-f2e8-4772-aa31-36e820c9ec43 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 1096 time: 0.1844018 Nov 11 21:41:20.061566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-f2654b1f-682f-4566-93e2-9c128e9db006', 'network_id': 'f2654b1f-682f-4566-93e2-9c128e9db006', 'tenant_id': 'f4c688e9d6ad4b2d83d9c3ab1c3e8813', 'fixed_ips': [{'subnet_id': '16149198-57e3-4315-bbdb-7e1648dc2bf2'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:41:20.063044 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:20.088902 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Network fe529d50-d28b-4cef-a1d4-86a4faa11cce is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:41:20.110861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, fe529d50-d28b-4cef-a1d4-86a4faa11cce) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:20.114435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f87b3d-f192-43e8-81a0-b0fab33b5d13 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:20.118792 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30f87b3d-f192-43e8-81a0-b0fab33b5d13 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:20.125557 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-36b4592f-443b-4feb-9c5f-5c0a9c12bb8a req-26086627-5114-4a62-930e-8dd5a1fe05f5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928283 Nov 11 21:41:20.126525 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:20.131363 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf9841ca-0a8d-4a87-a73e-0478b8605ed7 req-0186a4f2-bd38-4382-b668-8b3faee20a6d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337485 Nov 11 21:41:20.146092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:20.151404 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:20.152343 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:20.215517 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c615b0e8-fc22-4b66-9dee-29bf9489e6dd tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.6205161 Nov 11 21:41:20.218656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45416) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:20.243357 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1edb5b8-34ac-4e10-b9c1-6029846d5e18 None None] Network fe529d50-d28b-4cef-a1d4-86a4faa11cce requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:20.294698 n-d-805737-3 neutron-server[102535]: INFO neutron.db.ipam_backend_mixin [None req-30f87b3d-f192-43e8-81a0-b0fab33b5d13 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 16149198-57e3-4315-bbdb-7e1648dc2bf2 (CIDR: 172.20.0.0/28) Nov 11 21:41:20.308933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897de4ff-5240-4e98-bbd4-dabd414cc5a2 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:20.317409 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897de4ff-5240-4e98-bbd4-dabd414cc5a2 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:20.323015 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-897de4ff-5240-4e98-bbd4-dabd414cc5a2 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1032112 Nov 11 21:41:20.324547 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45418) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:20.328841 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Allocated IP 172.20.0.2 (f2654b1f-682f-4566-93e2-9c128e9db006/16149198-57e3-4315-bbdb-7e1648dc2bf2/e49727ff-b4c1-484a-b525-f72eeee7f031) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:20.371454 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f87b3d-f192-43e8-81a0-b0fab33b5d13 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:41:20.371941 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f87b3d-f192-43e8-81a0-b0fab33b5d13 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:41:20.484266 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-30f87b3d-f192-43e8-81a0-b0fab33b5d13 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6831934 Nov 11 21:41:20.498116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45424) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:20.500769 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e5be-fe63-461d-b5e2-a642e65d147a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:20.511271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b170bb-eea3-43a2-b551-881ab0dbfa57 req-65989926-fb71-41df-9c0d-8c6dbd7bc236 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:20.512932 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-83b170bb-eea3-43a2-b551-881ab0dbfa57 req-65989926-fb71-41df-9c0d-8c6dbd7bc236 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 946 time: 0.0904303 Nov 11 21:41:20.570594 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b5461-47e3-49ac-9ab5-98faacac2122 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Deleting port 64c956a9-d1e4-4a9d-91c9-0113ca231822 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:20.570859 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d8b5461-47e3-49ac-9ab5-98faacac2122 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:20.615007 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-df36061b-4fd2-4819-959d-19190d4c6011 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'subnet': {'network_id': 'f2654b1f-682f-4566-93e2-9c128e9db006', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:20.696559 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:20.722972 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:20.750835 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d8b5461-47e3-49ac-9ab5-98faacac2122 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:20.776869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-83b170bb-eea3-43a2-b551-881ab0dbfa57 req-df484a55-30a1-4a8c-817f-2afb9d54ce0b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Deleting port 9e546c75-c828-437c-a8d4-1c6e130b1d13 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:20.777873 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-83b170bb-eea3-43a2-b551-881ab0dbfa57 req-df484a55-30a1-4a8c-817f-2afb9d54ce0b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:20.785578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b5461-47e3-49ac-9ab5-98faacac2122 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Calling delete_port for 64c956a9-d1e4-4a9d-91c9-0113ca231822 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:20.794063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Network f2654b1f-682f-4566-93e2-9c128e9db006 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:20.801769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:20.810879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:20.833604 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Pushing event updated for resources: {'Port': ['ID=e49727ff-b4c1-484a-b525-f72eeee7f031,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:20.897447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Attempting to bind port e49727ff-b4c1-484a-b525-f72eeee7f031 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:41:20.898125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Attempting to bind port e49727ff-b4c1-484a-b525-f72eeee7f031 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '85480f91-c971-4464-8742-0b431eee0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'f2654b1f-682f-4566-93e2-9c128e9db006'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:41:20.898653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Attempting to bind port e49727ff-b4c1-484a-b525-f72eeee7f031 on network f2654b1f-682f-4566-93e2-9c128e9db006 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:41:20.905746 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:41:20.906817 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Checking segment: {'id': '85480f91-c971-4464-8742-0b431eee0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'f2654b1f-682f-4566-93e2-9c128e9db006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:20.907557 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:20.908110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Bound using segment: {'id': '85480f91-c971-4464-8742-0b431eee0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'f2654b1f-682f-4566-93e2-9c128e9db006'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:41:20.908864 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Bound port: e49727ff-b4c1-484a-b525-f72eeee7f031, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85480f91-c971-4464-8742-0b431eee0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'f2654b1f-682f-4566-93e2-9c128e9db006'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:41:20.909437 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:20.964926 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-83b170bb-eea3-43a2-b551-881ab0dbfa57 req-df484a55-30a1-4a8c-817f-2afb9d54ce0b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] For port 9e546c75-c828-437c-a8d4-1c6e130b1d13, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=9e546c75-c828-437c-a8d4-1c6e130b1d13,segment=NetworkSegment(3917f5da-62af-4512-b76f-4b2c7f41966d),segment_id=3917f5da-62af-4512-b76f-4b2c7f41966d)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:20.965301 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-83b170bb-eea3-43a2-b551-881ab0dbfa57 req-df484a55-30a1-4a8c-817f-2afb9d54ce0b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:20.988882 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-83b170bb-eea3-43a2-b551-881ab0dbfa57 req-df484a55-30a1-4a8c-817f-2afb9d54ce0b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Calling delete_port for 9e546c75-c828-437c-a8d4-1c6e130b1d13 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:20.991061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] For port e49727ff-b4c1-484a-b525-f72eeee7f031, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:41:20.995028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] For port e49727ff-b4c1-484a-b525-f72eeee7f031, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e49727ff-b4c1-484a-b525-f72eeee7f031,segment=NetworkSegment(85480f91-c971-4464-8742-0b431eee0169),segment_id=85480f91-c971-4464-8742-0b431eee0169)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:41:21.004840 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:21.043044 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d8b5461-47e3-49ac-9ab5-98faacac2122 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:21.079222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b5461-47e3-49ac-9ab5-98faacac2122 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event deleted for resources: {'Port': ['ID=64c956a9-d1e4-4a9d-91c9-0113ca231822,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:21.083403 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c317c-3e2f-49d7-92ac-5cee2fccbbb7 None None] Pushing event updated for resources: {'Port': ['ID=e49727ff-b4c1-484a-b525-f72eeee7f031,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:21.113397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d8b5461-47e3-49ac-9ab5-98faacac2122 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:21.117674 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8d8b5461-47e3-49ac-9ab5-98faacac2122 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "DELETE /v2.0/ports/64c956a9-d1e4-4a9d-91c9-0113ca231822 HTTP/1.1" status: 204 len: 168 time: 0.7916405 Nov 11 21:41:21.124361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45428) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:21.291730 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5292f36f-33fe-4420-85c4-ac098bd08bc0 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Deleting port 9a5ee0be-1b18-4b8f-8619-676934d782ff {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:21.292115 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5292f36f-33fe-4420-85c4-ac098bd08bc0 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:21.303354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418c172-745b-4951-bca4-9efdf962ee6e req-18c0bb62-dc54-42cc-a4a5-2fb9461c039e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:21.309355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418c172-745b-4951-bca4-9efdf962ee6e req-18c0bb62-dc54-42cc-a4a5-2fb9461c039e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:21.315453 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418c172-745b-4951-bca4-9efdf962ee6e req-18c0bb62-dc54-42cc-a4a5-2fb9461c039e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:21.321577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418c172-745b-4951-bca4-9efdf962ee6e req-18c0bb62-dc54-42cc-a4a5-2fb9461c039e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:21.322834 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-83b170bb-eea3-43a2-b551-881ab0dbfa57 req-df484a55-30a1-4a8c-817f-2afb9d54ce0b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:21.328226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418c172-745b-4951-bca4-9efdf962ee6e req-18c0bb62-dc54-42cc-a4a5-2fb9461c039e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:21.334381 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418c172-745b-4951-bca4-9efdf962ee6e req-18c0bb62-dc54-42cc-a4a5-2fb9461c039e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:21.336182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['9e546c75-c828-437c-a8d4-1c6e130b1d13'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:21.340294 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418c172-745b-4951-bca4-9efdf962ee6e req-18c0bb62-dc54-42cc-a4a5-2fb9461c039e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:21.348434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3418c172-745b-4951-bca4-9efdf962ee6e req-18c0bb62-dc54-42cc-a4a5-2fb9461c039e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.7293625 Nov 11 21:41:21.403864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df484a55-30a1-4a8c-817f-2afb9d54ce0b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Pushing event deleted for resources: {'Port': ['ID=9e546c75-c828-437c-a8d4-1c6e130b1d13,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:21.406856 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920abf7a-11f8-44cc-b9c7-6ccd42a97b89 req-89a2f02d-dfd7-40e4-8a2a-f6b36b54a481 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:21.410557 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-920abf7a-11f8-44cc-b9c7-6ccd42a97b89 req-89a2f02d-dfd7-40e4-8a2a-f6b36b54a481 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6b7750b-afac-4179-919e-81fdc6cc6394 HTTP/1.1" status: 200 len: 867 time: 0.7900021 Nov 11 21:41:21.462419 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5292f36f-33fe-4420-85c4-ac098bd08bc0 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:21.503565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b170bb-eea3-43a2-b551-881ab0dbfa57 req-df484a55-30a1-4a8c-817f-2afb9d54ce0b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] No DVR routers for this DVR port 9e546c75-c828-437c-a8d4-1c6e130b1d13 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:21.514265 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-83b170bb-eea3-43a2-b551-881ab0dbfa57 req-df484a55-30a1-4a8c-817f-2afb9d54ce0b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:21.531041 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-83b170bb-eea3-43a2-b551-881ab0dbfa57 req-df484a55-30a1-4a8c-817f-2afb9d54ce0b tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.10 "DELETE /v2.0/ports/9e546c75-c828-437c-a8d4-1c6e130b1d13 HTTP/1.1" status: 204 len: 173 time: 1.0071182 Nov 11 21:41:21.531673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7750b-afac-4179-919e-81fdc6cc6394', 'name': 'network-vif-deleted', 'tag': '9e546c75-c828-437c-a8d4-1c6e130b1d13'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:21.534985 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca880cf-f87e-4839-b24b-fb0e80c6b182" -d '{"events": [{"server_uuid": "b6b7750b-afac-4179-919e-81fdc6cc6394", "name": "network-vif-deleted", "tag": "9e546c75-c828-437c-a8d4-1c6e130b1d13"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:21.539543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5292f36f-33fe-4420-85c4-ac098bd08bc0 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Calling delete_port for 9a5ee0be-1b18-4b8f-8619-676934d782ff owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:21.597702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3418c172-745b-4951-bca4-9efdf962ee6e req-0003962a-3b6e-4aa1-831f-aaaccb6e19b0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2482474 Nov 11 21:41:21.645775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df36061b-4fd2-4819-959d-19190d4c6011 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:21.659425 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5292f36f-33fe-4420-85c4-ac098bd08bc0 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:21.666909 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df36061b-4fd2-4819-959d-19190d4c6011 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:21.726407 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-920abf7a-11f8-44cc-b9c7-6ccd42a97b89 req-28d18f4f-371e-4cac-8f1c-c67a62997e24 tempest-ServerPasswordTestJSON-1764140756 tempest-ServerPasswordTestJSON-1764140756-project] 10.222.0.57 "GET /v2.0/security-groups?id=323580e3-0d0a-407c-be17-71238e262c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022034 Nov 11 21:41:21.748470 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292f36f-33fe-4420-85c4-ac098bd08bc0 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event deleted for resources: {'Port': ['ID=9a5ee0be-1b18-4b8f-8619-676934d782ff,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:21.760339 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5292f36f-33fe-4420-85c4-ac098bd08bc0 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:21.765027 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5292f36f-33fe-4420-85c4-ac098bd08bc0 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "DELETE /v2.0/ports/9a5ee0be-1b18-4b8f-8619-676934d782ff HTTP/1.1" status: 204 len: 168 time: 0.6392255 Nov 11 21:41:21.767350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45434) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:21.811668 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7ff20a98-8cac-436b-ba90-88b6a905b810 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0428205 Nov 11 21:41:21.817027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45436) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:21.822125 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8f70839a-3968-4f8f-ac26-0969721f0020 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1058291755'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:21.852785 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f70839a-3968-4f8f-ac26-0969721f0020 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Made reservation on behalf of 6f9991f2bf4645e6a3aaf7938ff4a231 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:21.857227 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f70839a-3968-4f8f-ac26-0969721f0020 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:21.902248 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f70839a-3968-4f8f-ac26-0969721f0020 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:21.919217 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f70839a-3968-4f8f-ac26-0969721f0020 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:21.919819 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-8f70839a-3968-4f8f-ac26-0969721f0020 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Added segment 6a679348-9a08-457c-bae9-c74aeabac7ce of type vlan for network ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e Nov 11 21:41:21.982176 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f70839a-3968-4f8f-ac26-0969721f0020 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:21.988934 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823d669-f959-4893-b8e8-b47e49fbc674 req-bcc1e9fb-2a4c-4276-ba34-77f53ecb6092 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:21.990463 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2823d669-f959-4893-b8e8-b47e49fbc674 req-bcc1e9fb-2a4c-4276-ba34-77f53ecb6092 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.2615407 Nov 11 21:41:22.016928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b4f65-54d3-40b6-839b-5a245dcd1366 req-5d9fdad4-714e-4b95-a34f-b9bb355621d0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:22.017294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f70839a-3968-4f8f-ac26-0969721f0020 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:22.024381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e24b4f65-54d3-40b6-839b-5a245dcd1366 req-5d9fdad4-714e-4b95-a34f-b9bb355621d0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.1532154 Nov 11 21:41:22.025216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f70839a-3968-4f8f-ac26-0969721f0020 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:22.026317 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f70839a-3968-4f8f-ac26-0969721f0020 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:22.090337 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8f70839a-3968-4f8f-ac26-0969721f0020 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2718890 Nov 11 21:41:22.090970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45438) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:22.115378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c7e9e5be-fe63-461d-b5e2-a642e65d147a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Deleting port 8fba1823-cbef-44e1-a9ed-357d0a745d12 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:22.115624 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e5be-fe63-461d-b5e2-a642e65d147a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:22.134465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cf04b1b5-aeef-4fa1-b79b-1efced798b52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1962484894'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:22.157257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70839a-3968-4f8f-ac26-0969721f0020 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event updated for resources: {'Network': ['ID=ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:22.170392 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:22.181511 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf04b1b5-aeef-4fa1-b79b-1efced798b52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Made reservation on behalf of 6f9991f2bf4645e6a3aaf7938ff4a231 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:22.187146 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf04b1b5-aeef-4fa1-b79b-1efced798b52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:22.224980 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf04b1b5-aeef-4fa1-b79b-1efced798b52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:22.227802 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2823d669-f959-4893-b8e8-b47e49fbc674 req-6577524a-8bfb-45a3-8806-e5a6d75fbb85 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282872 Nov 11 21:41:22.270079 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf04b1b5-aeef-4fa1-b79b-1efced798b52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:22.270430 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-cf04b1b5-aeef-4fa1-b79b-1efced798b52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Added segment 8ed56080-f926-458a-9db9-69ff10027209 of type vlan for network 4fdb3cf6-208b-4b18-8091-039010123c5d Nov 11 21:41:22.308534 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e5d202-fee2-4122-bb5f-1f370193edf9 x-openstack-request-id: req-b1e5d202-fee2-4122-bb5f-1f370193edf9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:22.308878 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7750b-afac-4179-919e-81fdc6cc6394", "name": "network-vif-deleted", "tag": "9e546c75-c828-437c-a8d4-1c6e130b1d13", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:22.309152 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b1e5d202-fee2-4122-bb5f-1f370193edf9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:22.309569 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7750b-afac-4179-919e-81fdc6cc6394', 'name': 'network-vif-deleted', 'tag': '9e546c75-c828-437c-a8d4-1c6e130b1d13', 'status': 'completed', 'code': 200} Nov 11 21:41:22.312350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e24b4f65-54d3-40b6-839b-5a245dcd1366 req-c4390789-2c38-4abe-8fc5-e2d10f144b8a tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846346 Nov 11 21:41:22.390614 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf04b1b5-aeef-4fa1-b79b-1efced798b52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:22.458217 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf04b1b5-aeef-4fa1-b79b-1efced798b52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:22.464592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf04b1b5-aeef-4fa1-b79b-1efced798b52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:22.475832 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cf04b1b5-aeef-4fa1-b79b-1efced798b52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:22.522757 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cf04b1b5-aeef-4fa1-b79b-1efced798b52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3954370 Nov 11 21:41:22.625098 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04b1b5-aeef-4fa1-b79b-1efced798b52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event updated for resources: {'Network': ['ID=4fdb3cf6-208b-4b18-8091-039010123c5d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:22.628570 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e5be-fe63-461d-b5e2-a642e65d147a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:22.760396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 4fdb3cf6-208b-4b18-8091-039010123c5d details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:22.796595 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c7e9e5be-fe63-461d-b5e2-a642e65d147a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Calling delete_port for 8fba1823-cbef-44e1-a9ed-357d0a745d12 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:22.915081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df36061b-4fd2-4819-959d-19190d4c6011 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:22.982450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bd4a6-3ffc-466a-a3da-a791ca8b349e req-cdc1c208-f32a-41ee-ba23-677286535e33 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:22.984271 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db4bd4a6-3ffc-466a-a3da-a791ca8b349e req-cdc1c208-f32a-41ee-ba23-677286535e33 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.4687893 Nov 11 21:41:23.001365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c37cf9-7ffc-4c33-a8c6-573159758b3d None None] Network f2654b1f-682f-4566-93e2-9c128e9db006 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:23.013836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e49727ff-b4c1-484a-b525-f72eeee7f031 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:23.089326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36061b-4fd2-4819-959d-19190d4c6011 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network f2654b1f-682f-4566-93e2-9c128e9db006 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:23.133844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a483e58f-0114-4e92-a4fe-fdc2e3849f16 None None] Provisioning complete for port e49727ff-b4c1-484a-b525-f72eeee7f031 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:23.134362 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a483e58f-0114-4e92-a4fe-fdc2e3849f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:23.137793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-df36061b-4fd2-4819-959d-19190d4c6011 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:23.159107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbe67d-6d57-48d9-95ec-87f9ed4a6b77 req-ec766209-b948-402d-a6cb-0686081ea706 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:23.168278 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbe67d-6d57-48d9-95ec-87f9ed4a6b77 req-ec766209-b948-402d-a6cb-0686081ea706 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:23.177156 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbe67d-6d57-48d9-95ec-87f9ed4a6b77 req-ec766209-b948-402d-a6cb-0686081ea706 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:23.184731 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbe67d-6d57-48d9-95ec-87f9ed4a6b77 req-ec766209-b948-402d-a6cb-0686081ea706 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:23.193836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbe67d-6d57-48d9-95ec-87f9ed4a6b77 req-ec766209-b948-402d-a6cb-0686081ea706 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:23.202592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbe67d-6d57-48d9-95ec-87f9ed4a6b77 req-ec766209-b948-402d-a6cb-0686081ea706 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:23.210922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbe67d-6d57-48d9-95ec-87f9ed4a6b77 req-ec766209-b948-402d-a6cb-0686081ea706 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:23.221145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-53dbe67d-6d57-48d9-95ec-87f9ed4a6b77 req-ec766209-b948-402d-a6cb-0686081ea706 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.4373853 Nov 11 21:41:23.238264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df36061b-4fd2-4819-959d-19190d4c6011 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:23.239155 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df36061b-4fd2-4819-959d-19190d4c6011 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:23.247891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36061b-4fd2-4819-959d-19190d4c6011 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Subnet': ['ID=593e6840-55cd-4c49-b0b8-9929d7ead4b3,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:23.257028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e49727ff-b4c1-484a-b525-f72eeee7f031 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:23.257497 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:23.314832 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45448) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:23.315608 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-df36061b-4fd2-4819-959d-19190d4c6011 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7044547 Nov 11 21:41:23.322272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5a991fe0-6da9-4920-8abe-08315ac28400 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'network_id': 'f2654b1f-682f-4566-93e2-9c128e9db006', 'fixed_ips': [{'subnet_id': '16149198-57e3-4315-bbdb-7e1648dc2bf2'}, {'subnet_id': '593e6840-55cd-4c49-b0b8-9929d7ead4b3'}], 'name': 'tempest-PortsTestJSON-1333587255'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:23.369448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db4bd4a6-3ffc-466a-a3da-a791ca8b349e req-80eba983-c9ce-4a83-89c3-d73e39f5ece9 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299649 Nov 11 21:41:23.420022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-53dbe67d-6d57-48d9-95ec-87f9ed4a6b77 req-499ba7be-bd91-4cca-a55d-cdbb6b134fab tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1959991 Nov 11 21:41:23.509998 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a483e58f-0114-4e92-a4fe-fdc2e3849f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:23.530272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45452) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:23.651121 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:23.706714 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e5be-fe63-461d-b5e2-a642e65d147a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:23.739019 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ed5d6-0eda-47eb-b8f8-aa7d39200af5 req-9552730a-614d-49da-95c9-edcd5fc20ee3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:23.741292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a991fe0-6da9-4920-8abe-08315ac28400 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:23.746386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a483e58f-0114-4e92-a4fe-fdc2e3849f16 None None] For port e49727ff-b4c1-484a-b525-f72eeee7f031, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e49727ff-b4c1-484a-b525-f72eeee7f031,segment=NetworkSegment(85480f91-c971-4464-8742-0b431eee0169),segment_id=85480f91-c971-4464-8742-0b431eee0169)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:23.751135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b99ed5d6-0eda-47eb-b8f8-aa7d39200af5 req-9552730a-614d-49da-95c9-edcd5fc20ee3 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.1441090 Nov 11 21:41:23.769211 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a483e58f-0114-4e92-a4fe-fdc2e3849f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:23.774839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-beefacd8-e9f8-4a2a-8122-b7b19a5e9d82 admin admin] Deleting subnet 1922fcc2-3410-46e4-a259-dcda7c824c86 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:41:23.797238 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577a70eb-b23e-48b7-bc61-365ffe9a8be5 None None] Update dhcp port {'port': {'network_id': 'f2654b1f-682f-4566-93e2-9c128e9db006', 'fixed_ips': [{'subnet_id': '16149198-57e3-4315-bbdb-7e1648dc2bf2', 'ip_address': '172.20.0.2'}, {'subnet_id': '593e6840-55cd-4c49-b0b8-9929d7ead4b3'}], 'binding:host_id': 'n-d-805737-3'}, 'id': 'e49727ff-b4c1-484a-b525-f72eeee7f031'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:41:23.882423 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-beefacd8-e9f8-4a2a-8122-b7b19a5e9d82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:23.915990 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a991fe0-6da9-4920-8abe-08315ac28400 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:23.946505 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9e5be-fe63-461d-b5e2-a642e65d147a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event deleted for resources: {'Port': ['ID=8fba1823-cbef-44e1-a9ed-357d0a745d12,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:23.994963 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-5a991fe0-6da9-4920-8abe-08315ac28400 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port 52e6bf4f-0f58-4154-b43a-63301d54dcef yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:24.067158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 6a256091-0880-49ef-ae98-ef983b4c19db details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:41:24.175448 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-beefacd8-e9f8-4a2a-8122-b7b19a5e9d82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:24.263267 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b99ed5d6-0eda-47eb-b8f8-aa7d39200af5 req-9cc5073f-d715-4333-bb9f-756236e3bf9a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020771 Nov 11 21:41:24.311971 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-577a70eb-b23e-48b7-bc61-365ffe9a8be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:24.505776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483e58f-0114-4e92-a4fe-fdc2e3849f16 None None] Pushing event updated for resources: {'Port': ['ID=e49727ff-b4c1-484a-b525-f72eeee7f031,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:24.508672 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:41:24.517488 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:41:24.530924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 6a256091-0880-49ef-ae98-ef983b4c19db, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=6a256091-0880-49ef-ae98-ef983b4c19db,segment=NetworkSegment(925044a4-3c84-44a3-969e-816229315c05),segment_id=925044a4-3c84-44a3-969e-816229315c05)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:24.543475 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '6a256091-0880-49ef-ae98-ef983b4c19db', 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29', 'port_id': '6a256091-0880-49ef-ae98-ef983b4c19db', 'mac_address': 'fa:16:3e:d9:f4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06d152d-4297-4bab-be11-2a26a2d0ccd9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:41:24.593567 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:24.624427 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a256091-0880-49ef-ae98-ef983b4c19db {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:24.632496 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-beefacd8-e9f8-4a2a-8122-b7b19a5e9d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:24.680878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 6a256091-0880-49ef-ae98-ef983b4c19db, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=6a256091-0880-49ef-ae98-ef983b4c19db,segment=NetworkSegment(925044a4-3c84-44a3-969e-816229315c05),segment_id=925044a4-3c84-44a3-969e-816229315c05)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:24.689983 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:24.693149 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e5be-fe63-461d-b5e2-a642e65d147a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:24.693397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:41:24.754727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-5a991fe0-6da9-4920-8abe-08315ac28400 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Allocated IP 172.20.0.12 (f2654b1f-682f-4566-93e2-9c128e9db006/16149198-57e3-4315-bbdb-7e1648dc2bf2/52e6bf4f-0f58-4154-b43a-63301d54dcef) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:24.770627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-5a991fe0-6da9-4920-8abe-08315ac28400 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Allocated IP 172.20.0.26 (f2654b1f-682f-4566-93e2-9c128e9db006/593e6840-55cd-4c49-b0b8-9929d7ead4b3/52e6bf4f-0f58-4154-b43a-63301d54dcef) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:24.792111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-9471cc8f-6c00-4147-8a46-8dd84ff1241f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:24.799372 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-9471cc8f-6c00-4147-8a46-8dd84ff1241f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/networks?id=7caaa17b-13f0-427b-9c0f-9a6ae36198ce HTTP/1.1" status: 200 len: 815 time: 0.5228572 Nov 11 21:41:24.879750 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=6a256091-0880-49ef-ae98-ef983b4c19db,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:24.885384 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d,segment=NetworkSegment(925044a4-3c84-44a3-969e-816229315c05),segment_id=925044a4-3c84-44a3-969e-816229315c05)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:24.906123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d', 'network_id': '4fa35899-5adf-40f1-9173-7fcb94838b29', 'port_id': 'b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d', 'mac_address': 'fa:16:3e:e1:4d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06d152d-4297-4bab-be11-2a26a2d0ccd9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:41:24.915313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c7bb1-eba6-43d8-8d99-38f2962d8ef6 req-485e35f4-561b-41a7-8408-dc04c07fb28c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:24.925293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c7bb1-eba6-43d8-8d99-38f2962d8ef6 req-485e35f4-561b-41a7-8408-dc04c07fb28c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:24.935583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c7bb1-eba6-43d8-8d99-38f2962d8ef6 req-485e35f4-561b-41a7-8408-dc04c07fb28c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:24.943740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c7bb1-eba6-43d8-8d99-38f2962d8ef6 req-485e35f4-561b-41a7-8408-dc04c07fb28c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:24.950342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c7bb1-eba6-43d8-8d99-38f2962d8ef6 req-485e35f4-561b-41a7-8408-dc04c07fb28c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:24.959706 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c7bb1-eba6-43d8-8d99-38f2962d8ef6 req-485e35f4-561b-41a7-8408-dc04c07fb28c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:24.968026 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c7bb1-eba6-43d8-8d99-38f2962d8ef6 req-485e35f4-561b-41a7-8408-dc04c07fb28c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:24.971020 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-552c7bb1-eba6-43d8-8d99-38f2962d8ef6 req-485e35f4-561b-41a7-8408-dc04c07fb28c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5422 time: 0.3446360 Nov 11 21:41:24.976890 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-beefacd8-e9f8-4a2a-8122-b7b19a5e9d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:24.985483 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:25.017539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:25.026379 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a991fe0-6da9-4920-8abe-08315ac28400 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:25.062409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefacd8-e9f8-4a2a-8122-b7b19a5e9d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1922fcc2-3410-46e4-a259-dcda7c824c86,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:25.064326 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a991fe0-6da9-4920-8abe-08315ac28400 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:25.085068 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-beefacd8-e9f8-4a2a-8122-b7b19a5e9d82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:25.095931 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-beefacd8-e9f8-4a2a-8122-b7b19a5e9d82 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1922fcc2-3410-46e4-a259-dcda7c824c86 HTTP/1.1" status: 204 len: 168 time: 1.5610640 Nov 11 21:41:25.105869 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-06a25ade-ca77-4a59-9e1b-ba5f92e331f5 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/quotas/f6675c7f79bd4dc29927a59893d93ae7 HTTP/1.1" status: 200 len: 375 time: 0.3053722 Nov 11 21:41:25.145631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45468) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:25.154188 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 9e546c75-c828-437c-a8d4-1c6e130b1d13 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:41:25.221833 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a991fe0-6da9-4920-8abe-08315ac28400 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network f2654b1f-682f-4566-93e2-9c128e9db006 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:25.259650 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 9e546c75-c828-437c-a8d4-1c6e130b1d13 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:41:25.283393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 9e546c75-c828-437c-a8d4-1c6e130b1d13 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:41:25.283612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-5a991fe0-6da9-4920-8abe-08315ac28400 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:25.283721 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d,segment=NetworkSegment(925044a4-3c84-44a3-969e-816229315c05),segment_id=925044a4-3c84-44a3-969e-816229315c05)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:25.302633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a991fe0-6da9-4920-8abe-08315ac28400 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:25.302852 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:25.302852 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 14325729-1495-4098-ba65-82b20f0f04f3 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:41:25.388789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a991fe0-6da9-4920-8abe-08315ac28400 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=52e6bf4f-0f58-4154-b43a-63301d54dcef,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:25.445212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:25.459892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e49727ff-b4c1-484a-b525-f72eeee7f031 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:25.500823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-577a70eb-b23e-48b7-bc61-365ffe9a8be5 None None] Allocated IP 172.20.0.18 (f2654b1f-682f-4566-93e2-9c128e9db006/593e6840-55cd-4c49-b0b8-9929d7ead4b3/e49727ff-b4c1-484a-b525-f72eeee7f031) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:25.515664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a991fe0-6da9-4920-8abe-08315ac28400 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:25.516582 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a991fe0-6da9-4920-8abe-08315ac28400 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:25.533553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-552c7bb1-eba6-43d8-8d99-38f2962d8ef6 req-743713ee-fa04-429d-92aa-4c662d4eb6ff tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5405159 Nov 11 21:41:25.556956 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-6c00a7fc-ff2a-447a-a782-591c0f2229f4 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6675c7f79bd4dc29927a59893d93ae7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4481306 Nov 11 21:41:25.574069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e9e5be-fe63-461d-b5e2-a642e65d147a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Router 2ba76f73-1629-4540-b03a-b64c24c70c3b has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:41:25.687256 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a988856-6d4d-482d-9b90-874cce61b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:25.732023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e49727ff-b4c1-484a-b525-f72eeee7f031 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:25.732708 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:25.756816 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5a991fe0-6da9-4920-8abe-08315ac28400 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.4384308 Nov 11 21:41:25.759915 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45478) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:25.769612 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-95992fee-3443-48b5-80da-f8ef7cc515e1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16149198-57e3-4315-bbdb-7e1648dc2bf2'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:25.787619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e9e5be-fe63-461d-b5e2-a642e65d147a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:41:25.810416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704683e-a676-478b-af7f-9729a1af34f0 req-36f4c77f-117f-4b18-8354-b55b657a38d7 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:25.820192 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e704683e-a676-478b-af7f-9729a1af34f0 req-36f4c77f-117f-4b18-8354-b55b657a38d7 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.71 "GET /v2.0/ports?device_id=f796eef0-f279-4cc5-9d59-fead704febec HTTP/1.1" status: 200 len: 945 time: 0.4285417 Nov 11 21:41:25.868200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c7e9e5be-fe63-461d-b5e2-a642e65d147a tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "PUT /v2.0/routers/2ba76f73-1629-4540-b03a-b64c24c70c3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9271326 Nov 11 21:41:25.877008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45480) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:25.890742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aaf74b-5152-4366-9ac3-afd9825342f9 None None] Sync routers for ids ['2ba76f73-1629-4540-b03a-b64c24c70c3b'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:41:25.969599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:25.975508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aaf74b-5152-4366-9ac3-afd9825342f9 None None] Routers {'2ba76f73-1629-4540-b03a-b64c24c70c3b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:41:25.976135 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d4aaf74b-5152-4366-9ac3-afd9825342f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:41:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2ba76f73-1629-4540-b03a-b64c24c70c3b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:25.981982 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a4531-7b61-4bf8-b0c2-cfaebed843a6 req-cb26897d-db52-45de-a7f7-b0f41a30a895 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:25.983587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a99a4531-7b61-4bf8-b0c2-cfaebed843a6 req-cb26897d-db52-45de-a7f7-b0f41a30a895 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.2983260 Nov 11 21:41:25.989814 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Request body: {'subnets': [{'network_id': 'ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1207877071', 'ip_version': 6}, {'network_id': '4fdb3cf6-208b-4b18-8091-039010123c5d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:25.990128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Request body: {'subnet': {'network_id': 'ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1207877071', 'ip_version': 6}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:25.990789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Request body: {'subnet': {'network_id': '4fdb3cf6-208b-4b18-8091-039010123c5d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:26.015042 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-577a70eb-b23e-48b7-bc61-365ffe9a8be5 None None] For port e49727ff-b4c1-484a-b525-f72eeee7f031, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e49727ff-b4c1-484a-b525-f72eeee7f031,segment=NetworkSegment(85480f91-c971-4464-8742-0b431eee0169),segment_id=85480f91-c971-4464-8742-0b431eee0169)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:26.050300 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-577a70eb-b23e-48b7-bc61-365ffe9a8be5 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.101310 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-577a70eb-b23e-48b7-bc61-365ffe9a8be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.177308 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a70eb-b23e-48b7-bc61-365ffe9a8be5 None None] Pushing event updated for resources: {'Port': ['ID=e49727ff-b4c1-484a-b525-f72eeee7f031,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:26.187947 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d4aaf74b-5152-4366-9ac3-afd9825342f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:26.211632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 14325729-1495-4098-ba65-82b20f0f04f3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=14325729-1495-4098-ba65-82b20f0f04f3,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:26.242980 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aaf74b-5152-4366-9ac3-afd9825342f9 None None] Routers {'2ba76f73-1629-4540-b03a-b64c24c70c3b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:41:26.243626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d4aaf74b-5152-4366-9ac3-afd9825342f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:41:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2ba76f73-1629-4540-b03a-b64c24c70c3b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:26.422745 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a988856-6d4d-482d-9b90-874cce61b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.466769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-6a988856-6d4d-482d-9b90-874cce61b287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7036ed7-0e87-4c74-a4b1-604ada92aa6d']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:26.477868 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d4aaf74b-5152-4366-9ac3-afd9825342f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:26.478564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aaf74b-5152-4366-9ac3-afd9825342f9 None None] The sync data for ids ['2ba76f73-1629-4540-b03a-b64c24c70c3b'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:41:26.483248 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '14325729-1495-4098-ba65-82b20f0f04f3', 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6', 'port_id': '14325729-1495-4098-ba65-82b20f0f04f3', 'mac_address': 'fa:16:3e:67:07:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4203dbbe-3cd8-4d15-b390-b3fbd621d440', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:41:26.483762 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-ebece859-166a-44ac-a28d-57ab3f4f3524 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5994332 Nov 11 21:41:26.492545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-6a988856-6d4d-482d-9b90-874cce61b287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3917f5da-62af-4512-b76f-4b2c7f41966d') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:26.492970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-6a988856-6d4d-482d-9b90-874cce61b287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3917f5da-62af-4512-b76f-4b2c7f41966d') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:26.524379 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a988856-6d4d-482d-9b90-874cce61b287 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.589928 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.608734 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14325729-1495-4098-ba65-82b20f0f04f3 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:26.609544 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d0b763a-fc9a-4c97-a285-179cbce86e93 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.652093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 14325729-1495-4098-ba65-82b20f0f04f3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=14325729-1495-4098-ba65-82b20f0f04f3,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:26.655577 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a988856-6d4d-482d-9b90-874cce61b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.658517 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.659322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 348abab2-0df6-4fc4-a449-94bd70a118d8 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:41:26.674924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e704683e-a676-478b-af7f-9729a1af34f0 req-64864a8e-0cc6-4767-85c4-8536e73474f2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Deleting port 7d36ff95-3567-4a67-9803-3feaffadb5ae {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:26.675247 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e704683e-a676-478b-af7f-9729a1af34f0 req-64864a8e-0cc6-4767-85c4-8536e73474f2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.686066 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a988856-6d4d-482d-9b90-874cce61b287 admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:41:26.686462 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a988856-6d4d-482d-9b90-874cce61b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:41:26.708627 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:41:26.780026 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=14325729-1495-4098-ba65-82b20f0f04f3,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:26.817319 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 348abab2-0df6-4fc4-a449-94bd70a118d8, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=348abab2-0df6-4fc4-a449-94bd70a118d8,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:26.830300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '348abab2-0df6-4fc4-a449-94bd70a118d8', 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6', 'port_id': '348abab2-0df6-4fc4-a449-94bd70a118d8', 'mac_address': 'fa:16:3e:bf:e4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4203dbbe-3cd8-4d15-b390-b3fbd621d440', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:41:26.888343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-d3c7b256-cb55-4943-8442-3722aba66e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:26.889522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-d3c7b256-cb55-4943-8442-3722aba66e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:26.890258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-d3c7b256-cb55-4943-8442-3722aba66e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:26.890716 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-d3c7b256-cb55-4943-8442-3722aba66e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:26.891170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-d3c7b256-cb55-4943-8442-3722aba66e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:26.891623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-d3c7b256-cb55-4943-8442-3722aba66e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:26.892073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-d3c7b256-cb55-4943-8442-3722aba66e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:26.894158 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-d3c7b256-cb55-4943-8442-3722aba66e4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0113b1be34a44a68ce314a4ec421108&device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 6502 time: 0.3106935 Nov 11 21:41:26.903194 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d0b763a-fc9a-4c97-a285-179cbce86e93 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.904192 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Made reservation on behalf of 6f9991f2bf4645e6a3aaf7938ff4a231 for: {'subnet': 2} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:26.905244 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d0b763a-fc9a-4c97-a285-179cbce86e93 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.909752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.910365 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.917698 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.934596 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a988856-6d4d-482d-9b90-874cce61b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.941374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348abab2-0df6-4fc4-a449-94bd70a118d8 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:26.955304 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95992fee-3443-48b5-80da-f8ef7cc515e1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.969952 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 348abab2-0df6-4fc4-a449-94bd70a118d8, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=348abab2-0df6-4fc4-a449-94bd70a118d8,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:26.975870 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.976970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 13ffee77-0dca-490c-8116-b548cab8fe4a details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:41:26.998772 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d0b763a-fc9a-4c97-a285-179cbce86e93 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:26.999663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0b763a-fc9a-4c97-a285-179cbce86e93 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Fanout notify agent at l3_agent the message router_deleted on router 2ba76f73-1629-4540-b03a-b64c24c70c3b {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:41:27.013450 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d0b763a-fc9a-4c97-a285-179cbce86e93 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:27.017968 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0d0b763a-fc9a-4c97-a285-179cbce86e93 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "DELETE /v2.0/routers/2ba76f73-1629-4540-b03a-b64c24c70c3b HTTP/1.1" status: 204 len: 168 time: 1.1362996 Nov 11 21:41:27.023603 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a988856-6d4d-482d-9b90-874cce61b287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:27.027996 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45486) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:27.038766 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6a988856-6d4d-482d-9b90-874cce61b287 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e7036ed7-0e87-4c74-a4b1-604ada92aa6d HTTP/1.1" status: 204 len: 168 time: 1.8870208 Nov 11 21:41:27.085154 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a988856-6d4d-482d-9b90-874cce61b287 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7036ed7-0e87-4c74-a4b1-604ada92aa6d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:27.093598 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=348abab2-0df6-4fc4-a449-94bd70a118d8,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:27.097012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e0d5e4-9db1-46bd-bac6-dd6845a217b9 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Deleting subnet 56adbaae-f037-4f87-b623-f83771025b74 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:41:27.112660 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-96e0d5e4-9db1-46bd-bac6-dd6845a217b9 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:27.184363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 13ffee77-0dca-490c-8116-b548cab8fe4a, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=13ffee77-0dca-490c-8116-b548cab8fe4a,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:27.203565 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-96e0d5e4-9db1-46bd-bac6-dd6845a217b9 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:27.207552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '13ffee77-0dca-490c-8116-b548cab8fe4a', 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6', 'port_id': '13ffee77-0dca-490c-8116-b548cab8fe4a', 'mac_address': 'fa:16:3e:54:98:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4203dbbe-3cd8-4d15-b390-b3fbd621d440', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:41:27.293155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e49727ff-b4c1-484a-b525-f72eeee7f031 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:27.302752 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e704683e-a676-478b-af7f-9729a1af34f0 req-64864a8e-0cc6-4767-85c4-8536e73474f2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] For port 7d36ff95-3567-4a67-9803-3feaffadb5ae, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7d36ff95-3567-4a67-9803-3feaffadb5ae,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:27.303273 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e704683e-a676-478b-af7f-9729a1af34f0 req-64864a8e-0cc6-4767-85c4-8536e73474f2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:27.326991 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-96e0d5e4-9db1-46bd-bac6-dd6845a217b9 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:27.371504 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e704683e-a676-478b-af7f-9729a1af34f0 req-64864a8e-0cc6-4767-85c4-8536e73474f2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Calling delete_port for 7d36ff95-3567-4a67-9803-3feaffadb5ae owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:27.425670 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:27.431179 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e49727ff-b4c1-484a-b525-f72eeee7f031 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:27.433001 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:27.453637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45490) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:27.541582 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-ece702a7-407f-4773-a4f9-1559c21015ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:27.543229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-ece702a7-407f-4773-a4f9-1559c21015ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:27.544185 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-ece702a7-407f-4773-a4f9-1559c21015ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:27.546887 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-ece702a7-407f-4773-a4f9-1559c21015ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=28575828-e1a6-401b-bf7c-c60e475ca065&id=daab2798-5889-436e-a5cb-09a946e4b419&id=daab2798-5889-436e-a5cb-09a946e4b419&id=daab2798-5889-436e-a5cb-09a946e4b419&id=daab2798-5889-436e-a5cb-09a946e4b419&id=3b574cc1-a549-4854-8e74-091e974d921e&id=3b574cc1-a549-4854-8e74-091e974d921e HTTP/1.1" status: 200 len: 2300 time: 0.6096301 Nov 11 21:41:27.577215 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3a228d-cb3c-44b8-9471-2baa862d6efb None None] Network f2654b1f-682f-4566-93e2-9c128e9db006 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:27.580996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ffee77-0dca-490c-8116-b548cab8fe4a {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:27.609589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 13ffee77-0dca-490c-8116-b548cab8fe4a, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=13ffee77-0dca-490c-8116-b548cab8fe4a,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:27.635000 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:27.635688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device c42f3bfd-99cc-4ee5-a989-eedc34b67f19 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:41:27.680051 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-02c009eb-457b-4930-a3ee-0f8533782c9b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b8b3f088ea034fb29959993f8dda26b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236238 Nov 11 21:41:27.685749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45492) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:27.688949 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1362098e-1a43-49d0-9435-33f2066c962e None None] Provisioning complete for port e49727ff-b4c1-484a-b525-f72eeee7f031 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:27.689421 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1362098e-1a43-49d0-9435-33f2066c962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:27.689673 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-96e0d5e4-9db1-46bd-bac6-dd6845a217b9 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:27.709845 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-b964508f-8c61-4735-9ef5-40d3006619ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b HTTP/1.1" status: 200 len: 1001 time: 0.1515841 Nov 11 21:41:27.735324 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-96e0d5e4-9db1-46bd-bac6-dd6845a217b9 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:27.742942 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-96e0d5e4-9db1-46bd-bac6-dd6845a217b9 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "DELETE /v2.0/subnets/56adbaae-f037-4f87-b623-f83771025b74 HTTP/1.1" status: 204 len: 168 time: 0.7137563 Nov 11 21:41:27.743613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45494) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:27.753529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0d5e4-9db1-46bd-bac6-dd6845a217b9 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event deleted for resources: {'Subnet': ['ID=56adbaae-f037-4f87-b623-f83771025b74,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:27.776187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a99a4531-7b61-4bf8-b0c2-cfaebed843a6 req-a1e4ea3c-ef76-4d3f-b375-69bf72a75722 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0189149 Nov 11 21:41:27.818470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-d721c78a-9256-4e13-b36e-7322dec56ef6 service neutron] 10.222.0.57 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2605121 Nov 11 21:41:27.840085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca84f530-b46f-46da-add9-8bd50f97d49a None None] Network f4e61dff-330e-4c28-ad60-920992e3cd23 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:27.881617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-bbd31595-fc62-407c-9d18-5b531c543784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:27.883265 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-bbd31595-fc62-407c-9d18-5b531c543784 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3468651-a958-4431-bb60-8ef0cb71dca9 HTTP/1.1" status: 200 len: 856 time: 0.1626315 Nov 11 21:41:27.912354 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:41:27.939782 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-b78f9d5a-c20a-4c92-afa5-9f4b85f8a0d0 service neutron] 10.222.0.57 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133988 Nov 11 21:41:27.996156 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ea69d96-ee4b-413f-bc7b-ee3c3e4f7bc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:28.032156 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e704683e-a676-478b-af7f-9729a1af34f0 req-64864a8e-0cc6-4767-85c4-8536e73474f2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:28.060144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7d36ff95-3567-4a67-9803-3feaffadb5ae'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:28.063764 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ea69d96-ee4b-413f-bc7b-ee3c3e4f7bc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:28.108486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64864a8e-0cc6-4767-85c4-8536e73474f2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Pushing event deleted for resources: {'Port': ['ID=7d36ff95-3567-4a67-9803-3feaffadb5ae,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:28.118023 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-3b040102-34f1-4ea5-8763-a44420a8cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:28.119718 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-3b040102-34f1-4ea5-8763-a44420a8cd34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=28575828-e1a6-401b-bf7c-c60e475ca065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2224824 Nov 11 21:41:28.137512 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:28.143968 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=13ffee77-0dca-490c-8116-b548cab8fe4a,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:28.174118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c68d8-a330-4b10-94bb-7b2f69424de2 req-cf204837-e65f-4c4e-af1e-6af324582189 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:28.180459 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c68d8-a330-4b10-94bb-7b2f69424de2 req-cf204837-e65f-4c4e-af1e-6af324582189 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:28.186711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c68d8-a330-4b10-94bb-7b2f69424de2 req-cf204837-e65f-4c4e-af1e-6af324582189 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:28.195040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c68d8-a330-4b10-94bb-7b2f69424de2 req-cf204837-e65f-4c4e-af1e-6af324582189 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:28.201934 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c68d8-a330-4b10-94bb-7b2f69424de2 req-cf204837-e65f-4c4e-af1e-6af324582189 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:28.208330 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c68d8-a330-4b10-94bb-7b2f69424de2 req-cf204837-e65f-4c4e-af1e-6af324582189 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:28.214683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c68d8-a330-4b10-94bb-7b2f69424de2 req-cf204837-e65f-4c4e-af1e-6af324582189 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:28.216809 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-974c68d8-a330-4b10-94bb-7b2f69424de2 req-cf204837-e65f-4c4e-af1e-6af324582189 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5427 time: 0.2760623 Nov 11 21:41:28.217967 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-95992fee-3443-48b5-80da-f8ef7cc515e1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Delete allocated IP 172.20.0.26 (f2654b1f-682f-4566-93e2-9c128e9db006/593e6840-55cd-4c49-b0b8-9929d7ead4b3) {{(pid=102534) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 21:41:28.326998 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e704683e-a676-478b-af7f-9729a1af34f0 req-64864a8e-0cc6-4767-85c4-8536e73474f2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] No DVR routers for this DVR port 7d36ff95-3567-4a67-9803-3feaffadb5ae on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:28.335260 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e704683e-a676-478b-af7f-9729a1af34f0 req-64864a8e-0cc6-4767-85c4-8536e73474f2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:28.339351 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e704683e-a676-478b-af7f-9729a1af34f0 req-64864a8e-0cc6-4767-85c4-8536e73474f2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.71 "DELETE /v2.0/ports/7d36ff95-3567-4a67-9803-3feaffadb5ae HTTP/1.1" status: 204 len: 173 time: 2.5057952 Nov 11 21:41:28.343096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f796eef0-f279-4cc5-9d59-fead704febec', 'name': 'network-vif-deleted', 'tag': '7d36ff95-3567-4a67-9803-3feaffadb5ae'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:28.345551 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6536f4b9-db01-4351-b3f7-cb6cc631b106" -d '{"events": [{"server_uuid": "f796eef0-f279-4cc5-9d59-fead704febec", "name": "network-vif-deleted", "tag": "7d36ff95-3567-4a67-9803-3feaffadb5ae"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:28.370327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ba8ab3c-dbcf-42a2-8d15-527e438657df req-1c057506-a291-40a0-9df3-8904ed58869e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 210 time: 0.0538743 Nov 11 21:41:28.489641 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port c42f3bfd-99cc-4ee5-a989-eedc34b67f19, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=c42f3bfd-99cc-4ee5-a989-eedc34b67f19,segment=NetworkSegment(8d930290-0268-4670-a846-4f72249a4412),segment_id=8d930290-0268-4670-a846-4f72249a4412)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:28.538488 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19', 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'port_id': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19', 'mac_address': 'fa:16:3e:1f:8b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:41:28.550053 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6806e3d-c38d-4042-95f9-1eb361b3cde6 x-openstack-request-id: req-e6806e3d-c38d-4042-95f9-1eb361b3cde6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:28.550461 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f796eef0-f279-4cc5-9d59-fead704febec", "name": "network-vif-deleted", "tag": "7d36ff95-3567-4a67-9803-3feaffadb5ae", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:28.551217 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e6806e3d-c38d-4042-95f9-1eb361b3cde6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:28.551849 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f796eef0-f279-4cc5-9d59-fead704febec', 'name': 'network-vif-deleted', 'tag': '7d36ff95-3567-4a67-9803-3feaffadb5ae', 'status': 'completed', 'code': 200} Nov 11 21:41:28.600905 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95992fee-3443-48b5-80da-f8ef7cc515e1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:28.634376 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95992fee-3443-48b5-80da-f8ef7cc515e1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:28.643406 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:28.670007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42f3bfd-99cc-4ee5-a989-eedc34b67f19 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:28.671497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-974c68d8-a330-4b10-94bb-7b2f69424de2 req-78b5808e-4a31-4b02-8cd1-08bd0cd9cabe tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4475052 Nov 11 21:41:28.712081 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ea69d96-ee4b-413f-bc7b-ee3c3e4f7bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:28.725821 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port c42f3bfd-99cc-4ee5-a989-eedc34b67f19, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=c42f3bfd-99cc-4ee5-a989-eedc34b67f19,segment=NetworkSegment(8d930290-0268-4670-a846-4f72249a4412),segment_id=8d930290-0268-4670-a846-4f72249a4412)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:28.731809 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ea69d96-ee4b-413f-bc7b-ee3c3e4f7bc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:28.732468 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:28.741593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 25a1c873-4001-4e2b-9aab-1b83892a724d details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:41:28.747189 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3ea69d96-ee4b-413f-bc7b-ee3c3e4f7bc6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/323580e3-0d0a-407c-be17-71238e262c46 HTTP/1.1" status: 204 len: 168 time: 1.0555172 Nov 11 21:41:28.810779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Deleting port a06f9936-1cb5-43ec-b432-1d4e1054d910 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:28.811751 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:28.821551 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea3a82-c57b-4fe4-a1bb-400ceb268442 None None] DHCP port deletion for f4e61dff-330e-4c28-ad60-920992e3cd23 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:41:28.877273 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea69d96-ee4b-413f-bc7b-ee3c3e4f7bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323580e3-0d0a-407c-be17-71238e262c46,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:29.049772 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:41:29.057620 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-a36c63d1-a385-4c81-bf54-853327327114 service neutron] 10.222.0.10 "GET /v2.0/networks/28575828-e1a6-401b-bf7c-c60e475ca065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9246521 Nov 11 21:41:29.095512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=c42f3bfd-99cc-4ee5-a989-eedc34b67f19,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:29.101347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 25a1c873-4001-4e2b-9aab-1b83892a724d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=25a1c873-4001-4e2b-9aab-1b83892a724d,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:29.120845 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '25a1c873-4001-4e2b-9aab-1b83892a724d', 'network_id': '784dde3a-e85c-4752-9e04-1000eefc86d6', 'port_id': '25a1c873-4001-4e2b-9aab-1b83892a724d', 'mac_address': 'fa:16:3e:1f:8b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4203dbbe-3cd8-4d15-b390-b3fbd621d440', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:41:29.233884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95992fee-3443-48b5-80da-f8ef7cc515e1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=52e6bf4f-0f58-4154-b43a-63301d54dcef,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:29.260528 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea3a82-c57b-4fe4-a1bb-400ceb268442 None None] Deleting port a06f9936-1cb5-43ec-b432-1d4e1054d910 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:29.260928 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5ea3a82-c57b-4fe4-a1bb-400ceb268442 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:29.308403 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:29.356494 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] For port a06f9936-1cb5-43ec-b432-1d4e1054d910, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a06f9936-1cb5-43ec-b432-1d4e1054d910,segment=NetworkSegment(819f850b-96bf-439f-96a5-b416e5aeac53),segment_id=819f850b-96bf-439f-96a5-b416e5aeac53)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:29.360440 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:29.364653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-95992fee-3443-48b5-80da-f8ef7cc515e1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] In _notify_port_updated(), no bound segment for port 52e6bf4f-0f58-4154-b43a-63301d54dcef on network f2654b1f-682f-4566-93e2-9c128e9db006 {{(pid=102534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:41:29.373321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95992fee-3443-48b5-80da-f8ef7cc515e1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:29.374195 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95992fee-3443-48b5-80da-f8ef7cc515e1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:29.375794 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-95992fee-3443-48b5-80da-f8ef7cc515e1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "PUT /v2.0/ports/52e6bf4f-0f58-4154-b43a-63301d54dcef HTTP/1.1" status: 200 len: 920 time: 3.6111450 Nov 11 21:41:29.384790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45514) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:29.392571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-60a67de5-2a6d-44a2-8ff4-790afa40157e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16149198-57e3-4315-bbdb-7e1648dc2bf2'}, {'subnet_id': '593e6840-55cd-4c49-b0b8-9929d7ead4b3'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:29.402313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Calling delete_port for a06f9936-1cb5-43ec-b432-1d4e1054d910 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:29.427126 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a06f9936-1cb5-43ec-b432-1d4e1054d910 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:41:29.434941 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:29.451903 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086a8cc-a014-474e-96c0-6a78dc220a0c req-d8f89c87-442a-4980-a3f0-8a86a6d01e3c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:29.462195 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a086a8cc-a014-474e-96c0-6a78dc220a0c req-d8f89c87-442a-4980-a3f0-8a86a6d01e3c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.4757831 Nov 11 21:41:29.538406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Checking segment: {'id': '6a679348-9a08-457c-bae9-c74aeabac7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:29.538776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Network hostable DHCP agents. Network: ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:41:29.557205 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event updated for resources: {'Subnet': ['ID=64e47af2-5f16-4bad-be55-6709759f22d6,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:29.578750 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-a216e0a5-275f-4fb8-9288-d9b9d79cf3be service neutron] 10.222.0.10 "GET /v2.0/networks/28575828-e1a6-401b-bf7c-c60e475ca065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079582 Nov 11 21:41:29.583450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Network ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:41:29.628186 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-ceb6a685-63aa-43f7-b2f3-9035d46c6ef8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 HTTP/1.1" status: 200 len: 217 time: 0.0390563 Nov 11 21:41:29.661697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:29.672864 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:29.704030 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb0273c1-d58c-4fad-8d11-3111f6631181 req-441581e3-3503-4395-b413-61f0095a1306 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 210 time: 0.1186216 Nov 11 21:41:29.734202 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60a67de5-2a6d-44a2-8ff4-790afa40157e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:29.765576 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a086a8cc-a014-474e-96c0-6a78dc220a0c req-4117ca16-63f8-493d-a1bd-ddc5926301a0 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017426 Nov 11 21:41:29.802186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d017fba4-d26d-4699-830d-2da03a61bfb8 None None] Network ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:29.812009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event updated for resources: {'Subnet': ['ID=070128a1-dfea-4ca5-b700-b0e178e933e5,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:29.829443 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-df714914-6299-47e5-9155-ee45320842aa None None] Provisioning complete for port e49727ff-b4c1-484a-b525-f72eeee7f031 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:29.829810 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df714914-6299-47e5-9155-ee45320842aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:29.866210 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-e056428f-429c-4b0d-af15-0ceb137bc2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:29.867691 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-e056428f-429c-4b0d-af15-0ceb137bc2d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.2300849 Nov 11 21:41:29.870373 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Checking segment: {'id': '8ed56080-f926-458a-9db9-69ff10027209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '4fdb3cf6-208b-4b18-8091-039010123c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:29.871028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Network hostable DHCP agents. Network: 4fdb3cf6-208b-4b18-8091-039010123c5d, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:41:29.930481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a1c873-4001-4e2b-9aab-1b83892a724d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:29.965604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Network 4fdb3cf6-208b-4b18-8091-039010123c5d is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:41:29.990913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 4fdb3cf6-208b-4b18-8091-039010123c5d) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:30.001135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:30.001618 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:30.002335 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:30.022911 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-6c415382-3e1e-4275-ae66-cdcb138ccfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:30.027290 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-6c415382-3e1e-4275-ae66-cdcb138ccfa9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1450784 Nov 11 21:41:30.032273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc2c805-af68-4d48-9491-1dc3ba4caf89 None None] Network 4fdb3cf6-208b-4b18-8091-039010123c5d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:30.035962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f5ea3a82-c57b-4fe4-a1bb-400ceb268442 None None] For port a06f9936-1cb5-43ec-b432-1d4e1054d910, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a06f9936-1cb5-43ec-b432-1d4e1054d910,segment=NetworkSegment(819f850b-96bf-439f-96a5-b416e5aeac53),segment_id=819f850b-96bf-439f-96a5-b416e5aeac53)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:30.036570 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5ea3a82-c57b-4fe4-a1bb-400ceb268442 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:30.175529 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ce865225-828e-43ec-bc06-6290db737d48 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.1901350 Nov 11 21:41:30.194255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 25a1c873-4001-4e2b-9aab-1b83892a724d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=25a1c873-4001-4e2b-9aab-1b83892a724d,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:30.196071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea3a82-c57b-4fe4-a1bb-400ceb268442 None None] Calling delete_port for a06f9936-1cb5-43ec-b432-1d4e1054d910 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:30.198654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45534) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:30.215089 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No active binding found for port a06f9936-1cb5-43ec-b432-1d4e1054d910 {{(pid=102536) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 21:41:30.215535 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a06f9936-1cb5-43ec-b432-1d4e1054d910 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:41:30.252457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-60a67de5-2a6d-44a2-8ff4-790afa40157e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Allocated IP 172.20.0.20 (f2654b1f-682f-4566-93e2-9c128e9db006/593e6840-55cd-4c49-b0b8-9929d7ead4b3/52e6bf4f-0f58-4154-b43a-63301d54dcef) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:30.307076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1793ee85-0c3c-4608-86bb-f0ea01ca401e tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:30.309720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1793ee85-0c3c-4608-86bb-f0ea01ca401e tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:30.313169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1793ee85-0c3c-4608-86bb-f0ea01ca401e tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:30.315673 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1793ee85-0c3c-4608-86bb-f0ea01ca401e tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1073544 Nov 11 21:41:30.325482 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45538) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:30.327970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45540) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:30.422114 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-78ca87fa-7926-45a0-9b24-359f1f09a0ad service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838184 Nov 11 21:41:30.426089 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0bfd53-6af0-4c38-9ddf-4a6066d4f892 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Deleting subnet 64e47af2-5f16-4bad-be55-6709759f22d6 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:41:30.431505 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b0bfd53-6af0-4c38-9ddf-4a6066d4f892 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:30.495477 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:30.569364 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60a67de5-2a6d-44a2-8ff4-790afa40157e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:30.577667 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event deleted for resources: {'Port': ['ID=a06f9936-1cb5-43ec-b432-1d4e1054d910,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:30.587882 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b0bfd53-6af0-4c38-9ddf-4a6066d4f892 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:30.607894 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] No DVR routers for this DVR port a06f9936-1cb5-43ec-b432-1d4e1054d910 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:30.620667 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60a67de5-2a6d-44a2-8ff4-790afa40157e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:30.648000 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1523349602-network', 'tenant_id': '172747899bb047bea5cde66bd14569c8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:30.655576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc890d-5433-4136-978a-522bc1310b84 req-ba6548fb-15bf-41b9-ba99-a199ab76850b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:30.663450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc890d-5433-4136-978a-522bc1310b84 req-ba6548fb-15bf-41b9-ba99-a199ab76850b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:30.670596 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc890d-5433-4136-978a-522bc1310b84 req-ba6548fb-15bf-41b9-ba99-a199ab76850b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:30.677748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc890d-5433-4136-978a-522bc1310b84 req-ba6548fb-15bf-41b9-ba99-a199ab76850b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:30.684709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc890d-5433-4136-978a-522bc1310b84 req-ba6548fb-15bf-41b9-ba99-a199ab76850b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:30.691756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc890d-5433-4136-978a-522bc1310b84 req-ba6548fb-15bf-41b9-ba99-a199ab76850b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:30.698527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc890d-5433-4136-978a-522bc1310b84 req-ba6548fb-15bf-41b9-ba99-a199ab76850b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:30.700844 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ccc890d-5433-4136-978a-522bc1310b84 req-ba6548fb-15bf-41b9-ba99-a199ab76850b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5428 time: 0.8340809 Nov 11 21:41:30.704835 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:30.709075 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b0bfd53-6af0-4c38-9ddf-4a6066d4f892 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:30.715570 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5ea3a82-c57b-4fe4-a1bb-400ceb268442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:30.758551 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] Made reservation on behalf of 172747899bb047bea5cde66bd14569c8 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:30.761308 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:30.767810 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-0e0456d3-636f-4744-bd8f-528400e2fefd service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373706 Nov 11 21:41:30.772939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea3a82-c57b-4fe4-a1bb-400ceb268442 None None] No DVR routers for this DVR port a06f9936-1cb5-43ec-b432-1d4e1054d910 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:30.786891 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:30.839488 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-4b9cec96-1a95-4579-83d4-8fac075cad9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=f0ed3440-fad0-40db-ae8d-c2ff35601d0b HTTP/1.1" status: 200 len: 217 time: 0.0642128 Nov 11 21:41:30.933094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-e728a6f8-2afb-4ab2-a21a-273547dd5284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:30.935875 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-e728a6f8-2afb-4ab2-a21a-273547dd5284 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.0855947 Nov 11 21:41:30.946280 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b0bfd53-6af0-4c38-9ddf-4a6066d4f892 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:30.948974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=25a1c873-4001-4e2b-9aab-1b83892a724d,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:31.061405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bfd53-6af0-4c38-9ddf-4a6066d4f892 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event deleted for resources: {'Subnet': ['ID=64e47af2-5f16-4bad-be55-6709759f22d6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:31.077871 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b0bfd53-6af0-4c38-9ddf-4a6066d4f892 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:31.082441 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9b0bfd53-6af0-4c38-9ddf-4a6066d4f892 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "DELETE /v2.0/subnets/64e47af2-5f16-4bad-be55-6709759f22d6 HTTP/1.1" status: 204 len: 168 time: 0.7550938 Nov 11 21:41:31.089661 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45548) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:31.111496 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea3a82-c57b-4fe4-a1bb-400ceb268442 None None] Pushing event deleted for resources: {'Port': ['ID=a06f9936-1cb5-43ec-b432-1d4e1054d910,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:31.113695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-23d6ea7a-05f2-412d-ae8f-836104e61d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:31.115249 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-23d6ea7a-05f2-412d-ae8f-836104e61d58 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1664705 Nov 11 21:41:31.245482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d22b73-0a06-46a0-9e95-a7eef2f9d163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e', 'network_id': 'ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e', 'tenant_id': '6f9991f2bf4645e6a3aaf7938ff4a231', 'fixed_ips': [{'subnet_id': '64e47af2-5f16-4bad-be55-6709759f22d6'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:41:31.246550 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2d22b73-0a06-46a0-9e95-a7eef2f9d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:31.248757 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-df714914-6299-47e5-9155-ee45320842aa None None] Provisioning complete for port 52e6bf4f-0f58-4154-b43a-63301d54dcef triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:31.249234 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df714914-6299-47e5-9155-ee45320842aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:31.284478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc49338-c01a-4cbc-99cd-54d928dcb580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-4fdb3cf6-208b-4b18-8091-039010123c5d', 'network_id': '4fdb3cf6-208b-4b18-8091-039010123c5d', 'tenant_id': '6f9991f2bf4645e6a3aaf7938ff4a231', 'fixed_ips': [{'subnet_id': '070128a1-dfea-4ca5-b700-b0e178e933e5'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:41:31.285561 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cc49338-c01a-4cbc-99cd-54d928dcb580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:31.308653 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-4c32acb3-7a1c-4fc5-85fa-dc20354ba94e service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257365 Nov 11 21:41:31.313396 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ba2972b-4b47-47f2-b38e-280e46d995a5 req-f8eea534-ba49-4112-a0f1-58377e3e4f76 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 210 time: 0.4638529 Nov 11 21:41:31.326630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-df714914-6299-47e5-9155-ee45320842aa None None] Port 52e6bf4f-0f58-4154-b43a-63301d54dcef cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:31.383778 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:31.440634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-bd68f5b6-fa76-45cd-937a-d099e2cf9115 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:31.442490 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-bd68f5b6-fa76-45cd-937a-d099e2cf9115 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.10 "GET /v2.0/networks?id=7caaa17b-13f0-427b-9c0f-9a6ae36198ce HTTP/1.1" status: 200 len: 815 time: 0.9669445 Nov 11 21:41:31.445804 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a67de5-2a6d-44a2-8ff4-790afa40157e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=52e6bf4f-0f58-4154-b43a-63301d54dcef,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:31.460236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-10704d96-6416-4258-9758-884702be2f52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Deleting subnet 070128a1-dfea-4ca5-b700-b0e178e933e5 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:41:31.474910 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10704d96-6416-4258-9758-884702be2f52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:31.500771 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-5d493698-1a63-41f5-a0c0-f286d4b8caad tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Request body: {'port': {'device_id': 'c4742af3-0d95-4133-b32c-3dd37399a965', 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce', 'admin_state_up': True, 'tenant_id': 'f6675c7f79bd4dc29927a59893d93ae7'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:31.513494 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['348abab2-0df6-4fc4-a449-94bd70a118d8'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:31.514327 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:31.515911 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['6a256091-0880-49ef-ae98-ef983b4c19db'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:31.528315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e61dff-330e-4c28-ad60-920992e3cd23']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:31.531132 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:31.573235 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10704d96-6416-4258-9758-884702be2f52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:31.576473 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819f850b-96bf-439f-96a5-b416e5aeac53') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:31.576967 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819f850b-96bf-439f-96a5-b416e5aeac53') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:31.577493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:31.589644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:31.606323 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-9da1e49d-e976-494f-8798-3aa0a1e1e7b2 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831347 Nov 11 21:41:31.612401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ccc890d-5433-4136-978a-522bc1310b84 req-d52370c9-6f62-4a69-9086-4422c9697066 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9005430 Nov 11 21:41:31.621387 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:31.633115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['14325729-1495-4098-ba65-82b20f0f04f3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:31.635563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['c42f3bfd-99cc-4ee5-a989-eedc34b67f19'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:31.637776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['13ffee77-0dca-490c-8116-b548cab8fe4a'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:31.647236 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:31.647583 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] Added segment b71617bf-9cd5-4942-a559-888bf490f5ee of type vlan for network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 Nov 11 21:41:31.665233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-60a67de5-2a6d-44a2-8ff4-790afa40157e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] In _notify_port_updated(), no bound segment for port 52e6bf4f-0f58-4154-b43a-63301d54dcef on network f2654b1f-682f-4566-93e2-9c128e9db006 {{(pid=102534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:41:31.671453 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a67de5-2a6d-44a2-8ff4-790afa40157e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:31.672462 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60a67de5-2a6d-44a2-8ff4-790afa40157e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:31.677040 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-60a67de5-2a6d-44a2-8ff4-790afa40157e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "PUT /v2.0/ports/52e6bf4f-0f58-4154-b43a-63301d54dcef HTTP/1.1" status: 200 len: 1000 time: 2.2909052 Nov 11 21:41:31.680183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45550) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:31.686607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b4ca82-6e53-433c-9f5c-9a9522b45593,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:31.723397 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:31.748461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c1974f-82dc-461d-894c-0a5689503e49 None None] Network ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:31.763475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b55f0f-2385-48cf-a42a-9e637530d3c9 req-cfab9da4-64ee-4c5a-a4b7-e270cf231e54 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:31.771337 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05b55f0f-2385-48cf-a42a-9e637530d3c9 req-cfab9da4-64ee-4c5a-a4b7-e270cf231e54 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.3486071 Nov 11 21:41:31.790144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:41:31.790571 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:41:31.796029 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:41:31.971548 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:32.024191 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-84374d0a-7719-477a-9618-eba3e6d3f56c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=23616cc5-dacf-43e9-b299-a00544d54734 HTTP/1.1" status: 200 len: 217 time: 0.4067080 Nov 11 21:41:32.037557 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:32.041264 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] 10.222.0.57 "DELETE /v2.0/networks/f4e61dff-330e-4c28-ad60-920992e3cd23 HTTP/1.1" status: 204 len: 168 time: 4.2844021 Nov 11 21:41:32.048289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e5a7c-5131-4c31-aedc-d58f23981632 tempest-FloatingIPNegativeTestJSON-146343604 tempest-FloatingIPNegativeTestJSON-146343604-project] Pushing event deleted for resources: {'Network': ['ID=f4e61dff-330e-4c28-ad60-920992e3cd23,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:32.053950 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10704d96-6416-4258-9758-884702be2f52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:32.057918 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:32.101802 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-dce7f2f9-5cb1-47dc-826b-72e01b1c8572 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port 52e6bf4f-0f58-4154-b43a-63301d54dcef {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:32.102414 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dce7f2f9-5cb1-47dc-826b-72e01b1c8572 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:32.147346 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-7cdbf61b-c897-4db2-b8d8-a0fc3217fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:32.149368 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-7cdbf61b-c897-4db2-b8d8-a0fc3217fa78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.1141658 Nov 11 21:41:32.223644 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:32.224673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:32.225363 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:32.228714 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10704d96-6416-4258-9758-884702be2f52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:32.232773 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c2ee01e7-a6f5-41ff-978e-598a3e132a76 None None] Provisioning complete for port 52e6bf4f-0f58-4154-b43a-63301d54dcef triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:32.233353 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2ee01e7-a6f5-41ff-978e-598a3e132a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:32.275274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05b55f0f-2385-48cf-a42a-9e637530d3c9 req-1c91623c-1595-4c1a-8d9a-1a5ed7a270bb tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029914 Nov 11 21:41:32.283820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-5d493698-1a63-41f5-a0c0-f286d4b8caad tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Made reservation on behalf of f6675c7f79bd4dc29927a59893d93ae7 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:32.293781 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-5d493698-1a63-41f5-a0c0-f286d4b8caad tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:32.344602 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10704d96-6416-4258-9758-884702be2f52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:32.349207 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-10704d96-6416-4258-9758-884702be2f52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "DELETE /v2.0/subnets/070128a1-dfea-4ca5-b700-b0e178e933e5 HTTP/1.1" status: 204 len: 168 time: 1.2526195 Nov 11 21:41:32.353796 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] Pushing event updated for resources: {'Network': ['ID=5dd23ad2-a5b1-49ba-b1ac-4708052c2688,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server [None req-2cc49338-c01a-4cbc-99cd-54d928dcb580 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 070128a1-dfea-4ca5-b700-b0e178e933e5: This subnet is being modified by another concurrent operation. Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:41:32.356292 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise exception Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 070128a1-dfea-4ca5-b700-b0e178e933e5: This subnet is being modified by another concurrent operation. Nov 11 21:41:32.363961 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Nov 11 21:41:32.383254 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10704d96-6416-4258-9758-884702be2f52 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event deleted for resources: {'Subnet': ['ID=070128a1-dfea-4ca5-b700-b0e178e933e5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:32.394903 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45560) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:32.469433 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:32.502595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-d7dddc61-44b3-4436-85f1-408ebe6e009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:32.504019 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-d7dddc61-44b3-4436-85f1-408ebe6e009d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3355143 Nov 11 21:41:32.507193 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e9377a27-2529-4728-9c99-2ea24a383fbb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1675503 Nov 11 21:41:32.531066 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45562) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:32.543598 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee01e7-a6f5-41ff-978e-598a3e132a76 None None] Port 52e6bf4f-0f58-4154-b43a-63301d54dcef cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:32.546407 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['25a1c873-4001-4e2b-9aab-1b83892a724d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:32.558840 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-627fed70-4124-4990-90b2-bb2755502714 admin admin] Request body: {'subnet': {'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1523349602-subnet', 'tenant_id': '172747899bb047bea5cde66bd14569c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:32.561171 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45564) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:32.590381 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561ad635-cb3d-42e8-a40e-34ca109982a9 None None] Network 4fdb3cf6-208b-4b18-8091-039010123c5d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:32.596861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-5d493698-1a63-41f5-a0c0-f286d4b8caad tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Allocated IP 172.20.0.5 (7caaa17b-13f0-427b-9c0f-9a6ae36198ce/2285bb7f-8f63-4bae-a730-85e19eca1b8d/34d8078b-65d9-47ff-97c3-d4c5914bef56) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:32.614378 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55430e7d-2f17-44d3-b0e6-25d630762300 req-ee0b35e1-34c5-4337-95d5-0cbb8639d0b2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 210 time: 0.0796807 Nov 11 21:41:32.618389 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dce7f2f9-5cb1-47dc-826b-72e01b1c8572 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:32.647844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a07d74-7788-43c5-81bd-e4019a0c7e16 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:32.653225 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-37a07d74-7788-43c5-81bd-e4019a0c7e16 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2436526 Nov 11 21:41:32.657020 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45570) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:32.663379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-dce7f2f9-5cb1-47dc-826b-72e01b1c8572 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for 52e6bf4f-0f58-4154-b43a-63301d54dcef owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:32.693151 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627fed70-4124-4990-90b2-bb2755502714 admin admin] Made reservation on behalf of 172747899bb047bea5cde66bd14569c8 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:32.695577 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-627fed70-4124-4990-90b2-bb2755502714 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:32.828029 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb18a62a-9e22-41fe-a1cc-ed4b68a10a15 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:32.834017 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-23ebad23-4d5e-44e0-ba9e-676ab3964e31 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019974 Nov 11 21:41:32.892240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7d36ff95-3567-4a67-9803-3feaffadb5ae no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:41:32.935811 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 7d36ff95-3567-4a67-9803-3feaffadb5ae {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:41:32.936217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7d36ff95-3567-4a67-9803-3feaffadb5ae not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:41:33.057452 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb18a62a-9e22-41fe-a1cc-ed4b68a10a15 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.095917 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-9bbce499-b47a-4a92-9d52-029c6483e196 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497525 Nov 11 21:41:33.103348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bb18a62a-9e22-41fe-a1cc-ed4b68a10a15 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdb3cf6-208b-4b18-8091-039010123c5d']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:33.104028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac5f844-b932-4881-8e11-8cee739458e8 None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:41:33.129353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb7bd3-9fc1-4f66-b4ce-77bf185c9bcf req-a5bf95a3-56ad-4b5a-abb8-ae2ae7af8a71 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:33.140398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb7bd3-9fc1-4f66-b4ce-77bf185c9bcf req-a5bf95a3-56ad-4b5a-abb8-ae2ae7af8a71 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:33.147582 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bb18a62a-9e22-41fe-a1cc-ed4b68a10a15 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed56080-f926-458a-9db9-69ff10027209') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:33.147880 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bb18a62a-9e22-41fe-a1cc-ed4b68a10a15 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed56080-f926-458a-9db9-69ff10027209') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:33.149722 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb7bd3-9fc1-4f66-b4ce-77bf185c9bcf req-a5bf95a3-56ad-4b5a-abb8-ae2ae7af8a71 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:33.157908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb7bd3-9fc1-4f66-b4ce-77bf185c9bcf req-a5bf95a3-56ad-4b5a-abb8-ae2ae7af8a71 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:33.171456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb7bd3-9fc1-4f66-b4ce-77bf185c9bcf req-a5bf95a3-56ad-4b5a-abb8-ae2ae7af8a71 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:33.177552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb7bd3-9fc1-4f66-b4ce-77bf185c9bcf req-a5bf95a3-56ad-4b5a-abb8-ae2ae7af8a71 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:33.183543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb7bd3-9fc1-4f66-b4ce-77bf185c9bcf req-a5bf95a3-56ad-4b5a-abb8-ae2ae7af8a71 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:33.185720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93cb7bd3-9fc1-4f66-b4ce-77bf185c9bcf req-a5bf95a3-56ad-4b5a-abb8-ae2ae7af8a71 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5429 time: 0.4213023 Nov 11 21:41:33.215486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a0e1c8db-0b0e-46a6-b9e5-376e717043fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1b0353c2c3a8413fb0cd770226f481ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6479204 Nov 11 21:41:33.217235 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb18a62a-9e22-41fe-a1cc-ed4b68a10a15 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.220210 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dce7f2f9-5cb1-47dc-826b-72e01b1c8572 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.223926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45572) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:33.241324 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb18a62a-9e22-41fe-a1cc-ed4b68a10a15 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.249755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb18a62a-9e22-41fe-a1cc-ed4b68a10a15 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:41:33.250705 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb18a62a-9e22-41fe-a1cc-ed4b68a10a15 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.292641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7f2f9-5cb1-47dc-826b-72e01b1c8572 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=52e6bf4f-0f58-4154-b43a-63301d54dcef,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:41:33.365150 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:41:33.368905 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-61b03e39-6b4b-4d34-bcb3-914369409be2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=d47e0d50-b635-4eea-b40d-e6d4166567fe HTTP/1.1" status: 200 len: 217 time: 0.2616091 Nov 11 21:41:33.373528 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-627fed70-4124-4990-90b2-bb2755502714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.374735 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93cb7bd3-9fc1-4f66-b4ce-77bf185c9bcf req-88c0c6ec-63a2-4bbf-bcf6-42ed9a528eb3 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1554954 Nov 11 21:41:33.449391 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb18a62a-9e22-41fe-a1cc-ed4b68a10a15 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.460598 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bb18a62a-9e22-41fe-a1cc-ed4b68a10a15 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.470296 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bb18a62a-9e22-41fe-a1cc-ed4b68a10a15 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "DELETE /v2.0/networks/4fdb3cf6-208b-4b18-8091-039010123c5d HTTP/1.1" status: 204 len: 168 time: 0.8109262 Nov 11 21:41:33.482495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45576) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:33.482762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fed70-4124-4990-90b2-bb2755502714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0b71604-c771-4fb2-a243-eaa0d1daf729,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:33.553507 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac5f844-b932-4881-8e11-8cee739458e8 None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:41:33.566837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18a62a-9e22-41fe-a1cc-ed4b68a10a15 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event deleted for resources: {'Network': ['ID=4fdb3cf6-208b-4b18-8091-039010123c5d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:33.601215 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-78004ef2-bb2e-4cd2-b402-5800e9a5117b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.616181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-c83dcd90-88ce-461f-8b17-5abab43c5385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:33.617746 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-c83dcd90-88ce-461f-8b17-5abab43c5385 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 200 len: 797 time: 0.2322178 Nov 11 21:41:33.624573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627fed70-4124-4990-90b2-bb2755502714 admin admin] Checking segment: {'id': 'b71617bf-9cd5-4942-a559-888bf490f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:33.624968 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627fed70-4124-4990-90b2-bb2755502714 admin admin] Network hostable DHCP agents. Network: 5dd23ad2-a5b1-49ba-b1ac-4708052c2688, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:41:33.653517 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd5e52ef-7697-460e-9aca-5b6e5498b5c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.680585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd5e52ef-7697-460e-9aca-5b6e5498b5c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.744311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-084b4579-5537-4811-b8c3-1d78fe8dd84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:33.745181 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dce7f2f9-5cb1-47dc-826b-72e01b1c8572 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.746637 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-084b4579-5537-4811-b8c3-1d78fe8dd84a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=daab2798-5889-436e-a5cb-09a946e4b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1190760 Nov 11 21:41:33.747750 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627fed70-4124-4990-90b2-bb2755502714 admin admin] Network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:41:33.755633 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dce7f2f9-5cb1-47dc-826b-72e01b1c8572 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/52e6bf4f-0f58-4154-b43a-63301d54dcef HTTP/1.1" status: 204 len: 168 time: 2.0712306 Nov 11 21:41:33.762306 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45580) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:33.793087 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-627fed70-4124-4990-90b2-bb2755502714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 5dd23ad2-a5b1-49ba-b1ac-4708052c2688) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:33.823042 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627fed70-4124-4990-90b2-bb2755502714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:33.826198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-627fed70-4124-4990-90b2-bb2755502714 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.844059 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd5e52ef-7697-460e-9aca-5b6e5498b5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.846901 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd5e52ef-7697-460e-9aca-5b6e5498b5c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.848314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cd5e52ef-7697-460e-9aca-5b6e5498b5c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6f80f74d-c159-4f91-aadf-d692d24db32f HTTP/1.1" status: 204 len: 168 time: 0.6228099 Nov 11 21:41:33.862268 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-772aa9ba-157d-4203-81f6-a0fdafa8761f req-a99956dd-98eb-4bc5-a11c-cabd3ba8022d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 210 time: 0.1389616 Nov 11 21:41:33.885856 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5efa07-eb2b-4f70-8c36-058f491a0399 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] GET failed (client error): The resource could not be found. Nov 11 21:41:33.887695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7f5efa07-eb2b-4f70-8c36-058f491a0399 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/52e6bf4f-0f58-4154-b43a-63301d54dcef HTTP/1.1" status: 404 len: 333 time: 0.1102750 Nov 11 21:41:33.891507 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-627fed70-4124-4990-90b2-bb2755502714 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3582339 Nov 11 21:41:33.895429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45584) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:33.896937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45586) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:33.897900 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-5d493698-1a63-41f5-a0c0-f286d4b8caad tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:33.913770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac171e-1e76-4e11-af19-20ee4902f177 req-56a8da5c-df94-42f9-97fd-a1781a91ef08 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:33.915521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebac171e-1e76-4e11-af19-20ee4902f177 req-56a8da5c-df94-42f9-97fd-a1781a91ef08 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.4720807 Nov 11 21:41:33.919388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e52ef-7697-460e-9aca-5b6e5498b5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f80f74d-c159-4f91-aadf-d692d24db32f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:33.929257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1523349602-router', 'tenant_id': '172747899bb047bea5cde66bd14569c8', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:34.034316 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-78004ef2-bb2e-4cd2-b402-5800e9a5117b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.119970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebac171e-1e76-4e11-af19-20ee4902f177 req-e49bc746-dd99-4300-85a4-aab23a9da6c8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714089 Nov 11 21:41:34.130944 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-78004ef2-bb2e-4cd2-b402-5800e9a5117b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:34.152299 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb1a24-2aa5-4734-a162-ebbd66e6c7e8 None None] Network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:34.159844 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-78004ef2-bb2e-4cd2-b402-5800e9a5117b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a679348-9a08-457c-bae9-c74aeabac7ce') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:34.168085 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-78004ef2-bb2e-4cd2-b402-5800e9a5117b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a679348-9a08-457c-bae9-c74aeabac7ce') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:34.193492 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-9e42ec86-0a31-46bc-b333-2b2a3dd06f2d service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165821 Nov 11 21:41:34.200618 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-78004ef2-bb2e-4cd2-b402-5800e9a5117b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.215860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-5d493698-1a63-41f5-a0c0-f286d4b8caad tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.217736 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9565ef9-b019-436e-802e-2d069ee375de tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting subnet 593e6840-55cd-4c49-b0b8-9929d7ead4b3 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:41:34.222374 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.230775 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.261852 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9565ef9-b019-436e-802e-2d069ee375de tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.297750 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-78004ef2-bb2e-4cd2-b402-5800e9a5117b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.346659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78004ef2-bb2e-4cd2-b402-5800e9a5117b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:41:34.347420 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-78004ef2-bb2e-4cd2-b402-5800e9a5117b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:41:34.357605 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:41:34.364936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-5d493698-1a63-41f5-a0c0-f286d4b8caad tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:34.419105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-5d493698-1a63-41f5-a0c0-f286d4b8caad tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:34.460235 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9565ef9-b019-436e-802e-2d069ee375de tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.514082 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d493698-1a63-41f5-a0c0-f286d4b8caad tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Pushing event updated for resources: {'Port': ['ID=34d8078b-65d9-47ff-97c3-d4c5914bef56,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:34.532486 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-205793c3-d2bb-457d-97e3-1179f9e9ddc7 service neutron] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270407 Nov 11 21:41:34.538667 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-5d493698-1a63-41f5-a0c0-f286d4b8caad tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:34.605401 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-6b9660f7-3390-4d1e-b01c-ef10ecf7a90e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d HTTP/1.1" status: 200 len: 217 time: 0.0633857 Nov 11 21:41:34.666067 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9565ef9-b019-436e-802e-2d069ee375de tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.767173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4961d8-8558-4b95-9db8-13485ef5ec5c None None] DHCP port deletion for 7caaa17b-13f0-427b-9c0f-9a6ae36198ce request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:41:34.770376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-b995eba7-b319-4d09-bc47-6d48f12daa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:34.772267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 13ffee77-0dca-490c-8116-b548cab8fe4a up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:34.773038 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-b995eba7-b319-4d09-bc47-6d48f12daa2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=723d138b-1459-41f3-8774-8cd909916b72 HTTP/1.1" status: 200 len: 797 time: 0.1472523 Nov 11 21:41:34.781418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-5d493698-1a63-41f5-a0c0-f286d4b8caad tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:34.782205 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-5d493698-1a63-41f5-a0c0-f286d4b8caad tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.788455 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-78004ef2-bb2e-4cd2-b402-5800e9a5117b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.804760 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-78004ef2-bb2e-4cd2-b402-5800e9a5117b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.810273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-78004ef2-bb2e-4cd2-b402-5800e9a5117b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "DELETE /v2.0/networks/ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e HTTP/1.1" status: 204 len: 168 time: 1.3234553 Nov 11 21:41:34.823798 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45604) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:34.838279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78004ef2-bb2e-4cd2-b402-5800e9a5117b tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event deleted for resources: {'Network': ['ID=ff4542be-ffa3-4ece-b4b5-f0b2cf2a879e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:34.849432 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.909792 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06098d-4dea-4443-a26d-1e154d4df898 req-3f53eefb-8d7f-4210-b526-ce9af55b2acf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:34.915923 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923b6935-f2c7-4580-96c1-af8c88d6fa21 None None] Network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:34.927265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06098d-4dea-4443-a26d-1e154d4df898 req-3f53eefb-8d7f-4210-b526-ce9af55b2acf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:34.939680 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06098d-4dea-4443-a26d-1e154d4df898 req-3f53eefb-8d7f-4210-b526-ce9af55b2acf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:34.960907 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bd87a742-fb8e-4ccf-8445-76987aca673d None None] Provisioning complete for port 34d8078b-65d9-47ff-97c3-d4c5914bef56 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:34.961285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06098d-4dea-4443-a26d-1e154d4df898 req-3f53eefb-8d7f-4210-b526-ce9af55b2acf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:34.967504 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06098d-4dea-4443-a26d-1e154d4df898 req-3f53eefb-8d7f-4210-b526-ce9af55b2acf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:34.970540 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd87a742-fb8e-4ccf-8445-76987aca673d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.984707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06098d-4dea-4443-a26d-1e154d4df898 req-3f53eefb-8d7f-4210-b526-ce9af55b2acf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:34.993979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06098d-4dea-4443-a26d-1e154d4df898 req-3f53eefb-8d7f-4210-b526-ce9af55b2acf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:35.003683 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9565ef9-b019-436e-802e-2d069ee375de tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:35.005838 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c06098d-4dea-4443-a26d-1e154d4df898 req-3f53eefb-8d7f-4210-b526-ce9af55b2acf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5429 time: 0.4541106 Nov 11 21:41:35.013901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-5d493698-1a63-41f5-a0c0-f286d4b8caad tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5299501 Nov 11 21:41:35.042617 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Request body: {'port': {'device_id': 'c4742af3-0d95-4133-b32c-3dd37399a965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:35.123052 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bd87a742-fb8e-4ccf-8445-76987aca673d None None] Port 34d8078b-65d9-47ff-97c3-d4c5914bef56 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:35.125880 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 13ffee77-0dca-490c-8116-b548cab8fe4a completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:41:35.133267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 13ffee77-0dca-490c-8116-b548cab8fe4a triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:35.133939 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:35.149238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-3ece04f2-282d-46e1-a76c-0e44ea5a0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:35.151244 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-3ece04f2-282d-46e1-a76c-0e44ea5a0b7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b574cc1-a549-4854-8e74-091e974d921e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3048873 Nov 11 21:41:35.152245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9565ef9-b019-436e-802e-2d069ee375de tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Subnet': ['ID=593e6840-55cd-4c49-b0b8-9929d7ead4b3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:35.167830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:35.173462 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9565ef9-b019-436e-802e-2d069ee375de tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:35.180811 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e9565ef9-b019-436e-802e-2d069ee375de tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/593e6840-55cd-4c49-b0b8-9929d7ead4b3 HTTP/1.1" status: 204 len: 168 time: 1.2771955 Nov 11 21:41:35.188133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45616) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:35.206695 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf8216c-d047-49dc-9968-678ae8687f8e None None] Network f2654b1f-682f-4566-93e2-9c128e9db006 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:35.214134 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:35.219788 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5ef35c1e-7826-474c-9d5f-6c617978eba6 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:35.262365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-237481ba-c845-4122-91e1-2b67a99bbaf7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting subnet 16149198-57e3-4315-bbdb-7e1648dc2bf2 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:41:35.270759 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c06098d-4dea-4443-a26d-1e154d4df898 req-ec80299c-dbdf-4a29-a6e2-d343c8d8f89b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2639356 Nov 11 21:41:35.275611 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-237481ba-c845-4122-91e1-2b67a99bbaf7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:35.306622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffde1e-9578-42b3-9d58-0ba11de47715 req-df0bf9ac-3637-4559-a60a-6ff57ba29300 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:35.318791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13ffde1e-9578-42b3-9d58-0ba11de47715 req-df0bf9ac-3637-4559-a60a-6ff57ba29300 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 931 time: 0.2872605 Nov 11 21:41:35.440708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-237481ba-c845-4122-91e1-2b67a99bbaf7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:35.583567 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:35.642305 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 13ffee77-0dca-490c-8116-b548cab8fe4a, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=13ffee77-0dca-490c-8116-b548cab8fe4a,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:35.643491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ffee77-0dca-490c-8116-b548cab8fe4a'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:35.646220 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32e1dc6-29c2-4988-8089-e63eff9fdafc" -d '{"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-plugged", "status": "completed", "tag": "13ffee77-0dca-490c-8116-b548cab8fe4a"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:35.652305 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:35.653316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:35.728501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=13ffee77-0dca-490c-8116-b548cab8fe4a,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:35.784313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:41:35.789706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:35.790572 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:35.855140 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45620) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:35.895811 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:35.942155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d,segment=NetworkSegment(925044a4-3c84-44a3-969e-816229315c05),segment_id=925044a4-3c84-44a3-969e-816229315c05)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:35.951135 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:35.980702 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-7ce7025a-626f-4f78-947c-4773152847d5 service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8088999 Nov 11 21:41:36.045171 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13ffde1e-9578-42b3-9d58-0ba11de47715 req-bcae5e76-d89e-48ed-a286-92066422e996 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7253733 Nov 11 21:41:36.113948 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:36.142890 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21426f14-95cf-493c-98d8-a1cd1840020f x-openstack-request-id: req-21426f14-95cf-493c-98d8-a1cd1840020f {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:36.143560 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-plugged", "status": "completed", "tag": "13ffee77-0dca-490c-8116-b548cab8fe4a", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:36.143970 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-21426f14-95cf-493c-98d8-a1cd1840020f {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:36.144639 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ffee77-0dca-490c-8116-b548cab8fe4a', 'code': 200} Nov 11 21:41:36.168493 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1481863384'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:36.175726 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5ef35c1e-7826-474c-9d5f-6c617978eba6 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.222213 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-237481ba-c845-4122-91e1-2b67a99bbaf7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.227475 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-fb8b6295-a523-40ee-a550-7d149648e82e service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293878 Nov 11 21:41:36.241138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-5ef35c1e-7826-474c-9d5f-6c617978eba6 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe529d50-d28b-4cef-a1d4-86a4faa11cce']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:36.278571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3924098-2488-43f8-ba3f-78263164b14e req-8e819875-021c-4959-a1e2-b9931438b6d9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:36.280829 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3924098-2488-43f8-ba3f-78263164b14e req-8e819875-021c-4959-a1e2-b9931438b6d9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.8780069 Nov 11 21:41:36.288754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-5ef35c1e-7826-474c-9d5f-6c617978eba6 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33c0b78-851e-429c-ab3a-d4a2c011299a') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:36.289105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-5ef35c1e-7826-474c-9d5f-6c617978eba6 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33c0b78-851e-429c-ab3a-d4a2c011299a') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:36.354640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Made reservation on behalf of 358e9d997ee442fd964589fe47fd52a4 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:36.358388 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.378223 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5ef35c1e-7826-474c-9d5f-6c617978eba6 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.382397 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-995b43f0-b79e-46eb-99b6-7319e4eb92f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=774bf466-7c76-4ef4-831b-c0a553800dfa HTTP/1.1" status: 200 len: 217 time: 0.1024921 Nov 11 21:41:36.422829 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.446237 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5ef35c1e-7826-474c-9d5f-6c617978eba6 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.458960 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a84d9dff-d46e-4586-b16e-842754c5446f None None] Provisioning complete for port e49727ff-b4c1-484a-b525-f72eeee7f031 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:36.459792 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a84d9dff-d46e-4586-b16e-842754c5446f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.477362 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-237481ba-c845-4122-91e1-2b67a99bbaf7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.482354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef35c1e-7826-474c-9d5f-6c617978eba6 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:41:36.482768 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5ef35c1e-7826-474c-9d5f-6c617978eba6 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:41:36.495115 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:41:36.505282 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-c6354cc7-6eb3-4b37-8861-b3c98d665252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:36.506759 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-c6354cc7-6eb3-4b37-8861-b3c98d665252 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=723d138b-1459-41f3-8774-8cd909916b72 HTTP/1.1" status: 200 len: 797 time: 0.1157117 Nov 11 21:41:36.507417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237481ba-c845-4122-91e1-2b67a99bbaf7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Subnet': ['ID=16149198-57e3-4315-bbdb-7e1648dc2bf2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:36.519458 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.549535 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.574793 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-237481ba-c845-4122-91e1-2b67a99bbaf7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.580836 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-237481ba-c845-4122-91e1-2b67a99bbaf7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/16149198-57e3-4315-bbdb-7e1648dc2bf2 HTTP/1.1" status: 204 len: 168 time: 1.3879404 Nov 11 21:41:36.581049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d9fbf-e27f-484c-ad19-4b50f68615af req-a25dbc1b-abb0-428d-b1f3-849e7a692433 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:36.581357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45638) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:36.583026 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc49ecd5-0f02-4bb6-9cfa-2d1fb8590cac None None] Network f2654b1f-682f-4566-93e2-9c128e9db006 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:36.585315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d9fbf-e27f-484c-ad19-4b50f68615af req-a25dbc1b-abb0-428d-b1f3-849e7a692433 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:36.591527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d9fbf-e27f-484c-ad19-4b50f68615af req-a25dbc1b-abb0-428d-b1f3-849e7a692433 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:36.597655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d9fbf-e27f-484c-ad19-4b50f68615af req-a25dbc1b-abb0-428d-b1f3-849e7a692433 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:36.603605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d9fbf-e27f-484c-ad19-4b50f68615af req-a25dbc1b-abb0-428d-b1f3-849e7a692433 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:36.609514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d9fbf-e27f-484c-ad19-4b50f68615af req-a25dbc1b-abb0-428d-b1f3-849e7a692433 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:36.615530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d9fbf-e27f-484c-ad19-4b50f68615af req-a25dbc1b-abb0-428d-b1f3-849e7a692433 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:36.617541 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-027d9fbf-e27f-484c-ad19-4b50f68615af req-a25dbc1b-abb0-428d-b1f3-849e7a692433 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5431 time: 0.2501657 Nov 11 21:41:36.628611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3924098-2488-43f8-ba3f-78263164b14e req-4f802cdd-88c1-4100-a5b7-e927835ec253 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899299 Nov 11 21:41:36.680305 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5ef35c1e-7826-474c-9d5f-6c617978eba6 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.710089 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5ef35c1e-7826-474c-9d5f-6c617978eba6 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.713370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5ef35c1e-7826-474c-9d5f-6c617978eba6 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "DELETE /v2.0/networks/fe529d50-d28b-4cef-a1d4-86a4faa11cce HTTP/1.1" status: 204 len: 168 time: 1.8881903 Nov 11 21:41:36.734487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45640) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:36.745196 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device c42f3bfd-99cc-4ee5-a989-eedc34b67f19 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:36.755051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef35c1e-7826-474c-9d5f-6c617978eba6 tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event deleted for resources: {'Network': ['ID=fe529d50-d28b-4cef-a1d4-86a4faa11cce,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:36.801187 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d8078b-65d9-47ff-97c3-d4c5914bef56 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:36.813311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port c42f3bfd-99cc-4ee5-a989-eedc34b67f19 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:41:36.820229 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.824671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port c42f3bfd-99cc-4ee5-a989-eedc34b67f19 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:36.825203 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.854575 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8f8c5a-507b-4e94-ae1e-468a6e4eaa5f None None] DHCP port deletion for f2654b1f-682f-4566-93e2-9c128e9db006 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:41:36.880405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a9b9-5143-4c66-b449-140de6f72201 req-4b586136-491c-4215-b474-aa48330a81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:36.881948 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-4b586136-491c-4215-b474-aa48330a81f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b574cc1-a549-4854-8e74-091e974d921e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3643806 Nov 11 21:41:36.885176 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-027d9fbf-e27f-484c-ad19-4b50f68615af req-4c5ac28a-9a0e-4e71-aeaa-561534632b05 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2518213 Nov 11 21:41:36.902293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Transition to ACTIVE for port object 34d8078b-65d9-47ff-97c3-d4c5914bef56 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:41:36.911046 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b77cb4cf-0d90-4e77-bc70-e7a82d2a3b1a tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.921723 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.923062 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.928084 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.950208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Allocated IP 172.25.0.217 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/ef1f3a94-acf7-483e-a439-f96cb71df7ec) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:36.952572 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:36.981021 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.011719 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de156c43-2819-41f9-a72e-5d7241a49f59 req-cfbd6b96-23b3-42a7-9d62-ccdca44cf12a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3635814 Nov 11 21:41:37.027001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:37.049862 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85641d61-5779-4216-a85b-0a1b93598514 None None] DHCP port deletion for 7caaa17b-13f0-427b-9c0f-9a6ae36198ce request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:41:37.054135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Pushing event updated for resources: {'Port': ['ID=34d8078b-65d9-47ff-97c3-d4c5914bef56,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:37.063115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36a8ce0-2b9d-49a4-bf3c-1e4876a7478f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:37.066743 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port c42f3bfd-99cc-4ee5-a989-eedc34b67f19, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=c42f3bfd-99cc-4ee5-a989-eedc34b67f19,segment=NetworkSegment(8d930290-0268-4670-a846-4f72249a4412),segment_id=8d930290-0268-4670-a846-4f72249a4412)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:37.070542 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.070948 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Added segment bf7b3f90-eb97-42bf-b186-779f80b73c1b of type vlan for network 88907ba9-51bb-4902-8960-ea939499746e Nov 11 21:41:37.071136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ab927-47d7-4327-97c6-a5a143d6a7b2 req-46acc120-a0ff-45c6-b322-51ce867a4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:37.072844 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-967ab927-47d7-4327-97c6-a5a143d6a7b2 req-46acc120-a0ff-45c6-b322-51ce867a4dad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 1096 time: 0.2302601 Nov 11 21:41:37.091945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f8c5a-507b-4e94-ae1e-468a6e4eaa5f None None] Deleting port e49727ff-b4c1-484a-b525-f72eeee7f031 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:37.092533 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8a8f8c5a-507b-4e94-ae1e-468a6e4eaa5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.147441 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b77cb4cf-0d90-4e77-bc70-e7a82d2a3b1a tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.191020 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.192183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 6a256091-0880-49ef-ae98-ef983b4c19db up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:37.214587 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.225844 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-53f01504-0ab9-4186-bcb7-ae57833f1c0f service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180664 Nov 11 21:41:37.235068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-b77cb4cf-0d90-4e77-bc70-e7a82d2a3b1a tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b3326f-7d47-4f2e-b554-a05fe6c89668']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:37.255996 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-b77cb4cf-0d90-4e77-bc70-e7a82d2a3b1a tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed961a1c-b227-4058-859b-e0ad1d45cf61') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:37.256378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-b77cb4cf-0d90-4e77-bc70-e7a82d2a3b1a tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed961a1c-b227-4058-859b-e0ad1d45cf61') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:37.270710 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8a8f8c5a-507b-4e94-ae1e-468a6e4eaa5f None None] For port e49727ff-b4c1-484a-b525-f72eeee7f031, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e49727ff-b4c1-484a-b525-f72eeee7f031,segment=NetworkSegment(85480f91-c971-4464-8742-0b431eee0169),segment_id=85480f91-c971-4464-8742-0b431eee0169)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:37.271189 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8a8f8c5a-507b-4e94-ae1e-468a6e4eaa5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.280522 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e49727ff-b4c1-484a-b525-f72eeee7f031 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:41:37.281447 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b77cb4cf-0d90-4e77-bc70-e7a82d2a3b1a tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.308263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Attempting to bind port 34d8078b-65d9-47ff-97c3-d4c5914bef56 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:41:37.308928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Attempting to bind port 34d8078b-65d9-47ff-97c3-d4c5914bef56 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '3e517703-d06c-4e0f-86ad-f0a78cd49ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:41:37.309455 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Attempting to bind port 34d8078b-65d9-47ff-97c3-d4c5914bef56 on network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:41:37.312922 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b77cb4cf-0d90-4e77-bc70-e7a82d2a3b1a tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.322096 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.328263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:37.329075 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.336750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Port 34d8078b-65d9-47ff-97c3-d4c5914bef56 on network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:41:37.337352 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Attempting to bind port 34d8078b-65d9-47ff-97c3-d4c5914bef56 on network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:41:37.346758 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f8c5a-507b-4e94-ae1e-468a6e4eaa5f None None] Calling delete_port for e49727ff-b4c1-484a-b525-f72eeee7f031 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:37.347078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770ac5c-da27-4f88-a4e2-37f5dc580bfb req-a22799c3-6ec6-43e9-95cc-5d95d8a8a312 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:37.348825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1770ac5c-da27-4f88-a4e2-37f5dc580bfb req-a22799c3-6ec6-43e9-95cc-5d95d8a8a312 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 943 time: 0.1646273 Nov 11 21:41:37.354856 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77cb4cf-0d90-4e77-bc70-e7a82d2a3b1a tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:41:37.355488 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b77cb4cf-0d90-4e77-bc70-e7a82d2a3b1a tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:41:37.358728 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:41:37.361168 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.361666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de156c43-2819-41f9-a72e-5d7241a49f59 req-3d78ce95-db1c-4304-87f9-6c4d957921f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:37.363180 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de156c43-2819-41f9-a72e-5d7241a49f59 req-3d78ce95-db1c-4304-87f9-6c4d957921f7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 1095 time: 0.2425101 Nov 11 21:41:37.374910 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=c42f3bfd-99cc-4ee5-a989-eedc34b67f19,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:37.375176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port e49727ff-b4c1-484a-b525-f72eeee7f031 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:37.375435 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.380520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ab927-47d7-4327-97c6-a5a143d6a7b2 req-93823995-4318-48f4-a738-da44d1420409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:37.382058 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-967ab927-47d7-4327-97c6-a5a143d6a7b2 req-93823995-4318-48f4-a738-da44d1420409 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.2976019 Nov 11 21:41:37.409997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:41:37.410632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Checking segment: {'id': '3e517703-d06c-4e0f-86ad-f0a78cd49ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:37.411270 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Bound using segment: {'id': '3e517703-d06c-4e0f-86ad-f0a78cd49ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:41:37.411907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Bound port: 34d8078b-65d9-47ff-97c3-d4c5914bef56, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e517703-d06c-4e0f-86ad-f0a78cd49ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:41:37.412417 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.445731 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 6a256091-0880-49ef-ae98-ef983b4c19db completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:41:37.453665 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5667014 Nov 11 21:41:37.462307 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 6a256091-0880-49ef-ae98-ef983b4c19db triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:37.462677 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.490796 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45644) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:37.517713 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-3cada777-2074-4a76-8d31-f8ed16aeb31b tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '88907ba9-51bb-4902-8960-ea939499746e', 'tempest-TagsTest-Tag-1065046363') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:37.526013 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-967ab927-47d7-4327-97c6-a5a143d6a7b2 req-36a8d95a-3bcf-4527-b1cd-1c2b80425244 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=037b404c-6651-435c-9fe6-0c7da7735962 HTTP/1.1" status: 200 len: 217 time: 0.1211634 Nov 11 21:41:37.540263 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.542668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c45f3-228d-46e7-a3a6-74851a55a6fe tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Pushing event updated for resources: {'Network': ['ID=88907ba9-51bb-4902-8960-ea939499746e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:37.564555 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b77cb4cf-0d90-4e77-bc70-e7a82d2a3b1a tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.566954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 88907ba9-51bb-4902-8960-ea939499746e details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:37.578644 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b77cb4cf-0d90-4e77-bc70-e7a82d2a3b1a tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.582358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b77cb4cf-0d90-4e77-bc70-e7a82d2a3b1a tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] 10.222.0.57 "DELETE /v2.0/networks/01b3326f-7d47-4f2e-b554-a05fe6c89668 HTTP/1.1" status: 204 len: 168 time: 0.8435690 Nov 11 21:41:37.584222 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8a8f8c5a-507b-4e94-ae1e-468a6e4eaa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.599451 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1770ac5c-da27-4f88-a4e2-37f5dc580bfb req-8775c14f-5d4f-4b65-8c4a-31c9dee78bf2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056191 Nov 11 21:41:37.620764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cb4cf-0d90-4e77-bc70-e7a82d2a3b1a tempest-BulkNetworkOpsIpV6Test-703607029 tempest-BulkNetworkOpsIpV6Test-703607029-project] Pushing event deleted for resources: {'Network': ['ID=01b3326f-7d47-4f2e-b554-a05fe6c89668,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:37.637656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] For port 34d8078b-65d9-47ff-97c3-d4c5914bef56, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:41:37.641253 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] For port 34d8078b-65d9-47ff-97c3-d4c5914bef56, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=34d8078b-65d9-47ff-97c3-d4c5914bef56,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:41:37.653169 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.656218 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f357a9b9-5143-4c66-b449-140de6f72201 req-ccec06a6-f1ae-421c-b677-fe42cb2da0fe service neutron] 10.222.0.10 "GET /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163377 Nov 11 21:41:37.668522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] For port e49727ff-b4c1-484a-b525-f72eeee7f031, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e49727ff-b4c1-484a-b525-f72eeee7f031,segment=NetworkSegment(85480f91-c971-4464-8742-0b431eee0169),segment_id=85480f91-c971-4464-8742-0b431eee0169)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:37.669422 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.718451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for e49727ff-b4c1-484a-b525-f72eeee7f031 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:37.726147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:37.727266 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.728834 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.734759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f8c5a-507b-4e94-ae1e-468a6e4eaa5f None None] Pushing event deleted for resources: {'Port': ['ID=e49727ff-b4c1-484a-b525-f72eeee7f031,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:37.736904 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-7648c618-adec-4278-903b-5af050c6d448 service neutron] 10.222.0.10 "PUT /v2.0/ports/34d8078b-65d9-47ff-97c3-d4c5914bef56 HTTP/1.1" status: 200 len: 1091 time: 2.7005033 Nov 11 21:41:37.738482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4742af3-0d95-4133-b32c-3dd37399a965', 'tag': '34d8078b-65d9-47ff-97c3-d4c5914bef56'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:37.748581 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6d7faa-226b-447e-a874-926542d422d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4742af3-0d95-4133-b32c-3dd37399a965", "tag": "34d8078b-65d9-47ff-97c3-d4c5914bef56"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:37.777563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f8c5a-507b-4e94-ae1e-468a6e4eaa5f None None] No DVR routers for this DVR port e49727ff-b4c1-484a-b525-f72eeee7f031 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:37.780919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ab927-47d7-4327-97c6-a5a143d6a7b2 req-24542e1b-7619-405f-abca-f7c40bd8d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:37.782479 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-967ab927-47d7-4327-97c6-a5a143d6a7b2 req-24542e1b-7619-405f-abca-f7c40bd8d985 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.2338860 Nov 11 21:41:37.802197 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9b9376-214f-4644-b07c-06f7b156300d None None] DHCP port deletion for 7caaa17b-13f0-427b-9c0f-9a6ae36198ce request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:41:37.828516 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648c618-adec-4278-903b-5af050c6d448 service neutron] Pushing event updated for resources: {'Port': ['ID=34d8078b-65d9-47ff-97c3-d4c5914bef56,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:37.842126 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1424670c-0044-49f2-aff5-c1afa44b4e29 x-openstack-request-id: req-1424670c-0044-49f2-aff5-c1afa44b4e29 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:37.842126 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4742af3-0d95-4133-b32c-3dd37399a965", "tag": "34d8078b-65d9-47ff-97c3-d4c5914bef56", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:37.843076 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1424670c-0044-49f2-aff5-c1afa44b4e29 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:37.843932 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4742af3-0d95-4133-b32c-3dd37399a965', 'tag': '34d8078b-65d9-47ff-97c3-d4c5914bef56', 'status': 'completed', 'code': 200} Nov 11 21:41:37.899189 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:37.905680 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de156c43-2819-41f9-a72e-5d7241a49f59 req-c65d9a33-9b40-47f6-b0e5-6b1f5cc9420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:37.906766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.907252 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de156c43-2819-41f9-a72e-5d7241a49f59 req-c65d9a33-9b40-47f6-b0e5-6b1f5cc9420c service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.4903619 Nov 11 21:41:37.926019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:37.941822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:37.956297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f735656e-658b-4fdd-b185-eb8ef800934e None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:41:37.967276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 6a256091-0880-49ef-ae98-ef983b4c19db, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=6a256091-0880-49ef-ae98-ef983b4c19db,segment=NetworkSegment(925044a4-3c84-44a3-969e-816229315c05),segment_id=925044a4-3c84-44a3-969e-816229315c05)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:37.977920 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.978919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 25a1c873-4001-4e2b-9aab-1b83892a724d up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:37.979481 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-97505ffb-e88f-4a48-987f-baf030f54265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:37.982918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-97505ffb-e88f-4a48-987f-baf030f54265 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6675c7f79bd4dc29927a59893d93ae7&device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 1094 time: 0.1552713 Nov 11 21:41:38.001964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a84f0-91f6-4829-bd77-44390b4565b3 req-1695cb80-19c5-4ba5-8a4e-313a7ce8520c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:38.004151 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6e1a84f0-91f6-4829-bd77-44390b4565b3 req-1695cb80-19c5-4ba5-8a4e-313a7ce8520c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 945 time: 0.1996081 Nov 11 21:41:38.019749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Pushing event updated for resources: {'Port': ['ID=ef1f3a94-acf7-483e-a439-f96cb71df7ec,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:38.044549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=6a256091-0880-49ef-ae98-ef983b4c19db,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:38.093889 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-93e5c581-d37c-4088-b81f-2609f72922db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34d8078b-65d9-47ff-97c3-d4c5914bef56 HTTP/1.1" status: 200 len: 217 time: 0.0884895 Nov 11 21:41:38.112503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45656) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:38.118244 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 25a1c873-4001-4e2b-9aab-1b83892a724d completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:41:38.124479 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 25a1c873-4001-4e2b-9aab-1b83892a724d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:38.124900 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:38.139873 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3cada777-2074-4a76-8d31-f8ed16aeb31b tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] 10.222.0.57 "PUT /v2.0/networks/88907ba9-51bb-4902-8960-ea939499746e/tags/tempest-TagsTest-Tag-1065046363 HTTP/1.1" status: 201 len: 201 time: 0.6368892 Nov 11 21:41:38.139873 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ab927-47d7-4327-97c6-a5a143d6a7b2 req-051abad4-b802-4b91-9ca3-c6cd88b5ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:38.140867 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-967ab927-47d7-4327-97c6-a5a143d6a7b2 req-051abad4-b802-4b91-9ca3-c6cd88b5ab62 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3104851 Nov 11 21:41:38.147446 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d'}, {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19'}, {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a256091-0880-49ef-ae98-ef983b4c19db'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:38.150178 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae62bd78-39d6-4387-8f06-3b133797de47" -d '{"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-plugged", "status": "completed", "tag": "b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d"}, {"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-plugged", "status": "completed", "tag": "c42f3bfd-99cc-4ee5-a989-eedc34b67f19"}, {"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-plugged", "status": "completed", "tag": "6a256091-0880-49ef-ae98-ef983b4c19db"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:38.153462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45660) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:38.178505 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de156c43-2819-41f9-a72e-5d7241a49f59 req-cb0b6fa9-ac61-4c15-b34b-e9cb4ec90a0b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb HTTP/1.1" status: 200 len: 998 time: 0.2563787 Nov 11 21:41:38.191254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-eadacc15-5839-4ba5-b833-00b65ac06a5b tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '88907ba9-51bb-4902-8960-ea939499746e', 'tempest-TagsTest-Tag-1065046363') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:38.233937 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:38.248526 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-87cb5090-66a1-4fc9-a519-6c0f6c3f549c None None] Provisioning complete for port ef1f3a94-acf7-483e-a439-f96cb71df7ec triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:38.248911 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87cb5090-66a1-4fc9-a519-6c0f6c3f549c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:38.262215 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6e1a84f0-91f6-4829-bd77-44390b4565b3 req-4e8b7bd9-d2c3-4b53-9260-16ca45dbabac tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500648 Nov 11 21:41:38.275858 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 25a1c873-4001-4e2b-9aab-1b83892a724d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=25a1c873-4001-4e2b-9aab-1b83892a724d,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:38.294732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9f3f7-751c-4c70-b139-96aa8e65bbb3 req-17d06ba0-ab87-41eb-b448-a95ea48f5070 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:38.297889 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:38.298791 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 14325729-1495-4098-ba65-82b20f0f04f3 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:38.302074 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9f3f7-751c-4c70-b139-96aa8e65bbb3 req-17d06ba0-ab87-41eb-b448-a95ea48f5070 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:38.308724 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9f3f7-751c-4c70-b139-96aa8e65bbb3 req-17d06ba0-ab87-41eb-b448-a95ea48f5070 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:38.316173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9f3f7-751c-4c70-b139-96aa8e65bbb3 req-17d06ba0-ab87-41eb-b448-a95ea48f5070 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:38.323080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9f3f7-751c-4c70-b139-96aa8e65bbb3 req-17d06ba0-ab87-41eb-b448-a95ea48f5070 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:38.330801 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9f3f7-751c-4c70-b139-96aa8e65bbb3 req-17d06ba0-ab87-41eb-b448-a95ea48f5070 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:38.338036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9f3f7-751c-4c70-b139-96aa8e65bbb3 req-17d06ba0-ab87-41eb-b448-a95ea48f5070 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:38.348098 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fd9f3f7-751c-4c70-b139-96aa8e65bbb3 req-17d06ba0-ab87-41eb-b448-a95ea48f5070 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5433 time: 0.3128991 Nov 11 21:41:38.352637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-ab54b411-7f54-40fc-bb9e-a95db7a326f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:38.354525 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-ab54b411-7f54-40fc-bb9e-a95db7a326f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2285bb7f-8f63-4bae-a730-85e19eca1b8d HTTP/1.1" status: 200 len: 855 time: 0.2195482 Nov 11 21:41:38.381413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-87cb5090-66a1-4fc9-a519-6c0f6c3f549c None None] Port ef1f3a94-acf7-483e-a439-f96cb71df7ec cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:38.386588 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f202e9bf-9145-40ba-84a6-b6596bee5e37 x-openstack-request-id: req-f202e9bf-9145-40ba-84a6-b6596bee5e37 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:38.387111 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-plugged", "status": "completed", "tag": "b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d", "code": 200}, {"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-plugged", "status": "completed", "tag": "c42f3bfd-99cc-4ee5-a989-eedc34b67f19", "code": 200}, {"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-plugged", "status": "completed", "tag": "6a256091-0880-49ef-ae98-ef983b4c19db", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:38.388065 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f202e9bf-9145-40ba-84a6-b6596bee5e37 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:38.388661 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d', 'code': 200} Nov 11 21:41:38.389144 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19', 'code': 200} Nov 11 21:41:38.389585 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a256091-0880-49ef-ae98-ef983b4c19db', 'code': 200} Nov 11 21:41:38.408920 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=25a1c873-4001-4e2b-9aab-1b83892a724d,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:38.425512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 14325729-1495-4098-ba65-82b20f0f04f3 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:41:38.430497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 14325729-1495-4098-ba65-82b20f0f04f3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:38.431091 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:38.436253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-f8399d40-d6d1-496f-8047-e1123345bd1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7caaa17b-13f0-427b-9c0f-9a6ae36198ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723293 Nov 11 21:41:38.503336 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eadacc15-5839-4ba5-b833-00b65ac06a5b tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] 10.222.0.57 "GET /v2.0/networks/88907ba9-51bb-4902-8960-ea939499746e/tags/tempest-TagsTest-Tag-1065046363 HTTP/1.1" status: 204 len: 168 time: 0.3491213 Nov 11 21:41:38.512021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45664) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:38.524559 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:38.541708 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-87bf0d6d-2485-4482-bedb-ef17ad49a061 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '88907ba9-51bb-4902-8960-ea939499746e') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:38.560627 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fd9f3f7-751c-4c70-b139-96aa8e65bbb3 req-01b77c65-5d9e-43d2-9a5e-f6ae0d753ed6 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2109416 Nov 11 21:41:38.580425 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 14325729-1495-4098-ba65-82b20f0f04f3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=14325729-1495-4098-ba65-82b20f0f04f3,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:38.592149 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:38.593337 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 348abab2-0df6-4fc4-a449-94bd70a118d8 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:38.644358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-a90b3668-1bd1-42d9-9638-adf2240a5479 service neutron] 10.222.0.10 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937125 Nov 11 21:41:38.651086 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-87bf0d6d-2485-4482-bedb-ef17ad49a061 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] 10.222.0.57 "GET /v2.0/networks/88907ba9-51bb-4902-8960-ea939499746e/tags HTTP/1.1" status: 200 len: 238 time: 0.1381159 Nov 11 21:41:38.657663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45668) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:38.673778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-621f303c-c6b0-44ac-9f48-51d232e288e2 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '88907ba9-51bb-4902-8960-ea939499746e', {'tags': ['tempest-TagsTest-Tag-1980928173', 'tempest-TagsTest-Tag-542331005', 'tempest-TagsTest-Tag-1938937343']}) {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:38.676968 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=14325729-1495-4098-ba65-82b20f0f04f3,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:38.698617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 348abab2-0df6-4fc4-a449-94bd70a118d8 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:41:38.703825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 348abab2-0df6-4fc4-a449-94bd70a118d8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:38.704289 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:38.731185 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-967ab927-47d7-4327-97c6-a5a143d6a7b2 req-35228a94-fac8-4a50-9e0f-9adafcfcc55f service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717268 Nov 11 21:41:38.731893 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:38.802536 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:38.814986 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=e49727ff-b4c1-484a-b525-f72eeee7f031,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:38.841949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No DVR routers for this DVR port e49727ff-b4c1-484a-b525-f72eeee7f031 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:38.868505 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-621f303c-c6b0-44ac-9f48-51d232e288e2 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] 10.222.0.57 "PUT /v2.0/networks/88907ba9-51bb-4902-8960-ea939499746e/tags HTTP/1.1" status: 200 len: 308 time: 0.2060258 Nov 11 21:41:38.872655 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45670) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:38.873953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57245af-416e-4c7c-be12-1879bebe7325 req-67d230aa-b859-4fa6-8c5e-ddc8fdc6fd91 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:38.875502 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e57245af-416e-4c7c-be12-1879bebe7325 req-67d230aa-b859-4fa6-8c5e-ddc8fdc6fd91 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 943 time: 0.1559274 Nov 11 21:41:38.887444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-c74ac55b-dfd4-4a49-82b4-990638e69d91 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '88907ba9-51bb-4902-8960-ea939499746e', 'tempest-TagsTest-Tag-1980928173') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:38.893742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5258e889-ff06-43c6-b38f-8f59cb81a137 req-1705a2b1-6c34-42a9-8bd2-c1c1ab5f6198 service neutron] 10.222.0.10 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349744 Nov 11 21:41:38.896550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de156c43-2819-41f9-a72e-5d7241a49f59 req-7672f71c-3c61-42ba-8568-fccaac4370b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:38.898295 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de156c43-2819-41f9-a72e-5d7241a49f59 req-7672f71c-3c61-42ba-8568-fccaac4370b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.7018750 Nov 11 21:41:38.935988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e57245af-416e-4c7c-be12-1879bebe7325 req-01c5290c-65cf-4fea-8328-b7319f3ab774 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523448 Nov 11 21:41:38.942820 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4ad0562a-ee51-4fd5-a23a-ebc1a026ac58 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6f9991f2bf4645e6a3aaf7938ff4a231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8241770 Nov 11 21:41:38.945412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45672) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:39.038756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d7faa-226b-447e-a874-926542d422d9 req-84e0509a-95e6-44c1-b673-b2f8d043d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:39.040335 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f6d7faa-226b-447e-a874-926542d422d9 req-84e0509a-95e6-44c1-b673-b2f8d043d4b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6675c7f79bd4dc29927a59893d93ae7&device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 1094 time: 0.0844803 Nov 11 21:41:39.046185 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1761ca87-a605-42db-afa8-d76f83e31d1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:39.062345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 348abab2-0df6-4fc4-a449-94bd70a118d8, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=348abab2-0df6-4fc4-a449-94bd70a118d8,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:39.067911 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:39.068915 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 037b404c-6651-435c-9fe6-0c7da7735962 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:41:39.100450 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1761ca87-a605-42db-afa8-d76f83e31d1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:39.101500 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:39.149097 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-967ab927-47d7-4327-97c6-a5a143d6a7b2 req-0122483a-7f9c-49a0-9eb2-ea0ab07780b2 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979204 Nov 11 21:41:39.165320 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2654b1f-682f-4566-93e2-9c128e9db006']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:39.186193 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:39.199067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d7faa-226b-447e-a874-926542d422d9 req-7fb2a0b1-32f3-40f1-9666-c608b3cd2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:39.201147 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f6d7faa-226b-447e-a874-926542d422d9 req-7fb2a0b1-32f3-40f1-9666-c608b3cd2b05 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7caaa17b-13f0-427b-9c0f-9a6ae36198ce HTTP/1.1" status: 200 len: 917 time: 0.1498718 Nov 11 21:41:39.204446 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=348abab2-0df6-4fc4-a449-94bd70a118d8,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:39.210101 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de156c43-2819-41f9-a72e-5d7241a49f59 req-90a40bac-718e-4175-aad9-2602efaf60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:39.211640 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de156c43-2819-41f9-a72e-5d7241a49f59 req-90a40bac-718e-4175-aad9-2602efaf60f0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2824776 Nov 11 21:41:39.213506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85480f91-c971-4464-8742-0b431eee0169') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:39.213795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85480f91-c971-4464-8742-0b431eee0169') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:39.225426 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 037b404c-6651-435c-9fe6-0c7da7735962, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=037b404c-6651-435c-9fe6-0c7da7735962,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:39.231633 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:39.256420 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:39.260463 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1761ca87-a605-42db-afa8-d76f83e31d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:39.262167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1761ca87-a605-42db-afa8-d76f83e31d1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:39.266122 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1761ca87-a605-42db-afa8-d76f83e31d1b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/08f23096-0e57-4c68-a078-004604c9ea63 HTTP/1.1" status: 204 len: 168 time: 0.3195212 Nov 11 21:41:39.269663 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f6d7faa-226b-447e-a874-926542d422d9 req-ad56c365-c19e-41af-9535-b09441e62d9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34d8078b-65d9-47ff-97c3-d4c5914bef56 HTTP/1.1" status: 200 len: 217 time: 0.0592041 Nov 11 21:41:39.275730 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761ca87-a605-42db-afa8-d76f83e31d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f23096-0e57-4c68-a078-004604c9ea63,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:39.292313 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:39.306473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=037b404c-6651-435c-9fe6-0c7da7735962,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:39.331430 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:39.332249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d7faa-226b-447e-a874-926542d422d9 req-2795f665-a371-4e07-8a98-76a90d275b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:39.333788 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f6d7faa-226b-447e-a874-926542d422d9 req-2795f665-a371-4e07-8a98-76a90d275b07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2285bb7f-8f63-4bae-a730-85e19eca1b8d HTTP/1.1" status: 200 len: 855 time: 0.0556457 Nov 11 21:41:39.337737 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:41:39.338143 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:41:39.342924 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:41:39.377164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f6d7faa-226b-447e-a874-926542d422d9 req-6a5ef843-0272-4074-b301-da39c188438f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7caaa17b-13f0-427b-9c0f-9a6ae36198ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354364 Nov 11 21:41:39.425087 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c74ac55b-dfd4-4a49-82b4-990638e69d91 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] 10.222.0.57 "DELETE /v2.0/networks/88907ba9-51bb-4902-8960-ea939499746e/tags/tempest-TagsTest-Tag-1980928173 HTTP/1.1" status: 204 len: 168 time: 0.5407178 Nov 11 21:41:39.429258 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45678) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:39.434476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-466c70ad-0f47-4ec4-9809-0a8192d2c602 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '88907ba9-51bb-4902-8960-ea939499746e', 'tempest-TagsTest-Tag-1980928173') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:39.496790 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:39.509165 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:39.512229 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/networks/f2654b1f-682f-4566-93e2-9c128e9db006 HTTP/1.1" status: 204 len: 168 time: 2.9298904 Nov 11 21:41:39.516074 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de156c43-2819-41f9-a72e-5d7241a49f59 req-e52dfb7d-508d-403e-9cdc-7746f90acca6 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890680 Nov 11 21:41:39.518741 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3ee7b-8637-4413-b36e-493baf699858 req-09a9ed11-9e4a-4e96-8cc5-9b857c8c880a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:39.520254 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3dd3ee7b-8637-4413-b36e-493baf699858 req-09a9ed11-9e4a-4e96-8cc5-9b857c8c880a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 943 time: 0.1421678 Nov 11 21:41:39.520736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45682) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:39.530554 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca1dbb-01cc-486d-9b59-718d408bc245 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Network': ['ID=f2654b1f-682f-4566-93e2-9c128e9db006,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:39.710533 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de156c43-2819-41f9-a72e-5d7241a49f59 req-474e3923-f932-4655-9714-285e91717d5f service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849039 Nov 11 21:41:39.734193 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:39.877626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Router d6fd587d-7c13-4d80-84fa-336cb9518a19 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:41:39.885984 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f6d7faa-226b-447e-a874-926542d422d9 req-2011b88f-50e0-481a-82e5-3dd5ee871f4c service neutron] 10.222.0.10 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982381 Nov 11 21:41:39.974592 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-466c70ad-0f47-4ec4-9809-0a8192d2c602 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] show failed (client error): The resource could not be found. Nov 11 21:41:39.974592 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-466c70ad-0f47-4ec4-9809-0a8192d2c602 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] 10.222.0.57 "GET /v2.0/networks/88907ba9-51bb-4902-8960-ea939499746e/tags/tempest-TagsTest-Tag-1980928173 HTTP/1.1" status: 404 len: 326 time: 0.5380504 Nov 11 21:41:39.975439 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45702) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:39.999822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:41:40.008089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-ab1773e6-6508-4a48-94db-811046e2db8f tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '88907ba9-51bb-4902-8960-ea939499746e', 'tempest-TagsTest-Tag-542331005') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:40.012633 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Sync routers for ids ['d6fd587d-7c13-4d80-84fa-336cb9518a19'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:41:40.024659 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Routers {'d6fd587d-7c13-4d80-84fa-336cb9518a19'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:41:40.025311 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:41:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d6fd587d-7c13-4d80-84fa-336cb9518a19'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:40.026659 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:40.030782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8fe8bb-75ef-4d0b-9b5c-527cfe95b48e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:40.031152 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4e553927-3084-4637-9963-a2fc0c550fdf admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1100652 Nov 11 21:41:40.031880 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45706) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:40.032384 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3d8fe8bb-75ef-4d0b-9b5c-527cfe95b48e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5074043 Nov 11 21:41:40.036057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45708) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:40.037353 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3dd3ee7b-8637-4413-b36e-493baf699858 req-77d8d509-ccc9-4edc-8451-30f9cb4348b6 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977820 Nov 11 21:41:40.101881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f6d7faa-226b-447e-a874-926542d422d9 req-b36770b5-8f09-481d-a9e1-1866e4173268 service neutron] 10.222.0.10 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953006 Nov 11 21:41:40.124606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2920a-e5f4-49b5-bce1-33566822c4d0 req-85a532c9-8529-4d2b-931c-3ef5b0f4e2b9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:40.132412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2920a-e5f4-49b5-bce1-33566822c4d0 req-85a532c9-8529-4d2b-931c-3ef5b0f4e2b9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:40.142348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2920a-e5f4-49b5-bce1-33566822c4d0 req-85a532c9-8529-4d2b-931c-3ef5b0f4e2b9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:40.143077 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45710) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:40.149331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2920a-e5f4-49b5-bce1-33566822c4d0 req-85a532c9-8529-4d2b-931c-3ef5b0f4e2b9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:40.159422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2920a-e5f4-49b5-bce1-33566822c4d0 req-85a532c9-8529-4d2b-931c-3ef5b0f4e2b9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:40.171786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2920a-e5f4-49b5-bce1-33566822c4d0 req-85a532c9-8529-4d2b-931c-3ef5b0f4e2b9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:40.180001 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Set router d6fd587d-7c13-4d80-84fa-336cb9518a19 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:41:40.180248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2920a-e5f4-49b5-bce1-33566822c4d0 req-85a532c9-8529-4d2b-931c-3ef5b0f4e2b9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:40.182554 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1185adff-dcee-482f-b2fa-534c699e2a40 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1367438 Nov 11 21:41:40.183240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45714) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:40.189943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-21e2920a-e5f4-49b5-bce1-33566822c4d0 req-85a532c9-8529-4d2b-931c-3ef5b0f4e2b9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5436 time: 0.3547516 Nov 11 21:41:40.216310 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3373c617-5bbc-4557-86de-abea69edc655 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-536587157'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:40.259902 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3373c617-5bbc-4557-86de-abea69edc655 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:40.264338 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3373c617-5bbc-4557-86de-abea69edc655 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:40.314440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c530e130-1443-4462-a9e0-db82ddb8de86 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] Request body: {'port': {'network_id': 'cac37575-4477-4efd-95e3-bba1fa2c54a1', 'name': 'tempest-NetworksNegativeTestJSON-1119956545'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:40.340786 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c530e130-1443-4462-a9e0-db82ddb8de86 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] POST failed (client error): The resource could not be found. Nov 11 21:41:40.341792 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c530e130-1443-4462-a9e0-db82ddb8de86 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:41:40.346556 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c530e130-1443-4462-a9e0-db82ddb8de86 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1970060 Nov 11 21:41:40.346746 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45716) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:40.350900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b596ce-66d2-4d5c-8f56-1c5008351384 req-41ce18da-2e01-404c-b35e-f67dde7fe114 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:40.352913 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54b596ce-66d2-4d5c-8f56-1c5008351384 req-41ce18da-2e01-404c-b35e-f67dde7fe114 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 943 time: 0.1507339 Nov 11 21:41:40.361491 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'name': 'tempest-ServerRescueTestJSON-1523349602-router', 'tenant_id': '172747899bb047bea5cde66bd14569c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:41:34Z', 'updated_at': '2021-11-11T21:41:38Z', 'revision_number': 3, 'project_id': '172747899bb047bea5cde66bd14569c8', 'gw_port': {'id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:41:36Z', 'updated_at': '2021-11-11T21:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:40.369150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-21e2920a-e5f4-49b5-bce1-33566822c4d0 req-ff412261-ebf9-44d6-a06d-37902c57b103 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1773314 Nov 11 21:41:40.375855 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ab1773e6-6508-4a48-94db-811046e2db8f tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] 10.222.0.57 "GET /v2.0/networks/88907ba9-51bb-4902-8960-ea939499746e/tags/tempest-TagsTest-Tag-542331005 HTTP/1.1" status: 204 len: 168 time: 0.3731210 Nov 11 21:41:40.377964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45718) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:40.387534 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Checking router: d6fd587d-7c13-4d80-84fa-336cb9518a19 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:41:40.387880 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Updating router d6fd587d-7c13-4d80-84fa-336cb9518a19 port ef1f3a94-acf7-483e-a439-f96cb71df7ec binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:41:40.391022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a1c873-4001-4e2b-9aab-1b83892a724d'}, {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14325729-1495-4098-ba65-82b20f0f04f3'}, {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348abab2-0df6-4fc4-a449-94bd70a118d8'}, {'server_uuid': '31894eb7-e80c-42e8-a04f-dc34d87f1213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '037b404c-6651-435c-9fe6-0c7da7735962'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:40.392489 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-06ac719a-eaef-4140-8583-44795188c60e tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '88907ba9-51bb-4902-8960-ea939499746e', 'tempest-TagsTest-Tag-1938937343') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:40.393647 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f13d598-c68a-48da-9f73-bfcc97d29be0" -d '{"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-plugged", "status": "completed", "tag": "25a1c873-4001-4e2b-9aab-1b83892a724d"}, {"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-plugged", "status": "completed", "tag": "14325729-1495-4098-ba65-82b20f0f04f3"}, {"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-plugged", "status": "completed", "tag": "348abab2-0df6-4fc4-a449-94bd70a118d8"}, {"server_uuid": "31894eb7-e80c-42e8-a04f-dc34d87f1213", "name": "network-vif-unplugged", "status": "completed", "tag": "037b404c-6651-435c-9fe6-0c7da7735962"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:40.410017 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ec4a15-4e68-4d15-a23a-5a9779378318 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] DELETE failed (client error): The resource could not be found. Nov 11 21:41:40.410872 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ec4a15-4e68-4d15-a23a-5a9779378318 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:41:40.414274 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-01ec4a15-4e68-4d15-a23a-5a9779378318 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] 10.222.0.57 "DELETE /v2.0/networks/001ad79f-cc31-41b4-9e37-ab87d508f039 HTTP/1.1" status: 404 len: 339 time: 0.0665190 Nov 11 21:41:40.415210 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3373c617-5bbc-4557-86de-abea69edc655 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:40.415635 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:40.423171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45722) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:40.459393 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be28d6d2-01ef-4aea-abcf-cfe5a85d7437 x-openstack-request-id: req-be28d6d2-01ef-4aea-abcf-cfe5a85d7437 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:40.460039 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-plugged", "status": "completed", "tag": "25a1c873-4001-4e2b-9aab-1b83892a724d", "code": 200}, {"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-plugged", "status": "completed", "tag": "14325729-1495-4098-ba65-82b20f0f04f3", "code": 200}, {"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-plugged", "status": "completed", "tag": "348abab2-0df6-4fc4-a449-94bd70a118d8", "code": 200}, {"server_uuid": "31894eb7-e80c-42e8-a04f-dc34d87f1213", "name": "network-vif-unplugged", "status": "completed", "tag": "037b404c-6651-435c-9fe6-0c7da7735962", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:40.460291 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-be28d6d2-01ef-4aea-abcf-cfe5a85d7437 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:40.460701 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a1c873-4001-4e2b-9aab-1b83892a724d', 'code': 200} Nov 11 21:41:40.461183 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14325729-1495-4098-ba65-82b20f0f04f3', 'code': 200} Nov 11 21:41:40.461720 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348abab2-0df6-4fc4-a449-94bd70a118d8', 'code': 200} Nov 11 21:41:40.462142 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31894eb7-e80c-42e8-a04f-dc34d87f1213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '037b404c-6651-435c-9fe6-0c7da7735962', 'code': 200} Nov 11 21:41:40.480377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54b596ce-66d2-4d5c-8f56-1c5008351384 req-56d948bb-676c-46db-a2e0-ec4ccc393502 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031685 Nov 11 21:41:40.546114 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-06ac719a-eaef-4140-8583-44795188c60e tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] 10.222.0.57 "GET /v2.0/networks/88907ba9-51bb-4902-8960-ea939499746e/tags/tempest-TagsTest-Tag-1938937343 HTTP/1.1" status: 204 len: 168 time: 0.1656938 Nov 11 21:41:40.547045 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45724) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:40.551812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-070a91ea-3447-42d7-b573-b43cfa480ba6 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '88907ba9-51bb-4902-8960-ea939499746e') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:40.646830 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-070a91ea-3447-42d7-b573-b43cfa480ba6 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] 10.222.0.57 "DELETE /v2.0/networks/88907ba9-51bb-4902-8960-ea939499746e/tags HTTP/1.1" status: 204 len: 168 time: 0.0958767 Nov 11 21:41:40.650255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45726) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:40.654833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-c1eeb442-f712-4b04-92f5-b7806344d946 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '88907ba9-51bb-4902-8960-ea939499746e', 'tempest-TagsTest-Tag-542331005') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:40.746698 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-c1eeb442-f712-4b04-92f5-b7806344d946 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] show failed (client error): The resource could not be found. Nov 11 21:41:40.748842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c1eeb442-f712-4b04-92f5-b7806344d946 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] 10.222.0.57 "GET /v2.0/networks/88907ba9-51bb-4902-8960-ea939499746e/tags/tempest-TagsTest-Tag-542331005 HTTP/1.1" status: 404 len: 325 time: 0.1002140 Nov 11 21:41:40.751199 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45728) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:40.756051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-2600af79-248a-421a-8e77-c3b5a573be3a tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '88907ba9-51bb-4902-8960-ea939499746e', 'tempest-TagsTest-Tag-1938937343') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:40.773708 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-5941913f-ab9f-42a4-8f47-d936bfd14326 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] DELETE failed (client error): The resource could not be found. Nov 11 21:41:40.774445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5941913f-ab9f-42a4-8f47-d936bfd14326 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:41:40.777619 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5941913f-ab9f-42a4-8f47-d936bfd14326 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] 10.222.0.57 "DELETE /v2.0/ports/547dab0d-57f9-43b7-b118-6f81f31cdc6b HTTP/1.1" status: 404 len: 333 time: 0.3533478 Nov 11 21:41:40.778473 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:40.780729 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3373c617-5bbc-4557-86de-abea69edc655 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:40.780729 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-3373c617-5bbc-4557-86de-abea69edc655 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Added segment d01890b2-f765-4bb9-aee2-ccda599b1e52 of type vlan for network 32751250-972f-420e-aa5e-7acd6f07f994 Nov 11 21:41:40.783133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45730) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:40.791168 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:40.834580 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-2600af79-248a-421a-8e77-c3b5a573be3a tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] show failed (client error): The resource could not be found. Nov 11 21:41:40.836200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2600af79-248a-421a-8e77-c3b5a573be3a tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] 10.222.0.57 "GET /v2.0/networks/88907ba9-51bb-4902-8960-ea939499746e/tags/tempest-TagsTest-Tag-1938937343 HTTP/1.1" status: 404 len: 326 time: 0.0837977 Nov 11 21:41:40.842063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45732) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:40.846608 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-9c281d75-5d46-47ec-a04b-fdb4b9e33fb3 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '88907ba9-51bb-4902-8960-ea939499746e') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:40.861587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62de32b3-5297-413f-b145-007714867305 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:41:40.874427 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c263aa-b17c-47f8-9b34-3542a52c6300 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] DELETE failed (client error): The resource could not be found. Nov 11 21:41:40.874942 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c263aa-b17c-47f8-9b34-3542a52c6300 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:41:40.878603 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-57c263aa-b17c-47f8-9b34-3542a52c6300 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] 10.222.0.57 "DELETE /v2.0/subnets/3a93eabd-f636-48ad-8b8f-3d0faa037f52 HTTP/1.1" status: 404 len: 337 time: 0.0868652 Nov 11 21:41:40.884651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45734) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:40.887678 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce59f5-278e-4d17-940e-bc6a5402069b None None] Pushing event updated for resources: {'Port': ['ID=ef1f3a94-acf7-483e-a439-f96cb71df7ec,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:40.897847 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3373c617-5bbc-4557-86de-abea69edc655 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:40.915486 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce59f5-278e-4d17-940e-bc6a5402069b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:40.916108 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce59f5-278e-4d17-940e-bc6a5402069b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:40.916263 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9bac0e6-4294-46f9-8954-60c15599e7fb tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] GET failed (client error): The resource could not be found. Nov 11 21:41:40.916850 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce59f5-278e-4d17-940e-bc6a5402069b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:40.917560 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce59f5-278e-4d17-940e-bc6a5402069b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:40.918039 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce59f5-278e-4d17-940e-bc6a5402069b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:40.918516 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce59f5-278e-4d17-940e-bc6a5402069b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:40.918982 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce59f5-278e-4d17-940e-bc6a5402069b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:40.921074 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce59f5-278e-4d17-940e-bc6a5402069b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:40.921652 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce59f5-278e-4d17-940e-bc6a5402069b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:40.921785 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b9bac0e6-4294-46f9-8954-60c15599e7fb tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] 10.222.0.57 "GET /v2.0/networks/2265e7ad-3192-43f2-8b25-71024d0e9aef HTTP/1.1" status: 404 len: 339 time: 0.0359674 Nov 11 21:41:40.922252 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce59f5-278e-4d17-940e-bc6a5402069b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:40.922383 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45736) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:40.922848 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce59f5-278e-4d17-940e-bc6a5402069b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:40.923323 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce59f5-278e-4d17-940e-bc6a5402069b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:40.927247 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Attempting to bind port ef1f3a94-acf7-483e-a439-f96cb71df7ec on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:41:40.927963 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Attempting to bind port ef1f3a94-acf7-483e-a439-f96cb71df7ec by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:41:40.928491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ce2990a3-31fe-4a01-a141-6e4f052873d9 None None] Provisioning complete for port ef1f3a94-acf7-483e-a439-f96cb71df7ec triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:40.928638 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Attempting to bind port ef1f3a94-acf7-483e-a439-f96cb71df7ec on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:41:40.928892 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce2990a3-31fe-4a01-a141-6e4f052873d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:40.936609 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:41:40.937251 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:40.938080 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:40.938628 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:41:40.939293 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Bound port: ef1f3a94-acf7-483e-a439-f96cb71df7ec, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:41:40.939833 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:40.958877 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f86a318-859d-43fb-884b-fb1259b7ca37 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] GET failed (client error): The resource could not be found. Nov 11 21:41:40.966352 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4f86a318-859d-43fb-884b-fb1259b7ca37 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] 10.222.0.57 "GET /v2.0/ports/49155ed1-62a7-4d2f-89d0-a290fbebd230 HTTP/1.1" status: 404 len: 333 time: 0.0413561 Nov 11 21:41:40.984396 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45738) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:40.998708 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] For port ef1f3a94-acf7-483e-a439-f96cb71df7ec, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:41:41.003529 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] For port ef1f3a94-acf7-483e-a439-f96cb71df7ec, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ef1f3a94-acf7-483e-a439-f96cb71df7ec,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:41:41.011487 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:41.019219 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.db.resource_extend [None req-3373c617-5bbc-4557-86de-abea69edc655 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:41:41.031050 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9c281d75-5d46-47ec-a04b-fdb4b9e33fb3 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] 10.222.0.57 "DELETE /v2.0/networks/88907ba9-51bb-4902-8960-ea939499746e/tags HTTP/1.1" status: 204 len: 168 time: 0.1875365 Nov 11 21:41:41.031453 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45740) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:41.034646 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ce2990a3-31fe-4a01-a141-6e4f052873d9 None None] Port ef1f3a94-acf7-483e-a439-f96cb71df7ec cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:41.043035 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:41.046674 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c20b385-0747-47f0-a142-22508ee1550c None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:41:41.070658 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Routers {'d6fd587d-7c13-4d80-84fa-336cb9518a19'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:41:41.073251 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:41:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d6fd587d-7c13-4d80-84fa-336cb9518a19'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:41.082961 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac16fdd1-6d24-4a6f-aa75-7bffb5ee4568 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] GET failed (client error): The resource could not be found. Nov 11 21:41:41.084335 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ac16fdd1-6d24-4a6f-aa75-7bffb5ee4568 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] 10.222.0.57 "GET /v2.0/subnets/b6d30fdc-eb10-4e47-81c6-4bece45e1dae HTTP/1.1" status: 404 len: 337 time: 0.0976677 Nov 11 21:41:41.096201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aebd6a-0a65-4e61-9f2e-12505729ec44 req-8ccc8796-24e9-4cb3-beb4-61f834f08b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:41.096363 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45744) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:41.096668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aebd6a-0a65-4e61-9f2e-12505729ec44 req-8ccc8796-24e9-4cb3-beb4-61f834f08b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:41.097152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aebd6a-0a65-4e61-9f2e-12505729ec44 req-8ccc8796-24e9-4cb3-beb4-61f834f08b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:41.097602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aebd6a-0a65-4e61-9f2e-12505729ec44 req-8ccc8796-24e9-4cb3-beb4-61f834f08b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:41.098049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aebd6a-0a65-4e61-9f2e-12505729ec44 req-8ccc8796-24e9-4cb3-beb4-61f834f08b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:41.098493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aebd6a-0a65-4e61-9f2e-12505729ec44 req-8ccc8796-24e9-4cb3-beb4-61f834f08b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:41.098937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aebd6a-0a65-4e61-9f2e-12505729ec44 req-8ccc8796-24e9-4cb3-beb4-61f834f08b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:41.100859 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a0aebd6a-0a65-4e61-9f2e-12505729ec44 req-8ccc8796-24e9-4cb3-beb4-61f834f08b91 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 6493 time: 0.3414898 Nov 11 21:41:41.112874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6f2c0d08-ca6a-4774-bf77-a4e38224d582 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:41.137451 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3373c617-5bbc-4557-86de-abea69edc655 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:41.143450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3373c617-5bbc-4557-86de-abea69edc655 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:41.144078 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3373c617-5bbc-4557-86de-abea69edc655 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:41.171922 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5c7f9af0-ea16-476c-a85c-4fc80f46b6a7 None None] Provisioning complete for port ef1f3a94-acf7-483e-a439-f96cb71df7ec triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:41.172296 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c7f9af0-ea16-476c-a85c-4fc80f46b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:41.172420 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2c0d08-ca6a-4774-bf77-a4e38224d582 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] PUT failed (client error): The resource could not be found. Nov 11 21:41:41.172966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2c0d08-ca6a-4774-bf77-a4e38224d582 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:41:41.179671 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6f2c0d08-ca6a-4774-bf77-a4e38224d582 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] 10.222.0.57 "PUT /v2.0/networks/fed43435-8bd1-4b63-a34a-e8b03064a3a3 HTTP/1.1" status: 404 len: 339 time: 0.0822589 Nov 11 21:41:41.180397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45746) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:41.189353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0061258c-2f2e-4b14-a3d2-f954582a8ebb tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:41.213400 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] Set router d6fd587d-7c13-4d80-84fa-336cb9518a19 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:41:41.282734 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-0061258c-2f2e-4b14-a3d2-f954582a8ebb tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] PUT failed (client error): The resource could not be found. Nov 11 21:41:41.283687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0061258c-2f2e-4b14-a3d2-f954582a8ebb tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:41:41.285211 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0061258c-2f2e-4b14-a3d2-f954582a8ebb tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] 10.222.0.57 "PUT /v2.0/ports/ede58447-6c76-4a09-83ef-13476a9d9648 HTTP/1.1" status: 404 len: 333 time: 0.1003106 Nov 11 21:41:41.289441 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f6e1e7a-0566-4638-83ec-3b1e894e59a3 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:41.292691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45748) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:41.299348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c7709cd7-c86d-4f60-acc4-e52e132e7059 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:41.311641 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c7f9af0-ea16-476c-a85c-4fc80f46b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:41.361920 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5c7f9af0-ea16-476c-a85c-4fc80f46b6a7 None None] For port ef1f3a94-acf7-483e-a439-f96cb71df7ec, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ef1f3a94-acf7-483e-a439-f96cb71df7ec,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:41.368083 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c7f9af0-ea16-476c-a85c-4fc80f46b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:41.368374 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7709cd7-c86d-4f60-acc4-e52e132e7059 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] PUT failed (client error): The resource could not be found. Nov 11 21:41:41.369691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7709cd7-c86d-4f60-acc4-e52e132e7059 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:41:41.372054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c7709cd7-c86d-4f60-acc4-e52e132e7059 tempest-NetworksNegativeTestJSON-1172230918 tempest-NetworksNegativeTestJSON-1172230918-project] 10.222.0.57 "PUT /v2.0/subnets/4261232b-876e-43c3-8530-7b51bc7d63ae HTTP/1.1" status: 404 len: 337 time: 0.0775037 Nov 11 21:41:41.409425 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3373c617-5bbc-4557-86de-abea69edc655 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1970451 Nov 11 21:41:41.449610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45754) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:41.473566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-53d8942f-1325-4d0e-b8a9-671eb6989586 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'subnet': {'network_id': '32751250-972f-420e-aa5e-7acd6f07f994', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:41.489374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f9af0-ea16-476c-a85c-4fc80f46b6a7 None None] Pushing event updated for resources: {'Port': ['ID=ef1f3a94-acf7-483e-a439-f96cb71df7ec,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:41.509835 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce59f5-278e-4d17-940e-bc6a5402069b None None] Pushing event updated for resources: {'Port': ['ID=ef1f3a94-acf7-483e-a439-f96cb71df7ec,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:41.535161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502577b-cb74-4856-81a9-89e3fb9b3e60 req-9a098f67-7c17-4180-8845-3ba23dd658b9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:41.542908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1502577b-cb74-4856-81a9-89e3fb9b3e60 req-9a098f67-7c17-4180-8845-3ba23dd658b9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 943 time: 0.3294609 Nov 11 21:41:41.589568 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'name': 'tempest-ServerRescueTestJSON-1523349602-router', 'tenant_id': '172747899bb047bea5cde66bd14569c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:41:34Z', 'updated_at': '2021-11-11T21:41:38Z', 'revision_number': 3, 'project_id': '172747899bb047bea5cde66bd14569c8', 'gw_port': {'id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:41:36Z', 'updated_at': '2021-11-11T21:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:41.596980 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373c617-5bbc-4557-86de-abea69edc655 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Network': ['ID=32751250-972f-420e-aa5e-7acd6f07f994,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:41.608714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 32751250-972f-420e-aa5e-7acd6f07f994 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:41.632345 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d0614a-fb8e-40fb-bcd6-cd1a805e2304 None None] The sync data for ids ['d6fd587d-7c13-4d80-84fa-336cb9518a19'] in n-d-805737-3 is: [{'id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'name': 'tempest-ServerRescueTestJSON-1523349602-router', 'tenant_id': '172747899bb047bea5cde66bd14569c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:41:34Z', 'updated_at': '2021-11-11T21:41:38Z', 'revision_number': 3, 'project_id': '172747899bb047bea5cde66bd14569c8', 'gw_port': {'id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:41:36Z', 'updated_at': '2021-11-11T21:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:41:41.685549 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a0aebd6a-0a65-4e61-9f2e-12505729ec44 req-b1ae5573-f413-4fed-9f16-5bd4db921a0f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&id=766354ce-57f9-40d0-812f-470496e3a6da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5460336 Nov 11 21:41:41.726396 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:41.733138 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f6e1e7a-0566-4638-83ec-3b1e894e59a3 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:41.803062 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d8942f-1325-4d0e-b8a9-671eb6989586 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:41.807296 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-53d8942f-1325-4d0e-b8a9-671eb6989586 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:41.839581 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-5f6e1e7a-0566-4638-83ec-3b1e894e59a3 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88907ba9-51bb-4902-8960-ea939499746e']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:41.853238 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45760) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:41.875106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-5f6e1e7a-0566-4638-83ec-3b1e894e59a3 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7b3f90-eb97-42bf-b186-779f80b73c1b') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:41.875907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-5f6e1e7a-0566-4638-83ec-3b1e894e59a3 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7b3f90-eb97-42bf-b186-779f80b73c1b') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:41.895280 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1502577b-cb74-4856-81a9-89e3fb9b3e60 req-ac368296-7da8-4882-8450-f3a939c58867 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514581 Nov 11 21:41:41.978562 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f6e1e7a-0566-4638-83ec-3b1e894e59a3 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.031342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2021271-e107-4047-87be-16d3f9350340 req-56a4462d-76dd-4565-9a5d-3493ba99b780 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:42.041106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2021271-e107-4047-87be-16d3f9350340 req-56a4462d-76dd-4565-9a5d-3493ba99b780 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:42.048074 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2021271-e107-4047-87be-16d3f9350340 req-56a4462d-76dd-4565-9a5d-3493ba99b780 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:42.059838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2021271-e107-4047-87be-16d3f9350340 req-56a4462d-76dd-4565-9a5d-3493ba99b780 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:42.064270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Allocated IP 172.20.0.1 (5dd23ad2-a5b1-49ba-b1ac-4708052c2688/f0b71604-c771-4fb2-a243-eaa0d1daf729/a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:42.082877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2021271-e107-4047-87be-16d3f9350340 req-56a4462d-76dd-4565-9a5d-3493ba99b780 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:42.090522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2021271-e107-4047-87be-16d3f9350340 req-56a4462d-76dd-4565-9a5d-3493ba99b780 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:42.098382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2021271-e107-4047-87be-16d3f9350340 req-56a4462d-76dd-4565-9a5d-3493ba99b780 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:42.101383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2021271-e107-4047-87be-16d3f9350340 req-56a4462d-76dd-4565-9a5d-3493ba99b780 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5436 time: 0.5015934 Nov 11 21:41:42.118147 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f6e1e7a-0566-4638-83ec-3b1e894e59a3 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.177485 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3e08d487-e87b-416e-ac73-3d56d441cab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.207045 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6e1e7a-0566-4638-83ec-3b1e894e59a3 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:41:42.207552 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f6e1e7a-0566-4638-83ec-3b1e894e59a3 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:41:42.213261 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:41:42.224334 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.264683 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.320724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:42.323876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:42.326921 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:42.337996 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f6e1e7a-0566-4638-83ec-3b1e894e59a3 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.354716 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcaa27-ab1f-4d11-be41-88ce193a0b97 req-39bc871b-c831-4634-a63d-a082ffacb2f5 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:42.362722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-53bcaa27-ab1f-4d11-be41-88ce193a0b97 req-39bc871b-c831-4634-a63d-a082ffacb2f5 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 943 time: 0.2597697 Nov 11 21:41:42.363244 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:42.380135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f6e1e7a-0566-4638-83ec-3b1e894e59a3 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.383520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5f6e1e7a-0566-4638-83ec-3b1e894e59a3 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] 10.222.0.57 "DELETE /v2.0/networks/88907ba9-51bb-4902-8960-ea939499746e HTTP/1.1" status: 204 len: 168 time: 1.3510220 Nov 11 21:41:42.385392 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.455099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e1e7a-0566-4638-83ec-3b1e894e59a3 tempest-TagsTest-1570888172 tempest-TagsTest-1570888172-project] Pushing event deleted for resources: {'Network': ['ID=88907ba9-51bb-4902-8960-ea939499746e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:42.474101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2021271-e107-4047-87be-16d3f9350340 req-af305fe6-e387-4b9f-bbcf-adb10a262286 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3628714 Nov 11 21:41:42.569972 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.587424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-53bcaa27-ab1f-4d11-be41-88ce193a0b97 req-394a33ac-cfda-48fb-aae6-aa4291341a7c tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238648 Nov 11 21:41:42.626050 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3e08d487-e87b-416e-ac73-3d56d441cab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.651655 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3e08d487-e87b-416e-ac73-3d56d441cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.703541 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-53d8942f-1325-4d0e-b8a9-671eb6989586 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.710193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45770) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:42.717131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08d487-e87b-416e-ac73-3d56d441cab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4524ee4f-9ff7-4a44-aa17-cc57d7dbfc88,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:42.721591 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3e08d487-e87b-416e-ac73-3d56d441cab0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3476c8f2246842b49eb46d469d7305e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8585589 Nov 11 21:41:42.741193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45772) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:42.805756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d8942f-1325-4d0e-b8a9-671eb6989586 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Checking segment: {'id': 'd01890b2-f765-4bb9-aee2-ccda599b1e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '32751250-972f-420e-aa5e-7acd6f07f994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:42.806119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d8942f-1325-4d0e-b8a9-671eb6989586 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network hostable DHCP agents. Network: 32751250-972f-420e-aa5e-7acd6f07f994, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:41:42.810653 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.812918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8942f-1325-4d0e-b8a9-671eb6989586 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Subnet': ['ID=d80b6c1e-9f0a-438e-9fb5-07ced7930cff,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:42.818894 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.831253 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d8942f-1325-4d0e-b8a9-671eb6989586 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network 32751250-972f-420e-aa5e-7acd6f07f994 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:41:42.842734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-53d8942f-1325-4d0e-b8a9-671eb6989586 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 32751250-972f-420e-aa5e-7acd6f07f994) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:42.848127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d8942f-1325-4d0e-b8a9-671eb6989586 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:42.848790 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-53d8942f-1325-4d0e-b8a9-671eb6989586 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.868316 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-53d8942f-1325-4d0e-b8a9-671eb6989586 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4111083 Nov 11 21:41:42.870930 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45776) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:42.873261 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bee09f-c00b-4c72-86a3-b509d524a6d3 None None] Network 32751250-972f-420e-aa5e-7acd6f07f994 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:42.879894 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-860e0bc3-c3a3-4e28-865d-1a831e3b9603 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'network_id': '32751250-972f-420e-aa5e-7acd6f07f994', 'name': 'tempest-PortsTestJSON-571696545'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:42.881835 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:42.950651 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:42.977081 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99fa8b68-c477-426f-90ad-05c09550aeb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:43.042136 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99fa8b68-c477-426f-90ad-05c09550aeb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:43.063297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f5d6a1d1-53df-4bcb-9579-9bf4399e7af6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=358e9d997ee442fd964589fe47fd52a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3482723 Nov 11 21:41:43.065703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45780) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:43.097227 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-32751250-972f-420e-aa5e-7acd6f07f994', 'network_id': '32751250-972f-420e-aa5e-7acd6f07f994', 'tenant_id': 'f4c688e9d6ad4b2d83d9c3ab1c3e8813', 'fixed_ips': [{'subnet_id': 'd80b6c1e-9f0a-438e-9fb5-07ced7930cff'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:41:43.098086 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:43.138416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860e0bc3-c3a3-4e28-865d-1a831e3b9603 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:43.142296 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-860e0bc3-c3a3-4e28-865d-1a831e3b9603 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:43.170547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755780c4-01a9-40ce-880b-34ffd01f1ce0 req-904b0ad6-1c65-422b-a677-6d211ba2b079 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:43.172415 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-755780c4-01a9-40ce-880b-34ffd01f1ce0 req-904b0ad6-1c65-422b-a677-6d211ba2b079 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 943 time: 0.1576045 Nov 11 21:41:43.186076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-860e0bc3-c3a3-4e28-865d-1a831e3b9603 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port 0b44b939-1de6-45f2-a589-f4e57aee3e36 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:43.189208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:43.198907 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 34d8078b-65d9-47ff-97c3-d4c5914bef56 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:41:43.199508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:43.217582 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56bcbf78-d9c8-4f6b-b437-973830e3b83e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:43.316368 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56bcbf78-d9c8-4f6b-b437-973830e3b83e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:43.320118 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ef1f3a94-acf7-483e-a439-f96cb71df7ec up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:43.354657 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99fa8b68-c477-426f-90ad-05c09550aeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:43.358110 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99fa8b68-c477-426f-90ad-05c09550aeb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:43.361720 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-99fa8b68-c477-426f-90ad-05c09550aeb8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4524ee4f-9ff7-4a44-aa17-cc57d7dbfc88 HTTP/1.1" status: 204 len: 168 time: 0.6170797 Nov 11 21:41:43.371077 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa8b68-c477-426f-90ad-05c09550aeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4524ee4f-9ff7-4a44-aa17-cc57d7dbfc88,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:43.377441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-755780c4-01a9-40ce-880b-34ffd01f1ce0 req-57e3a7f9-13e6-464c-acc5-ddd24ddc575d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726019 Nov 11 21:41:43.416873 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56bcbf78-d9c8-4f6b-b437-973830e3b83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:43.419520 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56bcbf78-d9c8-4f6b-b437-973830e3b83e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:43.420754 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-56bcbf78-d9c8-4f6b-b437-973830e3b83e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b36a8ce0-2b9d-49a4-bf3c-1e4876a7478f HTTP/1.1" status: 204 len: 168 time: 0.3526430 Nov 11 21:41:43.429222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Allocated IP 172.20.0.2 (32751250-972f-420e-aa5e-7acd6f07f994/d80b6c1e-9f0a-438e-9fb5-07ced7930cff/575d2cbc-a826-431f-af53-c3f5c0511667) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:43.442552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcbf78-d9c8-4f6b-b437-973830e3b83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36a8ce0-2b9d-49a4-bf3c-1e4876a7478f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:43.459079 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Router d6fd587d-7c13-4d80-84fa-336cb9518a19 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:41:43.542289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 34d8078b-65d9-47ff-97c3-d4c5914bef56, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=34d8078b-65d9-47ff-97c3-d4c5914bef56,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:43.598553 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port ef1f3a94-acf7-483e-a439-f96cb71df7ec triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:43.599613 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:43.622057 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '34d8078b-65d9-47ff-97c3-d4c5914bef56', 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce', 'port_id': '34d8078b-65d9-47ff-97c3-d4c5914bef56', 'mac_address': 'fa:16:3e:a3:fd:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2285bb7f-8f63-4bae-a730-85e19eca1b8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:41:43.637895 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9098551-9d4f-49ed-8cbe-c6c5aeebe5fc req-12b9105b-92b5-4e39-834d-f79198ef3685 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:43.645079 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9098551-9d4f-49ed-8cbe-c6c5aeebe5fc req-12b9105b-92b5-4e39-834d-f79198ef3685 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1539173 Nov 11 21:41:43.681009 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:43.681907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:41:43.694887 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-24da7897-b707-429e-9474-367cf6390ba7 admin admin] 10.222.0.57 "PUT /v2.0/routers/d6fd587d-7c13-4d80-84fa-336cb9518a19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6571648 Nov 11 21:41:43.720652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d8078b-65d9-47ff-97c3-d4c5914bef56 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:43.745757 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9098551-9d4f-49ed-8cbe-c6c5aeebe5fc req-50643e13-8549-4c74-8f0d-88d01b5cd396 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0974898 Nov 11 21:41:43.773104 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 34d8078b-65d9-47ff-97c3-d4c5914bef56, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=34d8078b-65d9-47ff-97c3-d4c5914bef56,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:43.779701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9961f-84be-4010-8a61-247edc06f610 req-735322dd-8c39-4798-bc33-f180988a7cbd tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:43.790575 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9961f-84be-4010-8a61-247edc06f610 req-735322dd-8c39-4798-bc33-f180988a7cbd tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:43.794634 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:43.797756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9961f-84be-4010-8a61-247edc06f610 req-735322dd-8c39-4798-bc33-f180988a7cbd tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:43.805805 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9961f-84be-4010-8a61-247edc06f610 req-735322dd-8c39-4798-bc33-f180988a7cbd tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:43.812467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9961f-84be-4010-8a61-247edc06f610 req-735322dd-8c39-4798-bc33-f180988a7cbd tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:43.818702 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9961f-84be-4010-8a61-247edc06f610 req-735322dd-8c39-4798-bc33-f180988a7cbd tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:43.825093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9961f-84be-4010-8a61-247edc06f610 req-735322dd-8c39-4798-bc33-f180988a7cbd tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:43.835169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74c9961f-84be-4010-8a61-247edc06f610 req-735322dd-8c39-4798-bc33-f180988a7cbd tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5436 time: 0.1751442 Nov 11 21:41:43.947589 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74c9961f-84be-4010-8a61-247edc06f610 req-c49437f1-a10c-4c46-96d7-f6a16acb99d2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1049259 Nov 11 21:41:44.005068 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:44.005888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f5c07-cb8a-46a4-ba32-5767a45acd31 req-2b4cc4fd-ac90-4e20-8847-e5965d19bd4f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:44.008525 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c5611ee-37ea-4a72-976d-31bde314ccab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:44.010120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-646f5c07-cb8a-46a4-ba32-5767a45acd31 req-2b4cc4fd-ac90-4e20-8847-e5965d19bd4f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 944 time: 0.1218350 Nov 11 21:41:44.020205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=34d8078b-65d9-47ff-97c3-d4c5914bef56,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:44.027774 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:44.087782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Network 32751250-972f-420e-aa5e-7acd6f07f994 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:44.093081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:44.095723 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:44.106206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Pushing event updated for resources: {'Port': ['ID=575d2cbc-a826-431f-af53-c3f5c0511667,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:44.140940 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['34d8078b-65d9-47ff-97c3-d4c5914bef56'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:44.187097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-646f5c07-cb8a-46a4-ba32-5767a45acd31 req-62299444-cbf7-4316-96ce-082904c3ef45 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692662 Nov 11 21:41:44.216563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338bb43-d2db-4d8b-bc2a-8c31183b82a5 req-11b43ad9-6641-4a98-b634-7ad866f75c60 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:44.222357 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Sync routers for ids ['d6fd587d-7c13-4d80-84fa-336cb9518a19'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:41:44.224417 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2338bb43-d2db-4d8b-bc2a-8c31183b82a5 req-11b43ad9-6641-4a98-b634-7ad866f75c60 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1705153 Nov 11 21:41:44.230357 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-860e0bc3-c3a3-4e28-865d-1a831e3b9603 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Allocated IP 172.20.0.11 (32751250-972f-420e-aa5e-7acd6f07f994/d80b6c1e-9f0a-438e-9fb5-07ced7930cff/0b44b939-1de6-45f2-a589-f4e57aee3e36) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:44.276311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Attempting to bind port 575d2cbc-a826-431f-af53-c3f5c0511667 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:41:44.277210 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Attempting to bind port 575d2cbc-a826-431f-af53-c3f5c0511667 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'd01890b2-f765-4bb9-aee2-ccda599b1e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '32751250-972f-420e-aa5e-7acd6f07f994'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:41:44.278101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Attempting to bind port 575d2cbc-a826-431f-af53-c3f5c0511667 on network 32751250-972f-420e-aa5e-7acd6f07f994 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:41:44.281294 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Routers {'d6fd587d-7c13-4d80-84fa-336cb9518a19'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:41:44.282256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:41:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d6fd587d-7c13-4d80-84fa-336cb9518a19'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:44.341530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:41:44.341823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Checking segment: {'id': 'd01890b2-f765-4bb9-aee2-ccda599b1e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '32751250-972f-420e-aa5e-7acd6f07f994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:44.342160 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:44.342555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Bound using segment: {'id': 'd01890b2-f765-4bb9-aee2-ccda599b1e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '32751250-972f-420e-aa5e-7acd6f07f994'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:41:44.343200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Bound port: 575d2cbc-a826-431f-af53-c3f5c0511667, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01890b2-f765-4bb9-aee2-ccda599b1e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '32751250-972f-420e-aa5e-7acd6f07f994'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:41:44.343594 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:44.366593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2338bb43-d2db-4d8b-bc2a-8c31183b82a5 req-f5037660-10b8-4864-b5fe-1cb25fd4e178 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1411145 Nov 11 21:41:44.420516 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939e1d5-4099-4c92-83c2-5a7c80ed81b5 req-1b3cac47-71af-4163-ad25-5decc9a22a6d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:44.426558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939e1d5-4099-4c92-83c2-5a7c80ed81b5 req-1b3cac47-71af-4163-ad25-5decc9a22a6d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:44.432543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939e1d5-4099-4c92-83c2-5a7c80ed81b5 req-1b3cac47-71af-4163-ad25-5decc9a22a6d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:44.438539 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939e1d5-4099-4c92-83c2-5a7c80ed81b5 req-1b3cac47-71af-4163-ad25-5decc9a22a6d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:44.444670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939e1d5-4099-4c92-83c2-5a7c80ed81b5 req-1b3cac47-71af-4163-ad25-5decc9a22a6d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:44.450638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939e1d5-4099-4c92-83c2-5a7c80ed81b5 req-1b3cac47-71af-4163-ad25-5decc9a22a6d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:44.457005 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939e1d5-4099-4c92-83c2-5a7c80ed81b5 req-1b3cac47-71af-4163-ad25-5decc9a22a6d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:44.459059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f939e1d5-4099-4c92-83c2-5a7c80ed81b5 req-1b3cac47-71af-4163-ad25-5decc9a22a6d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5436 time: 0.1660275 Nov 11 21:41:44.470710 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45834) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:44.480777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0c064a60-55e4-4b76-bc53-1cdf617c38f1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Request body: {'floatingip': {'port_id': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:44.551898 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Set router d6fd587d-7c13-4d80-84fa-336cb9518a19 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:41:44.567556 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c064a60-55e4-4b76-bc53-1cdf617c38f1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:44.583528 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] For port 575d2cbc-a826-431f-af53-c3f5c0511667, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:41:44.585818 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:44.605502 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] For port 575d2cbc-a826-431f-af53-c3f5c0511667, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=575d2cbc-a826-431f-af53-c3f5c0511667,segment=NetworkSegment(d01890b2-f765-4bb9-aee2-ccda599b1e52),segment_id=d01890b2-f765-4bb9-aee2-ccda599b1e52)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:41:44.618830 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-860e0bc3-c3a3-4e28-865d-1a831e3b9603 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:44.631210 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:44.705062 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-860e0bc3-c3a3-4e28-865d-1a831e3b9603 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:44.741719 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b8557-d3e6-4caf-9995-c71cc2694e81 None None] Pushing event updated for resources: {'Port': ['ID=575d2cbc-a826-431f-af53-c3f5c0511667,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:44.818951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 037b404c-6651-435c-9fe6-0c7da7735962 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:41:44.847202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e0bc3-c3a3-4e28-865d-1a831e3b9603 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network 32751250-972f-420e-aa5e-7acd6f07f994 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:44.863862 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-860e0bc3-c3a3-4e28-865d-1a831e3b9603 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:44.870437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e0bc3-c3a3-4e28-865d-1a831e3b9603 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:45.026605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4334b-f347-4c05-a84c-56ce73322372 req-af9f74e6-6ec8-44fa-9954-b284be9e71b4 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:45.028363 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27b4334b-f347-4c05-a84c-56ce73322372 req-af9f74e6-6ec8-44fa-9954-b284be9e71b4 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/networks?id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688 HTTP/1.1" status: 200 len: 811 time: 0.1681292 Nov 11 21:41:45.058939 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45852) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:45.060003 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e0bc3-c3a3-4e28-865d-1a831e3b9603 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=0b44b939-1de6-45f2-a589-f4e57aee3e36,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:45.099343 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6557b8f-82cc-4a70-8ba1-af7a4889eebf req-7dd1ca72-1698-4ad2-bece-34c344e91642 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:45.113897 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6557b8f-82cc-4a70-8ba1-af7a4889eebf req-7dd1ca72-1698-4ad2-bece-34c344e91642 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.3862667 Nov 11 21:41:45.154367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27b4334b-f347-4c05-a84c-56ce73322372 req-da62e0f5-79e7-40e3-b93e-464baa33c60d tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/quotas/172747899bb047bea5cde66bd14569c8 HTTP/1.1" status: 200 len: 375 time: 0.0819900 Nov 11 21:41:45.185971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860e0bc3-c3a3-4e28-865d-1a831e3b9603 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:45.187030 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-860e0bc3-c3a3-4e28-865d-1a831e3b9603 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:45.227795 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-860e0bc3-c3a3-4e28-865d-1a831e3b9603 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3552248 Nov 11 21:41:45.262656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45860) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:45.278342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c452154c-1120-4fe0-8d40-1f0bf08f42f9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'network_id': '32751250-972f-420e-aa5e-7acd6f07f994', 'name': 'tempest-PortsTestJSON-2096469443'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:45.390996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 575d2cbc-a826-431f-af53-c3f5c0511667 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:45.562772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 575d2cbc-a826-431f-af53-c3f5c0511667 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:45.563485 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:45.576084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'name': 'tempest-ServerRescueTestJSON-1523349602-router', 'tenant_id': '172747899bb047bea5cde66bd14569c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:41:34Z', 'updated_at': '2021-11-11T21:41:42Z', 'revision_number': 4, 'project_id': '172747899bb047bea5cde66bd14569c8', 'gw_port': {'id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:41:36Z', 'updated_at': '2021-11-11T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1', 'name': '', 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688', 'tenant_id': '172747899bb047bea5cde66bd14569c8', 'mac_address': 'fa:16:3e:7a:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'f0b71604-c771-4fb2-a243-eaa0d1daf729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:41:41Z', 'updated_at': '2021-11-11T21:41:42Z', 'revision_number': 2, 'project_id': '172747899bb047bea5cde66bd14569c8', 'subnets': [{'id': 'f0b71604-c771-4fb2-a243-eaa0d1daf729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:45.633627 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Checking router: d6fd587d-7c13-4d80-84fa-336cb9518a19 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:41:45.634257 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Updating router d6fd587d-7c13-4d80-84fa-336cb9518a19 port a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:41:45.650204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6557b8f-82cc-4a70-8ba1-af7a4889eebf req-0c2e3929-eb2d-46f3-84d4-76b71569ec43 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5342867 Nov 11 21:41:45.656507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-104820504'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:45.668953 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:45.751785 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.db.resource_extend [None req-0c064a60-55e4-4b76-bc53-1cdf617c38f1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:41:45.776300 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:45.780643 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:45.795204 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:45.824288 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27b4334b-f347-4c05-a84c-56ce73322372 req-9dad121f-78c1-4489-8389-e7f2f4b26b73 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=172747899bb047bea5cde66bd14569c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6590028 Nov 11 21:41:45.845943 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c064a60-55e4-4b76-bc53-1cdf617c38f1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:45.856502 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:45.867088 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c064a60-55e4-4b76-bc53-1cdf617c38f1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:45.901359 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 575d2cbc-a826-431f-af53-c3f5c0511667, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=575d2cbc-a826-431f-af53-c3f5c0511667,segment=NetworkSegment(d01890b2-f765-4bb9-aee2-ccda599b1e52),segment_id=d01890b2-f765-4bb9-aee2-ccda599b1e52)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:45.910309 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:45.993544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810ca2d-f81d-4274-8de4-ccd3fe706fc1 req-6ccb5068-33da-489f-9788-398a3d5fddd9 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:45.996725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8810ca2d-f81d-4274-8de4-ccd3fe706fc1 req-6ccb5068-33da-489f-9788-398a3d5fddd9 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 944 time: 0.2374437 Nov 11 21:41:46.154310 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=575d2cbc-a826-431f-af53-c3f5c0511667,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:46.157263 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27b4334b-f347-4c05-a84c-56ce73322372 req-2ef62e9d-444b-4f9e-8772-1a79db3b7752 service neutron] 10.222.0.57 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171949 Nov 11 21:41:46.172316 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a8d5b1ce-0714-405b-866e-b6b536058f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:46.209411 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:46.228451 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:46.255234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c452154c-1120-4fe0-8d40-1f0bf08f42f9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:46.267088 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c452154c-1120-4fe0-8d40-1f0bf08f42f9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:46.298265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a736e7b-1a55-4dda-8abe-b188f7ef83eb None None] Pushing event updated for resources: {'Port': ['ID=a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:46.336690 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8810ca2d-f81d-4274-8de4-ccd3fe706fc1 req-e0873b93-c9ca-4fe0-bb90-6d83c4fb637d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794578 Nov 11 21:41:46.346365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535ad5aa-77d3-4beb-8b48-409220ed3c50 None None] Network 32751250-972f-420e-aa5e-7acd6f07f994 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:46.376079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-c452154c-1120-4fe0-8d40-1f0bf08f42f9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port e4e09277-33be-43ca-a7e0-deb890530054 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:46.377630 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-0c064a60-55e4-4b76-bc53-1cdf617c38f1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Floating IP a34a3c02-b766-46cf-bb05-502a0b0f00c1 associated. External IP: 172.25.0.29, port: c42f3bfd-99cc-4ee5-a989-eedc34b67f19. Nov 11 21:41:46.479694 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Attempting to bind port a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:41:46.480325 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Attempting to bind port a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'b71617bf-9cd5-4942-a559-888bf490f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:41:46.481109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Attempting to bind port a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1 on network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:41:46.494504 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:46.498506 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:41:46.499012 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Checking segment: {'id': 'b71617bf-9cd5-4942-a559-888bf490f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:46.499539 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:46.500126 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Bound using segment: {'id': 'b71617bf-9cd5-4942-a559-888bf490f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:41:46.500721 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Bound port: a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71617bf-9cd5-4942-a559-888bf490f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:41:46.501266 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:46.508208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c5f918f2-28ea-4437-8a94-92f62bec8380 None None] Provisioning complete for port 575d2cbc-a826-431f-af53-c3f5c0511667 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:46.508208 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5f918f2-28ea-4437-8a94-92f62bec8380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:46.540474 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27b4334b-f347-4c05-a84c-56ce73322372 req-e92d23d3-ce62-46bb-baef-6ef7005031f2 service neutron] 10.222.0.57 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481555 Nov 11 21:41:46.561653 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:46.602396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525b4390-407d-4d09-9268-1b043e8e7848,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:46.622398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:46.642424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-c452154c-1120-4fe0-8d40-1f0bf08f42f9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Allocated IP 172.20.0.3 (32751250-972f-420e-aa5e-7acd6f07f994/d80b6c1e-9f0a-438e-9fb5-07ced7930cff/e4e09277-33be-43ca-a7e0-deb890530054) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:46.644927 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:46.645490 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Added segment c17c823f-ab06-4eb6-9906-2371b9154713 of type vlan for network c826d7fb-6b3d-453b-abc7-d28e7b88e065 Nov 11 21:41:46.754813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c064a60-55e4-4b76-bc53-1cdf617c38f1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Router 679e9cd5-95fe-443e-b5c5-bf1229e03967 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:41:46.770058 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:46.804164 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] For port a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:41:46.822898 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] For port a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1,segment=NetworkSegment(b71617bf-9cd5-4942-a559-888bf490f5ee),segment_id=b71617bf-9cd5-4942-a559-888bf490f5ee)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:41:46.833258 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:46.910365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Routers {'d6fd587d-7c13-4d80-84fa-336cb9518a19'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:41:46.911034 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:41:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d6fd587d-7c13-4d80-84fa-336cb9518a19'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:46.913417 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.db.resource_extend [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:41:46.921905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a736e7b-1a55-4dda-8abe-b188f7ef83eb None None] Pushing event updated for resources: {'Port': ['ID=a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:47.021406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c064a60-55e4-4b76-bc53-1cdf617c38f1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:41:47.035082 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a833f8-16f9-4675-943c-59e0ba3bc88c None None] Sync routers for ids ['679e9cd5-95fe-443e-b5c5-bf1229e03967'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:41:47.040769 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c064a60-55e4-4b76-bc53-1cdf617c38f1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:47.053283 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4adc80a4-213e-4b3a-8509-98a2613f5667 req-985a8e9c-885c-4579-b0ca-a463259f8aad tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 210 time: 0.1992114 Nov 11 21:41:47.058934 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a833f8-16f9-4675-943c-59e0ba3bc88c None None] Routers {'679e9cd5-95fe-443e-b5c5-bf1229e03967'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:41:47.060905 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-28a833f8-16f9-4675-943c-59e0ba3bc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:41:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['679e9cd5-95fe-443e-b5c5-bf1229e03967'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:47.119992 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0c064a60-55e4-4b76-bc53-1cdf617c38f1 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "PUT /v2.0/floatingips/a34a3c02-b766-46cf-bb05-502a0b0f00c1 HTTP/1.1" status: 200 len: 990 time: 2.6431806 Nov 11 21:41:47.119992 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:47.132478 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b994cb7-511c-4d6a-987d-b522dc9c7251" -d '{"events": [{"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "c42f3bfd-99cc-4ee5-a989-eedc34b67f19"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:47.186247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] Set router d6fd587d-7c13-4d80-84fa-336cb9518a19 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:41:47.253220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dda2b-77de-4a52-bd19-803d2996eebd req-a20c64ba-a1b1-45b8-aa8b-768cbbff6080 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:47.258598 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce4dda2b-77de-4a52-bd19-803d2996eebd req-a20c64ba-a1b1-45b8-aa8b-768cbbff6080 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.5159147 Nov 11 21:41:47.259388 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:47.270407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:47.271067 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:47.312671 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0afaee6-d70a-4cd4-8793-6e4d0eac3f1b x-openstack-request-id: req-e0afaee6-d70a-4cd4-8793-6e4d0eac3f1b {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:47.313323 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "tag": "c42f3bfd-99cc-4ee5-a989-eedc34b67f19", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:47.314027 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e0afaee6-d70a-4cd4-8793-6e4d0eac3f1b {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:47.315360 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'tag': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19', 'status': 'completed', 'code': 200} Nov 11 21:41:47.341827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 34d8078b-65d9-47ff-97c3-d4c5914bef56 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:47.345422 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 575d2cbc-a826-431f-af53-c3f5c0511667 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:47.355666 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-28a833f8-16f9-4675-943c-59e0ba3bc88c None None] Set router 679e9cd5-95fe-443e-b5c5-bf1229e03967 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:41:47.454094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-2b67dc42-5447-4324-960f-46b39475c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:47.454602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-2b67dc42-5447-4324-960f-46b39475c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:47.456388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-2b67dc42-5447-4324-960f-46b39475c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:47.457034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-2b67dc42-5447-4324-960f-46b39475c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:47.458116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-2b67dc42-5447-4324-960f-46b39475c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:47.461429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-2b67dc42-5447-4324-960f-46b39475c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:47.462131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-2b67dc42-5447-4324-960f-46b39475c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:47.464503 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-2b67dc42-5447-4324-960f-46b39475c993 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 6493 time: 0.1208165 Nov 11 21:41:47.473215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45908) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:47.473587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4100800 Nov 11 21:41:47.478745 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'name': 'tempest-PortsIpV6TestJSON-1061312520'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:47.543975 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:47.573604 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c452154c-1120-4fe0-8d40-1f0bf08f42f9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:47.616253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8c7b6c1a-62db-4de3-8da4-03eea8fc49d8 None None] Provisioning complete for port 0b44b939-1de6-45f2-a589-f4e57aee3e36 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:47.616728 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6c1a-62db-4de3-8da4-03eea8fc49d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:47.658462 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-28a833f8-16f9-4675-943c-59e0ba3bc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:13Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'gw_port': {'id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:14Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'a34a3c02-b766-46cf-bb05-502a0b0f00c1', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'port_id': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'mac_address': 'fa:16:3e:1f:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:40:16Z', 'updated_at': '2021-11-11T21:41:45Z', 'revision_number': 1, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711ab698-5638-412b-b02a-712ed4debb71', 'name': '', 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'mac_address': 'fa:16:3e:03:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:18Z', 'updated_at': '2021-11-11T21:39:24Z', 'revision_number': 5, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'subnets': [{'id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:47.659645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b6c1a-62db-4de3-8da4-03eea8fc49d8 None None] Port 0b44b939-1de6-45f2-a589-f4e57aee3e36 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:47.670321 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:47.676141 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:47.696182 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c452154c-1120-4fe0-8d40-1f0bf08f42f9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:47.696752 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a833f8-16f9-4675-943c-59e0ba3bc88c None None] Checking router: 679e9cd5-95fe-443e-b5c5-bf1229e03967 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:41:47.721196 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8c7b6c1a-62db-4de3-8da4-03eea8fc49d8 None None] Provisioning complete for port 575d2cbc-a826-431f-af53-c3f5c0511667 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:47.721675 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6c1a-62db-4de3-8da4-03eea8fc49d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:47.728180 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a833f8-16f9-4675-943c-59e0ba3bc88c None None] Routers {'679e9cd5-95fe-443e-b5c5-bf1229e03967'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:41:47.730587 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-28a833f8-16f9-4675-943c-59e0ba3bc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:41:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['679e9cd5-95fe-443e-b5c5-bf1229e03967'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:47.736068 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 34d8078b-65d9-47ff-97c3-d4c5914bef56 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:41:47.759777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 34d8078b-65d9-47ff-97c3-d4c5914bef56 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:47.760157 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:47.766817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port 4d8215f9-0929-4ead-b2f6-275dede2aef9 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:47.768304 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 575d2cbc-a826-431f-af53-c3f5c0511667 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:47.769449 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:47.787875 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce4dda2b-77de-4a52-bd19-803d2996eebd req-780e9f30-c502-4cb7-a35c-cfda0a93fee9 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4921696 Nov 11 21:41:47.851496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341d158-7b44-46b9-8c35-a492ce5d7406 req-78196506-95b8-4812-b347-998f89693b50 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:47.852276 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-8d1642a1-a150-482e-b757-b907222511ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:47.854269 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-8d1642a1-a150-482e-b757-b907222511ba service neutron] 10.222.0.71 "GET /v2.0/networks?id=1fce0110-e17d-4dbf-bcff-6587b695d31e HTTP/1.1" status: 200 len: 913 time: 0.3448608 Nov 11 21:41:47.861532 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8341d158-7b44-46b9-8c35-a492ce5d7406 req-78196506-95b8-4812-b347-998f89693b50 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 944 time: 0.3773692 Nov 11 21:41:47.877819 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-28a833f8-16f9-4675-943c-59e0ba3bc88c None None] Set router 679e9cd5-95fe-443e-b5c5-bf1229e03967 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:41:47.883112 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d68a19-5745-4969-a6ca-1535852da95f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Network': ['ID=c826d7fb-6b3d-453b-abc7-d28e7b88e065,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:47.911473 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c452154c-1120-4fe0-8d40-1f0bf08f42f9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network 32751250-972f-420e-aa5e-7acd6f07f994 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:47.919934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:47.954231 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8341d158-7b44-46b9-8c35-a492ce5d7406 req-9ccfe950-8931-4fdd-a83d-04bf6af7a4fd tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907037 Nov 11 21:41:47.955755 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-c452154c-1120-4fe0-8d40-1f0bf08f42f9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:47.965075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452154c-1120-4fe0-8d40-1f0bf08f42f9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=e4e09277-33be-43ca-a7e0-deb890530054,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:47.974939 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c452154c-1120-4fe0-8d40-1f0bf08f42f9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:48.038318 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-1096ad03-8fd4-4aea-ac42-5f7747917825 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42f3bfd-99cc-4ee5-a989-eedc34b67f19 HTTP/1.1" status: 200 len: 998 time: 0.1472142 Nov 11 21:41:48.042135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c452154c-1120-4fe0-8d40-1f0bf08f42f9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:48.042907 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c452154c-1120-4fe0-8d40-1f0bf08f42f9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:48.066266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c452154c-1120-4fe0-8d40-1f0bf08f42f9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7971201 Nov 11 21:41:48.068691 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45910) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:48.236048 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-28a833f8-16f9-4675-943c-59e0ba3bc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:13Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'gw_port': {'id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:14Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'a34a3c02-b766-46cf-bb05-502a0b0f00c1', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'port_id': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'mac_address': 'fa:16:3e:1f:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:40:16Z', 'updated_at': '2021-11-11T21:41:45Z', 'revision_number': 1, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711ab698-5638-412b-b02a-712ed4debb71', 'name': '', 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'mac_address': 'fa:16:3e:03:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:18Z', 'updated_at': '2021-11-11T21:39:24Z', 'revision_number': 5, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'subnets': [{'id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:48.253921 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d0d8d2b-aeb9-4ffb-9f72-18f0c0c0b425 req-80e008b9-8644-4612-a754-f79f96196b2e tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 210 time: 0.0683110 Nov 11 21:41:48.271611 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:48.298454 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a833f8-16f9-4675-943c-59e0ba3bc88c None None] The sync data for ids ['679e9cd5-95fe-443e-b5c5-bf1229e03967'] in n-d-805737-3 is: [{'id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:13Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'gw_port': {'id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:14Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'a34a3c02-b766-46cf-bb05-502a0b0f00c1', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'port_id': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'mac_address': 'fa:16:3e:1f:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:40:16Z', 'updated_at': '2021-11-11T21:41:45Z', 'revision_number': 1, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711ab698-5638-412b-b02a-712ed4debb71', 'name': '', 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'mac_address': 'fa:16:3e:03:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:18Z', 'updated_at': '2021-11-11T21:39:24Z', 'revision_number': 5, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'subnets': [{'id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:41:48.327111 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'name': 'tempest-ServerRescueTestJSON-1523349602-router', 'tenant_id': '172747899bb047bea5cde66bd14569c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:41:34Z', 'updated_at': '2021-11-11T21:41:42Z', 'revision_number': 4, 'project_id': '172747899bb047bea5cde66bd14569c8', 'gw_port': {'id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:41:36Z', 'updated_at': '2021-11-11T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1', 'name': '', 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688', 'tenant_id': '172747899bb047bea5cde66bd14569c8', 'mac_address': 'fa:16:3e:7a:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'f0b71604-c771-4fb2-a243-eaa0d1daf729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:41:41Z', 'updated_at': '2021-11-11T21:41:46Z', 'revision_number': 4, 'project_id': '172747899bb047bea5cde66bd14569c8', 'subnets': [{'id': 'f0b71604-c771-4fb2-a243-eaa0d1daf729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:48.335148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3582447f-4c13-4e3a-b36c-f90970cb6af1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:48.338947 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3582447f-4c13-4e3a-b36c-f90970cb6af1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.2638760 Nov 11 21:41:48.339449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45920) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:48.343411 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-52d267b9-177c-4513-8722-4d2c2f5a2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:48.344967 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-52d267b9-177c-4513-8722-4d2c2f5a2fa1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4cc9cd29-0338-4a59-aaa7-c7a0cc838140 HTTP/1.1" status: 200 len: 850 time: 0.2973602 Nov 11 21:41:48.570127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4334b-f347-4c05-a84c-56ce73322372 req-bb3978f2-207c-481a-8f12-ddff3f2b8431 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:48.576683 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27b4334b-f347-4c05-a84c-56ce73322372 req-bb3978f2-207c-481a-8f12-ddff3f2b8431 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.71 "GET /v2.0/networks?id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688 HTTP/1.1" status: 200 len: 811 time: 0.2158391 Nov 11 21:41:48.582669 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:48.597246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e0fdbebe-e467-4604-b2de-6c9052c729ee tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port e4e09277-33be-43ca-a7e0-deb890530054 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:48.597720 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbebe-e467-4604-b2de-6c9052c729ee tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:48.606490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-27b4334b-f347-4c05-a84c-56ce73322372 req-49c29cf4-e7ad-4a9a-91c2-215ef88efde8 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Request body: {'port': {'device_id': 'df517f5c-d2b0-4e1d-9025-3821d10c2f33', 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688', 'admin_state_up': True, 'tenant_id': '172747899bb047bea5cde66bd14569c8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:48.646127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-6868ddba-1fae-48a6-86f3-762348cc3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:48.648000 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-6868ddba-1fae-48a6-86f3-762348cc3746 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1fce0110-e17d-4dbf-bcff-6587b695d31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2865393 Nov 11 21:41:48.665363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4742af3-0d95-4133-b32c-3dd37399a965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d8078b-65d9-47ff-97c3-d4c5914bef56'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:48.665363 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11828d1-2516-410f-a90a-9188ba46ce2f" -d '{"events": [{"server_uuid": "c4742af3-0d95-4133-b32c-3dd37399a965", "name": "network-vif-plugged", "status": "completed", "tag": "34d8078b-65d9-47ff-97c3-d4c5914bef56"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:48.667527 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966fa131-dbe8-4b66-ac66-74b6e5c24055 None None] The sync data for ids ['d6fd587d-7c13-4d80-84fa-336cb9518a19'] in n-d-805737-3 is: [{'id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'name': 'tempest-ServerRescueTestJSON-1523349602-router', 'tenant_id': '172747899bb047bea5cde66bd14569c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:41:34Z', 'updated_at': '2021-11-11T21:41:42Z', 'revision_number': 4, 'project_id': '172747899bb047bea5cde66bd14569c8', 'gw_port': {'id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:41:36Z', 'updated_at': '2021-11-11T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1', 'name': '', 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688', 'tenant_id': '172747899bb047bea5cde66bd14569c8', 'mac_address': 'fa:16:3e:7a:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'f0b71604-c771-4fb2-a243-eaa0d1daf729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:41:41Z', 'updated_at': '2021-11-11T21:41:46Z', 'revision_number': 4, 'project_id': '172747899bb047bea5cde66bd14569c8', 'subnets': [{'id': 'f0b71604-c771-4fb2-a243-eaa0d1daf729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:41:48.710728 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 34d8078b-65d9-47ff-97c3-d4c5914bef56, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=34d8078b-65d9-47ff-97c3-d4c5914bef56,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:48.713306 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:48.765696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-feadd5d9-c693-4134-ba03-d4f474b17434 None None] Provisioning complete for port 0b44b939-1de6-45f2-a589-f4e57aee3e36 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:48.769172 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feadd5d9-c693-4134-ba03-d4f474b17434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:48.772530 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:48.803687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb9b3f6-e838-4017-986c-7d02bb676c61 None None] New status for floating IP a34a3c02-b766-46cf-bb05-502a0b0f00c1: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:41:48.833832 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbebe-e467-4604-b2de-6c9052c729ee tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:48.845799 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de0c375-8890-4c97-84cb-d8a1f4e79d7b x-openstack-request-id: req-5de0c375-8890-4c97-84cb-d8a1f4e79d7b {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:48.846099 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4742af3-0d95-4133-b32c-3dd37399a965", "name": "network-vif-plugged", "status": "completed", "tag": "34d8078b-65d9-47ff-97c3-d4c5914bef56", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:48.846347 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5de0c375-8890-4c97-84cb-d8a1f4e79d7b {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:48.846748 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4742af3-0d95-4133-b32c-3dd37399a965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d8078b-65d9-47ff-97c3-d4c5914bef56', 'code': 200} Nov 11 21:41:48.895073 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:48.899566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e0fdbebe-e467-4604-b2de-6c9052c729ee tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for e4e09277-33be-43ca-a7e0-deb890530054 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:48.962246 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-f96f56a1-e7f3-4658-b517-6d6ffc3b6d14 service neutron] 10.222.0.71 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389863 Nov 11 21:41:49.038339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=4d8215f9-0929-4ead-b2f6-275dede2aef9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:49.054121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b4334b-f347-4c05-a84c-56ce73322372 req-49c29cf4-e7ad-4a9a-91c2-215ef88efde8 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Made reservation on behalf of 172747899bb047bea5cde66bd14569c8 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:49.058006 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-27b4334b-f347-4c05-a84c-56ce73322372 req-49c29cf4-e7ad-4a9a-91c2-215ef88efde8 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:49.099937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:49.100285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:49.100625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:49.101784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:49.101784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:49.101784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:49.102099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:49.102250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:49.102556 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:49.102878 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:49.103271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:49.103522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:49.133611 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=34d8078b-65d9-47ff-97c3-d4c5914bef56,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:49.140304 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Checking segment: {'id': 'c17c823f-ab06-4eb6-9906-2371b9154713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:49.140976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network hostable DHCP agents. Network: c826d7fb-6b3d-453b-abc7-d28e7b88e065, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:41:49.144042 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-feadd5d9-c693-4134-ba03-d4f474b17434 None None] Port 0b44b939-1de6-45f2-a589-f4e57aee3e36 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:49.181594 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929bdf5-81d5-46c2-a269-f52665684992 req-3e04b327-8178-4cbe-a2c9-ef5a561cfdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:49.183154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e929bdf5-81d5-46c2-a269-f52665684992 req-3e04b327-8178-4cbe-a2c9-ef5a561cfdd4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 1096 time: 0.2971902 Nov 11 21:41:49.194096 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-feadd5d9-c693-4134-ba03-d4f474b17434 None None] Provisioning complete for port e4e09277-33be-43ca-a7e0-deb890530054 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:49.195352 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feadd5d9-c693-4134-ba03-d4f474b17434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:49.199477 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46306c-49cc-4bb0-b4df-3831fad66ec3 req-2a482f9e-98f0-41ea-8b0a-1b48d69d0c62 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:49.207939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb46306c-49cc-4bb0-b4df-3831fad66ec3 req-2a482f9e-98f0-41ea-8b0a-1b48d69d0c62 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.2773228 Nov 11 21:41:49.294657 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-feadd5d9-c693-4134-ba03-d4f474b17434 None None] Port e4e09277-33be-43ca-a7e0-deb890530054 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:49.341472 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:41:49.343818 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:49.356655 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4b994cb7-511c-4d6a-987d-b522dc9c7251 req-c3b193ec-38c6-463a-9968-9b4bbf929c08 service neutron] 10.222.0.71 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822103 Nov 11 21:41:49.370972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, c826d7fb-6b3d-453b-abc7-d28e7b88e065) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:49.375311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:49.383021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:49.383616 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76b11e9-08c1-4c63-a898-5ee03380554a None None] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:49.383749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:49.434691 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-366d3a69-16f9-48ed-a1f4-ffb1eac78918 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9600940 Nov 11 21:41:49.443491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45952) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:49.453050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c0b14730-8ebe-4b5b-b7de-766a43f871f2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-867062650'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:49.480381 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-27b4334b-f347-4c05-a84c-56ce73322372 req-49c29cf4-e7ad-4a9a-91c2-215ef88efde8 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Allocated IP 172.20.0.12 (5dd23ad2-a5b1-49ba-b1ac-4708052c2688/f0b71604-c771-4fb2-a243-eaa0d1daf729/aace8b78-f7f1-4062-afab-14bcfed32b3c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:49.486534 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbebe-e467-4604-b2de-6c9052c729ee tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:49.519991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b14730-8ebe-4b5b-b7de-766a43f871f2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:49.523800 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0b14730-8ebe-4b5b-b7de-766a43f871f2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:49.566097 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b14730-8ebe-4b5b-b7de-766a43f871f2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:49.578354 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0b14730-8ebe-4b5b-b7de-766a43f871f2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:49.578713 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-c0b14730-8ebe-4b5b-b7de-766a43f871f2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Added segment 7c12336e-6101-4cb1-ae67-35d29a65aa4c of type vlan for network 7be8375b-cce6-4216-82dd-d076d8834a94 Nov 11 21:41:49.589427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6ed92-8d87-485c-b9b0-4d54bbd85006 req-e11854a3-a725-45ae-8807-252ba1837c07 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:49.597717 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ffc6ed92-8d87-485c-b9b0-4d54bbd85006 req-e11854a3-a725-45ae-8807-252ba1837c07 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.4954526 Nov 11 21:41:49.625836 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0b14730-8ebe-4b5b-b7de-766a43f871f2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:49.640984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:49.661187 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0b14730-8ebe-4b5b-b7de-766a43f871f2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:49.669416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b14730-8ebe-4b5b-b7de-766a43f871f2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:49.670220 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0b14730-8ebe-4b5b-b7de-766a43f871f2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:49.773300 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e929bdf5-81d5-46c2-a269-f52665684992 req-8dfaba0e-b074-4ec4-abe5-316628938e75 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599914 Nov 11 21:41:49.777779 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb46306c-49cc-4bb0-b4df-3831fad66ec3 req-813b9c37-db97-41d9-8cec-8b2d7194e7e0 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5690265 Nov 11 21:41:49.780275 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbebe-e467-4604-b2de-6c9052c729ee tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:49.785298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e0fdbebe-e467-4604-b2de-6c9052c729ee tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/e4e09277-33be-43ca-a7e0-deb890530054 HTTP/1.1" status: 204 len: 168 time: 1.4443569 Nov 11 21:41:49.786790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdbebe-e467-4604-b2de-6c9052c729ee tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=e4e09277-33be-43ca-a7e0-deb890530054,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:49.789141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45954) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:49.810390 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:49.810969 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:49.853393 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c0b14730-8ebe-4b5b-b7de-766a43f871f2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4053173 Nov 11 21:41:49.867363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45956) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:49.878474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'ports': [{'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065'}, {'network_id': '7be8375b-cce6-4216-82dd-d076d8834a94'}]} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:49.878858 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:49.879267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'network_id': '7be8375b-cce6-4216-82dd-d076d8834a94'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:49.888961 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b14730-8ebe-4b5b-b7de-766a43f871f2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Network': ['ID=7be8375b-cce6-4216-82dd-d076d8834a94,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:49.906715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 7be8375b-cce6-4216-82dd-d076d8834a94 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:49.908401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ffc6ed92-8d87-485c-b9b0-4d54bbd85006 req-979a4817-12cd-4f18-87c2-88d189cd6b09 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046968 Nov 11 21:41:49.909893 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea612569-6479-4628-8442-7b59a9dd4b52 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] GET failed (client error): The resource could not be found. Nov 11 21:41:49.923138 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ea612569-6479-4628-8442-7b59a9dd4b52 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/e4e09277-33be-43ca-a7e0-deb890530054 HTTP/1.1" status: 404 len: 333 time: 0.1248162 Nov 11 21:41:49.930540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45958) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:49.993086 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3968f33d-bc66-4e7a-ab37-05ac3ceb0a40 req-648a4393-3397-47b9-85b2-dae7dbdce38b tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 210 time: 0.0617599 Nov 11 21:41:50.050412 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:50.088727 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1,segment=NetworkSegment(b71617bf-9cd5-4942-a559-888bf490f5ee),segment_id=b71617bf-9cd5-4942-a559-888bf490f5ee)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:50.098237 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:50.153523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:50.179984 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-27b4334b-f347-4c05-a84c-56ce73322372 req-49c29cf4-e7ad-4a9a-91c2-215ef88efde8 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:50.292788 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b3836dde-6d51-4132-9206-2779711af318 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port 0b44b939-1de6-45f2-a589-f4e57aee3e36 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:50.293184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3836dde-6d51-4132-9206-2779711af318 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:50.349965 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-27b4334b-f347-4c05-a84c-56ce73322372 req-49c29cf4-e7ad-4a9a-91c2-215ef88efde8 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:50.425615 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'port': 2} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:50.435052 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:50.462245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b4334b-f347-4c05-a84c-56ce73322372 req-49c29cf4-e7ad-4a9a-91c2-215ef88efde8 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:50.470475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-27b4334b-f347-4c05-a84c-56ce73322372 req-49c29cf4-e7ad-4a9a-91c2-215ef88efde8 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:50.473267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b4334b-f347-4c05-a84c-56ce73322372 req-49c29cf4-e7ad-4a9a-91c2-215ef88efde8 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:50.476158 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:50.554032 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c29cf4-e7ad-4a9a-91c2-215ef88efde8 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Pushing event updated for resources: {'Port': ['ID=aace8b78-f7f1-4062-afab-14bcfed32b3c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:50.574001 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3836dde-6d51-4132-9206-2779711af318 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:50.591737 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4334b-f347-4c05-a84c-56ce73322372 req-49c29cf4-e7ad-4a9a-91c2-215ef88efde8 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:50.592484 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-27b4334b-f347-4c05-a84c-56ce73322372 req-49c29cf4-e7ad-4a9a-91c2-215ef88efde8 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:50.625438 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b3836dde-6d51-4132-9206-2779711af318 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for 0b44b939-1de6-45f2-a589-f4e57aee3e36 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:50.665491 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27b4334b-f347-4c05-a84c-56ce73322372 req-49c29cf4-e7ad-4a9a-91c2-215ef88efde8 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0634170 Nov 11 21:41:50.683215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Request body: {'port': {'device_id': 'df517f5c-d2b0-4e1d-9025-3821d10c2f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:50.753360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port 8c241129-9658-44bc-b12e-1026f956cb42 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:50.753779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45972) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:50.823200 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:50.964204 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-285a94b4-096a-4a7e-889a-aa180a7bb6fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.005173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37f70e-7bdb-444a-a801-a6fdeee95cae req-d5e5be7a-c654-489e-91a4-9609869b9e3b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:51.006927 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-df37f70e-7bdb-444a-a801-a6fdeee95cae req-d5e5be7a-c654-489e-91a4-9609869b9e3b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1048107 Nov 11 21:41:51.075212 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3836dde-6d51-4132-9206-2779711af318 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.101861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f8bdc-f61b-46a8-a8f9-e42d03790a59 req-5aa4743a-b684-4e2b-a2fd-a78c58742aec tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:51.103393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-935f8bdc-f61b-46a8-a8f9-e42d03790a59 req-5aa4743a-b684-4e2b-a2fd-a78c58742aec tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1211326 Nov 11 21:41:51.135333 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.140670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-df37f70e-7bdb-444a-a801-a6fdeee95cae req-bc2cb132-aee6-4178-9034-7a879db9090f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1092651 Nov 11 21:41:51.143147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3836dde-6d51-4132-9206-2779711af318 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=0b44b939-1de6-45f2-a589-f4e57aee3e36,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:51.182334 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-285a94b4-096a-4a7e-889a-aa180a7bb6fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.202864 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:41:51.204030 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-935f8bdc-f61b-46a8-a8f9-e42d03790a59 req-26cd147f-dbf2-47a7-8106-5d2742c6fe21 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875845 Nov 11 21:41:51.205362 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-285a94b4-096a-4a7e-889a-aa180a7bb6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.249832 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-285a94b4-096a-4a7e-889a-aa180a7bb6fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ba9e16d59cd347e1b9e23a3a6f854395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4948864 Nov 11 21:41:51.250599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a94b4-096a-4a7e-889a-aa180a7bb6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b705d7-a276-4832-8f88-1d96be6d561c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:51.253123 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45986) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:51.305407 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7a7610f-35e4-49e6-9108-2fc982ca0b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.349848 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7a7610f-35e4-49e6-9108-2fc982ca0b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.352602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port 37ce6a57-14d0-4ec2-a8c2-ee678f298bdd yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:51.380260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:51.409470 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3836dde-6d51-4132-9206-2779711af318 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.413435 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b3836dde-6d51-4132-9206-2779711af318 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/0b44b939-1de6-45f2-a589-f4e57aee3e36 HTTP/1.1" status: 204 len: 168 time: 1.4608853 Nov 11 21:41:51.416466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45988) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:51.447008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ac8c5-6ca6-43ea-a7c3-20b0efb0805a req-2851e413-67c7-4cc7-8a4b-29e6c86648a2 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:51.454228 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-804ac8c5-6ca6-43ea-a7c3-20b0efb0805a req-2851e413-67c7-4cc7-8a4b-29e6c86648a2 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 932 time: 0.1276855 Nov 11 21:41:51.479054 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:51.479680 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.520997 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-207e2e42-ed8e-43c9-9138-657977c42cc1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] GET failed (client error): The resource could not be found. Nov 11 21:41:51.524842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-207e2e42-ed8e-43c9-9138-657977c42cc1 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/0b44b939-1de6-45f2-a589-f4e57aee3e36 HTTP/1.1" status: 404 len: 333 time: 0.1033552 Nov 11 21:41:51.535696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45990) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:51.540988 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7a7610f-35e4-49e6-9108-2fc982ca0b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.543495 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7a7610f-35e4-49e6-9108-2fc982ca0b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.546988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a7a7610f-35e4-49e6-9108-2fc982ca0b76 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c5b705d7-a276-4832-8f88-1d96be6d561c HTTP/1.1" status: 204 len: 168 time: 0.2906311 Nov 11 21:41:51.567325 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7610f-35e4-49e6-9108-2fc982ca0b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b705d7-a276-4832-8f88-1d96be6d561c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:51.604160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56498962-c83e-4cda-a113-4f7735bddbe9 req-ae5da9fd-b74b-4c49-ab1f-7307e8dddebb tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:51.609515 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56498962-c83e-4cda-a113-4f7735bddbe9 req-ae5da9fd-b74b-4c49-ab1f-7307e8dddebb tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1475921 Nov 11 21:41:51.623990 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-804ac8c5-6ca6-43ea-a7c3-20b0efb0805a req-4cff2c7d-8c73-474c-a881-ff38b0c625d6 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068354 Nov 11 21:41:51.624604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aace8b78-f7f1-4062-afab-14bcfed32b3c {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:51.635834 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a541f16-ade8-4639-892b-34627715ee3d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting subnet d80b6c1e-9f0a-438e-9fb5-07ced7930cff {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:41:51.654183 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a541f16-ade8-4639-892b-34627715ee3d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.654183 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.667513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56498962-c83e-4cda-a113-4f7735bddbe9 req-dad56d85-d885-4abf-8fcc-7f631f1da1e4 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544488 Nov 11 21:41:51.701800 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Transition to ACTIVE for port object aace8b78-f7f1-4062-afab-14bcfed32b3c will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:41:51.717730 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.759939 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a541f16-ade8-4639-892b-34627715ee3d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.818940 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.857361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Pushing event updated for resources: {'Port': ['ID=aace8b78-f7f1-4062-afab-14bcfed32b3c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:51.880909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46000) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:51.898789 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3bb81ffb-9b66-4351-bdb7-d8a276ba9eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.929396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6006c37-1a5c-4d14-bd5e-d473b27ad420 req-406ff878-9992-4d8c-9866-3a64aaf9b53f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:51.930897 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f6006c37-1a5c-4d14-bd5e-d473b27ad420 req-406ff878-9992-4d8c-9866-3a64aaf9b53f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.0770571 Nov 11 21:41:51.957196 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a541f16-ade8-4639-892b-34627715ee3d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:51.979740 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.002364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f6006c37-1a5c-4d14-bd5e-d473b27ad420 req-98e715bd-a372-417d-ba19-a8694a2701b0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617902 Nov 11 21:41:52.031159 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3bb81ffb-9b66-4351-bdb7-d8a276ba9eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.037633 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3bb81ffb-9b66-4351-bdb7-d8a276ba9eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.065033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:52.070633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:52.072630 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Attempting to bind port aace8b78-f7f1-4062-afab-14bcfed32b3c on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:41:52.072995 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Attempting to bind port aace8b78-f7f1-4062-afab-14bcfed32b3c by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'b71617bf-9cd5-4942-a559-888bf490f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:41:52.073335 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Attempting to bind port aace8b78-f7f1-4062-afab-14bcfed32b3c on network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:41:52.078595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:52.079781 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.087713 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=8c241129-9658-44bc-b12e-1026f956cb42,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:52.098273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb81ffb-9b66-4351-bdb7-d8a276ba9eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bad45e9-069a-4c54-9723-95b6c87097aa,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:52.100433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Port aace8b78-f7f1-4062-afab-14bcfed32b3c on network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:41:52.100852 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Attempting to bind port aace8b78-f7f1-4062-afab-14bcfed32b3c on network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:41:52.105688 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3bb81ffb-9b66-4351-bdb7-d8a276ba9eee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9342f9b6385d42988c20042e97ee365a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204127 Nov 11 21:41:52.121058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46004) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:52.135888 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a541f16-ade8-4639-892b-34627715ee3d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.137891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:41:52.138227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Checking segment: {'id': 'b71617bf-9cd5-4942-a559-888bf490f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:52.138601 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Bound using segment: {'id': 'b71617bf-9cd5-4942-a559-888bf490f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:41:52.139036 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Bound port: aace8b78-f7f1-4062-afab-14bcfed32b3c, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71617bf-9cd5-4942-a559-888bf490f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:41:52.139368 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.171200 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2441548-99b5-46b0-9e39-0b8498d5fd7d req-b8649f82-2928-40b1-abad-9283e55728d1 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:52.172759 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2441548-99b5-46b0-9e39-0b8498d5fd7d req-b8649f82-2928-40b1-abad-9283e55728d1 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.0874307 Nov 11 21:41:52.188481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=37ce6a57-14d0-4ec2-a8c2-ee678f298bdd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:52.190724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a541f16-ade8-4639-892b-34627715ee3d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Subnet': ['ID=d80b6c1e-9f0a-438e-9fb5-07ced7930cff,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:52.201708 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c871517d-e97e-4554-a9b3-741a2da8f481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.207427 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a541f16-ade8-4639-892b-34627715ee3d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.210768 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0a541f16-ade8-4639-892b-34627715ee3d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/d80b6c1e-9f0a-438e-9fb5-07ced7930cff HTTP/1.1" status: 204 len: 168 time: 0.6706643 Nov 11 21:41:52.213995 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46008) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:52.222368 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d45ae1-9f14-4fb5-af6d-6846e1bbc96a None None] Network 32751250-972f-420e-aa5e-7acd6f07f994 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:52.243753 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c871517d-e97e-4554-a9b3-741a2da8f481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.260513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2441548-99b5-46b0-9e39-0b8498d5fd7d req-5742975d-be31-4665-9653-f2dc2b6f8167 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806351 Nov 11 21:41:52.284455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Checking segment: {'id': '7c12336e-6101-4cb1-ae67-35d29a65aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '7be8375b-cce6-4216-82dd-d076d8834a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:52.284837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network hostable DHCP agents. Network: 7be8375b-cce6-4216-82dd-d076d8834a94, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:41:52.340934 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c871517d-e97e-4554-a9b3-741a2da8f481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.344076 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c871517d-e97e-4554-a9b3-741a2da8f481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.347719 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c871517d-e97e-4554-a9b3-741a2da8f481 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7bad45e9-069a-4c54-9723-95b6c87097aa HTTP/1.1" status: 204 len: 168 time: 0.2224998 Nov 11 21:41:52.375408 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871517d-e97e-4554-a9b3-741a2da8f481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bad45e9-069a-4c54-9723-95b6c87097aa,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:52.424985 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cf66b-d5fd-419f-9d22-142d30a4a256 req-18202b6a-2a11-4517-a5d5-f508bfa73917 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:52.426882 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c6cf66b-d5fd-419f-9d22-142d30a4a256 req-18202b6a-2a11-4517-a5d5-f508bfa73917 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1090603 Nov 11 21:41:52.526812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c6cf66b-d5fd-419f-9d22-142d30a4a256 req-e8321881-d94e-466a-8ed0-67c683c35c46 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0920110 Nov 11 21:41:52.572503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5179fe56-6a03-4358-8921-7fba011b814b None None] DHCP port deletion for 32751250-972f-420e-aa5e-7acd6f07f994 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:41:52.646160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5179fe56-6a03-4358-8921-7fba011b814b None None] Deleting port 575d2cbc-a826-431f-af53-c3f5c0511667 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:52.646551 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5179fe56-6a03-4358-8921-7fba011b814b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.717470 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.746082 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5179fe56-6a03-4358-8921-7fba011b814b None None] For port 575d2cbc-a826-431f-af53-c3f5c0511667, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=575d2cbc-a826-431f-af53-c3f5c0511667,segment=NetworkSegment(d01890b2-f765-4bb9-aee2-ccda599b1e52),segment_id=d01890b2-f765-4bb9-aee2-ccda599b1e52)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:52.746479 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5179fe56-6a03-4358-8921-7fba011b814b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.770283 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5179fe56-6a03-4358-8921-7fba011b814b None None] Calling delete_port for 575d2cbc-a826-431f-af53-c3f5c0511667 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:52.784149 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] For port aace8b78-f7f1-4062-afab-14bcfed32b3c, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:41:52.812344 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network 7be8375b-cce6-4216-82dd-d076d8834a94 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:41:52.821196 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] For port aace8b78-f7f1-4062-afab-14bcfed32b3c, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=aace8b78-f7f1-4062-afab-14bcfed32b3c,segment=NetworkSegment(b71617bf-9cd5-4942-a559-888bf490f5ee),segment_id=b71617bf-9cd5-4942-a559-888bf490f5ee)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:41:52.833217 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.838190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74832f6-e1dc-49cf-8914-bad7c547f406 req-63448d02-836d-40cf-8e9b-a182b1bebbae tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:52.845393 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 7be8375b-cce6-4216-82dd-d076d8834a94) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:52.846097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f74832f6-e1dc-49cf-8914-bad7c547f406 req-63448d02-836d-40cf-8e9b-a182b1bebbae tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.0977561 Nov 11 21:41:52.867794 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dd9fe0-b620-4652-ab15-e4d174dcfe03 None None] Network 7be8375b-cce6-4216-82dd-d076d8834a94 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:52.872718 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a88dd-fea7-425a-a5a9-9174abdd7abd req-eb13e077-5f78-41d3-bc72-c220bc794c2e tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:52.880454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-570a88dd-fea7-425a-a5a9-9174abdd7abd req-eb13e077-5f78-41d3-bc72-c220bc794c2e tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 944 time: 0.0985899 Nov 11 21:41:52.882768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:52.889442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:52.910449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:52.910853 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.931220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:52.931905 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:52.933319 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27b4334b-f347-4c05-a84c-56ce73322372 req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] 10.222.0.71 "PUT /v2.0/ports/aace8b78-f7f1-4062-afab-14bcfed32b3c HTTP/1.1" status: 200 len: 1092 time: 2.2556250 Nov 11 21:41:52.935675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df517f5c-d2b0-4e1d-9025-3821d10c2f33', 'tag': 'aace8b78-f7f1-4062-afab-14bcfed32b3c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:52.946355 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6c6642-c329-4bd5-8767-476acbeefd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "df517f5c-d2b0-4e1d-9025-3821d10c2f33", "tag": "aace8b78-f7f1-4062-afab-14bcfed32b3c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:52.949426 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f74832f6-e1dc-49cf-8914-bad7c547f406 req-a6f53505-8d70-4f4d-a49b-751390387689 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023605 Nov 11 21:41:52.998386 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-570a88dd-fea7-425a-a5a9-9174abdd7abd req-2313c42c-4dbf-48c6-80a4-08de32022a94 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169004 Nov 11 21:41:53.006639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port 575d2cbc-a826-431f-af53-c3f5c0511667 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:53.007448 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.035871 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1af38290-7776-4529-ac60-47f35cf159a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1621971 Nov 11 21:41:53.035871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6e19c-9dbe-44a8-94ae-721755d72535 service neutron] Pushing event updated for resources: {'Port': ['ID=aace8b78-f7f1-4062-afab-14bcfed32b3c,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:53.036787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46040) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:53.047102 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354fb74e-aa1e-4c56-bf81-616f7eece1fa x-openstack-request-id: req-354fb74e-aa1e-4c56-bf81-616f7eece1fa {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:53.047508 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df517f5c-d2b0-4e1d-9025-3821d10c2f33", "tag": "aace8b78-f7f1-4062-afab-14bcfed32b3c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:53.047870 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-354fb74e-aa1e-4c56-bf81-616f7eece1fa {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:53.048381 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df517f5c-d2b0-4e1d-9025-3821d10c2f33', 'tag': 'aace8b78-f7f1-4062-afab-14bcfed32b3c', 'status': 'completed', 'code': 200} Nov 11 21:41:53.135395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4334b-f347-4c05-a84c-56ce73322372 req-39ad7624-13bf-4f26-97af-66ea5e75b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:53.137717 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27b4334b-f347-4c05-a84c-56ce73322372 req-39ad7624-13bf-4f26-97af-66ea5e75b320 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=172747899bb047bea5cde66bd14569c8&device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 1095 time: 0.1478531 Nov 11 21:41:53.143777 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5179fe56-6a03-4358-8921-7fba011b814b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.144388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] For port 575d2cbc-a826-431f-af53-c3f5c0511667, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=575d2cbc-a826-431f-af53-c3f5c0511667,segment=NetworkSegment(d01890b2-f765-4bb9-aee2-ccda599b1e52),segment_id=d01890b2-f765-4bb9-aee2-ccda599b1e52)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:53.145062 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.176106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179fe56-6a03-4358-8921-7fba011b814b None None] Pushing event deleted for resources: {'Port': ['ID=575d2cbc-a826-431f-af53-c3f5c0511667,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:53.179821 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5179fe56-6a03-4358-8921-7fba011b814b None None] No DVR routers for this DVR port 575d2cbc-a826-431f-af53-c3f5c0511667 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:53.205089 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for 575d2cbc-a826-431f-af53-c3f5c0511667 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:53.210327 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27b4334b-f347-4c05-a84c-56ce73322372 req-02c42a83-f88d-442a-9513-21359d2a1150 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aace8b78-f7f1-4062-afab-14bcfed32b3c HTTP/1.1" status: 200 len: 217 time: 0.0568047 Nov 11 21:41:53.238109 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-9e32f7d9-b3e0-40ee-b341-209f4f1ffcca tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 37ce6a57-14d0-4ec2-a8c2-ee678f298bdd {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:53.240990 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9e32f7d9-b3e0-40ee-b341-209f4f1ffcca tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.277510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 575d2cbc-a826-431f-af53-c3f5c0511667 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:41:53.325560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4334b-f347-4c05-a84c-56ce73322372 req-f151f984-a7c8-4fe5-b1d9-7d8afbffc19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:53.327627 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27b4334b-f347-4c05-a84c-56ce73322372 req-f151f984-a7c8-4fe5-b1d9-7d8afbffc19d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f0b71604-c771-4fb2-a243-eaa0d1daf729 HTTP/1.1" status: 200 len: 851 time: 0.0721884 Nov 11 21:41:53.328196 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9e32f7d9-b3e0-40ee-b341-209f4f1ffcca tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.328901 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 575d2cbc-a826-431f-af53-c3f5c0511667 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:41:53.329541 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 575d2cbc-a826-431f-af53-c3f5c0511667 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:41:53.347655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-9e32f7d9-b3e0-40ee-b341-209f4f1ffcca tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 37ce6a57-14d0-4ec2-a8c2-ee678f298bdd owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:53.372700 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27b4334b-f347-4c05-a84c-56ce73322372 req-3624ce8f-d0d4-4c91-96a7-91fd32b8d6ae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322878 Nov 11 21:41:53.375154 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.419243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=575d2cbc-a826-431f-af53-c3f5c0511667,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:53.430577 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No DVR routers for this DVR port 575d2cbc-a826-431f-af53-c3f5c0511667 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:53.445116 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9e32f7d9-b3e0-40ee-b341-209f4f1ffcca tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.477167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32f7d9-b3e0-40ee-b341-209f4f1ffcca tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=37ce6a57-14d0-4ec2-a8c2-ee678f298bdd,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:53.483604 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9e32f7d9-b3e0-40ee-b341-209f4f1ffcca tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.489042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9e32f7d9-b3e0-40ee-b341-209f4f1ffcca tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/37ce6a57-14d0-4ec2-a8c2-ee678f298bdd HTTP/1.1" status: 204 len: 168 time: 0.4491448 Nov 11 21:41:53.489893 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46056) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:53.543770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e3c8cf-66c1-4529-b59c-c1a2b5781511 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:53.550177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e3c8cf-66c1-4529-b59c-c1a2b5781511 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:53.552857 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-83e3c8cf-66c1-4529-b59c-c1a2b5781511 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0609851 Nov 11 21:41:53.554796 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46062) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:53.578994 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.617449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32751250-972f-420e-aa5e-7acd6f07f994']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:53.631393 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01890b2-f765-4bb9-aee2-ccda599b1e52') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:53.631826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01890b2-f765-4bb9-aee2-ccda599b1e52') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:53.642255 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27b4334b-f347-4c05-a84c-56ce73322372 req-075dcafb-b562-471f-b4b3-ed54e6f8bbee service neutron] 10.222.0.71 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573767 Nov 11 21:41:53.645846 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.678611 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.705640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598f03d-649f-4039-a25c-e69c3e0d2b3f req-7fb316ec-e2cc-4ba1-8e78-9580d37fdbfd tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:53.713401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8598f03d-649f-4039-a25c-e69c3e0d2b3f req-7fb316ec-e2cc-4ba1-8e78-9580d37fdbfd tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0801375 Nov 11 21:41:53.740073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-2f91023a-f5cf-497b-a299-7ba5ba19f5e2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 8c241129-9658-44bc-b12e-1026f956cb42 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:53.740522 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2f91023a-f5cf-497b-a299-7ba5ba19f5e2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.754497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:41:53.754919 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:41:53.763261 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:41:53.824488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8598f03d-649f-4039-a25c-e69c3e0d2b3f req-7c1e0f4d-0e49-47ad-acad-01dda6db361a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1089339 Nov 11 21:41:53.851446 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.864319 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2f91023a-f5cf-497b-a299-7ba5ba19f5e2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.876641 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.885077 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/networks/32751250-972f-420e-aa5e-7acd6f07f994 HTTP/1.1" status: 204 len: 168 time: 1.6699033 Nov 11 21:41:53.887922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46070) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:53.896480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6b4a2399-883a-4518-8275-3f2dfbcc6447 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-657277658'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:53.903975 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27b4334b-f347-4c05-a84c-56ce73322372 req-e8a1a675-e670-4fa6-a02a-ba809b755b33 service neutron] 10.222.0.71 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506149 Nov 11 21:41:53.905297 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd8d67-4ee6-4a9f-9022-99bc1d6abef5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Network': ['ID=32751250-972f-420e-aa5e-7acd6f07f994,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:53.917993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-2f91023a-f5cf-497b-a299-7ba5ba19f5e2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 8c241129-9658-44bc-b12e-1026f956cb42 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:53.930444 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4a2399-883a-4518-8275-3f2dfbcc6447 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:53.934479 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2399-883a-4518-8275-3f2dfbcc6447 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:54.036613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4a2399-883a-4518-8275-3f2dfbcc6447 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] vlan segment allocate from pool success with {'vlan_id': 1194, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:54.059499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c6642-c329-4bd5-8767-476acbeefd1c req-b069904d-2c35-441d-a715-1cf7ec2843d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.064687 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bc6c6642-c329-4bd5-8767-476acbeefd1c req-b069904d-2c35-441d-a715-1cf7ec2843d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=172747899bb047bea5cde66bd14569c8&device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 1095 time: 0.0867236 Nov 11 21:41:54.111693 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2399-883a-4518-8275-3f2dfbcc6447 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:54.112036 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-6b4a2399-883a-4518-8275-3f2dfbcc6447 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Added segment 31cbc0f6-497c-48b2-9795-4024276a931f of type vlan for network f2752e0e-fa1c-47c3-8d08-8d0f94dcb869 Nov 11 21:41:54.177656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c6642-c329-4bd5-8767-476acbeefd1c req-771104b8-ae15-4907-b127-c10bb5ad71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.179357 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bc6c6642-c329-4bd5-8767-476acbeefd1c req-771104b8-ae15-4907-b127-c10bb5ad71e5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688 HTTP/1.1" status: 200 len: 913 time: 0.1052225 Nov 11 21:41:54.209299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2399-883a-4518-8275-3f2dfbcc6447 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:54.212551 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2f91023a-f5cf-497b-a299-7ba5ba19f5e2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:54.242590 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bc6c6642-c329-4bd5-8767-476acbeefd1c req-3ed8ece4-befe-40b1-8c69-4d0b58384ace service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aace8b78-f7f1-4062-afab-14bcfed32b3c HTTP/1.1" status: 200 len: 217 time: 0.0532162 Nov 11 21:41:54.268836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e4a0f-44c3-4df5-b15f-788370928fa6 req-7e8082ab-34ee-4df6-b513-247b31710110 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.270400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da6e4a0f-44c3-4df5-b15f-788370928fa6 req-7e8082ab-34ee-4df6-b513-247b31710110 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.2281356 Nov 11 21:41:54.285340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba53f5-c415-4140-b543-e1e147c675e9 req-e20b83b5-8ebc-44c9-ba7e-f8994aa4c849 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.287027 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d1ba53f5-c415-4140-b543-e1e147c675e9 req-e20b83b5-8ebc-44c9-ba7e-f8994aa4c849 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 944 time: 0.1784828 Nov 11 21:41:54.287927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91023a-f5cf-497b-a299-7ba5ba19f5e2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=8c241129-9658-44bc-b12e-1026f956cb42,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:54.308108 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c6642-c329-4bd5-8767-476acbeefd1c req-f12b0119-69b0-4d8a-84db-bfca2c1ba699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.308315 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2f91023a-f5cf-497b-a299-7ba5ba19f5e2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:54.310216 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bc6c6642-c329-4bd5-8767-476acbeefd1c req-f12b0119-69b0-4d8a-84db-bfca2c1ba699 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f0b71604-c771-4fb2-a243-eaa0d1daf729 HTTP/1.1" status: 200 len: 851 time: 0.0574687 Nov 11 21:41:54.311553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2f91023a-f5cf-497b-a299-7ba5ba19f5e2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/8c241129-9658-44bc-b12e-1026f956cb42 HTTP/1.1" status: 204 len: 168 time: 0.7555394 Nov 11 21:41:54.315194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46086) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:54.349950 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2399-883a-4518-8275-3f2dfbcc6447 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:54.356369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4a2399-883a-4518-8275-3f2dfbcc6447 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.357369 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2399-883a-4518-8275-3f2dfbcc6447 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:54.379759 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bc6c6642-c329-4bd5-8767-476acbeefd1c req-ec2841c2-b932-4ec8-a22c-7733f6f3afe2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486848 Nov 11 21:41:54.425222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6b4a2399-883a-4518-8275-3f2dfbcc6447 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5333095 Nov 11 21:41:54.428239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ae3207-ec51-4852-9451-a7d527dac0d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.432639 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c5ae3207-ec51-4852-9451-a7d527dac0d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1124191 Nov 11 21:41:54.432639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46090) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:54.433940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46092) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:54.437653 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f4ee365d-19fc-4217-9576-49b429e57c93 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'subnet': {'network_id': 'f2752e0e-fa1c-47c3-8d08-8d0f94dcb869', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:54.485011 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da6e4a0f-44c3-4df5-b15f-788370928fa6 req-6dbac5ac-8412-41d4-9bae-d3e703fe79c4 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926196 Nov 11 21:41:54.487536 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a2399-883a-4518-8275-3f2dfbcc6447 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Network': ['ID=f2752e0e-fa1c-47c3-8d08-8d0f94dcb869,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:54.500569 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d1ba53f5-c415-4140-b543-e1e147c675e9 req-33b452ce-ca17-4d57-823b-b3f8ea75d05d tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938503 Nov 11 21:41:54.504517 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network f2752e0e-fa1c-47c3-8d08-8d0f94dcb869 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:54.514255 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9e1110-9293-493a-b92e-0c14d7b523c3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] GET failed (client error): The resource could not be found. Nov 11 21:41:54.518606 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3f9e1110-9293-493a-b92e-0c14d7b523c3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/37ce6a57-14d0-4ec2-a8c2-ee678f298bdd HTTP/1.1" status: 404 len: 333 time: 0.0728092 Nov 11 21:41:54.519438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46094) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:54.569719 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe424861-044f-4e05-bd10-db4aafe9f3c4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] GET failed (client error): The resource could not be found. Nov 11 21:41:54.571870 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fe424861-044f-4e05-bd10-db4aafe9f3c4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/8c241129-9658-44bc-b12e-1026f956cb42 HTTP/1.1" status: 404 len: 333 time: 0.0512497 Nov 11 21:41:54.574667 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46100) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:54.663154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861529b5-2944-42c9-aef7-6df30854b476 req-c413a8c6-56bd-4f25-aaef-5652ac89cb14 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.667744 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bc6c6642-c329-4bd5-8767-476acbeefd1c req-8377cf9c-3345-4817-a04a-98e54137cae5 service neutron] 10.222.0.71 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785378 Nov 11 21:41:54.670987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861529b5-2944-42c9-aef7-6df30854b476 req-c413a8c6-56bd-4f25-aaef-5652ac89cb14 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.680951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861529b5-2944-42c9-aef7-6df30854b476 req-c413a8c6-56bd-4f25-aaef-5652ac89cb14 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.689119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861529b5-2944-42c9-aef7-6df30854b476 req-c413a8c6-56bd-4f25-aaef-5652ac89cb14 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.696326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861529b5-2944-42c9-aef7-6df30854b476 req-c413a8c6-56bd-4f25-aaef-5652ac89cb14 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.703982 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861529b5-2944-42c9-aef7-6df30854b476 req-c413a8c6-56bd-4f25-aaef-5652ac89cb14 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.710896 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861529b5-2944-42c9-aef7-6df30854b476 req-c413a8c6-56bd-4f25-aaef-5652ac89cb14 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.712995 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-861529b5-2944-42c9-aef7-6df30854b476 req-c413a8c6-56bd-4f25-aaef-5652ac89cb14 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5445 time: 0.1259615 Nov 11 21:41:54.764492 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa7af-71f6-4b37-a8ff-8cb8a68962d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:54.773150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ee365d-19fc-4217-9576-49b429e57c93 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:54.776881 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4ee365d-19fc-4217-9576-49b429e57c93 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:54.803437 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-861529b5-2944-42c9-aef7-6df30854b476 req-9f3d4e78-951c-41fb-9226-ee85fc653ec3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0814688 Nov 11 21:41:54.922139 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bc6c6642-c329-4bd5-8767-476acbeefd1c req-5f2cdc7a-1d60-4394-a864-c6aa0374ca54 service neutron] 10.222.0.71 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447708 Nov 11 21:41:54.957972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be149c03-e4f4-4959-ac67-782093672562 req-b7a6fde1-8d87-4620-91bc-8f3c3d1b4a25 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.972369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be149c03-e4f4-4959-ac67-782093672562 req-b7a6fde1-8d87-4620-91bc-8f3c3d1b4a25 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0767419 Nov 11 21:41:54.979899 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa7af-71f6-4b37-a8ff-8cb8a68962d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.009328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3d1aa7af-71f6-4b37-a8ff-8cb8a68962d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be8375b-cce6-4216-82dd-d076d8834a94']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:55.024773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3d1aa7af-71f6-4b37-a8ff-8cb8a68962d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c12336e-6101-4cb1-ae67-35d29a65aa4c') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:55.025366 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3d1aa7af-71f6-4b37-a8ff-8cb8a68962d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c12336e-6101-4cb1-ae67-35d29a65aa4c') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:41:55.040174 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be149c03-e4f4-4959-ac67-782093672562 req-ce5ea0c5-c2d4-41f8-b7d6-ad1d4a0e450a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0563164 Nov 11 21:41:55.063570 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa7af-71f6-4b37-a8ff-8cb8a68962d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.091456 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa7af-71f6-4b37-a8ff-8cb8a68962d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.102986 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1aa7af-71f6-4b37-a8ff-8cb8a68962d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:41:55.103384 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa7af-71f6-4b37-a8ff-8cb8a68962d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:41:55.106714 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:41:55.204251 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa7af-71f6-4b37-a8ff-8cb8a68962d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.206335 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4ee365d-19fc-4217-9576-49b429e57c93 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.216573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa7af-71f6-4b37-a8ff-8cb8a68962d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.219131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-a9366939-4411-4115-9816-ce05b82cc14a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:55.219901 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3d1aa7af-71f6-4b37-a8ff-8cb8a68962d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/networks/7be8375b-cce6-4216-82dd-d076d8834a94 HTTP/1.1" status: 204 len: 168 time: 0.6424737 Nov 11 21:41:55.228560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-a9366939-4411-4115-9816-ce05b82cc14a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:55.235315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-a9366939-4411-4115-9816-ce05b82cc14a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:55.241992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-a9366939-4411-4115-9816-ce05b82cc14a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:55.244422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46118) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:55.248568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-a9366939-4411-4115-9816-ce05b82cc14a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:55.255182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-a9366939-4411-4115-9816-ce05b82cc14a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:55.257238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e69f8a10-bb7b-48f7-a144-4fd4b192103c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-256947208'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:55.261646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-a9366939-4411-4115-9816-ce05b82cc14a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:55.263659 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-a9366939-4411-4115-9816-ce05b82cc14a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5445 time: 0.1204340 Nov 11 21:41:55.280658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1aa7af-71f6-4b37-a8ff-8cb8a68962d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Network': ['ID=7be8375b-cce6-4216-82dd-d076d8834a94,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:55.309547 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee365d-19fc-4217-9576-49b429e57c93 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Subnet': ['ID=a24c69ae-d4a9-4523-ba51-b87e7f29617d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:55.327497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69f8a10-bb7b-48f7-a144-4fd4b192103c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:55.331618 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e69f8a10-bb7b-48f7-a144-4fd4b192103c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.355004 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ee365d-19fc-4217-9576-49b429e57c93 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Checking segment: {'id': '31cbc0f6-497c-48b2-9795-4024276a931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'f2752e0e-fa1c-47c3-8d08-8d0f94dcb869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:55.355370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ee365d-19fc-4217-9576-49b429e57c93 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network hostable DHCP agents. Network: f2752e0e-fa1c-47c3-8d08-8d0f94dcb869, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:41:55.369381 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69f8a10-bb7b-48f7-a144-4fd4b192103c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:41:55.384652 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e69f8a10-bb7b-48f7-a144-4fd4b192103c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.385148 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-e69f8a10-bb7b-48f7-a144-4fd4b192103c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Added segment 33111a15-8e43-4e1f-84b6-114c7046f0a0 of type vlan for network 037f01a2-11ef-4994-a448-ec929f07ff25 Nov 11 21:41:55.400397 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ee365d-19fc-4217-9576-49b429e57c93 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network f2752e0e-fa1c-47c3-8d08-8d0f94dcb869 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:41:55.438610 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f4ee365d-19fc-4217-9576-49b429e57c93 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, f2752e0e-fa1c-47c3-8d08-8d0f94dcb869) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:55.444922 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e69f8a10-bb7b-48f7-a144-4fd4b192103c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.448219 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ee365d-19fc-4217-9576-49b429e57c93 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:55.448950 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4ee365d-19fc-4217-9576-49b429e57c93 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.452847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7124fa2-fe4b-4924-8ac5-9e55a585f96d None None] Network f2752e0e-fa1c-47c3-8d08-8d0f94dcb869 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:55.478385 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f4ee365d-19fc-4217-9576-49b429e57c93 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0451324 Nov 11 21:41:55.481372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46126) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:55.489577 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c98cdfad-cf15-4bbc-a3f4-83569aaaf787 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'network_id': 'f2752e0e-fa1c-47c3-8d08-8d0f94dcb869', 'name': 'tempest-PortsTestJSON-408205364', 'fixed_ips': [{'subnet_id': 'a24c69ae-d4a9-4523-ba51-b87e7f29617d', 'ip_address': '172.20.0.10'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:55.510936 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e69f8a10-bb7b-48f7-a144-4fd4b192103c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.517959 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69f8a10-bb7b-48f7-a144-4fd4b192103c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:55.518954 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e69f8a10-bb7b-48f7-a144-4fd4b192103c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.646101 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e69f8a10-bb7b-48f7-a144-4fd4b192103c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4007854 Nov 11 21:41:55.653534 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46134) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:55.663193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d63e0edc-ae89-445b-9f61-8be637f89608 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'subnet': {'network_id': '037f01a2-11ef-4994-a448-ec929f07ff25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:55.671596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f8a10-bb7b-48f7-a144-4fd4b192103c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Network': ['ID=037f01a2-11ef-4994-a448-ec929f07ff25,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:55.691584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 037f01a2-11ef-4994-a448-ec929f07ff25 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:41:55.739183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-f2752e0e-fa1c-47c3-8d08-8d0f94dcb869', 'network_id': 'f2752e0e-fa1c-47c3-8d08-8d0f94dcb869', 'tenant_id': 'f4c688e9d6ad4b2d83d9c3ab1c3e8813', 'fixed_ips': [{'subnet_id': 'a24c69ae-d4a9-4523-ba51-b87e7f29617d'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:41:55.740291 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.796415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-9b78da26-f61a-4d21-ae52-3b46f339a236 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:55.798782 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-9b78da26-f61a-4d21-ae52-3b46f339a236 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "GET /v2.0/ports/f0ed3440-fad0-40db-ae8d-c2ff35601d0b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5284884 Nov 11 21:41:55.809721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98cdfad-cf15-4bbc-a3f4-83569aaaf787 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:55.888560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63e0edc-ae89-445b-9f61-8be637f89608 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:55.893754 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d63e0edc-ae89-445b-9f61-8be637f89608 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.936738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c650961-a3d5-41cb-82bb-4bd7a92acf36 req-1f58efad-8c14-45e0-ab99-d7cc7ed5c9d8 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:55.939374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c650961-a3d5-41cb-82bb-4bd7a92acf36 req-1f58efad-8c14-45e0-ab99-d7cc7ed5c9d8 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.2349896 Nov 11 21:41:55.956908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047a38a-4cd0-4fb2-adcc-50d3db775e3a req-cf82ce57-9661-49d2-a3b3-7f9fb034394a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:55.958768 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9047a38a-4cd0-4fb2-adcc-50d3db775e3a req-cf82ce57-9661-49d2-a3b3-7f9fb034394a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 944 time: 0.2323668 Nov 11 21:41:55.963851 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-e3a83c57-e45b-4099-8c57-79bd12d0015c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "GET /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1572478 Nov 11 21:41:55.978172 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Allocated IP 172.20.0.2 (f2752e0e-fa1c-47c3-8d08-8d0f94dcb869/a24c69ae-d4a9-4523-ba51-b87e7f29617d/be783c2d-9d72-43d5-9e71-5e8dc25a000e) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:55.980030 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-d63e0edc-ae89-445b-9f61-8be637f89608 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Performing IP validity checks on allocation pools {{(pid=102535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 21:41:55.983371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-d63e0edc-ae89-445b-9f61-8be637f89608 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102535) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 21:41:55.997949 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c98cdfad-cf15-4bbc-a3f4-83569aaaf787 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.014324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:56.031014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-c98cdfad-cf15-4bbc-a3f4-83569aaaf787 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port 19221380-a5eb-46f3-ac92-0831a7cd09c4 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:56.135700 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9047a38a-4cd0-4fb2-adcc-50d3db775e3a req-7a3ab4d1-a884-426c-8d39-541859fb4e05 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653740 Nov 11 21:41:56.137457 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.144422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c650961-a3d5-41cb-82bb-4bd7a92acf36 req-ea6f8eeb-98d6-4793-949d-45b3ae32aa3a tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975539 Nov 11 21:41:56.226290 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.245111 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.295485 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d63e0edc-ae89-445b-9f61-8be637f89608 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.326512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Network f2752e0e-fa1c-47c3-8d08-8d0f94dcb869 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:56.332588 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:56.335840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:56.343170 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Pushing event updated for resources: {'Port': ['ID=be783c2d-9d72-43d5-9e71-5e8dc25a000e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:56.379044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-c98cdfad-cf15-4bbc-a3f4-83569aaaf787 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Allocated IP 172.20.0.10 (f2752e0e-fa1c-47c3-8d08-8d0f94dcb869/a24c69ae-d4a9-4523-ba51-b87e7f29617d/19221380-a5eb-46f3-ac92-0831a7cd09c4) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:56.409648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Attempting to bind port be783c2d-9d72-43d5-9e71-5e8dc25a000e on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:41:56.410359 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Attempting to bind port be783c2d-9d72-43d5-9e71-5e8dc25a000e by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '31cbc0f6-497c-48b2-9795-4024276a931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'f2752e0e-fa1c-47c3-8d08-8d0f94dcb869'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:41:56.410954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Attempting to bind port be783c2d-9d72-43d5-9e71-5e8dc25a000e on network f2752e0e-fa1c-47c3-8d08-8d0f94dcb869 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:41:56.417109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:41:56.417854 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Checking segment: {'id': '31cbc0f6-497c-48b2-9795-4024276a931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'f2752e0e-fa1c-47c3-8d08-8d0f94dcb869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:56.418438 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.419021 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Bound using segment: {'id': '31cbc0f6-497c-48b2-9795-4024276a931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'f2752e0e-fa1c-47c3-8d08-8d0f94dcb869'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:41:56.419813 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Bound port: be783c2d-9d72-43d5-9e71-5e8dc25a000e, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cbc0f6-497c-48b2-9795-4024276a931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'f2752e0e-fa1c-47c3-8d08-8d0f94dcb869'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:41:56.420435 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.432055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] For port f0ed3440-fad0-40db-ae8d-c2ff35601d0b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=f0ed3440-fad0-40db-ae8d-c2ff35601d0b,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:56.439475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e0edc-ae89-445b-9f61-8be637f89608 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Subnet': ['ID=1d1f6fe3-9a69-48c0-ae52-149469617273,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:56.453608 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46150) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:56.458206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e0edc-ae89-445b-9f61-8be637f89608 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Checking segment: {'id': '33111a15-8e43-4e1f-84b6-114c7046f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '037f01a2-11ef-4994-a448-ec929f07ff25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:56.458707 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e0edc-ae89-445b-9f61-8be637f89608 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network hostable DHCP agents. Network: 037f01a2-11ef-4994-a448-ec929f07ff25, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:41:56.465698 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0161b29-d160-4237-bb36-c5beac13f815 req-99dbf947-9ec1-4f57-b931-d802c8d679dc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:56.471859 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0161b29-d160-4237-bb36-c5beac13f815 req-99dbf947-9ec1-4f57-b931-d802c8d679dc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:56.477898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0161b29-d160-4237-bb36-c5beac13f815 req-99dbf947-9ec1-4f57-b931-d802c8d679dc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:56.484047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0161b29-d160-4237-bb36-c5beac13f815 req-99dbf947-9ec1-4f57-b931-d802c8d679dc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:56.490601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0161b29-d160-4237-bb36-c5beac13f815 req-99dbf947-9ec1-4f57-b931-d802c8d679dc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:56.490870 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e0edc-ae89-445b-9f61-8be637f89608 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network 037f01a2-11ef-4994-a448-ec929f07ff25 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:41:56.495416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] For port be783c2d-9d72-43d5-9e71-5e8dc25a000e, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:41:56.497395 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0161b29-d160-4237-bb36-c5beac13f815 req-99dbf947-9ec1-4f57-b931-d802c8d679dc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:56.498755 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] For port be783c2d-9d72-43d5-9e71-5e8dc25a000e, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=be783c2d-9d72-43d5-9e71-5e8dc25a000e,segment=NetworkSegment(31cbc0f6-497c-48b2-9795-4024276a931f),segment_id=31cbc0f6-497c-48b2-9795-4024276a931f)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:41:56.503489 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.504047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0161b29-d160-4237-bb36-c5beac13f815 req-99dbf947-9ec1-4f57-b931-d802c8d679dc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:56.512765 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0161b29-d160-4237-bb36-c5beac13f815 req-99dbf947-9ec1-4f57-b931-d802c8d679dc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 5445 time: 0.2167771 Nov 11 21:41:56.530367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d63e0edc-ae89-445b-9f61-8be637f89608 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 037f01a2-11ef-4994-a448-ec929f07ff25) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:56.548503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e0edc-ae89-445b-9f61-8be637f89608 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:56.549351 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d63e0edc-ae89-445b-9f61-8be637f89608 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.555838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda21f4b-a536-4989-a282-f2f9c0dbded7 None None] Network 037f01a2-11ef-4994-a448-ec929f07ff25 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:56.563048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd8951-e098-4b7a-89ed-c2b360b62082 req-175ae5c7-bda7-410f-9696-bd090cc3dff4 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:56.565230 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85dd8951-e098-4b7a-89ed-c2b360b62082 req-175ae5c7-bda7-410f-9696-bd090cc3dff4 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1941581 Nov 11 21:41:56.600954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b16b0-12ef-4449-8832-095e3f3b7d54 None None] Pushing event updated for resources: {'Port': ['ID=be783c2d-9d72-43d5-9e71-5e8dc25a000e,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:56.619095 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d63e0edc-ae89-445b-9f61-8be637f89608 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9642506 Nov 11 21:41:56.622084 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46154) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:56.627544 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-136682e0-6927-431a-b311-77c23a7f2a53 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'network_id': '037f01a2-11ef-4994-a448-ec929f07ff25', 'name': 'tempest-PortsIpV6TestJSON-1961378465'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:56.674511 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85dd8951-e098-4b7a-89ed-c2b360b62082 req-e3497fa6-d9db-407a-91ac-d8e3ce30e562 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0917432 Nov 11 21:41:56.678881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] For port f0ed3440-fad0-40db-ae8d-c2ff35601d0b, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:41:56.740481 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] device_id is not set on port f0ed3440-fad0-40db-ae8d-c2ff35601d0b yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:56.777289 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0161b29-d160-4237-bb36-c5beac13f815 req-457cfddb-85d2-4fda-a4b9-950dcedb6538 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2474561 Nov 11 21:41:56.779379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-037f01a2-11ef-4994-a448-ec929f07ff25', 'network_id': '037f01a2-11ef-4994-a448-ec929f07ff25', 'tenant_id': 'dbad1feca6c74716beb5daf54e17f08f', 'fixed_ips': [{'subnet_id': '1d1f6fe3-9a69-48c0-ae52-149469617273'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:41:56.780275 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.802406 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.809717 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c98cdfad-cf15-4bbc-a3f4-83569aaaf787 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.819180 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b48d59f5-75a5-4184-9269-2ffd070add6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.835529 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.890331 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c98cdfad-cf15-4bbc-a3f4-83569aaaf787 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.903902 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device aace8b78-f7f1-4062-afab-14bcfed32b3c details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:41:57.013133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cdfad-cf15-4bbc-a3f4-83569aaaf787 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=19221380-a5eb-46f3-ac92-0831a7cd09c4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:57.026933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98cdfad-cf15-4bbc-a3f4-83569aaaf787 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network f2752e0e-fa1c-47c3-8d08-8d0f94dcb869 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:57.050924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c98cdfad-cf15-4bbc-a3f4-83569aaaf787 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:57.053878 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98cdfad-cf15-4bbc-a3f4-83569aaaf787 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:57.130950 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Pushing event updated for resources: {'Port': ['ID=f0ed3440-fad0-40db-ae8d-c2ff35601d0b,revision_number=6']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:57.139176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] No DVR routers for this DVR port f0ed3440-fad0-40db-ae8d-c2ff35601d0b on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:57.162796 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98cdfad-cf15-4bbc-a3f4-83569aaaf787 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:57.163840 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c98cdfad-cf15-4bbc-a3f4-83569aaaf787 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:57.196083 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136682e0-6927-431a-b311-77c23a7f2a53 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:57.201342 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-136682e0-6927-431a-b311-77c23a7f2a53 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:57.203058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:57.206318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:57.206726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:57.207061 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:57.207390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:57.207718 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:57.211964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:57.214586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:57.214958 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:57.215297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:57.215631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:57.215960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:57.234011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-136682e0-6927-431a-b311-77c23a7f2a53 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port ac343aff-c133-488b-95d6-e62116235c96 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:57.297405 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1833fd-c726-4b67-93be-5ec9a0d51154 req-3ca2aa14-c320-4bb6-9431-1e86a82dd94f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:57.305273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff1833fd-c726-4b67-93be-5ec9a0d51154 req-3ca2aa14-c320-4bb6-9431-1e86a82dd94f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.2727923 Nov 11 21:41:57.323911 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c98cdfad-cf15-4bbc-a3f4-83569aaaf787 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8390005 Nov 11 21:41:57.329408 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46166) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:57.335847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-74c84b08-77a4-4a8b-9468-770e9ad29203 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'network_id': 'f2752e0e-fa1c-47c3-8d08-8d0f94dcb869', 'name': 'tempest-PortsTestJSON-159777719', 'fixed_ips': [{'subnet_id': 'a24c69ae-d4a9-4523-ba51-b87e7f29617d', 'ip_address': '172.20.0.9'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:57.363233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d5a38-102b-4f38-b37b-d5feb8be504b req-c185f203-f515-42e0-b934-2a12b294e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:57.373977 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3d5d5a38-102b-4f38-b37b-d5feb8be504b req-c185f203-f515-42e0-b934-2a12b294e6cb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 1095 time: 0.2806015 Nov 11 21:41:57.381071 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] In _notify_port_updated(), no bound segment for port f0ed3440-fad0-40db-ae8d-c2ff35601d0b on network daab2798-5889-436e-a5cb-09a946e4b419 {{(pid=102534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:41:57.382540 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:57.382540 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:57.383948 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-23b396fa-7192-42c7-bb39-805bb07253cb service neutron] 10.222.0.10 "PUT /v2.0/ports/f0ed3440-fad0-40db-ae8d-c2ff35601d0b HTTP/1.1" status: 200 len: 1033 time: 1.4107699 Nov 11 21:41:57.390202 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b48d59f5-75a5-4184-9269-2ffd070add6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:57.434328 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b48d59f5-75a5-4184-9269-2ffd070add6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:57.448245 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device be783c2d-9d72-43d5-9e71-5e8dc25a000e up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:57.462521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff1833fd-c726-4b67-93be-5ec9a0d51154 req-3581ab84-273a-452f-97d1-a7377cd94a60 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1561899 Nov 11 21:41:57.481140 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-4c10e764-78e2-4753-8352-2915abee462d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:57.482649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-4c10e764-78e2-4753-8352-2915abee462d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "GET /v2.0/ports/69bb4f4e-b425-44bd-8e17-a8c9f3f825f4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0893190 Nov 11 21:41:57.501361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-8d2379d3-7d79-47b5-92c9-42e79cae2ef0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:41:57.531837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Allocated IP 2001:db8::2 (037f01a2-11ef-4994-a448-ec929f07ff25/1d1f6fe3-9a69-48c0-ae52-149469617273/2d988621-b665-46c5-8bbb-9e56ebacb028) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:57.535374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port aace8b78-f7f1-4062-afab-14bcfed32b3c, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=aace8b78-f7f1-4062-afab-14bcfed32b3c,segment=NetworkSegment(b71617bf-9cd5-4942-a559-888bf490f5ee),segment_id=b71617bf-9cd5-4942-a559-888bf490f5ee)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:57.537182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82884fdb-1e6b-4882-a1e7-73fbb2826e06 req-f95f87e5-aafe-4930-a015-7ad2ca8b6fa2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:57.546991 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82884fdb-1e6b-4882-a1e7-73fbb2826e06 req-f95f87e5-aafe-4930-a015-7ad2ca8b6fa2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.2720606 Nov 11 21:41:57.573172 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b3be9169-3e4b-4060-9451-bdec23a9a442 None None] Provisioning complete for port f0ed3440-fad0-40db-ae8d-c2ff35601d0b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:57.573909 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3be9169-3e4b-4060-9451-bdec23a9a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:57.576242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'aace8b78-f7f1-4062-afab-14bcfed32b3c', 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688', 'port_id': 'aace8b78-f7f1-4062-afab-14bcfed32b3c', 'mac_address': 'fa:16:3e:2f:74:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b71604-c771-4fb2-a243-eaa0d1daf729', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:41:57.577093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d59f5-75a5-4184-9269-2ffd070add6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7439db0-23cb-47af-8465-d9aff110323b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:57.721400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b3be9169-3e4b-4060-9451-bdec23a9a442 None None] Port f0ed3440-fad0-40db-ae8d-c2ff35601d0b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:57.729943 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:57.736316 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b48d59f5-75a5-4184-9269-2ffd070add6a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ea87fce7d8c4913ab639abce2c3b4e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2186539 Nov 11 21:41:57.744774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46168) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:57.747366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-8d2379d3-7d79-47b5-92c9-42e79cae2ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:57.764661 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port be783c2d-9d72-43d5-9e71-5e8dc25a000e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:57.765395 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:57.794709 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aace8b78-f7f1-4062-afab-14bcfed32b3c {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:57.851073 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93f0f04c-0570-4b6d-a573-54659b60ffc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:57.866130 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port aace8b78-f7f1-4062-afab-14bcfed32b3c, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=aace8b78-f7f1-4062-afab-14bcfed32b3c,segment=NetworkSegment(b71617bf-9cd5-4942-a559-888bf490f5ee),segment_id=b71617bf-9cd5-4942-a559-888bf490f5ee)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:57.876933 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:57.886929 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93f0f04c-0570-4b6d-a573-54659b60ffc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:57.923935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c0fab-e1c1-4352-af19-6e817500908e None None] Network f2752e0e-fa1c-47c3-8d08-8d0f94dcb869 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:41:57.944319 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d5a38-102b-4f38-b37b-d5feb8be504b req-49c345b1-96c8-4a17-a850-8235b1c20397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:57.945863 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3d5d5a38-102b-4f38-b37b-d5feb8be504b req-49c345b1-96c8-4a17-a850-8235b1c20397 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.5528400 Nov 11 21:41:57.953579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c84b08-77a4-4a8b-9468-770e9ad29203 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:41:57.958938 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74c84b08-77a4-4a8b-9468-770e9ad29203 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:57.962983 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:57.986820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebaee71-4c19-4637-a0dd-edbc9cbc3e65 req-10953c52-7863-4ba8-b2bc-d74712c4cf38 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:57.988414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ebaee71-4c19-4637-a0dd-edbc9cbc3e65 req-10953c52-7863-4ba8-b2bc-d74712c4cf38 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 944 time: 0.3942013 Nov 11 21:41:58.003705 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82884fdb-1e6b-4882-a1e7-73fbb2826e06 req-eac67cab-2349-4d3d-8b0b-19b6dbfcbdec tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557660 Nov 11 21:41:58.051689 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93f0f04c-0570-4b6d-a573-54659b60ffc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.054293 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93f0f04c-0570-4b6d-a573-54659b60ffc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.055450 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-93f0f04c-0570-4b6d-a573-54659b60ffc3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a7439db0-23cb-47af-8465-d9aff110323b HTTP/1.1" status: 204 len: 168 time: 0.3058140 Nov 11 21:41:58.067325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-74c84b08-77a4-4a8b-9468-770e9ad29203 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port e710c282-d404-47c4-b83b-27b5c8431542 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:58.079237 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.129860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0f04c-0570-4b6d-a573-54659b60ffc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7439db0-23cb-47af-8465-d9aff110323b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:58.139686 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ebaee71-4c19-4637-a0dd-edbc9cbc3e65 req-73e154ee-c2e7-4b60-9a91-a5c337fd8c67 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401038 Nov 11 21:41:58.169739 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=aace8b78-f7f1-4062-afab-14bcfed32b3c,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:58.184258 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-8d2379d3-7d79-47b5-92c9-42e79cae2ef0 service neutron] For port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:58.191099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-136682e0-6927-431a-b311-77c23a7f2a53 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Allocated IP 2001:db8::36c (037f01a2-11ef-4994-a448-ec929f07ff25/1d1f6fe3-9a69-48c0-ae52-149469617273/ac343aff-c133-488b-95d6-e62116235c96) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:58.197389 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-71be769b-b8de-4ea9-b4b5-69fa98c2bc00 None None] Provisioning complete for port be783c2d-9d72-43d5-9e71-5e8dc25a000e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:58.201266 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71be769b-b8de-4ea9-b4b5-69fa98c2bc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.240822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-8d2379d3-7d79-47b5-92c9-42e79cae2ef0 service neutron] For port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:41:58.270557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Network 037f01a2-11ef-4994-a448-ec929f07ff25 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:58.290573 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['aace8b78-f7f1-4062-afab-14bcfed32b3c'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:58.294105 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.302819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:58.339788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:58.343202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-8d2379d3-7d79-47b5-92c9-42e79cae2ef0 service neutron] device_id is not set on port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:41:58.356469 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-8d2379d3-7d79-47b5-92c9-42e79cae2ef0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.384462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dedea-8884-4161-8b4e-50d88f445165 req-ce740f81-7fcf-4e49-9a5f-2a658eea1686 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:58.392530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dedea-8884-4161-8b4e-50d88f445165 req-ce740f81-7fcf-4e49-9a5f-2a658eea1686 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:58.396059 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-136682e0-6927-431a-b311-77c23a7f2a53 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.399567 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dedea-8884-4161-8b4e-50d88f445165 req-ce740f81-7fcf-4e49-9a5f-2a658eea1686 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:58.408622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dedea-8884-4161-8b4e-50d88f445165 req-ce740f81-7fcf-4e49-9a5f-2a658eea1686 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:58.413463 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Pushing event updated for resources: {'Port': ['ID=2d988621-b665-46c5-8bbb-9e56ebacb028,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:58.424187 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dedea-8884-4161-8b4e-50d88f445165 req-ce740f81-7fcf-4e49-9a5f-2a658eea1686 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:58.431760 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3d5d5a38-102b-4f38-b37b-d5feb8be504b req-68ba21c1-986a-4517-b629-ace354cff7fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb HTTP/1.1" status: 200 len: 998 time: 0.4697714 Nov 11 21:41:58.432101 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dedea-8884-4161-8b4e-50d88f445165 req-ce740f81-7fcf-4e49-9a5f-2a658eea1686 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:58.434257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e05dedea-8884-4161-8b4e-50d88f445165 req-ce740f81-7fcf-4e49-9a5f-2a658eea1686 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 4665 time: 0.1441841 Nov 11 21:41:58.435205 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-8d2379d3-7d79-47b5-92c9-42e79cae2ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.471029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port be783c2d-9d72-43d5-9e71-5e8dc25a000e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=be783c2d-9d72-43d5-9e71-5e8dc25a000e,segment=NetworkSegment(31cbc0f6-497c-48b2-9795-4024276a931f),segment_id=31cbc0f6-497c-48b2-9795-4024276a931f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:58.486185 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2379d3-7d79-47b5-92c9-42e79cae2ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4,revision_number=6']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:58.500344 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.578609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-8d2379d3-7d79-47b5-92c9-42e79cae2ef0 service neutron] No DVR routers for this DVR port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:58.580577 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-74c84b08-77a4-4a8b-9468-770e9ad29203 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Allocated IP 172.20.0.9 (f2752e0e-fa1c-47c3-8d08-8d0f94dcb869/a24c69ae-d4a9-4523-ba51-b87e7f29617d/e710c282-d404-47c4-b83b-27b5c8431542) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:41:58.609332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Attempting to bind port 2d988621-b665-46c5-8bbb-9e56ebacb028 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:41:58.609792 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Attempting to bind port 2d988621-b665-46c5-8bbb-9e56ebacb028 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '33111a15-8e43-4e1f-84b6-114c7046f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '037f01a2-11ef-4994-a448-ec929f07ff25'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:41:58.610192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Attempting to bind port 2d988621-b665-46c5-8bbb-9e56ebacb028 on network 037f01a2-11ef-4994-a448-ec929f07ff25 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:41:58.612824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46178) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:58.656491 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-136682e0-6927-431a-b311-77c23a7f2a53 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.686410 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:41:58.686812 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Checking segment: {'id': '33111a15-8e43-4e1f-84b6-114c7046f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '037f01a2-11ef-4994-a448-ec929f07ff25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:41:58.686943 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-170b8c81-7e3f-41bc-b7e3-0598bc8c4c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.687125 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.687490 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Bound using segment: {'id': '33111a15-8e43-4e1f-84b6-114c7046f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '037f01a2-11ef-4994-a448-ec929f07ff25'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:41:58.687995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Bound port: 2d988621-b665-46c5-8bbb-9e56ebacb028, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33111a15-8e43-4e1f-84b6-114c7046f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '037f01a2-11ef-4994-a448-ec929f07ff25'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:41:58.688416 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.706116 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e05dedea-8884-4161-8b4e-50d88f445165 req-4a505364-0332-4825-bf7f-39ddd3ee5119 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&id=81ebe0e0-0297-43df-9fc4-6f101041a802&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2212613 Nov 11 21:41:58.721019 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-8d2379d3-7d79-47b5-92c9-42e79cae2ef0 service neutron] In _notify_port_updated(), no bound segment for port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 on network daab2798-5889-436e-a5cb-09a946e4b419 {{(pid=102534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:41:58.721931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-8d2379d3-7d79-47b5-92c9-42e79cae2ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:58.722558 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-8d2379d3-7d79-47b5-92c9-42e79cae2ef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.723940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-8d2379d3-7d79-47b5-92c9-42e79cae2ef0 service neutron] 10.222.0.10 "PUT /v2.0/ports/69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 HTTP/1.1" status: 200 len: 1033 time: 1.2322612 Nov 11 21:41:58.731339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d5a38-102b-4f38-b37b-d5feb8be504b req-c5020533-1743-4dc3-833b-a23b67425b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:58.733042 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3d5d5a38-102b-4f38-b37b-d5feb8be504b req-c5020533-1743-4dc3-833b-a23b67425b1b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.0787613 Nov 11 21:41:58.784202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28680cb7-4d3c-4813-8d4e-ae618f19167a req-8bcf32c1-6fb5-469d-9c1c-aba6b1fdfd64 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:58.784495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=be783c2d-9d72-43d5-9e71-5e8dc25a000e,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:58.785794 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28680cb7-4d3c-4813-8d4e-ae618f19167a req-8bcf32c1-6fb5-469d-9c1c-aba6b1fdfd64 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1783280 Nov 11 21:41:58.797609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136682e0-6927-431a-b311-77c23a7f2a53 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=ac343aff-c133-488b-95d6-e62116235c96,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:58.892619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136682e0-6927-431a-b311-77c23a7f2a53 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network 037f01a2-11ef-4994-a448-ec929f07ff25 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:58.899429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-136682e0-6927-431a-b311-77c23a7f2a53 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:58.905642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136682e0-6927-431a-b311-77c23a7f2a53 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:58.912102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136682e0-6927-431a-b311-77c23a7f2a53 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:58.912868 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-136682e0-6927-431a-b311-77c23a7f2a53 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.924158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] For port 2d988621-b665-46c5-8bbb-9e56ebacb028, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:41:58.928122 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] For port 2d988621-b665-46c5-8bbb-9e56ebacb028, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2d988621-b665-46c5-8bbb-9e56ebacb028,segment=NetworkSegment(33111a15-8e43-4e1f-84b6-114c7046f0a0),segment_id=33111a15-8e43-4e1f-84b6-114c7046f0a0)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:41:58.936545 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.947409 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28680cb7-4d3c-4813-8d4e-ae618f19167a req-820fb9c8-1e5d-4582-9cbd-82e3cdc85a04 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1301816 Nov 11 21:41:58.969748 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d5a38-102b-4f38-b37b-d5feb8be504b req-1e1ff650-7b38-4d38-9ed2-14f2195e6896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:58.971390 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3d5d5a38-102b-4f38-b37b-d5feb8be504b req-1e1ff650-7b38-4d38-9ed2-14f2195e6896 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751418 Nov 11 21:41:58.980410 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-65e1bf2d-81db-49d4-914e-f263a5bb8251 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Deleting port d47e0d50-b635-4eea-b40d-e6d4166567fe {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:58.980756 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-65e1bf2d-81db-49d4-914e-f263a5bb8251 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.987280 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-170b8c81-7e3f-41bc-b7e3-0598bc8c4c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.988782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46180) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:58.988943 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-136682e0-6927-431a-b311-77c23a7f2a53 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3653996 Nov 11 21:41:59.032484 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-170b8c81-7e3f-41bc-b7e3-0598bc8c4c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:59.046369 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8b765e4d-d431-4ae1-aa8b-b1d637090037 None None] Provisioning complete for port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:59.046823 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b765e4d-d431-4ae1-aa8b-b1d637090037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:59.050296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8347de5-47e9-42d5-b1d4-03c125a3fce7 None None] Pushing event updated for resources: {'Port': ['ID=2d988621-b665-46c5-8bbb-9e56ebacb028,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:59.104014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-170b8c81-7e3f-41bc-b7e3-0598bc8c4c5a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b4edff1630384bd28dcc7150c3034d25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4867327 Nov 11 21:41:59.114384 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46184) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:59.117382 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8b765e4d-d431-4ae1-aa8b-b1d637090037 None None] Port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:59.145798 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74c84b08-77a4-4a8b-9468-770e9ad29203 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:59.217788 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3d5d5a38-102b-4f38-b37b-d5feb8be504b req-736df29b-4a94-4305-8f47-3bad79927238 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276256 Nov 11 21:41:59.244750 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74c84b08-77a4-4a8b-9468-770e9ad29203 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:59.259839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device feee0a0e-9849-4e5f-8dca-8da81ee6bb6b no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:41:59.323441 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-24c783f6-7728-4b88-81b3-a11eaeb06fb1 None None] Provisioning complete for port 19221380-a5eb-46f3-ac92-0831a7cd09c4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:59.323833 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24c783f6-7728-4b88-81b3-a11eaeb06fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:59.330636 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device be783c2d-9d72-43d5-9e71-5e8dc25a000e up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:59.407966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b8c81-7e3f-41bc-b7e3-0598bc8c4c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53487b9f-5bf8-4bc1-a27e-ae5fa683ea8a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:59.465306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port be783c2d-9d72-43d5-9e71-5e8dc25a000e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:59.465685 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:59.474638 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c84b08-77a4-4a8b-9468-770e9ad29203 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network f2752e0e-fa1c-47c3-8d08-8d0f94dcb869 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:41:59.479610 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-74c84b08-77a4-4a8b-9468-770e9ad29203 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:41:59.487881 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-24c783f6-7728-4b88-81b3-a11eaeb06fb1 None None] Port 19221380-a5eb-46f3-ac92-0831a7cd09c4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:41:59.488300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c84b08-77a4-4a8b-9468-770e9ad29203 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:41:59.494571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977f90a-35f7-459e-8310-a6616942836c req-3bdb6b1a-d8c8-4ef9-ae15-7a4afaba68b0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:59.496383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9977f90a-35f7-459e-8310-a6616942836c req-3bdb6b1a-d8c8-4ef9-ae15-7a4afaba68b0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.3166451 Nov 11 21:41:59.529360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c84b08-77a4-4a8b-9468-770e9ad29203 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=e710c282-d404-47c4-b83b-27b5c8431542,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:59.565654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-24c783f6-7728-4b88-81b3-a11eaeb06fb1 None None] Provisioning complete for port be783c2d-9d72-43d5-9e71-5e8dc25a000e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:59.566029 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24c783f6-7728-4b88-81b3-a11eaeb06fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:59.567633 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3d5d5a38-102b-4f38-b37b-d5feb8be504b req-ff9d5781-a438-427a-bdcf-06353658f26b service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337107 Nov 11 21:41:59.603333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c84b08-77a4-4a8b-9468-770e9ad29203 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:59.603719 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74c84b08-77a4-4a8b-9468-770e9ad29203 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:59.627510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-65e1bf2d-81db-49d4-914e-f263a5bb8251 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] For port d47e0d50-b635-4eea-b40d-e6d4166567fe, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d47e0d50-b635-4eea-b40d-e6d4166567fe,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:59.628201 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-65e1bf2d-81db-49d4-914e-f263a5bb8251 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:59.629380 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:59.639693 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-74c84b08-77a4-4a8b-9468-770e9ad29203 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3067510 Nov 11 21:41:59.640192 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46190) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:59.666205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:59.668513 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b539405e-e955-436d-b56e-1175c4d2f134" -d '{"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "feee0a0e-9849-4e5f-8dca-8da81ee6bb6b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:59.683693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-65e1bf2d-81db-49d4-914e-f263a5bb8251 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Calling delete_port for d47e0d50-b635-4eea-b40d-e6d4166567fe owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:59.698713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0d17f3c8-804e-4d61-bd56-b47bb08d9091 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port ac343aff-c133-488b-95d6-e62116235c96 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:59.699088 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d17f3c8-804e-4d61-bd56-b47bb08d9091 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:59.716927 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9977f90a-35f7-459e-8310-a6616942836c req-d8539ca2-8705-42d5-b724-f9d33579289b tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082055 Nov 11 21:41:59.722271 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d194171a-50ab-4f69-b6c8-ab748f60f4be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:59.736872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b,segment=NetworkSegment(34e596dc-acf0-4911-a062-0cef7a121feb),segment_id=34e596dc-acf0-4911-a062-0cef7a121feb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:59.752329 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:59.753068 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:41:59.775495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e7f0c8-94fa-48e3-9621-b2e9ce467828 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:59.781073 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a2e7f0c8-94fa-48e3-9621-b2e9ce467828 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1381102 Nov 11 21:41:59.783828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46196) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:59.834114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96fbba-6dca-4370-a2fb-ec91c68082a1 req-ae6cafb7-8852-4914-a59b-9fc24ce7f536 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:59.835905 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc96fbba-6dca-4370-a2fb-ec91c68082a1 req-ae6cafb7-8852-4914-a59b-9fc24ce7f536 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 945 time: 0.4296451 Nov 11 21:41:59.848131 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4bced4-fa61-4aac-b691-01340183a3f7 x-openstack-request-id: req-df4bced4-fa61-4aac-b691-01340183a3f7 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:59.848409 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "feee0a0e-9849-4e5f-8dca-8da81ee6bb6b", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:59.849038 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-df4bced4-fa61-4aac-b691-01340183a3f7 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:59.849444 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b', 'code': 200} Nov 11 21:41:59.858418 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:41:59.858863 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 23616cc5-dacf-43e9-b299-a00544d54734 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:41:59.887291 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effbaa67-7e26-4916-8d1a-76e84c1b3e7f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:59.895698 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effbaa67-7e26-4916-8d1a-76e84c1b3e7f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:59.903919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effbaa67-7e26-4916-8d1a-76e84c1b3e7f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:59.906084 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-effbaa67-7e26-4916-8d1a-76e84c1b3e7f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1213279 Nov 11 21:41:59.909174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46198) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:41:59.919066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:59.958625 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d194171a-50ab-4f69-b6c8-ab748f60f4be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.007389 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b1929dff-7f01-4798-b13d-18212f5eb9c9 None None] Provisioning complete for port 19221380-a5eb-46f3-ac92-0831a7cd09c4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:00.008570 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1929dff-7f01-4798-b13d-18212f5eb9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.016839 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.037517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-25ecce73-793a-42cf-b20d-bef48e8574cb tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port e710c282-d404-47c4-b83b-27b5c8431542 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:00.046305 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25ecce73-793a-42cf-b20d-bef48e8574cb tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.055966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc96fbba-6dca-4370-a2fb-ec91c68082a1 req-ed7ef6cf-3346-4e63-a69c-e6c816701678 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787493 Nov 11 21:42:00.082910 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 23616cc5-dacf-43e9-b299-a00544d54734, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=23616cc5-dacf-43e9-b299-a00544d54734,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:00.098177 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.098896 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d47e0d50-b635-4eea-b40d-e6d4166567fe no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:00.190999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=23616cc5-dacf-43e9-b299-a00544d54734,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:00.197547 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25ecce73-793a-42cf-b20d-bef48e8574cb tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.206380 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d17f3c8-804e-4d61-bd56-b47bb08d9091 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.212610 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-25ecce73-793a-42cf-b20d-bef48e8574cb tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for e710c282-d404-47c4-b83b-27b5c8431542 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:00.231341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30524387-2cdf-457e-9fc7-e4f2aa0747cf req-403bf934-a6b8-4ff6-a354-6d3669bda365 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:00.238051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30524387-2cdf-457e-9fc7-e4f2aa0747cf req-403bf934-a6b8-4ff6-a354-6d3669bda365 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:00.245201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30524387-2cdf-457e-9fc7-e4f2aa0747cf req-403bf934-a6b8-4ff6-a354-6d3669bda365 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:00.249402 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b1929dff-7f01-4798-b13d-18212f5eb9c9 None None] Port 19221380-a5eb-46f3-ac92-0831a7cd09c4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:00.252267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30524387-2cdf-457e-9fc7-e4f2aa0747cf req-403bf934-a6b8-4ff6-a354-6d3669bda365 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:00.259335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30524387-2cdf-457e-9fc7-e4f2aa0747cf req-403bf934-a6b8-4ff6-a354-6d3669bda365 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:00.262204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30524387-2cdf-457e-9fc7-e4f2aa0747cf req-403bf934-a6b8-4ff6-a354-6d3669bda365 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 3883 time: 0.3301373 Nov 11 21:42:00.269592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b1929dff-7f01-4798-b13d-18212f5eb9c9 None None] Provisioning complete for port e710c282-d404-47c4-b83b-27b5c8431542 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:00.269960 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1929dff-7f01-4798-b13d-18212f5eb9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.297287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0d17f3c8-804e-4d61-bd56-b47bb08d9091 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for ac343aff-c133-488b-95d6-e62116235c96 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:00.351997 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b1929dff-7f01-4798-b13d-18212f5eb9c9 None None] Port e710c282-d404-47c4-b83b-27b5c8431542 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:00.353636 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.354624 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d194171a-50ab-4f69-b6c8-ab748f60f4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.357993 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d194171a-50ab-4f69-b6c8-ab748f60f4be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.359436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d194171a-50ab-4f69-b6c8-ab748f60f4be admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/53487b9f-5bf8-4bc1-a27e-ae5fa683ea8a HTTP/1.1" status: 204 len: 168 time: 1.2401640 Nov 11 21:42:00.419881 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25ecce73-793a-42cf-b20d-bef48e8574cb tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.453440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecce73-793a-42cf-b20d-bef48e8574cb tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=e710c282-d404-47c4-b83b-27b5c8431542,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:00.453935 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194171a-50ab-4f69-b6c8-ab748f60f4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53487b9f-5bf8-4bc1-a27e-ae5fa683ea8a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:00.468263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a3fbf-3a58-46df-8520-a67242f5be97 req-a9b07aec-0f10-4291-997e-a0deb3fc600d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:00.469985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa4a3fbf-3a58-46df-8520-a67242f5be97 req-a9b07aec-0f10-4291-997e-a0deb3fc600d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.3012912 Nov 11 21:42:00.479406 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-65e1bf2d-81db-49d4-914e-f263a5bb8251 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.512283 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30524387-2cdf-457e-9fc7-e4f2aa0747cf req-5d607768-0bdc-4c58-9879-d79173ff88db tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293253 Nov 11 21:42:00.524716 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7989173b-268c-4238-915a-776770455616 None None] Network 037f01a2-11ef-4994-a448-ec929f07ff25 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:00.542834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1bf2d-81db-49d4-914e-f263a5bb8251 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event deleted for resources: {'Port': ['ID=d47e0d50-b635-4eea-b40d-e6d4166567fe,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:00.611937 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25ecce73-793a-42cf-b20d-bef48e8574cb tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.616170 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-25ecce73-793a-42cf-b20d-bef48e8574cb tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/e710c282-d404-47c4-b83b-27b5c8431542 HTTP/1.1" status: 204 len: 168 time: 0.7054856 Nov 11 21:42:00.620685 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46206) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:00.688595 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device f0ed3440-fad0-40db-ae8d-c2ff35601d0b no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:00.690031 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7be846-f2ec-4cbb-b4a3-eba53195ca61 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] GET failed (client error): The resource could not be found. Nov 11 21:42:00.694235 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4d7be846-f2ec-4cbb-b4a3-eba53195ca61 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/e710c282-d404-47c4-b83b-27b5c8431542 HTTP/1.1" status: 404 len: 333 time: 0.0721588 Nov 11 21:42:00.698682 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46210) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:00.789606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device f0ed3440-fad0-40db-ae8d-c2ff35601d0b not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:00.790081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:00.853407 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6f1773fa-8cf5-49e7-b8d0-4ead8881d316 None None] Provisioning complete for port 2d988621-b665-46c5-8bbb-9e56ebacb028 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:00.853866 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6f1773fa-8cf5-49e7-b8d0-4ead8881d316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.871875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-18a170d8-7efb-4098-9cfe-121cdd17ef57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port 19221380-a5eb-46f3-ac92-0831a7cd09c4 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:00.872231 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18a170d8-7efb-4098-9cfe-121cdd17ef57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:00.925634 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device aace8b78-f7f1-4062-afab-14bcfed32b3c up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:01.018008 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18a170d8-7efb-4098-9cfe-121cdd17ef57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.038090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-18a170d8-7efb-4098-9cfe-121cdd17ef57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for 19221380-a5eb-46f3-ac92-0831a7cd09c4 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:01.082711 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa4a3fbf-3a58-46df-8520-a67242f5be97 req-f6ddafc9-4fe8-4165-901b-cdaeb857b225 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5995286 Nov 11 21:42:01.086056 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-65e1bf2d-81db-49d4-914e-f263a5bb8251 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] No DVR routers for this DVR port d47e0d50-b635-4eea-b40d-e6d4166567fe on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:01.099567 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-65e1bf2d-81db-49d4-914e-f263a5bb8251 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.103105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-65e1bf2d-81db-49d4-914e-f263a5bb8251 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "DELETE /v2.0/ports/d47e0d50-b635-4eea-b40d-e6d4166567fe HTTP/1.1" status: 204 len: 173 time: 2.3717556 Nov 11 21:42:01.117412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-deleted', 'tag': 'd47e0d50-b635-4eea-b40d-e6d4166567fe'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:01.117412 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0780b1ed-324e-4298-805b-c9f3d1cb937b" -d '{"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-deleted", "tag": "d47e0d50-b635-4eea-b40d-e6d4166567fe"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:01.241874 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d17f3c8-804e-4d61-bd56-b47bb08d9091 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.259023 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18a170d8-7efb-4098-9cfe-121cdd17ef57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.308329 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a170d8-7efb-4098-9cfe-121cdd17ef57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=19221380-a5eb-46f3-ac92-0831a7cd09c4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:01.317633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17f3c8-804e-4d61-bd56-b47bb08d9091 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=ac343aff-c133-488b-95d6-e62116235c96,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:01.406258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port aace8b78-f7f1-4062-afab-14bcfed32b3c completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:42:01.411520 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18a170d8-7efb-4098-9cfe-121cdd17ef57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.417868 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-18a170d8-7efb-4098-9cfe-121cdd17ef57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/19221380-a5eb-46f3-ac92-0831a7cd09c4 HTTP/1.1" status: 204 len: 168 time: 0.7163401 Nov 11 21:42:01.423479 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46230) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:01.428842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36598c9-a488-46b1-806c-40bfdb6c7e16 req-8e49db9a-e87d-41e3-97f6-dfdeb2dd1638 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:01.439737 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d36598c9-a488-46b1-806c-40bfdb6c7e16 req-8e49db9a-e87d-41e3-97f6-dfdeb2dd1638 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.3558891 Nov 11 21:42:01.458001 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-74547a5e-a086-4c7f-a21d-5f73d85c59af tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] GET failed (client error): The resource could not be found. Nov 11 21:42:01.459608 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-74547a5e-a086-4c7f-a21d-5f73d85c59af tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/19221380-a5eb-46f3-ac92-0831a7cd09c4 HTTP/1.1" status: 404 len: 333 time: 0.0351396 Nov 11 21:42:01.462463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:01.480129 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2d988621-b665-46c5-8bbb-9e56ebacb028 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:01.514112 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d17f3c8-804e-4d61-bd56-b47bb08d9091 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.518446 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0d17f3c8-804e-4d61-bd56-b47bb08d9091 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/ac343aff-c133-488b-95d6-e62116235c96 HTTP/1.1" status: 204 len: 168 time: 2.5258293 Nov 11 21:42:01.527411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46236) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:01.530487 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port aace8b78-f7f1-4062-afab-14bcfed32b3c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:01.531026 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.570798 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.595788 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c664388-c135-49b3-8642-c81e54ebbdc0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting subnet a24c69ae-d4a9-4523-ba51-b87e7f29617d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:42:01.599418 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c664388-c135-49b3-8642-c81e54ebbdc0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.615689 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-06356aeb-f615-4d0d-9d3e-ab9977c529f4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] DELETE failed (client error): The resource could not be found. Nov 11 21:42:01.616743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06356aeb-f615-4d0d-9d3e-ab9977c529f4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:01.625207 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-06356aeb-f615-4d0d-9d3e-ab9977c529f4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/ac343aff-c133-488b-95d6-e62116235c96 HTTP/1.1" status: 404 len: 333 time: 0.0952497 Nov 11 21:42:01.632585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46242) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:01.635884 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:01.638911 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6f1773fa-8cf5-49e7-b8d0-4ead8881d316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.649494 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.649799 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f37930-a550-4cee-872c-4eaeb86fb7a2 req-b976d99b-349d-4317-8383-945118df5377 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:01.650841 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 774bf466-7c76-4ef4-831b-c0a553800dfa no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:01.651518 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13f37930-a550-4cee-872c-4eaeb86fb7a2 req-b976d99b-349d-4317-8383-945118df5377 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 945 time: 0.3583071 Nov 11 21:42:01.673366 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d36598c9-a488-46b1-806c-40bfdb6c7e16 req-87c58ef9-4374-469e-b85e-62fd58c1e49a tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326789 Nov 11 21:42:01.694930 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b78ddb-2929-42bb-9db3-c578df6fd19d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] GET failed (client error): The resource could not be found. Nov 11 21:42:01.708141 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d2b78ddb-2929-42bb-9db3-c578df6fd19d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/ac343aff-c133-488b-95d6-e62116235c96 HTTP/1.1" status: 404 len: 333 time: 0.0658059 Nov 11 21:42:01.708141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46246) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:01.742460 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46248) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:01.759104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-d1af9d5c-4225-47e8-9629-090b89777bd3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Deleting port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:01.759462 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-d1af9d5c-4225-47e8-9629-090b89777bd3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.769339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9799cd3-61fd-41af-94a7-d24a15bd847b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting subnet 1d1f6fe3-9a69-48c0-ae52-149469617273 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:42:01.781343 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9799cd3-61fd-41af-94a7-d24a15bd847b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.809143 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cab8373-e60c-4a6a-81b2-e2e10341502d x-openstack-request-id: req-5cab8373-e60c-4a6a-81b2-e2e10341502d {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:01.809446 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-deleted", "tag": "d47e0d50-b635-4eea-b40d-e6d4166567fe", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:01.809699 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5cab8373-e60c-4a6a-81b2-e2e10341502d {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:01.810102 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-deleted', 'tag': 'd47e0d50-b635-4eea-b40d-e6d4166567fe', 'status': 'completed', 'code': 200} Nov 11 21:42:01.822284 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c664388-c135-49b3-8642-c81e54ebbdc0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.868110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23616cc5-dacf-43e9-b299-a00544d54734'}, {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:01.871387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13f37930-a550-4cee-872c-4eaeb86fb7a2 req-bc5daa6e-1658-4403-898c-3d1df7b101a7 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075534 Nov 11 21:42:01.875757 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05a7110-dc3b-4f4b-ae59-e0c37bc12804" -d '{"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "23616cc5-dacf-43e9-b299-a00544d54734"}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:01.881280 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9799cd3-61fd-41af-94a7-d24a15bd847b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.967902 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:01.990827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 2d988621-b665-46c5-8bbb-9e56ebacb028 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:01.991250 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:01.998094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-116682997-network', 'tenant_id': '7f3916982df44f84a14c88392368e03a'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:02.003501 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-d1af9d5c-4225-47e8-9629-090b89777bd3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] For port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:02.004299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-d1af9d5c-4225-47e8-9629-090b89777bd3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.048491 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c664388-c135-49b3-8642-c81e54ebbdc0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.051096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-d1af9d5c-4225-47e8-9629-090b89777bd3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Calling delete_port for fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:02.084024 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5035878-c09b-4a3c-a81f-2e4512142300 x-openstack-request-id: req-c5035878-c09b-4a3c-a81f-2e4512142300 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:02.084400 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "23616cc5-dacf-43e9-b299-a00544d54734", "code": 200}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:02.084893 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c5035878-c09b-4a3c-a81f-2e4512142300 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:02.085305 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23616cc5-dacf-43e9-b299-a00544d54734', 'code': 200} Nov 11 21:42:02.085620 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d', 'code': 200} Nov 11 21:42:02.094703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:02.095519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:02.095932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:02.097065 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:02.097458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:02.097794 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:02.098136 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:02.098465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:02.098795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:02.099141 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:02.099447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:02.099801 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:02.115181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf86d47-436c-4537-9571-eaa73b2ff326 req-4de2b33e-f2c4-46a0-8ccd-c37a6a72c44a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:02.117753 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6f1773fa-8cf5-49e7-b8d0-4ead8881d316 None None] For port 2d988621-b665-46c5-8bbb-9e56ebacb028, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2d988621-b665-46c5-8bbb-9e56ebacb028,segment=NetworkSegment(33111a15-8e43-4e1f-84b6-114c7046f0a0),segment_id=33111a15-8e43-4e1f-84b6-114c7046f0a0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:02.126958 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf86d47-436c-4537-9571-eaa73b2ff326 req-4de2b33e-f2c4-46a0-8ccd-c37a6a72c44a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:02.135002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf86d47-436c-4537-9571-eaa73b2ff326 req-4de2b33e-f2c4-46a0-8ccd-c37a6a72c44a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:02.145658 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf86d47-436c-4537-9571-eaa73b2ff326 req-4de2b33e-f2c4-46a0-8ccd-c37a6a72c44a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:02.146222 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6f1773fa-8cf5-49e7-b8d0-4ead8881d316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.155924 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5bf86d47-436c-4537-9571-eaa73b2ff326 req-4de2b33e-f2c4-46a0-8ccd-c37a6a72c44a tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 3144 time: 0.2094603 Nov 11 21:42:02.165164 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9799cd3-61fd-41af-94a7-d24a15bd847b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.230914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] Made reservation on behalf of 7f3916982df44f84a14c88392368e03a for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:02.232742 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c664388-c135-49b3-8642-c81e54ebbdc0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.237479 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.268646 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.282370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c664388-c135-49b3-8642-c81e54ebbdc0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Subnet': ['ID=a24c69ae-d4a9-4523-ba51-b87e7f29617d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:02.284988 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c664388-c135-49b3-8642-c81e54ebbdc0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.291461 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1c664388-c135-49b3-8642-c81e54ebbdc0 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/a24c69ae-d4a9-4523-ba51-b87e7f29617d HTTP/1.1" status: 204 len: 168 time: 0.8280001 Nov 11 21:42:02.294539 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46256) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:02.318295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca302d58-c8c1-4065-af4b-63af142f7b5d None None] Network f2752e0e-fa1c-47c3-8d08-8d0f94dcb869 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:02.320462 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1f5aebbf-092e-4e3e-9781-8f634b4c5b4d None None] Could not find standard attr ID for object ac343aff-c133-488b-95d6-e62116235c96. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:42:02.324933 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.332153 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9799cd3-61fd-41af-94a7-d24a15bd847b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.376663 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.381825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1773fa-8cf5-49e7-b8d0-4ead8881d316 None None] Pushing event updated for resources: {'Port': ['ID=2d988621-b665-46c5-8bbb-9e56ebacb028,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:02.397611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5bf86d47-436c-4537-9571-eaa73b2ff326 req-c951b035-fbe3-46f5-93fe-b5ef58f53fc7 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416048 Nov 11 21:42:02.409145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9799cd3-61fd-41af-94a7-d24a15bd847b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1f6fe3-9a69-48c0-ae52-149469617273,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:02.423652 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9799cd3-61fd-41af-94a7-d24a15bd847b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.427775 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d9799cd3-61fd-41af-94a7-d24a15bd847b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/1d1f6fe3-9a69-48c0-ae52-149469617273 HTTP/1.1" status: 204 len: 168 time: 0.7235687 Nov 11 21:42:02.430668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46258) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:02.439409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1f5aebbf-092e-4e3e-9781-8f634b4c5b4d None None] Provisioning complete for port 2d988621-b665-46c5-8bbb-9e56ebacb028 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:02.440063 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f5aebbf-092e-4e3e-9781-8f634b4c5b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.466397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.493146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port aace8b78-f7f1-4062-afab-14bcfed32b3c, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=aace8b78-f7f1-4062-afab-14bcfed32b3c,segment=NetworkSegment(b71617bf-9cd5-4942-a559-888bf490f5ee),segment_id=b71617bf-9cd5-4942-a559-888bf490f5ee)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:02.498445 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c89f135-bf86-4551-9eb9-821f69818689 None None] Network 037f01a2-11ef-4994-a448-ec929f07ff25 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:02.522589 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.533811 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61920e25-642d-47b9-8362-a71c5038af5f req-d9155a00-f682-4214-bfd2-5274701ddb52 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:02.536016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61920e25-642d-47b9-8362-a71c5038af5f req-d9155a00-f682-4214-bfd2-5274701ddb52 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.2871130 Nov 11 21:42:02.542092 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.549972 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.576173 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.594078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 774bf466-7c76-4ef4-831b-c0a553800dfa, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=774bf466-7c76-4ef4-831b-c0a553800dfa,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:02.607166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:42:02.639996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port be783c2d-9d72-43d5-9e71-5e8dc25a000e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:02.640684 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.646684 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.649388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4be923-542a-44c4-b102-2d3330633a3b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:02.663154 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.663549 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] Added segment 8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3 of type vlan for network 1794c320-1353-432d-96e8-a92890112172 Nov 11 21:42:02.703232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=aace8b78-f7f1-4062-afab-14bcfed32b3c,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:02.735221 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 2d988621-b665-46c5-8bbb-9e56ebacb028 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:02.735907 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.743544 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] For port be783c2d-9d72-43d5-9e71-5e8dc25a000e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=be783c2d-9d72-43d5-9e71-5e8dc25a000e,segment=NetworkSegment(31cbc0f6-497c-48b2-9795-4024276a931f),segment_id=31cbc0f6-497c-48b2-9795-4024276a931f)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:02.744204 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.766306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61920e25-642d-47b9-8362-a71c5038af5f req-30188eaa-530b-433e-8137-b5c477aef814 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2123799 Nov 11 21:42:02.770120 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-d1af9d5c-4225-47e8-9629-090b89777bd3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.772750 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.777336 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for be783c2d-9d72-43d5-9e71-5e8dc25a000e owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:02.805758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af9d5c-4225-47e8-9629-090b89777bd3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event deleted for resources: {'Port': ['ID=fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:02.857092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=774bf466-7c76-4ef4-831b-c0a553800dfa,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:02.904537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] For port 2d988621-b665-46c5-8bbb-9e56ebacb028, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2d988621-b665-46c5-8bbb-9e56ebacb028,segment=NetworkSegment(33111a15-8e43-4e1f-84b6-114c7046f0a0),segment_id=33111a15-8e43-4e1f-84b6-114c7046f0a0)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:02.907891 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.935211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 2d988621-b665-46c5-8bbb-9e56ebacb028 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:02.963763 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b303c6-f183-4e77-9869-f48fac6ed7b6 None None] DHCP port deletion for f2752e0e-fa1c-47c3-8d08-8d0f94dcb869 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:02.981137 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.982069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:02.982630 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:02.997002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5a8745-09a1-46ee-af71-a0abdd686aeb None None] DHCP port deletion for 037f01a2-11ef-4994-a448-ec929f07ff25 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:03.009099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-d1af9d5c-4225-47e8-9629-090b89777bd3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] No DVR routers for this DVR port fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:03.029432 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.044102 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-d1af9d5c-4225-47e8-9629-090b89777bd3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.048071 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-d1af9d5c-4225-47e8-9629-090b89777bd3 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "DELETE /v2.0/ports/fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d HTTP/1.1" status: 204 len: 173 time: 1.9283745 Nov 11 21:42:03.069656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=be783c2d-9d72-43d5-9e71-5e8dc25a000e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:03.071837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e9b303c6-f183-4e77-9869-f48fac6ed7b6 None None] Deleting port be783c2d-9d72-43d5-9e71-5e8dc25a000e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:03.072012 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9b303c6-f183-4e77-9869-f48fac6ed7b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.078613 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No DVR routers for this DVR port be783c2d-9d72-43d5-9e71-5e8dc25a000e on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:03.106615 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a8745-09a1-46ee-af71-a0abdd686aeb None None] Deleting port 2d988621-b665-46c5-8bbb-9e56ebacb028 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:03.107111 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8745-09a1-46ee-af71-a0abdd686aeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.153075 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.208648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e9b303c6-f183-4e77-9869-f48fac6ed7b6 None None] For port be783c2d-9d72-43d5-9e71-5e8dc25a000e, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:03.209085 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9b303c6-f183-4e77-9869-f48fac6ed7b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.228433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=2d988621-b665-46c5-8bbb-9e56ebacb028,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:03.231871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No DVR routers for this DVR port 2d988621-b665-46c5-8bbb-9e56ebacb028 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:03.234345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.237066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e9b303c6-f183-4e77-9869-f48fac6ed7b6 None None] Calling delete_port for be783c2d-9d72-43d5-9e71-5e8dc25a000e owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:03.246791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5017135 Nov 11 21:42:03.248070 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-e9b303c6-f183-4e77-9869-f48fac6ed7b6 None None] Port be783c2d-9d72-43d5-9e71-5e8dc25a000e was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:42:03.250095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-aa5a8745-09a1-46ee-af71-a0abdd686aeb None None] For port 2d988621-b665-46c5-8bbb-9e56ebacb028, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2d988621-b665-46c5-8bbb-9e56ebacb028,segment=NetworkSegment(33111a15-8e43-4e1f-84b6-114c7046f0a0),segment_id=33111a15-8e43-4e1f-84b6-114c7046f0a0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:03.250702 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8745-09a1-46ee-af71-a0abdd686aeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.251566 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46268) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:03.259100 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e9b303c6-f183-4e77-9869-f48fac6ed7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.273935 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e3bc652b-71da-44e2-9d4d-af4d360ad34f admin admin] Request body: {'subnet': {'network_id': '1794c320-1353-432d-96e8-a92890112172', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-116682997-subnet', 'tenant_id': '7f3916982df44f84a14c88392368e03a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:03.274801 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a8745-09a1-46ee-af71-a0abdd686aeb None None] Calling delete_port for 2d988621-b665-46c5-8bbb-9e56ebacb028 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:03.298060 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d1635-2e60-49bc-ba00-bffdd04323f2 admin admin] Pushing event updated for resources: {'Network': ['ID=1794c320-1353-432d-96e8-a92890112172,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:03.301732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b303c6-f183-4e77-9869-f48fac6ed7b6 None None] Pushing event deleted for resources: {'Port': ['ID=be783c2d-9d72-43d5-9e71-5e8dc25a000e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:03.308320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b303c6-f183-4e77-9869-f48fac6ed7b6 None None] No DVR routers for this DVR port be783c2d-9d72-43d5-9e71-5e8dc25a000e on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:03.331305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379d9ce-bd84-4427-880a-2f8ede2875c4 req-9aee16b8-284d-45ab-ab0c-2ce77e626612 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:03.334104 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7379d9ce-bd84-4427-880a-2f8ede2875c4 req-9aee16b8-284d-45ab-ab0c-2ce77e626612 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.4332247 Nov 11 21:42:03.357491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ee25b-a2d2-4ef5-bf50-19d1ab2374ed req-8ada47f9-5c8d-4c4a-9a30-10fbf5d5fe07 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:03.357876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2752e0e-fa1c-47c3-8d08-8d0f94dcb869']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:03.360705 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-280ee25b-a2d2-4ef5-bf50-19d1ab2374ed req-8ada47f9-5c8d-4c4a-9a30-10fbf5d5fe07 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.4220850 Nov 11 21:42:03.417744 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8745-09a1-46ee-af71-a0abdd686aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.456865 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a8745-09a1-46ee-af71-a0abdd686aeb None None] Pushing event deleted for resources: {'Port': ['ID=2d988621-b665-46c5-8bbb-9e56ebacb028,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:03.458284 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31cbc0f6-497c-48b2-9795-4024276a931f') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:03.458853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31cbc0f6-497c-48b2-9795-4024276a931f') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:03.463182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a8745-09a1-46ee-af71-a0abdd686aeb None None] No DVR routers for this DVR port 2d988621-b665-46c5-8bbb-9e56ebacb028 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:03.475855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bc652b-71da-44e2-9d4d-af4d360ad34f admin admin] Made reservation on behalf of 7f3916982df44f84a14c88392368e03a for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:03.475855 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3bc652b-71da-44e2-9d4d-af4d360ad34f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.478164 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.482783 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.499177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7379d9ce-bd84-4427-880a-2f8ede2875c4 req-410eb1ea-69bb-4da9-b26f-3972bd7bfbde tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547017 Nov 11 21:42:03.517005 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-c6334c74-3abc-48b3-b1d4-799536c46fbc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Deleting port 774bf466-7c76-4ef4-831b-c0a553800dfa {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:03.517362 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-c6334c74-3abc-48b3-b1d4-799536c46fbc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.587486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-280ee25b-a2d2-4ef5-bf50-19d1ab2374ed req-2f36319e-dcf3-4e24-abe6-842ccffb9369 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1932180 Nov 11 21:42:03.592870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 1794c320-1353-432d-96e8-a92890112172 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:42:03.593339 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.606120 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2d988621-b665-46c5-8bbb-9e56ebacb028 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:03.648538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037f01a2-11ef-4994-a448-ec929f07ff25']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:03.663118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:42:03.663533 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:42:03.666775 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:42:03.671121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33111a15-8e43-4e1f-84b6-114c7046f0a0') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:03.671591 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33111a15-8e43-4e1f-84b6-114c7046f0a0') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:03.704232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 2d988621-b665-46c5-8bbb-9e56ebacb028 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:03.704577 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2d988621-b665-46c5-8bbb-9e56ebacb028 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:03.705166 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device be783c2d-9d72-43d5-9e71-5e8dc25a000e no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:03.708370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c16a0-6004-48c3-b5f7-d092cb8d8737 req-80042a7c-3b01-41af-8dfe-d61572fb5fe7 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:03.720026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b44c16a0-6004-48c3-b5f7-d092cb8d8737 req-80042a7c-3b01-41af-8dfe-d61572fb5fe7 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.0901749 Nov 11 21:42:03.728675 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.731565 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: be783c2d-9d72-43d5-9e71-5e8dc25a000e {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:03.731909 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device be783c2d-9d72-43d5-9e71-5e8dc25a000e not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:03.769092 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.772243 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.781721 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.783987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-c6334c74-3abc-48b3-b1d4-799536c46fbc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] For port 774bf466-7c76-4ef4-831b-c0a553800dfa, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=774bf466-7c76-4ef4-831b-c0a553800dfa,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:03.784363 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-c6334c74-3abc-48b3-b1d4-799536c46fbc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.786235 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/networks/f2752e0e-fa1c-47c3-8d08-8d0f94dcb869 HTTP/1.1" status: 204 len: 168 time: 1.4906299 Nov 11 21:42:03.790226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46274) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:03.793191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:42:03.793916 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.800289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-13d68c40-5fd0-4842-a64c-ccd2f1d00087 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-902620888'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:03.807427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-c6334c74-3abc-48b3-b1d4-799536c46fbc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Calling delete_port for 774bf466-7c76-4ef4-831b-c0a553800dfa owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:03.810766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-deleted', 'tag': 'fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:42:03.812594 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:42:03.815297 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527c27df-19ed-45ec-9a6c-350b988b8f23" -d '{"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-deleted", "tag": "fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:03.833949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8e629-c1cc-469d-8a98-395532a883df tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Network': ['ID=f2752e0e-fa1c-47c3-8d08-8d0f94dcb869,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:03.868907 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b44c16a0-6004-48c3-b5f7-d092cb8d8737 req-a00c8ed3-08a7-4459-9e18-324ed52c0dae tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479433 Nov 11 21:42:03.897140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d68c40-5fd0-4842-a64c-ccd2f1d00087 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:03.902403 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13d68c40-5fd0-4842-a64c-ccd2f1d00087 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.915616 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.926487 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:03.929988 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/networks/037f01a2-11ef-4994-a448-ec929f07ff25 HTTP/1.1" status: 204 len: 168 time: 1.4973431 Nov 11 21:42:03.934130 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d4569-0d0c-4868-be7f-b527c358cf49 req-5dc1f41c-2f4c-469b-8292-e8032d68be43 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:03.934741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46278) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:03.939212 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d4569-0d0c-4868-be7f-b527c358cf49 req-5dc1f41c-2f4c-469b-8292-e8032d68be43 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:03.941541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a8354e92-575f-4363-bad2-a6369b9bce9b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1590964566'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:03.945309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d4569-0d0c-4868-be7f-b527c358cf49 req-5dc1f41c-2f4c-469b-8292-e8032d68be43 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:03.946991 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b6d4569-0d0c-4868-be7f-b527c358cf49 req-5dc1f41c-2f4c-469b-8292-e8032d68be43 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 2409 time: 0.1309974 Nov 11 21:42:03.964302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a126b38-839a-4b29-85a8-3868ed96307b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Network': ['ID=037f01a2-11ef-4994-a448-ec929f07ff25,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:03.982288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d68c40-5fd0-4842-a64c-ccd2f1d00087 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:42:04.017262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13d68c40-5fd0-4842-a64c-ccd2f1d00087 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.017622 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-13d68c40-5fd0-4842-a64c-ccd2f1d00087 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Added segment 756c0c43-6619-43f8-b28d-8ca9bc21fd41 of type vlan for network 5f9260d6-54bd-421e-90ee-3e5d002a12ea Nov 11 21:42:04.026641 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8354e92-575f-4363-bad2-a6369b9bce9b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:04.030343 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8354e92-575f-4363-bad2-a6369b9bce9b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.046752 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b6d4569-0d0c-4868-be7f-b527c358cf49 req-a0775102-1acf-46fe-a494-3f1485b651a7 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927584 Nov 11 21:42:04.060533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9829531-2c30-43b1-af19-606a4dde5bb3 req-89ce93e0-ea16-4354-825c-b7131dd03af1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:04.062349 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9829531-2c30-43b1-af19-606a4dde5bb3 req-89ce93e0-ea16-4354-825c-b7131dd03af1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1144462 Nov 11 21:42:04.087074 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df517f5c-d2b0-4e1d-9025-3821d10c2f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aace8b78-f7f1-4062-afab-14bcfed32b3c'}, {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '774bf466-7c76-4ef4-831b-c0a553800dfa'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:04.089944 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f5e7d7-3551-416b-8aad-6de0313ad377" -d '{"events": [{"server_uuid": "df517f5c-d2b0-4e1d-9025-3821d10c2f33", "name": "network-vif-plugged", "status": "completed", "tag": "aace8b78-f7f1-4062-afab-14bcfed32b3c"}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "774bf466-7c76-4ef4-831b-c0a553800dfa"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:04.117261 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233210ab-3e4a-49c9-8805-3a47220859c3 x-openstack-request-id: req-233210ab-3e4a-49c9-8805-3a47220859c3 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:04.117696 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-deleted", "tag": "fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:04.117888 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-233210ab-3e4a-49c9-8805-3a47220859c3 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:04.118310 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-deleted', 'tag': 'fc8e6e37-f0c2-4a9e-b503-45f2d8b9161d', 'status': 'completed', 'code': 200} Nov 11 21:42:04.119513 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13d68c40-5fd0-4842-a64c-ccd2f1d00087 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.142281 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8354e92-575f-4363-bad2-a6369b9bce9b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:42:04.149019 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3bc652b-71da-44e2-9d4d-af4d360ad34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.161722 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-c6334c74-3abc-48b3-b1d4-799536c46fbc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.168672 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb49e90-cdd1-4250-a83c-adb010141607 x-openstack-request-id: req-ddb49e90-cdd1-4250-a83c-adb010141607 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:04.169734 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df517f5c-d2b0-4e1d-9025-3821d10c2f33", "name": "network-vif-plugged", "status": "completed", "tag": "aace8b78-f7f1-4062-afab-14bcfed32b3c", "code": 200}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "774bf466-7c76-4ef4-831b-c0a553800dfa", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:04.170418 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ddb49e90-cdd1-4250-a83c-adb010141607 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:04.172198 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df517f5c-d2b0-4e1d-9025-3821d10c2f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aace8b78-f7f1-4062-afab-14bcfed32b3c', 'code': 200} Nov 11 21:42:04.172964 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '774bf466-7c76-4ef4-831b-c0a553800dfa', 'code': 200} Nov 11 21:42:04.195854 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8354e92-575f-4363-bad2-a6369b9bce9b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.196225 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-a8354e92-575f-4363-bad2-a6369b9bce9b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Added segment 84c17350-eaf8-4c18-9778-a37835b5e925 of type vlan for network fc2012bb-c5c1-423f-9fd7-ee5cebfce19e Nov 11 21:42:04.213002 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9829531-2c30-43b1-af19-606a4dde5bb3 req-6c6fca95-6c28-410b-91f9-84cbffc4b8e1 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1175277 Nov 11 21:42:04.213728 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13d68c40-5fd0-4842-a64c-ccd2f1d00087 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.214317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6334c74-3abc-48b3-b1d4-799536c46fbc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event deleted for resources: {'Port': ['ID=774bf466-7c76-4ef4-831b-c0a553800dfa,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:04.219990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d68c40-5fd0-4842-a64c-ccd2f1d00087 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:04.220112 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13d68c40-5fd0-4842-a64c-ccd2f1d00087 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.270011 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-c6334c74-3abc-48b3-b1d4-799536c46fbc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] No DVR routers for this DVR port 774bf466-7c76-4ef4-831b-c0a553800dfa on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:04.274032 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-c6334c74-3abc-48b3-b1d4-799536c46fbc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.279342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-c6334c74-3abc-48b3-b1d4-799536c46fbc tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "DELETE /v2.0/ports/774bf466-7c76-4ef4-831b-c0a553800dfa HTTP/1.1" status: 204 len: 173 time: 1.2007592 Nov 11 21:42:04.407227 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-24076ee1-f669-46f9-bdfb-877b389421a6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Deleting port 23616cc5-dacf-43e9-b299-a00544d54734 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:04.408126 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-24076ee1-f669-46f9-bdfb-877b389421a6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.549029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587106a9-1007-435b-9917-ae5f38ce759a req-da676da2-5673-4e64-a562-5af9d4691e40 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:04.550568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-587106a9-1007-435b-9917-ae5f38ce759a req-da676da2-5673-4e64-a562-5af9d4691e40 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1068566 Nov 11 21:42:04.552753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-24076ee1-f669-46f9-bdfb-877b389421a6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] For port 23616cc5-dacf-43e9-b299-a00544d54734, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=23616cc5-dacf-43e9-b299-a00544d54734,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:04.553142 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-24076ee1-f669-46f9-bdfb-877b389421a6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.573565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-24076ee1-f669-46f9-bdfb-877b389421a6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Calling delete_port for 23616cc5-dacf-43e9-b299-a00544d54734 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:04.644770 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc652b-71da-44e2-9d4d-af4d360ad34f admin admin] Pushing event updated for resources: {'Subnet': ['ID=827b1552-8947-416e-bf7e-da1b01dbc7d8,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:04.660534 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8354e92-575f-4363-bad2-a6369b9bce9b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.672875 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-13d68c40-5fd0-4842-a64c-ccd2f1d00087 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8812292 Nov 11 21:42:04.680476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46288) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:04.691819 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f616d0ea-ceff-4821-925e-673a95dc7d10 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'subnet': {'network_id': '5f9260d6-54bd-421e-90ee-3e5d002a12ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:04.693145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d68c40-5fd0-4842-a64c-ccd2f1d00087 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Network': ['ID=5f9260d6-54bd-421e-90ee-3e5d002a12ea,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:04.714711 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 5f9260d6-54bd-421e-90ee-3e5d002a12ea details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:42:04.715892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc652b-71da-44e2-9d4d-af4d360ad34f admin admin] Checking segment: {'id': '8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '1794c320-1353-432d-96e8-a92890112172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:04.716450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bc652b-71da-44e2-9d4d-af4d360ad34f admin admin] Network hostable DHCP agents. Network: 1794c320-1353-432d-96e8-a92890112172, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:42:04.734605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb6fd5-a9ac-4e06-90cd-7931c8aad684 req-a32cb170-5ac2-46e7-b567-191d2acd0e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:04.737079 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2ebb6fd5-a9ac-4e06-90cd-7931c8aad684 req-a32cb170-5ac2-46e7-b567-191d2acd0e38 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 1097 time: 0.4611990 Nov 11 21:42:04.738298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-587106a9-1007-435b-9917-ae5f38ce759a req-eafec90a-930d-47e7-bd37-040b79d7c133 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1769304 Nov 11 21:42:04.743326 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8354e92-575f-4363-bad2-a6369b9bce9b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.749479 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8354e92-575f-4363-bad2-a6369b9bce9b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:04.750391 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8354e92-575f-4363-bad2-a6369b9bce9b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.759369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1aab8-f639-490a-ae2e-2965ae3549db req-4a990c42-8905-4f55-b0c7-b8c0443daa45 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:04.761008 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3cf1aab8-f639-490a-ae2e-2965ae3549db req-4a990c42-8905-4f55-b0c7-b8c0443daa45 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1733992 Nov 11 21:42:04.805457 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bc652b-71da-44e2-9d4d-af4d360ad34f admin admin] Network 1794c320-1353-432d-96e8-a92890112172 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:42:04.871094 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a8354e92-575f-4363-bad2-a6369b9bce9b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9335821 Nov 11 21:42:04.878546 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46292) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:04.880465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e3bc652b-71da-44e2-9d4d-af4d360ad34f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 1794c320-1353-432d-96e8-a92890112172) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:04.886689 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-72843dc9-55d6-4348-a6f9-8c0cb24a55af tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'subnet': {'network_id': 'fc2012bb-c5c1-423f-9fd7-ee5cebfce19e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:04.891992 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bc652b-71da-44e2-9d4d-af4d360ad34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:04.892673 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3bc652b-71da-44e2-9d4d-af4d360ad34f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.893256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacb41f5-c691-4819-a2df-9fab2882547e None None] Network 1794c320-1353-432d-96e8-a92890112172 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:04.894979 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8354e92-575f-4363-bad2-a6369b9bce9b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Network': ['ID=fc2012bb-c5c1-423f-9fd7-ee5cebfce19e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:04.913912 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2ebb6fd5-a9ac-4e06-90cd-7931c8aad684 req-b14dc6a5-1c8f-439d-a729-5018a0c65380 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600480 Nov 11 21:42:04.936969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network fc2012bb-c5c1-423f-9fd7-ee5cebfce19e details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:42:04.961516 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3cf1aab8-f639-490a-ae2e-2965ae3549db req-26b7624d-75ab-4ba4-a15c-3eb1041e5c13 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656947 Nov 11 21:42:04.997069 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e3bc652b-71da-44e2-9d4d-af4d360ad34f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7266781 Nov 11 21:42:05.011896 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f616d0ea-ceff-4821-925e-673a95dc7d10 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:05.015954 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f616d0ea-ceff-4821-925e-673a95dc7d10 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:05.158779 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-24076ee1-f669-46f9-bdfb-877b389421a6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:05.270269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24076ee1-f669-46f9-bdfb-877b389421a6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event deleted for resources: {'Port': ['ID=23616cc5-dacf-43e9-b299-a00544d54734,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:05.301024 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76540b12-5c65-454a-9bee-1b4a14c852f5 None None] Network 1794c320-1353-432d-96e8-a92890112172 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:05.315266 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed86919-bec7-4c87-ab7e-a9fdd2c161d1 req-425c08d6-1d83-4097-a995-5b7f17e25d9d tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:05.316911 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ed86919-bec7-4c87-ab7e-a9fdd2c161d1 req-425c08d6-1d83-4097-a995-5b7f17e25d9d tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.2946122 Nov 11 21:42:05.341138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72843dc9-55d6-4348-a6f9-8c0cb24a55af tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:05.344766 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-72843dc9-55d6-4348-a6f9-8c0cb24a55af tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:05.597339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46312) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:05.602541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1681140953-network', 'tenant_id': '2ada2ee2be044d3a876342a97aa5f95e'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:05.624469 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] Made reservation on behalf of 2ada2ee2be044d3a876342a97aa5f95e for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:05.627050 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:05.638074 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:05.655442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-24076ee1-f669-46f9-bdfb-877b389421a6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] No DVR routers for this DVR port 23616cc5-dacf-43e9-b299-a00544d54734 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:05.658435 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-24076ee1-f669-46f9-bdfb-877b389421a6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:05.663954 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-24076ee1-f669-46f9-bdfb-877b389421a6 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "DELETE /v2.0/ports/23616cc5-dacf-43e9-b299-a00544d54734 HTTP/1.1" status: 204 len: 173 time: 1.3768644 Nov 11 21:42:05.729690 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:05.738115 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:05.764023 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] vlan segment allocate from pool success with {'vlan_id': 1180, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:42:05.775189 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030bbe1e-8e7f-4d45-94cd-d79aec912691,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:05.780364 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:05.780710 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] Added segment 7afeb6b8-4c2c-49b8-a5c9-0d81de7a07a9 of type vlan for network fa545b5e-f828-4508-ad9f-a2d9bd672f05 Nov 11 21:42:05.821335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0be84-0af7-4d49-92af-353e6e6bdf4e req-5cafc21d-78ef-447c-b0db-a18663cb8619 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:05.821957 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:05.822951 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04d0be84-0af7-4d49-92af-353e6e6bdf4e req-5cafc21d-78ef-447c-b0db-a18663cb8619 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 943 time: 0.6228020 Nov 11 21:42:05.850710 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:05.851686 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:05.852270 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:05.877375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ed86919-bec7-4c87-ab7e-a9fdd2c161d1 req-8183ada0-9e24-4844-8705-89b1387ea40e tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284045 Nov 11 21:42:05.889588 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2910941 Nov 11 21:42:05.908003 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46316) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:05.921778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-23a5f3ab-a9d4-4d78-b44d-c56e3102877a admin admin] Request body: {'subnet': {'network_id': 'fa545b5e-f828-4508-ad9f-a2d9bd672f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1681140953-subnet', 'tenant_id': '2ada2ee2be044d3a876342a97aa5f95e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:05.923643 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad2c41-3a41-4822-b22c-1260e2d8d081 admin admin] Pushing event updated for resources: {'Network': ['ID=fa545b5e-f828-4508-ad9f-a2d9bd672f05,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:05.934493 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network fa545b5e-f828-4508-ad9f-a2d9bd672f05 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:42:06.047105 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f616d0ea-ceff-4821-925e-673a95dc7d10 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:06.085118 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04d0be84-0af7-4d49-92af-353e6e6bdf4e req-e3c8bb9c-1d9c-40c9-8442-519ec8255b7e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415757 Nov 11 21:42:06.109668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a5f3ab-a9d4-4d78-b44d-c56e3102877a admin admin] Made reservation on behalf of 2ada2ee2be044d3a876342a97aa5f95e for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:06.112129 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-23a5f3ab-a9d4-4d78-b44d-c56e3102877a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:06.121414 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-deleted', 'tag': '774bf466-7c76-4ef4-831b-c0a553800dfa'}, {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-deleted', 'tag': '23616cc5-dacf-43e9-b299-a00544d54734'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:06.123759 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0433a93d-af21-4904-a2f8-7bcb6ffec6b2" -d '{"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-deleted", "tag": "774bf466-7c76-4ef4-831b-c0a553800dfa"}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-deleted", "tag": "23616cc5-dacf-43e9-b299-a00544d54734"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:06.226041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-38bbb9df-7410-4412-91e5-b6c3d64d4c37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Deleting port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:06.226385 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-38bbb9df-7410-4412-91e5-b6c3d64d4c37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:06.288564 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616d0ea-ceff-4821-925e-673a95dc7d10 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Subnet': ['ID=c36faabc-1161-4535-a526-3cf2daeb2854,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:06.309753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd2e9c-8c9d-4203-a8d5-e337b3459d74 req-1fe0bf30-c5b3-4452-a4c8-a1b0805f32cf tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:06.311273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdcd2e9c-8c9d-4203-a8d5-e337b3459d74 req-1fe0bf30-c5b3-4452-a4c8-a1b0805f32cf tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.3504162 Nov 11 21:42:06.416672 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-72843dc9-55d6-4348-a6f9-8c0cb24a55af tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:06.465188 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f616d0ea-ceff-4821-925e-673a95dc7d10 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Checking segment: {'id': '756c0c43-6619-43f8-b28d-8ca9bc21fd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '5f9260d6-54bd-421e-90ee-3e5d002a12ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:06.465529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f616d0ea-ceff-4821-925e-673a95dc7d10 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network hostable DHCP agents. Network: 5f9260d6-54bd-421e-90ee-3e5d002a12ea, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:42:06.599544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f509e-268c-4704-8cd7-9608c9e6fccc req-31330b03-c715-41a9-8b51-f73fe2843aa7 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:06.601232 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d6f509e-268c-4704-8cd7-9608c9e6fccc req-31330b03-c715-41a9-8b51-f73fe2843aa7 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.3283541 Nov 11 21:42:06.604436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdcd2e9c-8c9d-4203-a8d5-e337b3459d74 req-dd0e8a1c-2b22-4495-9544-c517ed84ea20 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2399278 Nov 11 21:42:06.614721 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72843dc9-55d6-4348-a6f9-8c0cb24a55af tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Subnet': ['ID=34e6196f-566c-4dcb-8676-4fd08373fcf3,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:06.624403 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-38bbb9df-7410-4412-91e5-b6c3d64d4c37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] For port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b,segment=NetworkSegment(34e596dc-acf0-4911-a062-0cef7a121feb),segment_id=34e596dc-acf0-4911-a062-0cef7a121feb)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:06.624836 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-38bbb9df-7410-4412-91e5-b6c3d64d4c37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:06.656605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f616d0ea-ceff-4821-925e-673a95dc7d10 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network 5f9260d6-54bd-421e-90ee-3e5d002a12ea is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:42:06.662061 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd65ff1e-91f0-4bf5-a37d-76c090acb184 x-openstack-request-id: req-dd65ff1e-91f0-4bf5-a37d-76c090acb184 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:06.662411 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-deleted", "tag": "774bf466-7c76-4ef4-831b-c0a553800dfa", "status": "completed", "code": 200}, {"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-deleted", "tag": "23616cc5-dacf-43e9-b299-a00544d54734", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:06.662728 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd65ff1e-91f0-4bf5-a37d-76c090acb184 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:06.663104 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-deleted', 'tag': '774bf466-7c76-4ef4-831b-c0a553800dfa', 'status': 'completed', 'code': 200} Nov 11 21:42:06.663353 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-deleted', 'tag': '23616cc5-dacf-43e9-b299-a00544d54734', 'status': 'completed', 'code': 200} Nov 11 21:42:06.742181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72843dc9-55d6-4348-a6f9-8c0cb24a55af tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Checking segment: {'id': '84c17350-eaf8-4c18-9778-a37835b5e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'fc2012bb-c5c1-423f-9fd7-ee5cebfce19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:06.742441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72843dc9-55d6-4348-a6f9-8c0cb24a55af tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network hostable DHCP agents. Network: fc2012bb-c5c1-423f-9fd7-ee5cebfce19e, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:42:06.786774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-f616d0ea-ceff-4821-925e-673a95dc7d10 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 5f9260d6-54bd-421e-90ee-3e5d002a12ea) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:06.798306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477467be-aa56-4087-a4a4-30083b9f18de None None] Network 5f9260d6-54bd-421e-90ee-3e5d002a12ea requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:06.816751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f616d0ea-ceff-4821-925e-673a95dc7d10 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:06.817373 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f616d0ea-ceff-4821-925e-673a95dc7d10 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:06.907634 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e84bc-a79a-49ac-bd33-92004cc9f06d req-3fe18aae-00e2-4f8f-9ae8-d77ec458bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:06.909509 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-929e84bc-a79a-49ac-bd33-92004cc9f06d req-3fe18aae-00e2-4f8f-9ae8-d77ec458bc20 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 1095 time: 0.0484378 Nov 11 21:42:06.929189 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-23a5f3ab-a9d4-4d78-b44d-c56e3102877a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:06.953584 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d6f509e-268c-4704-8cd7-9608c9e6fccc req-140202bf-ae03-49ad-9372-ca2a4a8bc79a tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335414 Nov 11 21:42:06.967681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-5f9260d6-54bd-421e-90ee-3e5d002a12ea', 'network_id': '5f9260d6-54bd-421e-90ee-3e5d002a12ea', 'tenant_id': 'f4c688e9d6ad4b2d83d9c3ab1c3e8813', 'fixed_ips': [{'subnet_id': 'c36faabc-1161-4535-a526-3cf2daeb2854'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:42:06.979382 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:06.979702 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72843dc9-55d6-4348-a6f9-8c0cb24a55af tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network fc2012bb-c5c1-423f-9fd7-ee5cebfce19e is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:42:06.988448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f616d0ea-ceff-4821-925e-673a95dc7d10 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3053606 Nov 11 21:42:06.992670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46330) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:06.998506 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-72843dc9-55d6-4348-a6f9-8c0cb24a55af tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, fc2012bb-c5c1-423f-9fd7-ee5cebfce19e) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:07.000070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-acdf7413-981c-4ba1-8fa2-a22824f63b3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-988450117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:07.007656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72843dc9-55d6-4348-a6f9-8c0cb24a55af tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:07.008988 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-72843dc9-55d6-4348-a6f9-8c0cb24a55af tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.015550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4258bf4-1499-43c9-bcda-5d49bc01b7cd None None] Network fc2012bb-c5c1-423f-9fd7-ee5cebfce19e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:07.048310 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-acdf7413-981c-4ba1-8fa2-a22824f63b3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.049502 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-acdf7413-981c-4ba1-8fa2-a22824f63b3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.061789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e84bc-a79a-49ac-bd33-92004cc9f06d req-2d548151-7ec7-4be0-a5f4-8ceeb206a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:07.063396 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-929e84bc-a79a-49ac-bd33-92004cc9f06d req-2d548151-7ec7-4be0-a5f4-8ceeb206a143 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 200 len: 913 time: 0.1462812 Nov 11 21:42:07.135674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-72843dc9-55d6-4348-a6f9-8c0cb24a55af tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2516150 Nov 11 21:42:07.142139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6faf70-efbd-4e47-8f40-e93f1e5b2b17 req-56d0e37c-bad0-474a-9f6b-aaf7e4324cd5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:07.143699 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec6faf70-efbd-4e47-8f40-e93f1e5b2b17 req-56d0e37c-bad0-474a-9f6b-aaf7e4324cd5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.2981441 Nov 11 21:42:07.144189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46334) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:07.159511 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-acdf7413-981c-4ba1-8fa2-a22824f63b3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.161824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-abed9bdf-39ed-4c7f-bc1a-e2d5a80b4705 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'network_id': 'fc2012bb-c5c1-423f-9fd7-ee5cebfce19e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1715247072'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:07.166963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Allocated IP 172.20.0.2 (5f9260d6-54bd-421e-90ee-3e5d002a12ea/c36faabc-1161-4535-a526-3cf2daeb2854/d44df2fc-5583-462b-a57f-49ce5fcb232b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:07.169879 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-acdf7413-981c-4ba1-8fa2-a22824f63b3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.174828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5f3ab-a9d4-4d78-b44d-c56e3102877a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f18e52d2-7d03-4620-b289-a4ebddc8aa83,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:07.189732 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-929e84bc-a79a-49ac-bd33-92004cc9f06d req-a381d7ef-15b1-4094-a4f8-b711f4a1a1be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb HTTP/1.1" status: 200 len: 998 time: 0.1175649 Nov 11 21:42:07.201389 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-acdf7413-981c-4ba1-8fa2-a22824f63b3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.206074 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-acdf7413-981c-4ba1-8fa2-a22824f63b3b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2121992 Nov 11 21:42:07.207213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46338) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:07.213152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e1b8add7-4687-40f2-86e6-3c97d3fabcf2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'network_id': '5f9260d6-54bd-421e-90ee-3e5d002a12ea', 'name': 'tempest-PortsTestJSON-1382424095'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:07.300635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5f3ab-a9d4-4d78-b44d-c56e3102877a admin admin] Checking segment: {'id': '7afeb6b8-4c2c-49b8-a5c9-0d81de7a07a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'fa545b5e-f828-4508-ad9f-a2d9bd672f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:07.301048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5f3ab-a9d4-4d78-b44d-c56e3102877a admin admin] Network hostable DHCP agents. Network: fa545b5e-f828-4508-ad9f-a2d9bd672f05, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:42:07.309468 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-38bbb9df-7410-4412-91e5-b6c3d64d4c37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.309837 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-38bbb9df-7410-4412-91e5-b6c3d64d4c37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.310166 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-38bbb9df-7410-4412-91e5-b6c3d64d4c37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Floating IP 0545840a-9fdc-43f2-8999-0ba5a95d7d2a disassociated. External IP: 172.25.0.149, port: feee0a0e-9849-4e5f-8dca-8da81ee6bb6b. Nov 11 21:42:07.310513 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-38bbb9df-7410-4412-91e5-b6c3d64d4c37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Calling delete_port for feee0a0e-9849-4e5f-8dca-8da81ee6bb6b owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:07.318365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e84bc-a79a-49ac-bd33-92004cc9f06d req-c202ef5c-ca76-4d2c-8b56-e9892ebb9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:07.319842 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-929e84bc-a79a-49ac-bd33-92004cc9f06d req-c202ef5c-ca76-4d2c-8b56-e9892ebb9cf0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 200 len: 850 time: 0.1121533 Nov 11 21:42:07.335595 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990111b-742a-4863-8670-e346372046a7 req-4de319bc-5ee6-4b1e-82d1-807460fce9b6 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:07.337148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a990111b-742a-4863-8670-e346372046a7 req-4de319bc-5ee6-4b1e-82d1-807460fce9b6 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.2856827 Nov 11 21:42:07.392693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e84bc-a79a-49ac-bd33-92004cc9f06d req-5f57289f-5749-4ed8-8a00-33f5913d8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:07.394260 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-929e84bc-a79a-49ac-bd33-92004cc9f06d req-5f57289f-5749-4ed8-8a00-33f5913d8f6c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ca53df5-a923-4637-abe2-0023dcccd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659308 Nov 11 21:42:07.403418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b8add7-4687-40f2-86e6-3c97d3fabcf2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:07.407174 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1b8add7-4687-40f2-86e6-3c97d3fabcf2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.437568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec6faf70-efbd-4e47-8f40-e93f1e5b2b17 req-b8800752-55d2-4b04-a2e5-b5cb296764e5 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2721541 Nov 11 21:42:07.448993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5f3ab-a9d4-4d78-b44d-c56e3102877a admin admin] Network fa545b5e-f828-4508-ad9f-a2d9bd672f05 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:42:07.466082 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-fc2012bb-c5c1-423f-9fd7-ee5cebfce19e', 'network_id': 'fc2012bb-c5c1-423f-9fd7-ee5cebfce19e', 'tenant_id': 'dbad1feca6c74716beb5daf54e17f08f', 'fixed_ips': [{'subnet_id': '34e6196f-566c-4dcb-8676-4fd08373fcf3'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:42:07.468905 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.481161 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.486980 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-23a5f3ab-a9d4-4d78-b44d-c56e3102877a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, fa545b5e-f828-4508-ad9f-a2d9bd672f05) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:07.492448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a5f3ab-a9d4-4d78-b44d-c56e3102877a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:07.493103 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-23a5f3ab-a9d4-4d78-b44d-c56e3102877a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.493630 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-e1b8add7-4687-40f2-86e6-3c97d3fabcf2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port ad009d44-54a0-4f44-b9f8-4af51157010e yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:42:07.521763 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e850e9f-1d09-4fb4-89a7-9251d0674150 None None] Network fa545b5e-f828-4508-ad9f-a2d9bd672f05 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:07.527823 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.574486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a990111b-742a-4863-8670-e346372046a7 req-96b94be7-1213-495a-a80a-c4b54634cbc9 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087374 Nov 11 21:42:07.589879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abed9bdf-39ed-4c7f-bc1a-e2d5a80b4705 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:07.592269 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-929e84bc-a79a-49ac-bd33-92004cc9f06d req-b974fbfc-905c-416d-8c26-85dfcae87ea3 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821797 Nov 11 21:42:07.594234 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-abed9bdf-39ed-4c7f-bc1a-e2d5a80b4705 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.612026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-23a5f3ab-a9d4-4d78-b44d-c56e3102877a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6946828 Nov 11 21:42:07.633892 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-abed9bdf-39ed-4c7f-bc1a-e2d5a80b4705 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port 28007f9d-1720-4da4-b062-af140125588f yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:42:07.687646 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Network 5f9260d6-54bd-421e-90ee-3e5d002a12ea is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:07.695353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:07.729501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-e1b8add7-4687-40f2-86e6-3c97d3fabcf2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Allocated IP 172.20.0.3 (5f9260d6-54bd-421e-90ee-3e5d002a12ea/c36faabc-1161-4535-a526-3cf2daeb2854/ad009d44-54a0-4f44-b9f8-4af51157010e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:07.780100 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:07.788539 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-929e84bc-a79a-49ac-bd33-92004cc9f06d req-1c6830fa-54ce-44fb-ba91-55b85ef3c463 service neutron] 10.222.0.71 "GET /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729319 Nov 11 21:42:07.812076 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Pushing event updated for resources: {'Port': ['ID=d44df2fc-5583-462b-a57f-49ce5fcb232b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:07.973891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Attempting to bind port d44df2fc-5583-462b-a57f-49ce5fcb232b on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:42:07.974635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Attempting to bind port d44df2fc-5583-462b-a57f-49ce5fcb232b by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '756c0c43-6619-43f8-b28d-8ca9bc21fd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '5f9260d6-54bd-421e-90ee-3e5d002a12ea'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:42:07.974635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Attempting to bind port d44df2fc-5583-462b-a57f-49ce5fcb232b on network 5f9260d6-54bd-421e-90ee-3e5d002a12ea {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:42:08.004126 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:42:08.004516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Checking segment: {'id': '756c0c43-6619-43f8-b28d-8ca9bc21fd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '5f9260d6-54bd-421e-90ee-3e5d002a12ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:08.004944 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:08.005548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Bound using segment: {'id': '756c0c43-6619-43f8-b28d-8ca9bc21fd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '5f9260d6-54bd-421e-90ee-3e5d002a12ea'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:42:08.006206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Bound port: d44df2fc-5583-462b-a57f-49ce5fcb232b, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756c0c43-6619-43f8-b28d-8ca9bc21fd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '5f9260d6-54bd-421e-90ee-3e5d002a12ea'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:42:08.006594 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:08.057890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Allocated IP 2001:db8::2 (fc2012bb-c5c1-423f-9fd7-ee5cebfce19e/34e6196f-566c-4dcb-8676-4fd08373fcf3/a5b4c2de-6be0-4015-b011-14c645e9c429) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:08.062372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b393057-395e-4d5a-8534-bd57fee13ee2 None None] Network fa545b5e-f828-4508-ad9f-a2d9bd672f05 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:08.071164 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1b8add7-4687-40f2-86e6-3c97d3fabcf2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:08.081678 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f901e7-523d-4f88-8dac-17679f182678 req-54a01894-c569-4be6-bde9-9a1c31c7b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:08.083233 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1f901e7-523d-4f88-8dac-17679f182678 req-54a01894-c569-4be6-bde9-9a1c31c7b461 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=172747899bb047bea5cde66bd14569c8&device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 1097 time: 0.1002581 Nov 11 21:42:08.163853 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cacbd9-e1d4-4a41-817a-b4185ff4877c req-accccf00-8e6c-4c96-80b1-d08f29ee883d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:08.165332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05cacbd9-e1d4-4a41-817a-b4185ff4877c req-accccf00-8e6c-4c96-80b1-d08f29ee883d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 943 time: 0.6404150 Nov 11 21:42:08.193809 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1b8add7-4687-40f2-86e6-3c97d3fabcf2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:08.207285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] For port d44df2fc-5583-462b-a57f-49ce5fcb232b, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:42:08.238542 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-38bbb9df-7410-4412-91e5-b6c3d64d4c37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:08.248994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b8add7-4687-40f2-86e6-3c97d3fabcf2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network 5f9260d6-54bd-421e-90ee-3e5d002a12ea is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:08.256940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e1b8add7-4687-40f2-86e6-3c97d3fabcf2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:08.263063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] For port d44df2fc-5583-462b-a57f-49ce5fcb232b, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d44df2fc-5583-462b-a57f-49ce5fcb232b,segment=NetworkSegment(756c0c43-6619-43f8-b28d-8ca9bc21fd41),segment_id=756c0c43-6619-43f8-b28d-8ca9bc21fd41)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:42:08.264007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f901e7-523d-4f88-8dac-17679f182678 req-4c634d14-9780-46d3-bb09-c5b5c62cb9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:08.265913 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1f901e7-523d-4f88-8dac-17679f182678 req-4c634d14-9780-46d3-bb09-c5b5c62cb9e0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688 HTTP/1.1" status: 200 len: 913 time: 0.1700065 Nov 11 21:42:08.266411 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b8add7-4687-40f2-86e6-3c97d3fabcf2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:08.279793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbb9df-7410-4412-91e5-b6c3d64d4c37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event deleted for resources: {'Port': ['ID=feee0a0e-9849-4e5f-8dca-8da81ee6bb6b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:08.285308 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:08.316701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8add7-4687-40f2-86e6-3c97d3fabcf2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=ad009d44-54a0-4f44-b9f8-4af51157010e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:08.357896 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1f901e7-523d-4f88-8dac-17679f182678 req-0376494b-1509-4f76-bcb6-4415cefe8bcb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aace8b78-f7f1-4062-afab-14bcfed32b3c HTTP/1.1" status: 200 len: 217 time: 0.0545483 Nov 11 21:42:08.381681 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b8add7-4687-40f2-86e6-3c97d3fabcf2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:08.382326 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e1b8add7-4687-40f2-86e6-3c97d3fabcf2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:08.389611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756df6a8-cc10-43e7-839c-5b9fa3c987ac req-66e7b840-0e9a-446c-89a0-3a2352cd575f tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:08.397044 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-756df6a8-cc10-43e7-839c-5b9fa3c987ac req-66e7b840-0e9a-446c-89a0-3a2352cd575f tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.2305253 Nov 11 21:42:08.409015 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05cacbd9-e1d4-4a41-817a-b4185ff4877c req-61a5e4ca-bc7f-4911-9181-c359840195ed tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups?id=088d0746-4f50-4e34-b31d-911bd976f938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201130 Nov 11 21:42:08.428277 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e1b8add7-4687-40f2-86e6-3c97d3fabcf2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2190471 Nov 11 21:42:08.430781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46352) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:08.447314 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3a666-325d-45bc-af2a-f2533e3cd64e None None] Pushing event updated for resources: {'Port': ['ID=d44df2fc-5583-462b-a57f-49ce5fcb232b,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:08.476220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f901e7-523d-4f88-8dac-17679f182678 req-8db156da-2537-4347-b06f-4d7c1ffaa7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:08.477754 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1f901e7-523d-4f88-8dac-17679f182678 req-8db156da-2537-4347-b06f-4d7c1ffaa7f4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f0b71604-c771-4fb2-a243-eaa0d1daf729 HTTP/1.1" status: 200 len: 851 time: 0.1113369 Nov 11 21:42:08.496596 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:08.506523 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:08.554560 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1f901e7-523d-4f88-8dac-17679f182678 req-dd080875-0f83-4b61-b656-1081c3574cae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337477 Nov 11 21:42:08.582538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Network fc2012bb-c5c1-423f-9fd7-ee5cebfce19e is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:08.594413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:08.603199 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:08.615203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Pushing event updated for resources: {'Port': ['ID=a5b4c2de-6be0-4015-b011-14c645e9c429,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:08.647906 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-756df6a8-cc10-43e7-839c-5b9fa3c987ac req-cc58fe87-b4ca-4fd4-9b65-af675e0c1500 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483320 Nov 11 21:42:08.729810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Attempting to bind port a5b4c2de-6be0-4015-b011-14c645e9c429 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:42:08.731265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Attempting to bind port a5b4c2de-6be0-4015-b011-14c645e9c429 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '84c17350-eaf8-4c18-9778-a37835b5e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'fc2012bb-c5c1-423f-9fd7-ee5cebfce19e'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:42:08.736312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Attempting to bind port a5b4c2de-6be0-4015-b011-14c645e9c429 on network fc2012bb-c5c1-423f-9fd7-ee5cebfce19e {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:42:08.753503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:42:08.753950 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Checking segment: {'id': '84c17350-eaf8-4c18-9778-a37835b5e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'fc2012bb-c5c1-423f-9fd7-ee5cebfce19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:08.754424 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:08.754830 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Bound using segment: {'id': '84c17350-eaf8-4c18-9778-a37835b5e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'fc2012bb-c5c1-423f-9fd7-ee5cebfce19e'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:42:08.755353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Bound port: a5b4c2de-6be0-4015-b011-14c645e9c429, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c17350-eaf8-4c18-9778-a37835b5e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'fc2012bb-c5c1-423f-9fd7-ee5cebfce19e'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:42:08.755830 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:08.794448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-abed9bdf-39ed-4c7f-bc1a-e2d5a80b4705 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Allocated IP 2001:db8::2f6 (fc2012bb-c5c1-423f-9fd7-ee5cebfce19e/34e6196f-566c-4dcb-8676-4fd08373fcf3/28007f9d-1720-4da4-b062-af140125588f) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:08.798575 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-38bbb9df-7410-4412-91e5-b6c3d64d4c37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Router f2305370-2d8b-4a62-b28e-d274fc2838b6 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:42:08.843897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93f676-9e06-48d0-9077-c3c512a9b8fc req-5eaf6b82-76b6-44f8-8c8f-d29caf640578 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:08.846106 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c93f676-9e06-48d0-9077-c3c512a9b8fc req-5eaf6b82-76b6-44f8-8c8f-d29caf640578 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.2819421 Nov 11 21:42:08.854110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] For port a5b4c2de-6be0-4015-b011-14c645e9c429, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:42:08.861808 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] For port a5b4c2de-6be0-4015-b011-14c645e9c429, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a5b4c2de-6be0-4015-b011-14c645e9c429,segment=NetworkSegment(84c17350-eaf8-4c18-9778-a37835b5e925),segment_id=84c17350-eaf8-4c18-9778-a37835b5e925)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:42:08.874245 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:09.014533 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1f901e7-523d-4f88-8dac-17679f182678 req-0a1156e0-074d-4189-9806-e19c447f5700 service neutron] 10.222.0.71 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499719 Nov 11 21:42:09.046346 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb2394-83ca-40f2-ba4a-23091a7196ae None None] Pushing event updated for resources: {'Port': ['ID=a5b4c2de-6be0-4015-b011-14c645e9c429,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:09.187902 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1f901e7-523d-4f88-8dac-17679f182678 req-ff1e8c66-5c2e-4498-aac1-d27884ca125e service neutron] 10.222.0.71 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506257 Nov 11 21:42:09.215066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c93f676-9e06-48d0-9077-c3c512a9b8fc req-2bc835a0-e832-451b-8ee9-b6bfc5d5b4fa tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498435 Nov 11 21:42:09.254898 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f987d79e-2c88-4bb1-903c-e47064817f66 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:09.446449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48658d-6d15-45c8-b1c2-b0111d3ebcf2 req-45c50008-334d-4d95-84a0-d1cb5a0cdc5e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:09.453634 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab48658d-6d15-45c8-b1c2-b0111d3ebcf2 req-45c50008-334d-4d95-84a0-d1cb5a0cdc5e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1199884 Nov 11 21:42:09.458004 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-abed9bdf-39ed-4c7f-bc1a-e2d5a80b4705 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:09.463710 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-38bbb9df-7410-4412-91e5-b6c3d64d4c37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:42:09.474952 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d44df2fc-5583-462b-a57f-49ce5fcb232b up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:09.488725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-acfce4e1-a507-4ddb-80b4-1c520cf6e326 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:09.490854 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ebd1e-c05c-42bf-bbb6-8d97b872266d None None] Sync routers for ids ['f2305370-2d8b-4a62-b28e-d274fc2838b6'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:42:09.496828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-acfce4e1-a507-4ddb-80b4-1c520cf6e326 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/networks?id=1794c320-1353-432d-96e8-a92890112172 HTTP/1.1" status: 200 len: 808 time: 0.4631736 Nov 11 21:42:09.503378 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ebd1e-c05c-42bf-bbb6-8d97b872266d None None] Routers {'f2305370-2d8b-4a62-b28e-d274fc2838b6'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:42:09.504008 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3c6ebd1e-c05c-42bf-bbb6-8d97b872266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:41:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f2305370-2d8b-4a62-b28e-d274fc2838b6'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:09.559219 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port d44df2fc-5583-462b-a57f-49ce5fcb232b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:09.560004 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:09.565494 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-38bbb9df-7410-4412-91e5-b6c3d64d4c37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] No DVR routers for this DVR port feee0a0e-9849-4e5f-8dca-8da81ee6bb6b on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:09.577851 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-b52aee39-3b36-4175-8093-dbbe284edbae tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/quotas/7f3916982df44f84a14c88392368e03a HTTP/1.1" status: 200 len: 375 time: 0.0800288 Nov 11 21:42:09.582971 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-38bbb9df-7410-4412-91e5-b6c3d64d4c37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:09.586848 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43af2a55-e7bb-4c82-9fb2-90afe82d85ec req-38bbb9df-7410-4412-91e5-b6c3d64d4c37 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.10 "DELETE /v2.0/ports/feee0a0e-9849-4e5f-8dca-8da81ee6bb6b HTTP/1.1" status: 204 len: 173 time: 3.9105031 Nov 11 21:42:09.587348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-deleted', 'tag': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:09.590187 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386b5ea1-c559-4977-a9e5-76339a1a7735" -d '{"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-deleted", "tag": "feee0a0e-9849-4e5f-8dca-8da81ee6bb6b"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:09.619494 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f987d79e-2c88-4bb1-903c-e47064817f66 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:09.629958 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f987d79e-2c88-4bb1-903c-e47064817f66 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:09.718845 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-a1e23348-ceb9-48cf-92b2-bd2e0b7ff426 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f3916982df44f84a14c88392368e03a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1372516 Nov 11 21:42:09.763712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab48658d-6d15-45c8-b1c2-b0111d3ebcf2 req-e71c6491-0996-4d69-85cc-7070fffc66ed tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2927804 Nov 11 21:42:09.820319 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:09.823087 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-abed9bdf-39ed-4c7f-bc1a-e2d5a80b4705 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:09.839011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987d79e-2c88-4bb1-903c-e47064817f66 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=ad009d44-54a0-4f44-b9f8-4af51157010e,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:09.882597 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port d44df2fc-5583-462b-a57f-49ce5fcb232b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d44df2fc-5583-462b-a57f-49ce5fcb232b,segment=NetworkSegment(756c0c43-6619-43f8-b28d-8ca9bc21fd41),segment_id=756c0c43-6619-43f8-b28d-8ca9bc21fd41)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:09.891319 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:09.892176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a5b4c2de-6be0-4015-b011-14c645e9c429 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:09.952327 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed9bdf-39ed-4c7f-bc1a-e2d5a80b4705 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=28007f9d-1720-4da4-b062-af140125588f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:09.981754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abed9bdf-39ed-4c7f-bc1a-e2d5a80b4705 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network fc2012bb-c5c1-423f-9fd7-ee5cebfce19e is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:09.988716 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-abed9bdf-39ed-4c7f-bc1a-e2d5a80b4705 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:09.992496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abed9bdf-39ed-4c7f-bc1a-e2d5a80b4705 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:10.000548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abed9bdf-39ed-4c7f-bc1a-e2d5a80b4705 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:10.001882 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-abed9bdf-39ed-4c7f-bc1a-e2d5a80b4705 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:10.040545 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-3292dbe3-74a9-47f5-b792-d0bf6cb38e07 service neutron] 10.222.0.57 "GET /v2.0/networks/1794c320-1353-432d-96e8-a92890112172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208160 Nov 11 21:42:10.058001 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-abed9bdf-39ed-4c7f-bc1a-e2d5a80b4705 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.9003582 Nov 11 21:42:10.061266 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46380) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:10.090184 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3c6ebd1e-c05c-42bf-bbb6-8d97b872266d None None] Set router f2305370-2d8b-4a62-b28e-d274fc2838b6 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:42:10.117452 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=d44df2fc-5583-462b-a57f-49ce5fcb232b,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:10.149277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a5b4c2de-6be0-4015-b011-14c645e9c429 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:10.149659 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:10.186754 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-899655db-b518-48f7-ba99-babe06795cd1 req-7cbc47ee-914a-4358-8adb-602349d62aec tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0414665 Nov 11 21:42:10.254694 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-b533b31b-44ad-48d3-8583-63d832f554d2 service neutron] 10.222.0.57 "GET /v2.0/networks/1794c320-1353-432d-96e8-a92890112172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126155 Nov 11 21:42:10.298756 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2976a03b-938d-4fb5-91b6-51e900497288 x-openstack-request-id: req-2976a03b-938d-4fb5-91b6-51e900497288 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:10.299065 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770455cf-0ee5-4257-8c89-88843417d0b6", "name": "network-vif-deleted", "tag": "feee0a0e-9849-4e5f-8dca-8da81ee6bb6b", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:10.299321 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2976a03b-938d-4fb5-91b6-51e900497288 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:10.299744 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770455cf-0ee5-4257-8c89-88843417d0b6', 'name': 'network-vif-deleted', 'tag': 'feee0a0e-9849-4e5f-8dca-8da81ee6bb6b', 'status': 'completed', 'code': 200} Nov 11 21:42:10.327438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f987d79e-2c88-4bb1-903c-e47064817f66 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:10.342556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b48041-2760-4c2b-911e-eab4aa80d5c0 None None] Network 5f9260d6-54bd-421e-90ee-3e5d002a12ea requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:10.451806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25d791-a9c6-4daf-9fce-eb6a8025d64c req-a7b28e6f-dd08-425d-99cd-764621185435 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:10.461194 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b25d791-a9c6-4daf-9fce-eb6a8025d64c req-a7b28e6f-dd08-425d-99cd-764621185435 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.0859067 Nov 11 21:42:10.605786 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b25d791-a9c6-4daf-9fce-eb6a8025d64c req-3a538784-f7f9-40c8-a8d3-853ba0e96e34 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430023 Nov 11 21:42:10.705240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3910ea3c-5466-4dd2-b385-3d9d5794f43e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 28007f9d-1720-4da4-b062-af140125588f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:10.705823 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3910ea3c-5466-4dd2-b385-3d9d5794f43e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:10.730842 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f987d79e-2c88-4bb1-903c-e47064817f66 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:10.732700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d969d4-3eee-4176-bb8f-805a96cd17ac req-237ece27-9808-4ad5-bcd7-50d87144c155 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:10.745184 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72d969d4-3eee-4176-bb8f-805a96cd17ac req-237ece27-9808-4ad5-bcd7-50d87144c155 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1735969 Nov 11 21:42:10.748785 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3c6ebd1e-c05c-42bf-bbb6-8d97b872266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:14Z', 'updated_at': '2021-11-11T21:31:24Z', 'revision_number': 4, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'gw_port': {'id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:16Z', 'updated_at': '2021-11-11T21:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '230a4732-160c-4380-9eaa-9bb2355b3cd3', 'name': '', 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'mac_address': 'fa:16:3e:c5:98:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:32Z', 'revision_number': 5, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'subnets': [{'id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:10.819023 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ebd1e-c05c-42bf-bbb6-8d97b872266d None None] Checking router: f2305370-2d8b-4a62-b28e-d274fc2838b6 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:42:10.834182 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ebd1e-c05c-42bf-bbb6-8d97b872266d None None] Routers {'f2305370-2d8b-4a62-b28e-d274fc2838b6'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:42:10.835754 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:10.835902 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3c6ebd1e-c05c-42bf-bbb6-8d97b872266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:41:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f2305370-2d8b-4a62-b28e-d274fc2838b6'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:10.862867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd2f150-cd47-4747-991a-c8fc246eaa60 None None] Network fc2012bb-c5c1-423f-9fd7-ee5cebfce19e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:10.921658 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b950bd0-bf77-4b28-b24d-c0e4b30832d3 req-24ce01d6-f1bb-4f88-8ac7-91d104abada7 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:10.930844 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b950bd0-bf77-4b28-b24d-c0e4b30832d3 req-24ce01d6-f1bb-4f88-8ac7-91d104abada7 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1257098 Nov 11 21:42:10.955330 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72d969d4-3eee-4176-bb8f-805a96cd17ac req-ce0cd16c-7d44-4ba5-a142-a7447ba1f3bf tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2039762 Nov 11 21:42:11.006388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7d66506b-8cb0-4d0c-8d05-2cbc4efc61b1 None None] Provisioning complete for port d44df2fc-5583-462b-a57f-49ce5fcb232b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:11.007172 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d66506b-8cb0-4d0c-8d05-2cbc4efc61b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:11.023018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port a5b4c2de-6be0-4015-b011-14c645e9c429, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a5b4c2de-6be0-4015-b011-14c645e9c429,segment=NetworkSegment(84c17350-eaf8-4c18-9778-a37835b5e925),segment_id=84c17350-eaf8-4c18-9778-a37835b5e925)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:11.078481 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b950bd0-bf77-4b28-b24d-c0e4b30832d3 req-6f1e9203-8754-4adb-94d4-9760372882a4 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462162 Nov 11 21:42:11.160347 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb611cd4-ba17-458c-bc48-4b6a8a38f8be req-c217a17a-681d-439a-b915-a290599cc423 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 210 time: 0.0770669 Nov 11 21:42:11.168063 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:11.170751 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3c6ebd1e-c05c-42bf-bbb6-8d97b872266d None None] Set router f2305370-2d8b-4a62-b28e-d274fc2838b6 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:42:11.418115 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:11.456420 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d44df2fc-5583-462b-a57f-49ce5fcb232b up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:11.477288 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3910ea3c-5466-4dd2-b385-3d9d5794f43e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:11.484580 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3c6ebd1e-c05c-42bf-bbb6-8d97b872266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:14Z', 'updated_at': '2021-11-11T21:31:24Z', 'revision_number': 4, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'gw_port': {'id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:16Z', 'updated_at': '2021-11-11T21:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '230a4732-160c-4380-9eaa-9bb2355b3cd3', 'name': '', 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'mac_address': 'fa:16:3e:c5:98:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:32Z', 'revision_number': 5, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'subnets': [{'id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:11.516602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3910ea3c-5466-4dd2-b385-3d9d5794f43e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 28007f9d-1720-4da4-b062-af140125588f owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:11.545674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e7afe2d-634f-4c1b-bf91-07798d78c2f6 req-70503df7-240c-4fec-bc4b-0215ef0f2e5e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0581470 Nov 11 21:42:11.557086 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ebd1e-c05c-42bf-bbb6-8d97b872266d None None] The sync data for ids ['f2305370-2d8b-4a62-b28e-d274fc2838b6'] in n-d-805737-3 is: [{'id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:14Z', 'updated_at': '2021-11-11T21:31:24Z', 'revision_number': 4, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'gw_port': {'id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:16Z', 'updated_at': '2021-11-11T21:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '230a4732-160c-4380-9eaa-9bb2355b3cd3', 'name': '', 'network_id': '28575828-e1a6-401b-bf7c-c60e475ca065', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'mac_address': 'fa:16:3e:c5:98:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:32Z', 'revision_number': 5, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'subnets': [{'id': 'd3468651-a958-4431-bb60-8ef0cb71dca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:42:11.835879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port d44df2fc-5583-462b-a57f-49ce5fcb232b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:11.841214 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:11.867624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a2efa-5316-48fd-8285-fdb273ba770a req-c5ecfc59-4ecd-4346-bfa5-2abb3cb00ad2 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:11.878251 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=a5b4c2de-6be0-4015-b011-14c645e9c429,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:11.900785 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-238a2efa-5316-48fd-8285-fdb273ba770a req-c5ecfc59-4ecd-4346-bfa5-2abb3cb00ad2 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.1141787 Nov 11 21:42:11.904033 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3910ea3c-5466-4dd2-b385-3d9d5794f43e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:11.952751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910ea3c-5466-4dd2-b385-3d9d5794f43e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=28007f9d-1720-4da4-b062-af140125588f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:12.021034 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3910ea3c-5466-4dd2-b385-3d9d5794f43e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:12.027263 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3910ea3c-5466-4dd2-b385-3d9d5794f43e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/28007f9d-1720-4da4-b062-af140125588f HTTP/1.1" status: 204 len: 168 time: 1.9621224 Nov 11 21:42:12.027515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46416) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:12.046373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-238a2efa-5316-48fd-8285-fdb273ba770a req-cd99deb3-3006-42bf-a858-e61eba081654 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442592 Nov 11 21:42:12.067735 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc37f911-a088-468d-8e4d-987a8be452d7 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] GET failed (client error): The resource could not be found. Nov 11 21:42:12.069569 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bc37f911-a088-468d-8e4d-987a8be452d7 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/28007f9d-1720-4da4-b062-af140125588f HTTP/1.1" status: 404 len: 333 time: 0.0410817 Nov 11 21:42:12.072418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46418) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:12.084545 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f987d79e-2c88-4bb1-903c-e47064817f66 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:12.115852 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f987d79e-2c88-4bb1-903c-e47064817f66 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:12.166456 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993966c-70ea-4c0d-9632-9d3a94e63228 None None] New status for floating IP 0545840a-9fdc-43f2-8999-0ba5a95d7d2a: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:42:12.222597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987d79e-2c88-4bb1-903c-e47064817f66 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=ad009d44-54a0-4f44-b9f8-4af51157010e,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:12.238505 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf275ed-93a9-4282-b8ae-ab64ed50c2e6 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting subnet 34e6196f-566c-4dcb-8676-4fd08373fcf3 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:42:12.247998 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0cf275ed-93a9-4282-b8ae-ab64ed50c2e6 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:12.247998 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f987d79e-2c88-4bb1-903c-e47064817f66 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:12.311299 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed652ded-f736-49f8-8fc1-d4ee7dc480f3 req-c34aad31-8e3f-46bc-9bd1-e79614fd473f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:12.321433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed652ded-f736-49f8-8fc1-d4ee7dc480f3 req-c34aad31-8e3f-46bc-9bd1-e79614fd473f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1177413 Nov 11 21:42:12.323848 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0cf275ed-93a9-4282-b8ae-ab64ed50c2e6 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:12.424630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed652ded-f736-49f8-8fc1-d4ee7dc480f3 req-d8a18c29-435d-435d-b1ff-7afd71ea09a7 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955915 Nov 11 21:42:12.486743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987d79e-2c88-4bb1-903c-e47064817f66 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network 5f9260d6-54bd-421e-90ee-3e5d002a12ea is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:12.490988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f987d79e-2c88-4bb1-903c-e47064817f66 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:12.511957 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0cf275ed-93a9-4282-b8ae-ab64ed50c2e6 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:12.616473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-dbaa185b-4a99-4fda-a212-035698dc22f0 None None] Provisioning complete for port a5b4c2de-6be0-4015-b011-14c645e9c429 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:12.617460 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dbaa185b-4a99-4fda-a212-035698dc22f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:12.661336 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de53c9ef-adfd-43da-b600-8e8d251eb4ff req-e53f731d-2bd7-4604-aed5-b03c498d2557 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 210 time: 0.0668938 Nov 11 21:42:12.910816 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0cf275ed-93a9-4282-b8ae-ab64ed50c2e6 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:12.981528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99e04a-a002-45ac-a90a-1fec81983c15 req-98c0a90f-4e2d-4690-9c33-f7ad29c76f32 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:12.984156 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-df99e04a-a002-45ac-a90a-1fec81983c15 req-98c0a90f-4e2d-4690-9c33-f7ad29c76f32 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=31894eb7-e80c-42e8-a04f-dc34d87f1213 HTTP/1.1" status: 200 len: 943 time: 0.1297412 Nov 11 21:42:13.005452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf275ed-93a9-4282-b8ae-ab64ed50c2e6 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Subnet': ['ID=34e6196f-566c-4dcb-8676-4fd08373fcf3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:13.016637 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0cf275ed-93a9-4282-b8ae-ab64ed50c2e6 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:13.021179 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0cf275ed-93a9-4282-b8ae-ab64ed50c2e6 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/34e6196f-566c-4dcb-8676-4fd08373fcf3 HTTP/1.1" status: 204 len: 168 time: 0.9470978 Nov 11 21:42:13.023401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46450) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:13.077247 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a78cdbc2-266c-4add-a4f3-5d12615ff6a4 req-71c61928-e443-4ed8-9d9f-7ff37f8d39c8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0869386 Nov 11 21:42:13.125899 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f9fe659a-7221-47e3-9ea1-a85d50c8bc02 None None] Provisioning complete for port a5b4c2de-6be0-4015-b011-14c645e9c429 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:13.125899 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f9fe659a-7221-47e3-9ea1-a85d50c8bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:13.149153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-e75fa1eb-e1cc-4d54-a1a5-cf74d00fa1b1 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:13.150722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-e75fa1eb-e1cc-4d54-a1a5-cf74d00fa1b1 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.10 "GET /v2.0/networks?id=1794c320-1353-432d-96e8-a92890112172 HTTP/1.1" status: 200 len: 808 time: 0.6621380 Nov 11 21:42:13.168904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f987d79e-2c88-4bb1-903c-e47064817f66 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Router de7fe7ff-ac9d-4823-8776-c698ace8c192 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:42:13.183385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7d367b4a-6ce6-4256-85c8-d4884919ac61 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Request body: {'port': {'device_id': '27fd2e72-f133-46ba-a458-dd87d94d65ad', 'network_id': '1794c320-1353-432d-96e8-a92890112172', 'admin_state_up': True, 'tenant_id': '7f3916982df44f84a14c88392368e03a'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:13.311702 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:13.390865 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a5b4c2de-6be0-4015-b011-14c645e9c429 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:13.397471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f9fe659a-7221-47e3-9ea1-a85d50c8bc02 None None] Provisioning complete for port ad009d44-54a0-4f44-b9f8-4af51157010e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:13.400225 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f9fe659a-7221-47e3-9ea1-a85d50c8bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:13.432847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f987d79e-2c88-4bb1-903c-e47064817f66 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:42:13.447142 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57371cc4-3afb-4d67-a657-1946b1d33662 None None] Sync routers for ids ['de7fe7ff-ac9d-4823-8776-c698ace8c192'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:42:13.450075 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f987d79e-2c88-4bb1-903c-e47064817f66 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "PUT /v2.0/routers/de7fe7ff-ac9d-4823-8776-c698ace8c192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0178530 Nov 11 21:42:13.452078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46454) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:13.478289 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57371cc4-3afb-4d67-a657-1946b1d33662 None None] Routers {'de7fe7ff-ac9d-4823-8776-c698ace8c192'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:42:13.479750 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-57371cc4-3afb-4d67-a657-1946b1d33662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:41:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['de7fe7ff-ac9d-4823-8776-c698ace8c192'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:13.514287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1530ac-f7f3-4d2a-ba7f-c604f472f4f0 None None] Network fc2012bb-c5c1-423f-9fd7-ee5cebfce19e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:13.530419 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7d367b4a-6ce6-4256-85c8-d4884919ac61 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Made reservation on behalf of 7f3916982df44f84a14c88392368e03a for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:13.534142 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-57371cc4-3afb-4d67-a657-1946b1d33662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:13.535971 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7d367b4a-6ce6-4256-85c8-d4884919ac61 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:13.548062 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57371cc4-3afb-4d67-a657-1946b1d33662 None None] Routers {'de7fe7ff-ac9d-4823-8776-c698ace8c192'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:42:13.549993 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-57371cc4-3afb-4d67-a657-1946b1d33662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:41:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['de7fe7ff-ac9d-4823-8776-c698ace8c192'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:13.610701 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-57371cc4-3afb-4d67-a657-1946b1d33662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:13.612534 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57371cc4-3afb-4d67-a657-1946b1d33662 None None] The sync data for ids ['de7fe7ff-ac9d-4823-8776-c698ace8c192'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:42:13.614380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6699b4-4c8f-491f-b519-cb8df2e9f6f6 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:13.622043 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0d6699b4-4c8f-491f-b519-cb8df2e9f6f6 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports?device_id=de7fe7ff-ac9d-4823-8776-c698ace8c192 HTTP/1.1" status: 200 len: 982 time: 0.1665609 Nov 11 21:42:13.623793 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46458) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:13.644161 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port a5b4c2de-6be0-4015-b011-14c645e9c429 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:13.644508 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:13.648167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96275fc9-9951-483b-a876-761dd8f848b6 req-576a91ee-2fca-4323-a9c3-bf6051bc97ee tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:13.654815 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe659a-7221-47e3-9ea1-a85d50c8bc02 None None] Port ad009d44-54a0-4f44-b9f8-4af51157010e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:13.660253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96275fc9-9951-483b-a876-761dd8f848b6 req-576a91ee-2fca-4323-a9c3-bf6051bc97ee tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.2915347 Nov 11 21:42:13.680753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-df99e04a-a002-45ac-a90a-1fec81983c15 req-3c8d760c-84bf-4270-ab62-8995e0503fba tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Deleting port 037b404c-6651-435c-9fe6-0c7da7735962 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:13.681529 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-df99e04a-a002-45ac-a90a-1fec81983c15 req-3c8d760c-84bf-4270-ab62-8995e0503fba tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:13.706789 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f9fe659a-7221-47e3-9ea1-a85d50c8bc02 None None] Provisioning complete for port d44df2fc-5583-462b-a57f-49ce5fcb232b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:13.707493 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f9fe659a-7221-47e3-9ea1-a85d50c8bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:13.818327 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a5b4c2de-6be0-4015-b011-14c645e9c429 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:13.819515 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:13.828995 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] For port a5b4c2de-6be0-4015-b011-14c645e9c429, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a5b4c2de-6be0-4015-b011-14c645e9c429,segment=NetworkSegment(84c17350-eaf8-4c18-9778-a37835b5e925),segment_id=84c17350-eaf8-4c18-9778-a37835b5e925)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:13.829369 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:13.995672 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f4faa99-a7b9-4de0-8e6e-13459157208b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.031459 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for a5b4c2de-6be0-4015-b011-14c645e9c429 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:14.113346 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9ad51c-6a25-48ce-90a1-8a775178aa80 None None] DHCP port deletion for fc2012bb-c5c1-423f-9fd7-ee5cebfce19e request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:14.178312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ad51c-6a25-48ce-90a1-8a775178aa80 None None] Deleting port a5b4c2de-6be0-4015-b011-14c645e9c429 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:14.178690 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad51c-6a25-48ce-90a1-8a775178aa80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.249532 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96275fc9-9951-483b-a876-761dd8f848b6 req-fd522216-7a57-4ffc-9b19-aac93dfa83e6 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881948 Nov 11 21:42:14.264562 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8c9ad51c-6a25-48ce-90a1-8a775178aa80 None None] For port a5b4c2de-6be0-4015-b011-14c645e9c429, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a5b4c2de-6be0-4015-b011-14c645e9c429,segment=NetworkSegment(84c17350-eaf8-4c18-9778-a37835b5e925),segment_id=84c17350-eaf8-4c18-9778-a37835b5e925)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:14.265029 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad51c-6a25-48ce-90a1-8a775178aa80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.275866 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.282948 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ad51c-6a25-48ce-90a1-8a775178aa80 None None] Calling delete_port for a5b4c2de-6be0-4015-b011-14c645e9c429 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:14.308983 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7d367b4a-6ce6-4256-85c8-d4884919ac61 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Allocated IP 172.20.0.12 (1794c320-1353-432d-96e8-a92890112172/827b1552-8947-416e-bf7e-da1b01dbc7d8/3110d1c3-4dd5-4583-a238-e2f51307f9ed) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:14.318447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-df99e04a-a002-45ac-a90a-1fec81983c15 req-3c8d760c-84bf-4270-ab62-8995e0503fba tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] For port 037b404c-6651-435c-9fe6-0c7da7735962, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=037b404c-6651-435c-9fe6-0c7da7735962,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:14.327407 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-df99e04a-a002-45ac-a90a-1fec81983c15 req-3c8d760c-84bf-4270-ab62-8995e0503fba tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.362994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=a5b4c2de-6be0-4015-b011-14c645e9c429,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:14.365198 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No DVR routers for this DVR port a5b4c2de-6be0-4015-b011-14c645e9c429 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:14.373331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-df99e04a-a002-45ac-a90a-1fec81983c15 req-3c8d760c-84bf-4270-ab62-8995e0503fba tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Calling delete_port for 037b404c-6651-435c-9fe6-0c7da7735962 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:14.397420 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad51c-6a25-48ce-90a1-8a775178aa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.407554 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ad48e977-ad99-4b86-a976-2ab6b605bc13 None None] Provisioning complete for port ad009d44-54a0-4f44-b9f8-4af51157010e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:14.407916 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad48e977-ad99-4b86-a976-2ab6b605bc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.450125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ad51c-6a25-48ce-90a1-8a775178aa80 None None] Pushing event deleted for resources: {'Port': ['ID=a5b4c2de-6be0-4015-b011-14c645e9c429,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:14.452468 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9ad51c-6a25-48ce-90a1-8a775178aa80 None None] No DVR routers for this DVR port a5b4c2de-6be0-4015-b011-14c645e9c429 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:14.471209 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ad48e977-ad99-4b86-a976-2ab6b605bc13 None None] Port ad009d44-54a0-4f44-b9f8-4af51157010e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:14.475612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ad48e977-ad99-4b86-a976-2ab6b605bc13 None None] Could not find standard attr ID for object 28007f9d-1720-4da4-b062-af140125588f. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:42:14.491561 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dce8b-64c9-4665-ad2e-5fe54c5d6102 req-c563a682-0772-4c0a-a5d0-e35d70f04439 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:14.499493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f2dce8b-64c9-4665-ad2e-5fe54c5d6102 req-c563a682-0772-4c0a-a5d0-e35d70f04439 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1465905 Nov 11 21:42:14.501615 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.555331 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.572184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cfb071f-e864-40e2-bd7e-e9fb497a346f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.619137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2012bb-c5c1-423f-9fd7-ee5cebfce19e']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:14.642221 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f2dce8b-64c9-4665-ad2e-5fe54c5d6102 req-be30d20f-1134-4820-8a01-6feb84b2440e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417494 Nov 11 21:42:14.665278 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c17350-eaf8-4c18-9778-a37835b5e925') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:14.665278 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c17350-eaf8-4c18-9778-a37835b5e925') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:14.678120 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.698596 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.766393 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:42:14.766700 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:42:14.769998 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:42:14.782638 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79b6df9f-4774-453e-b14a-f5316cd290ca req-3999cf52-b048-4f65-84e4-9e8ddf54e175 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 210 time: 0.0436845 Nov 11 21:42:14.786729 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7d367b4a-6ce6-4256-85c8-d4884919ac61 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.799027 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-df99e04a-a002-45ac-a90a-1fec81983c15 req-3c8d760c-84bf-4270-ab62-8995e0503fba tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.822318 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['13a9b307-eab1-4a5c-962a-988b36c69ee6'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:42:14.832128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7388935c-ca61-4ae1-94e0-8b538cdc2ea1'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:42:14.856130 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.870771 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d760c-84bf-4270-ab62-8995e0503fba tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event deleted for resources: {'Port': ['ID=037b404c-6651-435c-9fe6-0c7da7735962,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:14.872951 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.880556 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/networks/fc2012bb-c5c1-423f-9fd7-ee5cebfce19e HTTP/1.1" status: 204 len: 168 time: 1.8556600 Nov 11 21:42:14.891507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46466) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:14.896892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d2d258a6-a62c-4d51-ae45-08b8c4e2feed tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'name': 'tempest-PortsIpV6TestJSON-520835619'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:14.905454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-df99e04a-a002-45ac-a90a-1fec81983c15 req-3c8d760c-84bf-4270-ab62-8995e0503fba tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] No DVR routers for this DVR port 037b404c-6651-435c-9fe6-0c7da7735962 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:14.911315 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-df99e04a-a002-45ac-a90a-1fec81983c15 req-3c8d760c-84bf-4270-ab62-8995e0503fba tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:14.918344 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce6c03-e171-445d-bbb2-8492dbfcc9cf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Network': ['ID=fc2012bb-c5c1-423f-9fd7-ee5cebfce19e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:14.926669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-df99e04a-a002-45ac-a90a-1fec81983c15 req-3c8d760c-84bf-4270-ab62-8995e0503fba tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "DELETE /v2.0/ports/037b404c-6651-435c-9fe6-0c7da7735962 HTTP/1.1" status: 204 len: 173 time: 1.9281046 Nov 11 21:42:14.936136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31894eb7-e80c-42e8-a04f-dc34d87f1213', 'name': 'network-vif-deleted', 'tag': '037b404c-6651-435c-9fe6-0c7da7735962'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:14.943750 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5dbdd8-141d-4c1b-b35d-df4804d55d12" -d '{"events": [{"server_uuid": "31894eb7-e80c-42e8-a04f-dc34d87f1213", "name": "network-vif-deleted", "tag": "037b404c-6651-435c-9fe6-0c7da7735962"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:14.973336 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7d367b4a-6ce6-4256-85c8-d4884919ac61 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:15.041003 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7d367b4a-6ce6-4256-85c8-d4884919ac61 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Network 1794c320-1353-432d-96e8-a92890112172 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:15.046058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7d367b4a-6ce6-4256-85c8-d4884919ac61 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:15.051948 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7d367b4a-6ce6-4256-85c8-d4884919ac61 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:15.104115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d367b4a-6ce6-4256-85c8-d4884919ac61 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Pushing event updated for resources: {'Port': ['ID=3110d1c3-4dd5-4583-a238-e2f51307f9ed,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:15.152621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7d367b4a-6ce6-4256-85c8-d4884919ac61 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:15.165876 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7d367b4a-6ce6-4256-85c8-d4884919ac61 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:15.282981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab162c89-ce24-468a-916a-e9123566ace7 req-eae258f5-49d4-46f3-aa5b-4e1fdb9384c4 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.1019702 Nov 11 21:42:15.303377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7d367b4a-6ce6-4256-85c8-d4884919ac61 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1304684 Nov 11 21:42:15.324172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Request body: {'port': {'device_id': '27fd2e72-f133-46ba-a458-dd87d94d65ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:15.335535 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a5b4c2de-6be0-4015-b011-14c645e9c429 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:15.359475 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: a5b4c2de-6be0-4015-b011-14c645e9c429 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:15.359967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a5b4c2de-6be0-4015-b011-14c645e9c429 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:15.402265 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3fe53b-e954-4247-a64b-fb58c83b2875 x-openstack-request-id: req-fe3fe53b-e954-4247-a64b-fb58c83b2875 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:15.402690 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31894eb7-e80c-42e8-a04f-dc34d87f1213", "name": "network-vif-deleted", "tag": "037b404c-6651-435c-9fe6-0c7da7735962", "status": "failed", "code": 422}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:15.403033 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe3fe53b-e954-4247-a64b-fb58c83b2875 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:15.403519 n-d-805737-3 neutron-server[102534]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '31894eb7-e80c-42e8-a04f-dc34d87f1213', 'name': 'network-vif-deleted', 'tag': '037b404c-6651-435c-9fe6-0c7da7735962', 'status': 'failed', 'code': 422} returned with failed status Nov 11 21:42:15.447078 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:15.620363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d258a6-a62c-4d51-ae45-08b8c4e2feed tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:15.624352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2d258a6-a62c-4d51-ae45-08b8c4e2feed tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:15.648411 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-d2d258a6-a62c-4d51-ae45-08b8c4e2feed tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port 1289d272-f914-4421-9931-d08e9641f644 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:42:15.708686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca734580-f497-4498-a8cd-a729196992b3 req-9ccfb691-3f27-4ae7-8822-ed0b7bc06b5e tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:15.712009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb071f-e864-40e2-bd7e-e9fb497a346f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port ad009d44-54a0-4f44-b9f8-4af51157010e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:15.712355 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cfb071f-e864-40e2-bd7e-e9fb497a346f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:15.735223 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca734580-f497-4498-a8cd-a729196992b3 req-9ccfb691-3f27-4ae7-8822-ed0b7bc06b5e tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.2753949 Nov 11 21:42:15.892673 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cfb071f-e864-40e2-bd7e-e9fb497a346f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:15.910477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca734580-f497-4498-a8cd-a729196992b3 req-e86d4b8c-9373-410c-a683-2c10526a75bf tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729381 Nov 11 21:42:15.915379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb071f-e864-40e2-bd7e-e9fb497a346f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for ad009d44-54a0-4f44-b9f8-4af51157010e owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:15.919278 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2d258a6-a62c-4d51-ae45-08b8c4e2feed tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:15.921671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ea0ff-5ecf-439e-b649-9df0b6aa4dce req-79910a97-7f29-4554-9ae5-9c23a6f5b767 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:15.930497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-090ea0ff-5ecf-439e-b649-9df0b6aa4dce req-79910a97-7f29-4554-9ae5-9c23a6f5b767 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1207912 Nov 11 21:42:16.027017 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b629135-d9f4-4a4c-abbf-08b926801be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:16.034594 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-090ea0ff-5ecf-439e-b649-9df0b6aa4dce req-82b8b229-8e4c-4fa6-b50f-81c9dea6dfbb tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030362 Nov 11 21:42:16.059637 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2d258a6-a62c-4d51-ae45-08b8c4e2feed tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:16.095061 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3110d1c3-4dd5-4583-a238-e2f51307f9ed {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:42:16.107296 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:16.122029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d258a6-a62c-4d51-ae45-08b8c4e2feed tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:16.131129 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d2d258a6-a62c-4d51-ae45-08b8c4e2feed tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:16.137869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d258a6-a62c-4d51-ae45-08b8c4e2feed tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:16.145122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d258a6-a62c-4d51-ae45-08b8c4e2feed tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:16.145385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Transition to ACTIVE for port object 3110d1c3-4dd5-4583-a238-e2f51307f9ed will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:42:16.146185 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2d258a6-a62c-4d51-ae45-08b8c4e2feed tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:16.153863 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d258a6-a62c-4d51-ae45-08b8c4e2feed tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=1289d272-f914-4421-9931-d08e9641f644,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:16.184539 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd5937-e7c7-4663-ab6e-081a9098d94f req-be816a6f-5dbf-4fa5-957b-68d874fbc81a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:16.186374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39bd5937-e7c7-4663-ab6e-081a9098d94f req-be816a6f-5dbf-4fa5-957b-68d874fbc81a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 907 time: 0.1401327 Nov 11 21:42:16.191244 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:16.201306 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d2d258a6-a62c-4d51-ae45-08b8c4e2feed tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3081870 Nov 11 21:42:16.212010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46488) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:16.240912 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259786e-391e-4f18-aad8-3bf5f0a0890d req-bd25d2b5-7889-429c-bec8-79d5fcd3ec56 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:16.242432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8259786e-391e-4f18-aad8-3bf5f0a0890d req-bd25d2b5-7889-429c-bec8-79d5fcd3ec56 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 932 time: 0.1074996 Nov 11 21:42:16.261743 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cfb071f-e864-40e2-bd7e-e9fb497a346f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:16.295656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Pushing event updated for resources: {'Port': ['ID=3110d1c3-4dd5-4583-a238-e2f51307f9ed,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:16.323076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb071f-e864-40e2-bd7e-e9fb497a346f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=ad009d44-54a0-4f44-b9f8-4af51157010e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:16.402221 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8259786e-391e-4f18-aad8-3bf5f0a0890d req-6a1ab314-aa90-4279-86c5-91a257714cb2 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f4be923-542a-44c4-b102-2d3330633a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416452 Nov 11 21:42:16.404568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7c848f86-e2ac-4f81-a4c1-f99614658744 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 1289d272-f914-4421-9931-d08e9641f644 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:16.405030 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c848f86-e2ac-4f81-a4c1-f99614658744 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:16.460324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Attempting to bind port 3110d1c3-4dd5-4583-a238-e2f51307f9ed on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:42:16.460941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Attempting to bind port 3110d1c3-4dd5-4583-a238-e2f51307f9ed by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '1794c320-1353-432d-96e8-a92890112172'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:42:16.461372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Attempting to bind port 3110d1c3-4dd5-4583-a238-e2f51307f9ed on network 1794c320-1353-432d-96e8-a92890112172 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:42:16.472413 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d768f526-2c52-4393-9109-2eb8fcfa1a01 req-3813174a-e1dc-4f16-91e2-934fbfa601df tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0473409 Nov 11 21:42:16.485729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Port 3110d1c3-4dd5-4583-a238-e2f51307f9ed on network 1794c320-1353-432d-96e8-a92890112172 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:42:16.486066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Attempting to bind port 3110d1c3-4dd5-4583-a238-e2f51307f9ed on network 1794c320-1353-432d-96e8-a92890112172 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:42:16.492773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:42:16.493159 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Checking segment: {'id': '8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '1794c320-1353-432d-96e8-a92890112172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:16.493621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Bound using segment: {'id': '8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '1794c320-1353-432d-96e8-a92890112172'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:42:16.494053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Bound port: 3110d1c3-4dd5-4583-a238-e2f51307f9ed, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '1794c320-1353-432d-96e8-a92890112172'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:42:16.494405 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:16.568022 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c848f86-e2ac-4f81-a4c1-f99614658744 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:16.570778 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cfb071f-e864-40e2-bd7e-e9fb497a346f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:16.579978 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] For port 3110d1c3-4dd5-4583-a238-e2f51307f9ed, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:42:16.583564 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] For port 3110d1c3-4dd5-4583-a238-e2f51307f9ed, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=3110d1c3-4dd5-4583-a238-e2f51307f9ed,segment=NetworkSegment(8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3),segment_id=8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:42:16.587859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7c848f86-e2ac-4f81-a4c1-f99614658744 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 1289d272-f914-4421-9931-d08e9641f644 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:16.589449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:16.633502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:16.633909 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:16.635331 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] 10.222.0.10 "PUT /v2.0/ports/3110d1c3-4dd5-4583-a238-e2f51307f9ed HTTP/1.1" status: 200 len: 1092 time: 1.3231623 Nov 11 21:42:16.666055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3f1ef-ffe3-4caf-ba59-e8be3c788c80 service neutron] Pushing event updated for resources: {'Port': ['ID=3110d1c3-4dd5-4583-a238-e2f51307f9ed,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:16.736830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7b8faec5-7a37-4f2e-943f-1893a5bbc987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:16.738376 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-7b8faec5-7a37-4f2e-943f-1893a5bbc987 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f3916982df44f84a14c88392368e03a&device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 1095 time: 0.0499978 Nov 11 21:42:16.786334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-caf3219a-e5a1-4bcb-8d84-11d332e5e6a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3110d1c3-4dd5-4583-a238-e2f51307f9ed HTTP/1.1" status: 200 len: 217 time: 0.0386853 Nov 11 21:42:16.802292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfb071f-e864-40e2-bd7e-e9fb497a346f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Router de7fe7ff-ac9d-4823-8776-c698ace8c192 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:42:16.812884 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c848f86-e2ac-4f81-a4c1-f99614658744 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:16.843822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-2ad2f8ff-cb28-4ff8-b6cc-3b39bb077d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:16.845448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-2ad2f8ff-cb28-4ff8-b6cc-3b39bb077d17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=827b1552-8947-416e-bf7e-da1b01dbc7d8 HTTP/1.1" status: 200 len: 848 time: 0.0509994 Nov 11 21:42:16.876344 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c848f86-e2ac-4f81-a4c1-f99614658744 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=1289d272-f914-4421-9931-d08e9641f644,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:16.885295 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-f5d7cbb4-2141-48f5-b6ac-20bbffc2c1f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1794c320-1353-432d-96e8-a92890112172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301862 Nov 11 21:42:16.909501 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c848f86-e2ac-4f81-a4c1-f99614658744 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:16.912730 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7c848f86-e2ac-4f81-a4c1-f99614658744 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/1289d272-f914-4421-9931-d08e9641f644 HTTP/1.1" status: 204 len: 168 time: 0.7065427 Nov 11 21:42:16.915297 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46492) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:16.920572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-15ea6cb0-82f9-41de-80ad-0c909581be19 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'mac_address': 'fa:16:3e:2a:5e:95', 'name': 'tempest-PortsIpV6TestJSON-131239270'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:16.925793 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfb071f-e864-40e2-bd7e-e9fb497a346f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:42:16.935687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1de72-b447-40ac-8483-268de2fc18c1 None None] Sync routers for ids ['de7fe7ff-ac9d-4823-8776-c698ace8c192'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:42:16.950360 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2cfb071f-e864-40e2-bd7e-e9fb497a346f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "PUT /v2.0/routers/de7fe7ff-ac9d-4823-8776-c698ace8c192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3213382 Nov 11 21:42:16.951337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46496) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:16.954227 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa1de72-b447-40ac-8483-268de2fc18c1 None None] Routers {'de7fe7ff-ac9d-4823-8776-c698ace8c192'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:42:16.955612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-aaa1de72-b447-40ac-8483-268de2fc18c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:42:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['de7fe7ff-ac9d-4823-8776-c698ace8c192'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:17.011624 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-55dcfd36-e48a-47f9-9499-0f55dce79e35 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] GET failed (client error): The resource could not be found. Nov 11 21:42:17.016307 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-55dcfd36-e48a-47f9-9499-0f55dce79e35 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/ad009d44-54a0-4f44-b9f8-4af51157010e HTTP/1.1" status: 404 len: 333 time: 0.0566912 Nov 11 21:42:17.016936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46498) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:17.017515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-aaa1de72-b447-40ac-8483-268de2fc18c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:17.034344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa1de72-b447-40ac-8483-268de2fc18c1 None None] Routers {'de7fe7ff-ac9d-4823-8776-c698ace8c192'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:42:17.035701 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-aaa1de72-b447-40ac-8483-268de2fc18c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:42:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['de7fe7ff-ac9d-4823-8776-c698ace8c192'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:17.089198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-aaa1de72-b447-40ac-8483-268de2fc18c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:17.090393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1de72-b447-40ac-8483-268de2fc18c1 None None] The sync data for ids ['de7fe7ff-ac9d-4823-8776-c698ace8c192'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:42:17.105278 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79438e52-b858-4c2d-b959-f455a312cea6 req-57accaf6-aeb9-4f16-b8ce-ba524430129d tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:17.107552 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79438e52-b858-4c2d-b959-f455a312cea6 req-57accaf6-aeb9-4f16-b8ce-ba524430129d tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.1048515 Nov 11 21:42:17.118877 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f92beb5-0a7f-4ac0-a91c-111b44f47067 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:17.142460 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:17.148715 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-bccf94cc-958c-4399-bc01-f62c907e6230 service neutron] 10.222.0.10 "GET /v2.0/networks/1794c320-1353-432d-96e8-a92890112172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511320 Nov 11 21:42:17.229235 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79438e52-b858-4c2d-b959-f455a312cea6 req-5068b7bc-e78d-4ec8-9843-583f393285a9 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101687 Nov 11 21:42:17.236216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ea6cb0-82f9-41de-80ad-0c909581be19 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:17.286664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f793b4-50f2-4103-b3e2-3b167a34c2a0 req-40bba656-80ad-4b8e-a369-84ad2abac701 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:17.288096 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01f793b4-50f2-4103-b3e2-3b167a34c2a0 req-40bba656-80ad-4b8e-a369-84ad2abac701 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1093528 Nov 11 21:42:17.364752 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e8ffa8c-8316-4e85-adcf-2c6958e6feb8 req-74a4d666-a19f-43b8-a606-146ddb0aed8d service neutron] 10.222.0.10 "GET /v2.0/networks/1794c320-1353-432d-96e8-a92890112172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024257 Nov 11 21:42:17.404442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fd2e72-f133-46ba-a458-dd87d94d65ad', 'tag': '3110d1c3-4dd5-4583-a238-e2f51307f9ed'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:17.407142 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095360f7-f580-4781-8bb8-e7d177670d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "27fd2e72-f133-46ba-a458-dd87d94d65ad", "tag": "3110d1c3-4dd5-4583-a238-e2f51307f9ed"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:17.413684 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f92beb5-0a7f-4ac0-a91c-111b44f47067 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:17.425117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfb823-a199-4606-8a52-0214115a02ac req-93a2ff3f-db48-44ac-b686-c9bb6dac870d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:17.426625 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-52cfb823-a199-4606-8a52-0214115a02ac req-93a2ff3f-db48-44ac-b686-c9bb6dac870d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 907 time: 0.1067405 Nov 11 21:42:17.453163 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01f793b4-50f2-4103-b3e2-3b167a34c2a0 req-3c241b26-55ca-45a5-ad62-c1ac1638acd9 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549172 Nov 11 21:42:17.457336 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f92beb5-0a7f-4ac0-a91c-111b44f47067 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:17.496015 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4870545d-a74a-4ab5-8d28-24f11bfb4e1d x-openstack-request-id: req-4870545d-a74a-4ab5-8d28-24f11bfb4e1d {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:17.496328 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fd2e72-f133-46ba-a458-dd87d94d65ad", "tag": "3110d1c3-4dd5-4583-a238-e2f51307f9ed", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:17.496628 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4870545d-a74a-4ab5-8d28-24f11bfb4e1d {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:17.497035 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fd2e72-f133-46ba-a458-dd87d94d65ad', 'tag': '3110d1c3-4dd5-4583-a238-e2f51307f9ed', 'status': 'completed', 'code': 200} Nov 11 21:42:17.522661 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15ea6cb0-82f9-41de-80ad-0c909581be19 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:17.540817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f388e-d230-4713-8286-e43c3fe46360 req-2d34e083-bf28-44bc-879e-f0b8374078e8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:17.542650 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f1f388e-d230-4713-8286-e43c3fe46360 req-2d34e083-bf28-44bc-879e-f0b8374078e8 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 907 time: 0.2321415 Nov 11 21:42:17.546225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f92beb5-0a7f-4ac0-a91c-111b44f47067 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:17.546855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f92beb5-0a7f-4ac0-a91c-111b44f47067 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Fanout notify agent at l3_agent the message router_deleted on router de7fe7ff-ac9d-4823-8776-c698ace8c192 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:42:17.557191 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f92beb5-0a7f-4ac0-a91c-111b44f47067 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:17.561566 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7f92beb5-0a7f-4ac0-a91c-111b44f47067 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/routers/de7fe7ff-ac9d-4823-8776-c698ace8c192 HTTP/1.1" status: 204 len: 168 time: 0.5406599 Nov 11 21:42:17.570193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46512) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:17.634423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-15ea6cb0-82f9-41de-80ad-0c909581be19 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port 744c94c1-083e-497e-a659-db42b16c1e68 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:42:17.675244 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8f4110d6-5ed8-4fba-92bf-e6bf813b9d74 req-e6c93d39-cb30-49d5-b017-d1be354068ed tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0448673 Nov 11 21:42:17.679803 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095360f7-f580-4781-8bb8-e7d177670d1a req-8af4c23c-a157-4e6e-b086-10f511444476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:17.681294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-095360f7-f580-4781-8bb8-e7d177670d1a req-8af4c23c-a157-4e6e-b086-10f511444476 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f3916982df44f84a14c88392368e03a&device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 1095 time: 0.1599743 Nov 11 21:42:17.728841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8207fbc-9c0f-4751-9afd-25f74f7a390c req-aadf7d93-23c7-4b4c-8205-76c66bfdb5ae tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:17.730383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8207fbc-9c0f-4751-9afd-25f74f7a390c req-aadf7d93-23c7-4b4c-8205-76c66bfdb5ae tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 944 time: 0.1386986 Nov 11 21:42:17.743724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a53746-19c5-4ab4-b26e-7aae8b1d9952 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting subnet c36faabc-1161-4535-a526-3cf2daeb2854 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:42:17.749664 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88a53746-19c5-4ab4-b26e-7aae8b1d9952 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:17.829653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8207fbc-9c0f-4751-9afd-25f74f7a390c req-52fd67b7-5d8e-4ebb-aab0-87c3d34f3629 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f4be923-542a-44c4-b102-2d3330633a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701468 Nov 11 21:42:17.832851 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095360f7-f580-4781-8bb8-e7d177670d1a req-0078ca94-7afb-4012-8a49-e9f73869507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:17.833639 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88a53746-19c5-4ab4-b26e-7aae8b1d9952 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:17.834373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-095360f7-f580-4781-8bb8-e7d177670d1a req-0078ca94-7afb-4012-8a49-e9f73869507e service neutron] 10.222.0.10 "GET /v2.0/networks?id=1794c320-1353-432d-96e8-a92890112172 HTTP/1.1" status: 200 len: 910 time: 0.1430018 Nov 11 21:42:17.878813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-1f1f388e-d230-4713-8286-e43c3fe46360 req-7a15f695-825a-4996-b27d-fb32c79c934d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Deleting port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:17.879146 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f1f388e-d230-4713-8286-e43c3fe46360 req-7a15f695-825a-4996-b27d-fb32c79c934d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:17.887385 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-095360f7-f580-4781-8bb8-e7d177670d1a req-ba51a740-3be7-48c8-86e9-e0161a8be523 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3110d1c3-4dd5-4583-a238-e2f51307f9ed HTTP/1.1" status: 200 len: 217 time: 0.0452385 Nov 11 21:42:17.940105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095360f7-f580-4781-8bb8-e7d177670d1a req-fbc5cca5-921d-48ab-b48c-aa60d68eb014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:17.941740 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-095360f7-f580-4781-8bb8-e7d177670d1a req-fbc5cca5-921d-48ab-b48c-aa60d68eb014 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=827b1552-8947-416e-bf7e-da1b01dbc7d8 HTTP/1.1" status: 200 len: 848 time: 0.0459876 Nov 11 21:42:17.977463 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-095360f7-f580-4781-8bb8-e7d177670d1a req-b14ead36-f4c0-4e54-a906-28c4b2838703 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1794c320-1353-432d-96e8-a92890112172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265632 Nov 11 21:42:18.040672 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15ea6cb0-82f9-41de-80ad-0c909581be19 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:18.075907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1f1f388e-d230-4713-8286-e43c3fe46360 req-7a15f695-825a-4996-b27d-fb32c79c934d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] For port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=248bc8e4-b45f-4fe8-9300-1242e8c7eefe,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:18.075907 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f1f388e-d230-4713-8286-e43c3fe46360 req-7a15f695-825a-4996-b27d-fb32c79c934d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:18.082615 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-095360f7-f580-4781-8bb8-e7d177670d1a req-f80568b5-3a31-4f1a-afa2-5d90576b8787 service neutron] 10.222.0.10 "GET /v2.0/networks/1794c320-1353-432d-96e8-a92890112172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964873 Nov 11 21:42:18.086010 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88a53746-19c5-4ab4-b26e-7aae8b1d9952 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:18.120735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-1f1f388e-d230-4713-8286-e43c3fe46360 req-7a15f695-825a-4996-b27d-fb32c79c934d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Calling delete_port for 248bc8e4-b45f-4fe8-9300-1242e8c7eefe owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:18.197340 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-095360f7-f580-4781-8bb8-e7d177670d1a req-89e3ec59-adff-412b-b901-8d1fa41194f6 service neutron] 10.222.0.10 "GET /v2.0/networks/1794c320-1353-432d-96e8-a92890112172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903897 Nov 11 21:42:18.200340 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15ea6cb0-82f9-41de-80ad-0c909581be19 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:18.259167 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88a53746-19c5-4ab4-b26e-7aae8b1d9952 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:18.285360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ea6cb0-82f9-41de-80ad-0c909581be19 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:18.310622 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-15ea6cb0-82f9-41de-80ad-0c909581be19 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:18.313779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a53746-19c5-4ab4-b26e-7aae8b1d9952 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Subnet': ['ID=c36faabc-1161-4535-a526-3cf2daeb2854,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:18.328374 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea6cb0-82f9-41de-80ad-0c909581be19 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:18.333930 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ea6cb0-82f9-41de-80ad-0c909581be19 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:18.334540 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15ea6cb0-82f9-41de-80ad-0c909581be19 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:18.337725 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea6cb0-82f9-41de-80ad-0c909581be19 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=744c94c1-083e-497e-a659-db42b16c1e68,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:18.362356 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f533f9d-fa45-433c-bb36-becb17d9e165 req-8319a09b-ae6e-4de3-9a69-0a69c25cb77b tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:18.371724 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a08ec76-aab6-42a9-907d-23cf0923651e None None] Network 5f9260d6-54bd-421e-90ee-3e5d002a12ea requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:18.384416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f533f9d-fa45-433c-bb36-becb17d9e165 req-8319a09b-ae6e-4de3-9a69-0a69c25cb77b tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.0679312 Nov 11 21:42:18.386600 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-15ea6cb0-82f9-41de-80ad-0c909581be19 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4699214 Nov 11 21:42:18.388132 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88a53746-19c5-4ab4-b26e-7aae8b1d9952 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:18.389794 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46518) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:18.394061 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-88a53746-19c5-4ab4-b26e-7aae8b1d9952 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/c36faabc-1161-4535-a526-3cf2daeb2854 HTTP/1.1" status: 204 len: 168 time: 0.8203814 Nov 11 21:42:18.395124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46520) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:18.472896 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c727e67-f084-48a1-bbd4-7ca783d978d8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:18.477360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7c727e67-f084-48a1-bbd4-7ca783d978d8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/744c94c1-083e-497e-a659-db42b16c1e68 HTTP/1.1" status: 200 len: 844 time: 0.0787542 Nov 11 21:42:18.479825 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46526) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:18.494175 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f533f9d-fa45-433c-bb36-becb17d9e165 req-6e039fa6-7073-456b-9693-3ec63560452c tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086900 Nov 11 21:42:18.519299 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f1f388e-d230-4713-8286-e43c3fe46360 req-7a15f695-825a-4996-b27d-fb32c79c934d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:18.578900 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15f695-825a-4996-b27d-fb32c79c934d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event deleted for resources: {'Port': ['ID=248bc8e4-b45f-4fe8-9300-1242e8c7eefe,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:18.623469 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:18.633120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-12014544-f45e-495d-85df-08b858d2181a req-0c27dab6-692b-47b4-9cee-a91855210544 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a1748b6-506c-4824-82ba-7ca0c22f6f7f HTTP/1.1" status: 200 len: 210 time: 0.0474594 Nov 11 21:42:18.681893 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62397b98-eab8-44b9-9030-5aebcf204071 req-d9ed0996-8620-4274-b9b9-6506cb14d81e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:18.686170 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62397b98-eab8-44b9-9030-5aebcf204071 req-d9ed0996-8620-4274-b9b9-6506cb14d81e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1299098 Nov 11 21:42:18.695287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1f388e-d230-4713-8286-e43c3fe46360 req-7a15f695-825a-4996-b27d-fb32c79c934d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] No DVR routers for this DVR port 248bc8e4-b45f-4fe8-9300-1242e8c7eefe on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:18.708989 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1f1f388e-d230-4713-8286-e43c3fe46360 req-7a15f695-825a-4996-b27d-fb32c79c934d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:18.720507 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f1f388e-d230-4713-8286-e43c3fe46360 req-7a15f695-825a-4996-b27d-fb32c79c934d tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.10 "DELETE /v2.0/ports/248bc8e4-b45f-4fe8-9300-1242e8c7eefe HTTP/1.1" status: 204 len: 173 time: 1.1713996 Nov 11 21:42:18.721164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1748b6-506c-4824-82ba-7ca0c22f6f7f', 'name': 'network-vif-deleted', 'tag': '248bc8e4-b45f-4fe8-9300-1242e8c7eefe'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:18.723797 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7e3563-aea4-460e-ad17-f2e69c6335bc" -d '{"events": [{"server_uuid": "3a1748b6-506c-4824-82ba-7ca0c22f6f7f", "name": "network-vif-deleted", "tag": "248bc8e4-b45f-4fe8-9300-1242e8c7eefe"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:18.783685 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d49187b0-2d7c-4d48-be5d-8ebe356978da tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 744c94c1-083e-497e-a659-db42b16c1e68 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:18.784061 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d49187b0-2d7c-4d48-be5d-8ebe356978da tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:18.834937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62397b98-eab8-44b9-9030-5aebcf204071 req-901497bb-ea5b-472f-871f-870172a6fd97 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418059 Nov 11 21:42:18.890196 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d49187b0-2d7c-4d48-be5d-8ebe356978da tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:18.905650 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d49187b0-2d7c-4d48-be5d-8ebe356978da tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 744c94c1-083e-497e-a659-db42b16c1e68 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:18.943824 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a2a750e-a5b2-4f42-959e-d32edfaf0b3d req-edd9aee3-f977-4738-94be-70f12d66f9ff tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0559978 Nov 11 21:42:18.988592 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e0b1fa-2e67-48e9-9334-e79a446d5568 x-openstack-request-id: req-c7e0b1fa-2e67-48e9-9334-e79a446d5568 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:18.989214 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1748b6-506c-4824-82ba-7ca0c22f6f7f", "name": "network-vif-deleted", "tag": "248bc8e4-b45f-4fe8-9300-1242e8c7eefe", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:18.989478 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c7e0b1fa-2e67-48e9-9334-e79a446d5568 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:18.989893 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1748b6-506c-4824-82ba-7ca0c22f6f7f', 'name': 'network-vif-deleted', 'tag': '248bc8e4-b45f-4fe8-9300-1242e8c7eefe', 'status': 'completed', 'code': 200} Nov 11 21:42:19.018932 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.035605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port d44df2fc-5583-462b-a57f-49ce5fcb232b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:19.036246 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.051834 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d49187b0-2d7c-4d48-be5d-8ebe356978da tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.061217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c166b3-42bc-425f-8db3-8fc39e7d3fee req-980c1c3b-7412-45f6-89f3-182749c88a83 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:19.063595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5c166b3-42bc-425f-8db3-8fc39e7d3fee req-980c1c3b-7412-45f6-89f3-182749c88a83 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 944 time: 0.0780549 Nov 11 21:42:19.118740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b3e191-aad7-430e-acbc-36bf0c5dc50c None None] DHCP port deletion for 5f9260d6-54bd-421e-90ee-3e5d002a12ea request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:19.122986 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49187b0-2d7c-4d48-be5d-8ebe356978da tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=744c94c1-083e-497e-a659-db42b16c1e68,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:19.128839 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d49187b0-2d7c-4d48-be5d-8ebe356978da tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.133115 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d49187b0-2d7c-4d48-be5d-8ebe356978da tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/744c94c1-083e-497e-a659-db42b16c1e68 HTTP/1.1" status: 204 len: 168 time: 0.6522958 Nov 11 21:42:19.136342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46536) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:19.142268 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5c166b3-42bc-425f-8db3-8fc39e7d3fee req-b3b385be-2fbb-4929-b954-9d9a97a23e8b tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f4be923-542a-44c4-b102-2d3330633a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712459 Nov 11 21:42:19.171295 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-83796245-c6e5-4a5f-a63d-93d503078a7e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] GET failed (client error): The resource could not be found. Nov 11 21:42:19.173276 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-83796245-c6e5-4a5f-a63d-93d503078a7e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/744c94c1-083e-497e-a659-db42b16c1e68 HTTP/1.1" status: 404 len: 333 time: 0.0357981 Nov 11 21:42:19.177200 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46538) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:19.180765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] For port d44df2fc-5583-462b-a57f-49ce5fcb232b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d44df2fc-5583-462b-a57f-49ce5fcb232b,segment=NetworkSegment(756c0c43-6619-43f8-b28d-8ca9bc21fd41),segment_id=756c0c43-6619-43f8-b28d-8ca9bc21fd41)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:19.181480 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.183362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-1b210a28-c249-4d1e-b158-71d86b3ff498 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'name': 'tempest-PortsIpV6TestJSON-231282102'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:19.192834 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-69b3e191-aad7-430e-acbc-36bf0c5dc50c None None] Deleting port d44df2fc-5583-462b-a57f-49ce5fcb232b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:19.193213 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69b3e191-aad7-430e-acbc-36bf0c5dc50c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.195400 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for d44df2fc-5583-462b-a57f-49ce5fcb232b owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:19.270033 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-69b3e191-aad7-430e-acbc-36bf0c5dc50c None None] For port d44df2fc-5583-462b-a57f-49ce5fcb232b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d44df2fc-5583-462b-a57f-49ce5fcb232b,segment=NetworkSegment(756c0c43-6619-43f8-b28d-8ca9bc21fd41),segment_id=756c0c43-6619-43f8-b28d-8ca9bc21fd41)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:19.271266 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69b3e191-aad7-430e-acbc-36bf0c5dc50c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.287387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-69b3e191-aad7-430e-acbc-36bf0c5dc50c None None] Calling delete_port for d44df2fc-5583-462b-a57f-49ce5fcb232b owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:19.312076 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.371771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=d44df2fc-5583-462b-a57f-49ce5fcb232b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:19.375535 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d44df2fc-5583-462b-a57f-49ce5fcb232b no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:19.380462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No DVR routers for this DVR port d44df2fc-5583-462b-a57f-49ce5fcb232b on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:19.420219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b210a28-c249-4d1e-b158-71d86b3ff498 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:19.427319 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1b210a28-c249-4d1e-b158-71d86b3ff498 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.451345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-1b210a28-c249-4d1e-b158-71d86b3ff498 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port 4d5317a4-963d-46e9-835e-d71fb95fe4a7 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:42:19.483814 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.484331 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: d44df2fc-5583-462b-a57f-49ce5fcb232b {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:19.484951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d44df2fc-5583-462b-a57f-49ce5fcb232b not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:19.487887 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69b3e191-aad7-430e-acbc-36bf0c5dc50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.534759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b3e191-aad7-430e-acbc-36bf0c5dc50c None None] No DVR routers for this DVR port d44df2fc-5583-462b-a57f-49ce5fcb232b on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:19.538574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9260d6-54bd-421e-90ee-3e5d002a12ea']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:19.550359 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3e191-aad7-430e-acbc-36bf0c5dc50c None None] Pushing event deleted for resources: {'Port': ['ID=d44df2fc-5583-462b-a57f-49ce5fcb232b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:19.556344 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.569627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756c0c43-6619-43f8-b28d-8ca9bc21fd41') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:19.572375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756c0c43-6619-43f8-b28d-8ca9bc21fd41') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:19.589409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.619764 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.627139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:42:19.627846 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:42:19.631912 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:42:19.730421 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1b210a28-c249-4d1e-b158-71d86b3ff498 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.750050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ae3f1-8ead-4f5e-ac62-9e53f39e6996 req-9eff1b2f-b2de-4c60-8b90-5b4940753de2 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:19.752036 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-645ae3f1-8ead-4f5e-ac62-9e53f39e6996 req-9eff1b2f-b2de-4c60-8b90-5b4940753de2 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.1221850 Nov 11 21:42:19.824636 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1b210a28-c249-4d1e-b158-71d86b3ff498 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.845506 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-645ae3f1-8ead-4f5e-ac62-9e53f39e6996 req-21f3fdd6-93ed-46f9-bf4d-7621dd89b128 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845757 Nov 11 21:42:19.869928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b210a28-c249-4d1e-b158-71d86b3ff498 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:19.873112 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-1b210a28-c249-4d1e-b158-71d86b3ff498 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:19.876893 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b210a28-c249-4d1e-b158-71d86b3ff498 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:19.883182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b210a28-c249-4d1e-b158-71d86b3ff498 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:19.883854 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1b210a28-c249-4d1e-b158-71d86b3ff498 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:19.905734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b210a28-c249-4d1e-b158-71d86b3ff498 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=4d5317a4-963d-46e9-835e-d71fb95fe4a7,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:19.915921 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1b210a28-c249-4d1e-b158-71d86b3ff498 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7375174 Nov 11 21:42:19.918575 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46550) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:19.924963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-cca4c1c5-2d92-4e49-a326-dcb872b3a233 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:20.030527 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cca4c1c5-2d92-4e49-a326-dcb872b3a233 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:20.169157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4aced-77fe-4e4b-9372-6c2f06e23407 req-632bf9fe-75b1-4f04-9307-032e4a14e4ed tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:20.170655 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88a4aced-77fe-4e4b-9372-6c2f06e23407 req-632bf9fe-75b1-4f04-9307-032e4a14e4ed tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1362762 Nov 11 21:42:20.180512 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:20.201288 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:20.205306 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/networks/5f9260d6-54bd-421e-90ee-3e5d002a12ea HTTP/1.1" status: 204 len: 168 time: 1.8091254 Nov 11 21:42:20.207216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f1b11-cec3-4837-9f00-243cac256c49 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Network': ['ID=5f9260d6-54bd-421e-90ee-3e5d002a12ea,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:20.208950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46558) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:20.252208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a877ba-7808-43ed-b487-157a7864439b req-46aaa547-0e1b-4345-b94f-f18a6252f830 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:20.253736 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9a877ba-7808-43ed-b487-157a7864439b req-46aaa547-0e1b-4345-b94f-f18a6252f830 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 945 time: 0.1707380 Nov 11 21:42:20.253967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee06a3cd-86ed-4676-ac71-1eeca021e53e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:20.255350 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ee06a3cd-86ed-4676-ac71-1eeca021e53e tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/06c97f66-f458-4e6e-877b-3d648951fb3d HTTP/1.1" status: 200 len: 841 time: 0.0455437 Nov 11 21:42:20.260529 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46560) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:20.302090 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-38c5934c-399a-4e3b-8cd6-89a5d28c32c3 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/06c97f66-f458-4e6e-877b-3d648951fb3d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0403883 Nov 11 21:42:20.302966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88a4aced-77fe-4e4b-9372-6c2f06e23407 req-06944ff4-a500-4380-9d0f-c52c7034e177 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234112 Nov 11 21:42:20.305601 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46562) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:20.310729 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d13a4b33-cd0d-478c-8973-3dc609f6434b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'subnet': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:20.372918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9a877ba-7808-43ed-b487-157a7864439b req-c31d3e77-0cd2-4145-8f7b-57fa95e461d4 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875762 Nov 11 21:42:20.374789 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cca4c1c5-2d92-4e49-a326-dcb872b3a233 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:20.386766 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cca4c1c5-2d92-4e49-a326-dcb872b3a233 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:20.422748 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13a4b33-cd0d-478c-8973-3dc609f6434b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:20.428892 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b8e517c-4204-472b-8d71-af1e2415b313 req-a1353afc-a21a-4856-b659-6eb8c697d0fa tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0520482 Nov 11 21:42:20.435156 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d13a4b33-cd0d-478c-8973-3dc609f6434b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:20.443803 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-cca4c1c5-2d92-4e49-a326-dcb872b3a233 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] In _notify_port_updated(), no bound segment for port 4d5317a4-963d-46e9-835e-d71fb95fe4a7 on network c826d7fb-6b3d-453b-abc7-d28e7b88e065 {{(pid=102534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:42:20.449377 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca4c1c5-2d92-4e49-a326-dcb872b3a233 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:20.450310 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cca4c1c5-2d92-4e49-a326-dcb872b3a233 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:20.451950 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cca4c1c5-2d92-4e49-a326-dcb872b3a233 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "PUT /v2.0/ports/4d5317a4-963d-46e9-835e-d71fb95fe4a7 HTTP/1.1" status: 200 len: 818 time: 0.5319726 Nov 11 21:42:20.457068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46564) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:20.490164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4c1c5-2d92-4e49-a326-dcb872b3a233 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=4d5317a4-963d-46e9-835e-d71fb95fe4a7,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:20.645941 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d13a4b33-cd0d-478c-8973-3dc609f6434b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:20.688985 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13a4b33-cd0d-478c-8973-3dc609f6434b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:20.694173 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d13a4b33-cd0d-478c-8973-3dc609f6434b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:20.699337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13a4b33-cd0d-478c-8973-3dc609f6434b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:20.700011 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d13a4b33-cd0d-478c-8973-3dc609f6434b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:20.708992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c856c9-f2ef-4a53-bd5e-7eb547650728 None None] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:20.711423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a4b33-cd0d-478c-8973-3dc609f6434b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Subnet': ['ID=7ecead53-e4f5-42a7-984e-dc14011780df,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:20.731282 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d13a4b33-cd0d-478c-8973-3dc609f6434b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4218414 Nov 11 21:42:20.731630 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46566) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:20.737143 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-dabd3db7-a67a-4e17-9f36-9d0135e1d532 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'security_group': {'name': 'tempest-secgroup-292079611'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:20.767432 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dabd3db7-a67a-4e17-9f36-9d0135e1d532 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:20.846198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dabd3db7-a67a-4e17-9f36-9d0135e1d532 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:20.853065 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dabd3db7-a67a-4e17-9f36-9d0135e1d532 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:20.856445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8002585-ecfb-491e-a177-85bfc5dc1848 req-1e73f1a1-69df-43ee-b48d-d6090968fc52 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:20.858010 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8002585-ecfb-491e-a177-85bfc5dc1848 req-1e73f1a1-69df-43ee-b48d-d6090968fc52 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 944 time: 0.3718765 Nov 11 21:42:20.896112 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd3db7-a67a-4e17-9f36-9d0135e1d532 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6960a6-9bfd-4877-a893-f04e00391644,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:20.901447 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dabd3db7-a67a-4e17-9f36-9d0135e1d532 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:20.905209 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dabd3db7-a67a-4e17-9f36-9d0135e1d532 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1699140 Nov 11 21:42:20.914386 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46570) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:20.923544 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6c45d9e4-b538-4e97-91ca-a39ba9039a37 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'security_group': {'name': 'tempest-secgroup-409555089'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:20.924930 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-330d4e96-fc45-406a-93a3-6958e724e17e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 4d5317a4-963d-46e9-835e-d71fb95fe4a7 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:20.925337 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-330d4e96-fc45-406a-93a3-6958e724e17e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:20.929134 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-e65b77fa-6075-47fe-aefe-2bc865c4d588', 'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'tenant_id': 'f4c688e9d6ad4b2d83d9c3ab1c3e8813', 'fixed_ips': [{'subnet_id': '7ecead53-e4f5-42a7-984e-dc14011780df'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:42:20.930322 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:20.958069 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c45d9e4-b538-4e97-91ca-a39ba9039a37 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.037746 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c45d9e4-b538-4e97-91ca-a39ba9039a37 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.044572 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c45d9e4-b538-4e97-91ca-a39ba9039a37 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.063170 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8002585-ecfb-491e-a177-85bfc5dc1848 req-6bf02c2b-1002-498e-bcfd-d09e95505b19 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f4be923-542a-44c4-b102-2d3330633a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865313 Nov 11 21:42:21.083276 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45d9e4-b538-4e97-91ca-a39ba9039a37 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd0e010-94c8-4794-91cc-ba74d41b186b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:21.093029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86ba49-fad0-445c-a2cc-45b29e6f96be req-c7e7350d-e5cd-4c87-83c7-01e04ed60736 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:21.094703 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e86ba49-fad0-445c-a2cc-45b29e6f96be req-c7e7350d-e5cd-4c87-83c7-01e04ed60736 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.1063600 Nov 11 21:42:21.101625 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-330d4e96-fc45-406a-93a3-6958e724e17e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.116313 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c45d9e4-b538-4e97-91ca-a39ba9039a37 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.118821 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6c45d9e4-b538-4e97-91ca-a39ba9039a37 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2031803 Nov 11 21:42:21.120787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46574) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:21.125919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Allocated IP 172.20.0.2 (e65b77fa-6075-47fe-aefe-2bc865c4d588/7ecead53-e4f5-42a7-984e-dc14011780df/5b41e6b8-f77b-4352-a52b-f0caee6c78e7) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:21.137519 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c71a0144-2be8-421b-9e0f-cbc83df650ce tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-222557149', 'security_groups': ['8fd0e010-94c8-4794-91cc-ba74d41b186b'], 'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7ecead53-e4f5-42a7-984e-dc14011780df'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:21.146534 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-330d4e96-fc45-406a-93a3-6958e724e17e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 4d5317a4-963d-46e9-835e-d71fb95fe4a7 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:21.276468 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e86ba49-fad0-445c-a2cc-45b29e6f96be req-a6f33aea-932f-4e85-963b-7bd7a88a3804 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719151 Nov 11 21:42:21.289831 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.299067 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.342926 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 3110d1c3-4dd5-4583-a238-e2f51307f9ed details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:42:21.367306 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-330d4e96-fc45-406a-93a3-6958e724e17e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.376812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71a0144-2be8-421b-9e0f-cbc83df650ce tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:21.408170 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 248bc8e4-b45f-4fe8-9300-1242e8c7eefe no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:21.419937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:21.446484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d4e96-fc45-406a-93a3-6958e724e17e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=4d5317a4-963d-46e9-835e-d71fb95fe4a7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:21.482971 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 248bc8e4-b45f-4fe8-9300-1242e8c7eefe {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:21.483322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 248bc8e4-b45f-4fe8-9300-1242e8c7eefe not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:21.486323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:21.488422 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:21.513321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-330d4e96-fc45-406a-93a3-6958e724e17e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.516382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-330d4e96-fc45-406a-93a3-6958e724e17e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/4d5317a4-963d-46e9-835e-d71fb95fe4a7 HTTP/1.1" status: 204 len: 168 time: 1.0583527 Nov 11 21:42:21.519112 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46582) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:21.521646 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Pushing event updated for resources: {'Port': ['ID=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:21.592916 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c71a0144-2be8-421b-9e0f-cbc83df650ce tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.593396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 3110d1c3-4dd5-4583-a238-e2f51307f9ed, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=3110d1c3-4dd5-4583-a238-e2f51307f9ed,segment=NetworkSegment(8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3),segment_id=8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:21.607970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Attempting to bind port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:42:21.608514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Attempting to bind port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '0dc84b42-e92a-4ac9-91bf-48fbaf82249a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:42:21.609618 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Attempting to bind port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 on network e65b77fa-6075-47fe-aefe-2bc865c4d588 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:42:21.616062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:42:21.616585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Checking segment: {'id': '0dc84b42-e92a-4ac9-91bf-48fbaf82249a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:21.617148 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.617657 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Bound using segment: {'id': '0dc84b42-e92a-4ac9-91bf-48fbaf82249a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:42:21.618215 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Bound port: 5b41e6b8-f77b-4352-a52b-f0caee6c78e7, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc84b42-e92a-4ac9-91bf-48fbaf82249a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:42:21.618663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427151f-7583-4e29-bbb3-1b5b6aa617a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:21.618806 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.618932 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395c692-0377-40b2-b3a4-c446cdcba05c req-4d9ad960-b27f-4258-893d-9ab0d21d8235 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:21.623040 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3427151f-7583-4e29-bbb3-1b5b6aa617a4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0995531 Nov 11 21:42:21.623203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '3110d1c3-4dd5-4583-a238-e2f51307f9ed', 'network_id': '1794c320-1353-432d-96e8-a92890112172', 'port_id': '3110d1c3-4dd5-4583-a238-e2f51307f9ed', 'mac_address': 'fa:16:3e:32:fe:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827b1552-8947-416e-bf7e-da1b01dbc7d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:42:21.623605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46584) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:21.626161 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3395c692-0377-40b2-b3a4-c446cdcba05c req-4d9ad960-b27f-4258-893d-9ab0d21d8235 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.2000210 Nov 11 21:42:21.661576 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0a17bd-bfa5-407e-995d-711f41ebe400 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] GET failed (client error): The resource could not be found. Nov 11 21:42:21.668663 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9b0a17bd-bfa5-407e-995d-711f41ebe400 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/4d5317a4-963d-46e9-835e-d71fb95fe4a7 HTTP/1.1" status: 404 len: 333 time: 0.0385702 Nov 11 21:42:21.669506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46586) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:21.671716 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544c3fe-debd-48f7-bd79-327c3c7d8f41 req-f7d0555a-97ca-4c7d-8b68-b40d47b5747a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:21.674913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-82dd1548-469e-4de8-9095-d9b41a197f7a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1679943023'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:21.679420 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b544c3fe-debd-48f7-bd79-327c3c7d8f41 req-f7d0555a-97ca-4c7d-8b68-b40d47b5747a tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 945 time: 0.1770020 Nov 11 21:42:21.686877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e1260-d8b0-4c7d-8a7f-de4b4f0cc67d req-66f874a6-96aa-497f-8e4a-d63e828b6840 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:21.688262 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c42e1260-d8b0-4c7d-8a7f-de4b4f0cc67d req-66f874a6-96aa-497f-8e4a-d63e828b6840 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 945 time: 0.1175592 Nov 11 21:42:21.696120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-c71a0144-2be8-421b-9e0f-cbc83df650ce tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port c88dc572-8348-43d1-92f4-b7e1be13be41 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:42:21.730387 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.748548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3110d1c3-4dd5-4583-a238-e2f51307f9ed {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:42:21.756758 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] For port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:42:21.780465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] For port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,segment=NetworkSegment(0dc84b42-e92a-4ac9-91bf-48fbaf82249a),segment_id=0dc84b42-e92a-4ac9-91bf-48fbaf82249a)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:42:21.785160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 3110d1c3-4dd5-4583-a238-e2f51307f9ed, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=3110d1c3-4dd5-4583-a238-e2f51307f9ed,segment=NetworkSegment(8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3),segment_id=8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:21.788586 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.795455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dd1548-469e-4de8-9095-d9b41a197f7a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:21.799311 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82dd1548-469e-4de8-9095-d9b41a197f7a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.838841 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82dd1548-469e-4de8-9095-d9b41a197f7a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:42:21.845413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0919d-325a-4cd0-9793-3c04124d91f4 None None] Pushing event updated for resources: {'Port': ['ID=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:21.849801 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.870352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82dd1548-469e-4de8-9095-d9b41a197f7a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.871496 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-82dd1548-469e-4de8-9095-d9b41a197f7a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Added segment 154f6d94-6a48-4f72-8244-d284fad5bdb2 of type vlan for network 620aafe4-8edb-42a0-983d-486bd64eaf42 Nov 11 21:42:21.875110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-c42e1260-d8b0-4c7d-8a7f-de4b4f0cc67d req-8d04aa15-c500-4b69-8f2b-f5b2a3f98fad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Deleting port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:21.876013 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c42e1260-d8b0-4c7d-8a7f-de4b4f0cc67d req-8d04aa15-c500-4b69-8f2b-f5b2a3f98fad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.905578 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-c71a0144-2be8-421b-9e0f-cbc83df650ce tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Allocated IP 172.20.0.10 (e65b77fa-6075-47fe-aefe-2bc865c4d588/7ecead53-e4f5-42a7-984e-dc14011780df/c88dc572-8348-43d1-92f4-b7e1be13be41) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:21.931400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=3110d1c3-4dd5-4583-a238-e2f51307f9ed,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:21.994626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3395c692-0377-40b2-b3a4-c446cdcba05c req-494e08fa-3ac2-4e82-84dd-e03505ee0096 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675621 Nov 11 21:42:22.020710 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82dd1548-469e-4de8-9095-d9b41a197f7a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.070524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c42e1260-d8b0-4c7d-8a7f-de4b4f0cc67d req-8d04aa15-c500-4b69-8f2b-f5b2a3f98fad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] For port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7388935c-ca61-4ae1-94e0-8b538cdc2ea1,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:22.071066 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c42e1260-d8b0-4c7d-8a7f-de4b4f0cc67d req-8d04aa15-c500-4b69-8f2b-f5b2a3f98fad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.071553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b544c3fe-debd-48f7-bd79-327c3c7d8f41 req-383f1611-c8f5-4432-b5d9-f6efb97704c6 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892655 Nov 11 21:42:22.079691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['3110d1c3-4dd5-4583-a238-e2f51307f9ed'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:42:22.092446 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-c42e1260-d8b0-4c7d-8a7f-de4b4f0cc67d req-8d04aa15-c500-4b69-8f2b-f5b2a3f98fad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Calling delete_port for 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:22.097820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82dd1548-469e-4de8-9095-d9b41a197f7a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.103638 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd1548-469e-4de8-9095-d9b41a197f7a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:22.104287 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-82dd1548-469e-4de8-9095-d9b41a197f7a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.233501 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30531449-c6fa-422d-8f71-9300d11bf176 req-314a264d-bafa-4caf-80b3-22ab3262bfa5 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.1463809 Nov 11 21:42:22.247587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd1548-469e-4de8-9095-d9b41a197f7a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Network': ['ID=620aafe4-8edb-42a0-983d-486bd64eaf42,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:22.294764 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c71a0144-2be8-421b-9e0f-cbc83df650ce tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.316431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 620aafe4-8edb-42a0-983d-486bd64eaf42 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:42:22.334812 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-82dd1548-469e-4de8-9095-d9b41a197f7a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6645882 Nov 11 21:42:22.340057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b30de9-9c3b-4e1b-be3b-a729948661f3 req-88c17c3e-fde8-4725-86f3-7d36389ca2b3 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:22.344718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46594) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:22.350225 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71b30de9-9c3b-4e1b-be3b-a729948661f3 req-88c17c3e-fde8-4725-86f3-7d36389ca2b3 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 945 time: 0.1147971 Nov 11 21:42:22.353587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a05994ba-64ae-48e7-babb-50a7f387095a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'subnet': {'network_id': '620aafe4-8edb-42a0-983d-486bd64eaf42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:22.439806 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71b30de9-9c3b-4e1b-be3b-a729948661f3 req-e3d355ed-fbac-4267-b0c7-1c73dfee3560 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f4be923-542a-44c4-b102-2d3330633a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844636 Nov 11 21:42:22.452426 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c71a0144-2be8-421b-9e0f-cbc83df650ce tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.494595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05994ba-64ae-48e7-babb-50a7f387095a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:22.499699 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a05994ba-64ae-48e7-babb-50a7f387095a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.502818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a0144-2be8-421b-9e0f-cbc83df650ce tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:22.507081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-c71a0144-2be8-421b-9e0f-cbc83df650ce tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:22.510067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a0144-2be8-421b-9e0f-cbc83df650ce tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:22.592360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a0144-2be8-421b-9e0f-cbc83df650ce tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=c88dc572-8348-43d1-92f4-b7e1be13be41,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:22.621110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bd0d3-050f-48eb-ad5b-d78c3e6f1031 req-93e5f0ad-1c66-4805-9f21-a0de170069c5 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:22.629362 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d4bd0d3-050f-48eb-ad5b-d78c3e6f1031 req-93e5f0ad-1c66-4805-9f21-a0de170069c5 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.1091318 Nov 11 21:42:22.633758 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c42e1260-d8b0-4c7d-8a7f-de4b4f0cc67d req-8d04aa15-c500-4b69-8f2b-f5b2a3f98fad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.646925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71a0144-2be8-421b-9e0f-cbc83df650ce tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:22.647763 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c71a0144-2be8-421b-9e0f-cbc83df650ce tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.648588 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7388935c-ca61-4ae1-94e0-8b538cdc2ea1'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:42:22.669611 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04aa15-c500-4b69-8f2b-f5b2a3f98fad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event deleted for resources: {'Port': ['ID=7388935c-ca61-4ae1-94e0-8b538cdc2ea1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:22.686838 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c71a0144-2be8-421b-9e0f-cbc83df650ce tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5625038 Nov 11 21:42:22.689526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46596) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:22.695308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e525c0d8-ab21-453c-b6e4-ae64fe084d63 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'subnet': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:22.737708 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d4bd0d3-050f-48eb-ad5b-d78c3e6f1031 req-9e554cb6-b60e-4fa3-ba3d-931e07d06dd9 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072602 Nov 11 21:42:22.765869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42e1260-d8b0-4c7d-8a7f-de4b4f0cc67d req-8d04aa15-c500-4b69-8f2b-f5b2a3f98fad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] No DVR routers for this DVR port 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:22.770248 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c42e1260-d8b0-4c7d-8a7f-de4b4f0cc67d req-8d04aa15-c500-4b69-8f2b-f5b2a3f98fad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.773847 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c42e1260-d8b0-4c7d-8a7f-de4b4f0cc67d req-8d04aa15-c500-4b69-8f2b-f5b2a3f98fad tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.71 "DELETE /v2.0/ports/7388935c-ca61-4ae1-94e0-8b538cdc2ea1 HTTP/1.1" status: 204 len: 173 time: 1.0765238 Nov 11 21:42:22.774489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8c71f7-8e83-403b-8d1b-535e70071232', 'name': 'network-vif-deleted', 'tag': '7388935c-ca61-4ae1-94e0-8b538cdc2ea1'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:22.776972 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19365652-64f4-46f5-bf57-53192bc49013" -d '{"events": [{"server_uuid": "3e8c71f7-8e83-403b-8d1b-535e70071232", "name": "network-vif-deleted", "tag": "7388935c-ca61-4ae1-94e0-8b538cdc2ea1"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:22.806194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['13a9b307-eab1-4a5c-962a-988b36c69ee6'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:42:22.894717 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999b1f5e-a9a9-454f-8b8a-a8e2124854cc x-openstack-request-id: req-999b1f5e-a9a9-454f-8b8a-a8e2124854cc {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:22.895068 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8c71f7-8e83-403b-8d1b-535e70071232", "name": "network-vif-deleted", "tag": "7388935c-ca61-4ae1-94e0-8b538cdc2ea1", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:22.895322 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-999b1f5e-a9a9-454f-8b8a-a8e2124854cc {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:22.895985 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8c71f7-8e83-403b-8d1b-535e70071232', 'name': 'network-vif-deleted', 'tag': '7388935c-ca61-4ae1-94e0-8b538cdc2ea1', 'status': 'completed', 'code': 200} Nov 11 21:42:22.899969 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a05994ba-64ae-48e7-babb-50a7f387095a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.967234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e525c0d8-ab21-453c-b6e4-ae64fe084d63 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:22.974824 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e525c0d8-ab21-453c-b6e4-ae64fe084d63 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.032122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05994ba-64ae-48e7-babb-50a7f387095a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Checking segment: {'id': '154f6d94-6a48-4f72-8244-d284fad5bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '620aafe4-8edb-42a0-983d-486bd64eaf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:23.032599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05994ba-64ae-48e7-babb-50a7f387095a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network hostable DHCP agents. Network: 620aafe4-8edb-42a0-983d-486bd64eaf42, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:42:23.059276 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05994ba-64ae-48e7-babb-50a7f387095a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Subnet': ['ID=58e083d4-1648-4fe8-879b-fd5b3853b18c,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:23.067091 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05994ba-64ae-48e7-babb-50a7f387095a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network 620aafe4-8edb-42a0-983d-486bd64eaf42 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:42:23.092993 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a05994ba-64ae-48e7-babb-50a7f387095a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 620aafe4-8edb-42a0-983d-486bd64eaf42) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:23.103897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05994ba-64ae-48e7-babb-50a7f387095a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:23.104645 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a05994ba-64ae-48e7-babb-50a7f387095a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.135096 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a05994ba-64ae-48e7-babb-50a7f387095a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7836833 Nov 11 21:42:23.135325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46604) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:23.142517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-01f38300-3368-4052-bd04-3808dda52180 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'subnet': {'network_id': '620aafe4-8edb-42a0-983d-486bd64eaf42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:23.194099 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed52f795-545f-4d78-a836-7e1179ecb175 None None] Network 620aafe4-8edb-42a0-983d-486bd64eaf42 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:23.357284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 3110d1c3-4dd5-4583-a238-e2f51307f9ed up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:23.367024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f38300-3368-4052-bd04-3808dda52180 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:23.383169 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01f38300-3368-4052-bd04-3808dda52180 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.487618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5a0a6-c43d-4b0f-b2dc-722d76aa73a5 req-f7a51524-0599-4896-8e21-524099ac5a6d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:23.497015 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08b5a0a6-c43d-4b0f-b2dc-722d76aa73a5 req-f7a51524-0599-4896-8e21-524099ac5a6d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.3321300 Nov 11 21:42:23.557362 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-52858daf-df82-4be5-9000-b39d6b831951 req-dc27f1b9-643b-4a5a-b614-9f5ac58c9889 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8c71f7-8e83-403b-8d1b-535e70071232 HTTP/1.1" status: 200 len: 210 time: 0.1936991 Nov 11 21:42:23.606299 n-d-805737-3 neutron-server[102534]: INFO neutron.db.ipam_backend_mixin [None req-e525c0d8-ab21-453c-b6e4-ae64fe084d63 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7ecead53-e4f5-42a7-984e-dc14011780df (CIDR: 172.20.0.0/28) Nov 11 21:42:23.639313 n-d-805737-3 neutron-server[102535]: INFO neutron.db.ipam_backend_mixin [None req-01f38300-3368-4052-bd04-3808dda52180 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58e083d4-1648-4fe8-879b-fd5b3853b18c (CIDR: 2001:db8::/64) Nov 11 21:42:23.641603 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-e525c0d8-ab21-453c-b6e4-ae64fe084d63 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:42:23.642148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e525c0d8-ab21-453c-b6e4-ae64fe084d63 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:23.644156 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f38300-3368-4052-bd04-3808dda52180 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:42:23.644877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f38300-3368-4052-bd04-3808dda52180 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:23.673605 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-01f38300-3368-4052-bd04-3808dda52180 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5371139 Nov 11 21:42:23.677224 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46612) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:23.683551 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:23.685484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c55810ad-5ba5-4e7f-a62c-792a9e379234 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'subnet': {'network_id': '620aafe4-8edb-42a0-983d-486bd64eaf42', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:23.716902 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e525c0d8-ab21-453c-b6e4-ae64fe084d63 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0260317 Nov 11 21:42:23.717590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46614) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:23.759264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3e25694e-3d2b-421b-8f63-06dfbd93eb2a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'subnet': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:23.835452 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7474311b-1329-49ce-99b6-f7eb9ee7bddd None None] Provisioning complete for port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:23.836301 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7474311b-1329-49ce-99b6-f7eb9ee7bddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.896664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55810ad-5ba5-4e7f-a62c-792a9e379234 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:23.901615 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c55810ad-5ba5-4e7f-a62c-792a9e379234 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.910630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08b5a0a6-c43d-4b0f-b2dc-722d76aa73a5 req-6e96dedd-b9bf-4797-8ccf-712b5357483e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081461 Nov 11 21:42:23.920578 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-620aafe4-8edb-42a0-983d-486bd64eaf42', 'network_id': '620aafe4-8edb-42a0-983d-486bd64eaf42', 'tenant_id': 'dbad1feca6c74716beb5daf54e17f08f', 'fixed_ips': [{'subnet_id': '58e083d4-1648-4fe8-879b-fd5b3853b18c'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:42:23.921604 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.927595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b20496c-5ec1-497a-a175-3289b959bd7a req-f1794c19-5243-4b12-92cb-7e373da7cc2e tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.2497792 Nov 11 21:42:23.961655 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 3110d1c3-4dd5-4583-a238-e2f51307f9ed completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:42:23.970647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 3110d1c3-4dd5-4583-a238-e2f51307f9ed triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:23.971089 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.993432 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:23.994042 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.004176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e25694e-3d2b-421b-8f63-06dfbd93eb2a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:24.009432 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3e25694e-3d2b-421b-8f63-06dfbd93eb2a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.271642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420b81-b208-4c70-a401-f6b971abf13d req-6e6c8a22-2329-4564-9147-195d5f0393a4 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:24.279710 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0420b81-b208-4c70-a401-f6b971abf13d req-6e6c8a22-2329-4564-9147-195d5f0393a4 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 945 time: 0.1396508 Nov 11 21:42:24.296651 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c55810ad-5ba5-4e7f-a62c-792a9e379234 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.332955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a0ee0-dc29-4a5f-9ca8-79bf165d1975 req-a5bba126-6317-47ff-839d-a9e29c479142 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:24.341898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-739a0ee0-dc29-4a5f-9ca8-79bf165d1975 req-a5bba126-6317-47ff-839d-a9e29c479142 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.1435540 Nov 11 21:42:24.360723 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55810ad-5ba5-4e7f-a62c-792a9e379234 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Subnet': ['ID=330a4d7f-16a6-43b9-93ee-4e8030e1b08e,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:24.392264 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55810ad-5ba5-4e7f-a62c-792a9e379234 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network 620aafe4-8edb-42a0-983d-486bd64eaf42 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:24.397323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c55810ad-5ba5-4e7f-a62c-792a9e379234 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:24.402734 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55810ad-5ba5-4e7f-a62c-792a9e379234 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:24.404418 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c55810ad-5ba5-4e7f-a62c-792a9e379234 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.430825 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c55810ad-5ba5-4e7f-a62c-792a9e379234 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7523034 Nov 11 21:42:24.433538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46618) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:24.443272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7780bda4-8b16-4876-b23e-2d3193c13d84 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'network_id': '620aafe4-8edb-42a0-983d-486bd64eaf42', 'fixed_ips': [{'subnet_id': '58e083d4-1648-4fe8-879b-fd5b3853b18c'}, {'subnet_id': '330a4d7f-16a6-43b9-93ee-4e8030e1b08e'}], 'name': 'tempest-PortsIpV6TestJSON-1247404958'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:24.449026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0420b81-b208-4c70-a401-f6b971abf13d req-47cd9541-9b0e-4e2b-a2cd-9f1aaef041d5 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f4be923-542a-44c4-b102-2d3330633a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679688 Nov 11 21:42:24.489228 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7474311b-1329-49ce-99b6-f7eb9ee7bddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.499391 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-739a0ee0-dc29-4a5f-9ca8-79bf165d1975 req-8ae72ea2-b5ff-4bed-a5f6-74d33423b437 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545329 Nov 11 21:42:24.570061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Allocated IP 2001:db8::2 (620aafe4-8edb-42a0-983d-486bd64eaf42/58e083d4-1648-4fe8-879b-fd5b3853b18c/555dbb38-c8af-4349-a410-05579c5239f5) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:24.586071 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.626749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7474311b-1329-49ce-99b6-f7eb9ee7bddd None None] For port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,segment=NetworkSegment(0dc84b42-e92a-4ac9-91bf-48fbaf82249a),segment_id=0dc84b42-e92a-4ac9-91bf-48fbaf82249a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:24.641472 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7474311b-1329-49ce-99b6-f7eb9ee7bddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.659322 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.690099 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3e25694e-3d2b-421b-8f63-06dfbd93eb2a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.694216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7780bda4-8b16-4876-b23e-2d3193c13d84 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:24.795961 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e25694e-3d2b-421b-8f63-06dfbd93eb2a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:24.800234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-3e25694e-3d2b-421b-8f63-06dfbd93eb2a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:24.805331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e25694e-3d2b-421b-8f63-06dfbd93eb2a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:24.806306 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3e25694e-3d2b-421b-8f63-06dfbd93eb2a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.829776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25694e-3d2b-421b-8f63-06dfbd93eb2a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Subnet': ['ID=515f4f58-722d-45ea-a87d-f50b17d55cae,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:24.842065 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3e25694e-3d2b-421b-8f63-06dfbd93eb2a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0937634 Nov 11 21:42:24.846999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46626) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:24.855523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2b4e3dec-8c35-482f-8393-48e2e5f2c844 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1137951646', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '515f4f58-722d-45ea-a87d-f50b17d55cae'}], 'security_groups': ['9c6960a6-9bfd-4877-a893-f04e00391644']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:24.866591 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7780bda4-8b16-4876-b23e-2d3193c13d84 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.866835 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3e7779-290a-4520-a339-1e4043e626cf None None] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:24.909210 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-7780bda4-8b16-4876-b23e-2d3193c13d84 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port f5533440-cce9-48e8-ae0a-f23c31eb1d69 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:42:24.952860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7474311b-1329-49ce-99b6-f7eb9ee7bddd None None] Provisioning complete for port 06c97f66-f458-4e6e-877b-3d648951fb3d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:24.955039 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7474311b-1329-49ce-99b6-f7eb9ee7bddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.956828 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fd2e72-f133-46ba-a458-dd87d94d65ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3110d1c3-4dd5-4583-a238-e2f51307f9ed'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:24.968541 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a505896-176d-4121-8ba3-c40c19e18dbe" -d '{"events": [{"server_uuid": "27fd2e72-f133-46ba-a458-dd87d94d65ad", "name": "network-vif-plugged", "status": "completed", "tag": "3110d1c3-4dd5-4583-a238-e2f51307f9ed"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:25.040316 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:42:25.040991 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:42:25.068405 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3dec-8c35-482f-8393-48e2e5f2c844 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:25.077593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474311b-1329-49ce-99b6-f7eb9ee7bddd None None] Pushing event updated for resources: {'Port': ['ID=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:25.085841 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 3110d1c3-4dd5-4583-a238-e2f51307f9ed, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=3110d1c3-4dd5-4583-a238-e2f51307f9ed,segment=NetworkSegment(8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3),segment_id=8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:25.099401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b16b9-217b-4ba4-8da6-b36a489879e2 req-14073c3e-c1da-4927-9e9e-106e8a9d6bac tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:25.101414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f41b16b9-217b-4ba4-8da6-b36a489879e2 req-14073c3e-c1da-4927-9e9e-106e8a9d6bac tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.1752410 Nov 11 21:42:25.127641 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:25.171784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7474311b-1329-49ce-99b6-f7eb9ee7bddd None None] Port 06c97f66-f458-4e6e-877b-3d648951fb3d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:25.182943 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f1641-2dd8-4685-9fcb-414a55ae6a02 req-9442ce58-9b66-40ab-927a-000cafbdda54 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:25.186874 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f8f1641-2dd8-4685-9fcb-414a55ae6a02 req-9442ce58-9b66-40ab-927a-000cafbdda54 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1578453 Nov 11 21:42:25.277083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=3110d1c3-4dd5-4583-a238-e2f51307f9ed,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:25.285291 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f41b16b9-217b-4ba4-8da6-b36a489879e2 req-d1bd571a-a0a1-4826-8564-8c797eda2d99 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635249 Nov 11 21:42:25.292101 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:25.309680 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:25.361960 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f8f1641-2dd8-4685-9fcb-414a55ae6a02 req-51c22aca-7fa9-42d7-a9d2-d1d7f16c9050 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678703 Nov 11 21:42:25.371809 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c2331183-9795-4af0-9c66-650334d1f9b8 None None] Provisioning complete for port c88dc572-8348-43d1-92f4-b7e1be13be41 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:25.372217 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2331183-9795-4af0-9c66-650334d1f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:25.415961 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Network 620aafe4-8edb-42a0-983d-486bd64eaf42 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:25.429694 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:25.438084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:25.447088 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Pushing event updated for resources: {'Port': ['ID=555dbb38-c8af-4349-a410-05579c5239f5,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:25.461220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c2331183-9795-4af0-9c66-650334d1f9b8 None None] Port c88dc572-8348-43d1-92f4-b7e1be13be41 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:25.538486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9e25a39-3cc5-47b6-a569-33cfbb432b56 req-a1f067c4-8855-4f22-b4a7-d22147b222d9 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0663497 Nov 11 21:42:25.554759 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4358782-5f74-4fb1-b788-eb1f119584e6 x-openstack-request-id: req-d4358782-5f74-4fb1-b788-eb1f119584e6 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:25.555095 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fd2e72-f133-46ba-a458-dd87d94d65ad", "name": "network-vif-plugged", "status": "completed", "tag": "3110d1c3-4dd5-4583-a238-e2f51307f9ed", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:25.555420 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d4358782-5f74-4fb1-b788-eb1f119584e6 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:25.557043 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fd2e72-f133-46ba-a458-dd87d94d65ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3110d1c3-4dd5-4583-a238-e2f51307f9ed', 'code': 200} Nov 11 21:42:25.615490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-7780bda4-8b16-4876-b23e-2d3193c13d84 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Allocated IP 2001:db8::4b (620aafe4-8edb-42a0-983d-486bd64eaf42/58e083d4-1648-4fe8-879b-fd5b3853b18c/f5533440-cce9-48e8-ae0a-f23c31eb1d69) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:25.633511 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-7780bda4-8b16-4876-b23e-2d3193c13d84 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Allocated IP 2001:db8:0:1::137 (620aafe4-8edb-42a0-983d-486bd64eaf42/330a4d7f-16a6-43b9-93ee-4e8030e1b08e/f5533440-cce9-48e8-ae0a-f23c31eb1d69) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:25.744936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Attempting to bind port 555dbb38-c8af-4349-a410-05579c5239f5 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:42:25.745322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Attempting to bind port 555dbb38-c8af-4349-a410-05579c5239f5 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '154f6d94-6a48-4f72-8244-d284fad5bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '620aafe4-8edb-42a0-983d-486bd64eaf42'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:42:25.745687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Attempting to bind port 555dbb38-c8af-4349-a410-05579c5239f5 on network 620aafe4-8edb-42a0-983d-486bd64eaf42 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:42:25.757792 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:42:25.758184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Checking segment: {'id': '154f6d94-6a48-4f72-8244-d284fad5bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '620aafe4-8edb-42a0-983d-486bd64eaf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:25.758605 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:25.759079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Bound using segment: {'id': '154f6d94-6a48-4f72-8244-d284fad5bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '620aafe4-8edb-42a0-983d-486bd64eaf42'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:42:25.759598 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Bound port: 555dbb38-c8af-4349-a410-05579c5239f5, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154f6d94-6a48-4f72-8244-d284fad5bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '620aafe4-8edb-42a0-983d-486bd64eaf42'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:42:25.759985 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:25.777520 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c339db4-e308-477b-a41e-dbdafdd2a135 None None] Update dhcp port {'port': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'fixed_ips': [{'subnet_id': '7ecead53-e4f5-42a7-984e-dc14011780df', 'ip_address': '172.20.0.2'}, {'subnet_id': '515f4f58-722d-45ea-a87d-f50b17d55cae'}], 'binding:host_id': 'n-d-805737-3'}, 'id': '5b41e6b8-f77b-4352-a52b-f0caee6c78e7'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:42:25.825327 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-2b4e3dec-8c35-482f-8393-48e2e5f2c844 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Delete allocated IP 172.20.0.10 (e65b77fa-6075-47fe-aefe-2bc865c4d588/7ecead53-e4f5-42a7-984e-dc14011780df) {{(pid=102534) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 21:42:25.836355 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c339db4-e308-477b-a41e-dbdafdd2a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:25.843587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-2b4e3dec-8c35-482f-8393-48e2e5f2c844 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Allocated IP 172.20.0.22 (e65b77fa-6075-47fe-aefe-2bc865c4d588/515f4f58-722d-45ea-a87d-f50b17d55cae/c88dc572-8348-43d1-92f4-b7e1be13be41) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:25.854931 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7780bda4-8b16-4876-b23e-2d3193c13d84 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:25.889511 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9c86-578b-4c1e-b0ea-cd090e554bd3 req-4ecbc344-ee5d-4b7f-a2f9-704826f55955 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:25.891248 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb7c9c86-578b-4c1e-b0ea-cd090e554bd3 req-4ecbc344-ee5d-4b7f-a2f9-704826f55955 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 945 time: 0.3574185 Nov 11 21:42:25.925963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:25.964320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] For port 555dbb38-c8af-4349-a410-05579c5239f5, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:42:25.995082 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc80254-f04b-4001-a143-5927a7416c51 req-6799af5d-9108-41b8-8714-4cd1dabe4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:25.996701 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5bc80254-f04b-4001-a143-5927a7416c51 req-6799af5d-9108-41b8-8714-4cd1dabe4695 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 1097 time: 0.4279459 Nov 11 21:42:26.000014 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7780bda4-8b16-4876-b23e-2d3193c13d84 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:26.000390 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] For port 555dbb38-c8af-4349-a410-05579c5239f5, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=555dbb38-c8af-4349-a410-05579c5239f5,segment=NetworkSegment(154f6d94-6a48-4f72-8244-d284fad5bdb2),segment_id=154f6d94-6a48-4f72-8244-d284fad5bdb2)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:42:26.055041 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:26.071347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7780bda4-8b16-4876-b23e-2d3193c13d84 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network 620aafe4-8edb-42a0-983d-486bd64eaf42 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:26.087246 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7780bda4-8b16-4876-b23e-2d3193c13d84 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:26.093731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780bda4-8b16-4876-b23e-2d3193c13d84 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=f5533440-cce9-48e8-ae0a-f23c31eb1d69,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:26.101432 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7780bda4-8b16-4876-b23e-2d3193c13d84 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:26.112534 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780bda4-8b16-4876-b23e-2d3193c13d84 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:26.113337 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7780bda4-8b16-4876-b23e-2d3193c13d84 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:26.137260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fb7c9c86-578b-4c1e-b0ea-cd090e554bd3 req-1f242977-7f28-48a7-8c5e-7d8c8346fa4b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Deleting port 13a9b307-eab1-4a5c-962a-988b36c69ee6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:26.137607 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb7c9c86-578b-4c1e-b0ea-cd090e554bd3 req-1f242977-7f28-48a7-8c5e-7d8c8346fa4b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:26.172582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:26.173133 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:26.214592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8eee5-78bb-488e-a5e3-55f7aba676d5 None None] Pushing event updated for resources: {'Port': ['ID=555dbb38-c8af-4349-a410-05579c5239f5,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:26.249886 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7780bda4-8b16-4876-b23e-2d3193c13d84 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.8134170 Nov 11 21:42:26.252107 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46640) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:26.268024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3103c4fe-5ca1-48ca-b07e-362c3053104b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58e083d4-1648-4fe8-879b-fd5b3853b18c'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:26.369106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fb7c9c86-578b-4c1e-b0ea-cd090e554bd3 req-1f242977-7f28-48a7-8c5e-7d8c8346fa4b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] For port 13a9b307-eab1-4a5c-962a-988b36c69ee6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=13a9b307-eab1-4a5c-962a-988b36c69ee6,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:26.369565 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb7c9c86-578b-4c1e-b0ea-cd090e554bd3 req-1f242977-7f28-48a7-8c5e-7d8c8346fa4b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:26.415108 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fb7c9c86-578b-4c1e-b0ea-cd090e554bd3 req-1f242977-7f28-48a7-8c5e-7d8c8346fa4b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Calling delete_port for 13a9b307-eab1-4a5c-962a-988b36c69ee6 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:26.424723 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3103c4fe-5ca1-48ca-b07e-362c3053104b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:26.546414 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d71cf-bc31-44bb-bdbe-6660d9eba4d0 req-67148ddf-d365-4801-9438-6cd17a191cd3 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:26.548097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba4d71cf-bc31-44bb-bdbe-6660d9eba4d0 req-67148ddf-d365-4801-9438-6cd17a191cd3 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 946 time: 0.5893211 Nov 11 21:42:26.563580 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf02d9-700e-4432-b64b-7296c80ad317 req-a793c492-2f11-4cbf-9a97-8de9b8c83ae9 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:26.572387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34bf02d9-700e-4432-b64b-7296c80ad317 req-a793c492-2f11-4cbf-9a97-8de9b8c83ae9 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.6121655 Nov 11 21:42:26.600049 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5bc80254-f04b-4001-a143-5927a7416c51 req-46cbbbfa-7bee-4a31-a5d4-94f5cee85618 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9f4be923-542a-44c4-b102-2d3330633a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508630 Nov 11 21:42:26.686644 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3dec-8c35-482f-8393-48e2e5f2c844 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:26.699724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34bf02d9-700e-4432-b64b-7296c80ad317 req-dcf67149-70b4-406f-a4f2-7df828a64ebe tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263082 Nov 11 21:42:26.714085 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba4d71cf-bc31-44bb-bdbe-6660d9eba4d0 req-36dd958e-409a-4888-a7b2-a1b2267616ca tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f4be923-542a-44c4-b102-2d3330633a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320360 Nov 11 21:42:26.715998 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3dec-8c35-482f-8393-48e2e5f2c844 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:26.776781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-5c339db4-e308-477b-a41e-dbdafdd2a135 None None] Allocated IP 172.20.0.18 (e65b77fa-6075-47fe-aefe-2bc865c4d588/515f4f58-722d-45ea-a87d-f50b17d55cae/5b41e6b8-f77b-4352-a52b-f0caee6c78e7) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:26.862708 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e3dec-8c35-482f-8393-48e2e5f2c844 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=c88dc572-8348-43d1-92f4-b7e1be13be41,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:26.932092 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e3dec-8c35-482f-8393-48e2e5f2c844 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] In _notify_port_updated(), no bound segment for port c88dc572-8348-43d1-92f4-b7e1be13be41 on network e65b77fa-6075-47fe-aefe-2bc865c4d588 {{(pid=102534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:42:26.937986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e3dec-8c35-482f-8393-48e2e5f2c844 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:26.938658 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3dec-8c35-482f-8393-48e2e5f2c844 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:26.942850 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2b4e3dec-8c35-482f-8393-48e2e5f2c844 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "PUT /v2.0/ports/c88dc572-8348-43d1-92f4-b7e1be13be41 HTTP/1.1" status: 200 len: 921 time: 2.0919080 Nov 11 21:42:26.944461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46650) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:26.947187 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5c339db4-e308-477b-a41e-dbdafdd2a135 None None] For port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,segment=NetworkSegment(0dc84b42-e92a-4ac9-91bf-48fbaf82249a),segment_id=0dc84b42-e92a-4ac9-91bf-48fbaf82249a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:26.964645 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb7c9c86-578b-4c1e-b0ea-cd090e554bd3 req-1f242977-7f28-48a7-8c5e-7d8c8346fa4b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:26.997190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11decb90-6732-4250-afdd-320fef04bcf9 req-63b5a5c3-8040-4a24-a508-5be53d66698e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:27.005945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-11decb90-6732-4250-afdd-320fef04bcf9 req-63b5a5c3-8040-4a24-a508-5be53d66698e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1401725 Nov 11 21:42:27.011180 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f242977-7f28-48a7-8c5e-7d8c8346fa4b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event deleted for resources: {'Port': ['ID=13a9b307-eab1-4a5c-962a-988b36c69ee6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:27.019352 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c339db4-e308-477b-a41e-dbdafdd2a135 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:27.030099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2829fe-68e9-43ef-abbe-dc5b5ba8f956 req-e9d093ba-d552-4c85-8f04-bfb1e14c183c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:27.031741 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d2829fe-68e9-43ef-abbe-dc5b5ba8f956 req-e9d093ba-d552-4c85-8f04-bfb1e14c183c tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 867 time: 0.1828449 Nov 11 21:42:27.033298 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['13a9b307-eab1-4a5c-962a-988b36c69ee6'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:42:27.042839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:27.052828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-3103c4fe-5ca1-48ca-b07e-362c3053104b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Delete allocated IP 2001:db8:0:1::137 (620aafe4-8edb-42a0-983d-486bd64eaf42/330a4d7f-16a6-43b9-93ee-4e8030e1b08e) {{(pid=102535) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 21:42:27.129987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:27.130402 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7388935c-ca61-4ae1-94e0-8b538cdc2ea1 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:27.132451 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c339db4-e308-477b-a41e-dbdafdd2a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:27.160322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7c9c86-578b-4c1e-b0ea-cd090e554bd3 req-1f242977-7f28-48a7-8c5e-7d8c8346fa4b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] No DVR routers for this DVR port 13a9b307-eab1-4a5c-962a-988b36c69ee6 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:27.180421 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb7c9c86-578b-4c1e-b0ea-cd090e554bd3 req-1f242977-7f28-48a7-8c5e-7d8c8346fa4b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:27.183950 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb7c9c86-578b-4c1e-b0ea-cd090e554bd3 req-1f242977-7f28-48a7-8c5e-7d8c8346fa4b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.10 "DELETE /v2.0/ports/13a9b307-eab1-4a5c-962a-988b36c69ee6 HTTP/1.1" status: 204 len: 173 time: 1.2841477 Nov 11 21:42:27.204784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f29f6ec-8399-4370-a92e-f04b5ad11972', 'name': 'network-vif-deleted', 'tag': '13a9b307-eab1-4a5c-962a-988b36c69ee6'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:27.208322 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-11decb90-6732-4250-afdd-320fef04bcf9 req-9779243f-227a-41d5-96f2-1bd8f16ffd13 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003474 Nov 11 21:42:27.208463 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c339db4-e308-477b-a41e-dbdafdd2a135 None None] Pushing event updated for resources: {'Port': ['ID=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:27.211693 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e8822d-8997-4a78-94a7-686f3f262756" -d '{"events": [{"server_uuid": "9f29f6ec-8399-4370-a92e-f04b5ad11972", "name": "network-vif-deleted", "tag": "13a9b307-eab1-4a5c-962a-988b36c69ee6"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:27.243998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d2829fe-68e9-43ef-abbe-dc5b5ba8f956 req-2f7f0eb8-778e-4268-80f7-a8ef77d118e2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d544131-0931-47bb-aa5b-afef9c39f6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952765 Nov 11 21:42:27.276223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0cd09dcc-24bb-498f-8770-d57e22a908a7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port c88dc572-8348-43d1-92f4-b7e1be13be41 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:27.276594 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cd09dcc-24bb-498f-8770-d57e22a908a7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:27.495173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e56e718b-5e8d-4f45-873d-81d48f116ccd req-2b8f884a-c335-485c-8c11-2baee8867002 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0711985 Nov 11 21:42:27.503402 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e573f860-d98b-4229-8aca-de8ab3f2bf65 x-openstack-request-id: req-e573f860-d98b-4229-8aca-de8ab3f2bf65 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:27.503821 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f29f6ec-8399-4370-a92e-f04b5ad11972", "name": "network-vif-deleted", "tag": "13a9b307-eab1-4a5c-962a-988b36c69ee6", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:27.504159 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e573f860-d98b-4229-8aca-de8ab3f2bf65 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:27.504599 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f29f6ec-8399-4370-a92e-f04b5ad11972', 'name': 'network-vif-deleted', 'tag': '13a9b307-eab1-4a5c-962a-988b36c69ee6', 'status': 'completed', 'code': 200} Nov 11 21:42:27.520323 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3103c4fe-5ca1-48ca-b07e-362c3053104b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:27.529917 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3103c4fe-5ca1-48ca-b07e-362c3053104b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:27.572860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cd09dcc-24bb-498f-8770-d57e22a908a7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:27.590427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0cd09dcc-24bb-498f-8770-d57e22a908a7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for c88dc572-8348-43d1-92f4-b7e1be13be41 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:27.616600 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3103c4fe-5ca1-48ca-b07e-362c3053104b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] In _notify_port_updated(), no bound segment for port f5533440-cce9-48e8-ae0a-f23c31eb1d69 on network 620aafe4-8edb-42a0-983d-486bd64eaf42 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:42:27.622645 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3103c4fe-5ca1-48ca-b07e-362c3053104b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:27.623596 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3103c4fe-5ca1-48ca-b07e-362c3053104b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:27.625371 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3103c4fe-5ca1-48ca-b07e-362c3053104b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "PUT /v2.0/ports/f5533440-cce9-48e8-ae0a-f23c31eb1d69 HTTP/1.1" status: 200 len: 925 time: 1.3635921 Nov 11 21:42:27.628525 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46654) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:27.634341 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-80405137-c142-4ac9-b8e4-c7d49cb9c33e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58e083d4-1648-4fe8-879b-fd5b3853b18c'}, {'subnet_id': '330a4d7f-16a6-43b9-93ee-4e8030e1b08e'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:27.717824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103c4fe-5ca1-48ca-b07e-362c3053104b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=f5533440-cce9-48e8-ae0a-f23c31eb1d69,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:27.778265 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80405137-c142-4ac9-b8e4-c7d49cb9c33e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:27.909840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598181e1-3c08-4ae2-997a-0288c90da84c None None] Network 620aafe4-8edb-42a0-983d-486bd64eaf42 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:28.045860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cd09dcc-24bb-498f-8770-d57e22a908a7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:28.105501 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd09dcc-24bb-498f-8770-d57e22a908a7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=c88dc572-8348-43d1-92f4-b7e1be13be41,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:28.137040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470ab58-5f84-40c4-8b76-5275ce50dc51 req-6813ca83-7cd7-437f-8f62-584bfa87b96d tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:28.146125 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f470ab58-5f84-40c4-8b76-5275ce50dc51 req-6813ca83-7cd7-437f-8f62-584bfa87b96d tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.2017429 Nov 11 21:42:28.165494 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-48fa8099-861c-48c8-8731-5636329693f2 None None] Provisioning complete for port 555dbb38-c8af-4349-a410-05579c5239f5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:28.166046 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48fa8099-861c-48c8-8731-5636329693f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:28.193809 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:42:28.214965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 555dbb38-c8af-4349-a410-05579c5239f5 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:28.228839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b11191-828f-470c-a6e8-30535857e122 req-c5a5ca3b-eb71-40f1-9952-6ec01e0695ae tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:28.250493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c5b11191-828f-470c-a6e8-30535857e122 req-c5a5ca3b-eb71-40f1-9952-6ec01e0695ae tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 946 time: 0.3555329 Nov 11 21:42:28.283830 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-80405137-c142-4ac9-b8e4-c7d49cb9c33e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Allocated IP 2001:db8:0:1::a (620aafe4-8edb-42a0-983d-486bd64eaf42/330a4d7f-16a6-43b9-93ee-4e8030e1b08e/f5533440-cce9-48e8-ae0a-f23c31eb1d69) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:28.289786 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-209cce06-b3f4-4251-8f84-aa3514e3a45a req-df15d6d9-f536-473e-b302-96fa66386950 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0516973 Nov 11 21:42:28.377667 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-209cce06-b3f4-4251-8f84-aa3514e3a45a req-f1188ff0-2c79-46d9-b5ae-4d246987e191 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd061da342534d959e6cad6eadbbff1c&device_id=9f29f6ec-8399-4370-a92e-f04b5ad11972 HTTP/1.1" status: 200 len: 210 time: 0.0568454 Nov 11 21:42:28.435294 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 555dbb38-c8af-4349-a410-05579c5239f5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:28.435675 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:28.452588 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f470ab58-5f84-40c4-8b76-5275ce50dc51 req-f08ea22e-eecc-4594-a83e-a8593c38b6aa tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053246 Nov 11 21:42:28.495212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c5b11191-828f-470c-a6e8-30535857e122 req-d25a3a28-3808-4f03-874e-cbb70e0471a0 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f4be923-542a-44c4-b102-2d3330633a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413538 Nov 11 21:42:28.511532 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cd09dcc-24bb-498f-8770-d57e22a908a7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:28.519445 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48fa8099-861c-48c8-8731-5636329693f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:28.528150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0cd09dcc-24bb-498f-8770-d57e22a908a7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/c88dc572-8348-43d1-92f4-b7e1be13be41 HTTP/1.1" status: 204 len: 168 time: 1.5824192 Nov 11 21:42:28.529697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:28.717964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd7077-a7d9-4746-9055-35b5b8920f31 req-dd885f8b-a498-454b-9c72-a2cedc2a2b6c tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:28.730125 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-19cd7077-a7d9-4746-9055-35b5b8920f31 req-dd885f8b-a498-454b-9c72-a2cedc2a2b6c tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1109049 Nov 11 21:42:28.813814 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-19cd7077-a7d9-4746-9055-35b5b8920f31 req-9293ce21-7ed6-4d4b-bb30-04dc208f8bab tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772693 Nov 11 21:42:28.882349 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78c794f8-9651-469c-b984-4440a2c23d2b req-ef82b704-fbca-47ad-a9ee-c62d538fd8cd tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0672169 Nov 11 21:42:28.921777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0b1fa0-1722-4a24-9fd0-9d6473d2423d None None] Update dhcp port {'port': {'network_id': '620aafe4-8edb-42a0-983d-486bd64eaf42', 'fixed_ips': [{'subnet_id': '58e083d4-1648-4fe8-879b-fd5b3853b18c', 'ip_address': '2001:db8::2'}, {'subnet_id': '330a4d7f-16a6-43b9-93ee-4e8030e1b08e'}], 'binding:host_id': 'n-d-805737-3'}, 'id': '555dbb38-c8af-4349-a410-05579c5239f5'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:42:28.926053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-48fa8099-861c-48c8-8731-5636329693f2 None None] For port 555dbb38-c8af-4349-a410-05579c5239f5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=555dbb38-c8af-4349-a410-05579c5239f5,segment=NetworkSegment(154f6d94-6a48-4f72-8244-d284fad5bdb2),segment_id=154f6d94-6a48-4f72-8244-d284fad5bdb2)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:28.955132 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:28.961404 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48fa8099-861c-48c8-8731-5636329693f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:29.008379 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a0b1fa0-1722-4a24-9fd0-9d6473d2423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:29.258225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa8099-861c-48c8-8731-5636329693f2 None None] Pushing event updated for resources: {'Port': ['ID=555dbb38-c8af-4349-a410-05579c5239f5,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:29.267562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cce06-b3f4-4251-8f84-aa3514e3a45a req-063b6a47-ee15-4323-9d33-d2b874847594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:29.270210 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-209cce06-b3f4-4251-8f84-aa3514e3a45a req-063b6a47-ee15-4323-9d33-d2b874847594 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=dd061da342534d959e6cad6eadbbff1c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8271637 Nov 11 21:42:29.273999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8247ecc2-ab82-4828-99d1-3fcde91a2993 None None] Provisioning complete for port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:29.274339 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8247ecc2-ab82-4828-99d1-3fcde91a2993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:29.288234 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0590d5b-2b0e-4ccc-b55a-568d1d631e69 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] GET failed (client error): The resource could not be found. Nov 11 21:42:29.294016 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b0590d5b-2b0e-4ccc-b55a-568d1d631e69 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/c88dc572-8348-43d1-92f4-b7e1be13be41 HTTP/1.1" status: 404 len: 333 time: 0.0709915 Nov 11 21:42:29.296486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54bc9a-ef6a-411d-ab72-9207e223b088 req-48a8f18b-45bf-479d-b1d7-6dc6365a1142 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:29.298173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca54bc9a-ef6a-411d-ab72-9207e223b088 req-48a8f18b-45bf-479d-b1d7-6dc6365a1142 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.0935006 Nov 11 21:42:29.298687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46674) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:29.336563 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:42:29.336563 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:42:29.376851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 34d8078b-65d9-47ff-97c3-d4c5914bef56 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:42:29.379672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 13a9b307-eab1-4a5c-962a-988b36c69ee6 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:29.418292 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 13a9b307-eab1-4a5c-962a-988b36c69ee6 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:29.418656 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 13a9b307-eab1-4a5c-962a-988b36c69ee6 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:29.419108 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 34d8078b-65d9-47ff-97c3-d4c5914bef56 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:29.428577 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80405137-c142-4ac9-b8e4-c7d49cb9c33e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:29.440347 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da1414fa-41df-4586-932d-273febdb5f7b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:29.469868 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80405137-c142-4ac9-b8e4-c7d49cb9c33e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:29.472590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca54bc9a-ef6a-411d-ab72-9207e223b088 req-023450a3-ad61-45b2-bbc8-d77ced672b00 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1217930 Nov 11 21:42:29.504988 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da1414fa-41df-4586-932d-273febdb5f7b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:29.694728 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8247ecc2-ab82-4828-99d1-3fcde91a2993 None None] Provisioning complete for port 06c97f66-f458-4e6e-877b-3d648951fb3d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:29.695111 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8247ecc2-ab82-4828-99d1-3fcde91a2993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:29.701035 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-9a0b1fa0-1722-4a24-9fd0-9d6473d2423d None None] Allocated IP 2001:db8:0:1::2 (620aafe4-8edb-42a0-983d-486bd64eaf42/330a4d7f-16a6-43b9-93ee-4e8030e1b08e/555dbb38-c8af-4349-a410-05579c5239f5) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:29.746645 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da1414fa-41df-4586-932d-273febdb5f7b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:29.757688 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:29.761860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da1414fa-41df-4586-932d-273febdb5f7b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:29.768874 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-da1414fa-41df-4586-932d-273febdb5f7b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/security-groups/8fd0e010-94c8-4794-91cc-ba74d41b186b HTTP/1.1" status: 204 len: 168 time: 0.4682519 Nov 11 21:42:29.769543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46682) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:29.815234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8247ecc2-ab82-4828-99d1-3fcde91a2993 None None] Port 06c97f66-f458-4e6e-877b-3d648951fb3d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:29.853681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1414fa-41df-4586-932d-273febdb5f7b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd0e010-94c8-4794-91cc-ba74d41b186b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:29.864600 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 34d8078b-65d9-47ff-97c3-d4c5914bef56, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=34d8078b-65d9-47ff-97c3-d4c5914bef56,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:29.867668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8247ecc2-ab82-4828-99d1-3fcde91a2993 None None] Could not find standard attr ID for object c88dc572-8348-43d1-92f4-b7e1be13be41. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:42:29.889180 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4742af3-0d95-4133-b32c-3dd37399a965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d8078b-65d9-47ff-97c3-d4c5914bef56'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:29.891515 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9701ede6-69ca-457a-9636-e27bf7eb8a64" -d '{"events": [{"server_uuid": "c4742af3-0d95-4133-b32c-3dd37399a965", "name": "network-vif-unplugged", "status": "completed", "tag": "34d8078b-65d9-47ff-97c3-d4c5914bef56"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:29.899822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-80405137-c142-4ac9-b8e4-c7d49cb9c33e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] In _notify_port_updated(), no bound segment for port f5533440-cce9-48e8-ae0a-f23c31eb1d69 on network 620aafe4-8edb-42a0-983d-486bd64eaf42 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:42:29.913352 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ae5c9-d4e5-4ae3-863a-d9d7a0f204ec req-22078da4-2364-4c5a-be39-495409831985 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:29.914599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80405137-c142-4ac9-b8e4-c7d49cb9c33e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:29.915370 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80405137-c142-4ac9-b8e4-c7d49cb9c33e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:29.918444 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-80405137-c142-4ac9-b8e4-c7d49cb9c33e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "PUT /v2.0/ports/f5533440-cce9-48e8-ae0a-f23c31eb1d69 HTTP/1.1" status: 200 len: 1009 time: 2.2877469 Nov 11 21:42:29.925115 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-523ae5c9-d4e5-4ae3-863a-d9d7a0f204ec req-22078da4-2364-4c5a-be39-495409831985 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.2644544 Nov 11 21:42:29.931460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46690) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:29.949845 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 34d8078b-65d9-47ff-97c3-d4c5914bef56, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=34d8078b-65d9-47ff-97c3-d4c5914bef56,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:29.950795 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc8a9-c437-48fd-ba1f-8c062efc83c2 req-3ccbe0a7-ca2a-4ceb-a038-5c1092f97b58 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:29.955751 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-994cc8a9-c437-48fd-ba1f-8c062efc83c2 req-3ccbe0a7-ca2a-4ceb-a038-5c1092f97b58 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 946 time: 0.3154218 Nov 11 21:42:29.962959 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '34d8078b-65d9-47ff-97c3-d4c5914bef56', 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce', 'port_id': '34d8078b-65d9-47ff-97c3-d4c5914bef56', 'mac_address': 'fa:16:3e:a3:fd:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2285bb7f-8f63-4bae-a730-85e19eca1b8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:42:29.978227 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.026233 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb7d2ebf-5434-4efb-83d9-29c6554aba08 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.033651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:30.061144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d878e2cc-1338-4945-97dc-3ad6f4362e02 None None] Could not find standard attr ID for object c88dc572-8348-43d1-92f4-b7e1be13be41. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:42:30.062034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80405137-c142-4ac9-b8e4-c7d49cb9c33e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=f5533440-cce9-48e8-ae0a-f23c31eb1d69,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:30.088970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9a0b1fa0-1722-4a24-9fd0-9d6473d2423d None None] For port 555dbb38-c8af-4349-a410-05579c5239f5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=555dbb38-c8af-4349-a410-05579c5239f5,segment=NetworkSegment(154f6d94-6a48-4f72-8244-d284fad5bdb2),segment_id=154f6d94-6a48-4f72-8244-d284fad5bdb2)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:30.110810 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb7d2ebf-5434-4efb-83d9-29c6554aba08 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.144885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-523ae5c9-d4e5-4ae3-863a-d9d7a0f204ec req-cc9c693d-0db0-4d6c-8b50-ac3bdb223941 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778288 Nov 11 21:42:30.145662 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cce06-b3f4-4251-8f84-aa3514e3a45a req-f56fa79d-0cb2-4abc-a304-f129123e7f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:30.146986 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-209cce06-b3f4-4251-8f84-aa3514e3a45a req-f56fa79d-0cb2-4abc-a304-f129123e7f82 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8516109 Nov 11 21:42:30.156957 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-994cc8a9-c437-48fd-ba1f-8c062efc83c2 req-d69f0ffc-941a-438a-9b55-0f013f9fcf75 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f4be923-542a-44c4-b102-2d3330633a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818533 Nov 11 21:42:30.172186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4a4bd-869e-4c05-b772-2d7fd240ed77 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port f5533440-cce9-48e8-ae0a-f23c31eb1d69 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:30.174076 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d1e4a4bd-869e-4c05-b772-2d7fd240ed77 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.184116 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=34d8078b-65d9-47ff-97c3-d4c5914bef56,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:30.215354 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.220205 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb7d2ebf-5434-4efb-83d9-29c6554aba08 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.223171 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb7d2ebf-5434-4efb-83d9-29c6554aba08 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.224472 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fb7d2ebf-5434-4efb-83d9-29c6554aba08 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/security-groups/9c6960a6-9bfd-4877-a893-f04e00391644 HTTP/1.1" status: 204 len: 168 time: 0.4376268 Nov 11 21:42:30.232712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46694) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:30.246020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d2ebf-5434-4efb-83d9-29c6554aba08 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6960a6-9bfd-4877-a893-f04e00391644,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:30.261447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d8078b-65d9-47ff-97c3-d4c5914bef56 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:42:30.308253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed20dec-7d34-4c40-86f2-e8e1264ff587 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting subnet 7ecead53-e4f5-42a7-984e-dc14011780df {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:42:30.312983 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ed20dec-7d34-4c40-86f2-e8e1264ff587 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.337846 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a0b1fa0-1722-4a24-9fd0-9d6473d2423d None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.364194 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a0b1fa0-1722-4a24-9fd0-9d6473d2423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.365645 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dde91-1eee-4361-979f-e0f374d16769 req-4133d033-e0bc-4e3c-b02c-6c6f7c32d941 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:30.367957 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e3dde91-1eee-4361-979f-e0f374d16769 req-4133d033-e0bc-4e3c-b02c-6c6f7c32d941 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 943 time: 0.0884113 Nov 11 21:42:30.383353 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250ae557-d3c1-4304-8781-f4867237e933 x-openstack-request-id: req-250ae557-d3c1-4304-8781-f4867237e933 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:30.383653 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4742af3-0d95-4133-b32c-3dd37399a965", "name": "network-vif-unplugged", "status": "completed", "tag": "34d8078b-65d9-47ff-97c3-d4c5914bef56", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:30.383875 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-250ae557-d3c1-4304-8781-f4867237e933 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:30.384268 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4742af3-0d95-4133-b32c-3dd37399a965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d8078b-65d9-47ff-97c3-d4c5914bef56', 'code': 200} Nov 11 21:42:30.416187 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ed20dec-7d34-4c40-86f2-e8e1264ff587 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.502131 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d1e4a4bd-869e-4c05-b772-2d7fd240ed77 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.502410 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 34d8078b-65d9-47ff-97c3-d4c5914bef56, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=34d8078b-65d9-47ff-97c3-d4c5914bef56,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:30.515438 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e3dde91-1eee-4361-979f-e0f374d16769 req-f6512f61-1849-4a78-b1b6-b99b1e3590fb tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390183 Nov 11 21:42:30.548673 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.552938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4a4bd-869e-4c05-b772-2d7fd240ed77 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for f5533440-cce9-48e8-ae0a-f23c31eb1d69 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:30.582339 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ed20dec-7d34-4c40-86f2-e8e1264ff587 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.588248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62a5585c-40b4-49e3-ae50-0f40d2b51802 req-9ad231a7-7a47-474b-bce3-aaca5003393f tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.1166472 Nov 11 21:42:30.595018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:30.595600 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.635782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b1fa0-1722-4a24-9fd0-9d6473d2423d None None] Pushing event updated for resources: {'Port': ['ID=555dbb38-c8af-4349-a410-05579c5239f5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:30.799441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195775f-8816-48e9-b5dd-71410a7701c6 req-6c9f91e0-6798-486a-93b6-59666340ce0e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:30.811271 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0195775f-8816-48e9-b5dd-71410a7701c6 req-6c9f91e0-6798-486a-93b6-59666340ce0e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1367011 Nov 11 21:42:30.838632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['34d8078b-65d9-47ff-97c3-d4c5914bef56'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:42:30.860677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=34d8078b-65d9-47ff-97c3-d4c5914bef56,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:30.906761 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0195775f-8816-48e9-b5dd-71410a7701c6 req-0fd869ac-d3fc-4d34-b9b9-39568565af03 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0906675 Nov 11 21:42:30.932170 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d1e4a4bd-869e-4c05-b772-2d7fd240ed77 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:30.982973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4a4bd-869e-4c05-b772-2d7fd240ed77 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=f5533440-cce9-48e8-ae0a-f23c31eb1d69,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:31.098183 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-7261b71b-e341-40a0-8227-b314be5738b2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:31.099922 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-7261b71b-e341-40a0-8227-b314be5738b2 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.71 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1979280 Nov 11 21:42:31.130185 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d1e4a4bd-869e-4c05-b772-2d7fd240ed77 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:31.133549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 555dbb38-c8af-4349-a410-05579c5239f5 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:31.133709 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d1e4a4bd-869e-4c05-b772-2d7fd240ed77 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/f5533440-cce9-48e8-ae0a-f23c31eb1d69 HTTP/1.1" status: 204 len: 168 time: 1.1979928 Nov 11 21:42:31.136691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46704) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:31.174483 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ed20dec-7d34-4c40-86f2-e8e1264ff587 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:31.196073 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ed20dec-7d34-4c40-86f2-e8e1264ff587 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:31.203540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7ed20dec-7d34-4c40-86f2-e8e1264ff587 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/7ecead53-e4f5-42a7-984e-dc14011780df HTTP/1.1" status: 204 len: 168 time: 0.9659045 Nov 11 21:42:31.204643 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46708) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:31.215720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6e65c0ea-befc-4fc9-87af-f6d58c642337 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'subnet': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:31.218301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e9487a-6405-451c-8bb9-5239b6a74326 None None] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:31.243235 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0ecd38-4747-4ace-8974-d590be1e38f2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] GET failed (client error): The resource could not be found. Nov 11 21:42:31.245576 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5b0ecd38-4747-4ace-8974-d590be1e38f2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/f5533440-cce9-48e8-ae0a-f23c31eb1d69 HTTP/1.1" status: 404 len: 333 time: 0.1077232 Nov 11 21:42:31.248322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46710) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:31.291150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed20dec-7d34-4c40-86f2-e8e1264ff587 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Subnet': ['ID=7ecead53-e4f5-42a7-984e-dc14011780df,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:31.399256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 555dbb38-c8af-4349-a410-05579c5239f5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:31.399856 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:31.399948 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff40642-a88d-4549-872e-5b9ad579c28a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting subnet 330a4d7f-16a6-43b9-93ee-4e8030e1b08e {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:42:31.426701 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ff40642-a88d-4549-872e-5b9ad579c28a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:31.483878 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ff40642-a88d-4549-872e-5b9ad579c28a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:31.518564 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-bd35ebc1-9ab4-4b2a-9c6f-ae80b16ab96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Deleting port 72f02da6-ee7a-4242-9b47-6276a3b17ffb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:31.519469 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-bd35ebc1-9ab4-4b2a-9c6f-ae80b16ab96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:31.596323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e65c0ea-befc-4fc9-87af-f6d58c642337 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:31.609516 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e65c0ea-befc-4fc9-87af-f6d58c642337 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:31.610515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e281bf-d8bc-4af8-81da-dbddffa192e8 None None] Network 620aafe4-8edb-42a0-983d-486bd64eaf42 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:31.650644 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ff40642-a88d-4549-872e-5b9ad579c28a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:31.711043 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ea4b8a2d-8c0f-4594-9269-8d0aaa04ed7d None None] Provisioning complete for port 555dbb38-c8af-4349-a410-05579c5239f5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:31.711391 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8a2d-8c0f-4594-9269-8d0aaa04ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:31.806808 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-bd35ebc1-9ab4-4b2a-9c6f-ae80b16ab96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] For port 72f02da6-ee7a-4242-9b47-6276a3b17ffb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72f02da6-ee7a-4242-9b47-6276a3b17ffb,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:31.807510 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-bd35ebc1-9ab4-4b2a-9c6f-ae80b16ab96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:31.818192 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ff40642-a88d-4549-872e-5b9ad579c28a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:31.935712 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff40642-a88d-4549-872e-5b9ad579c28a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Subnet': ['ID=330a4d7f-16a6-43b9-93ee-4e8030e1b08e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:32.041068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3b321-177b-46ea-8071-0a1e14fa1333 req-447314a9-ff41-4c81-80d7-ed039fdf5a6f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:32.042794 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02c3b321-177b-46ea-8071-0a1e14fa1333 req-447314a9-ff41-4c81-80d7-ed039fdf5a6f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 944 time: 0.2451479 Nov 11 21:42:32.065887 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ff40642-a88d-4549-872e-5b9ad579c28a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:32.073670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8ff40642-a88d-4549-872e-5b9ad579c28a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/330a4d7f-16a6-43b9-93ee-4e8030e1b08e HTTP/1.1" status: 204 len: 168 time: 0.8238695 Nov 11 21:42:32.074367 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46722) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:32.198690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbd4bf-66de-4325-954c-dbd0d73de83a req-e6eff553-0f4f-463e-96f1-1821842179ec tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:32.208846 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdfbd4bf-66de-4325-954c-dbd0d73de83a req-e6eff553-0f4f-463e-96f1-1821842179ec tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.8054624 Nov 11 21:42:32.222237 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca64b42-e508-4725-a72b-5efbab71631a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting subnet 58e083d4-1648-4fe8-879b-fd5b3853b18c {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:42:32.226912 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ca64b42-e508-4725-a72b-5efbab71631a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:32.284252 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ca64b42-e508-4725-a72b-5efbab71631a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:32.290571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ea4b8a2d-8c0f-4594-9269-8d0aaa04ed7d None None] Could not find standard attr ID for object f5533440-cce9-48e8-ae0a-f23c31eb1d69. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:42:32.491742 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ca64b42-e508-4725-a72b-5efbab71631a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:32.534767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02c3b321-177b-46ea-8071-0a1e14fa1333 req-3304c329-126b-4901-90e4-1e7426eb891e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852905 Nov 11 21:42:32.579132 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdfbd4bf-66de-4325-954c-dbd0d73de83a req-7f51260f-4cf2-40ff-bd58-ad5339d18238 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726239 Nov 11 21:42:32.672084 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ca64b42-e508-4725-a72b-5efbab71631a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:32.676319 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-bd35ebc1-9ab4-4b2a-9c6f-ae80b16ab96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:32.676890 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-bd35ebc1-9ab4-4b2a-9c6f-ae80b16ab96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:32.677013 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-bd35ebc1-9ab4-4b2a-9c6f-ae80b16ab96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Floating IP a10a82c3-48f7-4243-abc0-b7ea670bd2da disassociated. External IP: 172.25.0.63, port: 72f02da6-ee7a-4242-9b47-6276a3b17ffb. Nov 11 21:42:32.677361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-bd35ebc1-9ab4-4b2a-9c6f-ae80b16ab96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Calling delete_port for 72f02da6-ee7a-4242-9b47-6276a3b17ffb owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:32.711179 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ca64b42-e508-4725-a72b-5efbab71631a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:32.714439 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0ca64b42-e508-4725-a72b-5efbab71631a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/58e083d4-1648-4fe8-879b-fd5b3853b18c HTTP/1.1" status: 204 len: 168 time: 0.6352336 Nov 11 21:42:32.722414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46726) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:32.752240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5370ebaa-eeba-4110-9fb6-00f8206d55b2 None None] Provisioning complete for port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:32.752869 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5370ebaa-eeba-4110-9fb6-00f8206d55b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:32.814868 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c21bd085-5d6d-45b7-8206-56bfac40a40f req-b189ed45-f4d0-4380-8a3d-668791086820 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/ports?device_id=770455cf-0ee5-4257-8c89-88843417d0b6 HTTP/1.1" status: 200 len: 210 time: 0.1333165 Nov 11 21:42:32.818121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca64b42-e508-4725-a72b-5efbab71631a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Subnet': ['ID=58e083d4-1648-4fe8-879b-fd5b3853b18c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:32.834001 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:32.868198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59a4b6-5580-4918-9318-e5100a13b747 req-4a5d4592-9715-414e-ac18-4b3819cffa2f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:32.870560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b59a4b6-5580-4918-9318-e5100a13b747 req-4a5d4592-9715-414e-ac18-4b3819cffa2f tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 944 time: 0.1277499 Nov 11 21:42:32.950227 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5370ebaa-eeba-4110-9fb6-00f8206d55b2 None None] Provisioning complete for port 06c97f66-f458-4e6e-877b-3d648951fb3d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:32.951041 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5370ebaa-eeba-4110-9fb6-00f8206d55b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.000398 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5370ebaa-eeba-4110-9fb6-00f8206d55b2 None None] Port 06c97f66-f458-4e6e-877b-3d648951fb3d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:33.011585 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e65c0ea-befc-4fc9-87af-f6d58c642337 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.022881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b59a4b6-5580-4918-9318-e5100a13b747 req-905795de-11ef-4aa2-b5af-4b301a046979 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups?id=a043978e-c13f-4d29-9f63-7496c24833e9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1344776 Nov 11 21:42:33.135032 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e65c0ea-befc-4fc9-87af-f6d58c642337 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:33.168293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6e65c0ea-befc-4fc9-87af-f6d58c642337 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:33.172177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e65c0ea-befc-4fc9-87af-f6d58c642337 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:33.172780 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e65c0ea-befc-4fc9-87af-f6d58c642337 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.175676 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65c0ea-befc-4fc9-87af-f6d58c642337 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Subnet': ['ID=7bde3e68-d22a-42be-b39e-0bf1bbc62839,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:33.178260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949adae9-9f06-4159-8a30-f49bbd22b506 None None] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:33.237416 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6e65c0ea-befc-4fc9-87af-f6d58c642337 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0270898 Nov 11 21:42:33.241171 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46734) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:33.248670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ecdb4d87-3e5b-4312-9dde-253a2c13be24 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'security_group': {'name': 'tempest-secgroup-325446096'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:33.293955 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 555dbb38-c8af-4349-a410-05579c5239f5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:33.294307 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.294717 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ecdb4d87-3e5b-4312-9dde-253a2c13be24 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.392633 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-bd35ebc1-9ab4-4b2a-9c6f-ae80b16ab96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.399408 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] For port 555dbb38-c8af-4349-a410-05579c5239f5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=555dbb38-c8af-4349-a410-05579c5239f5,segment=NetworkSegment(154f6d94-6a48-4f72-8244-d284fad5bdb2),segment_id=154f6d94-6a48-4f72-8244-d284fad5bdb2)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:33.399700 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.418346 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 34d8078b-65d9-47ff-97c3-d4c5914bef56 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:33.443300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35ebc1-9ab4-4b2a-9c6f-ae80b16ab96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event deleted for resources: {'Port': ['ID=72f02da6-ee7a-4242-9b47-6276a3b17ffb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:33.445530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 555dbb38-c8af-4349-a410-05579c5239f5 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:33.447499 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ecdb4d87-3e5b-4312-9dde-253a2c13be24 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.457862 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ecdb4d87-3e5b-4312-9dde-253a2c13be24 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.514575 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5691340e-2553-4c44-8121-c0073c1c972c None None] Network 620aafe4-8edb-42a0-983d-486bd64eaf42 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:33.544147 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ecdb4d87-3e5b-4312-9dde-253a2c13be24 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.545997 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ecdb4d87-3e5b-4312-9dde-253a2c13be24 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3029597 Nov 11 21:42:33.550057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46744) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:33.555072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-519fd61b-cb89-43e8-9fac-9dee85fe26ba tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'security_group': {'name': 'tempest-secgroup-1334361840'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:33.587630 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-519fd61b-cb89-43e8-9fac-9dee85fe26ba tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.627794 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-bd35ebc1-9ab4-4b2a-9c6f-ae80b16ab96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Router 6cb4007a-b04e-40d5-b0c4-5c825b92623d has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:42:33.634900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb4d87-3e5b-4312-9dde-253a2c13be24 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea3828f-9faf-4aba-b8ce-f3ad56e1a2dc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:33.749839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 34d8078b-65d9-47ff-97c3-d4c5914bef56 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:33.750542 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.762393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5191d151-5fff-43eb-aeee-ef2f4b8797a9 None None] Provisioning complete for port 555dbb38-c8af-4349-a410-05579c5239f5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:33.763106 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5191d151-5fff-43eb-aeee-ef2f4b8797a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.864940 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-519fd61b-cb89-43e8-9fac-9dee85fe26ba tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.887480 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.890335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ab06a-3e99-4c18-9ada-e358aa567d10 req-c5132817-9318-4a70-9433-9ab285a22a75 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:33.891873 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be6ab06a-3e99-4c18-9ada-e358aa567d10 req-c5132817-9318-4a70-9433-9ab285a22a75 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 944 time: 0.1459036 Nov 11 21:42:33.893643 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-519fd61b-cb89-43e8-9fac-9dee85fe26ba tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:33.946353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5191d151-5fff-43eb-aeee-ef2f4b8797a9 None None] Could not find standard attr ID for object 555dbb38-c8af-4349-a410-05579c5239f5. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:42:33.948586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No DVR routers for this DVR port 555dbb38-c8af-4349-a410-05579c5239f5 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:33.959456 n-d-805737-3 neutron-server[102536]: INFO neutron.plugins.ml2.db [None req-5191d151-5fff-43eb-aeee-ef2f4b8797a9 None None] No ports have port_id starting with 555dbb38-c8af-4349-a410-05579c5239f5 Nov 11 21:42:33.961368 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c8bcc1-fa89-4119-921e-e328a0b272be None None] Update dhcp port {'port': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'fixed_ips': [{'subnet_id': '515f4f58-722d-45ea-a87d-f50b17d55cae', 'ip_address': '172.20.0.18'}, {'subnet_id': '7bde3e68-d22a-42be-b39e-0bf1bbc62839'}], 'binding:host_id': 'n-d-805737-3'}, 'id': '5b41e6b8-f77b-4352-a52b-f0caee6c78e7'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:42:33.965864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=555dbb38-c8af-4349-a410-05579c5239f5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:34.015159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c088a0-2403-4c21-81f3-25ee6f1a4f67 None None] DHCP port deletion for 620aafe4-8edb-42a0-983d-486bd64eaf42 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:34.026815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-bd35ebc1-9ab4-4b2a-9c6f-ae80b16ab96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:42:34.036054 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-50c8bcc1-fa89-4119-921e-e328a0b272be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.043929 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6db1843-fc1e-4309-933e-2ba17f835743 None None] Sync routers for ids ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:42:34.066027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592401d-2e8e-4434-95b3-7c4719b2f345 req-e820c80b-77f2-4f92-acc2-b2769e329871 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:34.067901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a592401d-2e8e-4434-95b3-7c4719b2f345 req-e820c80b-77f2-4f92-acc2-b2769e329871 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.2903681 Nov 11 21:42:34.072994 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db1843-fc1e-4309-933e-2ba17f835743 None None] Routers {'6cb4007a-b04e-40d5-b0c4-5c825b92623d'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:42:34.076981 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c6db1843-fc1e-4309-933e-2ba17f835743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:42:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:34.079648 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.085972 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be6ab06a-3e99-4c18-9ada-e358aa567d10 req-a5b01438-50d1-4f5e-9ece-f553d064a8e1 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830385 Nov 11 21:42:34.107602 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-519fd61b-cb89-43e8-9fac-9dee85fe26ba tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.114612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-519fd61b-cb89-43e8-9fac-9dee85fe26ba tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5632081 Nov 11 21:42:34.120288 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46760) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:34.122518 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.125438 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-bd35ebc1-9ab4-4b2a-9c6f-ae80b16ab96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] No DVR routers for this DVR port 72f02da6-ee7a-4242-9b47-6276a3b17ffb on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:34.129193 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4742af3-0d95-4133-b32c-3dd37399a965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d8078b-65d9-47ff-97c3-d4c5914bef56'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:34.132352 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25023acf-c546-4634-a984-d480e3073d68" -d '{"events": [{"server_uuid": "c4742af3-0d95-4133-b32c-3dd37399a965", "name": "network-vif-plugged", "status": "completed", "tag": "34d8078b-65d9-47ff-97c3-d4c5914bef56"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:34.135266 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-bd35ebc1-9ab4-4b2a-9c6f-ae80b16ab96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.138729 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e8cdb54a-dcc9-46ae-84c7-bf733ce372f5 req-bd35ebc1-9ab4-4b2a-9c6f-ae80b16ab96e tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.71 "DELETE /v2.0/ports/72f02da6-ee7a-4242-9b47-6276a3b17ffb HTTP/1.1" status: 204 len: 173 time: 3.0199573 Nov 11 21:42:34.139226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-deleted', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:34.142869 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6c674d-3473-4220-a487-7eafc1aa3501" -d '{"events": [{"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-deleted", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:34.153435 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e7f99029-1c1b-4980-8cac-698a5fab14ad tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'security_group': {'name': 'tempest-secgroup-1147468488'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:34.172955 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 34d8078b-65d9-47ff-97c3-d4c5914bef56, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=34d8078b-65d9-47ff-97c3-d4c5914bef56,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:34.173657 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620aafe4-8edb-42a0-983d-486bd64eaf42']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:34.185622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fd61b-cb89-43e8-9fac-9dee85fe26ba tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee768004-4085-41b7-b3f3-c68c348249bc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:34.185876 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.205873 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154f6d94-6a48-4f72-8244-d284fad5bdb2') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:34.206442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154f6d94-6a48-4f72-8244-d284fad5bdb2') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:34.224366 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.250875 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.261619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:42:34.262453 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:42:34.267353 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:42:34.285318 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7f99029-1c1b-4980-8cac-698a5fab14ad tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.355127 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a592401d-2e8e-4434-95b3-7c4719b2f345 req-3cf5c5c9-ac3c-46bc-bfe2-6e4a941c2dfd tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373288 Nov 11 21:42:34.361964 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.423182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=34d8078b-65d9-47ff-97c3-d4c5914bef56,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:34.432651 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4953ba89-d43c-4f3f-9c86-4b20bb2b5ea8 req-0e837911-6e16-4e26-95cc-7799caaedc39 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/ports?device_id=afac3f99-076d-40c4-b121-a7894d130c3f HTTP/1.1" status: 200 len: 210 time: 0.0995557 Nov 11 21:42:34.445285 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.453405 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/networks/620aafe4-8edb-42a0-983d-486bd64eaf42 HTTP/1.1" status: 204 len: 168 time: 1.7298515 Nov 11 21:42:34.454910 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d17d0-81e0-483d-a846-53607e18ff76 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Network': ['ID=620aafe4-8edb-42a0-983d-486bd64eaf42,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:34.459441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46770) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:34.525723 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c6db1843-fc1e-4309-933e-2ba17f835743 None None] Set router 6cb4007a-b04e-40d5-b0c4-5c825b92623d gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:42:34.580829 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-50c8bcc1-fa89-4119-921e-e328a0b272be None None] Allocated IP 172.20.0.2 (e65b77fa-6075-47fe-aefe-2bc865c4d588/7bde3e68-d22a-42be-b39e-0bf1bbc62839/5b41e6b8-f77b-4352-a52b-f0caee6c78e7) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:34.593370 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1aaff3-8a4a-459f-b3c3-4176a4e89367 x-openstack-request-id: req-cf1aaff3-8a4a-459f-b3c3-4176a4e89367 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:34.593723 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afac3f99-076d-40c4-b121-a7894d130c3f", "name": "network-vif-deleted", "tag": "72f02da6-ee7a-4242-9b47-6276a3b17ffb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:34.593988 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf1aaff3-8a4a-459f-b3c3-4176a4e89367 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:34.594991 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afac3f99-076d-40c4-b121-a7894d130c3f', 'name': 'network-vif-deleted', 'tag': '72f02da6-ee7a-4242-9b47-6276a3b17ffb', 'status': 'completed', 'code': 200} Nov 11 21:42:34.617555 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7f99029-1c1b-4980-8cac-698a5fab14ad tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.621046 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d3b080-c1b8-4399-8ade-6119e109c9e7 x-openstack-request-id: req-d9d3b080-c1b8-4399-8ade-6119e109c9e7 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:34.625637 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4742af3-0d95-4133-b32c-3dd37399a965", "name": "network-vif-plugged", "status": "completed", "tag": "34d8078b-65d9-47ff-97c3-d4c5914bef56", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:34.627183 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d9d3b080-c1b8-4399-8ade-6119e109c9e7 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:34.629318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482067fb-ef5c-4cd4-a00d-fb1e929bfc49 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:34.629547 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4742af3-0d95-4133-b32c-3dd37399a965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d8078b-65d9-47ff-97c3-d4c5914bef56', 'code': 200} Nov 11 21:42:34.632058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46776) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:34.645162 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46778) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:34.646739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-482067fb-ef5c-4cd4-a00d-fb1e929bfc49 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1860666 Nov 11 21:42:34.648244 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7f99029-1c1b-4980-8cac-698a5fab14ad tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.686599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f99029-1c1b-4980-8cac-698a5fab14ad tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9a9109-ece3-463e-9e54-5210aab348fe,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:34.691244 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7f99029-1c1b-4980-8cac-698a5fab14ad tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.692669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e7f99029-1c1b-4980-8cac-698a5fab14ad tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5694792 Nov 11 21:42:34.696090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46780) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:34.703394 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6b9e1dc5-8b29-4812-80ef-3b4158dc8c14 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-701567599', 'security_groups': ['4c9a9109-ece3-463e-9e54-5210aab348fe'], 'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7bde3e68-d22a-42be-b39e-0bf1bbc62839'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:34.816500 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cf702a12-8f8d-4b7d-9512-6ef1c9571c71 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1702187 Nov 11 21:42:34.823740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46786) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:34.827292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90f4b7-c38b-4d38-822b-7d72e8ff2ce5 req-f4c3c2c1-9243-49ea-bb17-476e7460214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:34.829624 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b90f4b7-c38b-4d38-822b-7d72e8ff2ce5 req-f4c3c2c1-9243-49ea-bb17-476e7460214f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 1096 time: 0.0849748 Nov 11 21:42:34.829995 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d4f92802-5029-4141-9e8f-92ef70a34d07 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1340424105'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:34.846871 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.db.api [None req-d4f92802-5029-4141-9e8f-92ef70a34d07 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 21:42:34.846871 n-d-805737-3 neutron-server[102534]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 21:42:34.846871 n-d-805737-3 neutron-server[102534]: [parameters: {'project_id_1': 'dbad1feca6c74716beb5daf54e17f08f', 'expiration_1': datetime.datetime(2021, 11, 11, 21, 42, 14, 839315)}] Nov 11 21:42:34.846871 n-d-805737-3 neutron-server[102534]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:42:34.847345 n-d-805737-3 neutron-server[102534]: DEBUG oslo_db.api [None req-d4f92802-5029-4141-9e8f-92ef70a34d07 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:42:34.860648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9e1dc5-8b29-4812-80ef-3b4158dc8c14 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:34.860912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-50c8bcc1-fa89-4119-921e-e328a0b272be None None] For port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,segment=NetworkSegment(0dc84b42-e92a-4ac9-91bf-48fbaf82249a),segment_id=0dc84b42-e92a-4ac9-91bf-48fbaf82249a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:34.887853 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c6db1843-fc1e-4309-933e-2ba17f835743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:29Z', 'updated_at': '2021-11-11T21:33:33Z', 'revision_number': 4, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'gw_port': {'id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '84250b90-07e1-44c5-a2c9-2821c27c8aa4', 'name': '', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'mac_address': 'fa:16:3e:e0:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:33Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 5, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'subnets': [{'id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:34.902466 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-50c8bcc1-fa89-4119-921e-e328a0b272be None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.908135 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-922ab816-20a9-47dd-bf4a-59e7a5cf42c0 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.915254 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-50c8bcc1-fa89-4119-921e-e328a0b272be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.939080 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-922ab816-20a9-47dd-bf4a-59e7a5cf42c0 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.958434 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6db1843-fc1e-4309-933e-2ba17f835743 None None] Checking router: 6cb4007a-b04e-40d5-b0c4-5c825b92623d for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:42:34.982755 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db1843-fc1e-4309-933e-2ba17f835743 None None] Routers {'6cb4007a-b04e-40d5-b0c4-5c825b92623d'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:42:34.984761 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c6db1843-fc1e-4309-933e-2ba17f835743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:42:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:35.003417 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-922ab816-20a9-47dd-bf4a-59e7a5cf42c0 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:35.007310 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-922ab816-20a9-47dd-bf4a-59e7a5cf42c0 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:35.011603 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-922ab816-20a9-47dd-bf4a-59e7a5cf42c0 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "DELETE /v2.0/security-groups/088d0746-4f50-4e34-b31d-911bd976f938 HTTP/1.1" status: 204 len: 168 time: 0.3783932 Nov 11 21:42:35.024765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46790) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:35.053070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ab816-20a9-47dd-bf4a-59e7a5cf42c0 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=088d0746-4f50-4e34-b31d-911bd976f938,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:35.069551 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b90f4b7-c38b-4d38-822b-7d72e8ff2ce5 req-f1e4f01e-5961-4bb9-b4fd-6ed785a8f4ea service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307789 Nov 11 21:42:35.071134 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-661ec9b5-a027-4939-9cbb-fbe971147696 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] show failed (client error): The resource could not be found. Nov 11 21:42:35.077653 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-661ec9b5-a027-4939-9cbb-fbe971147696 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "GET /v2.0/security-groups/088d0746-4f50-4e34-b31d-911bd976f938 HTTP/1.1" status: 404 len: 347 time: 0.0330210 Nov 11 21:42:35.078690 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46792) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:35.100914 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b9e1dc5-8b29-4812-80ef-3b4158dc8c14 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:35.124578 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-6b9e1dc5-8b29-4812-80ef-3b4158dc8c14 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] device_id is not set on port 587dc063-c371-469e-9602-cf3c507a5797 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:42:35.128464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72f02da6-ee7a-4242-9b47-6276a3b17ffb no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:35.160340 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 555dbb38-c8af-4349-a410-05579c5239f5 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:35.272171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b129a-8eb2-4bdb-bdeb-318370a314a8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Deleting port 33394d6a-af21-4e3f-8be5-4ccc1698b6c7 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:35.274492 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd8b129a-8eb2-4bdb-bdeb-318370a314a8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:35.325932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 72f02da6-ee7a-4242-9b47-6276a3b17ffb {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:35.326706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72f02da6-ee7a-4242-9b47-6276a3b17ffb not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:35.332867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 555dbb38-c8af-4349-a410-05579c5239f5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:35.333626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 555dbb38-c8af-4349-a410-05579c5239f5 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:35.333904 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c6db1843-fc1e-4309-933e-2ba17f835743 None None] Set router 6cb4007a-b04e-40d5-b0c4-5c825b92623d gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:42:35.359208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8bcc1-fa89-4119-921e-e328a0b272be None None] Pushing event updated for resources: {'Port': ['ID=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:35.502604 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd8b129a-8eb2-4bdb-bdeb-318370a314a8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:35.502967 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd8b129a-8eb2-4bdb-bdeb-318370a314a8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:35.522455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b129a-8eb2-4bdb-bdeb-318370a314a8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Calling delete_port for 33394d6a-af21-4e3f-8be5-4ccc1698b6c7 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:35.569151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f92802-5029-4141-9e8f-92ef70a34d07 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:35.574090 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4f92802-5029-4141-9e8f-92ef70a34d07 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:35.629641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745546f9-c061-4915-88ff-2b86320bfae7 req-78e1ed58-f62d-4028-8cf4-1413320a8611 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:35.638758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-745546f9-c061-4915-88ff-2b86320bfae7 req-78e1ed58-f62d-4028-8cf4-1413320a8611 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 946 time: 0.2218931 Nov 11 21:42:35.662559 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-6b9e1dc5-8b29-4812-80ef-3b4158dc8c14 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Allocated IP 172.20.0.7 (e65b77fa-6075-47fe-aefe-2bc865c4d588/7bde3e68-d22a-42be-b39e-0bf1bbc62839/587dc063-c371-469e-9602-cf3c507a5797) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:35.755856 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c6db1843-fc1e-4309-933e-2ba17f835743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:29Z', 'updated_at': '2021-11-11T21:33:33Z', 'revision_number': 4, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'gw_port': {'id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '84250b90-07e1-44c5-a2c9-2821c27c8aa4', 'name': '', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'mac_address': 'fa:16:3e:e0:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:33Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 5, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'subnets': [{'id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:35.764527 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd8b129a-8eb2-4bdb-bdeb-318370a314a8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:35.767704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c0da0-9a7e-46e7-9c1a-29afc3800dfc req-43ef22d0-e2f2-4289-978c-2909bd2d69bf tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:35.775946 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a31c0da0-9a7e-46e7-9c1a-29afc3800dfc req-43ef22d0-e2f2-4289-978c-2909bd2d69bf tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.4004834 Nov 11 21:42:35.791581 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6db1843-fc1e-4309-933e-2ba17f835743 None None] The sync data for ids ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'] in n-d-805737-3 is: [{'id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:29Z', 'updated_at': '2021-11-11T21:33:33Z', 'revision_number': 4, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'gw_port': {'id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '84250b90-07e1-44c5-a2c9-2821c27c8aa4', 'name': '', 'network_id': '7ca53df5-a923-4637-abe2-0023dcccd003', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'mac_address': 'fa:16:3e:e0:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:33Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 5, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'subnets': [{'id': '20e67dd5-96fd-49f9-8663-fcf39316a998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:42:35.795536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b129a-8eb2-4bdb-bdeb-318370a314a8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event deleted for resources: {'Port': ['ID=33394d6a-af21-4e3f-8be5-4ccc1698b6c7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:35.815770 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2a5f82-6fd4-4351-8c25-31911918e8da None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:35.835766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f92802-5029-4141-9e8f-92ef70a34d07 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:42:35.909299 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd8b129a-8eb2-4bdb-bdeb-318370a314a8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:35.912983 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd8b129a-8eb2-4bdb-bdeb-318370a314a8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:35.917277 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cd8b129a-8eb2-4bdb-bdeb-318370a314a8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "DELETE /v2.0/floatingips/0545840a-9fdc-43f2-8999-0ba5a95d7d2a HTTP/1.1" status: 204 len: 168 time: 0.8372517 Nov 11 21:42:35.919746 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46806) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:35.934862 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4f92802-5029-4141-9e8f-92ef70a34d07 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:35.935208 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-d4f92802-5029-4141-9e8f-92ef70a34d07 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Added segment 5174d31e-ce03-4bc1-9a25-2ab53aac34d4 of type vlan for network 78fbee98-f49b-4295-8a13-fc6c74b1c415 Nov 11 21:42:35.978169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a31c0da0-9a7e-46e7-9c1a-29afc3800dfc req-b48ae988-078a-42b5-b54c-717d3807c39a tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012444 Nov 11 21:42:36.070399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-745546f9-c061-4915-88ff-2b86320bfae7 req-7dc93fed-c073-4e85-a112-7d03df16d3a3 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f4be923-542a-44c4-b102-2d3330633a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288576 Nov 11 21:42:36.094236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d0b77f38-3a1f-4f8d-9550-dacf3b046e4c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Deleting port f0ed3440-fad0-40db-ae8d-c2ff35601d0b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:36.095631 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0b77f38-3a1f-4f8d-9550-dacf3b046e4c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:36.111224 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4f92802-5029-4141-9e8f-92ef70a34d07 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:36.190948 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b9e1dc5-8b29-4812-80ef-3b4158dc8c14 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:36.231029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90ed3d-fbc2-4894-9bac-f57bec734ac9 req-d3d5726d-b059-42bb-8ab9-7e1fd3fbe21b tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:36.231305 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0b77f38-3a1f-4f8d-9550-dacf3b046e4c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:36.232763 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea90ed3d-fbc2-4894-9bac-f57bec734ac9 req-d3d5726d-b059-42bb-8ab9-7e1fd3fbe21b tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.1407418 Nov 11 21:42:36.234856 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d144c893-f0bb-4fc3-aad8-949caae0fb95 None None] Provisioning complete for port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:36.236522 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d144c893-f0bb-4fc3-aad8-949caae0fb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:36.253043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d0b77f38-3a1f-4f8d-9550-dacf3b046e4c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Calling delete_port for f0ed3440-fad0-40db-ae8d-c2ff35601d0b owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:36.262396 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4f92802-5029-4141-9e8f-92ef70a34d07 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:36.269646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f92802-5029-4141-9e8f-92ef70a34d07 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:36.270467 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d4f92802-5029-4141-9e8f-92ef70a34d07 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:36.306680 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349b8a3d-2988-45fa-a66a-4844fd657ace None None] New status for floating IP a10a82c3-48f7-4243-abc0-b7ea670bd2da: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:42:36.314940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46810) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:36.347341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d4f92802-5029-4141-9e8f-92ef70a34d07 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5216534 Nov 11 21:42:36.352911 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46812) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:36.364914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-160ba82d-d8a5-4d10-9866-5928130f69cb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'subnet': {'network_id': '78fbee98-f49b-4295-8a13-fc6c74b1c415', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:36.395708 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b9e1dc5-8b29-4812-80ef-3b4158dc8c14 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:36.411965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea90ed3d-fbc2-4894-9bac-f57bec734ac9 req-94f086e1-16b4-4c28-bdda-3237f5da4f28 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614435 Nov 11 21:42:36.448145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f92802-5029-4141-9e8f-92ef70a34d07 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Network': ['ID=78fbee98-f49b-4295-8a13-fc6c74b1c415,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:36.464937 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9e1dc5-8b29-4812-80ef-3b4158dc8c14 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:36.468473 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-6b9e1dc5-8b29-4812-80ef-3b4158dc8c14 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:36.469672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 78fbee98-f49b-4295-8a13-fc6c74b1c415 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:42:36.475226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e1dc5-8b29-4812-80ef-3b4158dc8c14 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:36.526513 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e1dc5-8b29-4812-80ef-3b4158dc8c14 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=587dc063-c371-469e-9602-cf3c507a5797,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:36.568630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9e1dc5-8b29-4812-80ef-3b4158dc8c14 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:36.569642 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b9e1dc5-8b29-4812-80ef-3b4158dc8c14 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:36.597348 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6b9e1dc5-8b29-4812-80ef-3b4158dc8c14 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8999307 Nov 11 21:42:36.598086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46814) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:36.603487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2adfc1dd-0bb9-42b1-aab9-aafe7cdcbcc7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'subnet': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:36.633488 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d144c893-f0bb-4fc3-aad8-949caae0fb95 None None] Provisioning complete for port 06c97f66-f458-4e6e-877b-3d648951fb3d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:36.633860 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d144c893-f0bb-4fc3-aad8-949caae0fb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:36.691825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d144c893-f0bb-4fc3-aad8-949caae0fb95 None None] Port 06c97f66-f458-4e6e-877b-3d648951fb3d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:36.816732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8615c2a5-7e2f-48fd-ab46-3cbefad4be3e None None] Provisioning complete for port 587dc063-c371-469e-9602-cf3c507a5797 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:36.817214 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8615c2a5-7e2f-48fd-ab46-3cbefad4be3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:36.861191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8615c2a5-7e2f-48fd-ab46-3cbefad4be3e None None] Port 587dc063-c371-469e-9602-cf3c507a5797 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:36.986057 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3877193f-5205-438c-b06d-0dc6e5db304b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.031938 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0b77f38-3a1f-4f8d-9550-dacf3b046e4c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.038112 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160ba82d-d8a5-4d10-9866-5928130f69cb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:37.042052 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-160ba82d-d8a5-4d10-9866-5928130f69cb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.045565 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:37.050500 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3877193f-5205-438c-b06d-0dc6e5db304b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.051279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adfc1dd-0bb9-42b1-aab9-aafe7cdcbcc7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:37.060067 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2adfc1dd-0bb9-42b1-aab9-aafe7cdcbcc7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.071954 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8194579-29d8-422b-8d09-2d3077b8c5f5 req-541e5aaf-837a-481b-a162-e969bf07fcc7 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:37.073593 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e8194579-29d8-422b-8d09-2d3077b8c5f5 req-541e5aaf-837a-481b-a162-e969bf07fcc7 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.10 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 946 time: 0.1463633 Nov 11 21:42:37.103707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:37.105068 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.126099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b77f38-3a1f-4f8d-9550-dacf3b046e4c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event deleted for resources: {'Port': ['ID=f0ed3440-fad0-40db-ae8d-c2ff35601d0b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:37.225212 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cacab-1573-44e2-8d4a-5031d7ca9df0 req-be268a12-4763-4b96-b140-2fa4a4d465bc tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:37.227037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db3cacab-1573-44e2-8d4a-5031d7ca9df0 req-be268a12-4763-4b96-b140-2fa4a4d465bc tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1390121 Nov 11 21:42:37.276419 n-d-805737-3 neutron-server[102534]: INFO neutron.db.ipam_backend_mixin [None req-2adfc1dd-0bb9-42b1-aab9-aafe7cdcbcc7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7bde3e68-d22a-42be-b39e-0bf1bbc62839 (CIDR: 172.20.0.0/28) Nov 11 21:42:37.289006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cb102-3c02-4940-a1ae-b92b7c8fa6a4 req-ab0b904a-8d96-46bb-ba29-55014b99e63a tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:37.290486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e84cb102-3c02-4940-a1ae-b92b7c8fa6a4 req-ab0b904a-8d96-46bb-ba29-55014b99e63a tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 946 time: 0.1096241 Nov 11 21:42:37.292780 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adfc1dd-0bb9-42b1-aab9-aafe7cdcbcc7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:42:37.294001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2adfc1dd-0bb9-42b1-aab9-aafe7cdcbcc7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:37.340348 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3877193f-5205-438c-b06d-0dc6e5db304b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.342997 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3877193f-5205-438c-b06d-0dc6e5db304b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.344207 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3877193f-5205-438c-b06d-0dc6e5db304b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "DELETE /v2.0/security-groups/a043978e-c13f-4d29-9f63-7496c24833e9 HTTP/1.1" status: 204 len: 168 time: 1.0098712 Nov 11 21:42:37.346099 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db3cacab-1573-44e2-8d4a-5031d7ca9df0 req-5066d896-ffcc-4ab7-bfc1-5cd9cb2371e0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070971 Nov 11 21:42:37.349027 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0b77f38-3a1f-4f8d-9550-dacf3b046e4c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.349631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46822) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:37.354715 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d0b77f38-3a1f-4f8d-9550-dacf3b046e4c tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "DELETE /v2.0/ports/f0ed3440-fad0-40db-ae8d-c2ff35601d0b HTTP/1.1" status: 204 len: 168 time: 1.4314067 Nov 11 21:42:37.356625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46824) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:37.360649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2adfc1dd-0bb9-42b1-aab9-aafe7cdcbcc7 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7612698 Nov 11 21:42:37.372093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46826) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:37.377358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-428e4ae8-bea0-43ff-a3e4-0b3200532d91 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'subnet': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:37.403328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877193f-5205-438c-b06d-0dc6e5db304b tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a043978e-c13f-4d29-9f63-7496c24833e9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:37.413560 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-90f01d25-a5af-4a96-81c6-4d5bbb9e1445 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] show failed (client error): The resource could not be found. Nov 11 21:42:37.416055 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-90f01d25-a5af-4a96-81c6-4d5bbb9e1445 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "GET /v2.0/security-groups/a043978e-c13f-4d29-9f63-7496c24833e9 HTTP/1.1" status: 404 len: 347 time: 0.0643215 Nov 11 21:42:37.419515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46830) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:37.458066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e84cb102-3c02-4940-a1ae-b92b7c8fa6a4 req-4f3f173d-a63d-40a4-ad18-e3639b4f7314 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f4be923-542a-44c4-b102-2d3330633a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569197 Nov 11 21:42:37.485064 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e8194579-29d8-422b-8d09-2d3077b8c5f5 req-1582c648-3b1e-4657-9308-2a6074871074 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Deleting port 3110d1c3-4dd5-4583-a238-e2f51307f9ed {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:37.485405 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e8194579-29d8-422b-8d09-2d3077b8c5f5 req-1582c648-3b1e-4657-9308-2a6074871074 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.631810 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-160ba82d-d8a5-4d10-9866-5928130f69cb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.680892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e8194579-29d8-422b-8d09-2d3077b8c5f5 req-1582c648-3b1e-4657-9308-2a6074871074 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] For port 3110d1c3-4dd5-4583-a238-e2f51307f9ed, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=3110d1c3-4dd5-4583-a238-e2f51307f9ed,segment=NetworkSegment(8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3),segment_id=8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:37.681257 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e8194579-29d8-422b-8d09-2d3077b8c5f5 req-1582c648-3b1e-4657-9308-2a6074871074 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.686010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9251325a-c0cc-4bba-b69c-36f645060ca5 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Deleting port 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:37.686342 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9251325a-c0cc-4bba-b69c-36f645060ca5 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.732238 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b01606-e1cb-425c-b473-b7d7fee6dc60 req-e6e6af60-d34b-4c05-b5df-1d7af38d068d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:37.733905 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5b01606-e1cb-425c-b473-b7d7fee6dc60 req-e6e6af60-d34b-4c05-b5df-1d7af38d068d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1483154 Nov 11 21:42:37.756690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec2b1-4972-4722-87c9-8ef3f030d98a req-6b257a02-87ac-4b41-9ba3-7c098ae79362 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:37.758384 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b46ec2b1-4972-4722-87c9-8ef3f030d98a req-6b257a02-87ac-4b41-9ba3-7c098ae79362 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.1708879 Nov 11 21:42:37.763200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-e8194579-29d8-422b-8d09-2d3077b8c5f5 req-1582c648-3b1e-4657-9308-2a6074871074 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Calling delete_port for 3110d1c3-4dd5-4583-a238-e2f51307f9ed owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:37.782919 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428e4ae8-bea0-43ff-a3e4-0b3200532d91 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:37.786605 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-428e4ae8-bea0-43ff-a3e4-0b3200532d91 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.795677 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ba82d-d8a5-4d10-9866-5928130f69cb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Subnet': ['ID=c112f1fa-2155-45ab-bb59-f8dc14cc9e88,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:37.869169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ba82d-d8a5-4d10-9866-5928130f69cb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Checking segment: {'id': '5174d31e-ce03-4bc1-9a25-2ab53aac34d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '78fbee98-f49b-4295-8a13-fc6c74b1c415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:37.869484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160ba82d-d8a5-4d10-9866-5928130f69cb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network hostable DHCP agents. Network: 78fbee98-f49b-4295-8a13-fc6c74b1c415, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:42:37.876734 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9251325a-c0cc-4bba-b69c-36f645060ca5 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.898999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9251325a-c0cc-4bba-b69c-36f645060ca5 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Calling delete_port for 69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:37.906202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-daa8ecc4-90e7-4b81-968f-f2e7fa16de94 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Deleting port 06675251-9cbb-46db-bb6e-eb19baf36015 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:37.906537 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daa8ecc4-90e7-4b81-968f-f2e7fa16de94 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.911204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5b01606-e1cb-425c-b473-b7d7fee6dc60 req-620d4623-574b-4285-b8a4-1fa972e1ba0e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642513 Nov 11 21:42:37.960431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b46ec2b1-4972-4722-87c9-8ef3f030d98a req-c42769c1-0d09-4c1d-9ebb-0250b1a87a10 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818619 Nov 11 21:42:37.969790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160ba82d-d8a5-4d10-9866-5928130f69cb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network 78fbee98-f49b-4295-8a13-fc6c74b1c415 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:42:38.009217 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-160ba82d-d8a5-4d10-9866-5928130f69cb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 78fbee98-f49b-4295-8a13-fc6c74b1c415) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:38.015091 n-d-805737-3 neutron-server[102534]: INFO neutron.db.ipam_backend_mixin [None req-428e4ae8-bea0-43ff-a3e4-0b3200532d91 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 515f4f58-722d-45ea-a87d-f50b17d55cae (CIDR: 172.20.0.16/28) Nov 11 21:42:38.021085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042ce4e3-248b-4f2f-b734-a3e608d20a57 None None] Network 78fbee98-f49b-4295-8a13-fc6c74b1c415 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:38.027502 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ba82d-d8a5-4d10-9866-5928130f69cb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:38.027742 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-428e4ae8-bea0-43ff-a3e4-0b3200532d91 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:42:38.028111 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-160ba82d-d8a5-4d10-9866-5928130f69cb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.028353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428e4ae8-bea0-43ff-a3e4-0b3200532d91 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:38.050925 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daa8ecc4-90e7-4b81-968f-f2e7fa16de94 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.051411 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daa8ecc4-90e7-4b81-968f-f2e7fa16de94 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.060704 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e8194579-29d8-422b-8d09-2d3077b8c5f5 req-1582c648-3b1e-4657-9308-2a6074871074 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.065631 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-160ba82d-d8a5-4d10-9866-5928130f69cb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7079856 Nov 11 21:42:38.069361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-daa8ecc4-90e7-4b81-968f-f2e7fa16de94 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Calling delete_port for 06675251-9cbb-46db-bb6e-eb19baf36015 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:38.071653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46836) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:38.077959 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-accaacfc-6927-4810-baed-5c9c50221e25 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'network_id': '78fbee98-f49b-4295-8a13-fc6c74b1c415', 'name': 'tempest-PortsIpV6TestJSON-1078984342'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:38.097217 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-428e4ae8-bea0-43ff-a3e4-0b3200532d91 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7215371 Nov 11 21:42:38.099716 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582c648-3b1e-4657-9308-2a6074871074 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Pushing event deleted for resources: {'Port': ['ID=3110d1c3-4dd5-4583-a238-e2f51307f9ed,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:38.100574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46838) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:38.105646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3f664a2f-3344-417e-b1ae-cd8040d72e4a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'subnet': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:38.137937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['3110d1c3-4dd5-4583-a238-e2f51307f9ed'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:42:38.238764 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8194579-29d8-422b-8d09-2d3077b8c5f5 req-1582c648-3b1e-4657-9308-2a6074871074 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] No DVR routers for this DVR port 3110d1c3-4dd5-4583-a238-e2f51307f9ed on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:38.244785 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e8194579-29d8-422b-8d09-2d3077b8c5f5 req-1582c648-3b1e-4657-9308-2a6074871074 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.248047 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e8194579-29d8-422b-8d09-2d3077b8c5f5 req-1582c648-3b1e-4657-9308-2a6074871074 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.10 "DELETE /v2.0/ports/3110d1c3-4dd5-4583-a238-e2f51307f9ed HTTP/1.1" status: 204 len: 173 time: 1.1380541 Nov 11 21:42:38.252624 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fd2e72-f133-46ba-a458-dd87d94d65ad', 'name': 'network-vif-deleted', 'tag': '3110d1c3-4dd5-4583-a238-e2f51307f9ed'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:38.254954 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07f6953-ab0b-4799-ac7e-0cdac134e149" -d '{"events": [{"server_uuid": "27fd2e72-f133-46ba-a458-dd87d94d65ad", "name": "network-vif-deleted", "tag": "3110d1c3-4dd5-4583-a238-e2f51307f9ed"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:38.281727 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9251325a-c0cc-4bba-b69c-36f645060ca5 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.335428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251325a-c0cc-4bba-b69c-36f645060ca5 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event deleted for resources: {'Port': ['ID=69bb4f4e-b425-44bd-8e17-a8c9f3f825f4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:38.340246 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b5dbdb-4e93-4884-b125-8fb50024d03c x-openstack-request-id: req-b9b5dbdb-4e93-4884-b125-8fb50024d03c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:38.340619 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fd2e72-f133-46ba-a458-dd87d94d65ad", "name": "network-vif-deleted", "tag": "3110d1c3-4dd5-4583-a238-e2f51307f9ed", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:38.340785 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b9b5dbdb-4e93-4884-b125-8fb50024d03c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:38.341365 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fd2e72-f133-46ba-a458-dd87d94d65ad', 'name': 'network-vif-deleted', 'tag': '3110d1c3-4dd5-4583-a238-e2f51307f9ed', 'status': 'completed', 'code': 200} Nov 11 21:42:38.361607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-78fbee98-f49b-4295-8a13-fc6c74b1c415', 'network_id': '78fbee98-f49b-4295-8a13-fc6c74b1c415', 'tenant_id': 'dbad1feca6c74716beb5daf54e17f08f', 'fixed_ips': [{'subnet_id': 'c112f1fa-2155-45ab-bb59-f8dc14cc9e88'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:42:38.362838 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.367653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accaacfc-6927-4810-baed-5c9c50221e25 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:38.371495 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-accaacfc-6927-4810-baed-5c9c50221e25 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.382095 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daa8ecc4-90e7-4b81-968f-f2e7fa16de94 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.428308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-accaacfc-6927-4810-baed-5c9c50221e25 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port 0eb6226d-961e-4bd5-87bb-655e158a1b8d yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:42:38.434119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8ecc4-90e7-4b81-968f-f2e7fa16de94 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Pushing event deleted for resources: {'Port': ['ID=06675251-9cbb-46db-bb6e-eb19baf36015,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:38.443993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea3eb1d-4812-4ae7-b876-48667e78be70 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:38.456194 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9251325a-c0cc-4bba-b69c-36f645060ca5 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.463165 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9251325a-c0cc-4bba-b69c-36f645060ca5 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "DELETE /v2.0/ports/69bb4f4e-b425-44bd-8e17-a8c9f3f825f4 HTTP/1.1" status: 204 len: 168 time: 1.1035604 Nov 11 21:42:38.464008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46846) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:38.533427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f664a2f-3344-417e-b1ae-cd8040d72e4a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Made reservation on behalf of f4c688e9d6ad4b2d83d9c3ab1c3e8813 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:38.538144 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f664a2f-3344-417e-b1ae-cd8040d72e4a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.582655 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daa8ecc4-90e7-4b81-968f-f2e7fa16de94 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.585336 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daa8ecc4-90e7-4b81-968f-f2e7fa16de94 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.587930 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-daa8ecc4-90e7-4b81-968f-f2e7fa16de94 tempest-ServerActionsTestJSON-505254163 tempest-ServerActionsTestJSON-505254163-project] 10.222.0.57 "DELETE /v2.0/floatingips/a10a82c3-48f7-4243-abc0-b7ea670bd2da HTTP/1.1" status: 204 len: 168 time: 1.1666896 Nov 11 21:42:38.594164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46860) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:38.661048 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aad6ec1-5473-47c4-870b-2e490e0248b8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Deleting subnet 723d138b-1459-41f3-8774-8cd909916b72 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:42:38.667960 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8aad6ec1-5473-47c4-870b-2e490e0248b8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.726523 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d40caa49-0b5c-4c6e-ad7a-ee04e92ee248 req-47ea1658-8dcf-407d-9590-5ad5a68062b6 tempest-VolumesActionsTest-1192499757 tempest-VolumesActionsTest-1192499757-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fd2e72-f133-46ba-a458-dd87d94d65ad HTTP/1.1" status: 200 len: 210 time: 0.0615110 Nov 11 21:42:38.763306 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8aad6ec1-5473-47c4-870b-2e490e0248b8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.774836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-accaacfc-6927-4810-baed-5c9c50221e25 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Allocated IP 2001:db8::5d (78fbee98-f49b-4295-8a13-fc6c74b1c415/c112f1fa-2155-45ab-bb59-f8dc14cc9e88/0eb6226d-961e-4bd5-87bb-655e158a1b8d) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:38.824047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-16b809a3-3644-47b2-b04a-b37ecc012860 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:38.841822 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-16b809a3-3644-47b2-b04a-b37ecc012860 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/networks?id=7caaa17b-13f0-427b-9c0f-9a6ae36198ce HTTP/1.1" status: 200 len: 815 time: 0.2766991 Nov 11 21:42:38.870363 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-11dea10c-7bb1-4fba-9256-fc7418a61e41 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/quotas/f6675c7f79bd4dc29927a59893d93ae7 HTTP/1.1" status: 200 len: 375 time: 0.0276215 Nov 11 21:42:38.976072 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8aad6ec1-5473-47c4-870b-2e490e0248b8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.997498 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-cf9b903a-f3f6-4eda-bda5-7dc48f3d69fb tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6675c7f79bd4dc29927a59893d93ae7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1185391 Nov 11 21:42:39.160423 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-accaacfc-6927-4810-baed-5c9c50221e25 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:39.163498 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-a4d7a7a2-b3f1-4520-9d5c-87fb3bdd57dd service neutron] 10.222.0.57 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652169 Nov 11 21:42:39.171408 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c485147-8c67-4d8e-a642-c20730ac67f4 req-9944cd74-0a9b-4a46-8f3d-e9396e975f1d tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:39.173028 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c485147-8c67-4d8e-a642-c20730ac67f4 req-9944cd74-0a9b-4a46-8f3d-e9396e975f1d tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.1062064 Nov 11 21:42:39.176144 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f664a2f-3344-417e-b1ae-cd8040d72e4a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:39.184912 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8aad6ec1-5473-47c4-870b-2e490e0248b8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:39.253628 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f664a2f-3344-417e-b1ae-cd8040d72e4a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:39.263103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3f664a2f-3344-417e-b1ae-cd8040d72e4a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:39.265109 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8aad6ec1-5473-47c4-870b-2e490e0248b8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:39.270366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85440ccc-d335-45fc-a30d-d05cbdc02cb1 None None] Network 3b574cc1-a549-4854-8e74-091e974d921e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:39.271963 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8aad6ec1-5473-47c4-870b-2e490e0248b8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "DELETE /v2.0/subnets/723d138b-1459-41f3-8774-8cd909916b72 HTTP/1.1" status: 204 len: 168 time: 0.8043792 Nov 11 21:42:39.277220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46866) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:39.277543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f664a2f-3344-417e-b1ae-cd8040d72e4a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:39.278109 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f664a2f-3344-417e-b1ae-cd8040d72e4a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:39.310929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f664a2f-3344-417e-b1ae-cd8040d72e4a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Subnet': ['ID=e7b34433-94b8-4ae9-89e1-da4163f705cb,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:39.321249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdbaf39-d57e-4725-9731-734e70842a5d None None] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:39.322415 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3f664a2f-3344-417e-b1ae-cd8040d72e4a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2207303 Nov 11 21:42:39.323065 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46868) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:39.333082 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-185e4b27-6eb8-414d-8cd6-98aa0bff6f7c tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1051265354', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e7b34433-94b8-4ae9-89e1-da4163f705cb'}], 'security_groups': ['bea3828f-9faf-4aba-b8ce-f3ad56e1a2dc', 'ee768004-4085-41b7-b3f3-c68c348249bc']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:39.368025 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-4c126d77-0e62-4807-a8d2-96c1f796ec2c service neutron] 10.222.0.57 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938875 Nov 11 21:42:39.375664 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c485147-8c67-4d8e-a642-c20730ac67f4 req-3a7b84ef-f73b-4caa-a3ba-cf681895cbf3 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921597 Nov 11 21:42:39.396001 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad6ec1-5473-47c4-870b-2e490e0248b8 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event deleted for resources: {'Subnet': ['ID=723d138b-1459-41f3-8774-8cd909916b72,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:39.399859 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-076d38e3-5a15-45b2-8743-a83c1ba3504d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Deleting subnet 35d82f65-f537-46df-bcb1-7b198113f6b1 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:42:39.408068 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-076d38e3-5a15-45b2-8743-a83c1ba3504d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:39.412966 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-accaacfc-6927-4810-baed-5c9c50221e25 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:39.564846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accaacfc-6927-4810-baed-5c9c50221e25 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network 78fbee98-f49b-4295-8a13-fc6c74b1c415 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:39.594483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-accaacfc-6927-4810-baed-5c9c50221e25 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:39.598715 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accaacfc-6927-4810-baed-5c9c50221e25 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:39.624188 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accaacfc-6927-4810-baed-5c9c50221e25 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:39.625293 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-accaacfc-6927-4810-baed-5c9c50221e25 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:39.673852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6a3ef9b-cf8f-489c-971d-c77434b8e68b req-5adf5ba7-b6e3-4b2d-b264-f3275e210580 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 210 time: 0.0306044 Nov 11 21:42:39.685223 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-accaacfc-6927-4810-baed-5c9c50221e25 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6122587 Nov 11 21:42:39.688095 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-076d38e3-5a15-45b2-8743-a83c1ba3504d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:39.700170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46876) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:39.710598 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185d1f6-6980-48ab-b2ff-1a02baab902b req-e47bbba9-ec32-469f-9b93-1fabb3228f97 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:39.713044 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5185d1f6-6980-48ab-b2ff-1a02baab902b req-e47bbba9-ec32-469f-9b93-1fabb3228f97 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4742af3-0d95-4133-b32c-3dd37399a965 HTTP/1.1" status: 200 len: 945 time: 0.1922584 Nov 11 21:42:39.719898 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-df68f56f-af3b-49d2-a932-f6a1f4a473db tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'network_id': '78fbee98-f49b-4295-8a13-fc6c74b1c415', 'name': 'tempest-PortsIpV6TestJSON-2117940307'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:39.769912 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaacfc-6927-4810-baed-5c9c50221e25 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=0eb6226d-961e-4bd5-87bb-655e158a1b8d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:39.824975 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-076d38e3-5a15-45b2-8743-a83c1ba3504d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:39.876079 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-185e4b27-6eb8-414d-8cd6-98aa0bff6f7c tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:39.931908 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Allocated IP 2001:db8::2 (78fbee98-f49b-4295-8a13-fc6c74b1c415/c112f1fa-2155-45ab-bb59-f8dc14cc9e88/289147ef-dd5f-4bb7-89cb-3f2a3d73fe01) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:39.941673 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-076d38e3-5a15-45b2-8743-a83c1ba3504d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:39.986105 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-076d38e3-5a15-45b2-8743-a83c1ba3504d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:39.994057 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-076d38e3-5a15-45b2-8743-a83c1ba3504d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "DELETE /v2.0/subnets/35d82f65-f537-46df-bcb1-7b198113f6b1 HTTP/1.1" status: 204 len: 168 time: 0.7125249 Nov 11 21:42:39.995608 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d38e3-5a15-45b2-8743-a83c1ba3504d tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event deleted for resources: {'Subnet': ['ID=35d82f65-f537-46df-bcb1-7b198113f6b1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:40.004393 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46886) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:40.062130 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b9bf6e-01b4-4102-bc8e-baf3b78257d1 None None] Network daab2798-5889-436e-a5cb-09a946e4b419 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:40.146660 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:40.300056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c69b9cb-ca1a-4710-aa9d-83c5489da782 None None] DHCP port deletion for 3b574cc1-a549-4854-8e74-091e974d921e request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:40.309274 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffa55e7-c3c1-4a73-a0f3-7f923dbc73cb None None] Update dhcp port {'port': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'fixed_ips': [{'subnet_id': '515f4f58-722d-45ea-a87d-f50b17d55cae', 'ip_address': '172.20.0.18'}, {'subnet_id': '7bde3e68-d22a-42be-b39e-0bf1bbc62839', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e7b34433-94b8-4ae9-89e1-da4163f705cb'}], 'binding:host_id': 'n-d-805737-3'}, 'id': '5b41e6b8-f77b-4352-a52b-f0caee6c78e7'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:42:40.317109 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Deleting port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:40.317501 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:40.432304 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cffa55e7-c3c1-4a73-a0f3-7f923dbc73cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:40.494416 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:40.552388 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:40.706306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Network 78fbee98-f49b-4295-8a13-fc6c74b1c415 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:40.732338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3c69b9cb-ca1a-4710-aa9d-83c5489da782 None None] Deleting port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:40.732763 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c69b9cb-ca1a-4710-aa9d-83c5489da782 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:40.740415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:40.747943 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:40.814068 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Pushing event updated for resources: {'Port': ['ID=289147ef-dd5f-4bb7-89cb-3f2a3d73fe01,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:40.827213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71559a6c-eac6-49a3-ac05-85dd8e1130bb req-6f93073c-4286-47f7-9d45-1b2ac84269e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:40.829038 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-71559a6c-eac6-49a3-ac05-85dd8e1130bb req-6f93073c-4286-47f7-9d45-1b2ac84269e7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 1097 time: 0.2295327 Nov 11 21:42:40.849879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c918d10-41cc-430e-ba6c-5557ab5e93f4 None None] DHCP port deletion for daab2798-5889-436e-a5cb-09a946e4b419 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:40.925957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df68f56f-af3b-49d2-a932-f6a1f4a473db tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:40.935458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] For port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bd6c6816-3ef1-4db8-bfc5-fdca649eb70c,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:40.936472 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df68f56f-af3b-49d2-a932-f6a1f4a473db tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:40.936981 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:40.971910 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce28812-4b6f-4edb-a292-7801c4bd2a5d req-21733c56-64d4-4b29-b5fd-ae6cb4c67b2c tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:40.974054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cce28812-4b6f-4edb-a292-7801c4bd2a5d req-21733c56-64d4-4b29-b5fd-ae6cb4c67b2c tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.1366081 Nov 11 21:42:40.979409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Calling delete_port for bd6c6816-3ef1-4db8-bfc5-fdca649eb70c owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:41.042969 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-826ccb1a-3db4-4972-a250-88200c4338f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:41.061134 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54ed9dd6-d399-4418-8fb8-64e2361cbefb req-6719239d-b5a2-4f3d-9941-ca6c5eefe459 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 210 time: 0.0703382 Nov 11 21:42:41.084235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-cffa55e7-c3c1-4a73-a0f3-7f923dbc73cb None None] Allocated IP 172.20.0.34 (e65b77fa-6075-47fe-aefe-2bc865c4d588/e7b34433-94b8-4ae9-89e1-da4163f705cb/5b41e6b8-f77b-4352-a52b-f0caee6c78e7) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:41.192824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-df68f56f-af3b-49d2-a932-f6a1f4a473db tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port 2e9fe980-b2a4-4bc8-aec0-357634e834c4 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:42:41.224934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cffa55e7-c3c1-4a73-a0f3-7f923dbc73cb None None] For port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,segment=NetworkSegment(0dc84b42-e92a-4ac9-91bf-48fbaf82249a),segment_id=0dc84b42-e92a-4ac9-91bf-48fbaf82249a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:41.226965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cce28812-4b6f-4edb-a292-7801c4bd2a5d req-860fd93c-914c-4dc3-8f96-bd9477e55c3d tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446589 Nov 11 21:42:41.282720 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cffa55e7-c3c1-4a73-a0f3-7f923dbc73cb None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:41.403977 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:41.458071 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:41.473086 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-71559a6c-eac6-49a3-ac05-85dd8e1130bb req-9acc8ef1-56e8-4e2d-9bad-75396bb346e3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5913875 Nov 11 21:42:41.487533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-5185d1f6-6980-48ab-b2ff-1a02baab902b req-33f1994c-72d8-454a-960a-c4f7e021fd91 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Deleting port 34d8078b-65d9-47ff-97c3-d4c5914bef56 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:41.488014 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5185d1f6-6980-48ab-b2ff-1a02baab902b req-33f1994c-72d8-454a-960a-c4f7e021fd91 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:41.540647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 34d8078b-65d9-47ff-97c3-d4c5914bef56 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:41.554053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event deleted for resources: {'Port': ['ID=bd6c6816-3ef1-4db8-bfc5-fdca649eb70c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:41.587816 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cffa55e7-c3c1-4a73-a0f3-7f923dbc73cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:41.589115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] No DVR routers for this DVR port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:41.627493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-5185d1f6-6980-48ab-b2ff-1a02baab902b req-33f1994c-72d8-454a-960a-c4f7e021fd91 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] For port 34d8078b-65d9-47ff-97c3-d4c5914bef56, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=34d8078b-65d9-47ff-97c3-d4c5914bef56,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:41.628065 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5185d1f6-6980-48ab-b2ff-1a02baab902b req-33f1994c-72d8-454a-960a-c4f7e021fd91 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:41.654808 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-5185d1f6-6980-48ab-b2ff-1a02baab902b req-33f1994c-72d8-454a-960a-c4f7e021fd91 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Calling delete_port for 34d8078b-65d9-47ff-97c3-d4c5914bef56 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:41.656545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-a88b54eb-b402-4bbe-bfc7-11c1245a9878 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:41.658355 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-a88b54eb-b402-4bbe-bfc7-11c1245a9878 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.10 "GET /v2.0/networks?id=7caaa17b-13f0-427b-9c0f-9a6ae36198ce HTTP/1.1" status: 200 len: 815 time: 0.4645371 Nov 11 21:42:41.681806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-1dc27ffb-e0e9-4724-a3c5-756e6b9d120e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Request body: {'port': {'device_id': 'f9d6f203-2cbd-4ba4-bd53-684c79765a31', 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce', 'admin_state_up': True, 'tenant_id': 'f6675c7f79bd4dc29927a59893d93ae7'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:41.733675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3c69b9cb-ca1a-4710-aa9d-83c5489da782 None None] For port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bd6c6816-3ef1-4db8-bfc5-fdca649eb70c,segment=NetworkSegment(021eebc1-8424-4b3c-8489-f2ff5d3f867b),segment_id=021eebc1-8424-4b3c-8489-f2ff5d3f867b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:41.734175 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c69b9cb-ca1a-4710-aa9d-83c5489da782 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:41.764638 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Attempting to bind port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:42:41.765022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Attempting to bind port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '5174d31e-ce03-4bc1-9a25-2ab53aac34d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '78fbee98-f49b-4295-8a13-fc6c74b1c415'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:42:41.765527 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Attempting to bind port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 on network 78fbee98-f49b-4295-8a13-fc6c74b1c415 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:42:41.814278 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:41.821247 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:41.855635 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:41.859835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b574cc1-a549-4854-8e74-091e974d921e']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:41.876874 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3c69b9cb-ca1a-4710-aa9d-83c5489da782 None None] Calling delete_port for bd6c6816-3ef1-4db8-bfc5-fdca649eb70c owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:41.877911 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021eebc1-8424-4b3c-8489-f2ff5d3f867b') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:41.878583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021eebc1-8424-4b3c-8489-f2ff5d3f867b') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:41.897909 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:42:41.898286 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Checking segment: {'id': '5174d31e-ce03-4bc1-9a25-2ab53aac34d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '78fbee98-f49b-4295-8a13-fc6c74b1c415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:41.898709 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:41.899660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Bound using segment: {'id': '5174d31e-ce03-4bc1-9a25-2ab53aac34d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '78fbee98-f49b-4295-8a13-fc6c74b1c415'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:42:41.899660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Bound port: 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5174d31e-ce03-4bc1-9a25-2ab53aac34d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '78fbee98-f49b-4295-8a13-fc6c74b1c415'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:42:41.899929 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:41.901469 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:41.929644 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:41.944415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:42:41.945216 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:42:41.948392 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:42:41.991037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4c918d10-41cc-430e-ba6c-5557ab5e93f4 None None] Deleting port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:41.992111 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c918d10-41cc-430e-ba6c-5557ab5e93f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:42.017696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-1dc27ffb-e0e9-4724-a3c5-756e6b9d120e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Made reservation on behalf of f6675c7f79bd4dc29927a59893d93ae7 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:42.026426 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-1dc27ffb-e0e9-4724-a3c5-756e6b9d120e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:42.065703 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:42.071676 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:42.078371 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "DELETE /v2.0/networks/3b574cc1-a549-4854-8e74-091e974d921e HTTP/1.1" status: 204 len: 168 time: 2.0698750 Nov 11 21:42:42.097489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46906) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:42.116315 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-df68f56f-af3b-49d2-a932-f6a1f4a473db tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Allocated IP 2001:db8::38 (78fbee98-f49b-4295-8a13-fc6c74b1c415/c112f1fa-2155-45ab-bb59-f8dc14cc9e88/2e9fe980-b2a4-4bc8-aec0-357634e834c4) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:42.122659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20506f99-d349-49f8-948e-64fda105e045 tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event deleted for resources: {'Network': ['ID=3b574cc1-a549-4854-8e74-091e974d921e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:42.266775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-1dc27ffb-e0e9-4724-a3c5-756e6b9d120e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Allocated IP 172.20.0.11 (7caaa17b-13f0-427b-9c0f-9a6ae36198ce/2285bb7f-8f63-4bae-a730-85e19eca1b8d/321440a0-0c0d-4b05-a7c6-cdebc72c1816) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:42.272621 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5185d1f6-6980-48ab-b2ff-1a02baab902b req-33f1994c-72d8-454a-960a-c4f7e021fd91 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:42.279198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa55e7-c3c1-4a73-a0f3-7f923dbc73cb None None] Pushing event updated for resources: {'Port': ['ID=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:42.431496 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:42.492492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 3110d1c3-4dd5-4583-a238-e2f51307f9ed no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:42.498147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4c918d10-41cc-430e-ba6c-5557ab5e93f4 None None] For port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=0b86a83d-8f80-43b2-add2-b37ad4d8ec79,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:42.498905 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c918d10-41cc-430e-ba6c-5557ab5e93f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:42.503906 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-1dc27ffb-e0e9-4724-a3c5-756e6b9d120e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:42.538654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1994c-72d8-454a-960a-c4f7e021fd91 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Pushing event deleted for resources: {'Port': ['ID=34d8078b-65d9-47ff-97c3-d4c5914bef56,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:42.629097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39fb7759-7740-43bf-abe6-717c6a207a76 req-bc4d5db3-5d38-426f-b9f5-415823a2c2c2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 210 time: 0.0791550 Nov 11 21:42:42.767109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5185d1f6-6980-48ab-b2ff-1a02baab902b req-33f1994c-72d8-454a-960a-c4f7e021fd91 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] No DVR routers for this DVR port 34d8078b-65d9-47ff-97c3-d4c5914bef56 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:42.772059 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5185d1f6-6980-48ab-b2ff-1a02baab902b req-33f1994c-72d8-454a-960a-c4f7e021fd91 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:42.780133 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5185d1f6-6980-48ab-b2ff-1a02baab902b req-33f1994c-72d8-454a-960a-c4f7e021fd91 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.10 "DELETE /v2.0/ports/34d8078b-65d9-47ff-97c3-d4c5914bef56 HTTP/1.1" status: 204 len: 173 time: 3.0360827 Nov 11 21:42:42.820907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194e2e2-4cf9-4d51-ab8f-7a6407d3a066 req-200f8b9d-d5fc-4276-a1e9-df5d615ac631 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:42.826015 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b194e2e2-4cf9-4d51-ab8f-7a6407d3a066 req-200f8b9d-d5fc-4276-a1e9-df5d615ac631 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.2950704 Nov 11 21:42:42.827408 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-1dc27ffb-e0e9-4724-a3c5-756e6b9d120e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:42.846548 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4742af3-0d95-4133-b32c-3dd37399a965', 'name': 'network-vif-deleted', 'tag': '34d8078b-65d9-47ff-97c3-d4c5914bef56'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:42.855744 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3046f9d4-af56-4b98-bee1-1bc963d8240c" -d '{"events": [{"server_uuid": "c4742af3-0d95-4133-b32c-3dd37399a965", "name": "network-vif-deleted", "tag": "34d8078b-65d9-47ff-97c3-d4c5914bef56"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:42.963390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-1dc27ffb-e0e9-4724-a3c5-756e6b9d120e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:42.989292 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-1dc27ffb-e0e9-4724-a3c5-756e6b9d120e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:43.004124 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-1dc27ffb-e0e9-4724-a3c5-756e6b9d120e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:43.006208 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a382a914-48ae-44f8-8a2b-1056a8295656 x-openstack-request-id: req-a382a914-48ae-44f8-8a2b-1056a8295656 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:43.006750 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4742af3-0d95-4133-b32c-3dd37399a965", "name": "network-vif-deleted", "tag": "34d8078b-65d9-47ff-97c3-d4c5914bef56", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:43.007018 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a382a914-48ae-44f8-8a2b-1056a8295656 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:43.007654 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4742af3-0d95-4133-b32c-3dd37399a965', 'name': 'network-vif-deleted', 'tag': '34d8078b-65d9-47ff-97c3-d4c5914bef56', 'status': 'completed', 'code': 200} Nov 11 21:42:43.055613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc27ffb-e0e9-4724-a3c5-756e6b9d120e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Pushing event updated for resources: {'Port': ['ID=321440a0-0c0d-4b05-a7c6-cdebc72c1816,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:43.068393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b194e2e2-4cf9-4d51-ab8f-7a6407d3a066 req-b95fecce-e94e-48a7-9340-760ceab68c93 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202680 Nov 11 21:42:43.076415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] For port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:42:43.083143 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-185e4b27-6eb8-414d-8cd6-98aa0bff6f7c tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Delete allocated IP 172.20.0.7 (e65b77fa-6075-47fe-aefe-2bc865c4d588/7bde3e68-d22a-42be-b39e-0bf1bbc62839) {{(pid=102535) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 21:42:43.104396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] For port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=289147ef-dd5f-4bb7-89cb-3f2a3d73fe01,segment=NetworkSegment(5174d31e-ce03-4bc1-9a25-2ab53aac34d4),segment_id=5174d31e-ce03-4bc1-9a25-2ab53aac34d4)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:42:43.111183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-1dc27ffb-e0e9-4724-a3c5-756e6b9d120e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:43.113669 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-1dc27ffb-e0e9-4724-a3c5-756e6b9d120e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.144011 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50460af-0ab8-4e36-9ac3-a460780cbca1 None None] DHCP port deletion for 7caaa17b-13f0-427b-9c0f-9a6ae36198ce request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:43.147292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-185e4b27-6eb8-414d-8cd6-98aa0bff6f7c tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Allocated IP 172.20.0.45 (e65b77fa-6075-47fe-aefe-2bc865c4d588/e7b34433-94b8-4ae9-89e1-da4163f705cb/587dc063-c371-469e-9602-cf3c507a5797) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:43.147820 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-1dc27ffb-e0e9-4724-a3c5-756e6b9d120e tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4715288 Nov 11 21:42:43.156962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4c918d10-41cc-430e-ba6c-5557ab5e93f4 None None] Calling delete_port for 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:43.161688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Request body: {'port': {'device_id': 'f9d6f203-2cbd-4ba4-bd53-684c79765a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:43.167873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 3110d1c3-4dd5-4583-a238-e2f51307f9ed {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:43.168372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 3110d1c3-4dd5-4583-a238-e2f51307f9ed not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:43.171295 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.191226 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.247985 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Deleting port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:43.248375 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.252136 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.340276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55486c9-c182-4c93-9bd5-842b0665d960 None None] DHCP port deletion for 7caaa17b-13f0-427b-9c0f-9a6ae36198ce request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:43.358006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0fd0fac9-8ac1-4abb-acbb-fc1ff0233c85 None None] Provisioning complete for port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:43.362043 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fd0fac9-8ac1-4abb-acbb-fc1ff0233c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.439292 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df68f56f-af3b-49d2-a932-f6a1f4a473db tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.473502 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] For port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=0b86a83d-8f80-43b2-add2-b37ad4d8ec79,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:43.473886 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.520371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Calling delete_port for 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:43.566231 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c69b9cb-ca1a-4710-aa9d-83c5489da782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.587278 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c69b9cb-ca1a-4710-aa9d-83c5489da782 None None] Network 3b574cc1-a549-4854-8e74-091e974d921e is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:42:43.587741 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c69b9cb-ca1a-4710-aa9d-83c5489da782 None None] No DVR routers for this DVR port bd6c6816-3ef1-4db8-bfc5-fdca649eb70c on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:43.611530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=0b86a83d-8f80-43b2-add2-b37ad4d8ec79,segment=NetworkSegment(8bb82544-c528-46e7-8814-6e3b0e53bfae),segment_id=8bb82544-c528-46e7-8814-6e3b0e53bfae)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:43.615405 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f330e6-a11c-45d9-89d6-fece68bcba5b None None] Pushing event updated for resources: {'Port': ['ID=289147ef-dd5f-4bb7-89cb-3f2a3d73fe01,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:43.628781 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.630052 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bd6c6816-3ef1-4db8-bfc5-fdca649eb70c no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:43.693818 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69b9cb-ca1a-4710-aa9d-83c5489da782 None None] Pushing event deleted for resources: {'Port': ['ID=bd6c6816-3ef1-4db8-bfc5-fdca649eb70c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:43.755430 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df68f56f-af3b-49d2-a932-f6a1f4a473db tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.762983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-826ccb1a-3db4-4972-a250-88200c4338f1 admin admin] Deleting port 84250b90-07e1-44c5-a2c9-2821c27c8aa4 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:43.763314 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-826ccb1a-3db4-4972-a250-88200c4338f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.829562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df68f56f-af3b-49d2-a932-f6a1f4a473db tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network 78fbee98-f49b-4295-8a13-fc6c74b1c415 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:43.861044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: bd6c6816-3ef1-4db8-bfc5-fdca649eb70c {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:43.861387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bd6c6816-3ef1-4db8-bfc5-fdca649eb70c not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:43.866065 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-df68f56f-af3b-49d2-a932-f6a1f4a473db tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:43.869393 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df68f56f-af3b-49d2-a932-f6a1f4a473db tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:43.875485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df68f56f-af3b-49d2-a932-f6a1f4a473db tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:43.876404 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-df68f56f-af3b-49d2-a932-f6a1f4a473db tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.882421 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=0b86a83d-8f80-43b2-add2-b37ad4d8ec79,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:43.921941 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3349ca9-6911-4785-a33f-038def9183ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.922432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321440a0-0c0d-4b05-a7c6-cdebc72c1816 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:42:43.934099 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.938903 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c918d10-41cc-430e-ba6c-5557ab5e93f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.956709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Transition to ACTIVE for port object 321440a0-0c0d-4b05-a7c6-cdebc72c1816 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:42:43.966236 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fce0dd-b939-495e-982b-20d79d55264d req-5afcee19-f8f9-41d9-b1f0-316cb38c573c tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:43.967703 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82fce0dd-b939-495e-982b-20d79d55264d req-5afcee19-f8f9-41d9-b1f0-316cb38c573c tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 932 time: 0.1703568 Nov 11 21:42:43.970376 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:43.983363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68f56f-af3b-49d2-a932-f6a1f4a473db tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=2e9fe980-b2a4-4bc8-aec0-357634e834c4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:43.995326 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-df68f56f-af3b-49d2-a932-f6a1f4a473db tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2807646 Nov 11 21:42:43.995578 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c918d10-41cc-430e-ba6c-5557ab5e93f4 None None] No DVR routers for this DVR port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:44.007425 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c918d10-41cc-430e-ba6c-5557ab5e93f4 None None] Pushing event deleted for resources: {'Port': ['ID=0b86a83d-8f80-43b2-add2-b37ad4d8ec79,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:44.010284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0fd0fac9-8ac1-4abb-acbb-fc1ff0233c85 None None] Provisioning complete for port 06c97f66-f458-4e6e-877b-3d648951fb3d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:44.010909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46930) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:44.011202 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fd0fac9-8ac1-4abb-acbb-fc1ff0233c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.051657 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-185e4b27-6eb8-414d-8cd6-98aa0bff6f7c tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.063138 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.091680 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db25f13-2129-445d-a221-332629524d24 None None] DHCP port deletion for 7caaa17b-13f0-427b-9c0f-9a6ae36198ce request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:44.110425 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-185e4b27-6eb8-414d-8cd6-98aa0bff6f7c tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.120159 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event deleted for resources: {'Port': ['ID=0b86a83d-8f80-43b2-add2-b37ad4d8ec79,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:44.122395 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Pushing event updated for resources: {'Port': ['ID=321440a0-0c0d-4b05-a7c6-cdebc72c1816,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:44.145437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0fac9-8ac1-4abb-acbb-fc1ff0233c85 None None] Port 06c97f66-f458-4e6e-877b-3d648951fb3d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:44.174094 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82fce0dd-b939-495e-982b-20d79d55264d req-48c52e24-6922-4936-9824-9e178ae3ba33 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976464 Nov 11 21:42:44.186378 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0fd0fac9-8ac1-4abb-acbb-fc1ff0233c85 None None] Provisioning complete for port 587dc063-c371-469e-9602-cf3c507a5797 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:44.186754 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fd0fac9-8ac1-4abb-acbb-fc1ff0233c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.284393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0fac9-8ac1-4abb-acbb-fc1ff0233c85 None None] Port 587dc063-c371-469e-9602-cf3c507a5797 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:44.303118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Attempting to bind port 321440a0-0c0d-4b05-a7c6-cdebc72c1816 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:42:44.303902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Attempting to bind port 321440a0-0c0d-4b05-a7c6-cdebc72c1816 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '3e517703-d06c-4e0f-86ad-f0a78cd49ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:42:44.305630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Attempting to bind port 321440a0-0c0d-4b05-a7c6-cdebc72c1816 on network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:42:44.312142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:44.331209 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-185e4b27-6eb8-414d-8cd6-98aa0bff6f7c tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] In _notify_port_updated(), no bound segment for port 587dc063-c371-469e-9602-cf3c507a5797 on network e65b77fa-6075-47fe-aefe-2bc865c4d588 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:42:44.337555 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185e4b27-6eb8-414d-8cd6-98aa0bff6f7c tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:44.338475 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-185e4b27-6eb8-414d-8cd6-98aa0bff6f7c tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.340037 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-185e4b27-6eb8-414d-8cd6-98aa0bff6f7c tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "PUT /v2.0/ports/587dc063-c371-469e-9602-cf3c507a5797 HTTP/1.1" status: 200 len: 960 time: 5.0113299 Nov 11 21:42:44.343239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] No DVR routers for this DVR port 0b86a83d-8f80-43b2-add2-b37ad4d8ec79 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:44.345667 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46936) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:44.435053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:44.435439 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.439942 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.440164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Port 321440a0-0c0d-4b05-a7c6-cdebc72c1816 on network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:42:44.441238 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Attempting to bind port 321440a0-0c0d-4b05-a7c6-cdebc72c1816 on network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:42:44.453892 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:42:44.454511 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Checking segment: {'id': '3e517703-d06c-4e0f-86ad-f0a78cd49ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:44.455094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Bound using segment: {'id': '3e517703-d06c-4e0f-86ad-f0a78cd49ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:42:44.455711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Bound port: 321440a0-0c0d-4b05-a7c6-cdebc72c1816, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e517703-d06c-4e0f-86ad-f0a78cd49ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:42:44.456256 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.470158 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd9fd8-d99a-418c-a9e5-c90b9e9842fd tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:44.475562 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-21fd9fd8-d99a-418c-a9e5-c90b9e9842fd tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A5d HTTP/1.1" status: 200 len: 928 time: 0.4635625 Nov 11 21:42:44.480864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46938) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:44.484258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-826ccb1a-3db4-4972-a250-88200c4338f1 admin admin] For port 84250b90-07e1-44c5-a2c9-2821c27c8aa4, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=84250b90-07e1-44c5-a2c9-2821c27c8aa4,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:44.484749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-826ccb1a-3db4-4972-a250-88200c4338f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.503575 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.546014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:44.557539 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-826ccb1a-3db4-4972-a250-88200c4338f1 admin admin] Calling delete_port for 84250b90-07e1-44c5-a2c9-2821c27c8aa4 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:44.560722 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daab2798-5889-436e-a5cb-09a946e4b419']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:44.561474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7609f3-6086-4766-b0c7-dedebdd2c691 req-3535b654-c075-409e-8d54-209e5696d039 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:44.565418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e4b27-6eb8-414d-8cd6-98aa0bff6f7c tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event updated for resources: {'Port': ['ID=587dc063-c371-469e-9602-cf3c507a5797,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:44.571631 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b7609f3-6086-4766-b0c7-dedebdd2c691 req-3535b654-c075-409e-8d54-209e5696d039 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.2900805 Nov 11 21:42:44.598663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb82544-c528-46e7-8814-6e3b0e53bfae') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:44.599106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb82544-c528-46e7-8814-6e3b0e53bfae') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:44.656706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:44.657359 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.671137 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.701860 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.734203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:42:44.735012 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:42:44.739293 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:42:44.742806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] For port 321440a0-0c0d-4b05-a7c6-cdebc72c1816, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:42:44.742926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] For port 321440a0-0c0d-4b05-a7c6-cdebc72c1816, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=321440a0-0c0d-4b05-a7c6-cdebc72c1816,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:42:44.754527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-572bd522-10ad-447a-a93e-78ec1a20b314 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port 587dc063-c371-469e-9602-cf3c507a5797 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:44.754908 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-572bd522-10ad-447a-a93e-78ec1a20b314 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.776832 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.804244 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.808890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:44.809537 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.810933 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] 10.222.0.10 "PUT /v2.0/ports/321440a0-0c0d-4b05-a7c6-cdebc72c1816 HTTP/1.1" status: 200 len: 1092 time: 1.6535966 Nov 11 21:42:44.823380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d6f203-2cbd-4ba4-bd53-684c79765a31', 'tag': '321440a0-0c0d-4b05-a7c6-cdebc72c1816'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:44.830390 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781e591b-d536-45e9-b6a6-72848f4e0c67" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d6f203-2cbd-4ba4-bd53-684c79765a31", "tag": "321440a0-0c0d-4b05-a7c6-cdebc72c1816"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:44.832360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143690d5-bec3-4e28-a7ef-3ad7acadd6d1 None None] DHCP port deletion for 7caaa17b-13f0-427b-9c0f-9a6ae36198ce request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:44.884767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=289147ef-dd5f-4bb7-89cb-3f2a3d73fe01,segment=NetworkSegment(5174d31e-ce03-4bc1-9a25-2ab53aac34d4),segment_id=5174d31e-ce03-4bc1-9a25-2ab53aac34d4)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:44.897643 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.944346 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b7609f3-6086-4766-b0c7-dedebdd2c691 req-613d846b-f32c-4800-bf91-ee2a6cb48f07 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714473 Nov 11 21:42:44.989611 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:44.997503 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:45.005978 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] 10.222.0.57 "DELETE /v2.0/networks/daab2798-5889-436e-a5cb-09a946e4b419 HTTP/1.1" status: 204 len: 168 time: 2.9017916 Nov 11 21:42:45.017485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f064585b-04a2-429a-98bb-d7210f078449 None None] Network 78fbee98-f49b-4295-8a13-fc6c74b1c415 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:45.025096 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665bc169-4413-4374-a7eb-17e1594516e9 x-openstack-request-id: req-665bc169-4413-4374-a7eb-17e1594516e9 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:45.025096 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d6f203-2cbd-4ba4-bd53-684c79765a31", "tag": "321440a0-0c0d-4b05-a7c6-cdebc72c1816", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:45.025096 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-665bc169-4413-4374-a7eb-17e1594516e9 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:45.026014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=289147ef-dd5f-4bb7-89cb-3f2a3d73fe01,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:45.026130 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d6f203-2cbd-4ba4-bd53-684c79765a31', 'tag': '321440a0-0c0d-4b05-a7c6-cdebc72c1816', 'status': 'completed', 'code': 200} Nov 11 21:42:45.060680 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c51367-2604-4d75-976e-521cb8d978ee tempest-TaggedBootDevicesTest_v242-165120783 tempest-TaggedBootDevicesTest_v242-165120783-project] Pushing event deleted for resources: {'Network': ['ID=daab2798-5889-436e-a5cb-09a946e4b419,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:45.136430 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c26dc368-3330-48af-a603-ce46b2934380 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 2e9fe980-b2a4-4bc8-aec0-357634e834c4 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:45.141738 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c26dc368-3330-48af-a603-ce46b2934380 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:45.148435 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c08502ac-288e-46eb-8052-f1b96d9cd6cc None None] Provisioning complete for port 587dc063-c371-469e-9602-cf3c507a5797 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:45.148969 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c08502ac-288e-46eb-8052-f1b96d9cd6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:45.176620 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-826ccb1a-3db4-4972-a250-88200c4338f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:45.225118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd2322-c087-461a-b67c-f267243d5d57 service neutron] Pushing event updated for resources: {'Port': ['ID=321440a0-0c0d-4b05-a7c6-cdebc72c1816,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:45.253524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ccb1a-3db4-4972-a250-88200c4338f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=84250b90-07e1-44c5-a2c9-2821c27c8aa4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:45.263194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c08502ac-288e-46eb-8052-f1b96d9cd6cc None None] Port 587dc063-c371-469e-9602-cf3c507a5797 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:45.335225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-1a5b4492-a64a-409c-bea0-8c035ab4f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:45.336828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-1a5b4492-a64a-409c-bea0-8c035ab4f86f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6675c7f79bd4dc29927a59893d93ae7&device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 1095 time: 0.4164352 Nov 11 21:42:45.398567 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-aed277b6-a399-473b-9690-26e7ce72b656 None None] Provisioning complete for port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:45.399063 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aed277b6-a399-473b-9690-26e7ce72b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:45.438555 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-065f6b11-3025-48cc-bd87-7a5c99aa2e71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=321440a0-0c0d-4b05-a7c6-cdebc72c1816 HTTP/1.1" status: 200 len: 217 time: 0.0443628 Nov 11 21:42:45.524527 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-572bd522-10ad-447a-a93e-78ec1a20b314 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:45.590731 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-826ccb1a-3db4-4972-a250-88200c4338f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:45.596970 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-572bd522-10ad-447a-a93e-78ec1a20b314 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for 587dc063-c371-469e-9602-cf3c507a5797 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:45.607639 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c26dc368-3330-48af-a603-ce46b2934380 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:45.690944 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c26dc368-3330-48af-a603-ce46b2934380 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 2e9fe980-b2a4-4bc8-aec0-357634e834c4 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:45.695632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-eeaafde6-6ab9-4826-8cc1-81e93667eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:45.697291 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-eeaafde6-6ab9-4826-8cc1-81e93667eee1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2285bb7f-8f63-4bae-a730-85e19eca1b8d HTTP/1.1" status: 200 len: 855 time: 0.2242742 Nov 11 21:42:45.739240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930648f-cc64-45bf-aacf-cab6fcdfe2f1 req-4bab8ef1-a93a-4632-9c3e-f815b6212958 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:45.740784 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a930648f-cc64-45bf-aacf-cab6fcdfe2f1 req-4bab8ef1-a93a-4632-9c3e-f815b6212958 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 944 time: 0.3665028 Nov 11 21:42:45.748409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-71da655d-b1f6-467f-9636-1c462466a023 None None] Provisioning complete for port 0eb6226d-961e-4bd5-87bb-655e158a1b8d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:45.749165 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71da655d-b1f6-467f-9636-1c462466a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:45.820882 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-71da655d-b1f6-467f-9636-1c462466a023 None None] Port 0eb6226d-961e-4bd5-87bb-655e158a1b8d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:45.826272 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-7ba56bb9-6a11-44e0-a19d-3ef39a120a4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7caaa17b-13f0-427b-9c0f-9a6ae36198ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663457 Nov 11 21:42:45.838691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-71da655d-b1f6-467f-9636-1c462466a023 None None] Provisioning complete for port 2e9fe980-b2a4-4bc8-aec0-357634e834c4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:45.839169 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71da655d-b1f6-467f-9636-1c462466a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:45.894203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-71da655d-b1f6-467f-9636-1c462466a023 None None] Port 2e9fe980-b2a4-4bc8-aec0-357634e834c4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:45.922748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-71da655d-b1f6-467f-9636-1c462466a023 None None] Provisioning complete for port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:45.923227 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71da655d-b1f6-467f-9636-1c462466a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:45.935714 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826ccb1a-3db4-4972-a250-88200c4338f1 admin admin] Router 6cb4007a-b04e-40d5-b0c4-5c825b92623d has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:42:45.979049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-910727dc-746e-4bab-93a0-311b1728f380 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:45.988572 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-910727dc-746e-4bab-93a0-311b1728f380 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/networks?id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688 HTTP/1.1" status: 200 len: 811 time: 0.5142546 Nov 11 21:42:46.102269 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1119b7e-4baa-4d87-9db6-5e3eaef3c65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:46.132937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:46.145633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826ccb1a-3db4-4972-a250-88200c4338f1 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:42:46.154242 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-826ccb1a-3db4-4972-a250-88200c4338f1 admin admin] 10.222.0.57 "PUT /v2.0/routers/6cb4007a-b04e-40d5-b0c4-5c825b92623d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5571492 Nov 11 21:42:46.154924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46964) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:46.157908 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64474cf-e255-4218-b198-80088a304563 None None] Sync routers for ids ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:42:46.177747 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64474cf-e255-4218-b198-80088a304563 None None] Routers {'6cb4007a-b04e-40d5-b0c4-5c825b92623d'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:42:46.180007 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b64474cf-e255-4218-b198-80088a304563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:42:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:46.192733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:46.193187 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:46.304907 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b64474cf-e255-4218-b198-80088a304563 None None] Set router 6cb4007a-b04e-40d5-b0c4-5c825b92623d gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:42:46.353592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-01c0788b-11be-461b-9928-f32ddd1526ad None None] Provisioning complete for port 0eb6226d-961e-4bd5-87bb-655e158a1b8d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:46.354079 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01c0788b-11be-461b-9928-f32ddd1526ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:46.431532 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-01c0788b-11be-461b-9928-f32ddd1526ad None None] Port 0eb6226d-961e-4bd5-87bb-655e158a1b8d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:46.490684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-e8ca535b-56f2-414e-b48e-443e58f326cf tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/quotas/172747899bb047bea5cde66bd14569c8 HTTP/1.1" status: 200 len: 375 time: 0.5010858 Nov 11 21:42:46.538489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a930648f-cc64-45bf-aacf-cab6fcdfe2f1 req-18213097-d8ae-4c61-8491-03c2860ca0aa tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7670112 Nov 11 21:42:46.581402 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b64474cf-e255-4218-b198-80088a304563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:29Z', 'updated_at': '2021-11-11T21:42:45Z', 'revision_number': 5, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'gw_port': {'id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:46.586736 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5f57009e-f2ab-44fa-90c2-9be7bd2f1c3d None None] Provisioning complete for port 2e9fe980-b2a4-4bc8-aec0-357634e834c4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:46.587110 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f57009e-f2ab-44fa-90c2-9be7bd2f1c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:46.629886 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64474cf-e255-4218-b198-80088a304563 None None] Checking router: 6cb4007a-b04e-40d5-b0c4-5c825b92623d for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:42:46.642055 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64474cf-e255-4218-b198-80088a304563 None None] Routers {'6cb4007a-b04e-40d5-b0c4-5c825b92623d'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:42:46.642055 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b64474cf-e255-4218-b198-80088a304563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:42:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:46.658670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-62e82dba-aab4-409c-8c39-18fd10398842 service neutron] 10.222.0.10 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8179970 Nov 11 21:42:46.675737 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5f57009e-f2ab-44fa-90c2-9be7bd2f1c3d None None] Port 2e9fe980-b2a4-4bc8-aec0-357634e834c4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:46.737586 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-1e24ee8a-75fe-416b-8b89-54d874eba4bd tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=172747899bb047bea5cde66bd14569c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2312231 Nov 11 21:42:46.817319 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b64474cf-e255-4218-b198-80088a304563 None None] Set router 6cb4007a-b04e-40d5-b0c4-5c825b92623d gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:42:46.823116 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-572bd522-10ad-447a-a93e-78ec1a20b314 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:46.945071 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bd522-10ad-447a-a93e-78ec1a20b314 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=587dc063-c371-469e-9602-cf3c507a5797,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:46.961188 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c26dc368-3330-48af-a603-ce46b2934380 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:47.099896 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-86cbe2a1-3b70-4b33-b2dc-41939ee2e998 service neutron] 10.222.0.57 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099351 Nov 11 21:42:47.144910 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9096ae2-cdc4-43eb-8be3-a96d57d81f0a req-e60f4acf-8502-48d2-84fa-8849d453075e service neutron] 10.222.0.10 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807532 Nov 11 21:42:47.149953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dc368-3330-48af-a603-ce46b2934380 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=2e9fe980-b2a4-4bc8-aec0-357634e834c4,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:47.161856 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:47.173874 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b64474cf-e255-4218-b198-80088a304563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:29Z', 'updated_at': '2021-11-11T21:42:45Z', 'revision_number': 5, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'gw_port': {'id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:47.194662 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:47.236452 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64474cf-e255-4218-b198-80088a304563 None None] The sync data for ids ['6cb4007a-b04e-40d5-b0c4-5c825b92623d'] in n-d-805737-3 is: [{'id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'name': 'tempest-ServerActionsTestJSON-472523737-router', 'tenant_id': 'dd061da342534d959e6cad6eadbbff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:29Z', 'updated_at': '2021-11-11T21:42:45Z', 'revision_number': 5, 'project_id': 'dd061da342534d959e6cad6eadbbff1c', 'gw_port': {'id': '3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb4007a-b04e-40d5-b0c4-5c825b92623d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:30Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:42:47.343970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-1c1bf130-1cf3-4794-90a4-b0a9dc3fa355 service neutron] 10.222.0.57 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117128 Nov 11 21:42:47.395862 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:47.450116 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-572bd522-10ad-447a-a93e-78ec1a20b314 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:47.462838 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-572bd522-10ad-447a-a93e-78ec1a20b314 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/587dc063-c371-469e-9602-cf3c507a5797 HTTP/1.1" status: 204 len: 168 time: 3.1160991 Nov 11 21:42:47.474392 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c26dc368-3330-48af-a603-ce46b2934380 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:47.477190 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46976) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:47.482637 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c26dc368-3330-48af-a603-ce46b2934380 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/2e9fe980-b2a4-4bc8-aec0-357634e834c4 HTTP/1.1" status: 204 len: 168 time: 2.9976549 Nov 11 21:42:47.485001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46978) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:47.552285 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95fb4b1-4638-44b8-8866-b2a73ae2f6b9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] GET failed (client error): The resource could not be found. Nov 11 21:42:47.564062 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d95fb4b1-4638-44b8-8866-b2a73ae2f6b9 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports/587dc063-c371-469e-9602-cf3c507a5797 HTTP/1.1" status: 404 len: 333 time: 0.0759840 Nov 11 21:42:47.564330 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7b5839-9e3c-4990-98bf-142a7da4e8d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] GET failed (client error): The resource could not be found. Nov 11 21:42:47.567544 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46980) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:47.568947 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9f7b5839-9e3c-4990-98bf-142a7da4e8d2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/2e9fe980-b2a4-4bc8-aec0-357634e834c4 HTTP/1.1" status: 404 len: 333 time: 0.0816760 Nov 11 21:42:47.572054 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46984) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:47.748168 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d0d480a-a78a-48f0-b657-c2401e8bb8fa tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:47.761937 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e591b-d536-45e9-b6a6-72848f4e0c67 req-445938b3-4444-4e57-a65f-e51618e665f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:47.769516 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-781e591b-d536-45e9-b6a6-72848f4e0c67 req-445938b3-4444-4e57-a65f-e51618e665f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6675c7f79bd4dc29927a59893d93ae7&device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 1095 time: 0.5450034 Nov 11 21:42:47.772401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3650da43-55c6-442b-8d73-9b925168ab44 req-89493608-7ef9-4736-9672-a90e667c2e85 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 210 time: 0.1058247 Nov 11 21:42:47.834655 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] Deleting port 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:47.836953 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:47.920329 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d0d480a-a78a-48f0-b657-c2401e8bb8fa tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:48.057742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 84250b90-07e1-44c5-a2c9-2821c27c8aa4 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:48.069747 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce58be9-11f3-4386-8c36-8a50ee8ab267 req-a9387da7-0d68-424a-b853-f03574adb741 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:48.071642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ce58be9-11f3-4386-8c36-8a50ee8ab267 req-a9387da7-0d68-424a-b853-f03574adb741 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 944 time: 0.2970595 Nov 11 21:42:48.172973 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 84250b90-07e1-44c5-a2c9-2821c27c8aa4 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:48.174721 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 84250b90-07e1-44c5-a2c9-2821c27c8aa4 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:48.190172 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d0d480a-a78a-48f0-b657-c2401e8bb8fa tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:48.197262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d0d480a-a78a-48f0-b657-c2401e8bb8fa tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:48.203345 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9d0d480a-a78a-48f0-b657-c2401e8bb8fa tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/security-groups/4c9a9109-ece3-463e-9e54-5210aab348fe HTTP/1.1" status: 204 len: 168 time: 0.6352205 Nov 11 21:42:48.204297 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47002) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:48.216148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] For port 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:48.216766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:48.324739 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e591b-d536-45e9-b6a6-72848f4e0c67 req-350a1be0-a052-4df5-a647-5163a0f2e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:48.327030 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-781e591b-d536-45e9-b6a6-72848f4e0c67 req-350a1be0-a052-4df5-a647-5163a0f2e480 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7caaa17b-13f0-427b-9c0f-9a6ae36198ce HTTP/1.1" status: 200 len: 917 time: 0.4936280 Nov 11 21:42:48.334898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-13bd00a8-ca78-4333-9a99-c92d0d3ad957 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 0eb6226d-961e-4bd5-87bb-655e158a1b8d {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:48.335239 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-13bd00a8-ca78-4333-9a99-c92d0d3ad957 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:48.344982 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] Calling delete_port for 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:48.348596 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ce58be9-11f3-4386-8c36-8a50ee8ab267 req-4cb1f6af-6627-41e8-9f8b-7b96f2772dd2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412298 Nov 11 21:42:48.352904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d480a-a78a-48f0-b657-c2401e8bb8fa tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9a9109-ece3-463e-9e54-5210aab348fe,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:48.413206 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-781e591b-d536-45e9-b6a6-72848f4e0c67 req-8bbf8e01-42a6-4378-9ae1-206c5ff3c11b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=321440a0-0c0d-4b05-a7c6-cdebc72c1816 HTTP/1.1" status: 200 len: 217 time: 0.0563316 Nov 11 21:42:48.437451 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53087b2f-62a1-44db-94e2-034ea7b6bc9f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:48.482155 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53087b2f-62a1-44db-94e2-034ea7b6bc9f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:48.513381 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:48.542510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e591b-d536-45e9-b6a6-72848f4e0c67 req-db60a8e2-4903-46af-ba0d-26596ab27acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:48.544467 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-781e591b-d536-45e9-b6a6-72848f4e0c67 req-db60a8e2-4903-46af-ba0d-26596ab27acc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2285bb7f-8f63-4bae-a730-85e19eca1b8d HTTP/1.1" status: 200 len: 855 time: 0.0712359 Nov 11 21:42:48.565190 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-13bd00a8-ca78-4333-9a99-c92d0d3ad957 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:48.595725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-781e591b-d536-45e9-b6a6-72848f4e0c67 req-dc466f9d-3e27-493d-af39-8a0cdf1c17e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7caaa17b-13f0-427b-9c0f-9a6ae36198ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427759 Nov 11 21:42:48.602857 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-13bd00a8-ca78-4333-9a99-c92d0d3ad957 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 0eb6226d-961e-4bd5-87bb-655e158a1b8d owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:48.637838 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53087b2f-62a1-44db-94e2-034ea7b6bc9f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:48.641038 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53087b2f-62a1-44db-94e2-034ea7b6bc9f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:48.642565 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-53087b2f-62a1-44db-94e2-034ea7b6bc9f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/security-groups/ee768004-4085-41b7-b3f3-c68c348249bc HTTP/1.1" status: 204 len: 168 time: 0.4104440 Nov 11 21:42:48.645849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47008) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:48.656391 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53087b2f-62a1-44db-94e2-034ea7b6bc9f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee768004-4085-41b7-b3f3-c68c348249bc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:48.849990 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e56cc9f8-d288-4d48-adca-4f25a20c9609 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:48.884745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-781e591b-d536-45e9-b6a6-72848f4e0c67 req-1fe3850b-27df-447f-abe1-d62edc671a03 service neutron] 10.222.0.10 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776272 Nov 11 21:42:48.965378 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:48.971915 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3757fe38-0833-4691-b70e-1220384919d0 req-cc162403-0d23-40d5-99ad-fb3d9ab6cc7d tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 210 time: 0.0363636 Nov 11 21:42:48.981534 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e56cc9f8-d288-4d48-adca-4f25a20c9609 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.022102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:49.044875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6375abe-3526-4069-b5d4-f78edd725e54 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:49.101670 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.118117 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-13bd00a8-ca78-4333-9a99-c92d0d3ad957 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.181599 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-781e591b-d536-45e9-b6a6-72848f4e0c67 req-1a8c74f7-4e50-4730-b9b8-867490e5bc5f service neutron] 10.222.0.10 "GET /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878752 Nov 11 21:42:49.185637 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e56cc9f8-d288-4d48-adca-4f25a20c9609 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.188676 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e56cc9f8-d288-4d48-adca-4f25a20c9609 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.189985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e56cc9f8-d288-4d48-adca-4f25a20c9609 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/security-groups/bea3828f-9faf-4aba-b8ce-f3ad56e1a2dc HTTP/1.1" status: 204 len: 168 time: 0.5418515 Nov 11 21:42:49.191126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd00a8-ca78-4333-9a99-c92d0d3ad957 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=0eb6226d-961e-4bd5-87bb-655e158a1b8d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:49.193421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47018) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:49.248465 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.252380 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.266666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cc9f8-d288-4d48-adca-4f25a20c9609 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea3828f-9faf-4aba-b8ce-f3ad56e1a2dc,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:49.273100 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-13bd00a8-ca78-4333-9a99-c92d0d3ad957 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.297832 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-13bd00a8-ca78-4333-9a99-c92d0d3ad957 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/0eb6226d-961e-4bd5-87bb-655e158a1b8d HTTP/1.1" status: 204 len: 168 time: 1.7207227 Nov 11 21:42:49.331634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47020) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:49.342143 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.371075 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.372066 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cb4007a-b04e-40d5-b0c4-5c825b92623d {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:42:49.388557 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.390027 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9988653c-961c-49d3-9cc5-21609369cc8f admin admin] 10.222.0.57 "DELETE /v2.0/routers/6cb4007a-b04e-40d5-b0c4-5c825b92623d HTTP/1.1" status: 204 len: 168 time: 3.2213817 Nov 11 21:42:49.392950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47024) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:49.406599 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0fac32f-8764-41c5-a091-fb7c55269e24 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] GET failed (client error): The resource could not be found. Nov 11 21:42:49.408607 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d0fac32f-8764-41c5-a091-fb7c55269e24 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/0eb6226d-961e-4bd5-87bb-655e158a1b8d HTTP/1.1" status: 404 len: 333 time: 0.0752718 Nov 11 21:42:49.412196 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47026) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:49.437162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11431b5-4445-433f-8b54-e08825bc8567 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting subnet 7bde3e68-d22a-42be-b39e-0bf1bbc62839 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:42:49.586376 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f11431b5-4445-433f-8b54-e08825bc8567 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.591455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting subnet c112f1fa-2155-45ab-bb59-f8dc14cc9e88 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:42:49.600831 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.651521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7a1473-9c78-40d5-9d8b-7445dbcf7e82 admin admin] Deleting subnet 20e67dd5-96fd-49f9-8663-fcf39316a998 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:42:49.654834 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1473-9c78-40d5-9d8b-7445dbcf7e82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.687321 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.688431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-dc3e589f-e880-45bf-9f94-4380d3e8ad28 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:49.691906 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-dc3e589f-e880-45bf-9f94-4380d3e8ad28 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.10 "GET /v2.0/networks?id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688 HTTP/1.1" status: 200 len: 811 time: 0.3879118 Nov 11 21:42:49.695722 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f11431b5-4445-433f-8b54-e08825bc8567 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.722022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-4ec84d7b-b928-4e31-99a9-9c59095c2c8a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Request body: {'port': {'device_id': '7a470dc2-ef31-493d-ae70-0c5f0643c308', 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688', 'admin_state_up': True, 'tenant_id': '172747899bb047bea5cde66bd14569c8'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:49.731516 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1473-9c78-40d5-9d8b-7445dbcf7e82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.781792 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099eccef-f7d1-45c8-8b1f-4e97b4a37353 req-c72a9e72-a2df-48cc-8915-adb245d0b36a tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:49.783379 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-099eccef-f7d1-45c8-8b1f-4e97b4a37353 req-c72a9e72-a2df-48cc-8915-adb245d0b36a tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 944 time: 0.2523420 Nov 11 21:42:49.910731 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:49.927071 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-099eccef-f7d1-45c8-8b1f-4e97b4a37353 req-766c793c-9cc0-4212-a1b1-8bb280df2bfc tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163270 Nov 11 21:42:49.933071 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f11431b5-4445-433f-8b54-e08825bc8567 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.019855 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1473-9c78-40d5-9d8b-7445dbcf7e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.042853 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-4ec84d7b-b928-4e31-99a9-9c59095c2c8a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Made reservation on behalf of 172747899bb047bea5cde66bd14569c8 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:50.046600 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-4ec84d7b-b928-4e31-99a9-9c59095c2c8a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.096205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:50.133442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:50.145412 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3bb15d62-b1c5-4a0a-8cb5-a628ec54b92f not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:50.152171 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.160626 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1473-9c78-40d5-9d8b-7445dbcf7e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.195018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Subnet': ['ID=c112f1fa-2155-45ab-bb59-f8dc14cc9e88,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:50.198018 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.201660 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/c112f1fa-2155-45ab-bb59-f8dc14cc9e88 HTTP/1.1" status: 204 len: 168 time: 0.7880785 Nov 11 21:42:50.204453 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47034) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:50.209446 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c09dbaf-032a-4750-aba2-c7e4887725fc None None] Network 78fbee98-f49b-4295-8a13-fc6c74b1c415 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:50.213625 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99506194-5c23-4a25-9a58-b408991c27ed None None] Network 7ca53df5-a923-4637-abe2-0023dcccd003 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:50.215465 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e19790ba-cf1b-4188-8949-c113cf0b9934 req-da53495e-a40d-4e64-a5b8-692e6483f35b tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 210 time: 0.0496409 Nov 11 21:42:50.216619 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f11431b5-4445-433f-8b54-e08825bc8567 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.278523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11431b5-4445-433f-8b54-e08825bc8567 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Subnet': ['ID=7bde3e68-d22a-42be-b39e-0bf1bbc62839,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:50.280619 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f11431b5-4445-433f-8b54-e08825bc8567 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.288233 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f11431b5-4445-433f-8b54-e08825bc8567 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/7bde3e68-d22a-42be-b39e-0bf1bbc62839 HTTP/1.1" status: 204 len: 168 time: 1.0843618 Nov 11 21:42:50.289948 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47036) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:50.298687 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1473-9c78-40d5-9d8b-7445dbcf7e82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.304656 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9c7a1473-9c78-40d5-9d8b-7445dbcf7e82 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/20e67dd5-96fd-49f9-8663-fcf39316a998 HTTP/1.1" status: 204 len: 168 time: 0.9106312 Nov 11 21:42:50.308269 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47038) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:50.347826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c5f97a-3d76-4a13-928a-d8b191580da5 None None] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:50.403326 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:50.403679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:50.404044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:50.404367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:50.404697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:50.405065 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:50.405405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:50.405826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:50.406173 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:50.406502 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:50.406835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:50.407380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91888d3-c17b-435c-a18d-a13ef04d0924 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:50.436407 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a1473-9c78-40d5-9d8b-7445dbcf7e82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20e67dd5-96fd-49f9-8663-fcf39316a998,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:50.446003 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.460446 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.572075 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:50.572552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.616608 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] Deleting port b0d67bfb-a823-400c-8786-884ce54ff25c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:50.617998 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.653607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f50899b-42fc-4f46-8e09-6f2053086385 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting subnet e7b34433-94b8-4ae9-89e1-da4163f705cb {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:42:50.675884 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f50899b-42fc-4f46-8e09-6f2053086385 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.750616 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f50899b-42fc-4f46-8e09-6f2053086385 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.751642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] For port b0d67bfb-a823-400c-8786-884ce54ff25c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b0d67bfb-a823-400c-8786-884ce54ff25c,segment=NetworkSegment(74432a1d-1106-4e84-9cf6-7e02024a21b3),segment_id=74432a1d-1106-4e84-9cf6-7e02024a21b3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:50.752021 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:50.773388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] Calling delete_port for b0d67bfb-a823-400c-8786-884ce54ff25c owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:50.808281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-4ec84d7b-b928-4e31-99a9-9c59095c2c8a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Allocated IP 172.20.0.13 (5dd23ad2-a5b1-49ba-b1ac-4708052c2688/f0b71604-c771-4fb2-a243-eaa0d1daf729/1c5bef61-36f7-4421-8df4-2ca7b41a3161) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:50.832129 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997d7a44-fa3f-4129-b3ac-f29bf63c557e None None] DHCP port deletion for 7ca53df5-a923-4637-abe2-0023dcccd003 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:50.916936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871686d1-0195-4238-b231-6bfdf4156299 None None] DHCP port deletion for 78fbee98-f49b-4295-8a13-fc6c74b1c415 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:50.949103 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.008951 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f50899b-42fc-4f46-8e09-6f2053086385 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.014102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] No DVR routers for this DVR port b0d67bfb-a823-400c-8786-884ce54ff25c on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:51.037449 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-997d7a44-fa3f-4129-b3ac-f29bf63c557e None None] Deleting port b0d67bfb-a823-400c-8786-884ce54ff25c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:51.037825 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-997d7a44-fa3f-4129-b3ac-f29bf63c557e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.043120 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d67bfb-a823-400c-8786-884ce54ff25c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:51.065121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] For port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=289147ef-dd5f-4bb7-89cb-3f2a3d73fe01,segment=NetworkSegment(5174d31e-ce03-4bc1-9a25-2ab53aac34d4),segment_id=5174d31e-ce03-4bc1-9a25-2ab53aac34d4)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:51.065489 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.129825 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:51.138768 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.191897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-871686d1-0195-4238-b231-6bfdf4156299 None None] Deleting port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:51.192270 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-871686d1-0195-4238-b231-6bfdf4156299 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.222348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca53df5-a923-4637-abe2-0023dcccd003']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:51.231380 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-997d7a44-fa3f-4129-b3ac-f29bf63c557e None None] For port b0d67bfb-a823-400c-8786-884ce54ff25c, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:51.231782 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-997d7a44-fa3f-4129-b3ac-f29bf63c557e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.240486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74432a1d-1106-4e84-9cf6-7e02024a21b3') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:51.240877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74432a1d-1106-4e84-9cf6-7e02024a21b3') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:51.265903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.329477 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.346191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:42:51.346377 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.366179 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-997d7a44-fa3f-4129-b3ac-f29bf63c557e None None] Calling delete_port for b0d67bfb-a823-400c-8786-884ce54ff25c owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:51.369356 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-997d7a44-fa3f-4129-b3ac-f29bf63c557e None None] Port b0d67bfb-a823-400c-8786-884ce54ff25c was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:42:51.372120 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-997d7a44-fa3f-4129-b3ac-f29bf63c557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.373339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eb7c8-3f9f-49b8-9c11-27b5e8e9d452 req-46ddec00-7ad8-4d03-8d1d-69a5b46c4e8d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:51.380991 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f43eb7c8-3f9f-49b8-9c11-27b5e8e9d452 req-46ddec00-7ad8-4d03-8d1d-69a5b46c4e8d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 944 time: 0.2616374 Nov 11 21:42:51.414032 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f50899b-42fc-4f46-8e09-6f2053086385 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.484421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9bb243b-772b-4c2b-928a-a5382b3aa404 req-efd483df-1b0b-4974-af64-b197748682bc tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 210 time: 0.0921600 Nov 11 21:42:51.490261 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-4ec84d7b-b928-4e31-99a9-9c59095c2c8a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:42:51.492438 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:42:51.503514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50899b-42fc-4f46-8e09-6f2053086385 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b34433-94b8-4ae9-89e1-da4163f705cb,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:51.511958 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.514333 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f50899b-42fc-4f46-8e09-6f2053086385 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.520633 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8f50899b-42fc-4f46-8e09-6f2053086385 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/e7b34433-94b8-4ae9-89e1-da4163f705cb HTTP/1.1" status: 204 len: 168 time: 1.2296257 Nov 11 21:42:51.523065 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47058) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:51.524184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.537566 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7ca53df5-a923-4637-abe2-0023dcccd003 HTTP/1.1" status: 204 len: 168 time: 1.2193098 Nov 11 21:42:51.574173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f43eb7c8-3f9f-49b8-9c11-27b5e8e9d452 req-b38a9231-64a0-4631-abb6-6e59754430e8 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861353 Nov 11 21:42:51.601511 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-4ec84d7b-b928-4e31-99a9-9c59095c2c8a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.645927 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03739c4-5308-4da8-a79e-e1651efceda5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] DELETE failed (client error): The resource could not be found. Nov 11 21:42:51.646385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03739c4-5308-4da8-a79e-e1651efceda5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:51.649487 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b03739c4-5308-4da8-a79e-e1651efceda5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/7bde3e68-d22a-42be-b39e-0bf1bbc62839 HTTP/1.1" status: 404 len: 337 time: 0.1091061 Nov 11 21:42:51.664043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e72aaa-1344-412a-84aa-4f07858ac3f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca53df5-a923-4637-abe2-0023dcccd003,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:51.665404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47062) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:51.689995 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.738047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=289147ef-dd5f-4bb7-89cb-3f2a3d73fe01,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:51.773118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No DVR routers for this DVR port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:51.789114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47064) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:51.807797 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-4ec84d7b-b928-4e31-99a9-9c59095c2c8a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:51.819595 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-4ec84d7b-b928-4e31-99a9-9c59095c2c8a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:51.824556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-4ec84d7b-b928-4e31-99a9-9c59095c2c8a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:51.827775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec84d7b-b928-4e31-99a9-9c59095c2c8a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Pushing event updated for resources: {'Port': ['ID=1c5bef61-36f7-4421-8df4-2ca7b41a3161,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:51.861956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-13779b3e-e632-4edb-b6a2-b25d6d8d42a5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting subnet 515f4f58-722d-45ea-a87d-f50b17d55cae {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:42:51.869341 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-13779b3e-e632-4edb-b6a2-b25d6d8d42a5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.882078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 321440a0-0c0d-4b05-a7c6-cdebc72c1816 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:42:51.911914 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['aace8b78-f7f1-4062-afab-14bcfed32b3c'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:42:51.920211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633a0f46-2b5c-413e-9577-783eeb54751e None None] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:51.922603 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d7a44-fa3f-4129-b3ac-f29bf63c557e None None] Pushing event deleted for resources: {'Port': ['ID=b0d67bfb-a823-400c-8786-884ce54ff25c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:51.956876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-4ec84d7b-b928-4e31-99a9-9c59095c2c8a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:51.957556 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-4ec84d7b-b928-4e31-99a9-9c59095c2c8a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.980382 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.988167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-13779b3e-e632-4edb-b6a2-b25d6d8d42a5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:51.996325 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d7a44-fa3f-4129-b3ac-f29bf63c557e None None] No DVR routers for this DVR port b0d67bfb-a823-400c-8786-884ce54ff25c on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:52.014966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47068) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:52.015561 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-72c95811-8966-4d28-9ceb-1e450f64dd08 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dd061da342534d959e6cad6eadbbff1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2247267 Nov 11 21:42:52.038451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-871686d1-0195-4238-b231-6bfdf4156299 None None] For port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=289147ef-dd5f-4bb7-89cb-3f2a3d73fe01,segment=NetworkSegment(5174d31e-ce03-4bc1-9a25-2ab53aac34d4),segment_id=5174d31e-ce03-4bc1-9a25-2ab53aac34d4)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:52.038911 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-871686d1-0195-4238-b231-6bfdf4156299 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.051360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fbee98-f49b-4295-8a13-fc6c74b1c415']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:52.059612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-4ec84d7b-b928-4e31-99a9-9c59095c2c8a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3416491 Nov 11 21:42:52.062942 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-871686d1-0195-4238-b231-6bfdf4156299 None None] Calling delete_port for 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:52.074183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Request body: {'port': {'device_id': '7a470dc2-ef31-493d-ae70-0c5f0643c308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:52.075536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5174d31e-ce03-4bc1-9a25-2ab53aac34d4') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:52.075885 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5174d31e-ce03-4bc1-9a25-2ab53aac34d4') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:52.086375 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.107042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.115231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:42:52.115899 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.160546 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-871686d1-0195-4238-b231-6bfdf4156299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.180851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b0d67bfb-a823-400c-8786-884ce54ff25c no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:42:52.225894 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:42:52.230105 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.232896 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: b0d67bfb-a823-400c-8786-884ce54ff25c {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:52.234664 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b0d67bfb-a823-400c-8786-884ce54ff25c not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:52.235665 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:52.243642 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.246347 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.252291 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/networks/78fbee98-f49b-4295-8a13-fc6c74b1c415 HTTP/1.1" status: 204 len: 168 time: 2.0463448 Nov 11 21:42:52.270084 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3143d-27b9-4725-a1a0-c557a1c7667e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Network': ['ID=78fbee98-f49b-4295-8a13-fc6c74b1c415,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:52.273466 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-13779b3e-e632-4edb-b6a2-b25d6d8d42a5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.277619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47070) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:52.286056 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0f17fd39-523d-4d50-99b1-e0fce708c10b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-410020020'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:52.312717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f17fd39-523d-4d50-99b1-e0fce708c10b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:52.317361 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f17fd39-523d-4d50-99b1-e0fce708c10b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.343519 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-28bc7222-bada-4f2b-9006-41218a7ca34a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.358502 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f17fd39-523d-4d50-99b1-e0fce708c10b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:42:52.383552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f17fd39-523d-4d50-99b1-e0fce708c10b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.384166 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-0f17fd39-523d-4d50-99b1-e0fce708c10b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Added segment 7c9440bb-3171-4d62-87d6-06ebbf63f76f of type vlan for network 91dcac52-0435-4a13-b2db-6f14e863e2d0 Nov 11 21:42:52.452863 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f17fd39-523d-4d50-99b1-e0fce708c10b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.467677 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-28bc7222-bada-4f2b-9006-41218a7ca34a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.493161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 321440a0-0c0d-4b05-a7c6-cdebc72c1816, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=321440a0-0c0d-4b05-a7c6-cdebc72c1816,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:52.497361 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871686d1-0195-4238-b231-6bfdf4156299 None None] Pushing event deleted for resources: {'Port': ['ID=289147ef-dd5f-4bb7-89cb-3f2a3d73fe01,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:52.507503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:52.507962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:52.518093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4ef8565d-db51-4250-b41b-ae768ebd4d5d None None] Provisioning complete for port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:52.518734 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ef8565d-db51-4250-b41b-ae768ebd4d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.519739 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f17fd39-523d-4d50-99b1-e0fce708c10b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.538587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f17fd39-523d-4d50-99b1-e0fce708c10b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:52.540243 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f17fd39-523d-4d50-99b1-e0fce708c10b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.593742 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0f17fd39-523d-4d50-99b1-e0fce708c10b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3121753 Nov 11 21:42:52.601865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47084) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:52.608335 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cd50aa54-8d70-43bd-9ce3-60dba0d5b600 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'subnet': {'network_id': '91dcac52-0435-4a13-b2db-6f14e863e2d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:52.682389 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871686d1-0195-4238-b231-6bfdf4156299 None None] No DVR routers for this DVR port 289147ef-dd5f-4bb7-89cb-3f2a3d73fe01 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:52.744675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17fd39-523d-4d50-99b1-e0fce708c10b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Network': ['ID=91dcac52-0435-4a13-b2db-6f14e863e2d0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:52.749372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '321440a0-0c0d-4b05-a7c6-cdebc72c1816', 'network_id': '7caaa17b-13f0-427b-9c0f-9a6ae36198ce', 'port_id': '321440a0-0c0d-4b05-a7c6-cdebc72c1816', 'mac_address': 'fa:16:3e:dd:16:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2285bb7f-8f63-4bae-a730-85e19eca1b8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:42:52.803486 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 91dcac52-0435-4a13-b2db-6f14e863e2d0 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:42:52.820755 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-13779b3e-e632-4edb-b6a2-b25d6d8d42a5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.912786 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd50aa54-8d70-43bd-9ce3-60dba0d5b600 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:52.916654 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd50aa54-8d70-43bd-9ce3-60dba0d5b600 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.936930 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:52.954422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13779b3e-e632-4edb-b6a2-b25d6d8d42a5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Subnet': ['ID=515f4f58-722d-45ea-a87d-f50b17d55cae,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:52.963344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321440a0-0c0d-4b05-a7c6-cdebc72c1816 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:42:53.089962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 321440a0-0c0d-4b05-a7c6-cdebc72c1816, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=321440a0-0c0d-4b05-a7c6-cdebc72c1816,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:53.138661 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:53.139479 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-13779b3e-e632-4edb-b6a2-b25d6d8d42a5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:53.143020 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-13779b3e-e632-4edb-b6a2-b25d6d8d42a5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/515f4f58-722d-45ea-a87d-f50b17d55cae HTTP/1.1" status: 204 len: 168 time: 1.4656425 Nov 11 21:42:53.147251 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47088) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:53.155583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c4b79-79c2-4ba1-b7e4-880e03c5d0db req-f4ce3c31-0287-424a-9d42-69e5e728ea43 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:53.157974 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d89c4b79-79c2-4ba1-b7e4-880e03c5d0db req-f4ce3c31-0287-424a-9d42-69e5e728ea43 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 932 time: 0.4624438 Nov 11 21:42:53.212586 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-28bc7222-bada-4f2b-9006-41218a7ca34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:53.215633 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-28bc7222-bada-4f2b-9006-41218a7ca34a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:53.217115 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-28bc7222-bada-4f2b-9006-41218a7ca34a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d544131-0931-47bb-aa5b-afef9c39f6ff HTTP/1.1" status: 204 len: 168 time: 1.2004278 Nov 11 21:42:53.225028 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-54497359-c7de-4868-9459-9f57b367e45d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] DELETE failed (client error): The resource could not be found. Nov 11 21:42:53.225703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54497359-c7de-4868-9459-9f57b367e45d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:53.229014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=321440a0-0c0d-4b05-a7c6-cdebc72c1816,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:53.229464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-54497359-c7de-4868-9459-9f57b367e45d tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/7ecead53-e4f5-42a7-984e-dc14011780df HTTP/1.1" status: 404 len: 337 time: 0.0700703 Nov 11 21:42:53.240819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4ef8565d-db51-4250-b41b-ae768ebd4d5d None None] Provisioning complete for port 06c97f66-f458-4e6e-877b-3d648951fb3d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:53.241619 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ef8565d-db51-4250-b41b-ae768ebd4d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:53.262916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83fca8-4895-4f7a-96e1-7369c9ad44ee req-0cfcaecc-ec8a-4a0d-9339-3a2aa3d8966f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:53.264562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a83fca8-4895-4f7a-96e1-7369c9ad44ee req-0cfcaecc-ec8a-4a0d-9339-3a2aa3d8966f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 944 time: 0.4878840 Nov 11 21:42:53.279711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47092) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:53.353658 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8565d-db51-4250-b41b-ae768ebd4d5d None None] Port 06c97f66-f458-4e6e-877b-3d648951fb3d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:53.371099 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['321440a0-0c0d-4b05-a7c6-cdebc72c1816'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:42:53.400169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d89c4b79-79c2-4ba1-b7e4-880e03c5d0db req-026eff4c-a261-4101-98ea-8a603a5c2b7a tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256305 Nov 11 21:42:53.401263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc7222-bada-4f2b-9006-41218a7ca34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d544131-0931-47bb-aa5b-afef9c39f6ff,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:53.410454 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d484680-648a-427c-87a5-256383581831 None None] Update dhcp port {'port': {'network_id': 'e65b77fa-6075-47fe-aefe-2bc865c4d588', 'fixed_ips': [{'subnet_id': '515f4f58-722d-45ea-a87d-f50b17d55cae'}], 'binding:host_id': 'n-d-805737-3'}, 'id': '5b41e6b8-f77b-4352-a52b-f0caee6c78e7'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:42:53.462817 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd50aa54-8d70-43bd-9ce3-60dba0d5b600 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:53.470170 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2dbfec12-80f1-4f47-81eb-ea8a314506c5 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "GET /v2.0/ports?device_id=de7fe7ff-ac9d-4823-8776-c698ace8c192 HTTP/1.1" status: 200 len: 205 time: 0.1892929 Nov 11 21:42:53.477213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47098) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:53.505186 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d484680-648a-427c-87a5-256383581831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:53.605392 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-7c0088eb-194f-4a84-bf1c-10716011ddfa tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] delete failed (client error): The resource could not be found. Nov 11 21:42:53.609249 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7c0088eb-194f-4a84-bf1c-10716011ddfa tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/routers/de7fe7ff-ac9d-4823-8776-c698ace8c192 HTTP/1.1" status: 404 len: 336 time: 0.1149464 Nov 11 21:42:53.614127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47100) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:53.716353 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a83fca8-4895-4f7a-96e1-7369c9ad44ee req-7390f29e-3cbf-499e-bc1a-c3d66394fada tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149828 Nov 11 21:42:53.758491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50aa54-8d70-43bd-9ce3-60dba0d5b600 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Subnet': ['ID=77d38ec7-ddfc-44a3-b079-f1b3329be9db,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:53.760977 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-751bffeb-0dc1-432b-9594-e231a2856d29 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] DELETE failed (client error): The resource could not be found. Nov 11 21:42:53.761433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751bffeb-0dc1-432b-9594-e231a2856d29 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:53.764513 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-751bffeb-0dc1-432b-9594-e231a2856d29 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/c36faabc-1161-4535-a526-3cf2daeb2854 HTTP/1.1" status: 404 len: 337 time: 0.1357074 Nov 11 21:42:53.768382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47106) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:53.823876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50aa54-8d70-43bd-9ce3-60dba0d5b600 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Checking segment: {'id': '7c9440bb-3171-4d62-87d6-06ebbf63f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '91dcac52-0435-4a13-b2db-6f14e863e2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:53.824268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd50aa54-8d70-43bd-9ce3-60dba0d5b600 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network hostable DHCP agents. Network: 91dcac52-0435-4a13-b2db-6f14e863e2d0, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:42:53.828567 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b38de5-2c6f-4343-ba44-411ee2940e57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] DELETE failed (client error): The resource could not be found. Nov 11 21:42:53.829170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b38de5-2c6f-4343-ba44-411ee2940e57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:53.832366 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-59b38de5-2c6f-4343-ba44-411ee2940e57 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/a24c69ae-d4a9-4523-ba51-b87e7f29617d HTTP/1.1" status: 404 len: 337 time: 0.0618069 Nov 11 21:42:53.835042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47110) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:53.850164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5bef61-36f7-4421-8df4-2ca7b41a3161 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:42:53.867332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd50aa54-8d70-43bd-9ce3-60dba0d5b600 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network 91dcac52-0435-4a13-b2db-6f14e863e2d0 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:42:53.879408 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:53.882573 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83212cb-9548-48c6-9902-4acbe638d8f2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] DELETE failed (client error): The resource could not be found. Nov 11 21:42:53.883231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83212cb-9548-48c6-9902-4acbe638d8f2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:53.886791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b83212cb-9548-48c6-9902-4acbe638d8f2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/d80b6c1e-9f0a-438e-9fb5-07ced7930cff HTTP/1.1" status: 404 len: 337 time: 0.0504098 Nov 11 21:42:53.889559 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47112) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:53.899617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-cd50aa54-8d70-43bd-9ce3-60dba0d5b600 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 91dcac52-0435-4a13-b2db-6f14e863e2d0) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:53.908309 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9070fa8e-6f2f-45ed-97fc-4e1f30948a9e None None] Network e65b77fa-6075-47fe-aefe-2bc865c4d588 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:53.913972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd50aa54-8d70-43bd-9ce3-60dba0d5b600 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:53.915277 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd50aa54-8d70-43bd-9ce3-60dba0d5b600 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:53.925692 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-e404f9a2-b026-48ab-898d-8e211d6eaea2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] DELETE failed (client error): The resource could not be found. Nov 11 21:42:53.926612 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e404f9a2-b026-48ab-898d-8e211d6eaea2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:53.932333 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e404f9a2-b026-48ab-898d-8e211d6eaea2 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/52e6bf4f-0f58-4154-b43a-63301d54dcef HTTP/1.1" status: 404 len: 333 time: 0.0394237 Nov 11 21:42:53.932333 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Transition to ACTIVE for port object 1c5bef61-36f7-4421-8df4-2ca7b41a3161 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:42:53.933820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47116) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:53.970669 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cd50aa54-8d70-43bd-9ce3-60dba0d5b600 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3677011 Nov 11 21:42:53.972407 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:53.974996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47118) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:53.982060 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbde9420-60bd-46ce-ba11-6536cffefed4 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] DELETE failed (client error): The resource could not be found. Nov 11 21:42:53.982480 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32deb08-656e-4b92-a8c6-514d6121580f None None] Network 91dcac52-0435-4a13-b2db-6f14e863e2d0 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:53.982785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbde9420-60bd-46ce-ba11-6536cffefed4 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:53.986176 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cbde9420-60bd-46ce-ba11-6536cffefed4 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/593e6840-55cd-4c49-b0b8-9929d7ead4b3 HTTP/1.1" status: 404 len: 337 time: 0.0511429 Nov 11 21:42:54.005983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-52b9dd8f-d8dd-4564-be44-d791471ca30d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'network_id': '91dcac52-0435-4a13-b2db-6f14e863e2d0', 'name': 'tempest-PortsIpV6TestJSON-1217107293', 'fixed_ips': [{'subnet_id': '77d38ec7-ddfc-44a3-b079-f1b3329be9db', 'ip_address': '2001:db8::10'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:54.014091 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47120) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:54.063447 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c816fae-fba8-49bd-a4d6-6aeefa568b7a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] DELETE failed (client error): The resource could not be found. Nov 11 21:42:54.064022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c816fae-fba8-49bd-a4d6-6aeefa568b7a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:54.072160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4c816fae-fba8-49bd-a4d6-6aeefa568b7a tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/16149198-57e3-4315-bbdb-7e1648dc2bf2 HTTP/1.1" status: 404 len: 337 time: 0.0545297 Nov 11 21:42:54.089600 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47126) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:54.135873 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac23bdd-0b67-4cd3-acd1-2e2440d5338c tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] DELETE failed (client error): The resource could not be found. Nov 11 21:42:54.136834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac23bdd-0b67-4cd3-acd1-2e2440d5338c tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:54.141075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bac23bdd-0b67-4cd3-acd1-2e2440d5338c tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/60a4c599-d8ae-462b-a35f-b2dbbb3777f0 HTTP/1.1" status: 404 len: 333 time: 0.0505822 Nov 11 21:42:54.147226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47130) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:54.156468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5bef61-36f7-4421-8df4-2ca7b41a3161,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:54.170634 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:54.183084 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-e151742c-74f4-4253-901b-20d4eec4c783 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] DELETE failed (client error): The resource could not be found. Nov 11 21:42:54.183762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e151742c-74f4-4253-901b-20d4eec4c783 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:54.187131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e151742c-74f4-4253-901b-20d4eec4c783 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/68f90668-5eb6-48f0-bedf-c1d280524fa2 HTTP/1.1" status: 404 len: 337 time: 0.0388024 Nov 11 21:42:54.190086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47132) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:54.236578 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8542527-aea6-4cee-a073-2cd1cc23e71b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] DELETE failed (client error): The resource could not be found. Nov 11 21:42:54.237239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8542527-aea6-4cee-a073-2cd1cc23e71b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:42:54.240504 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a8542527-aea6-4cee-a073-2cd1cc23e71b tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/subnets/18553549-d9cf-4865-8b25-7da1deb8f6d0 HTTP/1.1" status: 404 len: 337 time: 0.0493445 Nov 11 21:42:54.247268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47134) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:54.312145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Attempting to bind port 1c5bef61-36f7-4421-8df4-2ca7b41a3161 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:42:54.315160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Attempting to bind port 1c5bef61-36f7-4421-8df4-2ca7b41a3161 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'b71617bf-9cd5-4942-a559-888bf490f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:42:54.316280 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Attempting to bind port 1c5bef61-36f7-4421-8df4-2ca7b41a3161 on network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:42:54.331322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Port 1c5bef61-36f7-4421-8df4-2ca7b41a3161 on network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:42:54.333158 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Attempting to bind port 1c5bef61-36f7-4421-8df4-2ca7b41a3161 on network 5dd23ad2-a5b1-49ba-b1ac-4708052c2688 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:42:54.343780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:42:54.347329 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Checking segment: {'id': 'b71617bf-9cd5-4942-a559-888bf490f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:54.348308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Bound using segment: {'id': 'b71617bf-9cd5-4942-a559-888bf490f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:42:54.351250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Bound port: 1c5bef61-36f7-4421-8df4-2ca7b41a3161, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71617bf-9cd5-4942-a559-888bf490f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:42:54.351625 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:54.447725 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b9dd8f-d8dd-4564-be44-d791471ca30d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:54.495252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] For port 1c5bef61-36f7-4421-8df4-2ca7b41a3161, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:42:54.502671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] For port 1c5bef61-36f7-4421-8df4-2ca7b41a3161, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=1c5bef61-36f7-4421-8df4-2ca7b41a3161,segment=NetworkSegment(b71617bf-9cd5-4942-a559-888bf490f5ee),segment_id=b71617bf-9cd5-4942-a559-888bf490f5ee)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:42:54.511392 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:54.552028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:54.553466 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:54.555790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] 10.222.0.10 "PUT /v2.0/ports/1c5bef61-36f7-4421-8df4-2ca7b41a3161 HTTP/1.1" status: 200 len: 1092 time: 2.4851942 Nov 11 21:42:54.556470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a470dc2-ef31-493d-ae70-0c5f0643c308', 'tag': '1c5bef61-36f7-4421-8df4-2ca7b41a3161'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:54.559900 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d072c8-35f1-4177-94e5-77207d7df240" -d '{"events": [{"name": "network-changed", "server_uuid": "7a470dc2-ef31-493d-ae70-0c5f0643c308", "tag": "1c5bef61-36f7-4421-8df4-2ca7b41a3161"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:54.581702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7fe28b22-a0ba-466f-9ab9-8cfb073ad7f2 None None] Provisioning complete for port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:54.583766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fe28b22-a0ba-466f-9ab9-8cfb073ad7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:54.647565 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97afa7bb-76d2-4b5e-b776-4e81057dcd3c x-openstack-request-id: req-97afa7bb-76d2-4b5e-b776-4e81057dcd3c {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:54.647867 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a470dc2-ef31-493d-ae70-0c5f0643c308", "tag": "1c5bef61-36f7-4421-8df4-2ca7b41a3161", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:54.648199 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97afa7bb-76d2-4b5e-b776-4e81057dcd3c {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:54.649689 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a470dc2-ef31-493d-ae70-0c5f0643c308', 'tag': '1c5bef61-36f7-4421-8df4-2ca7b41a3161', 'status': 'completed', 'code': 200} Nov 11 21:42:54.664567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ba203f5b-7664-47cb-8fac-ced475f5d239 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port 06c97f66-f458-4e6e-877b-3d648951fb3d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:54.665212 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba203f5b-7664-47cb-8fac-ced475f5d239 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:54.728421 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52b9dd8f-d8dd-4564-be44-d791471ca30d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:54.842092 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9680c-2de3-4a62-be52-d811ce45a073 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5bef61-36f7-4421-8df4-2ca7b41a3161,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:54.846430 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-52b9dd8f-d8dd-4564-be44-d791471ca30d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port 406cfab9-13aa-4afd-bee8-ca923d3830e8 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:42:54.871055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617372-ba32-4b2f-92e9-f24efc8c3e21 req-82bb1a36-28d7-4195-b5e2-3bebbc334602 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:54.873244 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e617372-ba32-4b2f-92e9-f24efc8c3e21 req-82bb1a36-28d7-4195-b5e2-3bebbc334602 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 944 time: 0.2232118 Nov 11 21:42:54.881346 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-6c3341b2-9f69-4957-99c1-22d90c32e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:54.883739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-6c3341b2-9f69-4957-99c1-22d90c32e018 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=172747899bb047bea5cde66bd14569c8&device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 1095 time: 0.2387772 Nov 11 21:42:54.952920 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e617372-ba32-4b2f-92e9-f24efc8c3e21 req-b1cd0ed4-b3be-45b0-a2ed-69b620d0982f tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673714 Nov 11 21:42:54.993843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba203f5b-7664-47cb-8fac-ced475f5d239 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:55.006159 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-4100c4af-464c-4f26-a8ee-6c8361463f60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5bef61-36f7-4421-8df4-2ca7b41a3161 HTTP/1.1" status: 200 len: 217 time: 0.0638888 Nov 11 21:42:55.018696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ba203f5b-7664-47cb-8fac-ced475f5d239 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for 06c97f66-f458-4e6e-877b-3d648951fb3d owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:55.132682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-c51355e4-fdd3-4ad7-838b-5fa698194516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:55.154270 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-c51355e4-fdd3-4ad7-838b-5fa698194516 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f0b71604-c771-4fb2-a243-eaa0d1daf729 HTTP/1.1" status: 200 len: 851 time: 0.1375322 Nov 11 21:42:55.162953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18804660-dec3-45bb-b8c9-d20e4df13ab0 req-6a227bce-4699-403a-8bc7-c7ab6141db29 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:55.164535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18804660-dec3-45bb-b8c9-d20e4df13ab0 req-6a227bce-4699-403a-8bc7-c7ab6141db29 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 945 time: 0.1605122 Nov 11 21:42:55.199559 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:55.234654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-ea919769-1903-4478-888f-62a4ee0bb8d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659878 Nov 11 21:42:55.258381 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc2166d-6a5a-44cb-a4ed-72149925c7f5 None None] DHCP port deletion for e65b77fa-6075-47fe-aefe-2bc865c4d588 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:42:55.289668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-91dcac52-0435-4a13-b2db-6f14e863e2d0', 'network_id': '91dcac52-0435-4a13-b2db-6f14e863e2d0', 'tenant_id': 'dbad1feca6c74716beb5daf54e17f08f', 'fixed_ips': [{'subnet_id': '77d38ec7-ddfc-44a3-b079-f1b3329be9db'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:42:55.290829 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:55.299254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7fe28b22-a0ba-466f-9ab9-8cfb073ad7f2 None None] Provisioning complete for port 06c97f66-f458-4e6e-877b-3d648951fb3d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:55.299916 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7fe28b22-a0ba-466f-9ab9-8cfb073ad7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:55.368249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-52b9dd8f-d8dd-4564-be44-d791471ca30d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Allocated IP 2001:db8::10 (91dcac52-0435-4a13-b2db-6f14e863e2d0/77d38ec7-ddfc-44a3-b079-f1b3329be9db/406cfab9-13aa-4afd-bee8-ca923d3830e8) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:55.423821 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba203f5b-7664-47cb-8fac-ced475f5d239 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:55.443383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18804660-dec3-45bb-b8c9-d20e4df13ab0 req-43f34249-07e1-40e3-817d-9587917fc547 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558458 Nov 11 21:42:55.516466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 321440a0-0c0d-4b05-a7c6-cdebc72c1816 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:55.517035 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-8e0a07d1-2fe2-48f1-a5b0-f56e17124903 service neutron] 10.222.0.10 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572412 Nov 11 21:42:55.555816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,segment=NetworkSegment(0dc84b42-e92a-4ac9-91bf-48fbaf82249a),segment_id=0dc84b42-e92a-4ac9-91bf-48fbaf82249a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:55.560390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47164) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:55.563860 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba203f5b-7664-47cb-8fac-ced475f5d239 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=06c97f66-f458-4e6e-877b-3d648951fb3d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:55.572053 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba203f5b-7664-47cb-8fac-ced475f5d239 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:55.575901 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ba203f5b-7664-47cb-8fac-ced475f5d239 tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/ports/06c97f66-f458-4e6e-877b-3d648951fb3d HTTP/1.1" status: 204 len: 168 time: 1.3180385 Nov 11 21:42:55.579489 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47168) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:55.863100 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:55.902454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e19747-e054-4fdd-9e73-6d66889ad869 req-5a85e09c-2211-45f5-a7a7-7f7e38b202e2 service neutron] 10.222.0.10 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769770 Nov 11 21:42:55.910828 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7fe28b22-a0ba-466f-9ab9-8cfb073ad7f2 None None] Port 06c97f66-f458-4e6e-877b-3d648951fb3d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:55.947456 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:55.983309 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.020873 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52b9dd8f-d8dd-4564-be44-d791471ca30d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.060079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d072c8-35f1-4177-94e5-77207d7df240 req-f7305656-a2ee-4117-aa7d-642c4be83b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:56.061839 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65d072c8-35f1-4177-94e5-77207d7df240 req-f7305656-a2ee-4117-aa7d-642c4be83b44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=172747899bb047bea5cde66bd14569c8&device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 1095 time: 0.1095827 Nov 11 21:42:56.095590 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52b9dd8f-d8dd-4564-be44-d791471ca30d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.138264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Deleting port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:56.138639 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.158907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b9dd8f-d8dd-4564-be44-d791471ca30d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network 91dcac52-0435-4a13-b2db-6f14e863e2d0 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:56.162884 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-52b9dd8f-d8dd-4564-be44-d791471ca30d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:56.171275 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b9dd8f-d8dd-4564-be44-d791471ca30d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:56.178677 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b9dd8f-d8dd-4564-be44-d791471ca30d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:56.179504 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52b9dd8f-d8dd-4564-be44-d791471ca30d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.188168 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,revision_number=11']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:56.197791 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cdc2166d-6a5a-44cb-a4ed-72149925c7f5 None None] Deleting port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:56.199662 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdc2166d-6a5a-44cb-a4ed-72149925c7f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.218446 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9dd8f-d8dd-4564-be44-d791471ca30d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=406cfab9-13aa-4afd-bee8-ca923d3830e8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:56.243537 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 321440a0-0c0d-4b05-a7c6-cdebc72c1816 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:42:56.246246 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-52b9dd8f-d8dd-4564-be44-d791471ca30d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2689023 Nov 11 21:42:56.248637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47188) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:56.255547 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1c112542-343f-4a27-be51-981728b19735 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'network_id': '91dcac52-0435-4a13-b2db-6f14e863e2d0', 'name': 'tempest-PortsIpV6TestJSON-1204048703', 'fixed_ips': [{'subnet_id': '77d38ec7-ddfc-44a3-b079-f1b3329be9db', 'ip_address': '2001:db8::f'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:56.361813 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 321440a0-0c0d-4b05-a7c6-cdebc72c1816 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:56.362379 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.405427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c112542-343f-4a27-be51-981728b19735 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:56.412418 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c112542-343f-4a27-be51-981728b19735 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.435711 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-1c112542-343f-4a27-be51-981728b19735 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port 4e945431-0203-4170-9662-813cb6df2966 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:42:56.500699 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Allocated IP 2001:db8::2 (91dcac52-0435-4a13-b2db-6f14e863e2d0/77d38ec7-ddfc-44a3-b079-f1b3329be9db/faaed203-4a7f-433b-99d2-c3391c15d4ff) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:56.695843 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.714632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cdc2166d-6a5a-44cb-a4ed-72149925c7f5 None None] For port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,segment=NetworkSegment(0dc84b42-e92a-4ac9-91bf-48fbaf82249a),segment_id=0dc84b42-e92a-4ac9-91bf-48fbaf82249a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:56.718537 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdc2166d-6a5a-44cb-a4ed-72149925c7f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.735555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cdc2166d-6a5a-44cb-a4ed-72149925c7f5 None None] Calling delete_port for 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:56.800242 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-1c112542-343f-4a27-be51-981728b19735 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Allocated IP 2001:db8::f (91dcac52-0435-4a13-b2db-6f14e863e2d0/77d38ec7-ddfc-44a3-b079-f1b3329be9db/4e945431-0203-4170-9662-813cb6df2966) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:56.910813 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.913425 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.954338 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.982341 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cdc2166d-6a5a-44cb-a4ed-72149925c7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.000043 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Pushing event updated for resources: {'Port': ['ID=faaed203-4a7f-433b-99d2-c3391c15d4ff,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:57.038800 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.044142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc2166d-6a5a-44cb-a4ed-72149925c7f5 None None] No DVR routers for this DVR port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:57.059484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2166d-6a5a-44cb-a4ed-72149925c7f5 None None] Pushing event deleted for resources: {'Port': ['ID=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:57.072236 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e68e70-fa15-42c7-b841-7771c4146b52 req-d30b4ca8-9e72-4da9-a62c-e4a7540eebb6 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:57.078825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Network 91dcac52-0435-4a13-b2db-6f14e863e2d0 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:57.084856 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d6f203-2cbd-4ba4-bd53-684c79765a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321440a0-0c0d-4b05-a7c6-cdebc72c1816'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:57.087735 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b9861f-6cf9-4732-a3e8-0f8bb5d23f65" -d '{"events": [{"server_uuid": "f9d6f203-2cbd-4ba4-bd53-684c79765a31", "name": "network-vif-plugged", "status": "completed", "tag": "321440a0-0c0d-4b05-a7c6-cdebc72c1816"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:57.090069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1e68e70-fa15-42c7-b841-7771c4146b52 req-d30b4ca8-9e72-4da9-a62c-e4a7540eebb6 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 944 time: 0.9735799 Nov 11 21:42:57.092090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] For port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,segment=NetworkSegment(0dc84b42-e92a-4ac9-91bf-48fbaf82249a),segment_id=0dc84b42-e92a-4ac9-91bf-48fbaf82249a)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:57.092458 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.099686 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:57.107323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:57.111402 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 321440a0-0c0d-4b05-a7c6-cdebc72c1816, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=321440a0-0c0d-4b05-a7c6-cdebc72c1816,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:57.126026 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c112542-343f-4a27-be51-981728b19735 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.146674 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.180189 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c112542-343f-4a27-be51-981728b19735 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.197042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Calling delete_port for 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:57.233950 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e74590512f3444158bceaae61816e239&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6723998 Nov 11 21:42:57.242562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47200) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:57.245679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Attempting to bind port faaed203-4a7f-433b-99d2-c3391c15d4ff on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:42:57.246360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Attempting to bind port faaed203-4a7f-433b-99d2-c3391c15d4ff by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7c9440bb-3171-4d62-87d6-06ebbf63f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '91dcac52-0435-4a13-b2db-6f14e863e2d0'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:42:57.246512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fe06f9-5754-4285-8468-9d514d113c4d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:57.247121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Attempting to bind port faaed203-4a7f-433b-99d2-c3391c15d4ff on network 91dcac52-0435-4a13-b2db-6f14e863e2d0 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:42:57.262149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:42:57.262984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Checking segment: {'id': '7c9440bb-3171-4d62-87d6-06ebbf63f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '91dcac52-0435-4a13-b2db-6f14e863e2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:57.263638 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.264251 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Bound using segment: {'id': '7c9440bb-3171-4d62-87d6-06ebbf63f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '91dcac52-0435-4a13-b2db-6f14e863e2d0'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:42:57.265083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Bound port: faaed203-4a7f-433b-99d2-c3391c15d4ff, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9440bb-3171-4d62-87d6-06ebbf63f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '91dcac52-0435-4a13-b2db-6f14e863e2d0'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:42:57.265705 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.280584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c112542-343f-4a27-be51-981728b19735 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network 91dcac52-0435-4a13-b2db-6f14e863e2d0 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:57.282263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d072c8-35f1-4177-94e5-77207d7df240 req-595ca1d8-60ec-42c2-89b1-6fd340d4d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:57.283749 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65d072c8-35f1-4177-94e5-77207d7df240 req-595ca1d8-60ec-42c2-89b1-6fd340d4d41b service neutron] 10.222.0.10 "GET /v2.0/networks?id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688 HTTP/1.1" status: 200 len: 913 time: 1.2063549 Nov 11 21:42:57.285726 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1c112542-343f-4a27-be51-981728b19735 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:57.293196 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=321440a0-0c0d-4b05-a7c6-cdebc72c1816,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:57.302954 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598edff0-fbca-47c9-b043-90192fcbfbbd req-07b58a50-b8d6-412d-94b4-642a7075a977 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:57.308741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c112542-343f-4a27-be51-981728b19735 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:57.316046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c112542-343f-4a27-be51-981728b19735 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:57.316677 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c112542-343f-4a27-be51-981728b19735 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.318075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-598edff0-fbca-47c9-b043-90192fcbfbbd req-07b58a50-b8d6-412d-94b4-642a7075a977 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 945 time: 0.4169645 Nov 11 21:42:57.342095 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c112542-343f-4a27-be51-981728b19735 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=4e945431-0203-4170-9662-813cb6df2966,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:57.364672 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1c112542-343f-4a27-be51-981728b19735 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1136942 Nov 11 21:42:57.365623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47202) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:57.408772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] For port faaed203-4a7f-433b-99d2-c3391c15d4ff, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:42:57.412255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] For port faaed203-4a7f-433b-99d2-c3391c15d4ff, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=faaed203-4a7f-433b-99d2-c3391c15d4ff,segment=NetworkSegment(7c9440bb-3171-4d62-87d6-06ebbf63f76f),segment_id=7c9440bb-3171-4d62-87d6-06ebbf63f76f)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:42:57.418014 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.435876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:57.445435 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:57.446093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:57.446634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:57.447223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:57.447776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:57.448305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:57.448922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:57.449449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:57.449968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:57.453293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:57.453911 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c46bb-2fd5-45c9-8742-349e8327ae77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:57.504653 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedec16a-e4b4-4d81-9cf5-76ecec2262e9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:57.509540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bedec16a-e4b4-4d81-9cf5-76ecec2262e9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1392481 Nov 11 21:42:57.511996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47204) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:57.565186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb1198-c308-4c2d-9f02-098ccc855562 None None] Pushing event updated for resources: {'Port': ['ID=faaed203-4a7f-433b-99d2-c3391c15d4ff,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:57.599590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7700aa18-c8a2-4dc4-81b4-a6b337954e96 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:57.599825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65d072c8-35f1-4177-94e5-77207d7df240 req-57a91a52-42fd-44f2-8458-efe19c82e2e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5bef61-36f7-4421-8df4-2ca7b41a3161 HTTP/1.1" status: 200 len: 217 time: 0.2640533 Nov 11 21:42:57.615880 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1e68e70-fa15-42c7-b841-7771c4146b52 req-c6b5a229-4913-49ec-8991-afe5674104b4 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725723 Nov 11 21:42:57.618011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7700aa18-c8a2-4dc4-81b4-a6b337954e96 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:57.625092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7700aa18-c8a2-4dc4-81b4-a6b337954e96 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:57.632088 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7700aa18-c8a2-4dc4-81b4-a6b337954e96 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1182644 Nov 11 21:42:57.637733 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47206) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:57.670262 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-146a182f-02f0-4c92-87c0-f8423b4a2e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.704391 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-146a182f-02f0-4c92-87c0-f8423b4a2e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.783147 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-598edff0-fbca-47c9-b043-90192fcbfbbd req-702b5ce1-9ea2-41d7-a4dd-b3531e40671c tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823547 Nov 11 21:42:57.831454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d072c8-35f1-4177-94e5-77207d7df240 req-82e8ad1d-2280-4b3e-af3e-42b29f25acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:57.834022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65d072c8-35f1-4177-94e5-77207d7df240 req-82e8ad1d-2280-4b3e-af3e-42b29f25acd8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f0b71604-c771-4fb2-a243-eaa0d1daf729 HTTP/1.1" status: 200 len: 851 time: 0.2071414 Nov 11 21:42:57.862237 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.865477 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee84aa80-4f8d-40f4-8c3d-83c34ee2a21f x-openstack-request-id: req-ee84aa80-4f8d-40f4-8c3d-83c34ee2a21f {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:57.866278 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d6f203-2cbd-4ba4-bd53-684c79765a31", "name": "network-vif-plugged", "status": "completed", "tag": "321440a0-0c0d-4b05-a7c6-cdebc72c1816", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:57.866715 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee84aa80-4f8d-40f4-8c3d-83c34ee2a21f {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:57.867449 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d6f203-2cbd-4ba4-bd53-684c79765a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321440a0-0c0d-4b05-a7c6-cdebc72c1816', 'code': 200} Nov 11 21:42:57.890003 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-86addb03-5837-42b4-b8e3-3b8f68113f4a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 4e945431-0203-4170-9662-813cb6df2966 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:57.891308 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86addb03-5837-42b4-b8e3-3b8f68113f4a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.959623 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] No DVR routers for this DVR port 5b41e6b8-f77b-4352-a52b-f0caee6c78e7 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:57.963187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65d072c8-35f1-4177-94e5-77207d7df240 req-6a75a817-baed-4526-839e-889cb22f76bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202819 Nov 11 21:42:57.967093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Port': ['ID=5b41e6b8-f77b-4352-a52b-f0caee6c78e7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:58.035106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9caacb-4665-4199-8339-70b39a9fea1d req-4e8a20ed-dec5-46cb-9f4c-3a3aaaf5fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:58.036718 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-df9caacb-4665-4199-8339-70b39a9fea1d req-4e8a20ed-dec5-46cb-9f4c-3a3aaaf5fdf1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 1097 time: 0.1042514 Nov 11 21:42:58.087828 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86addb03-5837-42b4-b8e3-3b8f68113f4a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:58.113539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-146a182f-02f0-4c92-87c0-f8423b4a2e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:58.116116 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-146a182f-02f0-4c92-87c0-f8423b4a2e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:58.122501 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-df9caacb-4665-4199-8339-70b39a9fea1d req-6ae7e235-7166-48ff-924e-e59f425ca46c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766449 Nov 11 21:42:58.130522 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-146a182f-02f0-4c92-87c0-f8423b4a2e4b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/24fe06f9-5754-4285-8468-9d514d113c4d HTTP/1.1" status: 204 len: 168 time: 0.8745916 Nov 11 21:42:58.145375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-86addb03-5837-42b4-b8e3-3b8f68113f4a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 4e945431-0203-4170-9662-813cb6df2966 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:58.190269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a182f-02f0-4c92-87c0-f8423b4a2e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fe06f9-5754-4285-8468-9d514d113c4d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:58.277659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device faaed203-4a7f-433b-99d2-c3391c15d4ff up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:42:58.328507 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65d072c8-35f1-4177-94e5-77207d7df240 req-5d20d591-bd77-42e7-a7a2-6f13746ee803 service neutron] 10.222.0.10 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393521 Nov 11 21:42:58.330209 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:58.383276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65b77fa-6075-47fe-aefe-2bc865c4d588']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:58.384508 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86addb03-5837-42b4-b8e3-3b8f68113f4a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:58.443148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc84b42-e92a-4ac9-91bf-48fbaf82249a') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:58.443364 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc84b42-e92a-4ac9-91bf-48fbaf82249a') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:42:58.446483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port faaed203-4a7f-433b-99d2-c3391c15d4ff triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:58.447122 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:58.475999 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:58.490049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86addb03-5837-42b4-b8e3-3b8f68113f4a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=4e945431-0203-4170-9662-813cb6df2966,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:58.529005 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-86addb03-5837-42b4-b8e3-3b8f68113f4a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:58.530200 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:58.535019 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-86addb03-5837-42b4-b8e3-3b8f68113f4a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/4e945431-0203-4170-9662-813cb6df2966 HTTP/1.1" status: 204 len: 168 time: 0.8953776 Nov 11 21:42:58.538928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47226) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:58.595225 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:58.617690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:42:58.620007 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:42:58.625688 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:42:58.639908 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port faaed203-4a7f-433b-99d2-c3391c15d4ff, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=faaed203-4a7f-433b-99d2-c3391c15d4ff,segment=NetworkSegment(7c9440bb-3171-4d62-87d6-06ebbf63f76f),segment_id=7c9440bb-3171-4d62-87d6-06ebbf63f76f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:58.655049 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:58.659499 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0901aca-5b3b-47e2-a098-66cd7999db93 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] GET failed (client error): The resource could not be found. Nov 11 21:42:58.662243 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f0901aca-5b3b-47e2-a098-66cd7999db93 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/4e945431-0203-4170-9662-813cb6df2966 HTTP/1.1" status: 404 len: 333 time: 0.1223242 Nov 11 21:42:58.665174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47236) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:58.688334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65d072c8-35f1-4177-94e5-77207d7df240 req-fb570e66-df06-4963-b590-e5497002451b service neutron] 10.222.0.10 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486900 Nov 11 21:42:58.839915 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=faaed203-4a7f-433b-99d2-c3391c15d4ff,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:58.840754 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:58.856961 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:58.867111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8b83f502-6334-4ab8-875f-d672c9ce0ea3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 406cfab9-13aa-4afd-bee8-ca923d3830e8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:58.867379 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] 10.222.0.57 "DELETE /v2.0/networks/e65b77fa-6075-47fe-aefe-2bc865c4d588 HTTP/1.1" status: 204 len: 168 time: 3.2791650 Nov 11 21:42:58.868497 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b83f502-6334-4ab8-875f-d672c9ce0ea3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:58.901704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043073a-a810-49e4-870e-bfa9b0e3f0d9 req-a14149fd-547a-4560-84f9-9de560deb787 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:58.912047 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0043073a-a810-49e4-870e-bfa9b0e3f0d9 req-a14149fd-547a-4560-84f9-9de560deb787 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 944 time: 0.1280568 Nov 11 21:42:58.931241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e25865-8aa3-4f02-9cb0-29c77029e15f tempest-PortsTestJSON-1229487848 tempest-PortsTestJSON-1229487848-project] Pushing event deleted for resources: {'Network': ['ID=e65b77fa-6075-47fe-aefe-2bc865c4d588,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:59.039766 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0043073a-a810-49e4-870e-bfa9b0e3f0d9 req-7ba8446f-4237-4da0-bbda-64236c2fefc3 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217225 Nov 11 21:42:59.225079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb83d093-7e03-4bbd-8805-fe5f016b777b None None] Network 91dcac52-0435-4a13-b2db-6f14e863e2d0 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:42:59.244117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefd772-38b2-4801-b712-9fb5add50be9 req-521af966-54db-43be-90de-5738737614c2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:59.246018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ffefd772-38b2-4801-b712-9fb5add50be9 req-521af966-54db-43be-90de-5738737614c2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 946 time: 0.2029729 Nov 11 21:42:59.357193 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ffefd772-38b2-4801-b712-9fb5add50be9 req-67f351a3-03b7-420d-b30d-e0013d0d61ce tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969014 Nov 11 21:42:59.485428 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0b8ce3fb-8a2e-4a08-8f77-c21f52c9141c None None] Provisioning complete for port faaed203-4a7f-433b-99d2-c3391c15d4ff triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:59.485871 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b8ce3fb-8a2e-4a08-8f77-c21f52c9141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:59.502675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 1c5bef61-36f7-4421-8df4-2ca7b41a3161 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:42:59.582371 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b83f502-6334-4ab8-875f-d672c9ce0ea3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:59.616417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8b83f502-6334-4ab8-875f-d672c9ce0ea3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 406cfab9-13aa-4afd-bee8-ca923d3830e8 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:59.645923 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47264) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:59.924037 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b83f502-6334-4ab8-875f-d672c9ce0ea3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:00.015315 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 1c5bef61-36f7-4421-8df4-2ca7b41a3161, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=1c5bef61-36f7-4421-8df4-2ca7b41a3161,segment=NetworkSegment(b71617bf-9cd5-4942-a559-888bf490f5ee),segment_id=b71617bf-9cd5-4942-a559-888bf490f5ee)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:00.039029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83f502-6334-4ab8-875f-d672c9ce0ea3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=406cfab9-13aa-4afd-bee8-ca923d3830e8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:00.043928 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b83f502-6334-4ab8-875f-d672c9ce0ea3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:00.049365 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8b83f502-6334-4ab8-875f-d672c9ce0ea3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/406cfab9-13aa-4afd-bee8-ca923d3830e8 HTTP/1.1" status: 204 len: 168 time: 1.3828824 Nov 11 21:43:00.052324 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47278) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:00.073897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '1c5bef61-36f7-4421-8df4-2ca7b41a3161', 'network_id': '5dd23ad2-a5b1-49ba-b1ac-4708052c2688', 'port_id': '1c5bef61-36f7-4421-8df4-2ca7b41a3161', 'mac_address': 'fa:16:3e:b4:45:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b71604-c771-4fb2-a243-eaa0d1daf729', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:43:00.087234 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9a185438-5e0e-42d0-99b9-4319e6eaaef3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f4c688e9d6ad4b2d83d9c3ab1c3e8813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4372900 Nov 11 21:43:00.088093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47282) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:00.144323 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80710a9-30da-4f69-ba7b-4e4613e61770 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] GET failed (client error): The resource could not be found. Nov 11 21:43:00.149774 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a80710a9-30da-4f69-ba7b-4e4613e61770 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/406cfab9-13aa-4afd-bee8-ca923d3830e8 HTTP/1.1" status: 404 len: 333 time: 0.0931134 Nov 11 21:43:00.150508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47288) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:00.214172 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device faaed203-4a7f-433b-99d2-c3391c15d4ff up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:00.310572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfb0634-6249-4083-8935-9f8a051313b9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting subnet 77d38ec7-ddfc-44a3-b079-f1b3329be9db {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:43:00.316177 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ddfb0634-6249-4083-8935-9f8a051313b9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:00.342716 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:00.360329 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89041ab5-fc17-4f4b-bc04-b5d4ce9bf6dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:00.410018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5bef61-36f7-4421-8df4-2ca7b41a3161 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:43:00.421831 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89041ab5-fc17-4f4b-bc04-b5d4ce9bf6dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:00.453756 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ddfb0634-6249-4083-8935-9f8a051313b9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:00.475020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71770ae4-03e5-4baf-a9e8-de21b588823c req-b469183c-e20c-4716-b6fe-9b59627fd8e0 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:00.480832 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71770ae4-03e5-4baf-a9e8-de21b588823c req-b469183c-e20c-4716-b6fe-9b59627fd8e0 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 944 time: 0.2411060 Nov 11 21:43:00.502023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 1c5bef61-36f7-4421-8df4-2ca7b41a3161, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=1c5bef61-36f7-4421-8df4-2ca7b41a3161,segment=NetworkSegment(b71617bf-9cd5-4942-a559-888bf490f5ee),segment_id=b71617bf-9cd5-4942-a559-888bf490f5ee)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:00.541210 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:00.544692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port faaed203-4a7f-433b-99d2-c3391c15d4ff triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:00.560010 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:00.689956 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=1c5bef61-36f7-4421-8df4-2ca7b41a3161,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:00.724927 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2936bbc8-5a26-4a43-b3b4-0b6b47b1d036 None None] Provisioning complete for port faaed203-4a7f-433b-99d2-c3391c15d4ff triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:00.725496 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2936bbc8-5a26-4a43-b3b4-0b6b47b1d036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:00.746146 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ddfb0634-6249-4083-8935-9f8a051313b9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:00.752557 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71770ae4-03e5-4baf-a9e8-de21b588823c req-c298f3d8-03fe-460c-b4ed-72b1f76cdee5 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514486 Nov 11 21:43:00.782239 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89041ab5-fc17-4f4b-bc04-b5d4ce9bf6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:00.787329 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89041ab5-fc17-4f4b-bc04-b5d4ce9bf6dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:00.787569 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['1c5bef61-36f7-4421-8df4-2ca7b41a3161'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:43:00.791314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-89041ab5-fc17-4f4b-bc04-b5d4ce9bf6dc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad95e4d0-84c8-470b-ba8d-ca0e60998aa1 HTTP/1.1" status: 204 len: 168 time: 0.6966779 Nov 11 21:43:00.849570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f010e30-31a7-48f8-a397-84f515f5ba6f req-3809bc7c-b669-4c7e-baa2-9b25c37f123b tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:00.852949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f010e30-31a7-48f8-a397-84f515f5ba6f req-3809bc7c-b669-4c7e-baa2-9b25c37f123b tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 946 time: 0.2117851 Nov 11 21:43:00.880733 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ddfb0634-6249-4083-8935-9f8a051313b9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:00.887167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89041ab5-fc17-4f4b-bc04-b5d4ce9bf6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad95e4d0-84c8-470b-ba8d-ca0e60998aa1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:00.959590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb0634-6249-4083-8935-9f8a051313b9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Subnet': ['ID=77d38ec7-ddfc-44a3-b079-f1b3329be9db,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:00.985658 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ddfb0634-6249-4083-8935-9f8a051313b9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:00.999132 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47320) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:01.001058 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ddfb0634-6249-4083-8935-9f8a051313b9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/77d38ec7-ddfc-44a3-b079-f1b3329be9db HTTP/1.1" status: 204 len: 168 time: 0.8476009 Nov 11 21:43:01.094536 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0a770e-b77c-4bd5-a396-92211b8dd12d None None] Network 91dcac52-0435-4a13-b2db-6f14e863e2d0 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:01.157128 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f010e30-31a7-48f8-a397-84f515f5ba6f req-a55ee5b4-093b-46d2-bb2a-13b08c9aed4f tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690449 Nov 11 21:43:01.317316 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:01.519434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90945f3-e83f-43ed-a5a6-ce724263c5ff req-9b160a0d-829b-4fda-b421-eec932d799d3 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:01.527091 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f90945f3-e83f-43ed-a5a6-ce724263c5ff req-9b160a0d-829b-4fda-b421-eec932d799d3 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 946 time: 0.1995084 Nov 11 21:43:01.638182 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47342) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:01.649898 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5a72a08b-e456-4310-97d6-16115845add5 None None] Could not find standard attr ID for object 406cfab9-13aa-4afd-bee8-ca923d3830e8. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:43:01.761634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port faaed203-4a7f-433b-99d2-c3391c15d4ff {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:01.761974 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:01.777148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] DHCP port deletion for 91dcac52-0435-4a13-b2db-6f14e863e2d0 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:43:01.794302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f90945f3-e83f-43ed-a5a6-ce724263c5ff req-74c0c55b-02f2-475b-873a-95d21a8877c7 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659695 Nov 11 21:43:01.881181 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Deleting port faaed203-4a7f-433b-99d2-c3391c15d4ff {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:01.881566 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.037728 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2e30-b547-4ede-a437-f10c41ae76a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.069211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] For port faaed203-4a7f-433b-99d2-c3391c15d4ff, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=faaed203-4a7f-433b-99d2-c3391c15d4ff,segment=NetworkSegment(7c9440bb-3171-4d62-87d6-06ebbf63f76f),segment_id=7c9440bb-3171-4d62-87d6-06ebbf63f76f)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:02.069578 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.080419 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] For port faaed203-4a7f-433b-99d2-c3391c15d4ff, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=faaed203-4a7f-433b-99d2-c3391c15d4ff,segment=NetworkSegment(7c9440bb-3171-4d62-87d6-06ebbf63f76f),segment_id=7c9440bb-3171-4d62-87d6-06ebbf63f76f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:02.082161 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.135074 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Calling delete_port for faaed203-4a7f-433b-99d2-c3391c15d4ff owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:02.175041 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device faaed203-4a7f-433b-99d2-c3391c15d4ff no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:43:02.195376 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for faaed203-4a7f-433b-99d2-c3391c15d4ff owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:02.233271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014c4ed-87ee-478d-959f-7465187b8126 req-49e80d12-8e37-463c-b60c-7099f847fc5c tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:02.235205 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0014c4ed-87ee-478d-959f-7465187b8126 req-49e80d12-8e37-463c-b60c-7099f847fc5c tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 945 time: 0.3328922 Nov 11 21:43:02.247283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bb6b4-8b79-468b-857f-c65e2755b724 req-819611d9-620f-4887-9cce-ef5ec5ba56ed tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:02.254586 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c80bb6b4-8b79-468b-857f-c65e2755b724 req-819611d9-620f-4887-9cce-ef5ec5ba56ed tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 946 time: 0.1646972 Nov 11 21:43:02.257837 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2e30-b547-4ede-a437-f10c41ae76a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.265914 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2e30-b547-4ede-a437-f10c41ae76a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.373590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f2e30-b547-4ede-a437-f10c41ae76a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52381797-414c-4a85-92c1-d5197e31216e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:02.392136 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fd7f2e30-b547-4ede-a437-f10c41ae76a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d8c458f2d4a34447b590c1dd3a3143f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7526753 Nov 11 21:43:02.395498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47364) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:02.414816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c80bb6b4-8b79-468b-857f-c65e2755b724 req-d959debf-2631-47b5-b2ec-78ff50fcc091 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589966 Nov 11 21:43:02.470595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0014c4ed-87ee-478d-959f-7465187b8126 req-e7f2e2a7-73d2-4ea4-8d25-80073619bc3b tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652882 Nov 11 21:43:02.481234 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.514244 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.520484 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b8ed07b-f046-4560-94f0-508c1028f0ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.521707 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.534584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] No DVR routers for this DVR port faaed203-4a7f-433b-99d2-c3391c15d4ff on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:43:02.550473 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No DVR routers for this DVR port faaed203-4a7f-433b-99d2-c3391c15d4ff on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:43:02.560759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Pushing event deleted for resources: {'Port': ['ID=faaed203-4a7f-433b-99d2-c3391c15d4ff,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:02.576839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:02.577253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:02.577591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:02.577926 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:02.578255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:02.578577 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:02.579026 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:02.579235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:02.579515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:02.580349 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:02.580349 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:02.580546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47368) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:02.580638 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71288a33-020b-4b87-94df-5e06f5526ac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:02.619588 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b8ed07b-f046-4560-94f0-508c1028f0ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.669687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=faaed203-4a7f-433b-99d2-c3391c15d4ff,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:02.724908 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b8ed07b-f046-4560-94f0-508c1028f0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.728688 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b8ed07b-f046-4560-94f0-508c1028f0ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.730803 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9b8ed07b-f046-4560-94f0-508c1028f0ea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/52381797-414c-4a85-92c1-d5197e31216e HTTP/1.1" status: 204 len: 168 time: 0.3320079 Nov 11 21:43:02.741476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ed07b-f046-4560-94f0-508c1028f0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52381797-414c-4a85-92c1-d5197e31216e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:02.791601 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'network': {'name': 'tempest-RoutersTest-337318641'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:02.810750 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.837010 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91dcac52-0435-4a13-b2db-6f14e863e2d0']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:02.837240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:02.843925 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.847062 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9440bb-3171-4d62-87d6-06ebbf63f76f') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:02.847360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9440bb-3171-4d62-87d6-06ebbf63f76f') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:02.857858 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.858013 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.871267 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.877571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:43:02.877975 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:43:02.891857 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:43:02.950590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7f5f7-d8f2-4b9b-828c-61c4186bb4a5 req-956d6f99-f282-48e2-845c-955ff387fd04 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:02.952428 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ab7f5f7-d8f2-4b9b-828c-61c4186bb4a5 req-956d6f99-f282-48e2-845c-955ff387fd04 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 946 time: 0.2997394 Nov 11 21:43:02.963069 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.999180 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:03.009863 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47380) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:03.010119 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/networks/91dcac52-0435-4a13-b2db-6f14e863e2d0 HTTP/1.1" status: 204 len: 168 time: 1.9788504 Nov 11 21:43:03.034924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4e354644-af6a-4a56-9d3b-49cd15737cf0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2132518577'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:03.055434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ae1e1-d7b0-4094-8cc0-4247f4f03d88 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Network': ['ID=91dcac52-0435-4a13-b2db-6f14e863e2d0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:03.122479 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:03.128066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ab7f5f7-d8f2-4b9b-828c-61c4186bb4a5 req-5c80072b-3417-4c91-824b-99ac3bab626b tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389477 Nov 11 21:43:03.140860 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:03.140860 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e354644-af6a-4a56-9d3b-49cd15737cf0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:03.144148 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e354644-af6a-4a56-9d3b-49cd15737cf0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:03.276940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e354644-af6a-4a56-9d3b-49cd15737cf0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:43:03.291313 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e354644-af6a-4a56-9d3b-49cd15737cf0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:03.291744 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-4e354644-af6a-4a56-9d3b-49cd15737cf0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Added segment 750fe85b-f8ea-4df9-99d5-9664d3279772 of type vlan for network 6449240f-4ae9-4d94-b3dc-d5dd33611a16 Nov 11 21:43:03.337867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c92379e-1f5d-4642-a048-f3b414f4af19,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:03.355884 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:43:03.376249 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e354644-af6a-4a56-9d3b-49cd15737cf0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:03.383174 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:03.383520 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Added segment c8cbf835-ac49-4a9b-b160-dccb57f03bc1 of type vlan for network 4b445b3e-bc86-4f24-a56c-5f21ee75a401 Nov 11 21:43:03.453427 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e354644-af6a-4a56-9d3b-49cd15737cf0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:03.464148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e354644-af6a-4a56-9d3b-49cd15737cf0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:03.464856 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e354644-af6a-4a56-9d3b-49cd15737cf0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:03.479120 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:03.496855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 1c5bef61-36f7-4421-8df4-2ca7b41a3161 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:03.503634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348944e6-d1e8-48c5-a7a8-53e7549cfe33 req-ca44eeb1-5e23-43bf-a830-de78aa168785 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:03.509083 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-348944e6-d1e8-48c5-a7a8-53e7549cfe33 req-ca44eeb1-5e23-43bf-a830-de78aa168785 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 946 time: 0.0951550 Nov 11 21:43:03.559350 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4e354644-af6a-4a56-9d3b-49cd15737cf0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5477550 Nov 11 21:43:03.561658 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47404) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:03.585387 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a7c93c03-9f2a-4334-b5f7-0f1242cbc24a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'subnet': {'network_id': '6449240f-4ae9-4d94-b3dc-d5dd33611a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:03.671747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e354644-af6a-4a56-9d3b-49cd15737cf0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Network': ['ID=6449240f-4ae9-4d94-b3dc-d5dd33611a16,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:03.683466 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:03.702656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:03.703829 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:03.862091 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2764020 Nov 11 21:43:03.873255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47414) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:03.892481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a0730897-0bd0-4b4b-bce6-0fd5514f11f7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'network': {'name': 'tempest-RoutersTest-1762617909'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:03.940941 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8cb2b-9696-4ad4-8c68-f5d8c7582318 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Network': ['ID=4b445b3e-bc86-4f24-a56c-5f21ee75a401,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:03.944195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c93c03-9f2a-4334-b5f7-0f1242cbc24a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:03.948051 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7c93c03-9f2a-4334-b5f7-0f1242cbc24a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:03.949203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0730897-0bd0-4b4b-bce6-0fd5514f11f7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:03.956115 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0730897-0bd0-4b4b-bce6-0fd5514f11f7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:03.994433 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 6449240f-4ae9-4d94-b3dc-d5dd33611a16 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:43:03.997450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 4b445b3e-bc86-4f24-a56c-5f21ee75a401 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:43:04.011038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0730897-0bd0-4b4b-bce6-0fd5514f11f7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] vlan segment allocate from pool success with {'vlan_id': 1193, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:43:04.036771 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0730897-0bd0-4b4b-bce6-0fd5514f11f7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.037341 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-a0730897-0bd0-4b4b-bce6-0fd5514f11f7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Added segment 2d2819f8-dd18-4597-82d9-19cdf83ddfbb of type vlan for network 1e858bfe-b67d-4821-9913-3e7a50bbdb6a Nov 11 21:43:04.162988 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0730897-0bd0-4b4b-bce6-0fd5514f11f7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.227002 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0730897-0bd0-4b4b-bce6-0fd5514f11f7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.244968 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0730897-0bd0-4b4b-bce6-0fd5514f11f7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:04.245628 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0730897-0bd0-4b4b-bce6-0fd5514f11f7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.264566 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7c93c03-9f2a-4334-b5f7-0f1242cbc24a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.296285 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a0730897-0bd0-4b4b-bce6-0fd5514f11f7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4137106 Nov 11 21:43:04.297111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47422) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:04.298970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 1c5bef61-36f7-4421-8df4-2ca7b41a3161 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:43:04.313796 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 1c5bef61-36f7-4421-8df4-2ca7b41a3161 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:04.314180 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.320761 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c93c03-9f2a-4334-b5f7-0f1242cbc24a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Subnet': ['ID=3d5b9fe4-77ee-4296-8f20-f203cc2ac1ca,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:04.339320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-348944e6-d1e8-48c5-a7a8-53e7549cfe33 req-a4f465f1-1e06-4ec6-abc7-ba9a4cea08f4 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8189168 Nov 11 21:43:04.347287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-73adc136-4bba-4ca4-95a9-bd23eb0b1c8a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'subnet': {'network_id': '4b445b3e-bc86-4f24-a56c-5f21ee75a401', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:04.364578 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47426) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:04.446375 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67051b2b-2468-461b-b1ac-0b22fba6423f req-6757c27a-b060-480b-8627-03f154927585 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:04.447990 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67051b2b-2468-461b-b1ac-0b22fba6423f req-6757c27a-b060-480b-8627-03f154927585 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 945 time: 0.7816882 Nov 11 21:43:04.491231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0730897-0bd0-4b4b-bce6-0fd5514f11f7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Network': ['ID=1e858bfe-b67d-4821-9913-3e7a50bbdb6a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:04.492661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c93c03-9f2a-4334-b5f7-0f1242cbc24a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Checking segment: {'id': '750fe85b-f8ea-4df9-99d5-9664d3279772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '6449240f-4ae9-4d94-b3dc-d5dd33611a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:04.493072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c93c03-9f2a-4334-b5f7-0f1242cbc24a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network hostable DHCP agents. Network: 6449240f-4ae9-4d94-b3dc-d5dd33611a16, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:43:04.495927 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.516062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 1e858bfe-b67d-4821-9913-3e7a50bbdb6a details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:43:04.554941 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73adc136-4bba-4ca4-95a9-bd23eb0b1c8a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:04.559127 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73adc136-4bba-4ca4-95a9-bd23eb0b1c8a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.610482 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67051b2b-2468-461b-b1ac-0b22fba6423f req-029ef2c8-476f-4eca-a621-1f6c8bfcc487 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346223 Nov 11 21:43:04.620232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a470dc2-ef31-493d-ae70-0c5f0643c308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5bef61-36f7-4421-8df4-2ca7b41a3161'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:43:04.625238 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc005f24-65cb-4092-95e1-ccd7dcabe44c" -d '{"events": [{"server_uuid": "7a470dc2-ef31-493d-ae70-0c5f0643c308", "name": "network-vif-plugged", "status": "completed", "tag": "1c5bef61-36f7-4421-8df4-2ca7b41a3161"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:43:04.650916 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 1c5bef61-36f7-4421-8df4-2ca7b41a3161, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=1c5bef61-36f7-4421-8df4-2ca7b41a3161,segment=NetworkSegment(b71617bf-9cd5-4942-a559-888bf490f5ee),segment_id=b71617bf-9cd5-4942-a559-888bf490f5ee)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:04.652192 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-network', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:04.658112 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c93c03-9f2a-4334-b5f7-0f1242cbc24a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network 6449240f-4ae9-4d94-b3dc-d5dd33611a16 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:43:04.658731 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.700917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-a7c93c03-9f2a-4334-b5f7-0f1242cbc24a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 6449240f-4ae9-4d94-b3dc-d5dd33611a16) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:04.718669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c93c03-9f2a-4334-b5f7-0f1242cbc24a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:04.726013 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7c93c03-9f2a-4334-b5f7-0f1242cbc24a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.744098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399a7ee1-d445-4eea-8824-a12eb1e921ba None None] Network 6449240f-4ae9-4d94-b3dc-d5dd33611a16 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:04.751495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] Made reservation on behalf of 8be0585386e44e03b1b78f23eea6f900 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:04.754736 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.772426 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.778374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a7c93c03-9f2a-4334-b5f7-0f1242cbc24a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2110784 Nov 11 21:43:04.781240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47432) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:04.782367 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ef019a-f8d0-488c-8349-862fe89f6e6c x-openstack-request-id: req-f4ef019a-f8d0-488c-8349-862fe89f6e6c {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:43:04.782660 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a470dc2-ef31-493d-ae70-0c5f0643c308", "name": "network-vif-plugged", "status": "completed", "tag": "1c5bef61-36f7-4421-8df4-2ca7b41a3161", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:43:04.783423 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f4ef019a-f8d0-488c-8349-862fe89f6e6c {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:43:04.783820 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a470dc2-ef31-493d-ae70-0c5f0643c308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5bef61-36f7-4421-8df4-2ca7b41a3161', 'code': 200} Nov 11 21:43:04.794079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6ba0b48d-ba87-4b9a-a629-5eb167472d20 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-585986384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:04.809573 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e02a4d-a487-49e4-bf63-d20df64caa40 req-4c659c5e-2487-49a1-a750-fd75bc5f2efc tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:04.818401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06e02a4d-a487-49e4-bf63-d20df64caa40 req-4c659c5e-2487-49a1-a750-fd75bc5f2efc tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 946 time: 0.2411003 Nov 11 21:43:04.887548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73adc136-4bba-4ca4-95a9-bd23eb0b1c8a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.892425 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=1c5bef61-36f7-4421-8df4-2ca7b41a3161,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:04.957760 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b48d-ba87-4b9a-a629-5eb167472d20 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.958754 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b48d-ba87-4b9a-a629-5eb167472d20 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.992783 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adc136-4bba-4ca4-95a9-bd23eb0b1c8a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Subnet': ['ID=50a492f8-ba0f-473b-9f3d-a759f0e637a6,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:05.001361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73adc136-4bba-4ca4-95a9-bd23eb0b1c8a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Checking segment: {'id': 'c8cbf835-ac49-4a9b-b160-dccb57f03bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4b445b3e-bc86-4f24-a56c-5f21ee75a401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:05.001972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73adc136-4bba-4ca4-95a9-bd23eb0b1c8a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network hostable DHCP agents. Network: 4b445b3e-bc86-4f24-a56c-5f21ee75a401, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:43:05.015488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00663b3f-e110-4509-9fd6-f213a353996e req-67dfe105-b9bb-4dbd-94ea-7c17f3fb996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:05.017400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00663b3f-e110-4509-9fd6-f213a353996e req-67dfe105-b9bb-4dbd-94ea-7c17f3fb996f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 1097 time: 0.1875644 Nov 11 21:43:05.026547 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-6449240f-4ae9-4d94-b3dc-d5dd33611a16', 'network_id': '6449240f-4ae9-4d94-b3dc-d5dd33611a16', 'tenant_id': 'dbad1feca6c74716beb5daf54e17f08f', 'fixed_ips': [{'subnet_id': '3d5b9fe4-77ee-4296-8f20-f203cc2ac1ca'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:43:05.027674 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.029385 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06e02a4d-a487-49e4-bf63-d20df64caa40 req-fc27e40f-0b0e-4788-8fd6-c3d09406386c tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097890 Nov 11 21:43:05.039295 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73adc136-4bba-4ca4-95a9-bd23eb0b1c8a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 4b445b3e-bc86-4f24-a56c-5f21ee75a401 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:43:05.062660 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-73adc136-4bba-4ca4-95a9-bd23eb0b1c8a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 4b445b3e-bc86-4f24-a56c-5f21ee75a401) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:05.067364 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73adc136-4bba-4ca4-95a9-bd23eb0b1c8a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:05.068149 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73adc136-4bba-4ca4-95a9-bd23eb0b1c8a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.077579 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9f537f-244c-4291-804a-7c8b01fc97e1 None None] Network 4b445b3e-bc86-4f24-a56c-5f21ee75a401 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:05.100077 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-73adc136-4bba-4ca4-95a9-bd23eb0b1c8a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7766657 Nov 11 21:43:05.100451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47438) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:05.106748 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-20e55406-077b-4994-b74b-211f3a01cbf3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'subnet': {'network_id': '1e858bfe-b67d-4821-9913-3e7a50bbdb6a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:05.125969 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b48d-ba87-4b9a-a629-5eb167472d20 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.145155 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b48d-ba87-4b9a-a629-5eb167472d20 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.183418 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00663b3f-e110-4509-9fd6-f213a353996e req-2ae892b6-61c1-4a42-9124-9496535527eb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529565 Nov 11 21:43:05.185174 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.194837 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:43:05.197790 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b48d-ba87-4b9a-a629-5eb167472d20 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.203645 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47440) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:05.209406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-05823257-c730-404c-849c-514c7c2357f5 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'network_id': '6449240f-4ae9-4d94-b3dc-d5dd33611a16', 'name': 'tempest-PortsIpV6TestJSON-817218830'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:05.212638 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6ba0b48d-ba87-4b9a-a629-5eb167472d20 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4228716 Nov 11 21:43:05.214133 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.270050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:43:05.280721 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a450f858-c86f-4a74-88ef-01b2c0e82dde,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:05.286166 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.286511 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] Added segment ab0d4e94-8108-4836-a169-456188f1bec7 of type vlan for network c9249c11-6f76-46de-a7de-b9a387fbb90f Nov 11 21:43:05.341560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e55406-077b-4994-b74b-211f3a01cbf3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:05.345612 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20e55406-077b-4994-b74b-211f3a01cbf3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.350394 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.395693 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.396355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:05.397286 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.431180 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Allocated IP 2001:db8::2 (6449240f-4ae9-4d94-b3dc-d5dd33611a16/3d5b9fe4-77ee-4296-8f20-f203cc2ac1ca/1eb9a76d-18db-4d32-9021-79080af574c8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:05.541721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05823257-c730-404c-849c-514c7c2357f5 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:05.551054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1808708 Nov 11 21:43:05.553997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47454) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:05.556445 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05823257-c730-404c-849c-514c7c2357f5 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.567517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-259529aa-98a3-44e3-8552-e8025886b07e admin admin] Request body: {'subnet': {'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-subnet', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:05.571054 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-4b445b3e-bc86-4f24-a56c-5f21ee75a401', 'network_id': '4b445b3e-bc86-4f24-a56c-5f21ee75a401', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'fixed_ips': [{'subnet_id': '50a492f8-ba0f-473b-9f3d-a759f0e637a6'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:43:05.573210 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.582389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd88efb-c09a-4ae0-adcd-9c20f4efc6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c9249c11-6f76-46de-a7de-b9a387fbb90f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:05.603899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-05823257-c730-404c-849c-514c7c2357f5 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port 9b7c46c2-6c74-4a4b-a8d3-13e6f1ae0ae1 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:43:05.654733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259529aa-98a3-44e3-8552-e8025886b07e admin admin] Made reservation on behalf of 8be0585386e44e03b1b78f23eea6f900 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:05.657828 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-259529aa-98a3-44e3-8552-e8025886b07e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.670259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2cb8d-9c13-46cb-aa14-9c0bc3e9d235 req-e9ce3745-78d7-4560-a9ea-a69fd018fe5c tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:05.679574 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87f2cb8d-9c13-46cb-aa14-9c0bc3e9d235 req-e9ce3745-78d7-4560-a9ea-a69fd018fe5c tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 946 time: 0.1047921 Nov 11 21:43:05.679801 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network c9249c11-6f76-46de-a7de-b9a387fbb90f details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:43:05.804982 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20e55406-077b-4994-b74b-211f3a01cbf3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.891987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e55406-077b-4994-b74b-211f3a01cbf3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Checking segment: {'id': '2d2819f8-dd18-4597-82d9-19cdf83ddfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '1e858bfe-b67d-4821-9913-3e7a50bbdb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:05.892361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e55406-077b-4994-b74b-211f3a01cbf3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network hostable DHCP agents. Network: 1e858bfe-b67d-4821-9913-3e7a50bbdb6a, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:43:05.909486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e55406-077b-4994-b74b-211f3a01cbf3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Subnet': ['ID=dc864949-cf9a-4547-9f07-76e2ea232f57,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:05.925607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e55406-077b-4994-b74b-211f3a01cbf3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 1e858bfe-b67d-4821-9913-3e7a50bbdb6a is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:43:05.947899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-20e55406-077b-4994-b74b-211f3a01cbf3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 1e858bfe-b67d-4821-9913-3e7a50bbdb6a) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:05.958501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e55406-077b-4994-b74b-211f3a01cbf3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:05.959102 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20e55406-077b-4994-b74b-211f3a01cbf3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:05.970679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c939529-a547-4f23-ab40-a52805a4a580 None None] Network 1e858bfe-b67d-4821-9913-3e7a50bbdb6a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:05.992879 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-20e55406-077b-4994-b74b-211f3a01cbf3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8878341 Nov 11 21:43:05.992879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47466) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:06.003134 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-11052673-facb-4793-99de-a3f3d8268a00 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2104437253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:06.052906 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11052673-facb-4793-99de-a3f3d8268a00 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.054008 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11052673-facb-4793-99de-a3f3d8268a00 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.088110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Allocated IP 172.20.0.2 (4b445b3e-bc86-4f24-a56c-5f21ee75a401/50a492f8-ba0f-473b-9f3d-a759f0e637a6/9bed6584-6e6c-486e-bad0-68045fb22164) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:06.102124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87f2cb8d-9c13-46cb-aa14-9c0bc3e9d235 req-58fc2355-b4f4-4f4b-a543-a7fd56c80345 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216025 Nov 11 21:43:06.112781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47470) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:06.161674 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.162794 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e0a9f-dac6-44c5-924e-dd1b6ab02279 req-f34800c4-52c7-4242-a4b5-8e0f6d57b4fe tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:06.165710 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-493e0a9f-dac6-44c5-924e-dd1b6ab02279 req-f34800c4-52c7-4242-a4b5-8e0f6d57b4fe tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.4298291 Nov 11 21:43:06.184468 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-259529aa-98a3-44e3-8552-e8025886b07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.195945 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11052673-facb-4793-99de-a3f3d8268a00 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.229823 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.312789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-05823257-c730-404c-849c-514c7c2357f5 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Allocated IP 2001:db8::317 (6449240f-4ae9-4d94-b3dc-d5dd33611a16/3d5b9fe4-77ee-4296-8f20-f203cc2ac1ca/9b7c46c2-6c74-4a4b-a8d3-13e6f1ae0ae1) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:06.368397 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-493e0a9f-dac6-44c5-924e-dd1b6ab02279 req-40dcdeb8-077b-4c87-90f2-9a19c1c1dab0 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916478 Nov 11 21:43:06.470138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-1e858bfe-b67d-4821-9913-3e7a50bbdb6a', 'network_id': '1e858bfe-b67d-4821-9913-3e7a50bbdb6a', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'fixed_ips': [{'subnet_id': 'dc864949-cf9a-4547-9f07-76e2ea232f57'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:43:06.471013 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.475880 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Network 6449240f-4ae9-4d94-b3dc-d5dd33611a16 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:06.502681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:06.510816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:06.512723 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Pushing event updated for resources: {'Port': ['ID=1eb9a76d-18db-4d32-9021-79080af574c8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:06.520921 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05823257-c730-404c-849c-514c7c2357f5 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.599276 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11052673-facb-4793-99de-a3f3d8268a00 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.612827 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05823257-c730-404c-849c-514c7c2357f5 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.689858 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-11052673-facb-4793-99de-a3f3d8268a00 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.691828 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-11052673-facb-4793-99de-a3f3d8268a00 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6985555 Nov 11 21:43:06.698809 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05823257-c730-404c-849c-514c7c2357f5 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network 6449240f-4ae9-4d94-b3dc-d5dd33611a16 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:06.701973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47476) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:06.711636 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-05823257-c730-404c-849c-514c7c2357f5 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:06.714897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05823257-c730-404c-849c-514c7c2357f5 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:06.721521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05823257-c730-404c-849c-514c7c2357f5 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:06.722594 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05823257-c730-404c-849c-514c7c2357f5 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.728258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05823257-c730-404c-849c-514c7c2357f5 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=9b7c46c2-6c74-4a4b-a8d3-13e6f1ae0ae1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:06.754713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259529aa-98a3-44e3-8552-e8025886b07e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f3136c-0951-4615-82fd-c3de95f6cc3a,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:06.780173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259529aa-98a3-44e3-8552-e8025886b07e admin admin] Checking segment: {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:06.780628 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259529aa-98a3-44e3-8552-e8025886b07e admin admin] Network hostable DHCP agents. Network: c9249c11-6f76-46de-a7de-b9a387fbb90f, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:43:06.820294 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-05823257-c730-404c-849c-514c7c2357f5 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6154962 Nov 11 21:43:06.823424 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Attempting to bind port 1eb9a76d-18db-4d32-9021-79080af574c8 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:43:06.823992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Attempting to bind port 1eb9a76d-18db-4d32-9021-79080af574c8 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '750fe85b-f8ea-4df9-99d5-9664d3279772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '6449240f-4ae9-4d94-b3dc-d5dd33611a16'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:43:06.824165 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Attempting to bind port 1eb9a76d-18db-4d32-9021-79080af574c8 on network 6449240f-4ae9-4d94-b3dc-d5dd33611a16 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:06.843044 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.844772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:43:06.845186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Checking segment: {'id': '750fe85b-f8ea-4df9-99d5-9664d3279772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '6449240f-4ae9-4d94-b3dc-d5dd33611a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:06.845577 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.846021 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Bound using segment: {'id': '750fe85b-f8ea-4df9-99d5-9664d3279772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '6449240f-4ae9-4d94-b3dc-d5dd33611a16'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:43:06.846513 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Bound port: 1eb9a76d-18db-4d32-9021-79080af574c8, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750fe85b-f8ea-4df9-99d5-9664d3279772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '6449240f-4ae9-4d94-b3dc-d5dd33611a16'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:43:06.846894 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.855345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47478) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:06.856139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259529aa-98a3-44e3-8552-e8025886b07e admin admin] Network c9249c11-6f76-46de-a7de-b9a387fbb90f is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:43:06.895437 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:07.024492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-259529aa-98a3-44e3-8552-e8025886b07e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, c9249c11-6f76-46de-a7de-b9a387fbb90f) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:07.035195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259529aa-98a3-44e3-8552-e8025886b07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:07.035789 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-259529aa-98a3-44e3-8552-e8025886b07e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:07.043407 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Pushing event updated for resources: {'Port': ['ID=9bed6584-6e6c-486e-bad0-68045fb22164,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:07.062325 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c19dbe9-1dbb-4f26-a8cf-619278fd5af2 None None] Network c9249c11-6f76-46de-a7de-b9a387fbb90f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:07.087382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-259529aa-98a3-44e3-8552-e8025886b07e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5320649 Nov 11 21:43:07.102017 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:07.114110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:07.223601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a5410-357c-4143-8eec-f21afa2d53c0 req-72648b4e-d61f-4b42-a137-11e8016bbee4 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:07.225096 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e8a5410-357c-4143-8eec-f21afa2d53c0 req-72648b4e-d61f-4b42-a137-11e8016bbee4 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 946 time: 0.3791561 Nov 11 21:43:07.247407 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:07.248933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:07.303626 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:07.400269 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Allocated IP 172.21.0.2 (1e858bfe-b67d-4821-9913-3e7a50bbdb6a/dc864949-cf9a-4547-9f07-76e2ea232f57/f31da2d2-0975-46af-9b41-4b1e055991d0) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:07.414993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Network 4b445b3e-bc86-4f24-a56c-5f21ee75a401 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:07.428377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] For port 1eb9a76d-18db-4d32-9021-79080af574c8, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:43:07.461379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:07.466384 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:07.483114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] For port 1eb9a76d-18db-4d32-9021-79080af574c8, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1eb9a76d-18db-4d32-9021-79080af574c8,segment=NetworkSegment(750fe85b-f8ea-4df9-99d5-9664d3279772),segment_id=750fe85b-f8ea-4df9-99d5-9664d3279772)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:43:07.523204 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:07.525640 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:07.651373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b932218-b9a8-4078-9aa6-76a188f7c72c None None] Pushing event updated for resources: {'Port': ['ID=1eb9a76d-18db-4d32-9021-79080af574c8,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:07.682039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0489a8-3b60-4e2e-a337-99710c48b4e0 req-bfe33b66-7c41-4f0d-aebc-df4f8d857069 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:07.689727 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8b0489a8-3b60-4e2e-a337-99710c48b4e0 req-bfe33b66-7c41-4f0d-aebc-df4f8d857069 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 946 time: 0.4618032 Nov 11 21:43:07.737276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Attempting to bind port 9bed6584-6e6c-486e-bad0-68045fb22164 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:43:07.737610 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Attempting to bind port 9bed6584-6e6c-486e-bad0-68045fb22164 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'c8cbf835-ac49-4a9b-b160-dccb57f03bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4b445b3e-bc86-4f24-a56c-5f21ee75a401'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:43:07.737906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Attempting to bind port 9bed6584-6e6c-486e-bad0-68045fb22164 on network 4b445b3e-bc86-4f24-a56c-5f21ee75a401 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:07.748718 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:43:07.750682 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Checking segment: {'id': 'c8cbf835-ac49-4a9b-b160-dccb57f03bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4b445b3e-bc86-4f24-a56c-5f21ee75a401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:07.751109 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:07.751508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Bound using segment: {'id': 'c8cbf835-ac49-4a9b-b160-dccb57f03bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4b445b3e-bc86-4f24-a56c-5f21ee75a401'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:43:07.752003 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Bound port: 9bed6584-6e6c-486e-bad0-68045fb22164, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8cbf835-ac49-4a9b-b160-dccb57f03bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '4b445b3e-bc86-4f24-a56c-5f21ee75a401'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:43:07.752387 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:07.783867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-c9249c11-6f76-46de-a7de-b9a387fbb90f', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:43:07.784719 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:07.792441 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:07.882181 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8b0489a8-3b60-4e2e-a337-99710c48b4e0 req-41f86a7c-fb7e-4df5-b201-2f09f3bfbb0d tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893156 Nov 11 21:43:07.927200 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4eeea-7420-4f13-930e-301b4d81e1ee req-eb8184d0-da78-451c-9886-12bbda8c1130 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:07.939702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84b4eeea-7420-4f13-930e-301b4d81e1ee req-eb8184d0-da78-451c-9886-12bbda8c1130 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.4191842 Nov 11 21:43:07.943782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Allocated IP 172.20.0.1 (4b445b3e-bc86-4f24-a56c-5f21ee75a401/50a492f8-ba0f-473b-9f3d-a759f0e637a6/ab346151-9900-42f9-a22f-24d30d2c09df) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:08.034934 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-910767c1-051a-4778-879b-1a518dbc3f75 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:08.110363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] For port 9bed6584-6e6c-486e-bad0-68045fb22164, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:43:08.172049 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] For port 9bed6584-6e6c-486e-bad0-68045fb22164, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=9bed6584-6e6c-486e-bad0-68045fb22164,segment=NetworkSegment(c8cbf835-ac49-4a9b-b160-dccb57f03bc1),segment_id=c8cbf835-ac49-4a9b-b160-dccb57f03bc1)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:43:08.189071 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:08.190180 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:08.263726 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1eb9a76d-18db-4d32-9021-79080af574c8 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:08.272608 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-8e8a5410-357c-4143-8eec-f21afa2d53c0 req-405c73af-49d4-424d-8014-a43a72063cc0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Deleting port 321440a0-0c0d-4b05-a7c6-cdebc72c1816 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:08.272608 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8e8a5410-357c-4143-8eec-f21afa2d53c0 req-405c73af-49d4-424d-8014-a43a72063cc0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:08.298419 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:08.302243 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84b4eeea-7420-4f13-930e-301b4d81e1ee req-fe0428c7-56e5-49da-9cdb-bf8910906de0 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614235 Nov 11 21:43:08.317340 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:08.368785 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:08.373512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 4b445b3e-bc86-4f24-a56c-5f21ee75a401 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:08.378107 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:08.383830 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:08.425790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=ab346151-9900-42f9-a22f-24d30d2c09df,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:08.465866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Allocated IP 172.20.0.2 (c9249c11-6f76-46de-a7de-b9a387fbb90f/c6f3136c-0951-4615-82fd-c3de95f6cc3a/e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:08.480348 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065996fe-0872-48fa-89f3-10ca112ea625 None None] Pushing event updated for resources: {'Port': ['ID=9bed6584-6e6c-486e-bad0-68045fb22164,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:08.501330 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-8e8a5410-357c-4143-8eec-f21afa2d53c0 req-405c73af-49d4-424d-8014-a43a72063cc0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] For port 321440a0-0c0d-4b05-a7c6-cdebc72c1816, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=321440a0-0c0d-4b05-a7c6-cdebc72c1816,segment=NetworkSegment(3e517703-d06c-4e0f-86ad-f0a78cd49ed7),segment_id=3e517703-d06c-4e0f-86ad-f0a78cd49ed7)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:08.502576 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8e8a5410-357c-4143-8eec-f21afa2d53c0 req-405c73af-49d4-424d-8014-a43a72063cc0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:08.520682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-8e8a5410-357c-4143-8eec-f21afa2d53c0 req-405c73af-49d4-424d-8014-a43a72063cc0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Calling delete_port for 321440a0-0c0d-4b05-a7c6-cdebc72c1816 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:08.524840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Network 1e858bfe-b67d-4821-9913-3e7a50bbdb6a is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:08.606658 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:08.622558 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:08.697539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1eb9a76d-18db-4d32-9021-79080af574c8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:08.697924 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:08.731550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Pushing event updated for resources: {'Port': ['ID=f31da2d2-0975-46af-9b41-4b1e055991d0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:09.028081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Attempting to bind port f31da2d2-0975-46af-9b41-4b1e055991d0 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:43:09.028467 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Attempting to bind port f31da2d2-0975-46af-9b41-4b1e055991d0 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '2d2819f8-dd18-4597-82d9-19cdf83ddfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '1e858bfe-b67d-4821-9913-3e7a50bbdb6a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:43:09.028895 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Attempting to bind port f31da2d2-0975-46af-9b41-4b1e055991d0 on network 1e858bfe-b67d-4821-9913-3e7a50bbdb6a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:09.040268 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.060418 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:43:09.060903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Checking segment: {'id': '2d2819f8-dd18-4597-82d9-19cdf83ddfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '1e858bfe-b67d-4821-9913-3e7a50bbdb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:09.061238 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.061667 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Bound using segment: {'id': '2d2819f8-dd18-4597-82d9-19cdf83ddfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '1e858bfe-b67d-4821-9913-3e7a50bbdb6a'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:43:09.062160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Bound port: f31da2d2-0975-46af-9b41-4b1e055991d0, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2819f8-dd18-4597-82d9-19cdf83ddfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '1e858bfe-b67d-4821-9913-3e7a50bbdb6a'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:43:09.062535 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.066677 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-910767c1-051a-4778-879b-1a518dbc3f75 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.100409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 1eb9a76d-18db-4d32-9021-79080af574c8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1eb9a76d-18db-4d32-9021-79080af574c8,segment=NetworkSegment(750fe85b-f8ea-4df9-99d5-9664d3279772),segment_id=750fe85b-f8ea-4df9-99d5-9664d3279772)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:09.121257 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.130564 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-910767c1-051a-4778-879b-1a518dbc3f75 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.162570 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af783316-2c3b-4f85-b800-6d999d2063a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.222927 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.317094 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] For port f31da2d2-0975-46af-9b41-4b1e055991d0, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:43:09.366464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed35d980-60ab-4b40-a5be-d2c33c63e74d None None] Network 6449240f-4ae9-4d94-b3dc-d5dd33611a16 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:09.370687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] For port f31da2d2-0975-46af-9b41-4b1e055991d0, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f31da2d2-0975-46af-9b41-4b1e055991d0,segment=NetworkSegment(2d2819f8-dd18-4597-82d9-19cdf83ddfbb),segment_id=2d2819f8-dd18-4597-82d9-19cdf83ddfbb)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:43:09.375045 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.395367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=1eb9a76d-18db-4d32-9021-79080af574c8,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:09.427380 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.430621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dd865-02dc-4a88-9849-768a20962646 req-849d24f1-21c5-4bce-bd66-d82c487a45d4 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:09.438218 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.440559 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-214dd865-02dc-4a88-9849-768a20962646 req-849d24f1-21c5-4bce-bd66-d82c487a45d4 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 946 time: 0.3367753 Nov 11 21:43:09.469749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e9949-30a9-4a65-af8b-0168f7a7bb78 req-3a9c6b8e-cf43-4d59-ac75-92f708d39f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:09.471748 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7e1e9949-30a9-4a65-af8b-0168f7a7bb78 req-3a9c6b8e-cf43-4d59-ac75-92f708d39f05 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=172747899bb047bea5cde66bd14569c8&device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 1097 time: 0.3080184 Nov 11 21:43:09.473728 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.501035 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.512962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910767c1-051a-4778-879b-1a518dbc3f75 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=9b7c46c2-6c74-4a4b-a8d3-13e6f1ae0ae1,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:09.513920 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Network c9249c11-6f76-46de-a7de-b9a387fbb90f is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:09.554250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f176ed-d84a-4ac9-adbc-4113efcbc2a9 req-fcbc93be-7e93-4a8c-8807-2b42fd7ce531 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:09.561603 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Pushing event updated for resources: {'Port': ['ID=e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:09.572871 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:09.574324 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:09.578078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88f176ed-d84a-4ac9-adbc-4113efcbc2a9 req-fcbc93be-7e93-4a8c-8807-2b42fd7ce531 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.7355893 Nov 11 21:43:09.678783 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5abd21fc-3cbd-4e47-91e3-ce0e252686ed None None] Provisioning complete for port 1eb9a76d-18db-4d32-9021-79080af574c8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:09.679147 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5abd21fc-3cbd-4e47-91e3-ce0e252686ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.740591 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.803121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Attempting to bind port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:43:09.803421 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Attempting to bind port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:43:09.803799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Attempting to bind port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e on network c9249c11-6f76-46de-a7de-b9a387fbb90f {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:09.808496 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88f176ed-d84a-4ac9-adbc-4113efcbc2a9 req-4d98ec72-b0f1-48c9-85ba-cb614a95d64f tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295275 Nov 11 21:43:09.821177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-214dd865-02dc-4a88-9849-768a20962646 req-ed56e436-0c90-41df-b4c1-4eef0e21ffe2 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/security-groups?id=8a55c170-83f7-424f-a234-a400916abcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775485 Nov 11 21:43:09.874608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d0580-3f5c-4753-9b05-ed32c9becb92 None None] Pushing event updated for resources: {'Port': ['ID=f31da2d2-0975-46af-9b41-4b1e055991d0,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:09.946395 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:43:09.946774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Checking segment: {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:09.947177 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.947590 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Bound using segment: {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:43:09.948071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Bound port: e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:43:09.948446 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:09.997137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e9949-30a9-4a65-af8b-0168f7a7bb78 req-13a553f6-df13-4cd0-8a02-9f0678ee3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:10.000383 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7e1e9949-30a9-4a65-af8b-0168f7a7bb78 req-13a553f6-df13-4cd0-8a02-9f0678ee3616 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688 HTTP/1.1" status: 200 len: 913 time: 0.5001388 Nov 11 21:43:10.057250 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] For port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:43:10.070015 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] For port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:43:10.082390 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef746dc-d01c-432d-bd5f-b8cdcf2aa436 None None] Network 4b445b3e-bc86-4f24-a56c-5f21ee75a401 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:10.100981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Allocated IP 172.25.0.153 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/bd06f994-b6f8-46ea-a505-33eb9d7b2fe5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:10.110596 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7e1e9949-30a9-4a65-af8b-0168f7a7bb78 req-abc25af6-41da-4d71-b1b8-a30eaabe28cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5bef61-36f7-4421-8df4-2ca7b41a3161 HTTP/1.1" status: 200 len: 217 time: 0.0987849 Nov 11 21:43:10.115333 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:10.173001 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e9949-30a9-4a65-af8b-0168f7a7bb78 req-b847e891-ad9b-42aa-b40d-318c28f3838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:10.174769 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7e1e9949-30a9-4a65-af8b-0168f7a7bb78 req-b847e891-ad9b-42aa-b40d-318c28f3838e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f0b71604-c771-4fb2-a243-eaa0d1daf729 HTTP/1.1" status: 200 len: 851 time: 0.0557485 Nov 11 21:43:10.285782 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7e1e9949-30a9-4a65-af8b-0168f7a7bb78 req-ff078a18-975e-4fd9-a0c4-07f2438c4e67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995312 Nov 11 21:43:10.423200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f31da2d2-0975-46af-9b41-4b1e055991d0 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:10.562237 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:10.819860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8e8a5410-357c-4143-8eec-f21afa2d53c0 req-405c73af-49d4-424d-8014-a43a72063cc0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:10.832398 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-910767c1-051a-4778-879b-1a518dbc3f75 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:10.881713 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:10.918640 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7e1e9949-30a9-4a65-af8b-0168f7a7bb78 req-2cf79158-8478-4eff-a12c-85efffe10a13 service neutron] 10.222.0.10 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008034 Nov 11 21:43:10.921258 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:10.996185 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:10.998293 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:11.018017 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:11.054667 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:11.057073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:11.098651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c73af-49d4-424d-8014-a43a72063cc0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Pushing event deleted for resources: {'Port': ['ID=321440a0-0c0d-4b05-a7c6-cdebc72c1816,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:11.122618 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b2d954-e58e-4e33-a14a-e0b5a55176e2 None None] DHCP port deletion for 7caaa17b-13f0-427b-9c0f-9a6ae36198ce request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:43:11.129752 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb1aaa-1ba6-498e-b72f-d6d15a35584a None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:43:11.156071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b11d2-81a6-48b9-be4e-dccc176ce411 None None] Pushing event updated for resources: {'Port': ['ID=e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:11.216037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4c345dd5-9bca-4837-8d44-b18f85798db5 None None] Provisioning complete for port 9bed6584-6e6c-486e-bad0-68045fb22164 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:11.216545 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c345dd5-9bca-4837-8d44-b18f85798db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:11.221088 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8a5410-357c-4143-8eec-f21afa2d53c0 req-405c73af-49d4-424d-8014-a43a72063cc0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] No DVR routers for this DVR port 321440a0-0c0d-4b05-a7c6-cdebc72c1816 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:43:11.233476 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:11.255198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port f31da2d2-0975-46af-9b41-4b1e055991d0 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:11.255890 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:11.272714 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-adbafd48-e7dd-4b5a-bcb9-45f295d93121 req-66de30fe-dc00-4f54-90ce-79b907081cc6 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d6f203-2cbd-4ba4-bd53-684c79765a31 HTTP/1.1" status: 200 len: 210 time: 0.2893338 Nov 11 21:43:11.291403 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8e8a5410-357c-4143-8eec-f21afa2d53c0 req-405c73af-49d4-424d-8014-a43a72063cc0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:11.298447 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e8a5410-357c-4143-8eec-f21afa2d53c0 req-405c73af-49d4-424d-8014-a43a72063cc0 tempest-ServerDiskConfigTestJSON-548692544 tempest-ServerDiskConfigTestJSON-548692544-project] 10.222.0.10 "DELETE /v2.0/ports/321440a0-0c0d-4b05-a7c6-cdebc72c1816 HTTP/1.1" status: 204 len: 173 time: 4.0598195 Nov 11 21:43:11.309269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d6f203-2cbd-4ba4-bd53-684c79765a31', 'name': 'network-vif-deleted', 'tag': '321440a0-0c0d-4b05-a7c6-cdebc72c1816'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:43:11.312165 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21046070-eb98-40c8-8796-ff912b7b20d0" -d '{"events": [{"server_uuid": "f9d6f203-2cbd-4ba4-bd53-684c79765a31", "name": "network-vif-deleted", "tag": "321440a0-0c0d-4b05-a7c6-cdebc72c1816"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:43:11.488128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b07d31-6773-4c95-9b29-c24c560322af None None] Network 1e858bfe-b67d-4821-9913-3e7a50bbdb6a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:11.503732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467db7ae-141d-4b7d-9609-fc4aff87280a req-8376358d-96de-4180-93e6-96ac59b39917 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:11.505908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-467db7ae-141d-4b7d-9609-fc4aff87280a req-8376358d-96de-4180-93e6-96ac59b39917 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.4598143 Nov 11 21:43:11.507642 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b9ef5d-a552-4e4e-bed8-a269253467a5 x-openstack-request-id: req-44b9ef5d-a552-4e4e-bed8-a269253467a5 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:43:11.508156 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d6f203-2cbd-4ba4-bd53-684c79765a31", "name": "network-vif-deleted", "tag": "321440a0-0c0d-4b05-a7c6-cdebc72c1816", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:43:11.508594 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44b9ef5d-a552-4e4e-bed8-a269253467a5 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:43:11.509251 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d6f203-2cbd-4ba4-bd53-684c79765a31', 'name': 'network-vif-deleted', 'tag': '321440a0-0c0d-4b05-a7c6-cdebc72c1816', 'status': 'completed', 'code': 200} Nov 11 21:43:11.515381 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=ab346151-9900-42f9-a22f-24d30d2c09df,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:11.584633 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-910767c1-051a-4778-879b-1a518dbc3f75 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:11.605676 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 321440a0-0c0d-4b05-a7c6-cdebc72c1816 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:43:11.777786 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-467db7ae-141d-4b7d-9609-fc4aff87280a req-354c7885-2d9a-4c28-a303-c182fb988097 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284493 Nov 11 21:43:11.787657 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 321440a0-0c0d-4b05-a7c6-cdebc72c1816 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:43:11.787979 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 321440a0-0c0d-4b05-a7c6-cdebc72c1816 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:43:11.834779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Pushing event updated for resources: {'Port': ['ID=bd06f994-b6f8-46ea-a505-33eb9d7b2fe5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:11.872691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-af783316-2c3b-4f85-b800-6d999d2063a8 admin admin] Deleting port 230a4732-160c-4380-9eaa-9bb2355b3cd3 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:11.873398 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af783316-2c3b-4f85-b800-6d999d2063a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:12.021071 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c345dd5-9bca-4837-8d44-b18f85798db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:12.035403 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7e1e9949-30a9-4a65-af8b-0168f7a7bb78 req-9364611c-8730-4b4e-93f2-e2921031d15e service neutron] 10.222.0.10 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0541725 Nov 11 21:43:12.116876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 4b445b3e-bc86-4f24-a56c-5f21ee75a401 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:12.174671 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:12.234903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2974c40a-586e-4429-b460-39f9731271af None None] Network c9249c11-6f76-46de-a7de-b9a387fbb90f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:12.237900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-af783316-2c3b-4f85-b800-6d999d2063a8 admin admin] For port 230a4732-160c-4380-9eaa-9bb2355b3cd3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=230a4732-160c-4380-9eaa-9bb2355b3cd3,segment=NetworkSegment(34e596dc-acf0-4911-a062-0cef7a121feb),segment_id=34e596dc-acf0-4911-a062-0cef7a121feb)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:12.238285 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af783316-2c3b-4f85-b800-6d999d2063a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:12.296970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4c345dd5-9bca-4837-8d44-b18f85798db5 None None] For port 9bed6584-6e6c-486e-bad0-68045fb22164, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=9bed6584-6e6c-486e-bad0-68045fb22164,segment=NetworkSegment(c8cbf835-ac49-4a9b-b160-dccb57f03bc1),segment_id=c8cbf835-ac49-4a9b-b160-dccb57f03bc1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:12.301552 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:12.303589 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-af783316-2c3b-4f85-b800-6d999d2063a8 admin admin] Calling delete_port for 230a4732-160c-4380-9eaa-9bb2355b3cd3 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:12.346042 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c345dd5-9bca-4837-8d44-b18f85798db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:12.378759 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:12.594168 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port f31da2d2-0975-46af-9b41-4b1e055991d0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f31da2d2-0975-46af-9b41-4b1e055991d0,segment=NetworkSegment(2d2819f8-dd18-4597-82d9-19cdf83ddfbb),segment_id=2d2819f8-dd18-4597-82d9-19cdf83ddfbb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:12.641508 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:12.644960 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 9bed6584-6e6c-486e-bad0-68045fb22164 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:12.708408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c345dd5-9bca-4837-8d44-b18f85798db5 None None] Pushing event updated for resources: {'Port': ['ID=9bed6584-6e6c-486e-bad0-68045fb22164,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:12.721447 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-910767c1-051a-4778-879b-1a518dbc3f75 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:12.855576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] Provisioning complete for port f31da2d2-0975-46af-9b41-4b1e055991d0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:12.855949 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:12.946001 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47538) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:12.947191 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:12.981678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-910767c1-051a-4778-879b-1a518dbc3f75 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:12.987550 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-910767c1-051a-4778-879b-1a518dbc3f75 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:13.060183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=f31da2d2-0975-46af-9b41-4b1e055991d0,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:13.060784 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af783316-2c3b-4f85-b800-6d999d2063a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:13.088849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 08a79ad6-9de1-4ca4-b992-74ba4a11ecc7 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:43:13.125288 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 9bed6584-6e6c-486e-bad0-68045fb22164 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:13.125558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-3993be30-94f9-478d-b742-f2f9a3f68176 admin admin] Deleting subnet 2285bb7f-8f63-4bae-a730-85e19eca1b8d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:43:13.125934 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:13.191953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1d941-b021-49a6-9de2-b0455b4acad5 req-5adc2db0-f48d-46eb-b155-e3e4274ac112 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:13.200673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4aa1d941-b021-49a6-9de2-b0455b4acad5 req-5adc2db0-f48d-46eb-b155-e3e4274ac112 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.2324014 Nov 11 21:43:13.200959 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3993be30-94f9-478d-b742-f2f9a3f68176 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:13.215060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] Provisioning complete for port bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:13.215531 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:13.258555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] Port bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:13.301932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] Provisioning complete for port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:13.302445 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:13.331629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1eb9a76d-18db-4d32-9021-79080af574c8 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:13.331897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910767c1-051a-4778-879b-1a518dbc3f75 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=9b7c46c2-6c74-4a4b-a8d3-13e6f1ae0ae1,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:13.431679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1eb9a76d-18db-4d32-9021-79080af574c8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:13.432096 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:13.458472 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910767c1-051a-4778-879b-1a518dbc3f75 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network 6449240f-4ae9-4d94-b3dc-d5dd33611a16 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:13.460375 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-910767c1-051a-4778-879b-1a518dbc3f75 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:13.466286 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af783316-2c3b-4f85-b800-6d999d2063a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=230a4732-160c-4380-9eaa-9bb2355b3cd3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:13.680384 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:13.729583 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] For port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:13.734248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4aa1d941-b021-49a6-9de2-b0455b4acad5 req-34fa3907-d6ed-4aa5-9479-ec57349e0c8c tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331452 Nov 11 21:43:13.743541 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:13.778927 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af783316-2c3b-4f85-b800-6d999d2063a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:13.812254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] Provisioning complete for port 9b7c46c2-6c74-4a4b-a8d3-13e6f1ae0ae1 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:13.812631 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:13.879393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] Pushing event updated for resources: {'Port': ['ID=e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:13.896045 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910767c1-051a-4778-879b-1a518dbc3f75 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Router 38dbf804-e816-4b19-8925-9427af9e6881 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:43:13.908930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] Port 9b7c46c2-6c74-4a4b-a8d3-13e6f1ae0ae1 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:13.912587 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-117de89f-b98c-481a-b74e-3cb90e8eca1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:13.913062 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3993be30-94f9-478d-b742-f2f9a3f68176 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:13.922593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] Provisioning complete for port 1eb9a76d-18db-4d32-9021-79080af574c8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:13.922970 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61940d0e-c25e-4f11-88d7-bbd95595c449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:13.964278 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:43:13.975444 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-064d124e-1b6d-47a4-b7e8-5838bdee202d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/08a79ad6-9de1-4ca4-b992-74ba4a11ecc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2693970 Nov 11 21:43:13.979236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47548) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:13.990084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec7d1b-c1ee-4ed2-868c-9b4d21b7d5f7 None None] Sync routers for ids ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:43:14.019814 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec7d1b-c1ee-4ed2-868c-9b4d21b7d5f7 None None] Routers {'08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:14.020457 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-64ec7d1b-c1ee-4ed2-868c-9b4d21b7d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:42:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:14.043073 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3993be30-94f9-478d-b742-f2f9a3f68176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:14.080002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-64ec7d1b-c1ee-4ed2-868c-9b4d21b7d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:14.084983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61506c9-0710-48aa-8186-fef46ae82c4b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:14.088943 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f61506c9-0710-48aa-8186-fef46ae82c4b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports/ab346151-9900-42f9-a22f-24d30d2c09df HTTP/1.1" status: 200 len: 910 time: 0.1062939 Nov 11 21:43:14.089587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47552) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:14.089714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 9bed6584-6e6c-486e-bad0-68045fb22164 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:14.129988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910767c1-051a-4778-879b-1a518dbc3f75 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:43:14.146158 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22f9c3-ebcf-4a60-b2c1-b241b486ebb7 None None] Sync routers for ids ['38dbf804-e816-4b19-8925-9427af9e6881'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:43:14.148024 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-910767c1-051a-4778-879b-1a518dbc3f75 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "PUT /v2.0/routers/38dbf804-e816-4b19-8925-9427af9e6881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2887096 Nov 11 21:43:14.152306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec7d1b-c1ee-4ed2-868c-9b4d21b7d5f7 None None] Routers {'08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:14.152998 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-64ec7d1b-c1ee-4ed2-868c-9b4d21b7d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:42:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:14.165717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47554) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:14.170626 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22f9c3-ebcf-4a60-b2c1-b241b486ebb7 None None] Routers {'38dbf804-e816-4b19-8925-9427af9e6881'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:14.173554 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5d22f9c3-ebcf-4a60-b2c1-b241b486ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:42:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['38dbf804-e816-4b19-8925-9427af9e6881'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:14.201051 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Router 000a7204-f931-44ed-b19d-4d888ec4273b is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:43:14.218610 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-64ec7d1b-c1ee-4ed2-868c-9b4d21b7d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:14.219307 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec7d1b-c1ee-4ed2-868c-9b4d21b7d5f7 None None] The sync data for ids ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:43:14.250650 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 9bed6584-6e6c-486e-bad0-68045fb22164 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:14.251293 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:14.263446 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5d22f9c3-ebcf-4a60-b2c1-b241b486ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:14.275937 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22f9c3-ebcf-4a60-b2c1-b241b486ebb7 None None] Routers {'38dbf804-e816-4b19-8925-9427af9e6881'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:14.276849 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5d22f9c3-ebcf-4a60-b2c1-b241b486ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:42:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['38dbf804-e816-4b19-8925-9427af9e6881'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:14.290733 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3993be30-94f9-478d-b742-f2f9a3f68176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:14.321569 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af783316-2c3b-4f85-b800-6d999d2063a8 admin admin] Router f2305370-2d8b-4a62-b28e-d274fc2838b6 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:43:14.334455 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5d22f9c3-ebcf-4a60-b2c1-b241b486ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:14.335574 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22f9c3-ebcf-4a60-b2c1-b241b486ebb7 None None] The sync data for ids ['38dbf804-e816-4b19-8925-9427af9e6881'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:43:14.370565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f90249b-e43a-4a9a-955d-013e50314e62 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:14.372099 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3f90249b-e43a-4a9a-955d-013e50314e62 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports?device_id=38dbf804-e816-4b19-8925-9427af9e6881 HTTP/1.1" status: 200 len: 988 time: 0.2013206 Nov 11 21:43:14.393541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47560) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:14.415815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993be30-94f9-478d-b742-f2f9a3f68176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2285bb7f-8f63-4bae-a730-85e19eca1b8d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:14.433470 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f31da2d2-0975-46af-9b41-4b1e055991d0 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:14.463921 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3993be30-94f9-478d-b742-f2f9a3f68176 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:14.467853 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3993be30-94f9-478d-b742-f2f9a3f68176 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2285bb7f-8f63-4bae-a730-85e19eca1b8d HTTP/1.1" status: 204 len: 168 time: 1.5158722 Nov 11 21:43:14.469324 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-32297180-f0ce-42b6-86fd-929b0132cbfd None None] Provisioning complete for port f31da2d2-0975-46af-9b41-4b1e055991d0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:14.469885 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32297180-f0ce-42b6-86fd-929b0132cbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:14.473769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47566) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:14.725377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78288227-bd05-4cdb-9601-bbb46c1d6483 None None] Network 7caaa17b-13f0-427b-9c0f-9a6ae36198ce requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:14.832270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:43:14.858872 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9429f070-3f43-48ae-bd55-7501abb8f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:14.860195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Sync routers for ids ['000a7204-f931-44ed-b19d-4d888ec4273b'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:43:14.898997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af783316-2c3b-4f85-b800-6d999d2063a8 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:43:14.899904 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:14.909071 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-af783316-2c3b-4f85-b800-6d999d2063a8 admin admin] 10.222.0.57 "PUT /v2.0/routers/f2305370-2d8b-4a62-b28e-d274fc2838b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7948558 Nov 11 21:43:14.909958 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47582) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:14.916415 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bba8a7-7882-4b6e-a889-4537e5bd7094 None None] Sync routers for ids ['f2305370-2d8b-4a62-b28e-d274fc2838b6'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:43:14.929898 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bba8a7-7882-4b6e-a889-4537e5bd7094 None None] Routers {'f2305370-2d8b-4a62-b28e-d274fc2838b6'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:14.930931 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-62bba8a7-7882-4b6e-a889-4537e5bd7094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:42:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f2305370-2d8b-4a62-b28e-d274fc2838b6'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:14.937039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Routers {'000a7204-f931-44ed-b19d-4d888ec4273b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:14.937679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:42:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['000a7204-f931-44ed-b19d-4d888ec4273b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:14.948618 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:14.949817 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5cf80772-6016-48ac-bd84-50c0c63b0d6d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8423924 Nov 11 21:43:14.958386 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47584) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:14.983481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a9cba3-8db0-482f-9686-1812b6c13ac9 None None] DHCP port deletion for 7caaa17b-13f0-427b-9c0f-9a6ae36198ce request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:43:15.035295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port f31da2d2-0975-46af-9b41-4b1e055991d0 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:15.035802 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.128709 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-62bba8a7-7882-4b6e-a889-4537e5bd7094 None None] Set router f2305370-2d8b-4a62-b28e-d274fc2838b6 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:43:15.128960 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.129491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-32297180-f0ce-42b6-86fd-929b0132cbfd None None] Provisioning complete for port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:15.129931 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32297180-f0ce-42b6-86fd-929b0132cbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.168491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Set router 000a7204-f931-44ed-b19d-4d888ec4273b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:43:15.222861 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9429f070-3f43-48ae-bd55-7501abb8f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.230971 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.289132 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9429f070-3f43-48ae-bd55-7501abb8f4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7caaa17b-13f0-427b-9c0f-9a6ae36198ce']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:15.338797 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:15.352783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea9238-cc66-4476-98d9-53416d4e0a62 req-485c160a-953e-4e4f-b0e4-adc0f89afcb0 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:15.354521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8ea9238-cc66-4476-98d9-53416d4e0a62 req-485c160a-953e-4e4f-b0e4-adc0f89afcb0 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.5109689 Nov 11 21:43:15.447884 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9429f070-3f43-48ae-bd55-7501abb8f4f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e517703-d06c-4e0f-86ad-f0a78cd49ed7') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:15.462235 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9429f070-3f43-48ae-bd55-7501abb8f4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e517703-d06c-4e0f-86ad-f0a78cd49ed7') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:15.478616 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.479517 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-32297180-f0ce-42b6-86fd-929b0132cbfd None None] Provisioning complete for port 9bed6584-6e6c-486e-bad0-68045fb22164 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:15.479973 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32297180-f0ce-42b6-86fd-929b0132cbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.484787 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8ea9238-cc66-4476-98d9-53416d4e0a62 req-ececdb4a-ea3b-4e45-8c2d-ff294404af3d tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150064 Nov 11 21:43:15.525582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:15.526114 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.577910 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-62bba8a7-7882-4b6e-a889-4537e5bd7094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:14Z', 'updated_at': '2021-11-11T21:43:12Z', 'revision_number': 5, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'gw_port': {'id': '1ed38e47-a1c8-4a07-acc9-7b43effdc0f7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:31:16Z', 'updated_at': '2021-11-11T21:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:15.578599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:11Z', 'revision_number': 3, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:15.589794 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] Deleting port 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:15.592781 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9429f070-3f43-48ae-bd55-7501abb8f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.593196 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.618188 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bba8a7-7882-4b6e-a889-4537e5bd7094 None None] Checking router: f2305370-2d8b-4a62-b28e-d274fc2838b6 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:43:15.620964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Checking router: 000a7204-f931-44ed-b19d-4d888ec4273b for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:43:15.621946 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Updating router 000a7204-f931-44ed-b19d-4d888ec4273b port bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:43:15.634377 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bba8a7-7882-4b6e-a889-4537e5bd7094 None None] Routers {'f2305370-2d8b-4a62-b28e-d274fc2838b6'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:15.635341 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-62bba8a7-7882-4b6e-a889-4537e5bd7094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:42:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f2305370-2d8b-4a62-b28e-d274fc2838b6'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:15.667699 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9429f070-3f43-48ae-bd55-7501abb8f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.715996 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.725821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9429f070-3f43-48ae-bd55-7501abb8f4f1 admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:43:15.726234 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9429f070-3f43-48ae-bd55-7501abb8f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:43:15.733963 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:43:15.744994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] For port 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1ed38e47-a1c8-4a07-acc9-7b43effdc0f7,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:15.745710 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.765142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] Calling delete_port for 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:15.771773 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-62bba8a7-7882-4b6e-a889-4537e5bd7094 None None] Set router f2305370-2d8b-4a62-b28e-d274fc2838b6 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:43:15.870545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-32297180-f0ce-42b6-86fd-929b0132cbfd None None] Provisioning complete for port ab346151-9900-42f9-a22f-24d30d2c09df triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:15.871109 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32297180-f0ce-42b6-86fd-929b0132cbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.896302 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-62bba8a7-7882-4b6e-a889-4537e5bd7094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:14Z', 'updated_at': '2021-11-11T21:43:15Z', 'revision_number': 6, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:15.970819 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bba8a7-7882-4b6e-a889-4537e5bd7094 None None] The sync data for ids ['f2305370-2d8b-4a62-b28e-d274fc2838b6'] in n-d-805737-3 is: [{'id': 'f2305370-2d8b-4a62-b28e-d274fc2838b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1299725385-router', 'tenant_id': 'a0113b1be34a44a68ce314a4ec421108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:14Z', 'updated_at': '2021-11-11T21:43:15Z', 'revision_number': 6, 'project_id': 'a0113b1be34a44a68ce314a4ec421108', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:43:16.039263 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.054476 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9429f070-3f43-48ae-bd55-7501abb8f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.067145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed38e47-a1c8-4a07-acc9-7b43effdc0f7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:16.100897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:16.105179 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cae6cbb-3ae5-483d-86a3-67b845bb09f8 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:43:16.134826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-32297180-f0ce-42b6-86fd-929b0132cbfd None None] Port ab346151-9900-42f9-a22f-24d30d2c09df cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:16.151138 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f83b9a49-ab37-4af6-afd9-bb453149f836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.159848 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.164783 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9429f070-3f43-48ae-bd55-7501abb8f4f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.174620 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9429f070-3f43-48ae-bd55-7501abb8f4f1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7caaa17b-13f0-427b-9c0f-9a6ae36198ce HTTP/1.1" status: 204 len: 168 time: 1.6715503 Nov 11 21:43:16.177355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-32297180-f0ce-42b6-86fd-929b0132cbfd None None] Provisioning complete for port 9b7c46c2-6c74-4a4b-a8d3-13e6f1ae0ae1 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:16.177858 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32297180-f0ce-42b6-86fd-929b0132cbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.263271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-32297180-f0ce-42b6-86fd-929b0132cbfd None None] Port 9b7c46c2-6c74-4a4b-a8d3-13e6f1ae0ae1 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:16.281188 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:16.281765 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.301295 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.304218 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.392004 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.393677 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2305370-2d8b-4a62-b28e-d274fc2838b6 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:43:16.403806 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.405661 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e64a20ca-fd49-4372-9999-ac2dd4db45d5 admin admin] 10.222.0.57 "DELETE /v2.0/routers/f2305370-2d8b-4a62-b28e-d274fc2838b6 HTTP/1.1" status: 204 len: 168 time: 1.4941461 Nov 11 21:43:16.408144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47592) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:16.426224 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.455276 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.516304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8ec116-ab58-400b-a508-43b9d0bffd5e admin admin] Deleting subnet d3468651-a958-4431-bb60-8ef0cb71dca9 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:43:16.532303 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d18a29-8f57-4de0-ad3b-99041064214f None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:43:16.536824 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e8ec116-ab58-400b-a508-43b9d0bffd5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.592112 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Attempting to bind port bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:43:16.593004 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Attempting to bind port bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:43:16.593629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Attempting to bind port bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:16.596868 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e8ec116-ab58-400b-a508-43b9d0bffd5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.598990 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc1eb1-7411-41d4-8142-8297ffdef785 None None] Pushing event updated for resources: {'Port': ['ID=bd06f994-b6f8-46ea-a505-33eb9d7b2fe5,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:16.609753 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-081e7f34-1f31-4f4a-a8d7-4e480b7c769a None None] Provisioning complete for port bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:16.610846 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-081e7f34-1f31-4f4a-a8d7-4e480b7c769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.613777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:43:16.614649 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:16.615353 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.616302 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:43:16.617263 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Bound port: bd06f994-b6f8-46ea-a505-33eb9d7b2fe5, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:43:16.618029 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.689861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-081e7f34-1f31-4f4a-a8d7-4e480b7c769a None None] Port bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:16.726326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47594) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:16.729250 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] For port bd06f994-b6f8-46ea-a505-33eb9d7b2fe5, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:43:16.735457 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] For port bd06f994-b6f8-46ea-a505-33eb9d7b2fe5, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bd06f994-b6f8-46ea-a505-33eb9d7b2fe5,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:43:16.735966 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e8ec116-ab58-400b-a508-43b9d0bffd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.742118 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.742383 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05c3a2ca-5cfe-4a85-8074-725c3886775d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.792890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7e0fd9-222d-43bd-8f89-c4d0c5cefde6 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:43:16.811568 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Routers {'000a7204-f931-44ed-b19d-4d888ec4273b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:16.812095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['000a7204-f931-44ed-b19d-4d888ec4273b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:16.817134 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc1eb1-7411-41d4-8142-8297ffdef785 None None] Pushing event updated for resources: {'Port': ['ID=bd06f994-b6f8-46ea-a505-33eb9d7b2fe5,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:16.848201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429f070-3f43-48ae-bd55-7501abb8f4f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7caaa17b-13f0-427b-9c0f-9a6ae36198ce,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:16.874016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-15a2fd2b-ec67-4d04-b0a1-5daff16a3a3e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f6675c7f79bd4dc29927a59893d93ae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1441171 Nov 11 21:43:16.879401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47598) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:16.894842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fa741-0bee-41e3-b321-ee35d6731afc req-3df5ff2d-9f85-4481-a3f3-178f68a5db9f tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:16.901918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-320fa741-0bee-41e3-b321-ee35d6731afc req-3df5ff2d-9f85-4481-a3f3-178f68a5db9f tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.1927850 Nov 11 21:43:16.978544 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c5176dc6-1d23-4244-b7f8-8420c86c3133 None None] Provisioning complete for port bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:16.979168 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5176dc6-1d23-4244-b7f8-8420c86c3133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.984174 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] Set router 000a7204-f931-44ed-b19d-4d888ec4273b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:43:16.999684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e8ec116-ab58-400b-a508-43b9d0bffd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.012687 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-320fa741-0bee-41e3-b321-ee35d6731afc req-df64b50c-bbd3-4d00-b185-fcdfdcbfee1e tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989702 Nov 11 21:43:17.042530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Allocated IP 172.21.0.1 (1e858bfe-b67d-4821-9913-3e7a50bbdb6a/dc864949-cf9a-4547-9f07-76e2ea232f57/3e752e22-d505-4b2b-b1f0-99077c2c7ad5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:17.073879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ec116-ab58-400b-a508-43b9d0bffd5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3468651-a958-4431-bb60-8ef0cb71dca9,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:17.080434 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e8ec116-ab58-400b-a508-43b9d0bffd5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.087641 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7e8ec116-ab58-400b-a508-43b9d0bffd5e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d3468651-a958-4431-bb60-8ef0cb71dca9 HTTP/1.1" status: 204 len: 168 time: 0.6760480 Nov 11 21:43:17.089307 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47604) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:17.151366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1b2f1504-01a6-42a2-977d-ad1cec2bab78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.153733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a07c31-a3d9-4e78-be89-da067501dfad None None] Network 28575828-e1a6-401b-bf7c-c60e475ca065 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:17.250373 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.260988 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1b2f1504-01a6-42a2-977d-ad1cec2bab78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.307411 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.351735 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1b2f1504-01a6-42a2-977d-ad1cec2bab78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.356089 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1b2f1504-01a6-42a2-977d-ad1cec2bab78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.357960 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1b2f1504-01a6-42a2-977d-ad1cec2bab78 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a55c170-83f7-424f-a234-a400916abcbf HTTP/1.1" status: 204 len: 168 time: 0.4541450 Nov 11 21:43:17.389543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-05c3a2ca-5cfe-4a85-8074-725c3886775d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 9b7c46c2-6c74-4a4b-a8d3-13e6f1ae0ae1 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:17.390111 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05c3a2ca-5cfe-4a85-8074-725c3886775d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.439682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f1504-01a6-42a2-977d-ad1cec2bab78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a55c170-83f7-424f-a234-a400916abcbf,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:17.466973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] Deleting port c7a24688-7c7b-4d62-b08b-066fd05b3e83 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:17.467551 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.501069 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05c3a2ca-5cfe-4a85-8074-725c3886775d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.514845 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-05c3a2ca-5cfe-4a85-8074-725c3886775d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 9b7c46c2-6c74-4a4b-a8d3-13e6f1ae0ae1 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:17.522716 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.561201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] For port c7a24688-7c7b-4d62-b08b-066fd05b3e83, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c7a24688-7c7b-4d62-b08b-066fd05b3e83,segment=NetworkSegment(34e596dc-acf0-4911-a062-0cef7a121feb),segment_id=34e596dc-acf0-4911-a062-0cef7a121feb)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:17.561612 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.589823 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] Calling delete_port for c7a24688-7c7b-4d62-b08b-066fd05b3e83 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:17.679747 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5176dc6-1d23-4244-b7f8-8420c86c3133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.723909 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c5176dc6-1d23-4244-b7f8-8420c86c3133 None None] For port bd06f994-b6f8-46ea-a505-33eb9d7b2fe5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bd06f994-b6f8-46ea-a505-33eb9d7b2fe5,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:17.740367 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5176dc6-1d23-4244-b7f8-8420c86c3133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.752347 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05c3a2ca-5cfe-4a85-8074-725c3886775d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.774388 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.813186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3a2ca-5cfe-4a85-8074-725c3886775d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=9b7c46c2-6c74-4a4b-a8d3-13e6f1ae0ae1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:17.821535 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a24688-7c7b-4d62-b08b-066fd05b3e83,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:17.824367 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] No DVR routers for this DVR port c7a24688-7c7b-4d62-b08b-066fd05b3e83 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:43:17.836542 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.885828 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c2c476-eaf8-409e-a1ba-f3b6b9ee1c32 None None] DHCP port deletion for 28575828-e1a6-401b-bf7c-c60e475ca065 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:43:17.922406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:11Z', 'revision_number': 3, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:17.955728 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.992178 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5176dc6-1d23-4244-b7f8-8420c86c3133 None None] Pushing event updated for resources: {'Port': ['ID=bd06f994-b6f8-46ea-a505-33eb9d7b2fe5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:17.993663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28575828-e1a6-401b-bf7c-c60e475ca065']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:18.007017 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e596dc-acf0-4911-a062-0cef7a121feb') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:18.007230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e596dc-acf0-4911-a062-0cef7a121feb') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:18.018443 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:43:18.034740 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:18.070534 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05c3a2ca-5cfe-4a85-8074-725c3886775d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:18.083598 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:18.093379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfddf7-b071-48d7-97ab-e67aaf4c872e None None] The sync data for ids ['000a7204-f931-44ed-b19d-4d888ec4273b'] in n-d-805737-3 is: [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:11Z', 'revision_number': 3, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:43:18.095748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:43:18.096549 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:18.101145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:43:18.103141 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1ed38e47-a1c8-4a07-acc9-7b43effdc0f7 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:43:18.103614 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 230a4732-160c-4380-9eaa-9bb2355b3cd3 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:43:18.192312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 230a4732-160c-4380-9eaa-9bb2355b3cd3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:43:18.192716 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 230a4732-160c-4380-9eaa-9bb2355b3cd3 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:43:18.201320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c7a24688-7c7b-4d62-b08b-066fd05b3e83 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:43:18.256834 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: c7a24688-7c7b-4d62-b08b-066fd05b3e83 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:43:18.257229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c7a24688-7c7b-4d62-b08b-066fd05b3e83 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:43:18.310386 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:43:18.347646 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:18.353412 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:18.359257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] 10.222.0.57 "DELETE /v2.0/networks/28575828-e1a6-401b-bf7c-c60e475ca065 HTTP/1.1" status: 204 len: 168 time: 1.2663770 Nov 11 21:43:18.373009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e41499-70de-4896-9911-db848bab7d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=28575828-e1a6-401b-bf7c-c60e475ca065,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:18.405024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7b19b-2379-42ea-8b7e-b189f35e72da req-1d535aa7-81cb-4314-94c4-20ea73659bf9 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:18.407949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ffc7b19b-2379-42ea-8b7e-b189f35e72da req-1d535aa7-81cb-4314-94c4-20ea73659bf9 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.0965889 Nov 11 21:43:18.452422 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:18.500698 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ffc7b19b-2379-42ea-8b7e-b189f35e72da req-a00d7c77-f430-4de8-8f9a-44fee93f8751 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868020 Nov 11 21:43:18.511662 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:18.534979 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c3a2ca-5cfe-4a85-8074-725c3886775d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Router 38dbf804-e816-4b19-8925-9427af9e6881 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:43:18.556248 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Allocated IP 172.20.0.1 (c9249c11-6f76-46de-a7de-b9a387fbb90f/c6f3136c-0951-4615-82fd-c3de95f6cc3a/35a6e9d8-c123-42f6-b423-d70ad0db9779) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:18.586447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47634) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:18.633347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 1e858bfe-b67d-4821-9913-3e7a50bbdb6a is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:18.636219 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=3e752e22-d505-4b2b-b1f0-99077c2c7ad5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:18.675706 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c30cd8c1-e030-4423-8c5d-bcfbc41b145a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a0113b1be34a44a68ce314a4ec421108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0854626 Nov 11 21:43:18.675922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47636) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:18.692754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:18.724419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:18.756928 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b39e0ab8-9671-4221-995f-18f9f993aed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:18.804325 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b39e0ab8-9671-4221-995f-18f9f993aed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:18.885167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b39e0ab8-9671-4221-995f-18f9f993aed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:18.887800 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b39e0ab8-9671-4221-995f-18f9f993aed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:18.894852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b39e0ab8-9671-4221-995f-18f9f993aed6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/81ebe0e0-0297-43df-9fc4-6f101041a802 HTTP/1.1" status: 204 len: 168 time: 0.2122142 Nov 11 21:43:18.917047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e0ab8-9671-4221-995f-18f9f993aed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ebe0e0-0297-43df-9fc4-6f101041a802,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:18.966942 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:19.017015 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c3a2ca-5cfe-4a85-8074-725c3886775d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:43:19.029169 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5597e395-15bf-4922-b455-cc38a1b0d1a1 None None] Sync routers for ids ['38dbf804-e816-4b19-8925-9427af9e6881'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:43:19.069252 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5597e395-15bf-4922-b455-cc38a1b0d1a1 None None] Routers {'38dbf804-e816-4b19-8925-9427af9e6881'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:19.072984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5597e395-15bf-4922-b455-cc38a1b0d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['38dbf804-e816-4b19-8925-9427af9e6881'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:19.076504 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:19.086305 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-05c3a2ca-5cfe-4a85-8074-725c3886775d tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "PUT /v2.0/routers/38dbf804-e816-4b19-8925-9427af9e6881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6880825 Nov 11 21:43:19.086556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47646) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:19.128484 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:19.140627 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff7b89a-dfbb-44a7-a049-a8f8292f864c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] GET failed (client error): The resource could not be found. Nov 11 21:43:19.144825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fff7b89a-dfbb-44a7-a049-a8f8292f864c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/9b7c46c2-6c74-4a4b-a8d3-13e6f1ae0ae1 HTTP/1.1" status: 404 len: 333 time: 0.0572336 Nov 11 21:43:19.147983 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47648) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:19.165708 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5597e395-15bf-4922-b455-cc38a1b0d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:19.200492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f3e6ba1c-8ef7-469b-bd24-ec1c71c6a4eb None None] Provisioning complete for port 3e752e22-d505-4b2b-b1f0-99077c2c7ad5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:19.201223 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3e6ba1c-8ef7-469b-bd24-ec1c71c6a4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:19.203487 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5597e395-15bf-4922-b455-cc38a1b0d1a1 None None] Routers {'38dbf804-e816-4b19-8925-9427af9e6881'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:19.204514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5597e395-15bf-4922-b455-cc38a1b0d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['38dbf804-e816-4b19-8925-9427af9e6881'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:19.273557 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Network c9249c11-6f76-46de-a7de-b9a387fbb90f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:19.279548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5597e395-15bf-4922-b455-cc38a1b0d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:19.280592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5597e395-15bf-4922-b455-cc38a1b0d1a1 None None] The sync data for ids ['38dbf804-e816-4b19-8925-9427af9e6881'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:43:19.290936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:19.338157 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:19.352427 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3adf356-5e30-4466-80d6-39aa70d75faf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:19.368684 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6ba1c-8ef7-469b-bd24-ec1c71c6a4eb None None] Port 3e752e22-d505-4b2b-b1f0-99077c2c7ad5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:19.384452 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:19.485876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Pushing event updated for resources: {'Port': ['ID=35a6e9d8-c123-42f6-b423-d70ad0db9779,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:19.581221 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:19.687372 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3adf356-5e30-4466-80d6-39aa70d75faf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:19.690683 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3adf356-5e30-4466-80d6-39aa70d75faf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:19.731345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:19.759932 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3adf356-5e30-4466-80d6-39aa70d75faf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:19.769169 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3adf356-5e30-4466-80d6-39aa70d75faf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Fanout notify agent at l3_agent the message router_deleted on router 38dbf804-e816-4b19-8925-9427af9e6881 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:43:19.788744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3adf356-5e30-4466-80d6-39aa70d75faf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:19.793418 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b3adf356-5e30-4466-80d6-39aa70d75faf tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/routers/38dbf804-e816-4b19-8925-9427af9e6881 HTTP/1.1" status: 204 len: 168 time: 0.6435986 Nov 11 21:43:19.794571 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47692) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:19.902045 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd88c4-65b0-4703-8e74-bee7872357a3 req-3a6a9ecf-fbb3-4068-bfae-aa6825a5209f tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:19.910726 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fcd88c4-65b0-4703-8e74-bee7872357a3 req-3a6a9ecf-fbb3-4068-bfae-aa6825a5209f tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.1152804 Nov 11 21:43:19.921190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-55762fa3-ddf7-4b24-9d6b-8cd73063d5d2 None None] Provisioning complete for port 35a6e9d8-c123-42f6-b423-d70ad0db9779 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:19.922571 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-55762fa3-ddf7-4b24-9d6b-8cd73063d5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:19.994613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fcd88c4-65b0-4703-8e74-bee7872357a3 req-a6b3a301-fda7-4b49-8b09-e7e82b0c61fc tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827303 Nov 11 21:43:20.016350 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-55762fa3-ddf7-4b24-9d6b-8cd73063d5d2 None None] Port 35a6e9d8-c123-42f6-b423-d70ad0db9779 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:20.058418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0829c73a-ab0c-4d3b-916f-fe1f11ea10bb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting subnet 3d5b9fe4-77ee-4296-8f20-f203cc2ac1ca {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:43:20.093313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:20.124827 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0829c73a-ab0c-4d3b-916f-fe1f11ea10bb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:20.178360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47700) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:20.218405 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:20.220120 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:20.366668 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e3471021-0938-4433-9028-b2a9d23d6c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:20.597640 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e3471021-0938-4433-9028-b2a9d23d6c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:20.609212 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e3471021-0938-4433-9028-b2a9d23d6c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:20.631795 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:20.659891 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e3471021-0938-4433-9028-b2a9d23d6c53 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e06fb9fa0b524963bf2edc494cf7f5d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4773734 Nov 11 21:43:20.660506 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:20.671170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47714) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:20.684032 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0829c73a-ab0c-4d3b-916f-fe1f11ea10bb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:20.737291 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3471021-0938-4433-9028-b2a9d23d6c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f0c533-4800-46b1-a388-858013adb5fa,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:20.759139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47716) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:20.802966 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:20.804566 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-130501b9-3bee-4d02-a8d8-c01aee7d6ffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:20.833553 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-130501b9-3bee-4d02-a8d8-c01aee7d6ffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:20.841372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=3e752e22-d505-4b2b-b1f0-99077c2c7ad5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:20.884283 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:20.943421 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-130501b9-3bee-4d02-a8d8-c01aee7d6ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:20.959499 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-130501b9-3bee-4d02-a8d8-c01aee7d6ffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:20.971103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-130501b9-3bee-4d02-a8d8-c01aee7d6ffc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79f0c533-4800-46b1-a388-858013adb5fa HTTP/1.1" status: 204 len: 168 time: 0.2980716 Nov 11 21:43:21.003027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-917517985-network', 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:21.026560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130501b9-3bee-4d02-a8d8-c01aee7d6ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f0c533-4800-46b1-a388-858013adb5fa,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:21.063951 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0829c73a-ab0c-4d3b-916f-fe1f11ea10bb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.078232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] Made reservation on behalf of 99e3c597206c4ea7bcd58ef8e8d0fd48 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:21.081986 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.092685 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.143450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 1e858bfe-b67d-4821-9913-3e7a50bbdb6a is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:21.150405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:21.272857 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06bca9-2b63-43d6-8d87-ec0bdc05bf46 req-0d09e154-c74d-48a1-8f87-fe26aa65111e tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:21.280483 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e06bca9-2b63-43d6-8d87-ec0bdc05bf46 req-0d09e154-c74d-48a1-8f87-fe26aa65111e tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.1062002 Nov 11 21:43:21.319659 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.366518 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e06bca9-2b63-43d6-8d87-ec0bdc05bf46 req-ff6b3631-ec68-4ee1-aaba-29d6a5ba61d8 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848994 Nov 11 21:43:21.367429 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.384661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:43:21.412243 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.414719 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.415258 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] Added segment 31828245-904b-4d42-bcb8-a1888d7ac9b6 of type vlan for network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 Nov 11 21:43:21.425630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e146855-c37c-4279-9e29-728f18ce8208,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:21.446960 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0829c73a-ab0c-4d3b-916f-fe1f11ea10bb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.469287 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.472897 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.477737 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c97509-7b82-40a4-b25b-bf26bbfd6d12 None None] Network 6449240f-4ae9-4d94-b3dc-d5dd33611a16 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:21.479574 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0829c73a-ab0c-4d3b-916f-fe1f11ea10bb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.488243 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0829c73a-ab0c-4d3b-916f-fe1f11ea10bb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/3d5b9fe4-77ee-4296-8f20-f203cc2ac1ca HTTP/1.1" status: 204 len: 168 time: 1.6837020 Nov 11 21:43:21.493457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47732) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:21.497344 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 08a79ad6-9de1-4ca4-b992-74ba4a11ecc7 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:43:21.548542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829c73a-ab0c-4d3b-916f-fe1f11ea10bb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5b9fe4-77ee-4296-8f20-f203cc2ac1ca,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:21.584845 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.588186 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:21.589239 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.646717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Pushing event updated for resources: {'Port': ['ID=35a6e9d8-c123-42f6-b423-d70ad0db9779,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:21.699436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9390683 Nov 11 21:43:21.714496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47740) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:21.724671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-439b902f-4893-4357-91af-a72ad2736bee admin admin] Request body: {'subnet': {'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-917517985-subnet', 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:21.729795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b93085d9-e2b8-4e1b-be54-e6f936559e7c None None] Provisioning complete for port 3e752e22-d505-4b2b-b1f0-99077c2c7ad5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:21.730213 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b93085d9-e2b8-4e1b-be54-e6f936559e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.739469 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.751996 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7e536-5c28-4747-a67e-b08f3caa6162 admin admin] Pushing event updated for resources: {'Network': ['ID=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:21.787135 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:43:21.814058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439b902f-4893-4357-91af-a72ad2736bee admin admin] Made reservation on behalf of 99e3c597206c4ea7bcd58ef8e8d0fd48 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:21.828068 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-439b902f-4893-4357-91af-a72ad2736bee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:21.864417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf271a6-b7d2-4235-9ff2-e3f25d1d0d73 None None] DHCP port deletion for 6449240f-4ae9-4d94-b3dc-d5dd33611a16 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:43:21.977545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b93085d9-e2b8-4e1b-be54-e6f936559e7c None None] Port 3e752e22-d505-4b2b-b1f0-99077c2c7ad5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:21.984417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1eb9a76d-18db-4d32-9021-79080af574c8 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:43:22.009792 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 1eb9a76d-18db-4d32-9021-79080af574c8 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:22.010398 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:22.197276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] For port 1eb9a76d-18db-4d32-9021-79080af574c8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1eb9a76d-18db-4d32-9021-79080af574c8,segment=NetworkSegment(750fe85b-f8ea-4df9-99d5-9664d3279772),segment_id=750fe85b-f8ea-4df9-99d5-9664d3279772)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:22.197653 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:22.223813 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:22.244652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fcf271a6-b7d2-4235-9ff2-e3f25d1d0d73 None None] Deleting port 1eb9a76d-18db-4d32-9021-79080af574c8 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:22.246893 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 1eb9a76d-18db-4d32-9021-79080af574c8 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:22.256110 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fcf271a6-b7d2-4235-9ff2-e3f25d1d0d73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:22.284165 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:22.330197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:43:22.344287 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99caaa48-0a94-400a-833f-c04c12bf5097 None None] Sync routers for ids ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:43:22.345559 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-88552cfd-dab4-4cba-896f-a7ee1a7e3a81 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/08a79ad6-9de1-4ca4-b992-74ba4a11ecc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2552083 Nov 11 21:43:22.346416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47752) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:22.355318 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99caaa48-0a94-400a-833f-c04c12bf5097 None None] Routers {'08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:22.357277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Network c9249c11-6f76-46de-a7de-b9a387fbb90f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:22.357648 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-99caaa48-0a94-400a-833f-c04c12bf5097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:22.422877 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-99caaa48-0a94-400a-833f-c04c12bf5097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:22.424210 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-fcf271a6-b7d2-4235-9ff2-e3f25d1d0d73 None None] For port 1eb9a76d-18db-4d32-9021-79080af574c8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1eb9a76d-18db-4d32-9021-79080af574c8,segment=NetworkSegment(750fe85b-f8ea-4df9-99d5-9664d3279772),segment_id=750fe85b-f8ea-4df9-99d5-9664d3279772)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:22.425696 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fcf271a6-b7d2-4235-9ff2-e3f25d1d0d73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:22.437814 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-439b902f-4893-4357-91af-a72ad2736bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:22.439383 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99caaa48-0a94-400a-833f-c04c12bf5097 None None] Routers {'08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:22.440627 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-99caaa48-0a94-400a-833f-c04c12bf5097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:22.446645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fcf271a6-b7d2-4235-9ff2-e3f25d1d0d73 None None] Calling delete_port for 1eb9a76d-18db-4d32-9021-79080af574c8 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:22.457365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:22.484060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abe4601-1d6a-4f85-9e3a-d6ff8cd9f040 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:22.492613 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2abe4601-1d6a-4f85-9e3a-d6ff8cd9f040 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports/3e752e22-d505-4b2b-b1f0-99077c2c7ad5 HTTP/1.1" status: 200 len: 910 time: 0.1445799 Nov 11 21:43:22.493298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47756) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:22.519207 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-99caaa48-0a94-400a-833f-c04c12bf5097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:22.519784 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99caaa48-0a94-400a-833f-c04c12bf5097 None None] The sync data for ids ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:43:22.540734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47758) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:22.666481 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b902f-4893-4357-91af-a72ad2736bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc75e8a7-d2c9-48ae-aff4-f6a72ade0511,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:22.673772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b902f-4893-4357-91af-a72ad2736bee admin admin] Checking segment: {'id': '31828245-904b-4d42-bcb8-a1888d7ac9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:22.674145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b902f-4893-4357-91af-a72ad2736bee admin admin] Network hostable DHCP agents. Network: 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:43:22.695570 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 1eb9a76d-18db-4d32-9021-79080af574c8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1eb9a76d-18db-4d32-9021-79080af574c8,segment=NetworkSegment(750fe85b-f8ea-4df9-99d5-9664d3279772),segment_id=750fe85b-f8ea-4df9-99d5-9664d3279772)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:22.696172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cb03e-aefc-4a28-b384-526929f7f7ee req-a93f7222-cc10-46da-bf7a-dc66c101251f tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:22.697837 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-857cb03e-aefc-4a28-b384-526929f7f7ee req-a93f7222-cc10-46da-bf7a-dc66c101251f tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.1757882 Nov 11 21:43:22.709757 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:22.730713 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:22.750250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b902f-4893-4357-91af-a72ad2736bee admin admin] Network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:43:22.786853 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=1eb9a76d-18db-4d32-9021-79080af574c8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:22.797292 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No DVR routers for this DVR port 1eb9a76d-18db-4d32-9021-79080af574c8 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:43:22.799162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-439b902f-4893-4357-91af-a72ad2736bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:22.813628 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event deleted for resources: {'Port': ['ID=1eb9a76d-18db-4d32-9021-79080af574c8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:22.822962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533311f0-b67b-4b5b-ae8c-f7b7d6c1b46f None None] Network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:22.823208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1970516221-network', 'tenant_id': 'd27ad0edc5e444d9911e07a79bd6efa4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:22.827714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439b902f-4893-4357-91af-a72ad2736bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:22.828003 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-439b902f-4893-4357-91af-a72ad2736bee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:22.875306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-439b902f-4893-4357-91af-a72ad2736bee admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1596961 Nov 11 21:43:22.878227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47764) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:22.909903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-857cb03e-aefc-4a28-b384-526929f7f7ee req-099c3f22-cc4a-4922-9d39-1cc929ed1e58 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977451 Nov 11 21:43:22.927750 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-452a024f-2d81-4ed9-b89e-e4205862b11a None None] Provisioning complete for port 35a6e9d8-c123-42f6-b423-d70ad0db9779 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:22.928245 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-452a024f-2d81-4ed9-b89e-e4205862b11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:22.942826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-917517985-router', 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:22.971319 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fcf271a6-b7d2-4235-9ff2-e3f25d1d0d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:22.974368 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.003664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6449240f-4ae9-4d94-b3dc-d5dd33611a16']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:23.015089 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf271a6-b7d2-4235-9ff2-e3f25d1d0d73 None None] Pushing event deleted for resources: {'Port': ['ID=1eb9a76d-18db-4d32-9021-79080af574c8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:23.020505 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750fe85b-f8ea-4df9-99d5-9664d3279772') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:23.020860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750fe85b-f8ea-4df9-99d5-9664d3279772') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:23.033708 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf271a6-b7d2-4235-9ff2-e3f25d1d0d73 None None] No DVR routers for this DVR port 1eb9a76d-18db-4d32-9021-79080af574c8 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:43:23.039183 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.041140 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-452a024f-2d81-4ed9-b89e-e4205862b11a None None] Port 35a6e9d8-c123-42f6-b423-d70ad0db9779 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:23.060717 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.070985 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:43:23.071476 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.076599 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.077645 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.088417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Router 000a7204-f931-44ed-b19d-4d888ec4273b has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:43:23.100255 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:43:23.103044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] Made reservation on behalf of d27ad0edc5e444d9911e07a79bd6efa4 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:23.103471 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.105132 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b74e9bb-3800-4842-b26b-c8db3e3a65fb None None] Network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:23.145283 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.169079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47768) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:23.237127 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.256760 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.260215 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/networks/6449240f-4ae9-4d94-b3dc-d5dd33611a16 HTTP/1.1" status: 204 len: 168 time: 1.7637835 Nov 11 21:43:23.265877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47770) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:23.290374 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.295290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0add2-1496-4c8d-b7ef-33dabea8d7f1 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Network': ['ID=6449240f-4ae9-4d94-b3dc-d5dd33611a16,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:23.320334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-114e3e19-14f6-459d-84dc-ee8c46d3764a admin admin] Deleting subnet 827b1552-8947-416e-bf7e-da1b01dbc7d8 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:43:23.333816 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-114e3e19-14f6-459d-84dc-ee8c46d3764a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.365605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9412138-3831-4750-b1cd-8db67be4b353 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:23.366993 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c9412138-3831-4750-b1cd-8db67be4b353 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/4d8215f9-0929-4ead-b2f6-275dede2aef9 HTTP/1.1" status: 200 len: 845 time: 0.0903676 Nov 11 21:43:23.372596 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47772) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:23.436180 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-114e3e19-14f6-459d-84dc-ee8c46d3764a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.439091 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f211b205-d9cb-45c5-afbf-02916c68ca1c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.459743 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f71129e8-6b03-4cce-83cb-6ea318f08e48 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/4d8215f9-0929-4ead-b2f6-275dede2aef9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0850697 Nov 11 21:43:23.465576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47774) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:23.472525 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.476397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-54dcecc2-a838-4dc4-afeb-5e961ec7a5dd tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'subnet': {'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:23.484652 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.579723 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:43:23.580583 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.586773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:43:23.593532 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.594014 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] Added segment 949db7bf-c345-4216-91d7-012c3a5d164b of type vlan for network a9de8fe5-ab0a-4202-8855-3aa8d9179cd2 Nov 11 21:43:23.598466 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bfe3041d-1a2d-4634-afcc-2f03d2dfb18f admin admin] 10.222.0.57 "PUT /v2.0/routers/000a7204-f931-44ed-b19d-4d888ec4273b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6358793 Nov 11 21:43:23.601105 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Sync routers for ids ['000a7204-f931-44ed-b19d-4d888ec4273b'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:43:23.615171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Routers {'000a7204-f931-44ed-b19d-4d888ec4273b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:23.615998 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['000a7204-f931-44ed-b19d-4d888ec4273b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:23.669174 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.731383 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.732632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:23.733454 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.771203 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-114e3e19-14f6-459d-84dc-ee8c46d3764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.786789 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161ced67-8d93-4ae8-a928-e00b1757983b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:23.858837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Set router 000a7204-f931-44ed-b19d-4d888ec4273b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:43:23.878788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dcecc2-a838-4dc4-afeb-5e961ec7a5dd tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:23.884603 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-54dcecc2-a838-4dc4-afeb-5e961ec7a5dd tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:23.893908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] Pushing event updated for resources: {'Network': ['ID=a9de8fe5-ab0a-4202-8855-3aa8d9179cd2,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:23.903307 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bdb04efb-19cf-4a33-8da9-0d2663f208a5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.3614373 Nov 11 21:43:23.909037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47784) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:23.914835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3b649475-7656-4413-a557-99e57c7f5c2c admin admin] Request body: {'subnet': {'network_id': 'a9de8fe5-ab0a-4202-8855-3aa8d9179cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1970516221-subnet', 'tenant_id': 'd27ad0edc5e444d9911e07a79bd6efa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:23.933714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network a9de8fe5-ab0a-4202-8855-3aa8d9179cd2 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:43:24.115140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b649475-7656-4413-a557-99e57c7f5c2c admin admin] Made reservation on behalf of d27ad0edc5e444d9911e07a79bd6efa4 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:24.117457 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b649475-7656-4413-a557-99e57c7f5c2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.340146 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.367587 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.397043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f211b205-d9cb-45c5-afbf-02916c68ca1c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port 3e752e22-d505-4b2b-b1f0-99077c2c7ad5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:24.397400 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f211b205-d9cb-45c5-afbf-02916c68ca1c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.418998 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:20Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '35a6e9d8-c123-42f6-b423-d70ad0db9779', 'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'mac_address': 'fa:16:3e:f4:28:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:17Z', 'updated_at': '2021-11-11T21:43:21Z', 'revision_number': 2, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'subnets': [{'id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:24.450321 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Checking router: 000a7204-f931-44ed-b19d-4d888ec4273b for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:43:24.451113 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Updating router 000a7204-f931-44ed-b19d-4d888ec4273b port 35a6e9d8-c123-42f6-b423-d70ad0db9779 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:43:24.476574 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-114e3e19-14f6-459d-84dc-ee8c46d3764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.481540 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.524121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e3e19-14f6-459d-84dc-ee8c46d3764a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=827b1552-8947-416e-bf7e-da1b01dbc7d8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:24.529228 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-114e3e19-14f6-459d-84dc-ee8c46d3764a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.533439 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-114e3e19-14f6-459d-84dc-ee8c46d3764a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/827b1552-8947-416e-bf7e-da1b01dbc7d8 HTTP/1.1" status: 204 len: 168 time: 1.3625081 Nov 11 21:43:24.537682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47788) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:24.553744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087fdaa-7bdc-4aa2-a7d7-54fbec18678f req-e24e7740-f3a6-4063-aafb-a3257a453740 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:24.555926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b087fdaa-7bdc-4aa2-a7d7-54fbec18678f req-e24e7740-f3a6-4063-aafb-a3257a453740 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.1844344 Nov 11 21:43:24.609554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f211b205-d9cb-45c5-afbf-02916c68ca1c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.657181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f211b205-d9cb-45c5-afbf-02916c68ca1c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for 3e752e22-d505-4b2b-b1f0-99077c2c7ad5 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:24.679181 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-39e89595-9932-4859-ad34-46369eccddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.689991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Allocated IP 172.25.0.10 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/55489d13-bb11-4682-bf69-9043ec7f3271) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:24.748935 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b087fdaa-7bdc-4aa2-a7d7-54fbec18678f req-45da5fd1-1bb9-40b0-81a3-26d920c10c7f tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807387 Nov 11 21:43:24.776968 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-54dcecc2-a838-4dc4-afeb-5e961ec7a5dd tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.779493 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b649475-7656-4413-a557-99e57c7f5c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.830904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dcecc2-a838-4dc4-afeb-5e961ec7a5dd tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:24.867552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-54dcecc2-a838-4dc4-afeb-5e961ec7a5dd tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:24.870281 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-39e89595-9932-4859-ad34-46369eccddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.875205 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.875687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dcecc2-a838-4dc4-afeb-5e961ec7a5dd tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:24.876348 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-54dcecc2-a838-4dc4-afeb-5e961ec7a5dd tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.882339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16066ef-bc58-4fd4-9592-eac82f26f021 None None] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:24.909271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcecc2-a838-4dc4-afeb-5e961ec7a5dd tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Subnet': ['ID=dec092a1-078d-4378-a613-84465155c3a2,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:24.918646 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-54dcecc2-a838-4dc4-afeb-5e961ec7a5dd tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4470501 Nov 11 21:43:24.918646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-39e89595-9932-4859-ad34-46369eccddc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1794c320-1353-432d-96e8-a92890112172']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:24.924870 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47790) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:24.929449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d0744356-bca2-4667-9d9b-e146390947d9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'security_group': {'name': 'tempest-secgroup-667308179'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:24.938119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-39e89595-9932-4859-ad34-46369eccddc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:24.938498 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-39e89595-9932-4859-ad34-46369eccddc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef9b2dc-6935-4e39-9bd3-86f7a2f98ca3') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:24.952808 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-39e89595-9932-4859-ad34-46369eccddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.971875 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-39e89595-9932-4859-ad34-46369eccddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.978637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e89595-9932-4859-ad34-46369eccddc6 admin admin] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:43:24.979131 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-39e89595-9932-4859-ad34-46369eccddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:43:24.980986 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:43:24.991019 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d0744356-bca2-4667-9d9b-e146390947d9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:24.992784 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47792) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:24.998594 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b649475-7656-4413-a557-99e57c7f5c2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f817475-19dd-4fcb-a191-83d2b3191201,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:25.016420 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b649475-7656-4413-a557-99e57c7f5c2c admin admin] Checking segment: {'id': '949db7bf-c345-4216-91d7-012c3a5d164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'a9de8fe5-ab0a-4202-8855-3aa8d9179cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:25.016818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b649475-7656-4413-a557-99e57c7f5c2c admin admin] Network hostable DHCP agents. Network: a9de8fe5-ab0a-4202-8855-3aa8d9179cd2, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:43:25.025738 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.033709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-7d12aef1-eb44-4cdd-bc4d-fb351de4e467 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--612337537', 'description': 'tempest-description--470416152'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:25.060205 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.077839 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b649475-7656-4413-a557-99e57c7f5c2c admin admin] Network a9de8fe5-ab0a-4202-8855-3aa8d9179cd2 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:43:25.082963 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-39e89595-9932-4859-ad34-46369eccddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.092870 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d12aef1-eb44-4cdd-bc4d-fb351de4e467 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.095119 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-39e89595-9932-4859-ad34-46369eccddc6 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.100910 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-39e89595-9932-4859-ad34-46369eccddc6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1794c320-1353-432d-96e8-a92890112172 HTTP/1.1" status: 204 len: 168 time: 0.5595560 Nov 11 21:43:25.103147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47794) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:25.137285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e89595-9932-4859-ad34-46369eccddc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1794c320-1353-432d-96e8-a92890112172,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:25.139670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3b649475-7656-4413-a557-99e57c7f5c2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, a9de8fe5-ab0a-4202-8855-3aa8d9179cd2) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:25.148657 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b649475-7656-4413-a557-99e57c7f5c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:25.149316 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3b649475-7656-4413-a557-99e57c7f5c2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.179019 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f211b205-d9cb-45c5-afbf-02916c68ca1c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.189499 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.210056 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3b649475-7656-4413-a557-99e57c7f5c2c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2995400 Nov 11 21:43:25.223895 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d0744356-bca2-4667-9d9b-e146390947d9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.260200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211b205-d9cb-45c5-afbf-02916c68ca1c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=3e752e22-d505-4b2b-b1f0-99077c2c7ad5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:25.264304 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:25.277371 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d12aef1-eb44-4cdd-bc4d-fb351de4e467 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.281548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab3c5a3-4df5-4146-b910-2ed7f9488f3d admin admin] Deleting subnet f18e52d2-7d03-4620-b289-a4ebddc8aa83 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:43:25.283208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:25.286139 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d0744356-bca2-4667-9d9b-e146390947d9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.288843 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dab3c5a3-4df5-4146-b910-2ed7f9488f3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.305966 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:25.317539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d12aef1-eb44-4cdd-bc4d-fb351de4e467 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.321899 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dd37f-798d-4fff-9a60-f2ff8c4293b3 None None] Pushing event updated for resources: {'Port': ['ID=35a6e9d8-c123-42f6-b423-d70ad0db9779,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:25.355142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a691f551-a945-42dc-ad1b-37f56eb6710d None None] Network a9de8fe5-ab0a-4202-8855-3aa8d9179cd2 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:25.360731 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54ccbb7-a72a-4f46-8ac0-8c1e331e6e71 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:43:25.383142 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d0744356-bca2-4667-9d9b-e146390947d9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.384509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d0744356-bca2-4667-9d9b-e146390947d9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4584532 Nov 11 21:43:25.390407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47802) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:25.402888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e9b693fa-bac3-4cfd-88a1-242f2ba600e9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'security_group': {'name': 'tempest-secgroup-889408218'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:25.409349 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d12aef1-eb44-4cdd-bc4d-fb351de4e467 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.410783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7d12aef1-eb44-4cdd-bc4d-fb351de4e467 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4102373 Nov 11 21:43:25.421319 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dab3c5a3-4df5-4146-b910-2ed7f9488f3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.423102 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47804) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:25.425316 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0744356-bca2-4667-9d9b-e146390947d9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6269f24-98e7-454f-80de-cbdfb57b988c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:25.454083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ebb040d5-7418-4470-969c-b2c6c6985bb0 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Request body: {'security_group_rule': {'security_group_id': '5b5fe47a-60f7-4360-9832-d7a2375b2503', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:25.510452 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12aef1-eb44-4cdd-bc4d-fb351de4e467 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5fe47a-60f7-4360-9832-d7a2375b2503,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:25.586785 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dab3c5a3-4df5-4146-b910-2ed7f9488f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.622874 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9b693fa-bac3-4cfd-88a1-242f2ba600e9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.744979 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'tenant_id': 'dbad1feca6c74716beb5daf54e17f08f', 'fixed_ips': [{'subnet_id': 'dec092a1-078d-4378-a613-84465155c3a2'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:43:25.746082 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.790812 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47816) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:25.791351 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ebb040d5-7418-4470-969c-b2c6c6985bb0 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.799511 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1810574319-network', 'tenant_id': 'f7f176d73fce4eb8af4a0e35b891c2fc'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:25.814828 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9b693fa-bac3-4cfd-88a1-242f2ba600e9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.839989 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9b693fa-bac3-4cfd-88a1-242f2ba600e9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.865939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e3ce2d33-84f9-46fc-b621-ffe4c455d8df None None] Provisioning complete for port 55489d13-bb11-4682-bf69-9043ec7f3271 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:25.866227 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3ce2d33-84f9-46fc-b621-ffe4c455d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.886108 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dab3c5a3-4df5-4146-b910-2ed7f9488f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.915216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c34aed-75bf-4b74-8e94-e5be0781c821 None None] Network a9de8fe5-ab0a-4202-8855-3aa8d9179cd2 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:25.944261 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Attempting to bind port 35a6e9d8-c123-42f6-b423-d70ad0db9779 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:43:25.944647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Attempting to bind port 35a6e9d8-c123-42f6-b423-d70ad0db9779 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:43:25.945018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Attempting to bind port 35a6e9d8-c123-42f6-b423-d70ad0db9779 on network c9249c11-6f76-46de-a7de-b9a387fbb90f {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:25.951640 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9b693fa-bac3-4cfd-88a1-242f2ba600e9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:25.955380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e9b693fa-bac3-4cfd-88a1-242f2ba600e9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5570776 Nov 11 21:43:25.967317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47818) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:25.971925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3c5a3-4df5-4146-b910-2ed7f9488f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f18e52d2-7d03-4620-b289-a4ebddc8aa83,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:25.978617 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d400e47e-0dc7-4a5c-b734-6de19ee01cfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2023140823', 'security_groups': ['b2f98f2f-3fc3-4745-b8fd-9c00c6750546'], 'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dec092a1-078d-4378-a613-84465155c3a2'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:25.987822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b693fa-bac3-4cfd-88a1-242f2ba600e9 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f98f2f-3fc3-4745-b8fd-9c00c6750546,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:26.005607 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dab3c5a3-4df5-4146-b910-2ed7f9488f3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.011363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e3ce2d33-84f9-46fc-b621-ffe4c455d8df None None] Port 55489d13-bb11-4682-bf69-9043ec7f3271 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:26.011732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dab3c5a3-4df5-4146-b910-2ed7f9488f3d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f18e52d2-7d03-4620-b289-a4ebddc8aa83 HTTP/1.1" status: 204 len: 168 time: 0.8918843 Nov 11 21:43:26.012476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47820) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:26.013072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:43:26.013450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Checking segment: {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:26.013904 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.014284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Bound using segment: {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:43:26.014769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Bound port: 35a6e9d8-c123-42f6-b423-d70ad0db9779, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:43:26.015150 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.094539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ebb040d5-7418-4470-969c-b2c6c6985bb0 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.110221 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ebb040d5-7418-4470-969c-b2c6c6985bb0 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.156676 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192e0af-9580-4ced-b0f8-bda8cb65c453 req-b1f09528-f479-4223-8c56-6a789ec29feb tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:26.158222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0192e0af-9580-4ced-b0f8-bda8cb65c453 req-b1f09528-f479-4223-8c56-6a789ec29feb tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.2978013 Nov 11 21:43:26.193138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb040d5-7418-4470-969c-b2c6c6985bb0 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762bd2fb-2bfe-43c6-90c8-cb227f7db231,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:26.201839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Allocated IP 2001:db8::2 (c826d7fb-6b3d-453b-abc7-d28e7b88e065/dec092a1-078d-4378-a613-84465155c3a2/b3e07dcc-4804-42e3-bdf0-ee33482aeae8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:26.225414 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ebb040d5-7418-4470-969c-b2c6c6985bb0 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.230750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ebb040d5-7418-4470-969c-b2c6c6985bb0 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8064170 Nov 11 21:43:26.231481 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47824) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:26.234308 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] For port 35a6e9d8-c123-42f6-b423-d70ad0db9779, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:43:26.241431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] For port 35a6e9d8-c123-42f6-b423-d70ad0db9779, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=35a6e9d8-c123-42f6-b423-d70ad0db9779,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:43:26.242364 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2dab8d2b-0269-4b10-ab9f-e9daf435a7ba tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Request body: {'security_group_rule': {'security_group_id': '5b5fe47a-60f7-4360-9832-d7a2375b2503', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:26.253589 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63bfb942-07f0-41a0-a13d-10d8b8849e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.266590 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6bdfd2ed-0a93-487a-ab1c-62335f868903 None None] Provisioning complete for port 35a6e9d8-c123-42f6-b423-d70ad0db9779 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:26.267036 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd2ed-0a93-487a-ab1c-62335f868903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.292105 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.303404 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Pushing event updated for resources: {'Port': ['ID=55489d13-bb11-4682-bf69-9043ec7f3271,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:26.321002 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0192e0af-9580-4ced-b0f8-bda8cb65c453 req-be1aa9d4-ab4b-48bf-a033-baed8244eb85 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466839 Nov 11 21:43:26.322972 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.374413 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f211b205-d9cb-45c5-afbf-02916c68ca1c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.378655 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2dab8d2b-0269-4b10-ab9f-e9daf435a7ba tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.418890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d400e47e-0dc7-4a5c-b734-6de19ee01cfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:26.428599 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63bfb942-07f0-41a0-a13d-10d8b8849e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.441367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Routers {'000a7204-f931-44ed-b19d-4d888ec4273b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:26.441994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['000a7204-f931-44ed-b19d-4d888ec4273b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:26.511006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dd37f-798d-4fff-9a60-f2ff8c4293b3 None None] Pushing event updated for resources: {'Port': ['ID=35a6e9d8-c123-42f6-b423-d70ad0db9779,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:26.526407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-63bfb942-07f0-41a0-a13d-10d8b8849e51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa545b5e-f828-4508-ad9f-a2d9bd672f05']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:26.532877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] Made reservation on behalf of f7f176d73fce4eb8af4a0e35b891c2fc for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:26.535527 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.557477 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-63bfb942-07f0-41a0-a13d-10d8b8849e51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afeb6b8-4c2c-49b8-a5c9-0d81de7a07a9') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:26.558059 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-63bfb942-07f0-41a0-a13d-10d8b8849e51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afeb6b8-4c2c-49b8-a5c9-0d81de7a07a9') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:26.562700 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.579225 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63bfb942-07f0-41a0-a13d-10d8b8849e51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.615940 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2dab8d2b-0269-4b10-ab9f-e9daf435a7ba tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.624212 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63bfb942-07f0-41a0-a13d-10d8b8849e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.632098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d400e47e-0dc7-4a5c-b734-6de19ee01cfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.634907 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2dab8d2b-0269-4b10-ab9f-e9daf435a7ba tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.646671 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.650463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bfb942-07f0-41a0-a13d-10d8b8849e51 admin admin] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:43:26.651008 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63bfb942-07f0-41a0-a13d-10d8b8849e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.660505 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab8d2b-0269-4b10-ab9f-e9daf435a7ba tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0234926d-6902-417a-a25b-ba7837e1f1ea,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:43:26.662999 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:43:26.692678 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.719471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] Set router 000a7204-f931-44ed-b19d-4d888ec4273b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:43:26.722369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-d400e47e-0dc7-4a5c-b734-6de19ee01cfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port 0b5e0474-4eda-44bc-ae04-45bef1f35deb yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:43:26.729098 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed22593d-70fd-4da6-8488-7d5647da41fc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:26.742392 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2dab8d2b-0269-4b10-ab9f-e9daf435a7ba tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.746948 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2dab8d2b-0269-4b10-ab9f-e9daf435a7ba tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5055838 Nov 11 21:43:26.763388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47826) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:26.778782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:26.793102 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63bfb942-07f0-41a0-a13d-10d8b8849e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.801014 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63bfb942-07f0-41a0-a13d-10d8b8849e51 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.804810 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-63bfb942-07f0-41a0-a13d-10d8b8849e51 admin admin] 10.222.0.57 "DELETE /v2.0/networks/fa545b5e-f828-4508-ad9f-a2d9bd672f05 HTTP/1.1" status: 204 len: 168 time: 0.7810633 Nov 11 21:43:26.807351 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.811397 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:43:26.860391 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.883013 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.883692 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] Added segment 97fba2e5-5b30-4181-82c3-3a610f5bf481 of type vlan for network 1914fc53-6a97-441b-9f23-6d4589db39d9 Nov 11 21:43:26.903675 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd2ed-0a93-487a-ab1c-62335f868903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.918098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Pushing event updated for resources: {'Port': ['ID=b3e07dcc-4804-42e3-bdf0-ee33482aeae8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:26.933475 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.957771 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.964648 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:26.973014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f211b205-d9cb-45c5-afbf-02916c68ca1c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 08a79ad6-9de1-4ca4-b992-74ba4a11ecc7 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:43:26.980057 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:27.005810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6bdfd2ed-0a93-487a-ab1c-62335f868903 None None] For port 35a6e9d8-c123-42f6-b423-d70ad0db9779, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=35a6e9d8-c123-42f6-b423-d70ad0db9779,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:27.021565 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd2ed-0a93-487a-ab1c-62335f868903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.025155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:27.029083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:27.033699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47830) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:27.050758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-d400e47e-0dc7-4a5c-b734-6de19ee01cfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Allocated IP 2001:db8::ee (c826d7fb-6b3d-453b-abc7-d28e7b88e065/dec092a1-078d-4378-a613-84465155c3a2/0b5e0474-4eda-44bc-ae04-45bef1f35deb) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:27.053757 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfb942-07f0-41a0-a13d-10d8b8849e51 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa545b5e-f828-4508-ad9f-a2d9bd672f05,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:27.184678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfd2ed-0a93-487a-ab1c-62335f868903 None None] Pushing event updated for resources: {'Port': ['ID=35a6e9d8-c123-42f6-b423-d70ad0db9779,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:27.190268 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Attempting to bind port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:43:27.190914 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Attempting to bind port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'c17c823f-ab06-4eb6-9906-2371b9154713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:43:27.191447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Attempting to bind port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 on network c826d7fb-6b3d-453b-abc7-d28e7b88e065 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:27.205025 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:43:27.205386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Checking segment: {'id': 'c17c823f-ab06-4eb6-9906-2371b9154713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:27.205978 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.206594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Bound using segment: {'id': 'c17c823f-ab06-4eb6-9906-2371b9154713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:43:27.207034 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Bound port: b3e07dcc-4804-42e3-bdf0-ee33482aeae8, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17c823f-ab06-4eb6-9906-2371b9154713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:43:27.207650 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.210241 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2fad9d0d-b711-4d10-89c2-549d54f5da2a None None] Provisioning complete for port 35a6e9d8-c123-42f6-b423-d70ad0db9779 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:27.210574 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2fad9d0d-b711-4d10-89c2-549d54f5da2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.219031 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.220002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:27.220580 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.223340 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d400e47e-0dc7-4a5c-b734-6de19ee01cfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.278131 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d400e47e-0dc7-4a5c-b734-6de19ee01cfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.279525 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-149f8822-1fba-4fb0-a476-796d3e8941ef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7f3916982df44f84a14c88392368e03a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2421060 Nov 11 21:43:27.288439 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47832) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:27.325644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] For port b3e07dcc-4804-42e3-bdf0-ee33482aeae8, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:43:27.330121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:20Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '35a6e9d8-c123-42f6-b423-d70ad0db9779', 'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'mac_address': 'fa:16:3e:f4:28:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:17Z', 'updated_at': '2021-11-11T21:43:26Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'subnets': [{'id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:27.334345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] For port b3e07dcc-4804-42e3-bdf0-ee33482aeae8, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b3e07dcc-4804-42e3-bdf0-ee33482aeae8,segment=NetworkSegment(c17c823f-ab06-4eb6-9906-2371b9154713),segment_id=c17c823f-ab06-4eb6-9906-2371b9154713)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:43:27.344383 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.5462465 Nov 11 21:43:27.344726 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f211b205-d9cb-45c5-afbf-02916c68ca1c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:43:27.350800 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47836) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:27.356766 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be5223-2dc6-418e-a52a-f852b9de7028 None None] Sync routers for ids ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:43:27.373451 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be5223-2dc6-418e-a52a-f852b9de7028 None None] Routers {'08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:27.374353 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-24be5223-2dc6-418e-a52a-f852b9de7028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:27.380837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-149cd4fc-4faf-49d3-ab04-0cc5d5f4d630 admin admin] Request body: {'subnet': {'network_id': '1914fc53-6a97-441b-9f23-6d4589db39d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1810574319-subnet', 'tenant_id': 'f7f176d73fce4eb8af4a0e35b891c2fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:27.382857 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884e19b-3dac-4310-a6b8-e0df777685c7 None None] The sync data for ids ['000a7204-f931-44ed-b19d-4d888ec4273b'] in n-d-805737-3 is: [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:20Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '35a6e9d8-c123-42f6-b423-d70ad0db9779', 'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'mac_address': 'fa:16:3e:f4:28:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:17Z', 'updated_at': '2021-11-11T21:43:26Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'subnets': [{'id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:43:27.395665 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f211b205-d9cb-45c5-afbf-02916c68ca1c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/08a79ad6-9de1-4ca4-b992-74ba4a11ecc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8970137 Nov 11 21:43:27.395922 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.404890 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47840) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:27.410401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d9502-3930-4f56-aee5-a92065414cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=1914fc53-6a97-441b-9f23-6d4589db39d9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:27.432588 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-24be5223-2dc6-418e-a52a-f852b9de7028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:27.472379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 1914fc53-6a97-441b-9f23-6d4589db39d9 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:43:27.476115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400e47e-0dc7-4a5c-b734-6de19ee01cfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=0b5e0474-4eda-44bc-ae04-45bef1f35deb,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:27.476302 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be5223-2dc6-418e-a52a-f852b9de7028 None None] Routers {'08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:27.476788 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-24be5223-2dc6-418e-a52a-f852b9de7028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:27.517866 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d400e47e-0dc7-4a5c-b734-6de19ee01cfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:27.519397 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-24be5223-2dc6-418e-a52a-f852b9de7028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:27.520023 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-d400e47e-0dc7-4a5c-b734-6de19ee01cfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:27.520184 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be5223-2dc6-418e-a52a-f852b9de7028 None None] The sync data for ids ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:43:27.545588 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400e47e-0dc7-4a5c-b734-6de19ee01cfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:27.556118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d400e47e-0dc7-4a5c-b734-6de19ee01cfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:27.557083 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d400e47e-0dc7-4a5c-b734-6de19ee01cfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.591186 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8c48330-ade4-4ccf-821b-03388eac2b6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.625699 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8c48330-ade4-4ccf-821b-03388eac2b6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.636061 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e59231-0912-4d55-ad2b-fb986dd6b626 req-4653232b-63f5-44eb-b45d-34022bffb652 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:27.644422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05e59231-0912-4d55-ad2b-fb986dd6b626 req-4653232b-63f5-44eb-b45d-34022bffb652 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.1573982 Nov 11 21:43:27.724333 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05e59231-0912-4d55-ad2b-fb986dd6b626 req-669292ff-af9f-4b66-bab7-552dc20f3540 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783658 Nov 11 21:43:27.746162 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8c48330-ade4-4ccf-821b-03388eac2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.749075 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8c48330-ade4-4ccf-821b-03388eac2b6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.751469 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e8c48330-ade4-4ccf-821b-03388eac2b6c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9f4be923-542a-44c4-b102-2d3330633a3b HTTP/1.1" status: 204 len: 168 time: 0.4586244 Nov 11 21:43:27.783421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149cd4fc-4faf-49d3-ab04-0cc5d5f4d630 admin admin] Made reservation on behalf of f7f176d73fce4eb8af4a0e35b891c2fc for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:27.786238 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-149cd4fc-4faf-49d3-ab04-0cc5d5f4d630 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.788859 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d400e47e-0dc7-4a5c-b734-6de19ee01cfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8145704 Nov 11 21:43:27.790112 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47844) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:27.796638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c48330-ade4-4ccf-821b-03388eac2b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4be923-542a-44c4-b102-2d3330633a3b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:27.815452 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c3b0e08d-7683-4ca7-9058-58f890a3f614 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'subnet': {'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:27.853117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006267f8-9125-4448-b2f7-41324c333c5b None None] Pushing event updated for resources: {'Port': ['ID=b3e07dcc-4804-42e3-bdf0-ee33482aeae8,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:28.069594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 35a6e9d8-c123-42f6-b423-d70ad0db9779 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:28.124670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b0e08d-7683-4ca7-9058-58f890a3f614 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:28.132225 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e08d-7683-4ca7-9058-58f890a3f614 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:28.172750 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 35a6e9d8-c123-42f6-b423-d70ad0db9779 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:28.173182 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:28.325841 n-d-805737-3 neutron-server[102534]: INFO neutron.db.ipam_backend_mixin [None req-c3b0e08d-7683-4ca7-9058-58f890a3f614 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dec092a1-078d-4378-a613-84465155c3a2 (CIDR: 2001:db8::/64) Nov 11 21:43:28.333731 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b0e08d-7683-4ca7-9058-58f890a3f614 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:43:28.334194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b0e08d-7683-4ca7-9058-58f890a3f614 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:43:28.360197 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-149cd4fc-4faf-49d3-ab04-0cc5d5f4d630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:28.371553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c3b0e08d-7683-4ca7-9058-58f890a3f614 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5657709 Nov 11 21:43:28.372560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47848) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:28.379025 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-fdf97424-36a4-4ace-909b-c351d70ed00f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'subnet': {'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:28.462047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Router 3db007a4-703b-4230-99dd-62e885e86d69 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:43:28.465382 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:28.486192 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47852) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:28.529729 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809ffa-2102-4506-90e4-c532d998c7c2 req-2926da9e-f000-45dc-a9fe-cca50040af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:28.532212 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c9809ffa-2102-4506-90e4-c532d998c7c2 req-2926da9e-f000-45dc-a9fe-cca50040af8d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 1097 time: 0.3531291 Nov 11 21:43:28.532897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cd4fc-4faf-49d3-ab04-0cc5d5f4d630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b443de9-29cf-489f-a8a0-956a59688572,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:28.553766 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-32af763e-bf2a-40a4-9ca1-113311abba3a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2ada2ee2be044d3a876342a97aa5f95e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0662155 Nov 11 21:43:28.554388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47854) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:28.639169 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf97424-36a4-4ace-909b-c351d70ed00f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:28.643128 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fdf97424-36a4-4ace-909b-c351d70ed00f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:28.650957 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20956652-c0bc-4876-a10b-f946fdde3f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:28.678819 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149cd4fc-4faf-49d3-ab04-0cc5d5f4d630 admin admin] Checking segment: {'id': '97fba2e5-5b30-4181-82c3-3a610f5bf481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '1914fc53-6a97-441b-9f23-6d4589db39d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:28.679195 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149cd4fc-4faf-49d3-ab04-0cc5d5f4d630 admin admin] Network hostable DHCP agents. Network: 1914fc53-6a97-441b-9f23-6d4589db39d9, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:43:28.728036 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20956652-c0bc-4876-a10b-f946fdde3f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:28.785470 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:43:28.799270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Sync routers for ids ['3db007a4-703b-4230-99dd-62e885e86d69'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:43:28.815942 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Routers {'3db007a4-703b-4230-99dd-62e885e86d69'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:28.817822 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3db007a4-703b-4230-99dd-62e885e86d69'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:28.833074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Allocated IP 172.25.0.173 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/c839aec8-0f3a-4596-b0f3-29e06b81673c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:28.950463 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:28.954377 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a6c04adc-adda-4bd8-955f-db539af82b9b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0723057 Nov 11 21:43:28.960433 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47858) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:28.974587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Set router 3db007a4-703b-4230-99dd-62e885e86d69 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:43:29.002747 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c9809ffa-2102-4506-90e4-c532d998c7c2 req-31cb877c-b0e8-49fa-aeba-02e002a44279 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387825 Nov 11 21:43:29.010543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149cd4fc-4faf-49d3-ab04-0cc5d5f4d630 admin admin] Network 1914fc53-6a97-441b-9f23-6d4589db39d9 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:43:29.032656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c23d19-f45d-4f86-abc2-6e0954444e1f req-fdd8e112-faeb-48c5-82d7-fe6de3fd2ba1 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:29.034040 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94c23d19-f45d-4f86-abc2-6e0954444e1f req-fdd8e112-faeb-48c5-82d7-fe6de3fd2ba1 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.1892769 Nov 11 21:43:29.036448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-149cd4fc-4faf-49d3-ab04-0cc5d5f4d630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 1914fc53-6a97-441b-9f23-6d4589db39d9) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:29.041114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149cd4fc-4faf-49d3-ab04-0cc5d5f4d630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:29.042686 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-149cd4fc-4faf-49d3-ab04-0cc5d5f4d630 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:29.063467 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20956652-c0bc-4876-a10b-f946fdde3f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:29.066678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20956652-c0bc-4876-a10b-f946fdde3f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:29.068042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-20956652-c0bc-4876-a10b-f946fdde3f6c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/030bbe1e-8e7f-4d45-94cd-d79aec912691 HTTP/1.1" status: 204 len: 168 time: 0.5100768 Nov 11 21:43:29.088349 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6f42ee-c16e-4eeb-a504-8c6aa50e7305 None None] Network 1914fc53-6a97-441b-9f23-6d4589db39d9 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:29.107872 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63c0b348-ca8f-4240-b23d-ba94c1ec1ffc tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:29.174286 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-149cd4fc-4faf-49d3-ab04-0cc5d5f4d630 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8080468 Nov 11 21:43:29.273235 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:29.368603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20956652-c0bc-4876-a10b-f946fdde3f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030bbe1e-8e7f-4d45-94cd-d79aec912691,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:29.382712 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fdf97424-36a4-4ace-909b-c351d70ed00f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:29.426615 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:29.479097 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event updated for resources: {'Port': ['ID=c839aec8-0f3a-4596-b0f3-29e06b81673c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:29.497596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0dfff9-3794-43be-9b28-4a4681d3a79a None None] Network 1914fc53-6a97-441b-9f23-6d4589db39d9 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:29.499836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:29.500881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf97424-36a4-4ace-909b-c351d70ed00f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:29.504038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:29.530081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:29.533082 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-fdf97424-36a4-4ace-909b-c351d70ed00f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:29.545567 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf97424-36a4-4ace-909b-c351d70ed00f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:29.546163 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fdf97424-36a4-4ace-909b-c351d70ed00f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:29.568764 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94c23d19-f45d-4f86-abc2-6e0954444e1f req-e469a948-afbb-4240-8ebb-dd1694e7a196 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094864 Nov 11 21:43:29.570631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf97424-36a4-4ace-909b-c351d70ed00f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Subnet': ['ID=c4dac3b5-a32a-4855-b8fc-a5fc40a90e52,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:29.666855 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fdf97424-36a4-4ace-909b-c351d70ed00f tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2928202 Nov 11 21:43:29.669848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47872) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:29.692755 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0924f8b9-e61e-407e-8786-53313a1298e2 None None] Provisioning complete for port 4d8215f9-0929-4ead-b2f6-275dede2aef9 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:29.692755 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0924f8b9-e61e-407e-8786-53313a1298e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:29.694637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-489db69e-3d98-4c58-a90c-8c66552bfc7b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1447467467', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c4dac3b5-a32a-4855-b8fc-a5fc40a90e52'}], 'security_groups': ['e6269f24-98e7-454f-80de-cbdfb57b988c']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:29.873962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0924f8b9-e61e-407e-8786-53313a1298e2 None None] Port 4d8215f9-0929-4ead-b2f6-275dede2aef9 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:29.881000 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db007a4-703b-4230-99dd-62e885e86d69', 'name': 'tempest-ServerRescueNegativeTestJSON-917517985-router', 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:23Z', 'updated_at': '2021-11-11T21:43:25Z', 'revision_number': 3, 'project_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'gw_port': {'id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db007a4-703b-4230-99dd-62e885e86d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:24Z', 'updated_at': '2021-11-11T21:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:29.911888 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f261bb-dbda-4a67-a252-259317a7bac9 None None] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:29.925933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Checking router: 3db007a4-703b-4230-99dd-62e885e86d69 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:43:29.926334 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Updating router 3db007a4-703b-4230-99dd-62e885e86d69 port 55489d13-bb11-4682-bf69-9043ec7f3271 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:43:29.983343 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0924f8b9-e61e-407e-8786-53313a1298e2 None None] Provisioning complete for port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:29.983889 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0924f8b9-e61e-407e-8786-53313a1298e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:30.099151 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:30.099396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b3e07dcc-4804-42e3-bdf0-ee33482aeae8 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:30.101233 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-489db69e-3d98-4c58-a90c-8c66552bfc7b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:30.108639 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:30.172709 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:30.362095 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0924f8b9-e61e-407e-8786-53313a1298e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:30.393364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:30.393779 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:30.490144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0924f8b9-e61e-407e-8786-53313a1298e2 None None] For port b3e07dcc-4804-42e3-bdf0-ee33482aeae8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b3e07dcc-4804-42e3-bdf0-ee33482aeae8,segment=NetworkSegment(c17c823f-ab06-4eb6-9906-2371b9154713),segment_id=c17c823f-ab06-4eb6-9906-2371b9154713)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:30.507294 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0924f8b9-e61e-407e-8786-53313a1298e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:30.643617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924f8b9-e61e-407e-8786-53313a1298e2 None None] Pushing event updated for resources: {'Port': ['ID=b3e07dcc-4804-42e3-bdf0-ee33482aeae8,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:30.682559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6196121a-e7d7-4cd4-91b2-1add570cd63c None None] Provisioning complete for port 0b5e0474-4eda-44bc-ae04-45bef1f35deb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:30.682945 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6196121a-e7d7-4cd4-91b2-1add570cd63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:30.796235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6196121a-e7d7-4cd4-91b2-1add570cd63c None None] Port 0b5e0474-4eda-44bc-ae04-45bef1f35deb cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:30.797756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1147d2-b220-4201-a1af-dfd192c7111d None None] Update dhcp port {'port': {'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'fixed_ips': [{'subnet_id': 'dec092a1-078d-4378-a613-84465155c3a2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c4dac3b5-a32a-4855-b8fc-a5fc40a90e52'}], 'binding:host_id': 'n-d-805737-3'}, 'id': 'b3e07dcc-4804-42e3-bdf0-ee33482aeae8'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:43:30.818414 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:30.829782 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d1147d2-b220-4201-a1af-dfd192c7111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:30.849197 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:30.935122 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6053c4-55fe-46b1-b89c-e458a719a513 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:43:30.942408 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a77db-6203-4fd7-86e3-bd810d887dd6 req-1491975b-3821-4a2a-9f96-9e1375a6b7b6 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:30.944413 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da9a77db-6203-4fd7-86e3-bd810d887dd6 req-1491975b-3821-4a2a-9f96-9e1375a6b7b6 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.1491790 Nov 11 21:43:30.964860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-33f0084d-c024-45d5-967a-7af9c8e3f1ce tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:30.966759 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-33f0084d-c024-45d5-967a-7af9c8e3f1ce tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/networks?id=a9de8fe5-ab0a-4202-8855-3aa8d9179cd2 HTTP/1.1" status: 200 len: 825 time: 0.6734235 Nov 11 21:43:30.994824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Attempting to bind port 55489d13-bb11-4682-bf69-9043ec7f3271 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:43:30.995202 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Attempting to bind port 55489d13-bb11-4682-bf69-9043ec7f3271 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:43:30.995566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Attempting to bind port 55489d13-bb11-4682-bf69-9043ec7f3271 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:31.004613 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595b22c-584b-44ee-906e-0fbbbc9fc04c None None] Pushing event updated for resources: {'Port': ['ID=55489d13-bb11-4682-bf69-9043ec7f3271,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:31.019628 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:43:31.020012 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:31.020400 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.020814 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:43:31.021315 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Bound port: 55489d13-bb11-4682-bf69-9043ec7f3271, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:43:31.021697 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.022014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Allocated IP 172.20.0.1 (6662e60c-3cbb-4a3f-8cf0-97ddb54044e9/fc75e8a7-d2c9-48ae-aff4-f6a72ade0511/8d03777b-d56d-4835-aee2-5c81d147de38) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:31.026151 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-59391bc2-74a7-4de9-b0a8-d8e970486363 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/quotas/d27ad0edc5e444d9911e07a79bd6efa4 HTTP/1.1" status: 200 len: 375 time: 0.0279157 Nov 11 21:43:31.032829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-489db69e-3d98-4c58-a90c-8c66552bfc7b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Delete allocated IP 2001:db8::ee (c826d7fb-6b3d-453b-abc7-d28e7b88e065/dec092a1-078d-4378-a613-84465155c3a2) {{(pid=102535) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 21:43:31.041853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-489db69e-3d98-4c58-a90c-8c66552bfc7b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Allocated IP 2001:db8:0:1::24f (c826d7fb-6b3d-453b-abc7-d28e7b88e065/c4dac3b5-a32a-4855-b8fc-a5fc40a90e52/0b5e0474-4eda-44bc-ae04-45bef1f35deb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:31.068233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-63c0b348-ca8f-4240-b23d-ba94c1ec1ffc tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port ab346151-9900-42f9-a22f-24d30d2c09df {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:31.068597 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63c0b348-ca8f-4240-b23d-ba94c1ec1ffc tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.084389 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-13650141-e77b-40a6-97a2-3ff91edd656d tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d27ad0edc5e444d9911e07a79bd6efa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461028 Nov 11 21:43:31.092781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] For port 55489d13-bb11-4682-bf69-9043ec7f3271, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:43:31.097167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] For port 55489d13-bb11-4682-bf69-9043ec7f3271, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=55489d13-bb11-4682-bf69-9043ec7f3271,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:43:31.104785 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.107978 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da9a77db-6203-4fd7-86e3-bd810d887dd6 req-7667b6c1-0e60-49a4-aa53-d419a43f5146 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380117 Nov 11 21:43:31.112091 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.201929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3696f1a4-0d0f-4a7f-8768-0685213c6375 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:43:31.204985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8cc1d24c-1a31-4ead-9beb-a9d282f8b10d None None] Provisioning complete for port 55489d13-bb11-4682-bf69-9043ec7f3271 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:31.205357 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8cc1d24c-1a31-4ead-9beb-a9d282f8b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.265231 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.293761 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Routers {'3db007a4-703b-4230-99dd-62e885e86d69'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:31.294139 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63c0b348-ca8f-4240-b23d-ba94c1ec1ffc tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.294742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3db007a4-703b-4230-99dd-62e885e86d69'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:31.348045 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-63c0b348-ca8f-4240-b23d-ba94c1ec1ffc tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for ab346151-9900-42f9-a22f-24d30d2c09df owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:31.376859 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.446330 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-489db69e-3d98-4c58-a90c-8c66552bfc7b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.480756 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-489db69e-3d98-4c58-a90c-8c66552bfc7b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.489818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:31.522190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:31.526822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Pushing event updated for resources: {'Port': ['ID=8d03777b-d56d-4835-aee2-5c81d147de38,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:31.539497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:31.594880 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.635894 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-489db69e-3d98-4c58-a90c-8c66552bfc7b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] In _notify_port_updated(), no bound segment for port 0b5e0474-4eda-44bc-ae04-45bef1f35deb on network c826d7fb-6b3d-453b-abc7-d28e7b88e065 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:43:31.642781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489db69e-3d98-4c58-a90c-8c66552bfc7b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:31.643471 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-489db69e-3d98-4c58-a90c-8c66552bfc7b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.644867 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-489db69e-3d98-4c58-a90c-8c66552bfc7b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "PUT /v2.0/ports/0b5e0474-4eda-44bc-ae04-45bef1f35deb HTTP/1.1" status: 200 len: 931 time: 1.9645078 Nov 11 21:43:31.652526 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47924) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:31.655163 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489db69e-3d98-4c58-a90c-8c66552bfc7b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=0b5e0474-4eda-44bc-ae04-45bef1f35deb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:31.698746 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.725658 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595b22c-584b-44ee-906e-0fbbbc9fc04c None None] Pushing event updated for resources: {'Port': ['ID=55489d13-bb11-4682-bf69-9043ec7f3271,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:31.748464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-ea9fa59f-e8a6-41cf-806f-95f8a499e95a service neutron] 10.222.0.57 "GET /v2.0/networks/a9de8fe5-ab0a-4202-8855-3aa8d9179cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975876 Nov 11 21:43:31.806952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7f64d-864c-4bf5-807d-2b88337974c7 req-472ed680-ac77-4dd5-8d37-1bbd220cbf50 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:31.808572 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9b7f64d-864c-4bf5-807d-2b88337974c7 req-472ed680-ac77-4dd5-8d37-1bbd220cbf50 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.1257503 Nov 11 21:43:31.816048 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.844297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] Set router 3db007a4-703b-4230-99dd-62e885e86d69 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:43:31.849284 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8cc1d24c-1a31-4ead-9beb-a9d282f8b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.876577 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8cc1d24c-1a31-4ead-9beb-a9d282f8b10d None None] For port 55489d13-bb11-4682-bf69-9043ec7f3271, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=55489d13-bb11-4682-bf69-9043ec7f3271,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:31.916749 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8cc1d24c-1a31-4ead-9beb-a9d282f8b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.921415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-0d1147d2-b220-4201-a1af-dfd192c7111d None None] Allocated IP 2001:db8:0:1::2 (c826d7fb-6b3d-453b-abc7-d28e7b88e065/c4dac3b5-a32a-4855-b8fc-a5fc40a90e52/b3e07dcc-4804-42e3-bdf0-ee33482aeae8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:31.924745 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:31.985632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b3e07dcc-4804-42e3-bdf0-ee33482aeae8 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:32.000168 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-71a0a279-1072-4bf8-a2c2-9392e9041fe1 service neutron] 10.222.0.57 "GET /v2.0/networks/a9de8fe5-ab0a-4202-8855-3aa8d9179cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285166 Nov 11 21:43:32.005249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event updated for resources: {'Port': ['ID=c839aec8-0f3a-4596-b0f3-29e06b81673c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:32.008092 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63c0b348-ca8f-4240-b23d-ba94c1ec1ffc tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:32.026564 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249efc02-0096-4ec8-94b7-932400cced96 req-d7b153ad-a145-4ffe-a7a2-fbd5677de3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:32.028229 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-249efc02-0096-4ec8-94b7-932400cced96 req-d7b153ad-a145-4ffe-a7a2-fbd5677de3ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=172747899bb047bea5cde66bd14569c8&device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 1097 time: 0.4616551 Nov 11 21:43:32.051869 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c9b7f64d-864c-4bf5-807d-2b88337974c7 req-660720e6-a43a-4c6d-8e28-b0e22276a2b8 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253025 Nov 11 21:43:32.103772 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0b348-ca8f-4240-b23d-ba94c1ec1ffc tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=ab346151-9900-42f9-a22f-24d30d2c09df,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:32.195242 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:32.195504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0d1147d2-b220-4201-a1af-dfd192c7111d None None] For port b3e07dcc-4804-42e3-bdf0-ee33482aeae8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b3e07dcc-4804-42e3-bdf0-ee33482aeae8,segment=NetworkSegment(c17c823f-ab06-4eb6-9906-2371b9154713),segment_id=c17c823f-ab06-4eb6-9906-2371b9154713)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:32.209278 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:32.232552 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d1147d2-b220-4201-a1af-dfd192c7111d None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:32.292784 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:32.317167 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d1147d2-b220-4201-a1af-dfd192c7111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:32.339048 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:32.413145 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:32.414418 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8198c249-911f-4db8-a40f-d6c5feddfcbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6439910 Nov 11 21:43:32.424055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1d24c-1a31-4ead-9beb-a9d282f8b10d None None] Pushing event updated for resources: {'Port': ['ID=55489d13-bb11-4682-bf69-9043ec7f3271,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:32.535492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:32.537655 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:32.542367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2d1dda48-e26b-4a0d-a72d-ae5eb0d56049 None None] Provisioning complete for port 55489d13-bb11-4682-bf69-9043ec7f3271 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:32.543942 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2d1dda48-e26b-4a0d-a72d-ae5eb0d56049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:32.545732 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-066fa590-f794-475e-907d-f95b52bd7a31 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 0b5e0474-4eda-44bc-ae04-45bef1f35deb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:32.546378 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-066fa590-f794-475e-907d-f95b52bd7a31 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:32.605650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7df174af-d415-4d6b-9cb9-ef72885f9849 req-be835153-f895-46b5-8571-444adf0c63e0 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 210 time: 0.2071595 Nov 11 21:43:32.615925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Pushing event updated for resources: {'Port': ['ID=8d03777b-d56d-4835-aee2-5c81d147de38,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:32.718382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:32.723875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249efc02-0096-4ec8-94b7-932400cced96 req-355cb254-09b0-42d7-89f4-200da7d51d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:32.727777 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:32.733347 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-249efc02-0096-4ec8-94b7-932400cced96 req-355cb254-09b0-42d7-89f4-200da7d51d8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688 HTTP/1.1" status: 200 len: 913 time: 0.6741982 Nov 11 21:43:32.828651 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-249efc02-0096-4ec8-94b7-932400cced96 req-10d22685-e756-4754-a779-7b002cbdba4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5bef61-36f7-4421-8df4-2ca7b41a3161 HTTP/1.1" status: 200 len: 217 time: 0.0742102 Nov 11 21:43:32.851279 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-63c0b348-ca8f-4240-b23d-ba94c1ec1ffc tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:32.882371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1147d2-b220-4201-a1af-dfd192c7111d None None] Pushing event updated for resources: {'Port': ['ID=b3e07dcc-4804-42e3-bdf0-ee33482aeae8,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:32.952725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-12476278-5352-42c0-a5ff-bf8dbda6c4f8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--612337537&fields=id&tenant_id=8be0585386e44e03b1b78f23eea6f900 HTTP/1.1" status: 200 len: 267 time: 0.2097192 Nov 11 21:43:32.970377 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-066fa590-f794-475e-907d-f95b52bd7a31 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:33.014154 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db007a4-703b-4230-99dd-62e885e86d69', 'name': 'tempest-ServerRescueNegativeTestJSON-917517985-router', 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:23Z', 'updated_at': '2021-11-11T21:43:25Z', 'revision_number': 3, 'project_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'gw_port': {'id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db007a4-703b-4230-99dd-62e885e86d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:24Z', 'updated_at': '2021-11-11T21:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:33.053711 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd3362-99ee-47c6-b11c-fd5a00bf37c2 None None] The sync data for ids ['3db007a4-703b-4230-99dd-62e885e86d69'] in n-d-805737-3 is: [{'id': '3db007a4-703b-4230-99dd-62e885e86d69', 'name': 'tempest-ServerRescueNegativeTestJSON-917517985-router', 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:23Z', 'updated_at': '2021-11-11T21:43:25Z', 'revision_number': 3, 'project_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'gw_port': {'id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db007a4-703b-4230-99dd-62e885e86d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:24Z', 'updated_at': '2021-11-11T21:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:43:33.142325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249efc02-0096-4ec8-94b7-932400cced96 req-20a7ac11-df35-419a-9e5d-d6bb17619c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:33.148372 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-249efc02-0096-4ec8-94b7-932400cced96 req-20a7ac11-df35-419a-9e5d-d6bb17619c7d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f0b71604-c771-4fb2-a243-eaa0d1daf729 HTTP/1.1" status: 200 len: 851 time: 0.3056371 Nov 11 21:43:33.150334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-066fa590-f794-475e-907d-f95b52bd7a31 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 0b5e0474-4eda-44bc-ae04-45bef1f35deb owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:33.200359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-60ca35dd-21fb-42af-9fd5-070c3188e916 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:33.214349 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-249efc02-0096-4ec8-94b7-932400cced96 req-87509181-6674-4deb-bc30-6b96aac04912 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5dd23ad2-a5b1-49ba-b1ac-4708052c2688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492859 Nov 11 21:43:33.225403 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-60ca35dd-21fb-42af-9fd5-070c3188e916 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 817 time: 0.2716689 Nov 11 21:43:33.308704 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-0deee24d-222b-436d-a919-8a2228df3d9c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/quotas/8be0585386e44e03b1b78f23eea6f900 HTTP/1.1" status: 200 len: 375 time: 0.0823517 Nov 11 21:43:33.400942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Router 3db007a4-703b-4230-99dd-62e885e86d69 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:43:33.420434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b76c-1f6a-4ebf-9d2a-299ab6fc75dd req-a6685bad-4ac1-46cf-ab88-5da977cc380b tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:33.429392 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4a1b76c-1f6a-4ebf-9d2a-299ab6fc75dd req-a6685bad-4ac1-46cf-ab88-5da977cc380b tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.1988957 Nov 11 21:43:33.473816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-3d6938b0-23e2-4688-8158-c414c9382f59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1642177 Nov 11 21:43:33.476482 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c0b348-ca8f-4240-b23d-ba94c1ec1ffc tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 08a79ad6-9de1-4ca4-b992-74ba4a11ecc7 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:43:33.573975 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-60cc1ea5-08a9-4392-866c-1f01dab1984a None None] Provisioning complete for port 4d8215f9-0929-4ead-b2f6-275dede2aef9 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:33.574584 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60cc1ea5-08a9-4392-866c-1f01dab1984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:33.658510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:43:33.685960 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5b1ec30a-a17c-4872-a640-e62570d0655a admin admin] 10.222.0.57 "PUT /v2.0/routers/3db007a4-703b-4230-99dd-62e885e86d69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7155287 Nov 11 21:43:33.695041 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-60cc1ea5-08a9-4392-866c-1f01dab1984a None None] Port 4d8215f9-0929-4ead-b2f6-275dede2aef9 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:33.716415 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-249efc02-0096-4ec8-94b7-932400cced96 req-2d580d53-992c-4c8f-b902-204b205e96c5 service neutron] 10.222.0.10 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930136 Nov 11 21:43:33.725306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-60cc1ea5-08a9-4392-866c-1f01dab1984a None None] Provisioning complete for port 0b5e0474-4eda-44bc-ae04-45bef1f35deb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:33.726024 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60cc1ea5-08a9-4392-866c-1f01dab1984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:33.752425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4a1b76c-1f6a-4ebf-9d2a-299ab6fc75dd req-49352410-ab3d-4d21-a0dc-b53b1b070e35 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049910 Nov 11 21:43:33.801321 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-60cc1ea5-08a9-4392-866c-1f01dab1984a None None] Port 0b5e0474-4eda-44bc-ae04-45bef1f35deb cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:33.822402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c0b348-ca8f-4240-b23d-ba94c1ec1ffc tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:43:33.843244 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff3037-a050-4c94-9eb7-ce436b9e6dde None None] Sync routers for ids ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:43:33.845266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-60cc1ea5-08a9-4392-866c-1f01dab1984a None None] Provisioning complete for port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:33.845928 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60cc1ea5-08a9-4392-866c-1f01dab1984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:33.885005 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff3037-a050-4c94-9eb7-ce436b9e6dde None None] Routers {'08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:33.893462 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-73ff3037-a050-4c94-9eb7-ce436b9e6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:33.919242 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-63c0b348-ca8f-4240-b23d-ba94c1ec1ffc tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/08a79ad6-9de1-4ca4-b992-74ba4a11ecc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5033491 Nov 11 21:43:33.940331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47972) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:34.018613 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-73ff3037-a050-4c94-9eb7-ce436b9e6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:34.019419 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-d6ed2a9f-ba5d-4af5-9cd0-5ca5a3d23a2a service neutron] 10.222.0.57 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590329 Nov 11 21:43:34.058423 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff3037-a050-4c94-9eb7-ce436b9e6dde None None] Routers {'08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:34.060952 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-73ff3037-a050-4c94-9eb7-ce436b9e6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:34.141581 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-73ff3037-a050-4c94-9eb7-ce436b9e6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:34.143172 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff3037-a050-4c94-9eb7-ce436b9e6dde None None] The sync data for ids ['08a79ad6-9de1-4ca4-b992-74ba4a11ecc7'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:43:34.177324 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 55489d13-bb11-4682-bf69-9043ec7f3271 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:34.211997 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-52247c1f-5c63-4e7b-b8e1-cab5eedade65 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports?device_id=08a79ad6-9de1-4ca4-b992-74ba4a11ecc7 HTTP/1.1" status: 200 len: 205 time: 0.2423637 Nov 11 21:43:34.220515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47978) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:34.300306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7befa647-b27c-48b1-83bb-26c83650007b req-e2cd348e-a982-4c92-a1a8-f49963ccabec tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 210 time: 0.0930655 Nov 11 21:43:34.342555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 55489d13-bb11-4682-bf69-9043ec7f3271 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:34.343390 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:34.370169 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-066fa590-f794-475e-907d-f95b52bd7a31 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:34.381449 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7776be2a-6433-4e9d-99e5-557927a9d3da tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:34.424845 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bfa5a20a-9cb7-46c9-8378-0adf4a96e32f None None] Could not find standard attr ID for object 0b5e0474-4eda-44bc-ae04-45bef1f35deb. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:43:34.427224 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-a27f9254-3b34-48fc-8ebd-57836ce62692 service neutron] 10.222.0.57 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993926 Nov 11 21:43:34.493640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-415f3f49-efb2-4dd0-b915-229718695889 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:34.495201 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-415f3f49-efb2-4dd0-b915-229718695889 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.10 "GET /v2.0/networks?id=a9de8fe5-ab0a-4202-8855-3aa8d9179cd2 HTTP/1.1" status: 200 len: 825 time: 0.2605693 Nov 11 21:43:34.511847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b3e07dcc-4804-42e3-bdf0-ee33482aeae8 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:34.526219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1462cbfd-1ee2-489f-829e-ffc8c2a73e53 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Request body: {'port': {'device_id': '6a38106d-1054-4801-8bdf-85095487492d', 'network_id': 'a9de8fe5-ab0a-4202-8855-3aa8d9179cd2', 'admin_state_up': True, 'tenant_id': 'd27ad0edc5e444d9911e07a79bd6efa4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:34.538268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fa590-f794-475e-907d-f95b52bd7a31 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=0b5e0474-4eda-44bc-ae04-45bef1f35deb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:34.561458 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-249efc02-0096-4ec8-94b7-932400cced96 req-8e074c20-b010-4ae0-b1a2-04f3fa804191 service neutron] 10.222.0.10 "GET /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7937884 Nov 11 21:43:34.660528 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:34.664711 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:34.746444 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-066fa590-f794-475e-907d-f95b52bd7a31 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:34.759333 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-066fa590-f794-475e-907d-f95b52bd7a31 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/0b5e0474-4eda-44bc-ae04-45bef1f35deb HTTP/1.1" status: 204 len: 168 time: 3.1008704 Nov 11 21:43:34.772593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47988) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:34.857969 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e8c398-d8a2-4d9b-b958-9094c08bd29c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] GET failed (client error): The resource could not be found. Nov 11 21:43:34.860375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-84e8c398-d8a2-4d9b-b958-9094c08bd29c tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/0b5e0474-4eda-44bc-ae04-45bef1f35deb HTTP/1.1" status: 404 len: 333 time: 0.0817022 Nov 11 21:43:34.907614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47998) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:35.100606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5bd3602b-7f4c-449d-8957-b94d45e560f4 req-dc3c5f5a-f5b5-44f7-9b6c-00847a33ff73 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 210 time: 0.2282090 Nov 11 21:43:35.187828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130143a3-3265-433a-aed7-805c3d553576 req-41de667e-e4b7-48ae-a4d4-80af86e99952 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:35.189431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-130143a3-3265-433a-aed7-805c3d553576 req-41de667e-e4b7-48ae-a4d4-80af86e99952 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/networks?id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 HTTP/1.1" status: 200 len: 818 time: 0.3118339 Nov 11 21:43:35.208580 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1462cbfd-1ee2-489f-829e-ffc8c2a73e53 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Made reservation on behalf of d27ad0edc5e444d9911e07a79bd6efa4 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:35.212505 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1462cbfd-1ee2-489f-829e-ffc8c2a73e53 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.223707 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f3392ecd-4645-48c0-939d-60b422da30e3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.255157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-130143a3-3265-433a-aed7-805c3d553576 req-4b9960a1-5f6c-4440-880a-0a5625174588 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/quotas/99e3c597206c4ea7bcd58ef8e8d0fd48 HTTP/1.1" status: 200 len: 375 time: 0.0484939 Nov 11 21:43:35.297780 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f3392ecd-4645-48c0-939d-60b422da30e3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.426096 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7776be2a-6433-4e9d-99e5-557927a9d3da tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.429904 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7776be2a-6433-4e9d-99e5-557927a9d3da tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.454972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcaae3-7622-465b-8659-046c9e0270cb req-a2f5fa76-400e-49a6-b9cb-715652b29561 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:35.456885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69dcaae3-7622-465b-8659-046c9e0270cb req-a2f5fa76-400e-49a6-b9cb-715652b29561 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.2245028 Nov 11 21:43:35.478968 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-130143a3-3265-433a-aed7-805c3d553576 req-e7eef361-06d5-48e9-b4b8-a2111dbaffcf tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=99e3c597206c4ea7bcd58ef8e8d0fd48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2002714 Nov 11 21:43:35.500567 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7776be2a-6433-4e9d-99e5-557927a9d3da tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.501417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7776be2a-6433-4e9d-99e5-557927a9d3da tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Fanout notify agent at l3_agent the message router_deleted on router 08a79ad6-9de1-4ca4-b992-74ba4a11ecc7 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:43:35.511092 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7776be2a-6433-4e9d-99e5-557927a9d3da tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.516273 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f3392ecd-4645-48c0-939d-60b422da30e3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.516873 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7776be2a-6433-4e9d-99e5-557927a9d3da tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/routers/08a79ad6-9de1-4ca4-b992-74ba4a11ecc7 HTTP/1.1" status: 204 len: 168 time: 1.2949088 Nov 11 21:43:35.517673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48022) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:35.519885 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f3392ecd-4645-48c0-939d-60b422da30e3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.519885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f3392ecd-4645-48c0-939d-60b422da30e3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/security-groups/b2f98f2f-3fc3-4745-b8fd-9c00c6750546 HTTP/1.1" status: 204 len: 168 time: 0.6107118 Nov 11 21:43:35.526913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48024) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:35.575875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3392ecd-4645-48c0-939d-60b422da30e3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f98f2f-3fc3-4745-b8fd-9c00c6750546,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:35.629872 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1462cbfd-1ee2-489f-829e-ffc8c2a73e53 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Allocated IP 172.20.0.3 (a9de8fe5-ab0a-4202-8855-3aa8d9179cd2/6f817475-19dd-4fcb-a191-83d2b3191201/0555cc17-897a-4386-b156-a4ac9defe4cb) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:35.630064 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af6d6a1-0967-4007-9f59-ffe4dc3d9054 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting subnet dc864949-cf9a-4547-9f07-76e2ea232f57 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:43:35.643920 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5af6d6a1-0967-4007-9f59-ffe4dc3d9054 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.670966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-69dcaae3-7622-465b-8659-046c9e0270cb req-51233bce-295b-4189-a1a0-2971f9669372 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658432 Nov 11 21:43:35.691227 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f2906e6-29e4-49df-8d83-772c1ad5d1c8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.766222 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5af6d6a1-0967-4007-9f59-ffe4dc3d9054 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.797618 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f2906e6-29e4-49df-8d83-772c1ad5d1c8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.821598 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-130143a3-3265-433a-aed7-805c3d553576 req-def3d0c0-f076-444d-ab04-b0952be3a7ec service neutron] 10.222.0.57 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187525 Nov 11 21:43:35.940961 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f2906e6-29e4-49df-8d83-772c1ad5d1c8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.943816 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f2906e6-29e4-49df-8d83-772c1ad5d1c8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.945043 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2f2906e6-29e4-49df-8d83-772c1ad5d1c8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/security-groups/e6269f24-98e7-454f-80de-cbdfb57b988c HTTP/1.1" status: 204 len: 168 time: 0.4169452 Nov 11 21:43:35.950538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48028) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:35.953999 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5af6d6a1-0967-4007-9f59-ffe4dc3d9054 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:36.016152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2906e6-29e4-49df-8d83-772c1ad5d1c8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6269f24-98e7-454f-80de-cbdfb57b988c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:36.046765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Sync routers for ids ['3db007a4-703b-4230-99dd-62e885e86d69'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:43:36.065299 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Routers {'3db007a4-703b-4230-99dd-62e885e86d69'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:36.066055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3db007a4-703b-4230-99dd-62e885e86d69'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:36.076405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf6fb17-d0d9-48c3-bb81-7734d38b3024 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting subnet dec092a1-078d-4378-a613-84465155c3a2 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:43:36.080267 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cf6fb17-d0d9-48c3-bb81-7734d38b3024 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:36.130506 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5af6d6a1-0967-4007-9f59-ffe4dc3d9054 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:36.135624 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cf6fb17-d0d9-48c3-bb81-7734d38b3024 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:36.197255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6d6a1-0967-4007-9f59-ffe4dc3d9054 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Subnet': ['ID=dc864949-cf9a-4547-9f07-76e2ea232f57,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:36.225537 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5af6d6a1-0967-4007-9f59-ffe4dc3d9054 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:36.229286 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5af6d6a1-0967-4007-9f59-ffe4dc3d9054 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/dc864949-cf9a-4547-9f07-76e2ea232f57 HTTP/1.1" status: 204 len: 168 time: 0.7104516 Nov 11 21:43:36.232370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48032) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:36.242381 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Set router 3db007a4-703b-4230-99dd-62e885e86d69 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:43:36.322839 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcabf7b-2ab9-4e67-845b-bdc011558bc9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting subnet 50a492f8-ba0f-473b-9f3d-a759f0e637a6 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:43:36.328434 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cf6fb17-d0d9-48c3-bb81-7734d38b3024 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:36.331873 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbcabf7b-2ab9-4e67-845b-bdc011558bc9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:36.353856 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d78da6f-3e5d-419b-a41b-cf37f824fa9d None None] Network 1e858bfe-b67d-4821-9913-3e7a50bbdb6a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:36.420260 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbcabf7b-2ab9-4e67-845b-bdc011558bc9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:36.436986 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-928818f4-56fe-417e-86a6-15c430733a86 req-f4a10557-5de4-4662-9080-2e09c73a97fa tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 210 time: 0.0457618 Nov 11 21:43:36.529300 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cf6fb17-d0d9-48c3-bb81-7734d38b3024 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:36.672394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8b9978-2531-4c1a-846a-290753928313 None None] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:36.673350 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1462cbfd-1ee2-489f-829e-ffc8c2a73e53 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:36.694948 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9cf6fb17-d0d9-48c3-bb81-7734d38b3024 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:36.698619 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9cf6fb17-d0d9-48c3-bb81-7734d38b3024 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/dec092a1-078d-4378-a613-84465155c3a2 HTTP/1.1" status: 204 len: 168 time: 0.7408357 Nov 11 21:43:36.711845 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6fb17-d0d9-48c3-bb81-7734d38b3024 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Subnet': ['ID=dec092a1-078d-4378-a613-84465155c3a2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:36.728840 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48038) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:36.730491 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc1103c8-6fc1-41ab-abbf-e3152504e459 req-c1debd23-48a1-40b6-b869-352dbec12425 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 210 time: 0.1306348 Nov 11 21:43:36.741565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-130143a3-3265-433a-aed7-805c3d553576 req-1641b2e7-4560-4863-8e21-12006c386388 service neutron] 10.222.0.57 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9171147 Nov 11 21:43:36.761465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-98a0e650-659d-41df-8937-8782d45d8f32 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'subnet': {'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:36.836068 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf4c9ce-9f9d-49eb-900a-f920258a58a4 None None] DHCP port deletion for 1e858bfe-b67d-4821-9913-3e7a50bbdb6a request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:43:36.845908 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1462cbfd-1ee2-489f-829e-ffc8c2a73e53 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:36.850475 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbcabf7b-2ab9-4e67-845b-bdc011558bc9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:36.950775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db007a4-703b-4230-99dd-62e885e86d69', 'name': 'tempest-ServerRescueNegativeTestJSON-917517985-router', 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:23Z', 'updated_at': '2021-11-11T21:43:31Z', 'revision_number': 4, 'project_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'gw_port': {'id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db007a4-703b-4230-99dd-62e885e86d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:24Z', 'updated_at': '2021-11-11T21:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '8d03777b-d56d-4835-aee2-5c81d147de38', 'name': '', 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9', 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'mac_address': 'fa:16:3e:c9:6a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db007a4-703b-4230-99dd-62e885e86d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'fc75e8a7-d2c9-48ae-aff4-f6a72ade0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:30Z', 'updated_at': '2021-11-11T21:43:31Z', 'revision_number': 2, 'project_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'subnets': [{'id': 'fc75e8a7-d2c9-48ae-aff4-f6a72ade0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:36.983919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-24b2250e-784b-42fe-9cac-46922cb51ec2 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:36.985794 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-24b2250e-784b-42fe-9cac-46922cb51ec2 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.71 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 817 time: 0.4994500 Nov 11 21:43:36.986005 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1462cbfd-1ee2-489f-829e-ffc8c2a73e53 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Network a9de8fe5-ab0a-4202-8855-3aa8d9179cd2 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:37.001938 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-9222a144-3612-4687-a214-af83ced1181a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3093653 Nov 11 21:43:37.047584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462cbfd-1ee2-489f-829e-ffc8c2a73e53 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Pushing event updated for resources: {'Port': ['ID=0555cc17-897a-4386-b156-a4ac9defe4cb,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:37.071813 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1462cbfd-1ee2-489f-829e-ffc8c2a73e53 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:37.083425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1462cbfd-1ee2-489f-829e-ffc8c2a73e53 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:37.187668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Checking router: 3db007a4-703b-4230-99dd-62e885e86d69 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:43:37.187668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Updating router 3db007a4-703b-4230-99dd-62e885e86d69 port 8d03777b-d56d-4835-aee2-5c81d147de38 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:43:37.200657 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbcabf7b-2ab9-4e67-845b-bdc011558bc9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:37.229092 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a4d17-199b-487e-b940-a26a6e37457d req-afa0e844-c01d-4b5b-9125-996e635cc545 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:37.234825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa3a4d17-199b-487e-b940-a26a6e37457d req-afa0e844-c01d-4b5b-9125-996e635cc545 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.3125436 Nov 11 21:43:37.292457 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:37.311142 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcabf7b-2ab9-4e67-845b-bdc011558bc9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Subnet': ['ID=50a492f8-ba0f-473b-9f3d-a759f0e637a6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:37.314458 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbcabf7b-2ab9-4e67-845b-bdc011558bc9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:37.318898 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cbcabf7b-2ab9-4e67-845b-bdc011558bc9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/50a492f8-ba0f-473b-9f3d-a759f0e637a6 HTTP/1.1" status: 204 len: 168 time: 1.0853038 Nov 11 21:43:37.330696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48046) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:37.332186 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-340039a8-f421-442d-924a-9bda76a0d35e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8be0585386e44e03b1b78f23eea6f900 HTTP/1.1" status: 200 len: 379 time: 0.3253937 Nov 11 21:43:37.347826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-2ca6d16a-48e2-4da9-bda5-751120bb3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:37.348618 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-2ca6d16a-48e2-4da9-bda5-751120bb3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:37.349391 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-2ca6d16a-48e2-4da9-bda5-751120bb3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:37.350014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-2ca6d16a-48e2-4da9-bda5-751120bb3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:37.350631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-2ca6d16a-48e2-4da9-bda5-751120bb3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:37.351246 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-2ca6d16a-48e2-4da9-bda5-751120bb3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:37.351861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-2ca6d16a-48e2-4da9-bda5-751120bb3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:37.352909 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991625b4-6a21-45a9-b3b3-adc67e99febd None None] Network 4b445b3e-bc86-4f24-a56c-5f21ee75a401 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:37.354371 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-2ca6d16a-48e2-4da9-bda5-751120bb3e0b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 6493 time: 0.2520635 Nov 11 21:43:37.355996 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99059836-7549-48e3-8b75-30710c39e468 req-8552cae0-7036-461c-9f86-54f40906249f tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 210 time: 0.0644519 Nov 11 21:43:37.360695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-eb90d5eb-068b-46d2-8d7a-286a462d4b1c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Request body: {'port': {'device_id': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'admin_state_up': True, 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'security_groups': ['5b5fe47a-60f7-4360-9832-d7a2375b2503']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:37.364102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a0e650-659d-41df-8937-8782d45d8f32 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:37.368068 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98a0e650-659d-41df-8937-8782d45d8f32 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:37.393276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1462cbfd-1ee2-489f-829e-ffc8c2a73e53 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:37.394371 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1462cbfd-1ee2-489f-829e-ffc8c2a73e53 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:37.395020 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cbf4c9ce-9f9d-49eb-900a-f920258a58a4 None None] Deleting port f31da2d2-0975-46af-9b41-4b1e055991d0 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:37.395393 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cbf4c9ce-9f9d-49eb-900a-f920258a58a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:37.562040 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1462cbfd-1ee2-489f-829e-ffc8c2a73e53 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0468187 Nov 11 21:43:37.599964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Request body: {'port': {'device_id': '6a38106d-1054-4801-8bdf-85095487492d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:37.625574 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa3a4d17-199b-487e-b940-a26a6e37457d req-8cf2bc70-9a40-434b-abd2-20dbb9828e7c tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768952 Nov 11 21:43:37.717177 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:37.779374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cbf4c9ce-9f9d-49eb-900a-f920258a58a4 None None] For port f31da2d2-0975-46af-9b41-4b1e055991d0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f31da2d2-0975-46af-9b41-4b1e055991d0,segment=NetworkSegment(2d2819f8-dd18-4597-82d9-19cdf83ddfbb),segment_id=2d2819f8-dd18-4597-82d9-19cdf83ddfbb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:37.779768 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cbf4c9ce-9f9d-49eb-900a-f920258a58a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:37.818686 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cbf4c9ce-9f9d-49eb-900a-f920258a58a4 None None] Calling delete_port for f31da2d2-0975-46af-9b41-4b1e055991d0 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:37.843533 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:37.884306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-49973d71-5ed4-44aa-b734-e4627198f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:37.885059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-49973d71-5ed4-44aa-b734-e4627198f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:37.886551 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-49973d71-5ed4-44aa-b734-e4627198f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:37.891132 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-49973d71-5ed4-44aa-b734-e4627198f8f3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1fce0110-e17d-4dbf-bcff-6587b695d31e&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=4fa35899-5adf-40f1-9173-7fcb94838b29&id=4fa35899-5adf-40f1-9173-7fcb94838b29 HTTP/1.1" status: 200 len: 2295 time: 0.3772016 Nov 11 21:43:37.898627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-eb90d5eb-068b-46d2-8d7a-286a462d4b1c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Made reservation on behalf of 8be0585386e44e03b1b78f23eea6f900 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:37.903311 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-eb90d5eb-068b-46d2-8d7a-286a462d4b1c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:37.992906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f31da2d2-0975-46af-9b41-4b1e055991d0 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:43:37.999296 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-765bee98-d294-4ab9-b13f-3e0372072175 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:38.008348 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-765bee98-d294-4ab9-b13f-3e0372072175 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/networks?id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 HTTP/1.1" status: 200 len: 818 time: 0.4594705 Nov 11 21:43:38.095750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-98285890-779c-43ef-ad81-23b7504e1594 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/quotas/99e3c597206c4ea7bcd58ef8e8d0fd48 HTTP/1.1" status: 200 len: 375 time: 0.0837710 Nov 11 21:43:38.121952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd45a9-22f4-412d-bea4-0978b33f7f61 req-f88ffc8b-e239-449f-910e-87452402a10c tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:38.130950 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6bd45a9-22f4-412d-bea4-0978b33f7f61 req-f88ffc8b-e239-449f-910e-87452402a10c tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 931 time: 0.3858566 Nov 11 21:43:38.142028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bb2bb5-5cd7-48ac-b23d-22c886def95c None None] DHCP port deletion for 4b445b3e-bc86-4f24-a56c-5f21ee75a401 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:43:38.147409 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-c394934d-d312-4e84-8179-e062cc3afb7e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42f3bfd-99cc-4ee5-a989-eedc34b67f19 HTTP/1.1" status: 200 len: 1000 time: 0.2409403 Nov 11 21:43:38.265499 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cbf4c9ce-9f9d-49eb-900a-f920258a58a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:38.267638 n-d-805737-3 neutron-server[102536]: INFO neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No ports have port_id starting with f31da2d2-0975-46af-9b41-4b1e055991d0 Nov 11 21:43:38.311229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-7c63c57b-a9fa-41e9-8b9a-72290024d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:38.312731 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-7c63c57b-a9fa-41e9-8b9a-72290024d918 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4cc9cd29-0338-4a59-aaa7-c7a0cc838140 HTTP/1.1" status: 200 len: 850 time: 0.1321566 Nov 11 21:43:38.320407 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4c9ce-9f9d-49eb-900a-f920258a58a4 None None] Pushing event deleted for resources: {'Port': ['ID=f31da2d2-0975-46af-9b41-4b1e055991d0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:38.333978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4c9ce-9f9d-49eb-900a-f920258a58a4 None None] No DVR routers for this DVR port f31da2d2-0975-46af-9b41-4b1e055991d0 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:43:38.441320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb2bb5-5cd7-48ac-b23d-22c886def95c None None] Deleting port 9bed6584-6e6c-486e-bad0-68045fb22164 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:38.442118 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2bb5-5cd7-48ac-b23d-22c886def95c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:38.447081 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:38.477450 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98a0e650-659d-41df-8937-8782d45d8f32 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:38.488114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-eb90d5eb-068b-46d2-8d7a-286a462d4b1c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Allocated IP 172.20.0.12 (c9249c11-6f76-46de-a7de-b9a387fbb90f/c6f3136c-0951-4615-82fd-c3de95f6cc3a/ef198489-3518-45bb-a880-12b7addb9280) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:38.501558 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:38.525195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port f31da2d2-0975-46af-9b41-4b1e055991d0 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:38.525540 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:38.555256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-55bedd6a-0025-4cf6-88df-de4f2e166a64 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=99e3c597206c4ea7bcd58ef8e8d0fd48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4568028 Nov 11 21:43:38.603304 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a0e650-659d-41df-8937-8782d45d8f32 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:38.622272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-05154cbb-6244-4f83-b3d3-9a7dee7a389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:38.623512 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6bd45a9-22f4-412d-bea4-0978b33f7f61 req-9e2335bf-ab53-4eec-b457-1bf2f4417147 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/security-groups?id=161ced67-8d93-4ae8-a928-e00b1757983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645705 Nov 11 21:43:38.636231 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-05154cbb-6244-4f83-b3d3-9a7dee7a389f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1fce0110-e17d-4dbf-bcff-6587b695d31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2887039 Nov 11 21:43:38.642157 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a6bb2bb5-5cd7-48ac-b23d-22c886def95c None None] For port 9bed6584-6e6c-486e-bad0-68045fb22164, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=9bed6584-6e6c-486e-bad0-68045fb22164,segment=NetworkSegment(c8cbf835-ac49-4a9b-b160-dccb57f03bc1),segment_id=c8cbf835-ac49-4a9b-b160-dccb57f03bc1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:38.642434 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2bb5-5cd7-48ac-b23d-22c886def95c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:38.668993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb2bb5-5cd7-48ac-b23d-22c886def95c None None] Calling delete_port for 9bed6584-6e6c-486e-bad0-68045fb22164 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:38.670021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-98a0e650-659d-41df-8937-8782d45d8f32 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:38.729033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a0e650-659d-41df-8937-8782d45d8f32 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:38.734373 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98a0e650-659d-41df-8937-8782d45d8f32 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:38.759400 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0e650-659d-41df-8937-8782d45d8f32 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Subnet': ['ID=687da2d4-595c-4961-8e38-218da0f77463,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:38.867577 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f018d47-e8b0-4458-9ab4-c8fcefa1e747 None None] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:38.891946 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7423af-383f-471c-aef2-fa074882bdb0 None None] Pushing event updated for resources: {'Port': ['ID=8d03777b-d56d-4835-aee2-5c81d147de38,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:38.938176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] For port f31da2d2-0975-46af-9b41-4b1e055991d0, host n-d-805737-3, got binding levels [] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:38.939205 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:38.962426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for f31da2d2-0975-46af-9b41-4b1e055991d0 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:38.970570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Port f31da2d2-0975-46af-9b41-4b1e055991d0 was not found and therefore no delete operation was performed {{(pid=102534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:43:38.982082 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.023030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-52e01010-fa0a-4691-be98-202f4ce5eaa2 None None] Provisioning complete for port 4d8215f9-0929-4ead-b2f6-275dede2aef9 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:39.023533 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52e01010-fa0a-4691-be98-202f4ce5eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.043873 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-96b144b6-fbc9-4306-94ab-ff676594a02b service neutron] 10.222.0.57 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874415 Nov 11 21:43:39.057864 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Attempting to bind port 8d03777b-d56d-4835-aee2-5c81d147de38 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:43:39.058237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Attempting to bind port 8d03777b-d56d-4835-aee2-5c81d147de38 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '31828245-904b-4d42-bcb8-a1888d7ac9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:43:39.058602 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Attempting to bind port 8d03777b-d56d-4835-aee2-5c81d147de38 on network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:39.073183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=f31da2d2-0975-46af-9b41-4b1e055991d0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:39.081981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No DVR routers for this DVR port f31da2d2-0975-46af-9b41-4b1e055991d0 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:43:39.082200 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2bb5-5cd7-48ac-b23d-22c886def95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.101092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:43:39.101367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Checking segment: {'id': '31828245-904b-4d42-bcb8-a1888d7ac9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:39.101781 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.102174 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Bound using segment: {'id': '31828245-904b-4d42-bcb8-a1888d7ac9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:43:39.102790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Bound port: 8d03777b-d56d-4835-aee2-5c81d147de38, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31828245-904b-4d42-bcb8-a1888d7ac9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:43:39.103178 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.135571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb2bb5-5cd7-48ac-b23d-22c886def95c None None] Pushing event deleted for resources: {'Port': ['ID=9bed6584-6e6c-486e-bad0-68045fb22164,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:39.137398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b8d0c4f-af8f-470f-852f-6eefb3edc6fb req-83e773d4-b4fa-4019-9199-cdf2bece8c88 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 210 time: 0.1063774 Nov 11 21:43:39.137866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-52e01010-fa0a-4691-be98-202f4ce5eaa2 None None] Port 4d8215f9-0929-4ead-b2f6-275dede2aef9 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:39.141724 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb2bb5-5cd7-48ac-b23d-22c886def95c None None] No DVR routers for this DVR port 9bed6584-6e6c-486e-bad0-68045fb22164 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:43:39.226300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-52e01010-fa0a-4691-be98-202f4ce5eaa2 None None] Provisioning complete for port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:39.226713 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52e01010-fa0a-4691-be98-202f4ce5eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.250357 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-eb90d5eb-068b-46d2-8d7a-286a462d4b1c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.293278 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-18c553a9-cf9d-446c-8778-477de3999200 service neutron] 10.222.0.71 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947518 Nov 11 21:43:39.310303 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] For port 8d03777b-d56d-4835-aee2-5c81d147de38, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:43:39.338162 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.342241 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] For port 8d03777b-d56d-4835-aee2-5c81d147de38, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8d03777b-d56d-4835-aee2-5c81d147de38,segment=NetworkSegment(31828245-904b-4d42-bcb8-a1888d7ac9b6),segment_id=31828245-904b-4d42-bcb8-a1888d7ac9b6)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:43:39.355571 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.356688 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130143a3-3265-433a-aed7-805c3d553576 req-208d6056-d27b-47b1-8c4c-cfebfa464581 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:39.358834 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-130143a3-3265-433a-aed7-805c3d553576 req-208d6056-d27b-47b1-8c4c-cfebfa464581 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.10 "GET /v2.0/networks?id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 HTTP/1.1" status: 200 len: 818 time: 0.7693968 Nov 11 21:43:39.364420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e858bfe-b67d-4821-9913-3e7a50bbdb6a']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:39.368195 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-98a0e650-659d-41df-8937-8782d45d8f32 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6123269 Nov 11 21:43:39.374321 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48088) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:39.382750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2819f8-dd18-4597-82d9-19cdf83ddfbb') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:39.383451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2819f8-dd18-4597-82d9-19cdf83ddfbb') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:39.384986 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-eb90d5eb-068b-46d2-8d7a-286a462d4b1c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.394921 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.432298 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0555cc17-897a-4386-b156-a4ac9defe4cb {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:43:39.436950 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.464066 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.471732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:43:39.472153 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:43:39.475225 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:43:39.507285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0c1b3ce9-2544-45cb-a49d-08a2ffd08e15 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'security_group': {'name': 'tempest-secgroup-62185755'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:39.508702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Routers {'3db007a4-703b-4230-99dd-62e885e86d69'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:39.509849 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3db007a4-703b-4230-99dd-62e885e86d69'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:39.511613 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7423af-383f-471c-aef2-fa074882bdb0 None None] Pushing event updated for resources: {'Port': ['ID=8d03777b-d56d-4835-aee2-5c81d147de38,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:39.527815 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-0c43c15e-9e1f-40a6-82ff-e8d994e1a515 service neutron] 10.222.0.71 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674964 Nov 11 21:43:39.533629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-130143a3-3265-433a-aed7-805c3d553576 req-465729a2-10c2-4e27-83bb-1196e65be613 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Request body: {'port': {'device_id': '5305272c-e7db-49fa-b52c-02bfed8470d3', 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9', 'admin_state_up': True, 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:39.548511 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58552268-9799-465b-9a5f-93459b150aca None None] Update dhcp port {'port': {'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'fixed_ips': [{'subnet_id': 'c4dac3b5-a32a-4855-b8fc-a5fc40a90e52', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '687da2d4-595c-4961-8e38-218da0f77463'}], 'binding:host_id': 'n-d-805737-3'}, 'id': 'b3e07dcc-4804-42e3-bdf0-ee33482aeae8'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:43:39.551400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-26b0d859-b5ae-481e-ab1a-dfae5a137b13 service neutron] 10.222.0.57 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060556 Nov 11 21:43:39.574001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe892a-e810-4886-838f-ea396babcd8f req-5fa461ad-2263-4ffb-bdbd-58d78e96ca8d tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:39.575839 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08fe892a-e810-4886-838f-ea396babcd8f req-5fa461ad-2263-4ffb-bdbd-58d78e96ca8d tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.1671188 Nov 11 21:43:39.585032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Transition to ACTIVE for port object 0555cc17-897a-4386-b156-a4ac9defe4cb will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:43:39.591928 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.597666 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.607292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:39.611789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/networks/1e858bfe-b67d-4821-9913-3e7a50bbdb6a HTTP/1.1" status: 204 len: 168 time: 2.2781577 Nov 11 21:43:39.627609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48094) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:39.681355 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-eb90d5eb-068b-46d2-8d7a-286a462d4b1c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Network c9249c11-6f76-46de-a7de-b9a387fbb90f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:39.684043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefa2dc-59ee-40bb-9a48-5d4c80b4b2c5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Network': ['ID=1e858bfe-b67d-4821-9913-3e7a50bbdb6a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:39.685993 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-ec53c2d4-643a-41c6-9d61-4c1b0787d0a7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=25a1c873-4001-4e2b-9aab-1b83892a724d HTTP/1.1" status: 200 len: 217 time: 0.0890856 Nov 11 21:43:39.736247 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08fe892a-e810-4886-838f-ea396babcd8f req-0b0c9598-9188-4b62-b268-24ed562d5b6b tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537631 Nov 11 21:43:39.771881 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-eb90d5eb-068b-46d2-8d7a-286a462d4b1c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:39.779733 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-eb90d5eb-068b-46d2-8d7a-286a462d4b1c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:39.924145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90d5eb-068b-46d2-8d7a-286a462d4b1c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event updated for resources: {'Port': ['ID=ef198489-3518-45bb-a880-12b7addb9280,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:39.953172 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c1b3ce9-2544-45cb-a49d-08a2ffd08e15 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.008745 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0555cc17-897a-4386-b156-a4ac9defe4cb,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:40.055353 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-552d5ff1-cdf7-4c01-ae9f-6d9fee4b6584 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.059552 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef198016-3332-4774-b5d8-dd78ca6cea25 req-bbfc522d-1b05-4beb-9f9e-422fd0048fbf tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 210 time: 0.1277046 Nov 11 21:43:40.083124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-8f9048a9-9dab-4ebd-8a4e-a50b4383165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:40.083124 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-8f9048a9-9dab-4ebd-8a4e-a50b4383165f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.3216250 Nov 11 21:43:40.108196 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-eb90d5eb-068b-46d2-8d7a-286a462d4b1c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:40.109151 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-eb90d5eb-068b-46d2-8d7a-286a462d4b1c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.136063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 9bed6584-6e6c-486e-bad0-68045fb22164 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:43:40.165187 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58552268-9799-465b-9a5f-93459b150aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.187959 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 9bed6584-6e6c-486e-bad0-68045fb22164 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:43:40.188307 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 9bed6584-6e6c-486e-bad0-68045fb22164 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:43:40.258116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Attempting to bind port 0555cc17-897a-4386-b156-a4ac9defe4cb on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:43:40.258297 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130143a3-3265-433a-aed7-805c3d553576 req-465729a2-10c2-4e27-83bb-1196e65be613 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Made reservation on behalf of 99e3c597206c4ea7bcd58ef8e8d0fd48 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:40.259320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Attempting to bind port 0555cc17-897a-4386-b156-a4ac9defe4cb by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '949db7bf-c345-4216-91d7-012c3a5d164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'a9de8fe5-ab0a-4202-8855-3aa8d9179cd2'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:43:40.259893 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Attempting to bind port 0555cc17-897a-4386-b156-a4ac9defe4cb on network a9de8fe5-ab0a-4202-8855-3aa8d9179cd2 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:40.261697 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-130143a3-3265-433a-aed7-805c3d553576 req-465729a2-10c2-4e27-83bb-1196e65be613 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.267642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-11156fd4-b8cc-4258-9240-bf7d323f43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:40.269179 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-11156fd4-b8cc-4258-9240-bf7d323f43cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1675019 Nov 11 21:43:40.269504 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Port 0555cc17-897a-4386-b156-a4ac9defe4cb on network a9de8fe5-ab0a-4202-8855-3aa8d9179cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:43:40.270119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Attempting to bind port 0555cc17-897a-4386-b156-a4ac9defe4cb on network a9de8fe5-ab0a-4202-8855-3aa8d9179cd2 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:40.276036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:43:40.276747 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Checking segment: {'id': '949db7bf-c345-4216-91d7-012c3a5d164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'a9de8fe5-ab0a-4202-8855-3aa8d9179cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:40.277578 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Bound using segment: {'id': '949db7bf-c345-4216-91d7-012c3a5d164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'a9de8fe5-ab0a-4202-8855-3aa8d9179cd2'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:43:40.281286 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Bound port: 0555cc17-897a-4386-b156-a4ac9defe4cb, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949db7bf-c345-4216-91d7-012c3a5d164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'a9de8fe5-ab0a-4202-8855-3aa8d9179cd2'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:43:40.282078 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.283646 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-eb90d5eb-068b-46d2-8d7a-286a462d4b1c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9280610 Nov 11 21:43:40.310052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Request body: {'port': {'device_id': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:40.361148 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c1b3ce9-2544-45cb-a49d-08a2ffd08e15 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.373838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-58552268-9799-465b-9a5f-93459b150aca None None] Allocated IP 2001:db8::2 (c826d7fb-6b3d-453b-abc7-d28e7b88e065/687da2d4-595c-4961-8e38-218da0f77463/b3e07dcc-4804-42e3-bdf0-ee33482aeae8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:40.375440 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eaa9fe-ace1-4e8f-888c-aae1897d804c req-3811d5bb-7117-43b4-8e52-0dfebb19d318 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:40.384556 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32eaa9fe-ace1-4e8f-888c-aae1897d804c req-3811d5bb-7117-43b4-8e52-0dfebb19d318 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 943 time: 0.4361162 Nov 11 21:43:40.402076 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c1b3ce9-2544-45cb-a49d-08a2ffd08e15 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.476383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32eaa9fe-ace1-4e8f-888c-aae1897d804c req-3bc5ee85-e7ba-48b8-b7ca-acc84d231a8d tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/security-groups?id=161ced67-8d93-4ae8-a928-e00b1757983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906870 Nov 11 21:43:40.480353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ba9f8dbc-5e31-483c-8d39-594955429b73 None None] Provisioning complete for port ef198489-3518-45bb-a880-12b7addb9280 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:40.480959 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8dbc-5e31-483c-8d39-594955429b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.528693 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f8dbc-5e31-483c-8d39-594955429b73 None None] Port ef198489-3518-45bb-a880-12b7addb9280 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:40.533969 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c1b3ce9-2544-45cb-a49d-08a2ffd08e15 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.535247 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0c1b3ce9-2544-45cb-a49d-08a2ffd08e15 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1522882 Nov 11 21:43:40.546014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48112) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:40.562461 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9816e9d8-4a76-4697-a9ee-49a4ccf6af43 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'security_group': {'name': 'tempest-secgroup-832148901'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:40.573818 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] Set router 3db007a4-703b-4230-99dd-62e885e86d69 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:43:40.577886 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.578135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-552d5ff1-cdf7-4c01-ae9f-6d9fee4b6584 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.589529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d158e-e421-453f-bace-566601bdf58a req-516e88d8-ba71-4b9a-9a3a-27c2e1f8d1ca tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:40.591197 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d11d158e-e421-453f-bace-566601bdf58a req-516e88d8-ba71-4b9a-9a3a-27c2e1f8d1ca tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 932 time: 0.2875485 Nov 11 21:43:40.599886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] For port 0555cc17-897a-4386-b156-a4ac9defe4cb, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:43:40.615012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b3ce9-2544-45cb-a49d-08a2ffd08e15 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13af4c7b-faa6-4b4c-8d03-48a2ea61c383,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:40.631064 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-909e68b6-a781-4ab9-bb7b-f7ff18ed240f service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462732 Nov 11 21:43:40.636173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-58552268-9799-465b-9a5f-93459b150aca None None] For port b3e07dcc-4804-42e3-bdf0-ee33482aeae8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b3e07dcc-4804-42e3-bdf0-ee33482aeae8,segment=NetworkSegment(c17c823f-ab06-4eb6-9906-2371b9154713),segment_id=c17c823f-ab06-4eb6-9906-2371b9154713)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:40.676394 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-552d5ff1-cdf7-4c01-ae9f-6d9fee4b6584 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b445b3e-bc86-4f24-a56c-5f21ee75a401']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:40.712658 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-552d5ff1-cdf7-4c01-ae9f-6d9fee4b6584 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8cbf835-ac49-4a9b-b160-dccb57f03bc1') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:40.714795 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-552d5ff1-cdf7-4c01-ae9f-6d9fee4b6584 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8cbf835-ac49-4a9b-b160-dccb57f03bc1') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:40.732859 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-552d5ff1-cdf7-4c01-ae9f-6d9fee4b6584 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.752440 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-552d5ff1-cdf7-4c01-ae9f-6d9fee4b6584 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.770906 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552d5ff1-cdf7-4c01-ae9f-6d9fee4b6584 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:43:40.770906 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-552d5ff1-cdf7-4c01-ae9f-6d9fee4b6584 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.868171 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58552268-9799-465b-9a5f-93459b150aca None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.941725 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58552268-9799-465b-9a5f-93459b150aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:43:40.945283 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:43:40.975207 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-552d5ff1-cdf7-4c01-ae9f-6d9fee4b6584 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:40.980001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] For port 0555cc17-897a-4386-b156-a4ac9defe4cb, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=0555cc17-897a-4386-b156-a4ac9defe4cb,segment=NetworkSegment(949db7bf-c345-4216-91d7-012c3a5d164b),segment_id=949db7bf-c345-4216-91d7-012c3a5d164b)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:43:41.028604 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-552d5ff1-cdf7-4c01-ae9f-6d9fee4b6584 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:41.036774 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-552d5ff1-cdf7-4c01-ae9f-6d9fee4b6584 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/networks/4b445b3e-bc86-4f24-a56c-5f21ee75a401 HTTP/1.1" status: 204 len: 168 time: 1.3959095 Nov 11 21:43:41.058993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48124) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:41.060510 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:41.126188 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:41.142748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58552268-9799-465b-9a5f-93459b150aca None None] Pushing event updated for resources: {'Port': ['ID=b3e07dcc-4804-42e3-bdf0-ee33482aeae8,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:41.161377 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5f18542c-c5ad-4df5-a629-f0ce8703bc26 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'network': {'name': 'tempest-RoutersTest-1747159077'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:41.210595 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0555cc17-897a-4386-b156-a4ac9defe4cb,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:41.214611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d5ff1-cdf7-4c01-ae9f-6d9fee4b6584 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Network': ['ID=4b445b3e-bc86-4f24-a56c-5f21ee75a401,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:41.225752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9816e9d8-4a76-4697-a9ee-49a4ccf6af43 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:41.232294 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f18542c-c5ad-4df5-a629-f0ce8703bc26 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:41.233265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db007a4-703b-4230-99dd-62e885e86d69', 'name': 'tempest-ServerRescueNegativeTestJSON-917517985-router', 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:23Z', 'updated_at': '2021-11-11T21:43:31Z', 'revision_number': 4, 'project_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'gw_port': {'id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db007a4-703b-4230-99dd-62e885e86d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:24Z', 'updated_at': '2021-11-11T21:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '8d03777b-d56d-4835-aee2-5c81d147de38', 'name': '', 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9', 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'mac_address': 'fa:16:3e:c9:6a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db007a4-703b-4230-99dd-62e885e86d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'fc75e8a7-d2c9-48ae-aff4-f6a72ade0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:30Z', 'updated_at': '2021-11-11T21:43:39Z', 'revision_number': 4, 'project_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'subnets': [{'id': 'fc75e8a7-d2c9-48ae-aff4-f6a72ade0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:41.236465 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f18542c-c5ad-4df5-a629-f0ce8703bc26 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:41.291336 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d11d158e-e421-453f-bace-566601bdf58a req-80e1b28c-22a3-44fe-9ebe-555513590b59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6888702 Nov 11 21:43:41.315077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562c2bf-1799-4320-9fa2-819bab853865 None None] The sync data for ids ['3db007a4-703b-4230-99dd-62e885e86d69'] in n-d-805737-3 is: [{'id': '3db007a4-703b-4230-99dd-62e885e86d69', 'name': 'tempest-ServerRescueNegativeTestJSON-917517985-router', 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:23Z', 'updated_at': '2021-11-11T21:43:31Z', 'revision_number': 4, 'project_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'gw_port': {'id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db007a4-703b-4230-99dd-62e885e86d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:24Z', 'updated_at': '2021-11-11T21:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '8d03777b-d56d-4835-aee2-5c81d147de38', 'name': '', 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9', 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'mac_address': 'fa:16:3e:c9:6a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db007a4-703b-4230-99dd-62e885e86d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'fc75e8a7-d2c9-48ae-aff4-f6a72ade0511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:30Z', 'updated_at': '2021-11-11T21:43:39Z', 'revision_number': 4, 'project_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'subnets': [{'id': 'fc75e8a7-d2c9-48ae-aff4-f6a72ade0511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:43:41.328749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:41.330488 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:41.343204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-1fafdbec-2664-433b-8c15-b6610455d5e5 service neutron] 10.222.0.10 "PUT /v2.0/ports/0555cc17-897a-4386-b156-a4ac9defe4cb HTTP/1.1" status: 200 len: 1091 time: 3.7398410 Nov 11 21:43:41.343204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a38106d-1054-4801-8bdf-85095487492d', 'tag': '0555cc17-897a-4386-b156-a4ac9defe4cb'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:43:41.356221 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65798e10-abc3-45a4-8e09-162499219958" -d '{"events": [{"name": "network-changed", "server_uuid": "6a38106d-1054-4801-8bdf-85095487492d", "tag": "0555cc17-897a-4386-b156-a4ac9defe4cb"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:43:41.370545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f18542c-c5ad-4df5-a629-f0ce8703bc26 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] vlan segment allocate from pool success with {'vlan_id': 1151, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:43:41.387737 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-130143a3-3265-433a-aed7-805c3d553576 req-465729a2-10c2-4e27-83bb-1196e65be613 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Allocated IP 172.20.0.14 (6662e60c-3cbb-4a3f-8cf0-97ddb54044e9/fc75e8a7-d2c9-48ae-aff4-f6a72ade0511/dc10c818-8ff2-40a9-8856-49a1ff19b5df) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:41.482585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd2a35-2dd3-42e4-8da1-9c52a5069998 req-d60a78e9-cd8f-4b72-b85d-86a87a5f595f tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:41.501065 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fbdd2a35-2dd3-42e4-8da1-9c52a5069998 req-d60a78e9-cd8f-4b72-b85d-86a87a5f595f tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.5457571 Nov 11 21:43:41.542864 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f18542c-c5ad-4df5-a629-f0ce8703bc26 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:41.544242 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-5f18542c-c5ad-4df5-a629-f0ce8703bc26 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Added segment b2d34956-eafc-4992-847d-82788dcfc2dc of type vlan for network 70bda64f-ca78-4b64-bd32-60ed5936b0d3 Nov 11 21:43:41.676964 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f18542c-c5ad-4df5-a629-f0ce8703bc26 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:41.773780 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f18542c-c5ad-4df5-a629-f0ce8703bc26 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:41.778723 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f18542c-c5ad-4df5-a629-f0ce8703bc26 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:41.779350 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f18542c-c5ad-4df5-a629-f0ce8703bc26 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:42.100715 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-130143a3-3265-433a-aed7-805c3d553576 req-465729a2-10c2-4e27-83bb-1196e65be613 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:42.196238 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:43:42.201906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8d03777b-d56d-4835-aee2-5c81d147de38 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:42.206371 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-0dd8615d-7b28-43ce-97dd-7b1b12d61ff0 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5475044 Nov 11 21:43:42.217922 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.10', 58829) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:42.319787 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-dd8dae60-dd14-4bfc-bf1c-465d3736539f None None] Provisioning complete for port 4d8215f9-0929-4ead-b2f6-275dede2aef9 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:42.320194 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd8dae60-dd14-4bfc-bf1c-465d3736539f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:42.324152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-331ebfb9-3f3b-4417-96e8-c7e99af3f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:42.327917 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-331ebfb9-3f3b-4417-96e8-c7e99af3f0b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d27ad0edc5e444d9911e07a79bd6efa4&device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 1094 time: 0.8216646 Nov 11 21:43:42.401277 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49bbe419-026d-41b3-8bb2-3a8f86cb89b0 req-162ee449-799a-4e54-afd4-ae73a6010344 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 210 time: 0.7147906 Nov 11 21:43:42.451073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-dd8dae60-dd14-4bfc-bf1c-465d3736539f None None] Port 4d8215f9-0929-4ead-b2f6-275dede2aef9 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:42.452920 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 8d03777b-d56d-4835-aee2-5c81d147de38 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:42.453306 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:42.457711 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5f18542c-c5ad-4df5-a629-f0ce8703bc26 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3105342 Nov 11 21:43:42.463483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48142) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:42.473715 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c442fbd6-5fdd-441a-bb40-3b2957c8a38f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'subnet': {'network_id': '70bda64f-ca78-4b64-bd32-60ed5936b0d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:42.497408 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-062876b2-09a2-4cdc-94e4-3b6ed0ee40fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=348abab2-0df6-4fc4-a449-94bd70a118d8 HTTP/1.1" status: 200 len: 217 time: 0.2570500 Nov 11 21:43:42.502420 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-0830183b-8d0f-4bdc-b655-41129d5190bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0555cc17-897a-4386-b156-a4ac9defe4cb HTTP/1.1" status: 200 len: 217 time: 0.1155801 Nov 11 21:43:42.561761 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc25d2c-84c0-4606-8219-16196dd86396 x-openstack-request-id: req-fdc25d2c-84c0-4606-8219-16196dd86396 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:43:42.562055 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a38106d-1054-4801-8bdf-85095487492d", "tag": "0555cc17-897a-4386-b156-a4ac9defe4cb", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:43:42.562307 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fdc25d2c-84c0-4606-8219-16196dd86396 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:43:42.562712 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a38106d-1054-4801-8bdf-85095487492d', 'tag': '0555cc17-897a-4386-b156-a4ac9defe4cb', 'status': 'completed', 'code': 200} Nov 11 21:43:42.609949 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9816e9d8-4a76-4697-a9ee-49a4ccf6af43 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:42.610564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-dd8dae60-dd14-4bfc-bf1c-465d3736539f None None] Provisioning complete for port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:42.610976 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd8dae60-dd14-4bfc-bf1c-465d3736539f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:42.736328 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18542c-c5ad-4df5-a629-f0ce8703bc26 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Network': ['ID=70bda64f-ca78-4b64-bd32-60ed5936b0d3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:42.764901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fbdd2a35-2dd3-42e4-8da1-9c52a5069998 req-c0ffe4b6-f568-4f6c-88d8-afa0d9a310d2 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0800681 Nov 11 21:43:42.795875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 70bda64f-ca78-4b64-bd32-60ed5936b0d3 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:43:42.869662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-f2825dce-11b8-4d9e-b600-82a96a072226 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:42.871246 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-f2825dce-11b8-4d9e-b600-82a96a072226 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.10 "GET /v2.0/networks?id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 HTTP/1.1" status: 200 len: 818 time: 1.3739388 Nov 11 21:43:42.886543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c442fbd6-5fdd-441a-bb40-3b2957c8a38f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:42.898684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c442fbd6-5fdd-441a-bb40-3b2957c8a38f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:42.921420 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9816e9d8-4a76-4697-a9ee-49a4ccf6af43 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:42.987184 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:42.988423 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-130143a3-3265-433a-aed7-805c3d553576 req-465729a2-10c2-4e27-83bb-1196e65be613 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:42.993126 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9816e9d8-4a76-4697-a9ee-49a4ccf6af43 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:42.995457 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9816e9d8-4a76-4697-a9ee-49a4ccf6af43 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.4416146 Nov 11 21:43:43.010349 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816e9d8-4a76-4697-a9ee-49a4ccf6af43 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e9a5f4-3e5f-496e-8043-d5887ab70773,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:43.036046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79ca26-e8a0-4aa5-a89a-5e42e631539f req-e34303a6-ee44-4b60-8814-d473f811ff3e tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:43.041848 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c79ca26-e8a0-4aa5-a89a-5e42e631539f req-e34303a6-ee44-4b60-8814-d473f811ff3e tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.8203740 Nov 11 21:43:43.048451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-7eff80cb-0e74-4c84-8724-25f9a80c061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:43.050988 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-7eff80cb-0e74-4c84-8724-25f9a80c061c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.5206223 Nov 11 21:43:43.053978 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48146) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:43.087128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f8b2d621-ef96-4e46-998b-082ce8d8d5bb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'security_group': {'name': 'tempest-secgroup-1974984914'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:43.090712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 8d03777b-d56d-4835-aee2-5c81d147de38, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8d03777b-d56d-4835-aee2-5c81d147de38,segment=NetworkSegment(31828245-904b-4d42-bcb8-a1888d7ac9b6),segment_id=31828245-904b-4d42-bcb8-a1888d7ac9b6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:43.098200 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:43.099078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b3e07dcc-4804-42e3-bdf0-ee33482aeae8 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:43.193392 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-bfe7fcdd-c9c3-458b-b7de-0f824e152c50 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Request body: {'port': {'device_id': '540a8057-5185-498e-be75-1d85871eb934', 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9', 'admin_state_up': True, 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:43.208362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=8d03777b-d56d-4835-aee2-5c81d147de38,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:43.230065 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:43.230319 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:43.276953 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130143a3-3265-433a-aed7-805c3d553576 req-465729a2-10c2-4e27-83bb-1196e65be613 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:43.278338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b3174-12c4-4978-acce-1c9cba6a5034 req-5d3000f2-4229-4088-b136-331de931d6a5 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:43.287179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f3b3174-12c4-4978-acce-1c9cba6a5034 req-5d3000f2-4229-4088-b136-331de931d6a5 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 943 time: 0.5944805 Nov 11 21:43:43.309900 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-2334a5cf-4024-4c07-b8a0-f09cc0747e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:43.311622 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-2334a5cf-4024-4c07-b8a0-f09cc0747e7b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1817567 Nov 11 21:43:43.319498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef198489-3518-45bb-a880-12b7addb9280 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:43:43.326078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-130143a3-3265-433a-aed7-805c3d553576 req-465729a2-10c2-4e27-83bb-1196e65be613 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:43.329096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-130143a3-3265-433a-aed7-805c3d553576 req-465729a2-10c2-4e27-83bb-1196e65be613 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:43.377664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-b5be61ae-a579-4425-8057-2503b5017a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:43.379314 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-b5be61ae-a579-4425-8057-2503b5017a0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f817475-19dd-4fcb-a191-83d2b3191201 HTTP/1.1" status: 200 len: 865 time: 0.8125188 Nov 11 21:43:43.395514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130143a3-3265-433a-aed7-805c3d553576 req-465729a2-10c2-4e27-83bb-1196e65be613 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:43.396297 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-130143a3-3265-433a-aed7-805c3d553576 req-465729a2-10c2-4e27-83bb-1196e65be613 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:43.412587 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:43.459378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465729a2-10c2-4e27-83bb-1196e65be613 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Pushing event updated for resources: {'Port': ['ID=dc10c818-8ff2-40a9-8856-49a1ff19b5df,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:43.474175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09446f8-0cd1-44d3-8c1e-52d48cad4a4a req-266bcfb1-b1dd-4b39-bf6d-9f33241117b3 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:43.475852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e09446f8-0cd1-44d3-8c1e-52d48cad4a4a req-266bcfb1-b1dd-4b39-bf6d-9f33241117b3 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 932 time: 0.2895586 Nov 11 21:43:43.485541 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c442fbd6-5fdd-441a-bb40-3b2957c8a38f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:43.510622 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8b2d621-ef96-4e46-998b-082ce8d8d5bb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:43.521764 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-be7959f9-2522-432b-b6b0-62118259829c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9de8fe5-ab0a-4202-8855-3aa8d9179cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198492 Nov 11 21:43:43.535818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Transition to ACTIVE for port object ef198489-3518-45bb-a880-12b7addb9280 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:43:43.554697 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f3b3174-12c4-4978-acce-1c9cba6a5034 req-9d747b81-248b-4590-b87f-8fd667ce00b6 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/security-groups?id=161ced67-8d93-4ae8-a928-e00b1757983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663405 Nov 11 21:43:43.582060 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:43.602184 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-130143a3-3265-433a-aed7-805c3d553576 req-465729a2-10c2-4e27-83bb-1196e65be613 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2315276 Nov 11 21:43:43.611688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442fbd6-5fdd-441a-bb40-3b2957c8a38f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Subnet': ['ID=e6db02e2-1432-4164-851f-81ffe2dd2dff,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:43.640949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-bfe7fcdd-c9c3-458b-b7de-0f824e152c50 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Made reservation on behalf of 99e3c597206c4ea7bcd58ef8e8d0fd48 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:43.644934 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-bfe7fcdd-c9c3-458b-b7de-0f824e152c50 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:43.663737 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Request body: {'port': {'device_id': '5305272c-e7db-49fa-b52c-02bfed8470d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:43.691895 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e09446f8-0cd1-44d3-8c1e-52d48cad4a4a req-862ecfbc-cc70-41ef-9f8e-7fc2d0a91eda tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040124 Nov 11 21:43:43.693873 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-442b8bab-da56-4658-8863-25de0369c5f0 req-097fdd64-0010-4fc9-a1aa-84cc76120647 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 210 time: 0.0610616 Nov 11 21:43:43.695399 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442fbd6-5fdd-441a-bb40-3b2957c8a38f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Checking segment: {'id': 'b2d34956-eafc-4992-847d-82788dcfc2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '70bda64f-ca78-4b64-bd32-60ed5936b0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:43.695763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c442fbd6-5fdd-441a-bb40-3b2957c8a38f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network hostable DHCP agents. Network: 70bda64f-ca78-4b64-bd32-60ed5936b0d3, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:43:43.820501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef198489-3518-45bb-a880-12b7addb9280,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:43.843371 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-098ae9a9-8995-4d38-afff-52530e482bef service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549391 Nov 11 21:43:43.856510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-0c79ca26-e8a0-4aa5-a89a-5e42e631539f req-705ef804-2490-4e74-a3d7-04807a691b64 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Deleting port 1c5bef61-36f7-4421-8df4-2ca7b41a3161 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:43.856877 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0c79ca26-e8a0-4aa5-a89a-5e42e631539f req-705ef804-2490-4e74-a3d7-04807a691b64 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:43.869621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c442fbd6-5fdd-441a-bb40-3b2957c8a38f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 70bda64f-ca78-4b64-bd32-60ed5936b0d3 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:43:43.874682 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5731b7d0-7a89-4d5c-9d70-aded7cfb4bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:43.963838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-c442fbd6-5fdd-441a-bb40-3b2957c8a38f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 70bda64f-ca78-4b64-bd32-60ed5936b0d3) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:43.975735 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371f78a3-cda8-4fb5-b980-a39df2b50a15 None None] Network 70bda64f-ca78-4b64-bd32-60ed5936b0d3 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:43.978192 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442fbd6-5fdd-441a-bb40-3b2957c8a38f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:43.978378 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c442fbd6-5fdd-441a-bb40-3b2957c8a38f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:44.019001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040eb395-65ba-4059-82b5-26d0a03b1522 req-ccf81962-27fd-4066-a467-124a37e70395 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:44.027952 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-040eb395-65ba-4059-82b5-26d0a03b1522 req-ccf81962-27fd-4066-a467-124a37e70395 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.1183848 Nov 11 21:43:44.074089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-bfe7fcdd-c9c3-458b-b7de-0f824e152c50 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Allocated IP 172.20.0.12 (6662e60c-3cbb-4a3f-8cf0-97ddb54044e9/fc75e8a7-d2c9-48ae-aff4-f6a72ade0511/5bc290fc-799f-4b58-9f70-9c3fb362f7d2) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:44.097518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8d03777b-d56d-4835-aee2-5c81d147de38 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:44.139903 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-7bdf5add-d106-47b3-9fd7-50b1dc45b824 service neutron] 10.222.0.10 "GET /v2.0/networks/a9de8fe5-ab0a-4202-8855-3aa8d9179cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996237 Nov 11 21:43:44.152045 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:44.261399 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8b2d621-ef96-4e46-998b-082ce8d8d5bb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:44.278987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 8d03777b-d56d-4835-aee2-5c81d147de38 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:44.279593 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:44.304579 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8b2d621-ef96-4e46-998b-082ce8d8d5bb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:44.362509 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-bfe7fcdd-c9c3-458b-b7de-0f824e152c50 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:44.365393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-70bda64f-ca78-4b64-bd32-60ed5936b0d3', 'network_id': '70bda64f-ca78-4b64-bd32-60ed5936b0d3', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'fixed_ips': [{'subnet_id': 'e6db02e2-1432-4164-851f-81ffe2dd2dff'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:43:44.367098 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:44.435899 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-040eb395-65ba-4059-82b5-26d0a03b1522 req-1d5a175e-b514-4e1a-815b-5cc10f5b4eab tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067669 Nov 11 21:43:44.440360 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-bfe7fcdd-c9c3-458b-b7de-0f824e152c50 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:44.448679 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c442fbd6-5fdd-441a-bb40-3b2957c8a38f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9790971 Nov 11 21:43:44.453472 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48164) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:44.461970 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-61236b52-719d-4410-9e3b-3b5a08359697 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1022674396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:44.558876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-bfe7fcdd-c9c3-458b-b7de-0f824e152c50 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:44.563776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7fcdd-c9c3-458b-b7de-0f824e152c50 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Pushing event updated for resources: {'Port': ['ID=5bc290fc-799f-4b58-9f70-9c3fb362f7d2,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:44.569183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-bfe7fcdd-c9c3-458b-b7de-0f824e152c50 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:44.582651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-bfe7fcdd-c9c3-458b-b7de-0f824e152c50 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:44.596538 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:44.611252 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f8b2d621-ef96-4e46-998b-082ce8d8d5bb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:44.612608 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f8b2d621-ef96-4e46-998b-082ce8d8d5bb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5294275 Nov 11 21:43:44.613616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Attempting to bind port ef198489-3518-45bb-a880-12b7addb9280 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:43:44.613951 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Attempting to bind port ef198489-3518-45bb-a880-12b7addb9280 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:43:44.614281 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Attempting to bind port ef198489-3518-45bb-a880-12b7addb9280 on network c9249c11-6f76-46de-a7de-b9a387fbb90f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:44.620693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0c79ca26-e8a0-4aa5-a89a-5e42e631539f req-705ef804-2490-4e74-a3d7-04807a691b64 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] For port 1c5bef61-36f7-4421-8df4-2ca7b41a3161, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=1c5bef61-36f7-4421-8df4-2ca7b41a3161,segment=NetworkSegment(b71617bf-9cd5-4942-a559-888bf490f5ee),segment_id=b71617bf-9cd5-4942-a559-888bf490f5ee)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:44.621096 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0c79ca26-e8a0-4aa5-a89a-5e42e631539f req-705ef804-2490-4e74-a3d7-04807a691b64 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:44.625399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48168) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:44.668050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-bfe7fcdd-c9c3-458b-b7de-0f824e152c50 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:44.668760 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-bfe7fcdd-c9c3-458b-b7de-0f824e152c50 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:44.680322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1671998572', 'security_groups': ['e1988d5f-4d89-4ed4-96f0-e5ab14e4429a'], 'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '687da2d4-595c-4961-8e38-218da0f77463'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:44.686890 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-93f7923c-d12d-4f1f-a923-a958e88c9dd9 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7975512 Nov 11 21:43:44.721101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Allocated IP 172.20.0.2 (70bda64f-ca78-4b64-bd32-60ed5936b0d3/e6db02e2-1432-4164-851f-81ffe2dd2dff/e091a30d-3a4f-47df-8a8b-790c9c84d554) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:44.782183 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-0c79ca26-e8a0-4aa5-a89a-5e42e631539f req-705ef804-2490-4e74-a3d7-04807a691b64 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Calling delete_port for 1c5bef61-36f7-4421-8df4-2ca7b41a3161 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:44.787460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Port ef198489-3518-45bb-a880-12b7addb9280 on network c9249c11-6f76-46de-a7de-b9a387fbb90f not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:43:44.787750 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Attempting to bind port ef198489-3518-45bb-a880-12b7addb9280 on network c9249c11-6f76-46de-a7de-b9a387fbb90f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:44.804778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2d621-ef96-4e46-998b-082ce8d8d5bb tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1988d5f-4d89-4ed4-96f0-e5ab14e4429a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:44.820874 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-6029095d-4ae8-4d4d-8792-5f51c2fb8661 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=13ffee77-0dca-490c-8116-b548cab8fe4a HTTP/1.1" status: 200 len: 217 time: 0.1028481 Nov 11 21:43:44.843684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61236b52-719d-4410-9e3b-3b5a08359697 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:44.849550 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61236b52-719d-4410-9e3b-3b5a08359697 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:44.874620 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:43:44.874866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Checking segment: {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:44.875260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Bound using segment: {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:43:44.875723 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Bound port: ef198489-3518-45bb-a880-12b7addb9280, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:43:44.876096 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:44.901399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-bfe7fcdd-c9c3-458b-b7de-0f824e152c50 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7139115 Nov 11 21:43:44.930668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Request body: {'port': {'device_id': '540a8057-5185-498e-be75-1d85871eb934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:44.947038 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1cbe072e-d6be-45c6-b534-95fa9738e4ca req-b7a976d6-399e-4876-8b5e-25c586e9b93a service neutron] 10.222.0.10 "GET /v2.0/networks/a9de8fe5-ab0a-4202-8855-3aa8d9179cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7593281 Nov 11 21:43:44.992616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86c0c6-736c-4dca-be07-fc792b9f5d9a req-5e8c394f-cbb4-46d3-9f88-b01e0025b2f5 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:45.001426 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec86c0c6-736c-4dca-be07-fc792b9f5d9a req-5e8c394f-cbb4-46d3-9f88-b01e0025b2f5 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 943 time: 0.3087027 Nov 11 21:43:45.058869 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61236b52-719d-4410-9e3b-3b5a08359697 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:45.097276 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:45.108535 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:45.138212 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61236b52-719d-4410-9e3b-3b5a08359697 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:45.165453 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Network 70bda64f-ca78-4b64-bd32-60ed5936b0d3 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:45.169534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:45.172715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:45.213914 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:45.235980 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Pushing event updated for resources: {'Port': ['ID=e091a30d-3a4f-47df-8a8b-790c9c84d554,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:45.284769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Attempting to bind port e091a30d-3a4f-47df-8a8b-790c9c84d554 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:43:45.285531 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Attempting to bind port e091a30d-3a4f-47df-8a8b-790c9c84d554 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'b2d34956-eafc-4992-847d-82788dcfc2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '70bda64f-ca78-4b64-bd32-60ed5936b0d3'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:43:45.285851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Attempting to bind port e091a30d-3a4f-47df-8a8b-790c9c84d554 on network 70bda64f-ca78-4b64-bd32-60ed5936b0d3 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:45.292616 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:43:45.293206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Checking segment: {'id': 'b2d34956-eafc-4992-847d-82788dcfc2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '70bda64f-ca78-4b64-bd32-60ed5936b0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:45.293710 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:45.294206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Bound using segment: {'id': 'b2d34956-eafc-4992-847d-82788dcfc2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '70bda64f-ca78-4b64-bd32-60ed5936b0d3'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:43:45.294920 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Bound port: e091a30d-3a4f-47df-8a8b-790c9c84d554, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d34956-eafc-4992-847d-82788dcfc2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '70bda64f-ca78-4b64-bd32-60ed5936b0d3'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:43:45.295472 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:45.327191 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fe30a-40b3-4dcf-92e7-d9c15b1c91cf req-e4f01cfb-0883-44c5-8aa1-17ff872a7b3d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:45.329336 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-416fe30a-40b3-4dcf-92e7-d9c15b1c91cf req-e4f01cfb-0883-44c5-8aa1-17ff872a7b3d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 932 time: 0.4269826 Nov 11 21:43:45.390215 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] For port e091a30d-3a4f-47df-8a8b-790c9c84d554, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:43:45.394960 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] For port e091a30d-3a4f-47df-8a8b-790c9c84d554, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e091a30d-3a4f-47df-8a8b-790c9c84d554,segment=NetworkSegment(b2d34956-eafc-4992-847d-82788dcfc2dc),segment_id=b2d34956-eafc-4992-847d-82788dcfc2dc)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:43:45.395615 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61236b52-719d-4410-9e3b-3b5a08359697 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:45.397253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-61236b52-719d-4410-9e3b-3b5a08359697 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9404147 Nov 11 21:43:45.405594 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:45.420123 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec86c0c6-736c-4dca-be07-fc792b9f5d9a req-8ffcfd48-1b75-4364-b19f-1c404e006c12 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/security-groups?id=161ced67-8d93-4ae8-a928-e00b1757983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172704 Nov 11 21:43:45.437869 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48178) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:45.457961 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ec829758-52cc-4d07-8dd3-7b28d1dd6f72 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'port': {'network_id': '70bda64f-ca78-4b64-bd32-60ed5936b0d3', 'name': 'tempest-RoutersTest-1467153554'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:45.522596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ec0e7-d1c4-4edb-9171-ed7dc3a94cf0 None None] Pushing event updated for resources: {'Port': ['ID=e091a30d-3a4f-47df-8a8b-790c9c84d554,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:45.575181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-ecf26a8f-3219-4641-af8a-aaed938470c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:45.576986 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-ecf26a8f-3219-4641-af8a-aaed938470c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.7145131 Nov 11 21:43:45.643622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-416fe30a-40b3-4dcf-92e7-d9c15b1c91cf req-22b14e88-5b23-4f80-8e0c-3d95f046f0b2 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625751 Nov 11 21:43:45.728122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:43:45.734201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ef198489-3518-45bb-a880-12b7addb9280,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:43:45.766689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 1c5bef61-36f7-4421-8df4-2ca7b41a3161 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:43:45.779310 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:45.787673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7f3ed-db10-4442-9172-70b04bc343ae req-20ab8f16-4eb2-4610-801f-7c59ca8998ea tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:45.792761 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95b7f3ed-db10-4442-9172-70b04bc343ae req-20ab8f16-4eb2-4610-801f-7c59ca8998ea tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.2231317 Nov 11 21:43:45.863641 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef198489-3518-45bb-a880-12b7addb9280,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:45.959941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec829758-52cc-4d07-8dd3-7b28d1dd6f72 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:45.976367 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec829758-52cc-4d07-8dd3-7b28d1dd6f72 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:45.989771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65798e10-abc3-45a4-8e09-162499219958 req-95abf2ac-5702-45a3-ba4b-ef0eed087faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:45.991290 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-65798e10-abc3-45a4-8e09-162499219958 req-95abf2ac-5702-45a3-ba4b-ef0eed087faf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d27ad0edc5e444d9911e07a79bd6efa4&device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 1094 time: 0.5531240 Nov 11 21:43:46.005405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:46.028123 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:46.054238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:46.054873 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:46.061648 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-690e0bf9-e1f4-4057-967b-162decbd3ca7 service neutron] 10.222.0.71 "PUT /v2.0/ports/ef198489-3518-45bb-a880-12b7addb9280 HTTP/1.1" status: 200 len: 1092 time: 5.7555478 Nov 11 21:43:46.065225 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-9a23733d-2e76-4a3b-a98e-5e33a794a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:46.066790 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-9a23733d-2e76-4a3b-a98e-5e33a794a6f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4572043 Nov 11 21:43:46.067284 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:43:46.069644 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1cdad1-7077-40d7-bff8-0fbd1c4e39af" -d '{"events": [{"name": "network-changed", "server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "tag": "ef198489-3518-45bb-a880-12b7addb9280"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:43:46.125962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-ec829758-52cc-4d07-8dd3-7b28d1dd6f72 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] device_id is not set on port 4452daec-7715-4cfa-91be-2b228ccb20c8 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:43:46.137406 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95b7f3ed-db10-4442-9172-70b04bc343ae req-8a0bde06-64e5-4053-8d3f-fb660228b8ad tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3320646 Nov 11 21:43:46.173922 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33368a9c-57b3-443b-b5d0-8cc2f6ef5d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:46.193193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a94d4d-01c3-4cea-bcb4-c1c3d4c089c3 req-606d8222-74c6-4dfb-b5a0-3a27977e4764 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:46.201980 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6a94d4d-01c3-4cea-bcb4-c1c3d4c089c3 req-606d8222-74c6-4dfb-b5a0-3a27977e4764 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 946 time: 0.1825573 Nov 11 21:43:46.203551 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e091a30d-3a4f-47df-8a8b-790c9c84d554 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:46.225774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a470dc2-ef31-493d-ae70-0c5f0643c308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c5bef61-36f7-4421-8df4-2ca7b41a3161'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:43:46.230373 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1f82a3-0524-479e-ac8c-f63ba361e002" -d '{"events": [{"server_uuid": "7a470dc2-ef31-493d-ae70-0c5f0643c308", "name": "network-vif-unplugged", "status": "completed", "tag": "1c5bef61-36f7-4421-8df4-2ca7b41a3161"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:43:46.276328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 1c5bef61-36f7-4421-8df4-2ca7b41a3161, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=1c5bef61-36f7-4421-8df4-2ca7b41a3161,segment=NetworkSegment(b71617bf-9cd5-4942-a559-888bf490f5ee),segment_id=b71617bf-9cd5-4942-a559-888bf490f5ee)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:46.304099 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:46.338169 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91977508-39f8-4ac1-8b84-47631654d770 x-openstack-request-id: req-91977508-39f8-4ac1-8b84-47631654d770 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:43:46.338718 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "tag": "ef198489-3518-45bb-a880-12b7addb9280", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:43:46.339131 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-91977508-39f8-4ac1-8b84-47631654d770 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:43:46.339701 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280', 'status': 'completed', 'code': 200} Nov 11 21:43:46.404512 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123e7c68-a49d-41e8-bb41-89b8d61f7949 x-openstack-request-id: req-123e7c68-a49d-41e8-bb41-89b8d61f7949 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:43:46.404884 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a470dc2-ef31-493d-ae70-0c5f0643c308", "name": "network-vif-unplugged", "status": "completed", "tag": "1c5bef61-36f7-4421-8df4-2ca7b41a3161", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:43:46.405117 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-123e7c68-a49d-41e8-bb41-89b8d61f7949 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:43:46.405534 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a470dc2-ef31-493d-ae70-0c5f0643c308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c5bef61-36f7-4421-8df4-2ca7b41a3161', 'code': 200} Nov 11 21:43:46.413816 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc10c818-8ff2-40a9-8856-49a1ff19b5df {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:43:46.423212 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:46.432114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=1c5bef61-36f7-4421-8df4-2ca7b41a3161,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:46.436302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Transition to ACTIVE for port object dc10c818-8ff2-40a9-8856-49a1ff19b5df will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:43:46.445547 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e091a30d-3a4f-47df-8a8b-790c9c84d554 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:46.447122 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:46.456717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-ec829758-52cc-4d07-8dd3-7b28d1dd6f72 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Allocated IP 172.20.0.12 (70bda64f-ca78-4b64-bd32-60ed5936b0d3/e6db02e2-1432-4164-851f-81ffe2dd2dff/4452daec-7715-4cfa-91be-2b228ccb20c8) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:46.618650 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:46.670604 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:46.720398 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec829758-52cc-4d07-8dd3-7b28d1dd6f72 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:46.724257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-4bd3dede-547c-434b-afd9-510233e05486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:46.727956 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-4bd3dede-547c-434b-afd9-510233e05486 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 1095 time: 0.5929258 Nov 11 21:43:46.822719 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-fc2ee18b-d0d1-4bf9-bcaf-709b8cce5891 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef198489-3518-45bb-a880-12b7addb9280 HTTP/1.1" status: 200 len: 217 time: 0.0571961 Nov 11 21:43:46.823494 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6a94d4d-01c3-4cea-bcb4-c1c3d4c089c3 req-93e61af4-abe5-4bdf-ad81-624fb8572a55 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6204405 Nov 11 21:43:46.909109 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa775b-9ec6-4ad1-9b6a-085fdc517d72 req-a9e9a584-ea05-4cd0-b168-05725a3930a5 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:46.928049 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15aa775b-9ec6-4ad1-9b6a-085fdc517d72 req-a9e9a584-ea05-4cd0-b168-05725a3930a5 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 943 time: 0.2661026 Nov 11 21:43:46.942257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-84ffc827-32ca-48af-8f6b-d97ccd0835a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:46.944263 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-84ffc827-32ca-48af-8f6b-d97ccd0835a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.0829620 Nov 11 21:43:46.957114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Pushing event updated for resources: {'Port': ['ID=dc10c818-8ff2-40a9-8856-49a1ff19b5df,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:47.049337 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec829758-52cc-4d07-8dd3-7b28d1dd6f72 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:47.075782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port e091a30d-3a4f-47df-8a8b-790c9c84d554, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e091a30d-3a4f-47df-8a8b-790c9c84d554,segment=NetworkSegment(b2d34956-eafc-4992-847d-82788dcfc2dc),segment_id=b2d34956-eafc-4992-847d-82788dcfc2dc)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:47.082647 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:47.125622 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65798e10-abc3-45a4-8e09-162499219958 req-2371a065-dccb-44d1-a142-35b89ebb0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:47.128026 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-65798e10-abc3-45a4-8e09-162499219958 req-2371a065-dccb-44d1-a142-35b89ebb0323 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9de8fe5-ab0a-4202-8855-3aa8d9179cd2 HTTP/1.1" status: 200 len: 927 time: 1.0937159 Nov 11 21:43:47.137921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=e091a30d-3a4f-47df-8a8b-790c9c84d554,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:47.138245 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:47.157703 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:47.173574 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0c79ca26-e8a0-4aa5-a89a-5e42e631539f req-705ef804-2490-4e74-a3d7-04807a691b64 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:47.192983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['aace8b78-f7f1-4062-afab-14bcfed32b3c'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:43:47.215571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec829758-52cc-4d07-8dd3-7b28d1dd6f72 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=4452daec-7715-4cfa-91be-2b228ccb20c8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:47.257956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec829758-52cc-4d07-8dd3-7b28d1dd6f72 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 70bda64f-ca78-4b64-bd32-60ed5936b0d3 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:47.267821 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-ec829758-52cc-4d07-8dd3-7b28d1dd6f72 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:47.274551 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec829758-52cc-4d07-8dd3-7b28d1dd6f72 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:47.299917 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15aa775b-9ec6-4ad1-9b6a-085fdc517d72 req-8ba0c8fe-5a66-49b0-9bd4-21bfd9866251 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/security-groups?id=161ced67-8d93-4ae8-a928-e00b1757983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680065 Nov 11 21:43:47.323052 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-b34b5693-8dc7-4441-a520-03a7e4c0d5b7 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2358119 Nov 11 21:43:47.323435 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d846efe-ab85-4c9b-8a73-839b081f4a4b None None] Network 70bda64f-ca78-4b64-bd32-60ed5936b0d3 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:47.410761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] device_id is not set on port 35566ec9-e5f7-4a02-ae76-de5f000655de yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:43:47.467543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437a1bb-9d0f-4321-be61-f48c9d4aaa51 req-7b084df1-d100-4d33-9543-0b878e02035d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:47.472329 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9437a1bb-9d0f-4321-be61-f48c9d4aaa51 req-7b084df1-d100-4d33-9543-0b878e02035d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 932 time: 0.4955878 Nov 11 21:43:47.476531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ef804-2490-4e74-a3d7-04807a691b64 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Pushing event deleted for resources: {'Port': ['ID=1c5bef61-36f7-4421-8df4-2ca7b41a3161,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:47.525423 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-65798e10-abc3-45a4-8e09-162499219958 req-4374efda-28b5-4790-84ae-32cde87b3e45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0555cc17-897a-4386-b156-a4ac9defe4cb HTTP/1.1" status: 200 len: 217 time: 0.3530788 Nov 11 21:43:47.540673 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4aac9365-a628-43d6-9922-1cc5dd8ec118 None None] Provisioning complete for port e091a30d-3a4f-47df-8a8b-790c9c84d554 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:47.541087 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4aac9365-a628-43d6-9922-1cc5dd8ec118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:47.630215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-e63a4d17-f72a-4459-a10b-8865e5e1bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:47.632052 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-e63a4d17-f72a-4459-a10b-8865e5e1bc85 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6531470 Nov 11 21:43:47.762823 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:43:47.781839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 0555cc17-897a-4386-b156-a4ac9defe4cb details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:43:47.833434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec829758-52cc-4d07-8dd3-7b28d1dd6f72 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:47.834056 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec829758-52cc-4d07-8dd3-7b28d1dd6f72 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:47.840161 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:47.846746 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9437a1bb-9d0f-4321-be61-f48c9d4aaa51 req-816f750f-6744-4af4-bfc1-a3a81f9cf446 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350265 Nov 11 21:43:47.868956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Transition to ACTIVE for port object 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:43:47.883228 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:47.914338 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ec829758-52cc-4d07-8dd3-7b28d1dd6f72 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4671786 Nov 11 21:43:47.923124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c79ca26-e8a0-4aa5-a89a-5e42e631539f req-705ef804-2490-4e74-a3d7-04807a691b64 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] No DVR routers for this DVR port 1c5bef61-36f7-4421-8df4-2ca7b41a3161 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:43:47.928404 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-02d3c2e0-6616-4e22-8055-748d950cfc88 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508790 Nov 11 21:43:47.937416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48200) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:47.963018 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0c79ca26-e8a0-4aa5-a89a-5e42e631539f req-705ef804-2490-4e74-a3d7-04807a691b64 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:47.967587 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0c79ca26-e8a0-4aa5-a89a-5e42e631539f req-705ef804-2490-4e74-a3d7-04807a691b64 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.10 "DELETE /v2.0/ports/1c5bef61-36f7-4421-8df4-2ca7b41a3161 HTTP/1.1" status: 204 len: 173 time: 4.8874440 Nov 11 21:43:48.041325 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e091a30d-3a4f-47df-8a8b-790c9c84d554 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:48.065134 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65798e10-abc3-45a4-8e09-162499219958 req-351433cc-22b0-445d-9c1b-0df147f7b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:48.066669 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-65798e10-abc3-45a4-8e09-162499219958 req-351433cc-22b0-445d-9c1b-0df147f7b9ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f817475-19dd-4fcb-a191-83d2b3191201 HTTP/1.1" status: 200 len: 865 time: 0.4979546 Nov 11 21:43:48.067372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Attempting to bind port dc10c818-8ff2-40a9-8856-49a1ff19b5df on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:43:48.067702 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Attempting to bind port dc10c818-8ff2-40a9-8856-49a1ff19b5df by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '31828245-904b-4d42-bcb8-a1888d7ac9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:43:48.068024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Attempting to bind port dc10c818-8ff2-40a9-8856-49a1ff19b5df on network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:48.097367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 0555cc17-897a-4386-b156-a4ac9defe4cb, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=0555cc17-897a-4386-b156-a4ac9defe4cb,segment=NetworkSegment(949db7bf-c345-4216-91d7-012c3a5d164b),segment_id=949db7bf-c345-4216-91d7-012c3a5d164b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:48.137253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '0555cc17-897a-4386-b156-a4ac9defe4cb', 'network_id': 'a9de8fe5-ab0a-4202-8855-3aa8d9179cd2', 'port_id': '0555cc17-897a-4386-b156-a4ac9defe4cb', 'mac_address': 'fa:16:3e:19:0e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f817475-19dd-4fcb-a191-83d2b3191201', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:43:48.183466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e091a30d-3a4f-47df-8a8b-790c9c84d554 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:48.184013 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:48.212046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Port dc10c818-8ff2-40a9-8856-49a1ff19b5df on network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:43:48.212276 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Attempting to bind port dc10c818-8ff2-40a9-8856-49a1ff19b5df on network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:48.234623 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:48.240393 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-ef4aaa1b-38be-44f9-90d6-c0afd040b383 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=14325729-1495-4098-ba65-82b20f0f04f3 HTTP/1.1" status: 200 len: 217 time: 0.1775260 Nov 11 21:43:48.255576 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-65798e10-abc3-45a4-8e09-162499219958 req-631b43fc-810a-4464-a818-1ce97474f4ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9de8fe5-ab0a-4202-8855-3aa8d9179cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349375 Nov 11 21:43:48.275418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:43:48.276042 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Checking segment: {'id': '31828245-904b-4d42-bcb8-a1888d7ac9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:48.276603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Bound using segment: {'id': '31828245-904b-4d42-bcb8-a1888d7ac9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:43:48.277261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Bound port: dc10c818-8ff2-40a9-8856-49a1ff19b5df, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31828245-904b-4d42-bcb8-a1888d7ac9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:43:48.277889 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:48.280394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-abcf9b7a-73f5-46b9-b5b0-662e04f8435e None None] Provisioning complete for port 4452daec-7715-4cfa-91be-2b228ccb20c8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:48.280835 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abcf9b7a-73f5-46b9-b5b0-662e04f8435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:48.288943 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0555cc17-897a-4386-b156-a4ac9defe4cb {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:43:48.361962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a470dc2-ef31-493d-ae70-0c5f0643c308', 'name': 'network-vif-deleted', 'tag': '1c5bef61-36f7-4421-8df4-2ca7b41a3161'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:43:48.363753 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 0555cc17-897a-4386-b156-a4ac9defe4cb, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=0555cc17-897a-4386-b156-a4ac9defe4cb,segment=NetworkSegment(949db7bf-c345-4216-91d7-012c3a5d164b),segment_id=949db7bf-c345-4216-91d7-012c3a5d164b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:48.364713 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3c44cc-d211-43e5-9939-65203d0eec2f" -d '{"events": [{"server_uuid": "7a470dc2-ef31-493d-ae70-0c5f0643c308", "name": "network-vif-deleted", "tag": "1c5bef61-36f7-4421-8df4-2ca7b41a3161"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:43:48.385544 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:48.557750 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=0555cc17-897a-4386-b156-a4ac9defe4cb,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:48.568496 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-abcf9b7a-73f5-46b9-b5b0-662e04f8435e None None] Port 4452daec-7715-4cfa-91be-2b228ccb20c8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:48.596842 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] For port dc10c818-8ff2-40a9-8856-49a1ff19b5df, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:43:48.611037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] For port dc10c818-8ff2-40a9-8856-49a1ff19b5df, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=dc10c818-8ff2-40a9-8856-49a1ff19b5df,segment=NetworkSegment(31828245-904b-4d42-bcb8-a1888d7ac9b6),segment_id=31828245-904b-4d42-bcb8-a1888d7ac9b6)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:43:48.645722 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-abcf9b7a-73f5-46b9-b5b0-662e04f8435e None None] Provisioning complete for port e091a30d-3a4f-47df-8a8b-790c9c84d554 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:48.646265 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abcf9b7a-73f5-46b9-b5b0-662e04f8435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:48.660259 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['0555cc17-897a-4386-b156-a4ac9defe4cb'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:43:48.724704 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:48.762695 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:48.843795 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7105f9bd-618f-4b37-80d1-d28a2ea7b5d8 req-c681f0e3-62bb-4347-bb39-4988bf4650e4 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a470dc2-ef31-493d-ae70-0c5f0643c308 HTTP/1.1" status: 200 len: 210 time: 0.8174911 Nov 11 21:43:48.875859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Allocated IP 2001:db8::2fe (c826d7fb-6b3d-453b-abc7-d28e7b88e065/687da2d4-595c-4961-8e38-218da0f77463/35566ec9-e5f7-4a02-ae76-de5f000655de) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:48.885936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65908fb2-dec2-4117-a032-cba171b32cf2 req-32f14ba7-f721-432f-a6b7-766d923646ff tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:48.894140 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65908fb2-dec2-4117-a032-cba171b32cf2 req-32f14ba7-f721-432f-a6b7-766d923646ff tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 1.1832139 Nov 11 21:43:48.946863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc290fc-799f-4b58-9f70-9c3fb362f7d2,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:48.993826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:48.994536 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:48.996344 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-130143a3-3265-433a-aed7-805c3d553576 req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] 10.222.0.10 "PUT /v2.0/ports/dc10c818-8ff2-40a9-8856-49a1ff19b5df HTTP/1.1" status: 200 len: 1092 time: 5.3586287 Nov 11 21:43:49.000073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-7646ff87-fc45-4021-a4c0-1972b9c7a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:49.012930 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-7646ff87-fc45-4021-a4c0-1972b9c7a8c1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.7540596 Nov 11 21:43:49.016607 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-65798e10-abc3-45a4-8e09-162499219958 req-43f9c48d-4d02-49d6-a5ff-0c7a19efa956 service neutron] 10.222.0.10 "GET /v2.0/networks/a9de8fe5-ab0a-4202-8855-3aa8d9179cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290022 Nov 11 21:43:49.026070 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-0e4dbc20-265d-4cbc-a9b8-8457ed33df7c service neutron] 10.222.0.71 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2632227 Nov 11 21:43:49.204988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d3519a1e-e704-40c4-96d2-fabe19114f08 None None] Provisioning complete for port 4452daec-7715-4cfa-91be-2b228ccb20c8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:49.205364 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3519a1e-e704-40c4-96d2-fabe19114f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:49.212471 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65908fb2-dec2-4117-a032-cba171b32cf2 req-db50bbf5-0a94-4bf1-8a53-d54e2143f0c8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3062665 Nov 11 21:43:49.231507 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:49.286306 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b087c8-f26a-4510-99df-d642f1f35bcc req-841d411c-b0ec-467b-9c63-ccbed1aaf86c tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:49.294595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-42b087c8-f26a-4510-99df-d642f1f35bcc req-841d411c-b0ec-467b-9c63-ccbed1aaf86c tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 944 time: 0.2435727 Nov 11 21:43:49.298079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d3519a1e-e704-40c4-96d2-fabe19114f08 None None] Port 4452daec-7715-4cfa-91be-2b228ccb20c8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:49.340905 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:49.391692 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Attempting to bind port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:43:49.392213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Attempting to bind port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '31828245-904b-4d42-bcb8-a1888d7ac9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:43:49.392741 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Attempting to bind port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 on network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:49.423435 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 on network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:43:49.423760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Attempting to bind port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 on network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:43:49.442043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb514415-fa49-4054-a414-363bf20fc649 service neutron] Pushing event updated for resources: {'Port': ['ID=dc10c818-8ff2-40a9-8856-49a1ff19b5df,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:49.452850 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-42b087c8-f26a-4510-99df-d642f1f35bcc req-6c48ae9a-4096-4689-b6c9-7ef34104b0f3 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/security-groups?id=161ced67-8d93-4ae8-a928-e00b1757983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514771 Nov 11 21:43:49.454286 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:43:49.454622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Checking segment: {'id': '31828245-904b-4d42-bcb8-a1888d7ac9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:43:49.455003 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Bound using segment: {'id': '31828245-904b-4d42-bcb8-a1888d7ac9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:43:49.456997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Bound port: 5bc290fc-799f-4b58-9f70-9c3fb362f7d2, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31828245-904b-4d42-bcb8-a1888d7ac9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:43:49.458089 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:49.460851 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d7f472-f78f-4267-96fe-5bf446ac3630 x-openstack-request-id: req-77d7f472-f78f-4267-96fe-5bf446ac3630 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:43:49.461153 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a470dc2-ef31-493d-ae70-0c5f0643c308", "name": "network-vif-deleted", "tag": "1c5bef61-36f7-4421-8df4-2ca7b41a3161", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:43:49.461409 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-77d7f472-f78f-4267-96fe-5bf446ac3630 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:43:49.461828 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a470dc2-ef31-493d-ae70-0c5f0643c308', 'name': 'network-vif-deleted', 'tag': '1c5bef61-36f7-4421-8df4-2ca7b41a3161', 'status': 'completed', 'code': 200} Nov 11 21:43:49.563429 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:49.613114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] For port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:43:49.616933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] For port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5bc290fc-799f-4b58-9f70-9c3fb362f7d2,segment=NetworkSegment(31828245-904b-4d42-bcb8-a1888d7ac9b6),segment_id=31828245-904b-4d42-bcb8-a1888d7ac9b6)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:43:49.667198 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:49.687167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1079459d-0e53-4340-8322-5f4c8a2f9f6c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:49.733583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:49.735301 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:49.737114 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] 10.222.0.10 "PUT /v2.0/ports/5bc290fc-799f-4b58-9f70-9c3fb362f7d2 HTTP/1.1" status: 200 len: 1092 time: 4.8252327 Nov 11 21:43:49.763745 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540a8057-5185-498e-be75-1d85871eb934', 'tag': '5bc290fc-799f-4b58-9f70-9c3fb362f7d2'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:43:49.768942 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573bedc5-db4b-4a34-9339-32a168669206" -d '{"events": [{"name": "network-changed", "server_uuid": "540a8057-5185-498e-be75-1d85871eb934", "tag": "5bc290fc-799f-4b58-9f70-9c3fb362f7d2"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:43:49.781374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 0555cc17-897a-4386-b156-a4ac9defe4cb up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:49.951874 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 0555cc17-897a-4386-b156-a4ac9defe4cb completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:43:49.958384 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 0555cc17-897a-4386-b156-a4ac9defe4cb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:49.958759 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:49.962501 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c20451-c25f-4712-8b6b-d1fd4702d9ba x-openstack-request-id: req-86c20451-c25f-4712-8b6b-d1fd4702d9ba {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:43:49.963025 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540a8057-5185-498e-be75-1d85871eb934", "tag": "5bc290fc-799f-4b58-9f70-9c3fb362f7d2", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:43:49.963311 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-86c20451-c25f-4712-8b6b-d1fd4702d9ba {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:43:49.963555 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540a8057-5185-498e-be75-1d85871eb934', 'tag': '5bc290fc-799f-4b58-9f70-9c3fb362f7d2', 'status': 'completed', 'code': 200} Nov 11 21:43:50.061548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8059c-3004-40e6-949c-596a3f656095 req-6bd3cf81-fc83-4478-b618-5debc929245d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:50.063648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3fb8059c-3004-40e6-949c-596a3f656095 req-6bd3cf81-fc83-4478-b618-5debc929245d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 944 time: 0.5263934 Nov 11 21:43:50.154435 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:50.195552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a38106d-1054-4801-8bdf-85095487492d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0555cc17-897a-4386-b156-a4ac9defe4cb'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:43:50.197877 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ddd490-efb0-4511-97ea-7fbd974592c3" -d '{"events": [{"server_uuid": "6a38106d-1054-4801-8bdf-85095487492d", "name": "network-vif-plugged", "status": "completed", "tag": "0555cc17-897a-4386-b156-a4ac9defe4cb"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:43:50.212243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a916b6-c842-4e86-b507-1e68ce134621 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc290fc-799f-4b58-9f70-9c3fb362f7d2,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:50.235129 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 0555cc17-897a-4386-b156-a4ac9defe4cb, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=0555cc17-897a-4386-b156-a4ac9defe4cb,segment=NetworkSegment(949db7bf-c345-4216-91d7-012c3a5d164b),segment_id=949db7bf-c345-4216-91d7-012c3a5d164b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:50.246386 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:50.287005 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-3661bf1f-ddf2-498a-8843-baba8adcc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:50.288618 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-3661bf1f-ddf2-498a-8843-baba8adcc4fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99e3c597206c4ea7bcd58ef8e8d0fd48&device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 1095 time: 0.4907079 Nov 11 21:43:50.311529 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3fb8059c-3004-40e6-949c-596a3f656095 req-c9b4427f-cc34-4b38-8537-1edefda4ad38 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283862 Nov 11 21:43:50.334623 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=0555cc17-897a-4386-b156-a4ac9defe4cb,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:50.385238 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-5b1d4f1f-d089-4710-842f-24f6da9140cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bc290fc-799f-4b58-9f70-9c3fb362f7d2 HTTP/1.1" status: 200 len: 217 time: 0.0725784 Nov 11 21:43:50.408884 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da12df1e-7eeb-48c3-bd90-252747b787c1 x-openstack-request-id: req-da12df1e-7eeb-48c3-bd90-252747b787c1 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:43:50.409180 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a38106d-1054-4801-8bdf-85095487492d", "name": "network-vif-plugged", "status": "completed", "tag": "0555cc17-897a-4386-b156-a4ac9defe4cb", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:43:50.409428 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-da12df1e-7eeb-48c3-bd90-252747b787c1 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:43:50.409828 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a38106d-1054-4801-8bdf-85095487492d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0555cc17-897a-4386-b156-a4ac9defe4cb', 'code': 200} Nov 11 21:43:50.432619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:50.443741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:50.475838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:50.490732 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:50.491715 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:50.563456 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1079459d-0e53-4340-8322-5f4c8a2f9f6c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:50.597602 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.9245269 Nov 11 21:43:50.615099 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1079459d-0e53-4340-8322-5f4c8a2f9f6c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:50.630289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48236) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:50.654494 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-f4acc3a5-b785-4e06-a284-933175468210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:50.663217 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-f4acc3a5-b785-4e06-a284-933175468210 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2935028 Nov 11 21:43:50.699377 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=35566ec9-e5f7-4a02-ae76-de5f000655de,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:50.705430 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5c82a166-a50f-4493-bc55-4d586cb828c4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'subnet': {'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:50.735170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079459d-0e53-4340-8322-5f4c8a2f9f6c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=4452daec-7715-4cfa-91be-2b228ccb20c8,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:50.736837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130143a3-3265-433a-aed7-805c3d553576 req-541dc37c-a25e-4ea6-97c0-33b0cd447240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:50.745189 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-130143a3-3265-433a-aed7-805c3d553576 req-541dc37c-a25e-4ea6-97c0-33b0cd447240 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99e3c597206c4ea7bcd58ef8e8d0fd48&device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 1095 time: 1.2332363 Nov 11 21:43:50.819250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:50.819744 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:50.820143 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:50.820533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:50.820954 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:50.821345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:50.821731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:50.822127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:50.822556 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:50.822959 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:50.823346 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:50.823826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d71827c-29b8-4a95-95f5-25e1fa5f2dfe tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:50.830554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5a849-1c83-4d2f-8240-5a355f5afbc2 req-9a2d98bf-c0f8-40f1-95b7-beedb5dc9a57 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:50.841614 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17c5a849-1c83-4d2f-8240-5a355f5afbc2 req-9a2d98bf-c0f8-40f1-95b7-beedb5dc9a57 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.5418591 Nov 11 21:43:50.921004 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-65798e10-abc3-45a4-8e09-162499219958 req-7eb5f68a-04ab-45f7-aa48-0b74df6ff9e2 service neutron] 10.222.0.10 "GET /v2.0/networks/a9de8fe5-ab0a-4202-8855-3aa8d9179cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5485339 Nov 11 21:43:50.925660 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-2c9268e4-5f4f-4665-962b-0f88e81738c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:50.926964 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b1ed00e0-35e5-4ef8-8f59-a54cdc387329 req-cb124689-c908-4e74-aba7-9f84440884eb service neutron] 10.222.0.71 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4171534 Nov 11 21:43:50.928517 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-130143a3-3265-433a-aed7-805c3d553576 req-49b30fce-cddd-4e57-8e15-d0732037a222 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc10c818-8ff2-40a9-8856-49a1ff19b5df HTTP/1.1" status: 200 len: 217 time: 0.1445837 Nov 11 21:43:50.933122 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-2c9268e4-5f4f-4665-962b-0f88e81738c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc75e8a7-d2c9-48ae-aff4-f6a72ade0511 HTTP/1.1" status: 200 len: 858 time: 0.5198057 Nov 11 21:43:50.942414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4881fc-9bb8-4e6e-8ea7-d4608f0b4328 req-f909c75e-d16e-4acb-bcdd-397ba117e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:50.943009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a96dec-12da-4235-ba71-85e4fd99891f req-16b774b7-be87-4412-83c0-51977e779a6c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:50.951882 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1c4881fc-9bb8-4e6e-8ea7-d4608f0b4328 req-f909c75e-d16e-4acb-bcdd-397ba117e254 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 1096 time: 0.4418259 Nov 11 21:43:50.952184 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48a96dec-12da-4235-ba71-85e4fd99891f req-16b774b7-be87-4412-83c0-51977e779a6c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.3480926 Nov 11 21:43:50.967914 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4231e7f1-cf6e-48f3-858f-db21581f92db None None] Provisioning complete for port 35566ec9-e5f7-4a02-ae76-de5f000655de triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:50.970110 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4231e7f1-cf6e-48f3-858f-db21581f92db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:51.055113 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4231e7f1-cf6e-48f3-858f-db21581f92db None None] Port 35566ec9-e5f7-4a02-ae76-de5f000655de cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:51.118756 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130143a3-3265-433a-aed7-805c3d553576 req-5b5115cc-b7a7-47cd-8158-d85e341ccc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:51.119793 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-130143a3-3265-433a-aed7-805c3d553576 req-5b5115cc-b7a7-47cd-8158-d85e341ccc27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc75e8a7-d2c9-48ae-aff4-f6a72ade0511 HTTP/1.1" status: 200 len: 858 time: 0.1503794 Nov 11 21:43:51.124079 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-9f6fd11c-648b-49a3-8fc9-7e481f2c165a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984418 Nov 11 21:43:51.133493 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-fd3758ab-5a0d-4060-b0ec-57c49580364b service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528029 Nov 11 21:43:51.176847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-197314d3-1af0-4ba0-8415-d0f44c0de83a None None] Provisioning complete for port 4452daec-7715-4cfa-91be-2b228ccb20c8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:51.177531 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-197314d3-1af0-4ba0-8415-d0f44c0de83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:51.219266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-197314d3-1af0-4ba0-8415-d0f44c0de83a None None] Port 4452daec-7715-4cfa-91be-2b228ccb20c8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:51.222496 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17c5a849-1c83-4d2f-8240-5a355f5afbc2 req-2cba4aef-c613-4893-8baa-41f448692080 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745584 Nov 11 21:43:51.246210 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c82a166-a50f-4493-bc55-4d586cb828c4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:51.249836 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c82a166-a50f-4493-bc55-4d586cb828c4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:51.297662 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-130143a3-3265-433a-aed7-805c3d553576 req-5032d8a1-5bd3-41c0-8be7-a35c94988102 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579123 Nov 11 21:43:51.300170 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1c4881fc-9bb8-4e6e-8ea7-d4608f0b4328 req-739bd75d-8ea6-410f-a45a-4d1df2ab4c06 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=161ced67-8d93-4ae8-a928-e00b1757983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402555 Nov 11 21:43:51.305931 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-eb7723c4-91d0-40dc-83d3-1684185aba37 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531839 Nov 11 21:43:51.308969 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cdad1-7077-40d7-bff8-0fbd1c4e39af req-2815808b-2443-4718-9cba-c1447578592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:51.310545 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc1cdad1-7077-40d7-bff8-0fbd1c4e39af req-2815808b-2443-4718-9cba-c1447578592f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 1095 time: 0.2505155 Nov 11 21:43:51.314589 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48a96dec-12da-4235-ba71-85e4fd99891f req-242bf49e-8999-4923-ac29-922edab61bee tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577049 Nov 11 21:43:51.371253 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-5167f959-4fdf-4dc2-99a3-68ed9bff1b84 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a256091-0880-49ef-ae98-ef983b4c19db HTTP/1.1" status: 200 len: 217 time: 0.0511937 Nov 11 21:43:51.478380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5305272c-e7db-49fa-b52c-02bfed8470d3', 'tag': 'dc10c818-8ff2-40a9-8856-49a1ff19b5df'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:43:51.482295 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033d9e5c-cf03-4f64-958d-7d597704a977" -d '{"events": [{"name": "network-changed", "server_uuid": "5305272c-e7db-49fa-b52c-02bfed8470d3", "tag": "dc10c818-8ff2-40a9-8856-49a1ff19b5df"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:43:51.485783 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cdad1-7077-40d7-bff8-0fbd1c4e39af req-be7a6c34-fd50-4b5d-8887-ae42b7a5f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:51.487558 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc1cdad1-7077-40d7-bff8-0fbd1c4e39af req-be7a6c34-fd50-4b5d-8887-ae42b7a5f623 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 919 time: 0.1153374 Nov 11 21:43:51.512089 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-45a4a456-3723-4cc0-846b-5e5c7c7683e0 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564320 Nov 11 21:43:51.533175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6889f7c-cad6-4bb3-b683-d7772bd322d8 req-5e8cd283-d316-4641-a377-2961e3367e04 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:51.534867 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6889f7c-cad6-4bb3-b683-d7772bd322d8 req-5e8cd283-d316-4641-a377-2961e3367e04 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 945 time: 0.2258198 Nov 11 21:43:51.542620 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1079459d-0e53-4340-8322-5f4c8a2f9f6c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:51.585000 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc1cdad1-7077-40d7-bff8-0fbd1c4e39af req-eec7f2b3-ca53-4274-80f8-023f71fe4872 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef198489-3518-45bb-a880-12b7addb9280 HTTP/1.1" status: 200 len: 217 time: 0.0858836 Nov 11 21:43:51.664223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-3b615427-fe61-463a-84d5-e589a053a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:51.665657 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-3b615427-fe61-463a-84d5-e589a053a8f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e06d152d-4297-4bab-be11-2a26a2d0ccd9 HTTP/1.1" status: 200 len: 797 time: 0.1770401 Nov 11 21:43:51.742170 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-130143a3-3265-433a-aed7-805c3d553576 req-6bc26314-7334-4679-866b-9d26e5584414 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416842 Nov 11 21:43:51.743697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cdad1-7077-40d7-bff8-0fbd1c4e39af req-95d722f3-15b7-4239-9ec8-8f8577d06515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:51.745195 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc1cdad1-7077-40d7-bff8-0fbd1c4e39af req-95d722f3-15b7-4239-9ec8-8f8577d06515 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.1247373 Nov 11 21:43:51.785314 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-a13904be-72b6-436d-a9ef-de0c2ec33c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:51.786945 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-a13904be-72b6-436d-a9ef-de0c2ec33c07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1107404 Nov 11 21:43:51.937065 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cdad1-7077-40d7-bff8-0fbd1c4e39af req-f20c74ac-262f-43c6-ac23-87b078529a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:51.938055 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc1cdad1-7077-40d7-bff8-0fbd1c4e39af req-f20c74ac-262f-43c6-ac23-87b078529a0c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791561 Nov 11 21:43:51.980706 n-d-805737-3 neutron-server[102534]: INFO neutron.db.ipam_backend_mixin [None req-5c82a166-a50f-4493-bc55-4d586cb828c4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 687da2d4-595c-4961-8e38-218da0f77463 (CIDR: 2001:db8::/64) Nov 11 21:43:52.013523 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c82a166-a50f-4493-bc55-4d586cb828c4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:43:52.014014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c82a166-a50f-4493-bc55-4d586cb828c4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:43:52.028388 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-130143a3-3265-433a-aed7-805c3d553576 req-83f433ce-b046-43ba-9563-8869aff69810 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767386 Nov 11 21:43:52.053223 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-774ea324-3425-4b9d-b89b-2158e0e25b0a service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335992 Nov 11 21:43:52.090910 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4be1a-d713-4c44-b6ec-ca4f10ea271b req-3f6fa18e-bc4f-4bd6-8800-0e94dffbaa59 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:52.098676 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6e4be1a-d713-4c44-b6ec-ca4f10ea271b req-3f6fa18e-bc4f-4bd6-8800-0e94dffbaa59 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 944 time: 0.5851655 Nov 11 21:43:52.118293 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5c82a166-a50f-4493-bc55-4d586cb828c4 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4185019 Nov 11 21:43:52.118935 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48248) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:52.131087 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e402a93e-d8c9-4a97-896f-caf9864ed23b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'subnet': {'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:52.140339 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc1cdad1-7077-40d7-bff8-0fbd1c4e39af req-54fd91da-86fd-4705-a30d-c1bc28c242eb service neutron] 10.222.0.71 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920176 Nov 11 21:43:52.167002 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6889f7c-cad6-4bb3-b683-d7772bd322d8 req-e8cd42cc-1f89-45b3-8f84-8d6788eae2be tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/security-groups?id=161ced67-8d93-4ae8-a928-e00b1757983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474627 Nov 11 21:43:52.234830 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cadc3b1-b34a-4b99-aa91-4a9b16d0a021 req-321277f3-6a2a-4f5b-97f7-a0531c28857e service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6931732 Nov 11 21:43:52.240960 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-5873be01-9824-40f6-b9d3-c11519b205a3 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844878 Nov 11 21:43:52.323029 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1079459d-0e53-4340-8322-5f4c8a2f9f6c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:52.323697 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-e38fd28b-5392-4507-b6c8-5ffeba51de3a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d HTTP/1.1" status: 200 len: 217 time: 0.0698161 Nov 11 21:43:52.364712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6e4be1a-d713-4c44-b6ec-ca4f10ea271b req-1a6187e4-47b6-41ca-be64-629e48f3992f tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651167 Nov 11 21:43:52.387225 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732a75b9-6359-45f9-963b-913356d96528 x-openstack-request-id: req-732a75b9-6359-45f9-963b-913356d96528 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:43:52.391727 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5305272c-e7db-49fa-b52c-02bfed8470d3", "tag": "dc10c818-8ff2-40a9-8856-49a1ff19b5df", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:43:52.392102 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-732a75b9-6359-45f9-963b-913356d96528 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:43:52.392620 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5305272c-e7db-49fa-b52c-02bfed8470d3', 'tag': 'dc10c818-8ff2-40a9-8856-49a1ff19b5df', 'status': 'completed', 'code': 200} Nov 11 21:43:52.504165 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d9e5c-cf03-4f64-958d-7d597704a977 req-659fd208-6a87-4b43-96d3-c7760a8dcd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:52.505876 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033d9e5c-cf03-4f64-958d-7d597704a977 req-659fd208-6a87-4b43-96d3-c7760a8dcd25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99e3c597206c4ea7bcd58ef8e8d0fd48&device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 1095 time: 0.2036870 Nov 11 21:43:52.532318 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fc1cdad1-7077-40d7-bff8-0fbd1c4e39af req-519d3236-1eb1-4711-be6f-237e6b69f9cf service neutron] 10.222.0.71 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902381 Nov 11 21:43:52.581588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bedc5-db4b-4a34-9339-32a168669206 req-0c77bb6c-9d50-45c8-8c6d-339cbe561cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:52.582098 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-573bedc5-db4b-4a34-9339-32a168669206 req-0c77bb6c-9d50-45c8-8c6d-339cbe561cce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99e3c597206c4ea7bcd58ef8e8d0fd48&device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 1095 time: 0.2447462 Nov 11 21:43:52.587836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-2211a32f-8edb-4f6f-b90d-f8198821bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:52.589804 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-2211a32f-8edb-4f6f-b90d-f8198821bc6b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e06d152d-4297-4bab-be11-2a26a2d0ccd9 HTTP/1.1" status: 200 len: 797 time: 0.0612338 Nov 11 21:43:52.702786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e402a93e-d8c9-4a97-896f-caf9864ed23b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:52.708432 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e402a93e-d8c9-4a97-896f-caf9864ed23b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:52.721342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-21c2f375-07b9-471c-8826-9d2fafe16c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:52.734770 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-21c2f375-07b9-471c-8826-9d2fafe16c74 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1352556 Nov 11 21:43:52.767703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff510a71-7e1a-4ef1-8ba7-5f2ed3d1f5a5 req-053b3363-d62a-44a6-862d-4c71ab50fcd3 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:52.774850 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff510a71-7e1a-4ef1-8ba7-5f2ed3d1f5a5 req-053b3363-d62a-44a6-862d-4c71ab50fcd3 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.3710985 Nov 11 21:43:52.789041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fe9b0-c8cf-48b9-a077-3f589122c95a req-d46942bb-d220-4afb-99b3-fa4801ca99ed tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:52.790583 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-559fe9b0-c8cf-48b9-a077-3f589122c95a req-d46942bb-d220-4afb-99b3-fa4801ca99ed tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.3218408 Nov 11 21:43:52.802436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9654787-374b-42a6-a32a-6e3830efb2ea req-a2584c14-0e7e-478b-9a8d-572b52224632 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:52.804070 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b9654787-374b-42a6-a32a-6e3830efb2ea req-a2584c14-0e7e-478b-9a8d-572b52224632 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.71 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 946 time: 0.1297889 Nov 11 21:43:52.807165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bedc5-db4b-4a34-9339-32a168669206 req-355c7bd4-825d-4894-8503-7dd70ecac16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:52.808686 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-573bedc5-db4b-4a34-9339-32a168669206 req-355c7bd4-825d-4894-8503-7dd70ecac16a service neutron] 10.222.0.10 "GET /v2.0/networks?id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 HTTP/1.1" status: 200 len: 920 time: 0.2169538 Nov 11 21:43:52.905783 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-573bedc5-db4b-4a34-9339-32a168669206 req-cc8be7d8-9e42-4eed-b90a-c048878aa3e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bc290fc-799f-4b58-9f70-9c3fb362f7d2 HTTP/1.1" status: 200 len: 217 time: 0.0680468 Nov 11 21:43:52.958178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-559fe9b0-c8cf-48b9-a077-3f589122c95a req-04e93908-f003-4401-aa5f-d833b2185556 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282444 Nov 11 21:43:52.995684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d9e5c-cf03-4f64-958d-7d597704a977 req-b31ffa61-e075-40b8-9a0f-f2e0d2c360e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:52.997213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033d9e5c-cf03-4f64-958d-7d597704a977 req-b31ffa61-e075-40b8-9a0f-f2e0d2c360e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 HTTP/1.1" status: 200 len: 920 time: 0.4410686 Nov 11 21:43:53.037732 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-8786d315-390c-47fc-a04a-92357e55cbcd service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863872 Nov 11 21:43:53.046268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bedc5-db4b-4a34-9339-32a168669206 req-ae6d2b70-3ea2-45b8-bdc7-b4611705881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:53.049029 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-573bedc5-db4b-4a34-9339-32a168669206 req-ae6d2b70-3ea2-45b8-bdc7-b4611705881c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc75e8a7-d2c9-48ae-aff4-f6a72ade0511 HTTP/1.1" status: 200 len: 858 time: 0.1312382 Nov 11 21:43:53.062669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff510a71-7e1a-4ef1-8ba7-5f2ed3d1f5a5 req-eec5eba7-bf0f-491d-8cd6-fc20895e6fcd tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/security-groups?id=75b4ca82-6e53-433c-9f5c-9a9522b45593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868235 Nov 11 21:43:53.079521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033d9e5c-cf03-4f64-958d-7d597704a977 req-f48c34cc-ea02-4dc3-821c-7a1f979852a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc10c818-8ff2-40a9-8856-49a1ff19b5df HTTP/1.1" status: 200 len: 217 time: 0.0723095 Nov 11 21:43:53.086146 n-d-805737-3 neutron-server[102534]: INFO neutron.db.ipam_backend_mixin [None req-e402a93e-d8c9-4a97-896f-caf9864ed23b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c4dac3b5-a32a-4855-b8fc-a5fc40a90e52 (CIDR: 2001:db8:0:1::/64) Nov 11 21:43:53.098499 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-e402a93e-d8c9-4a97-896f-caf9864ed23b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:43:53.098976 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e402a93e-d8c9-4a97-896f-caf9864ed23b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:43:53.127270 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-573bedc5-db4b-4a34-9339-32a168669206 req-43bd43c9-f1db-48bb-a884-023b3706da09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636554 Nov 11 21:43:53.167977 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e402a93e-d8c9-4a97-896f-caf9864ed23b tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0420966 Nov 11 21:43:53.172542 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48258) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:53.177665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-824f3679-1977-4354-b98d-dc80a61ae3be tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'subnet': {'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:53.185332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d9e5c-cf03-4f64-958d-7d597704a977 req-414d062f-33f6-41e9-a83d-6fe6dc0c85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:53.186952 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033d9e5c-cf03-4f64-958d-7d597704a977 req-414d062f-33f6-41e9-a83d-6fe6dc0c85fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc75e8a7-d2c9-48ae-aff4-f6a72ade0511 HTTP/1.1" status: 200 len: 858 time: 0.0898590 Nov 11 21:43:53.198180 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b9654787-374b-42a6-a32a-6e3830efb2ea req-dd603c60-5b8a-4247-b9eb-298759d3e415 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Deleting port aace8b78-f7f1-4062-afab-14bcfed32b3c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:53.199151 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9654787-374b-42a6-a32a-6e3830efb2ea req-dd603c60-5b8a-4247-b9eb-298759d3e415 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:53.232026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033d9e5c-cf03-4f64-958d-7d597704a977 req-a736ac39-bd61-444f-b65c-507f2c05ed2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261743 Nov 11 21:43:53.356376 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1079459d-0e53-4340-8322-5f4c8a2f9f6c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:53.399191 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06fd2316-3e13-4454-9ebc-bc2a6cd630c4 req-3acf0d75-61cb-44ea-81e4-ce25fce8e438 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343742 Nov 11 21:43:53.400899 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1079459d-0e53-4340-8322-5f4c8a2f9f6c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:53.431325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b9654787-374b-42a6-a32a-6e3830efb2ea req-dd603c60-5b8a-4247-b9eb-298759d3e415 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] For port aace8b78-f7f1-4062-afab-14bcfed32b3c, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=aace8b78-f7f1-4062-afab-14bcfed32b3c,segment=NetworkSegment(b71617bf-9cd5-4942-a559-888bf490f5ee),segment_id=b71617bf-9cd5-4942-a559-888bf490f5ee)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:53.431684 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9654787-374b-42a6-a32a-6e3830efb2ea req-dd603c60-5b8a-4247-b9eb-298759d3e415 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:53.436156 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-573bedc5-db4b-4a34-9339-32a168669206 req-29b4d055-2013-4108-a639-fe6057cf3d58 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743239 Nov 11 21:43:53.458417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b9654787-374b-42a6-a32a-6e3830efb2ea req-dd603c60-5b8a-4247-b9eb-298759d3e415 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Calling delete_port for aace8b78-f7f1-4062-afab-14bcfed32b3c owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:53.592719 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-573bedc5-db4b-4a34-9339-32a168669206 req-49a9ee22-f2f3-41c4-a2de-5d40ded694ab service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486332 Nov 11 21:43:53.621844 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1079459d-0e53-4340-8322-5f4c8a2f9f6c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:53.646150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086935f-1526-4420-9cb5-460a1c1afb5d req-fb4f1278-2ed9-48a6-8c1b-a57eb6ae2a6d tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:53.647912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d086935f-1526-4420-9cb5-460a1c1afb5d req-fb4f1278-2ed9-48a6-8c1b-a57eb6ae2a6d tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 945 time: 0.3217833 Nov 11 21:43:53.648584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079459d-0e53-4340-8322-5f4c8a2f9f6c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=4452daec-7715-4cfa-91be-2b228ccb20c8,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:53.677899 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9654787-374b-42a6-a32a-6e3830efb2ea req-dd603c60-5b8a-4247-b9eb-298759d3e415 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:53.678796 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033d9e5c-cf03-4f64-958d-7d597704a977 req-c7afa1d2-cb3a-4ae3-b909-86acda67494f service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365759 Nov 11 21:43:53.691091 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['aace8b78-f7f1-4062-afab-14bcfed32b3c'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:43:53.720145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389531c-02e8-4093-b40d-064d30fce492 req-ec9387ab-6588-4221-9b1b-6c9484af7de7 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:53.721221 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd603c60-5b8a-4247-b9eb-298759d3e415 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Pushing event deleted for resources: {'Port': ['ID=aace8b78-f7f1-4062-afab-14bcfed32b3c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:53.727622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b389531c-02e8-4093-b40d-064d30fce492 req-ec9387ab-6588-4221-9b1b-6c9484af7de7 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 944 time: 0.2336464 Nov 11 21:43:53.809981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9654787-374b-42a6-a32a-6e3830efb2ea req-dd603c60-5b8a-4247-b9eb-298759d3e415 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] No DVR routers for this DVR port aace8b78-f7f1-4062-afab-14bcfed32b3c on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:43:53.811963 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b9654787-374b-42a6-a32a-6e3830efb2ea req-dd603c60-5b8a-4247-b9eb-298759d3e415 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:53.815431 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b9654787-374b-42a6-a32a-6e3830efb2ea req-dd603c60-5b8a-4247-b9eb-298759d3e415 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.71 "DELETE /v2.0/ports/aace8b78-f7f1-4062-afab-14bcfed32b3c HTTP/1.1" status: 204 len: 173 time: 0.9788980 Nov 11 21:43:54.126164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824f3679-1977-4354-b98d-dc80a61ae3be tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Made reservation on behalf of dbad1feca6c74716beb5daf54e17f08f for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:54.129928 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-824f3679-1977-4354-b98d-dc80a61ae3be tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:54.198836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d086935f-1526-4420-9cb5-460a1c1afb5d req-8bcbe1ac-a938-4b29-b9bd-4647076c480c tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/security-groups?id=161ced67-8d93-4ae8-a928-e00b1757983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323751 Nov 11 21:43:54.270510 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b389531c-02e8-4093-b40d-064d30fce492 req-a370656d-0a55-4048-8f70-4211e0f4a8c5 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418789 Nov 11 21:43:54.300325 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033d9e5c-cf03-4f64-958d-7d597704a977 req-fbf43689-6c0e-4e29-bdff-7e6342bb1548 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954404 Nov 11 21:43:54.340231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1079459d-0e53-4340-8322-5f4c8a2f9f6c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 70bda64f-ca78-4b64-bd32-60ed5936b0d3 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:54.347214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-1079459d-0e53-4340-8322-5f4c8a2f9f6c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:54.383342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143bee6-31bf-4382-85a3-119548d20b07 req-84314d42-9713-4e43-83e5-8faab43629e4 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:54.384983 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c143bee6-31bf-4382-85a3-119548d20b07 req-84314d42-9713-4e43-83e5-8faab43629e4 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.1094048 Nov 11 21:43:54.394362 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df517f5c-d2b0-4e1d-9025-3821d10c2f33', 'name': 'network-vif-deleted', 'tag': 'aace8b78-f7f1-4062-afab-14bcfed32b3c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:43:54.397308 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2613c32a-2053-461e-93d7-3d9937dc819b" -d '{"events": [{"server_uuid": "df517f5c-d2b0-4e1d-9025-3821d10c2f33", "name": "network-vif-deleted", "tag": "aace8b78-f7f1-4062-afab-14bcfed32b3c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:43:54.526142 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6b17e7e-ebe2-40eb-948b-56809bc9ee99 req-21d8cd9a-0763-43be-8e2b-10802242c6c2 tempest-ServerRescueTestJSON-1966154273 tempest-ServerRescueTestJSON-1966154273-project] 10.222.0.57 "GET /v2.0/ports?device_id=df517f5c-d2b0-4e1d-9025-3821d10c2f33 HTTP/1.1" status: 200 len: 210 time: 0.0550730 Nov 11 21:43:54.609970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c143bee6-31bf-4382-85a3-119548d20b07 req-b7f58184-8c3b-49f9-9150-7be6b8084c91 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873107 Nov 11 21:43:54.677052 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-88224bec-d8be-4ce1-b277-7639a0ddbedd None None] Provisioning complete for port 4452daec-7715-4cfa-91be-2b228ccb20c8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:54.680219 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88224bec-d8be-4ce1-b277-7639a0ddbedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:54.690953 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e28ea7-44bf-492e-95d8-da388d691dae x-openstack-request-id: req-37e28ea7-44bf-492e-95d8-da388d691dae {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:43:54.691454 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df517f5c-d2b0-4e1d-9025-3821d10c2f33", "name": "network-vif-deleted", "tag": "aace8b78-f7f1-4062-afab-14bcfed32b3c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:43:54.691454 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-37e28ea7-44bf-492e-95d8-da388d691dae {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:43:54.691865 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df517f5c-d2b0-4e1d-9025-3821d10c2f33', 'name': 'network-vif-deleted', 'tag': 'aace8b78-f7f1-4062-afab-14bcfed32b3c', 'status': 'completed', 'code': 200} Nov 11 21:43:54.731049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1079459d-0e53-4340-8322-5f4c8a2f9f6c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router b7ee95ee-d9fa-409b-bb02-24d9b810fc38 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:43:54.749716 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-88224bec-d8be-4ce1-b277-7639a0ddbedd None None] Port 4452daec-7715-4cfa-91be-2b228ccb20c8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:54.755265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbd4c4-be0c-4256-8391-193a8472cd5e req-2dd458a3-5143-4a8e-b177-0bc302714d92 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:54.756939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ecbd4c4-be0c-4256-8391-193a8472cd5e req-2dd458a3-5143-4a8e-b177-0bc302714d92 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 945 time: 0.0986059 Nov 11 21:43:54.802100 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-824f3679-1977-4354-b98d-dc80a61ae3be tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:54.907828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824f3679-1977-4354-b98d-dc80a61ae3be tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:54.917791 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-824f3679-1977-4354-b98d-dc80a61ae3be tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:54.926713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824f3679-1977-4354-b98d-dc80a61ae3be tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:54.927367 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-824f3679-1977-4354-b98d-dc80a61ae3be tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:54.928516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb18b4-c6bc-4457-a6a4-17e9b8abfafb None None] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:54.941121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1079459d-0e53-4340-8322-5f4c8a2f9f6c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:43:54.947800 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f3679-1977-4354-b98d-dc80a61ae3be tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Subnet': ['ID=d14937f2-76ab-4d23-b3e9-3298e339f750,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:54.954976 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a8f630-c785-4c46-8f28-877b52287b19 None None] Sync routers for ids ['b7ee95ee-d9fa-409b-bb02-24d9b810fc38'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:43:54.956368 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1079459d-0e53-4340-8322-5f4c8a2f9f6c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/b7ee95ee-d9fa-409b-bb02-24d9b810fc38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9761207 Nov 11 21:43:54.959144 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48278) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:54.968880 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ecbd4c4-be0c-4256-8391-193a8472cd5e req-73599fbe-f7c4-4bd4-925d-b4cb5cdfb9c2 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/security-groups?id=161ced67-8d93-4ae8-a928-e00b1757983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991596 Nov 11 21:43:54.970147 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a8f630-c785-4c46-8f28-877b52287b19 None None] Routers {'b7ee95ee-d9fa-409b-bb02-24d9b810fc38'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:54.971534 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90a8f630-c785-4c46-8f28-877b52287b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b7ee95ee-d9fa-409b-bb02-24d9b810fc38'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:54.982853 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-824f3679-1977-4354-b98d-dc80a61ae3be tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8063841 Nov 11 21:43:54.983219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48280) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:54.992021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1747453251', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd14937f2-76ab-4d23-b3e9-3298e339f750'}], 'security_groups': ['13af4c7b-faa6-4b4c-8d03-48a2ea61c383', '91e9a5f4-3e5f-496e-8043-d5887ab70773']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:55.042714 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6e2a84-9b31-466f-b234-18182b10c248 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:55.044236 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4d6e2a84-9b31-466f-b234-18182b10c248 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports/4452daec-7715-4cfa-91be-2b228ccb20c8 HTTP/1.1" status: 200 len: 978 time: 0.0836251 Nov 11 21:43:55.047048 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48286) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:55.066181 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90a8f630-c785-4c46-8f28-877b52287b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:55.097336 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a8f630-c785-4c46-8f28-877b52287b19 None None] Routers {'b7ee95ee-d9fa-409b-bb02-24d9b810fc38'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:55.098232 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90a8f630-c785-4c46-8f28-877b52287b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b7ee95ee-d9fa-409b-bb02-24d9b810fc38'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:55.161630 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:55.176040 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90a8f630-c785-4c46-8f28-877b52287b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:55.179443 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a8f630-c785-4c46-8f28-877b52287b19 None None] The sync data for ids ['b7ee95ee-d9fa-409b-bb02-24d9b810fc38'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:43:55.293150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ef198489-3518-45bb-a880-12b7addb9280 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:43:55.314754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d2a33-9933-4443-846a-4782da17be73 None None] Update dhcp port {'port': {'network_id': 'c826d7fb-6b3d-453b-abc7-d28e7b88e065', 'fixed_ips': [{'subnet_id': 'c4dac3b5-a32a-4855-b8fc-a5fc40a90e52', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '687da2d4-595c-4961-8e38-218da0f77463', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd14937f2-76ab-4d23-b3e9-3298e339f750'}], 'binding:host_id': 'n-d-805737-3'}, 'id': 'b3e07dcc-4804-42e3-bdf0-ee33482aeae8'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:43:55.335682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909a12f-9529-42f9-909d-142ac7f2ff74 req-6eacb043-7a20-4072-a39b-ded316103a94 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:55.343601 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a909a12f-9529-42f9-909d-142ac7f2ff74 req-6eacb043-7a20-4072-a39b-ded316103a94 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 945 time: 0.1026700 Nov 11 21:43:55.352343 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c89d2a33-9933-4443-846a-4782da17be73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:55.405134 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a909a12f-9529-42f9-909d-142ac7f2ff74 req-ffbb06ff-2717-4882-b0d0-c9243cc10f01 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/security-groups?id=161ced67-8d93-4ae8-a928-e00b1757983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561914 Nov 11 21:43:55.539802 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1df05276-61cc-4dfe-965e-83160c304437 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:55.683796 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4084c-cd8f-4972-80d4-224a76c793a6 req-631b478d-b5a3-4843-bd5c-a2c7ac3312ce tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:55.692068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81c4084c-cd8f-4972-80d4-224a76c793a6 req-631b478d-b5a3-4843-bd5c-a2c7ac3312ce tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 944 time: 0.2836254 Nov 11 21:43:55.692953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48306) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:55.734336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ef198489-3518-45bb-a880-12b7addb9280,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:55.770345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'ef198489-3518-45bb-a880-12b7addb9280', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'port_id': 'ef198489-3518-45bb-a880-12b7addb9280', 'mac_address': 'fa:16:3e:cf:ba:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:43:55.855798 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:43:55.876021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48310) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:55.922495 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81c4084c-cd8f-4972-80d4-224a76c793a6 req-70ae59a6-e110-4ef5-be07-281c49190a41 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958387 Nov 11 21:43:55.950972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1df05276-61cc-4dfe-965e-83160c304437 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port 4452daec-7715-4cfa-91be-2b228ccb20c8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:55.952534 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1df05276-61cc-4dfe-965e-83160c304437 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:56.005736 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-c89d2a33-9933-4443-846a-4782da17be73 None None] Allocated IP 2001:db8:0:2::2 (c826d7fb-6b3d-453b-abc7-d28e7b88e065/d14937f2-76ab-4d23-b3e9-3298e339f750/b3e07dcc-4804-42e3-bdf0-ee33482aeae8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:56.009797 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:56.038817 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef198489-3518-45bb-a880-12b7addb9280 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:43:56.135370 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ef198489-3518-45bb-a880-12b7addb9280,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:56.143956 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1df05276-61cc-4dfe-965e-83160c304437 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:56.151630 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bcbf056d-f13b-4625-832b-ccf41fbe789a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:56.160106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1df05276-61cc-4dfe-965e-83160c304437 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for 4452daec-7715-4cfa-91be-2b228ccb20c8 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:56.170507 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:56.182372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bee495-d2d7-4283-a6c4-36c3e16fbc52 req-7b78d265-a7c2-4172-a55e-e00b908bd817 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:56.183932 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16bee495-d2d7-4283-a6c4-36c3e16fbc52 req-7b78d265-a7c2-4172-a55e-e00b908bd817 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.1753426 Nov 11 21:43:56.257500 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5bc290fc-799f-4b58-9f70-9c3fb362f7d2,segment=NetworkSegment(31828245-904b-4d42-bcb8-a1888d7ac9b6),segment_id=31828245-904b-4d42-bcb8-a1888d7ac9b6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:56.267050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20730c-0382-43d9-8c6d-cd7308bbde52 req-070e34f1-4f69-4fd7-b6fc-1da8817cc495 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:56.274927 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf20730c-0382-43d9-8c6d-cd7308bbde52 req-070e34f1-4f69-4fd7-b6fc-1da8817cc495 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 945 time: 0.1845639 Nov 11 21:43:56.287536 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=ef198489-3518-45bb-a880-12b7addb9280,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:56.299840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '5bc290fc-799f-4b58-9f70-9c3fb362f7d2', 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9', 'port_id': '5bc290fc-799f-4b58-9f70-9c3fb362f7d2', 'mac_address': 'fa:16:3e:1a:8f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc75e8a7-d2c9-48ae-aff4-f6a72ade0511', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:43:56.310097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c89d2a33-9933-4443-846a-4782da17be73 None None] For port b3e07dcc-4804-42e3-bdf0-ee33482aeae8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b3e07dcc-4804-42e3-bdf0-ee33482aeae8,segment=NetworkSegment(c17c823f-ab06-4eb6-9906-2371b9154713),segment_id=c17c823f-ab06-4eb6-9906-2371b9154713)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:56.363162 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:56.383192 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1df05276-61cc-4dfe-965e-83160c304437 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:56.389661 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:43:56.406707 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16bee495-d2d7-4283-a6c4-36c3e16fbc52 req-c2f1ede1-cb82-4063-bed0-ffbd99767f54 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074554 Nov 11 21:43:56.423581 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c89d2a33-9933-4443-846a-4782da17be73 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:56.434832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5bc290fc-799f-4b58-9f70-9c3fb362f7d2,segment=NetworkSegment(31828245-904b-4d42-bcb8-a1888d7ac9b6),segment_id=31828245-904b-4d42-bcb8-a1888d7ac9b6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:56.437149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf20730c-0382-43d9-8c6d-cd7308bbde52 req-79c94ff2-0ed7-4381-8085-b8fecf70cbdb tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/security-groups?id=161ced67-8d93-4ae8-a928-e00b1757983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611316 Nov 11 21:43:56.446128 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c89d2a33-9933-4443-846a-4782da17be73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:56.463041 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:56.467763 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device dc10c818-8ff2-40a9-8856-49a1ff19b5df details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:43:56.561032 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df05276-61cc-4dfe-965e-83160c304437 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=4452daec-7715-4cfa-91be-2b228ccb20c8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:56.613213 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['ef198489-3518-45bb-a880-12b7addb9280'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:43:56.698794 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bcbf056d-f13b-4625-832b-ccf41fbe789a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:56.702238 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d2a33-9933-4443-846a-4782da17be73 None None] Pushing event updated for resources: {'Port': ['ID=b3e07dcc-4804-42e3-bdf0-ee33482aeae8,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:56.718989 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bcbf056d-f13b-4625-832b-ccf41fbe789a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:56.789576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Delete allocated IP 2001:db8::2fe (c826d7fb-6b3d-453b-abc7-d28e7b88e065/687da2d4-595c-4961-8e38-218da0f77463) {{(pid=102534) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 21:43:56.807357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bcbf056d-f13b-4625-832b-ccf41fbe789a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b84462cf91e1445696cc72fae6ca3f94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9302642 Nov 11 21:43:56.812758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48318) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:56.858809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf056d-f13b-4625-832b-ccf41fbe789a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e4349b-d976-44b0-9084-40ccb72be1d9,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:56.865351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Allocated IP 2001:db8:0:2::2b8 (c826d7fb-6b3d-453b-abc7-d28e7b88e065/d14937f2-76ab-4d23-b3e9-3298e339f750/35566ec9-e5f7-4a02-ae76-de5f000655de) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:56.946288 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:43:56.963915 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:56.975285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port dc10c818-8ff2-40a9-8856-49a1ff19b5df, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=dc10c818-8ff2-40a9-8856-49a1ff19b5df,segment=NetworkSegment(31828245-904b-4d42-bcb8-a1888d7ac9b6),segment_id=31828245-904b-4d42-bcb8-a1888d7ac9b6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:57.016992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'dc10c818-8ff2-40a9-8856-49a1ff19b5df', 'network_id': '6662e60c-3cbb-4a3f-8cf0-97ddb54044e9', 'port_id': 'dc10c818-8ff2-40a9-8856-49a1ff19b5df', 'mac_address': 'fa:16:3e:2b:ae:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc75e8a7-d2c9-48ae-aff4-f6a72ade0511', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:43:57.028932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=5bc290fc-799f-4b58-9f70-9c3fb362f7d2,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:57.094622 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:57.096625 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb0240a5-ca0a-4775-b03a-9d1e86dba0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:57.111895 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc10c818-8ff2-40a9-8856-49a1ff19b5df {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:43:57.147754 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1df05276-61cc-4dfe-965e-83160c304437 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:57.155192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port dc10c818-8ff2-40a9-8856-49a1ff19b5df, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=dc10c818-8ff2-40a9-8856-49a1ff19b5df,segment=NetworkSegment(31828245-904b-4d42-bcb8-a1888d7ac9b6),segment_id=31828245-904b-4d42-bcb8-a1888d7ac9b6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:57.171084 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:57.179448 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:57.249732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=dc10c818-8ff2-40a9-8856-49a1ff19b5df,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:57.290738 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device aace8b78-f7f1-4062-afab-14bcfed32b3c no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:43:57.313166 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: aace8b78-f7f1-4062-afab-14bcfed32b3c {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:43:57.313716 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device aace8b78-f7f1-4062-afab-14bcfed32b3c not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:43:57.331206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df05276-61cc-4dfe-965e-83160c304437 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router b7ee95ee-d9fa-409b-bb02-24d9b810fc38 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:43:57.359613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e27c-6751-458e-9d38-2279e4b7f9e2 req-bcfdb451-d484-49c7-82dd-41eb38c09177 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:57.361378 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93a9e27c-6751-458e-9d38-2279e4b7f9e2 req-bcfdb451-d484-49c7-82dd-41eb38c09177 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 945 time: 0.2899723 Nov 11 21:43:57.401718 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:57.405057 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['dc10c818-8ff2-40a9-8856-49a1ff19b5df'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:43:57.421522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df05276-61cc-4dfe-965e-83160c304437 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:43:57.423060 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:57.432219 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1df05276-61cc-4dfe-965e-83160c304437 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/b7ee95ee-d9fa-409b-bb02-24d9b810fc38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3813384 Nov 11 21:43:57.432219 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48322) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:57.452844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff74475d-18e6-4f88-b1c2-c41abe1c604f None None] Sync routers for ids ['b7ee95ee-d9fa-409b-bb02-24d9b810fc38'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:43:57.475204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff74475d-18e6-4f88-b1c2-c41abe1c604f None None] Routers {'b7ee95ee-d9fa-409b-bb02-24d9b810fc38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:57.476885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ff74475d-18e6-4f88-b1c2-c41abe1c604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b7ee95ee-d9fa-409b-bb02-24d9b810fc38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:57.483530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['5bc290fc-799f-4b58-9f70-9c3fb362f7d2'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:43:57.541378 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93a9e27c-6751-458e-9d38-2279e4b7f9e2 req-f68b929e-f254-4153-b65a-9b5b7578e092 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674757 Nov 11 21:43:57.585187 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ff74475d-18e6-4f88-b1c2-c41abe1c604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:57.595681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9f474-df23-45e6-bed2-a5441b48e630 req-114a9078-9038-4de3-aeff-87f54935317b tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:57.600978 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24e9f474-df23-45e6-bed2-a5441b48e630 req-114a9078-9038-4de3-aeff-87f54935317b tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 945 time: 0.3727794 Nov 11 21:43:57.601700 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:57.608700 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:57.614444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c0e4349b-d976-44b0-9084-40ccb72be1d9 HTTP/1.1" status: 204 len: 168 time: 0.7993350 Nov 11 21:43:57.657813 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff74475d-18e6-4f88-b1c2-c41abe1c604f None None] Routers {'b7ee95ee-d9fa-409b-bb02-24d9b810fc38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:57.658463 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ff74475d-18e6-4f88-b1c2-c41abe1c604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b7ee95ee-d9fa-409b-bb02-24d9b810fc38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:57.672725 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-24bf9b30-433c-4589-af66-b6506d184909 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] remove_router_interface failed (client error): The resource could not be found. Nov 11 21:43:57.677202 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-24bf9b30-433c-4589-af66-b6506d184909 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/b7ee95ee-d9fa-409b-bb02-24d9b810fc38/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2438679 Nov 11 21:43:57.677882 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48332) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:57.726072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ff74475d-18e6-4f88-b1c2-c41abe1c604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:57.726807 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff74475d-18e6-4f88-b1c2-c41abe1c604f None None] The sync data for ids ['b7ee95ee-d9fa-409b-bb02-24d9b810fc38'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:43:57.732062 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-01ed71b6-529d-47a5-9298-087719fa25a5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7ee95ee-d9fa-409b-bb02-24d9b810fc38 HTTP/1.1" status: 200 len: 205 time: 0.0528710 Nov 11 21:43:57.733299 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48334) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:57.861553 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea8be099-4d84-46f4-82e2-6df3e900dd22 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:57.894442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0e3cdfc2-7967-4453-a3d3-3e2f2acddf89 None None] Provisioning complete for port 4d8215f9-0929-4ead-b2f6-275dede2aef9 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:57.894851 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e3cdfc2-7967-4453-a3d3-3e2f2acddf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:57.986123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cdfc2-7967-4453-a3d3-3e2f2acddf89 None None] Port 4d8215f9-0929-4ead-b2f6-275dede2aef9 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:58.014409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0e3cdfc2-7967-4453-a3d3-3e2f2acddf89 None None] Provisioning complete for port 35566ec9-e5f7-4a02-ae76-de5f000655de triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:58.015184 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e3cdfc2-7967-4453-a3d3-3e2f2acddf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.096699 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cdfc2-7967-4453-a3d3-3e2f2acddf89 None None] Port 35566ec9-e5f7-4a02-ae76-de5f000655de cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:58.105321 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b3e07dcc-4804-42e3-bdf0-ee33482aeae8 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:58.110208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] In _notify_port_updated(), no bound segment for port 35566ec9-e5f7-4a02-ae76-de5f000655de on network c826d7fb-6b3d-453b-abc7-d28e7b88e065 {{(pid=102534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:43:58.115941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:58.116576 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.123766 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "PUT /v2.0/ports/35566ec9-e5f7-4a02-ae76-de5f000655de HTTP/1.1" status: 200 len: 970 time: 3.1384637 Nov 11 21:43:58.135044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48338) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:58.135044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48340) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:58.143679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0e3cdfc2-7967-4453-a3d3-3e2f2acddf89 None None] Provisioning complete for port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:58.144057 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e3cdfc2-7967-4453-a3d3-3e2f2acddf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.185710 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea8be099-4d84-46f4-82e2-6df3e900dd22 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.187803 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea8be099-4d84-46f4-82e2-6df3e900dd22 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.221058 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:58.221427 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.236636 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea8be099-4d84-46f4-82e2-6df3e900dd22 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.237164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8be099-4d84-46f4-82e2-6df3e900dd22 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Fanout notify agent at l3_agent the message router_deleted on router b7ee95ee-d9fa-409b-bb02-24d9b810fc38 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:43:58.245856 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ea8be099-4d84-46f4-82e2-6df3e900dd22 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.247033 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ea8be099-4d84-46f4-82e2-6df3e900dd22 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/routers/b7ee95ee-d9fa-409b-bb02-24d9b810fc38 HTTP/1.1" status: 204 len: 168 time: 0.5107348 Nov 11 21:43:58.249751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48342) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:58.260594 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e4349b-d976-44b0-9084-40ccb72be1d9,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:58.271247 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-141582e9-bb19-4d8b-9979-65dea42e0a12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.281378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event updated for resources: {'Port': ['ID=35566ec9-e5f7-4a02-ae76-de5f000655de,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:58.305436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-965a6a05-2f32-468e-b761-482fb31618ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting subnet e6db02e2-1432-4164-851f-81ffe2dd2dff {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:43:58.308488 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-965a6a05-2f32-468e-b761-482fb31618ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.309161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.309511 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.309885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.310217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.310706 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.311045 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.311374 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.311699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.312022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.312342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.312661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.313003 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc93281-47b6-4c86-b2bc-51edac78b147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.351890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.352245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.352755 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.352983 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.353283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.353688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.353925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.354837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.354837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.354837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.355353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.355467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487f9b0-c6f4-4d15-9e88-8ec3fc78e12e tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:58.359373 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-965a6a05-2f32-468e-b761-482fb31618ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.385352 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec01785-37d0-40d3-a5d6-d3496e6ca03c req-76892c20-dbb4-4d37-abd8-3e58b02599ed tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:58.386874 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eec01785-37d0-40d3-a5d6-d3496e6ca03c req-76892c20-dbb4-4d37-abd8-3e58b02599ed tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.8219843 Nov 11 21:43:58.428307 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92389ee-0793-4a4f-aa9b-a05c16f1d085 req-d845b4fe-1895-4d3f-850f-e6df662ada88 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:58.429816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d92389ee-0793-4a4f-aa9b-a05c16f1d085 req-d845b4fe-1895-4d3f-850f-e6df662ada88 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 945 time: 0.3229237 Nov 11 21:43:58.445830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-965a6a05-2f32-468e-b761-482fb31618ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.448831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d043ac6b-e787-4494-8ca0-656751224527 None None] Provisioning complete for port 35566ec9-e5f7-4a02-ae76-de5f000655de triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:58.449011 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d043ac6b-e787-4494-8ca0-656751224527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.492393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d043ac6b-e787-4494-8ca0-656751224527 None None] Port 35566ec9-e5f7-4a02-ae76-de5f000655de cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:43:58.510177 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-965a6a05-2f32-468e-b761-482fb31618ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.523153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-24e9f474-df23-45e6-bed2-a5441b48e630 req-0dd7f0df-89c2-44b3-a2a3-d033ce17e7d9 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Deleting port 0555cc17-897a-4386-b156-a4ac9defe4cb {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:58.523513 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-24e9f474-df23-45e6-bed2-a5441b48e630 req-0dd7f0df-89c2-44b3-a2a3-d033ce17e7d9 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.549948 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a6a05-2f32-468e-b761-482fb31618ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Subnet': ['ID=e6db02e2-1432-4164-851f-81ffe2dd2dff,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:58.553818 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-965a6a05-2f32-468e-b761-482fb31618ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.559718 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-965a6a05-2f32-468e-b761-482fb31618ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/e6db02e2-1432-4164-851f-81ffe2dd2dff HTTP/1.1" status: 204 len: 168 time: 0.3061604 Nov 11 21:43:58.559718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48344) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:58.564439 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3735ede-1ac0-4ca5-a839-241f3196d46a None None] Network 70bda64f-ca78-4b64-bd32-60ed5936b0d3 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:43:58.636007 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eec01785-37d0-40d3-a5d6-d3496e6ca03c req-cd17c701-c544-4dba-bb19-1ef6b529497a tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373304 Nov 11 21:43:58.640312 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.640717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-633fae13-845d-47de-861d-8ff8531a9770 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 35566ec9-e5f7-4a02-ae76-de5f000655de {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:58.641244 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-633fae13-845d-47de-861d-8ff8531a9770 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.730908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d92389ee-0793-4a4f-aa9b-a05c16f1d085 req-05d61381-373b-4d80-880c-53536d408145 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/security-groups?id=161ced67-8d93-4ae8-a928-e00b1757983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913435 Nov 11 21:43:58.732460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port e091a30d-3a4f-47df-8a8b-790c9c84d554 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:58.732949 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.800856 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71029bca-427d-499a-92e0-825d2ce249fd None None] DHCP port deletion for 70bda64f-ca78-4b64-bd32-60ed5936b0d3 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:43:58.822556 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] For port e091a30d-3a4f-47df-8a8b-790c9c84d554, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e091a30d-3a4f-47df-8a8b-790c9c84d554,segment=NetworkSegment(b2d34956-eafc-4992-847d-82788dcfc2dc),segment_id=b2d34956-eafc-4992-847d-82788dcfc2dc)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:58.822828 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.838103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for e091a30d-3a4f-47df-8a8b-790c9c84d554 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:58.851103 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-141582e9-bb19-4d8b-9979-65dea42e0a12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.861115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-71029bca-427d-499a-92e0-825d2ce249fd None None] Deleting port e091a30d-3a4f-47df-8a8b-790c9c84d554 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:58.861578 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71029bca-427d-499a-92e0-825d2ce249fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.884883 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-141582e9-bb19-4d8b-9979-65dea42e0a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.923345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-24e9f474-df23-45e6-bed2-a5441b48e630 req-0dd7f0df-89c2-44b3-a2a3-d033ce17e7d9 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] For port 0555cc17-897a-4386-b156-a4ac9defe4cb, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=0555cc17-897a-4386-b156-a4ac9defe4cb,segment=NetworkSegment(949db7bf-c345-4216-91d7-012c3a5d164b),segment_id=949db7bf-c345-4216-91d7-012c3a5d164b)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:58.923720 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-24e9f474-df23-45e6-bed2-a5441b48e630 req-0dd7f0df-89c2-44b3-a2a3-d033ce17e7d9 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.929803 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-71029bca-427d-499a-92e0-825d2ce249fd None None] For port e091a30d-3a4f-47df-8a8b-790c9c84d554, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e091a30d-3a4f-47df-8a8b-790c9c84d554,segment=NetworkSegment(b2d34956-eafc-4992-847d-82788dcfc2dc),segment_id=b2d34956-eafc-4992-847d-82788dcfc2dc)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:58.930497 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71029bca-427d-499a-92e0-825d2ce249fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.942404 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.949509 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-71029bca-427d-499a-92e0-825d2ce249fd None None] Calling delete_port for e091a30d-3a4f-47df-8a8b-790c9c84d554 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:58.971882 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=e091a30d-3a4f-47df-8a8b-790c9c84d554,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:58.973823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No DVR routers for this DVR port e091a30d-3a4f-47df-8a8b-790c9c84d554 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:43:58.978656 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-633fae13-845d-47de-861d-8ff8531a9770 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:58.981311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-24e9f474-df23-45e6-bed2-a5441b48e630 req-0dd7f0df-89c2-44b3-a2a3-d033ce17e7d9 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Calling delete_port for 0555cc17-897a-4386-b156-a4ac9defe4cb owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:58.999359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141582e9-bb19-4d8b-9979-65dea42e0a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a63387-4384-4ed0-a9e3-6d2b1b8126f9,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:59.008535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-141582e9-bb19-4d8b-9979-65dea42e0a12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d33083708e644c2f94bba83cdb312abe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8691435 Nov 11 21:43:59.015621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48348) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:59.018557 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-633fae13-845d-47de-861d-8ff8531a9770 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 35566ec9-e5f7-4a02-ae76-de5f000655de owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:59.039513 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71029bca-427d-499a-92e0-825d2ce249fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.067699 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71029bca-427d-499a-92e0-825d2ce249fd None None] Pushing event deleted for resources: {'Port': ['ID=e091a30d-3a4f-47df-8a8b-790c9c84d554,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:59.071388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71029bca-427d-499a-92e0-825d2ce249fd None None] No DVR routers for this DVR port e091a30d-3a4f-47df-8a8b-790c9c84d554 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:43:59.080177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dd50a-774b-427c-ae04-2fab5fef962a req-dda97b4b-281a-43f7-8331-7978697819d9 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:59.080177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-486dd50a-774b-427c-ae04-2fab5fef962a req-dda97b4b-281a-43f7-8331-7978697819d9 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 945 time: 0.2579546 Nov 11 21:43:59.082245 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.091006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-fb0240a5-ca0a-4775-b03a-9d1e86dba0ae admin admin] Deleting port a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:43:59.091450 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb0240a5-ca0a-4775-b03a-9d1e86dba0ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.121970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bda64f-ca78-4b64-bd32-60ed5936b0d3']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:59.130272 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc7a48fc-8969-4c2f-bff3-644f2e644b85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.135207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d34956-eafc-4992-847d-82788dcfc2dc') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:59.135499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d34956-eafc-4992-847d-82788dcfc2dc') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:59.150996 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.170346 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc7a48fc-8969-4c2f-bff3-644f2e644b85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.177164 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.189302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:43:59.189970 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:43:59.192744 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:43:59.267988 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.276137 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.280400 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/networks/70bda64f-ca78-4b64-bd32-60ed5936b0d3 HTTP/1.1" status: 204 len: 168 time: 0.7194755 Nov 11 21:43:59.287432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-486dd50a-774b-427c-ae04-2fab5fef962a req-e3360e1b-85d7-4252-8785-f55cfd977d71 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914208 Nov 11 21:43:59.287967 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48350) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:59.288560 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ef198489-3518-45bb-a880-12b7addb9280 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:59.295156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a2067-d05e-40ad-b106-412a2ba135fb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Network': ['ID=70bda64f-ca78-4b64-bd32-60ed5936b0d3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:59.297306 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc7a48fc-8969-4c2f-bff3-644f2e644b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.299756 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bc7a48fc-8969-4c2f-bff3-644f2e644b85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.303262 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bc7a48fc-8969-4c2f-bff3-644f2e644b85 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b9a63387-4384-4ed0-a9e3-6d2b1b8126f9 HTTP/1.1" status: 204 len: 168 time: 0.2836773 Nov 11 21:43:59.309651 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a48fc-8969-4c2f-bff3-644f2e644b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a63387-4384-4ed0-a9e3-6d2b1b8126f9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:59.312677 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-fb0240a5-ca0a-4775-b03a-9d1e86dba0ae admin admin] For port a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1,segment=NetworkSegment(b71617bf-9cd5-4942-a559-888bf490f5ee),segment_id=b71617bf-9cd5-4942-a559-888bf490f5ee)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:59.313127 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb0240a5-ca0a-4775-b03a-9d1e86dba0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.337821 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-41f79e25-d893-4440-9644-e0ea5a8d658a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'network': {'name': 'tempest-RoutersTest-1230450766'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:59.369918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-fb0240a5-ca0a-4775-b03a-9d1e86dba0ae admin admin] Calling delete_port for a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:43:59.374564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port ef198489-3518-45bb-a880-12b7addb9280 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:43:59.380188 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port ef198489-3518-45bb-a880-12b7addb9280 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:59.380856 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.469368 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.472158 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f79e25-d893-4440-9644-e0ea5a8d658a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:43:59.476090 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41f79e25-d893-4440-9644-e0ea5a8d658a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.492001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-24e9f474-df23-45e6-bed2-a5441b48e630 req-0dd7f0df-89c2-44b3-a2a3-d033ce17e7d9 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.496549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:43:59.498982 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc71b915-e2c6-4c69-95a2-0731b7586225" -d '{"events": [{"server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "name": "network-vif-plugged", "status": "completed", "tag": "ef198489-3518-45bb-a880-12b7addb9280"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:43:59.520388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['0555cc17-897a-4386-b156-a4ac9defe4cb'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:43:59.535458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ef198489-3518-45bb-a880-12b7addb9280,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:59.551906 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7f0df-89c2-44b3-a2a3-d033ce17e7d9 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Pushing event deleted for resources: {'Port': ['ID=0555cc17-897a-4386-b156-a4ac9defe4cb,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:59.560422 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16bb848-61b7-427d-9704-ff563f72a77d x-openstack-request-id: req-f16bb848-61b7-427d-9704-ff563f72a77d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:43:59.560710 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "name": "network-vif-plugged", "status": "completed", "tag": "ef198489-3518-45bb-a880-12b7addb9280", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:43:59.561017 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f16bb848-61b7-427d-9704-ff563f72a77d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:43:59.561412 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280', 'code': 200} Nov 11 21:43:59.563058 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.599737 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-633fae13-845d-47de-861d-8ff8531a9770 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.614350 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f79e25-d893-4440-9644-e0ea5a8d658a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:43:59.632571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=ef198489-3518-45bb-a880-12b7addb9280,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:59.665861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ee7d2-fe2b-41bd-8c3e-e8c825dd45fe req-7b2f9092-7b85-4c95-9518-817627516e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:59.667247 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7b5ee7d2-fe2b-41bd-8c3e-e8c825dd45fe req-7b2f9092-7b85-4c95-9518-817627516e1d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 1097 time: 0.0418093 Nov 11 21:43:59.688014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e9f474-df23-45e6-bed2-a5441b48e630 req-0dd7f0df-89c2-44b3-a2a3-d033ce17e7d9 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] No DVR routers for this DVR port 0555cc17-897a-4386-b156-a4ac9defe4cb on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:43:59.708989 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-24e9f474-df23-45e6-bed2-a5441b48e630 req-0dd7f0df-89c2-44b3-a2a3-d033ce17e7d9 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.716145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24e9f474-df23-45e6-bed2-a5441b48e630 req-0dd7f0df-89c2-44b3-a2a3-d033ce17e7d9 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.10 "DELETE /v2.0/ports/0555cc17-897a-4386-b156-a4ac9defe4cb HTTP/1.1" status: 204 len: 173 time: 2.0625517 Nov 11 21:43:59.745568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a38106d-1054-4801-8bdf-85095487492d', 'name': 'network-vif-deleted', 'tag': '0555cc17-897a-4386-b156-a4ac9defe4cb'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:43:59.748145 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468c298c-8fb1-4205-9ada-3bfd0e8abcbc" -d '{"events": [{"server_uuid": "6a38106d-1054-4801-8bdf-85095487492d", "name": "network-vif-deleted", "tag": "0555cc17-897a-4386-b156-a4ac9defe4cb"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:43:59.761711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fae13-845d-47de-861d-8ff8531a9770 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=35566ec9-e5f7-4a02-ae76-de5f000655de,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:59.785753 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7b5ee7d2-fe2b-41bd-8c3e-e8c825dd45fe req-d6cea2a8-741d-4646-8565-a3a0b2035344 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097414 Nov 11 21:43:59.829993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:59.833522 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65dd5bc-88b7-4c4b-a1f2-4cd6cf2e1b8e x-openstack-request-id: req-d65dd5bc-88b7-4c4b-a1f2-4cd6cf2e1b8e {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:43:59.833844 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a38106d-1054-4801-8bdf-85095487492d", "name": "network-vif-deleted", "tag": "0555cc17-897a-4386-b156-a4ac9defe4cb", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:43:59.834084 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d65dd5bc-88b7-4c4b-a1f2-4cd6cf2e1b8e {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:43:59.834493 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a38106d-1054-4801-8bdf-85095487492d', 'name': 'network-vif-deleted', 'tag': '0555cc17-897a-4386-b156-a4ac9defe4cb', 'status': 'completed', 'code': 200} Nov 11 21:43:59.835635 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41f79e25-d893-4440-9644-e0ea5a8d658a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.835970 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-41f79e25-d893-4440-9644-e0ea5a8d658a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Added segment afb0b8c9-529b-46a0-970f-1464818a6af6 of type vlan for network e34b6c98-6ca2-43cd-a3f5-185c39f8876b Nov 11 21:43:59.873190 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-633fae13-845d-47de-861d-8ff8531a9770 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.878031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-633fae13-845d-47de-861d-8ff8531a9770 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/35566ec9-e5f7-4a02-ae76-de5f000655de HTTP/1.1" status: 204 len: 168 time: 1.7382789 Nov 11 21:43:59.879302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48374) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:59.929783 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd69dc81-d899-4da9-ba0a-857c3e813822 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] GET failed (client error): The resource could not be found. Nov 11 21:43:59.932078 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cd69dc81-d899-4da9-ba0a-857c3e813822 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports/35566ec9-e5f7-4a02-ae76-de5f000655de HTTP/1.1" status: 404 len: 333 time: 0.0514288 Nov 11 21:43:59.938506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48376) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:59.965998 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41f79e25-d893-4440-9644-e0ea5a8d658a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.975545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:43:59.982591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:59.983134 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:59.991713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636dc7-f352-43dc-b9f8-09b8476fb7b5 req-4a966c7a-2176-4e88-8444-b3c1ab70baaf tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:00.001748 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb636dc7-f352-43dc-b9f8-09b8476fb7b5 req-4a966c7a-2176-4e88-8444-b3c1ab70baaf tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.2461245 Nov 11 21:44:00.057357 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e091a30d-3a4f-47df-8a8b-790c9c84d554 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:44:00.067273 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3df5806b-ac32-4974-89c0-109641729491 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.089839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: e091a30d-3a4f-47df-8a8b-790c9c84d554 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:44:00.090192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e091a30d-3a4f-47df-8a8b-790c9c84d554 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:44:00.098776 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3df5806b-ac32-4974-89c0-109641729491 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.105967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb636dc7-f352-43dc-b9f8-09b8476fb7b5 req-51d05736-eaab-4410-add1-fe664f6ce801 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966785 Nov 11 21:44:00.108790 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41f79e25-d893-4440-9644-e0ea5a8d658a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.114162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f79e25-d893-4440-9644-e0ea5a8d658a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:00.114773 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41f79e25-d893-4440-9644-e0ea5a8d658a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.184136 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.199162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-41f79e25-d893-4440-9644-e0ea5a8d658a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8737919 Nov 11 21:44:00.209363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48384) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:00.221857 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb0240a5-ca0a-4775-b03a-9d1e86dba0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.222233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-96bae72e-d007-4337-8df5-b8e0194e17b9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'subnet': {'network_id': 'e34b6c98-6ca2-43cd-a3f5-185c39f8876b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:00.241149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f79e25-d893-4440-9644-e0ea5a8d658a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Network': ['ID=e34b6c98-6ca2-43cd-a3f5-185c39f8876b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:00.257534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network e34b6c98-6ca2-43cd-a3f5-185c39f8876b details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:44:00.262599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5bc290fc-799f-4b58-9f70-9c3fb362f7d2,segment=NetworkSegment(31828245-904b-4d42-bcb8-a1888d7ac9b6),segment_id=31828245-904b-4d42-bcb8-a1888d7ac9b6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:00.262951 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bcc7677e-6b86-4921-8c98-a722dd78fa9a req-42824fe2-d9fb-41ed-bc8d-3cf63fde1ae2 tempest-ServersNegativeTestMultiTenantJSON-2117463756 tempest-ServersNegativeTestMultiTenantJSON-2117463756-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a38106d-1054-4801-8bdf-85095487492d HTTP/1.1" status: 200 len: 210 time: 0.0651071 Nov 11 21:44:00.269033 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3df5806b-ac32-4974-89c0-109641729491 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.271751 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3df5806b-ac32-4974-89c0-109641729491 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.272930 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3df5806b-ac32-4974-89c0-109641729491 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/security-groups/e1988d5f-4d89-4ed4-96f0-e5ab14e4429a HTTP/1.1" status: 204 len: 168 time: 0.3324773 Nov 11 21:44:00.276094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48388) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:00.286527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0240a5-ca0a-4775-b03a-9d1e86dba0ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:00.348995 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5806b-ac32-4974-89c0-109641729491 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1988d5f-4d89-4ed4-96f0-e5ab14e4429a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:00.412548 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.413539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device dc10c818-8ff2-40a9-8856-49a1ff19b5df up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:00.471884 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bae72e-d007-4337-8df5-b8e0194e17b9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:44:00.477421 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96bae72e-d007-4337-8df5-b8e0194e17b9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.482002 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e6d19d87-f4f8-43b7-aa80-bbc66decec14 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.513082 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port dc10c818-8ff2-40a9-8856-49a1ff19b5df completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:44:00.525699 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port dc10c818-8ff2-40a9-8856-49a1ff19b5df triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:00.526082 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.536371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff09117-92d1-42b0-a824-bf8c08d7f13f req-87a1cf00-cd49-4e04-bbc4-55d86fea785f tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:00.544519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ff09117-92d1-42b0-a824-bf8c08d7f13f req-87a1cf00-cd49-4e04-bbc4-55d86fea785f tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1569417 Nov 11 21:44:00.553876 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=5bc290fc-799f-4b58-9f70-9c3fb362f7d2,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:00.565196 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb0240a5-ca0a-4775-b03a-9d1e86dba0ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.588700 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e6d19d87-f4f8-43b7-aa80-bbc66decec14 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.616761 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.623592 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ff09117-92d1-42b0-a824-bf8c08d7f13f req-15108415-8343-48fe-92f3-28f81f6beff7 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734966 Nov 11 21:44:00.685447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port dc10c818-8ff2-40a9-8856-49a1ff19b5df, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=dc10c818-8ff2-40a9-8856-49a1ff19b5df,segment=NetworkSegment(31828245-904b-4d42-bcb8-a1888d7ac9b6),segment_id=31828245-904b-4d42-bcb8-a1888d7ac9b6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:00.691523 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.705762 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e6d19d87-f4f8-43b7-aa80-bbc66decec14 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.708400 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e6d19d87-f4f8-43b7-aa80-bbc66decec14 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.709671 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e6d19d87-f4f8-43b7-aa80-bbc66decec14 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/security-groups/91e9a5f4-3e5f-496e-8043-d5887ab70773 HTTP/1.1" status: 204 len: 168 time: 0.4326439 Nov 11 21:44:00.717606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48398) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:00.745236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d19d87-f4f8-43b7-aa80-bbc66decec14 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e9a5f4-3e5f-496e-8043-d5887ab70773,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:00.791917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=dc10c818-8ff2-40a9-8856-49a1ff19b5df,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:00.833511 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30a4e06a-7172-4f1e-bf5b-98d95bac200a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.836753 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96bae72e-d007-4337-8df5-b8e0194e17b9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.904364 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30a4e06a-7172-4f1e-bf5b-98d95bac200a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.939811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bae72e-d007-4337-8df5-b8e0194e17b9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Subnet': ['ID=e277e31e-5e1c-4c3c-8fed-ac1435cfebfa,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:00.969028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bae72e-d007-4337-8df5-b8e0194e17b9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Checking segment: {'id': 'afb0b8c9-529b-46a0-970f-1464818a6af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e34b6c98-6ca2-43cd-a3f5-185c39f8876b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:00.969322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bae72e-d007-4337-8df5-b8e0194e17b9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network hostable DHCP agents. Network: e34b6c98-6ca2-43cd-a3f5-185c39f8876b, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:44:00.987104 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30a4e06a-7172-4f1e-bf5b-98d95bac200a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.990241 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30a4e06a-7172-4f1e-bf5b-98d95bac200a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:00.993983 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-30a4e06a-7172-4f1e-bf5b-98d95bac200a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/security-groups/13af4c7b-faa6-4b4c-8d03-48a2ea61c383 HTTP/1.1" status: 204 len: 168 time: 0.2726676 Nov 11 21:44:00.995693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48402) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:00.997976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bae72e-d007-4337-8df5-b8e0194e17b9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network e34b6c98-6ca2-43cd-a3f5-185c39f8876b is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:44:01.033397 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48404) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:01.046164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4e06a-7172-4f1e-bf5b-98d95bac200a tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13af4c7b-faa6-4b4c-8d03-48a2ea61c383,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:01.050973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-96bae72e-d007-4337-8df5-b8e0194e17b9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, e34b6c98-6ca2-43cd-a3f5-185c39f8876b) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:01.060092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bae72e-d007-4337-8df5-b8e0194e17b9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:01.060687 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96bae72e-d007-4337-8df5-b8e0194e17b9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.067765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef69e30-ae92-4d48-b04c-9b457b3e0336 None None] Network e34b6c98-6ca2-43cd-a3f5-185c39f8876b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:01.080693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-12de476c-fc03-401c-9ed5-599f7a47d7a7 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting subnet 687da2d4-595c-4961-8e38-218da0f77463 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:44:01.089815 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-96bae72e-d007-4337-8df5-b8e0194e17b9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8752840 Nov 11 21:44:01.089815 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12de476c-fc03-401c-9ed5-599f7a47d7a7 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.091453 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48410) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:01.096040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1d31717f-ea4b-4dfc-8416-ff61ed9997df tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1237235786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:01.150812 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12de476c-fc03-401c-9ed5-599f7a47d7a7 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.198554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d31717f-ea4b-4dfc-8416-ff61ed9997df tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.199983 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d31717f-ea4b-4dfc-8416-ff61ed9997df tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.286886 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d31717f-ea4b-4dfc-8416-ff61ed9997df tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.290011 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0240a5-ca0a-4775-b03a-9d1e86dba0ae admin admin] Router d6fd587d-7c13-4d80-84fa-336cb9518a19 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:44:01.308152 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d31717f-ea4b-4dfc-8416-ff61ed9997df tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.325562 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12de476c-fc03-401c-9ed5-599f7a47d7a7 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.330229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fc2ae-6bd0-4eb2-8636-e4e5e1361dfb req-aa238914-0b41-44c8-add1-81bec696e4b7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:01.331368 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c035d7de-f5db-4581-9cd9-572a0e1732ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.334236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48416) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:01.337483 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-079fc2ae-6bd0-4eb2-8636-e4e5e1361dfb req-aa238914-0b41-44c8-add1-81bec696e4b7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.0920913 Nov 11 21:44:01.346353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-e34b6c98-6ca2-43cd-a3f5-185c39f8876b', 'network_id': 'e34b6c98-6ca2-43cd-a3f5-185c39f8876b', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'fixed_ips': [{'subnet_id': 'e277e31e-5e1c-4c3c-8fed-ac1435cfebfa'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:44:01.347359 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.394987 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1d31717f-ea4b-4dfc-8416-ff61ed9997df tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.398551 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1d31717f-ea4b-4dfc-8416-ff61ed9997df tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3036599 Nov 11 21:44:01.405293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48418) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:01.448915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59f9154-09e1-40c3-ad4a-771d1107cd16 admin admin] Deleting subnet 6f817475-19dd-4fcb-a191-83d2b3191201 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:44:01.458123 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a59f9154-09e1-40c3-ad4a-771d1107cd16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.493446 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12de476c-fc03-401c-9ed5-599f7a47d7a7 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.496655 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Allocated IP 172.20.0.2 (e34b6c98-6ca2-43cd-a3f5-185c39f8876b/e277e31e-5e1c-4c3c-8fed-ac1435cfebfa/2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:01.534484 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a59f9154-09e1-40c3-ad4a-771d1107cd16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.544568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-079fc2ae-6bd0-4eb2-8636-e4e5e1361dfb req-53ca366a-5711-425a-87fb-408800d38154 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026126 Nov 11 21:44:01.572875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de476c-fc03-401c-9ed5-599f7a47d7a7 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Subnet': ['ID=687da2d4-595c-4961-8e38-218da0f77463,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:01.572875 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12de476c-fc03-401c-9ed5-599f7a47d7a7 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.572875 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-12de476c-fc03-401c-9ed5-599f7a47d7a7 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/687da2d4-595c-4961-8e38-218da0f77463 HTTP/1.1" status: 204 len: 168 time: 0.5699377 Nov 11 21:44:01.574031 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48420) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:01.618376 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0240a5-ca0a-4775-b03a-9d1e86dba0ae admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:44:01.624483 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fb0240a5-ca0a-4775-b03a-9d1e86dba0ae admin admin] 10.222.0.57 "PUT /v2.0/routers/d6fd587d-7c13-4d80-84fa-336cb9518a19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9178178 Nov 11 21:44:01.628928 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48424) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:01.633633 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8812f61-06fb-480f-8b1f-e9823b668d2d None None] Sync routers for ids ['d6fd587d-7c13-4d80-84fa-336cb9518a19'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:44:01.655361 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8812f61-06fb-480f-8b1f-e9823b668d2d None None] Routers {'d6fd587d-7c13-4d80-84fa-336cb9518a19'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:01.662198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a59f9154-09e1-40c3-ad4a-771d1107cd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.663894 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a8812f61-06fb-480f-8b1f-e9823b668d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d6fd587d-7c13-4d80-84fa-336cb9518a19'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:01.724225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c035d7de-f5db-4581-9cd9-572a0e1732ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.736999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-700b883e-4a87-4132-ae68-d12542932ac0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting subnet d14937f2-76ab-4d23-b3e9-3298e339f750 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:44:01.740574 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-700b883e-4a87-4132-ae68-d12542932ac0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.774618 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.780216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540a8057-5185-498e-be75-1d85871eb934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc290fc-799f-4b58-9f70-9c3fb362f7d2'}, {'server_uuid': '5305272c-e7db-49fa-b52c-02bfed8470d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc10c818-8ff2-40a9-8856-49a1ff19b5df'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:44:01.781555 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-700b883e-4a87-4132-ae68-d12542932ac0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.786590 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afc2569-3f92-42b1-aafd-8bd4e22cb498" -d '{"events": [{"server_uuid": "540a8057-5185-498e-be75-1d85871eb934", "name": "network-vif-plugged", "status": "completed", "tag": "5bc290fc-799f-4b58-9f70-9c3fb362f7d2"}, {"server_uuid": "5305272c-e7db-49fa-b52c-02bfed8470d3", "name": "network-vif-plugged", "status": "completed", "tag": "dc10c818-8ff2-40a9-8856-49a1ff19b5df"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:44:01.798223 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e9fa44-9eec-489b-a536-e5a62b55e882 None None] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:01.805357 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.833278 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a8812f61-06fb-480f-8b1f-e9823b668d2d None None] Set router d6fd587d-7c13-4d80-84fa-336cb9518a19 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:44:01.834724 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.845067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fc444-a21f-490b-a8bb-c6d5a12dd557 req-c62de502-6730-4d48-ab44-2ac90a6e93e0 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:01.852629 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c9fc444-a21f-490b-a8bb-c6d5a12dd557 req-c62de502-6730-4d48-ab44-2ac90a6e93e0 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1535819 Nov 11 21:44:01.863479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338facd-23e4-4b6a-8f6d-ce5551353b2e req-8a92aae2-7020-4872-a295-836642d1ce04 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:01.867128 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-700b883e-4a87-4132-ae68-d12542932ac0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.875976 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f338facd-23e4-4b6a-8f6d-ce5551353b2e req-8a92aae2-7020-4872-a295-836642d1ce04 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.1782455 Nov 11 21:44:01.876518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48430) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:01.888951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Pushing event updated for resources: {'Port': ['ID=2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:01.891489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 0555cc17-897a-4386-b156-a4ac9defe4cb no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:44:01.916144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-76f09502-88eb-4683-8123-cd5e1b042d5b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Request body: {'floatingip': {'port_id': 'ef198489-3518-45bb-a880-12b7addb9280'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:01.926141 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 0555cc17-897a-4386-b156-a4ac9defe4cb {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:44:01.926573 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 0555cc17-897a-4386-b156-a4ac9defe4cb not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:44:01.942793 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c035d7de-f5db-4581-9cd9-572a0e1732ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:01.944420 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Network e34b6c98-6ca2-43cd-a3f5-185c39f8876b is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:01.951945 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-700b883e-4a87-4132-ae68-d12542932ac0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:02.029664 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 21:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c48e19-dd4e-471d-91de-decb79fb21a7 x-openstack-request-id: req-34c48e19-dd4e-471d-91de-decb79fb21a7 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:44:02.031254 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540a8057-5185-498e-be75-1d85871eb934", "name": "network-vif-plugged", "status": "completed", "tag": "5bc290fc-799f-4b58-9f70-9c3fb362f7d2", "code": 200}, {"server_uuid": "5305272c-e7db-49fa-b52c-02bfed8470d3", "name": "network-vif-plugged", "status": "completed", "tag": "dc10c818-8ff2-40a9-8856-49a1ff19b5df", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:44:02.032989 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-34c48e19-dd4e-471d-91de-decb79fb21a7 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:44:02.033680 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540a8057-5185-498e-be75-1d85871eb934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc290fc-799f-4b58-9f70-9c3fb362f7d2', 'code': 200} Nov 11 21:44:02.034040 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5305272c-e7db-49fa-b52c-02bfed8470d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc10c818-8ff2-40a9-8856-49a1ff19b5df', 'code': 200} Nov 11 21:44:02.037053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:02.051366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:02.057535 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b883e-4a87-4132-ae68-d12542932ac0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Subnet': ['ID=d14937f2-76ab-4d23-b3e9-3298e339f750,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:02.065386 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-700b883e-4a87-4132-ae68-d12542932ac0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:02.068616 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-700b883e-4a87-4132-ae68-d12542932ac0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/d14937f2-76ab-4d23-b3e9-3298e339f750 HTTP/1.1" status: 204 len: 168 time: 0.4933195 Nov 11 21:44:02.096730 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-76f09502-88eb-4683-8123-cd5e1b042d5b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:02.098789 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48432) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:02.110133 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c035d7de-f5db-4581-9cd9-572a0e1732ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=78a962293d8a4e04bac3a559b427ef0b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0735650 Nov 11 21:44:02.110976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035d7de-f5db-4581-9cd9-572a0e1732ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5181592a-d3d6-43c2-9afc-9d421c8ac195,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:02.117798 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48434) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:02.164439 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:02.171403 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a59f9154-09e1-40c3-ad4a-771d1107cd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:02.173451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Attempting to bind port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:44:02.174169 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Attempting to bind port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'afb0b8c9-529b-46a0-970f-1464818a6af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e34b6c98-6ca2-43cd-a3f5-185c39f8876b'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:44:02.174684 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Attempting to bind port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 on network e34b6c98-6ca2-43cd-a3f5-185c39f8876b {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:44:02.188316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:44:02.188772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Checking segment: {'id': 'afb0b8c9-529b-46a0-970f-1464818a6af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e34b6c98-6ca2-43cd-a3f5-185c39f8876b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:02.189241 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:02.189638 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Bound using segment: {'id': 'afb0b8c9-529b-46a0-970f-1464818a6af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e34b6c98-6ca2-43cd-a3f5-185c39f8876b'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:44:02.190124 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Bound port: 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb0b8c9-529b-46a0-970f-1464818a6af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'e34b6c98-6ca2-43cd-a3f5-185c39f8876b'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:44:02.190750 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:02.215235 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305adbf7-4f08-4d58-b414-8e50ee2b19e9 req-5b59e43d-a91f-444f-ace8-eeec844fbd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:02.216945 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-305adbf7-4f08-4d58-b414-8e50ee2b19e9 req-5b59e43d-a91f-444f-ace8-eeec844fbd8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 1097 time: 0.1607265 Nov 11 21:44:02.255547 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f9154-09e1-40c3-ad4a-771d1107cd16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f817475-19dd-4fcb-a191-83d2b3191201,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:02.265269 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a8812f61-06fb-480f-8b1f-e9823b668d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'name': 'tempest-ServerRescueTestJSON-1523349602-router', 'tenant_id': '172747899bb047bea5cde66bd14569c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:41:34Z', 'updated_at': '2021-11-11T21:44:00Z', 'revision_number': 5, 'project_id': '172747899bb047bea5cde66bd14569c8', 'gw_port': {'id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:41:36Z', 'updated_at': '2021-11-11T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:02.276442 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a59f9154-09e1-40c3-ad4a-771d1107cd16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:02.282105 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a59f9154-09e1-40c3-ad4a-771d1107cd16 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6f817475-19dd-4fcb-a191-83d2b3191201 HTTP/1.1" status: 204 len: 168 time: 0.9224656 Nov 11 21:44:02.291299 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48438) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:02.306721 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8812f61-06fb-480f-8b1f-e9823b668d2d None None] Checking router: d6fd587d-7c13-4d80-84fa-336cb9518a19 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:44:02.316684 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8812f61-06fb-480f-8b1f-e9823b668d2d None None] Routers {'d6fd587d-7c13-4d80-84fa-336cb9518a19'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:02.317531 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a8812f61-06fb-480f-8b1f-e9823b668d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d6fd587d-7c13-4d80-84fa-336cb9518a19'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:02.326042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c9fc444-a21f-490b-a8bb-c6d5a12dd557 req-dcbdc1ef-3c59-4fae-b2c1-fb119a1a93cc tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722736 Nov 11 21:44:02.361933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f5cdef23-3604-4924-849d-9441750af9c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:02.365419 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0d71201-aa22-4c84-a2c1-7718974f37ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:02.373484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] For port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:44:02.377599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] For port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9,segment=NetworkSegment(afb0b8c9-529b-46a0-970f-1464818a6af6),segment_id=afb0b8c9-529b-46a0-970f-1464818a6af6)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:44:02.379581 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-c618174c-d8a9-46df-a01a-593d5e0b5993 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] DELETE failed (client error): The resource could not be found. Nov 11 21:44:02.380296 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c618174c-d8a9-46df-a01a-593d5e0b5993 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:44:02.386438 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c618174c-d8a9-46df-a01a-593d5e0b5993 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/687da2d4-595c-4961-8e38-218da0f77463 HTTP/1.1" status: 404 len: 337 time: 0.2776728 Nov 11 21:44:02.389596 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:02.406656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48440) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:02.478532 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f13cd4-5d1f-43a2-a13b-6b01c9ca8c2f None None] Pushing event updated for resources: {'Port': ['ID=2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:02.505113 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f5cdef23-3604-4924-849d-9441750af9c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:02.509741 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa5db3-4941-4823-9d45-de9cec68ea57 req-630d86e5-7964-44da-acf7-06d6a4c74692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:02.511397 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86aa5db3-4941-4823-9d45-de9cec68ea57 req-630d86e5-7964-44da-acf7-06d6a4c74692 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 1097 time: 0.4114292 Nov 11 21:44:02.526793 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a8812f61-06fb-480f-8b1f-e9823b668d2d None None] Set router d6fd587d-7c13-4d80-84fa-336cb9518a19 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:44:02.584113 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-305adbf7-4f08-4d58-b414-8e50ee2b19e9 req-7192a6c5-4154-4c44-af18-6cb273fd394b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375974 Nov 11 21:44:02.636151 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31d971c-a5e6-4790-bcf9-7fe175ff84d0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting subnet c4dac3b5-a32a-4855-b8fc-a5fc40a90e52 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:44:02.642752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:02.648015 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f31d971c-a5e6-4790-bcf9-7fe175ff84d0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:02.995081 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a8812f61-06fb-480f-8b1f-e9823b668d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'name': 'tempest-ServerRescueTestJSON-1523349602-router', 'tenant_id': '172747899bb047bea5cde66bd14569c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:41:34Z', 'updated_at': '2021-11-11T21:44:00Z', 'revision_number': 5, 'project_id': '172747899bb047bea5cde66bd14569c8', 'gw_port': {'id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:41:36Z', 'updated_at': '2021-11-11T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:02.996257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Allocated IP 172.20.0.1 (e34b6c98-6ca2-43cd-a3f5-185c39f8876b/e277e31e-5e1c-4c3c-8fed-ac1435cfebfa/c9145478-8c68-449c-acf8-ef9cae7c5682) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:03.040445 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8812f61-06fb-480f-8b1f-e9823b668d2d None None] The sync data for ids ['d6fd587d-7c13-4d80-84fa-336cb9518a19'] in n-d-805737-3 is: [{'id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'name': 'tempest-ServerRescueTestJSON-1523349602-router', 'tenant_id': '172747899bb047bea5cde66bd14569c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:41:34Z', 'updated_at': '2021-11-11T21:44:00Z', 'revision_number': 5, 'project_id': '172747899bb047bea5cde66bd14569c8', 'gw_port': {'id': 'ef1f3a94-acf7-483e-a439-f96cb71df7ec', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:46:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd587d-7c13-4d80-84fa-336cb9518a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:41:36Z', 'updated_at': '2021-11-11T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:44:03.146078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86aa5db3-4941-4823-9d45-de9cec68ea57 req-f171fbe6-8e41-4d43-a007-bbcd30017913 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134587 Nov 11 21:44:03.162119 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0d71201-aa22-4c84-a2c1-7718974f37ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:03.213902 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f31d971c-a5e6-4790-bcf9-7fe175ff84d0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:03.248162 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a0d71201-aa22-4c84-a2c1-7718974f37ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9de8fe5-ab0a-4202-8855-3aa8d9179cd2']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:03.263646 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f5cdef23-3604-4924-849d-9441750af9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:03.266274 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f5cdef23-3604-4924-849d-9441750af9c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:03.271005 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f5cdef23-3604-4924-849d-9441750af9c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5181592a-d3d6-43c2-9afc-9d421c8ac195 HTTP/1.1" status: 204 len: 168 time: 1.1478105 Nov 11 21:44:03.272161 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a0d71201-aa22-4c84-a2c1-7718974f37ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949db7bf-c345-4216-91d7-012c3a5d164b') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:03.272161 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a0d71201-aa22-4c84-a2c1-7718974f37ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949db7bf-c345-4216-91d7-012c3a5d164b') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:03.296753 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0d71201-aa22-4c84-a2c1-7718974f37ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:03.311944 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdef23-3604-4924-849d-9441750af9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5181592a-d3d6-43c2-9afc-9d421c8ac195,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:03.324880 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0d71201-aa22-4c84-a2c1-7718974f37ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:03.360385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d71201-aa22-4c84-a2c1-7718974f37ab admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:44:03.360788 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0d71201-aa22-4c84-a2c1-7718974f37ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:44:03.377179 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:44:03.424717 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f31d971c-a5e6-4790-bcf9-7fe175ff84d0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:03.475014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-182eb312-89ec-41b0-afd6-884779964df3 None None] Provisioning complete for port 4d8215f9-0929-4ead-b2f6-275dede2aef9 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:03.476506 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-182eb312-89ec-41b0-afd6-884779964df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:03.507558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] Deleting port ef1f3a94-acf7-483e-a439-f96cb71df7ec {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:44:03.508104 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:03.539314 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-182eb312-89ec-41b0-afd6-884779964df3 None None] Port 4d8215f9-0929-4ead-b2f6-275dede2aef9 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:03.546275 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f31d971c-a5e6-4790-bcf9-7fe175ff84d0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:03.557987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-182eb312-89ec-41b0-afd6-884779964df3 None None] Provisioning complete for port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:03.558664 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-182eb312-89ec-41b0-afd6-884779964df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:03.616093 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d971c-a5e6-4790-bcf9-7fe175ff84d0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Subnet': ['ID=c4dac3b5-a32a-4855-b8fc-a5fc40a90e52,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:03.623695 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f31d971c-a5e6-4790-bcf9-7fe175ff84d0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:03.627007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc14d0e0-7b74-4581-a87b-a71c5b7a9089 None None] Network c826d7fb-6b3d-453b-abc7-d28e7b88e065 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:03.627938 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f31d971c-a5e6-4790-bcf9-7fe175ff84d0 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/c4dac3b5-a32a-4855-b8fc-a5fc40a90e52 HTTP/1.1" status: 204 len: 168 time: 1.2202671 Nov 11 21:44:03.658199 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48450) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:03.706594 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6ec0e4-e9e0-4209-ae53-e65635a06652 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] DELETE failed (client error): The resource could not be found. Nov 11 21:44:03.717642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6ec0e4-e9e0-4209-ae53-e65635a06652 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:44:03.724850 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9c6ec0e4-e9e0-4209-ae53-e65635a06652 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/dec092a1-078d-4378-a613-84465155c3a2 HTTP/1.1" status: 404 len: 337 time: 0.0597091 Nov 11 21:44:03.728777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48452) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:03.791574 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.db.resource_extend [None req-76f09502-88eb-4683-8123-cd5e1b042d5b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:44:03.812650 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0d71201-aa22-4c84-a2c1-7718974f37ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:03.838278 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7a1cb215-fa11-4e4d-b035-a6683b9db317 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "GET /v2.0/ports?device_id=38dbf804-e816-4b19-8925-9427af9e6881 HTTP/1.1" status: 200 len: 205 time: 0.1035242 Nov 11 21:44:03.892110 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0d71201-aa22-4c84-a2c1-7718974f37ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:03.897875 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a0d71201-aa22-4c84-a2c1-7718974f37ab admin admin] 10.222.0.57 "DELETE /v2.0/networks/a9de8fe5-ab0a-4202-8855-3aa8d9179cd2 HTTP/1.1" status: 204 len: 168 time: 1.6028812 Nov 11 21:44:03.898076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48456) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:03.898253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48460) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:04.025844 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-46b21a04-0f1d-44d2-98ee-de0255f2b0c2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] delete failed (client error): The resource could not be found. Nov 11 21:44:04.029211 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-46b21a04-0f1d-44d2-98ee-de0255f2b0c2 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/routers/38dbf804-e816-4b19-8925-9427af9e6881 HTTP/1.1" status: 404 len: 336 time: 0.1273332 Nov 11 21:44:04.029211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d71201-aa22-4c84-a2c1-7718974f37ab admin admin] Pushing event deleted for resources: {'Network': ['ID=a9de8fe5-ab0a-4202-8855-3aa8d9179cd2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:04.041421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48466) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:04.044376 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.063600 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-538c390b-1a9b-426f-a8d8-edd1545f15d6 admin admin] Deleting subnet 4b443de9-29cf-489f-a8a0-956a59688572 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:44:04.070510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6afdf0b-1dfd-4550-ba8b-0bc95ecd3d0c None None] DHCP port deletion for c826d7fb-6b3d-453b-abc7-d28e7b88e065 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:44:04.071965 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-76f09502-88eb-4683-8123-cd5e1b042d5b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.074963 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-538c390b-1a9b-426f-a8d8-edd1545f15d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.100426 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-76f09502-88eb-4683-8123-cd5e1b042d5b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.104019 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-61534936-5dd6-4d8e-874b-b1c8ee88a730 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] DELETE failed (client error): The resource could not be found. Nov 11 21:44:04.104664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61534936-5dd6-4d8e-874b-b1c8ee88a730 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:44:04.107934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-61534936-5dd6-4d8e-874b-b1c8ee88a730 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/3d5b9fe4-77ee-4296-8f20-f203cc2ac1ca HTTP/1.1" status: 404 len: 337 time: 0.0514944 Nov 11 21:44:04.114069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48468) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:04.143691 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] For port ef1f3a94-acf7-483e-a439-f96cb71df7ec, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ef1f3a94-acf7-483e-a439-f96cb71df7ec,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:04.144074 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.150287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:04.165869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] Calling delete_port for ef1f3a94-acf7-483e-a439-f96cb71df7ec owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:44:04.185451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb72fd-3542-4b72-acc7-8975e20a7bd3 req-0c822506-85ee-4499-b119-4d76f892646c tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:04.192712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43bb72fd-3542-4b72-acc7-8975e20a7bd3 req-0c822506-85ee-4499-b119-4d76f892646c tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.4120381 Nov 11 21:44:04.238391 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1753a4-8776-4105-9b37-ebea48779f12 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] DELETE failed (client error): The resource could not be found. Nov 11 21:44:04.238842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1753a4-8776-4105-9b37-ebea48779f12 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:44:04.241941 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6f1753a4-8776-4105-9b37-ebea48779f12 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/77d38ec7-ddfc-44a3-b079-f1b3329be9db HTTP/1.1" status: 404 len: 337 time: 0.1232345 Nov 11 21:44:04.249975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48470) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:04.255165 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569cb87d-91c8-4f88-be55-4016c0b55cd8 None None] Network e34b6c98-6ca2-43cd-a3f5-185c39f8876b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:04.300871 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bc9c56-fd45-4d4a-b317-efb766671d67 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] DELETE failed (client error): The resource could not be found. Nov 11 21:44:04.301392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bc9c56-fd45-4d4a-b317-efb766671d67 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:44:04.307485 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-47bc9c56-fd45-4d4a-b317-efb766671d67 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/c112f1fa-2155-45ab-bb59-f8dc14cc9e88 HTTP/1.1" status: 404 len: 337 time: 0.0514042 Nov 11 21:44:04.311248 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48474) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:04.319933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:04.320678 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.328903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-538c390b-1a9b-426f-a8d8-edd1545f15d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.369128 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43bb72fd-3542-4b72-acc7-8975e20a7bd3 req-bd3a2a87-0007-409b-8b43-9ce4dcda2cea tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710670 Nov 11 21:44:04.373277 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-775a5935-c010-4ece-9392-dd771c0d51c8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] DELETE failed (client error): The resource could not be found. Nov 11 21:44:04.374038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775a5935-c010-4ece-9392-dd771c0d51c8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:44:04.378310 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-775a5935-c010-4ece-9392-dd771c0d51c8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/f5533440-cce9-48e8-ae0a-f23c31eb1d69 HTTP/1.1" status: 404 len: 333 time: 0.0648761 Nov 11 21:44:04.392034 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48480) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:04.394885 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.416860 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-76f09502-88eb-4683-8123-cd5e1b042d5b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Floating IP 9eaf429f-66f5-4fb8-ac92-6864ae4cfa70 associated. External IP: 172.25.0.173, port: ef198489-3518-45bb-a880-12b7addb9280. Nov 11 21:44:04.442148 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-538c390b-1a9b-426f-a8d8-edd1545f15d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.536061 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-538c390b-1a9b-426f-a8d8-edd1545f15d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.538474 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfd1fde-9e4f-4635-b275-9bfb27b07254 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] DELETE failed (client error): The resource could not be found. Nov 11 21:44:04.539162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfd1fde-9e4f-4635-b275-9bfb27b07254 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:44:04.542501 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fcfd1fde-9e4f-4635-b275-9bfb27b07254 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/330a4d7f-16a6-43b9-93ee-4e8030e1b08e HTTP/1.1" status: 404 len: 337 time: 0.1490607 Nov 11 21:44:04.550800 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network e34b6c98-6ca2-43cd-a3f5-185c39f8876b is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:04.553106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48486) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:04.567541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c390b-1a9b-426f-a8d8-edd1545f15d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b443de9-29cf-489f-a8a0-956a59688572,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:04.576347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:04.584401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-538c390b-1a9b-426f-a8d8-edd1545f15d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.587829 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-538c390b-1a9b-426f-a8d8-edd1545f15d6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4b443de9-29cf-489f-a8a0-956a59688572 HTTP/1.1" status: 204 len: 168 time: 0.6871779 Nov 11 21:44:04.590206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48488) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:04.603300 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:04.609637 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3eabe8a-ab65-4c42-b829-405e7e0a6309 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] DELETE failed (client error): The resource could not be found. Nov 11 21:44:04.610336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3eabe8a-ab65-4c42-b829-405e7e0a6309 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:44:04.613660 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c3eabe8a-ab65-4c42-b829-405e7e0a6309 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/58e083d4-1648-4fe8-879b-fd5b3853b18c HTTP/1.1" status: 404 len: 337 time: 0.0593791 Nov 11 21:44:04.616549 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48490) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:04.626099 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.664525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=c9145478-8c68-449c-acf8-ef9cae7c5682,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:04.686699 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b6afdf0b-1dfd-4550-ba8b-0bc95ecd3d0c None None] Deleting port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:44:04.687285 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6afdf0b-1dfd-4550-ba8b-0bc95ecd3d0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.703500 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.740590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1f3a94-acf7-483e-a439-f96cb71df7ec,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:04.748272 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb14608-b582-4b38-ade4-dbbddff9ebc7 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] DELETE failed (client error): The resource could not be found. Nov 11 21:44:04.748574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f680be7d-540f-4d16-8a6e-1da8e4267978 None None] Provisioning complete for port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:04.749020 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f680be7d-540f-4d16-8a6e-1da8e4267978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.749556 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb14608-b582-4b38-ade4-dbbddff9ebc7 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:44:04.752833 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-adb14608-b582-4b38-ade4-dbbddff9ebc7 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/28007f9d-1720-4da4-b062-af140125588f HTTP/1.1" status: 404 len: 333 time: 0.1352727 Nov 11 21:44:04.763379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48496) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:04.800772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69113f20-da0b-49ad-8eba-11613f708122 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:44:04.816957 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6fd40c7b-607f-4d90-9cb5-a1991809abdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.819155 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2543462-68b7-4cd3-af3b-8a7617081458 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] DELETE failed (client error): The resource could not be found. Nov 11 21:44:04.819776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2543462-68b7-4cd3-af3b-8a7617081458 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:44:04.823105 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b2543462-68b7-4cd3-af3b-8a7617081458 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/34e6196f-566c-4dcb-8676-4fd08373fcf3 HTTP/1.1" status: 404 len: 337 time: 0.0585577 Nov 11 21:44:04.827868 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48500) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:04.876705 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.885435 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-465440c7-1bb2-45d0-9e1b-a5a7b109e5c8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] DELETE failed (client error): The resource could not be found. Nov 11 21:44:04.885900 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465440c7-1bb2-45d0-9e1b-a5a7b109e5c8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:44:04.889139 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-465440c7-1bb2-45d0-9e1b-a5a7b109e5c8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/subnets/1d1f6fe3-9a69-48c0-ae52-149469617273 HTTP/1.1" status: 404 len: 337 time: 0.0590527 Nov 11 21:44:04.891764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48502) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:04.926350 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.948673 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9,segment=NetworkSegment(afb0b8c9-529b-46a0-970f-1464818a6af6),segment_id=afb0b8c9-529b-46a0-970f-1464818a6af6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:04.977161 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.012949 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6fd40c7b-607f-4d90-9cb5-a1991809abdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.023391 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.034155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-6fd40c7b-607f-4d90-9cb5-a1991809abdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1914fc53-6a97-441b-9f23-6d4589db39d9']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:05.043954 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-6fd40c7b-607f-4d90-9cb5-a1991809abdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97fba2e5-5b30-4181-82c3-3a610f5bf481') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:05.044316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-6fd40c7b-607f-4d90-9cb5-a1991809abdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97fba2e5-5b30-4181-82c3-3a610f5bf481') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:05.051667 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:05.054284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:44:05.059994 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6fd40c7b-607f-4d90-9cb5-a1991809abdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.073993 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6fd40c7b-607f-4d90-9cb5-a1991809abdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.077924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:44:05.078271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a9e1cf0e-2c10-4419-8fb0-30903ec6b0a1 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:44:05.085682 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd40c7b-607f-4d90-9cb5-a1991809abdf admin admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:44:05.086271 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6fd40c7b-607f-4d90-9cb5-a1991809abdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.116838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:05.117183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:05.117520 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:05.117850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:05.118173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:05.118495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:05.118815 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:05.119133 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:05.119448 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:05.119765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:05.120079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:05.120391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:05.125920 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b6afdf0b-1dfd-4550-ba8b-0bc95ecd3d0c None None] For port b3e07dcc-4804-42e3-bdf0-ee33482aeae8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b3e07dcc-4804-42e3-bdf0-ee33482aeae8,segment=NetworkSegment(c17c823f-ab06-4eb6-9906-2371b9154713),segment_id=c17c823f-ab06-4eb6-9906-2371b9154713)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:05.126319 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6afdf0b-1dfd-4550-ba8b-0bc95ecd3d0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.140409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f09502-88eb-4683-8123-cd5e1b042d5b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Router 000a7204-f931-44ed-b19d-4d888ec4273b has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:44:05.142951 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:44:05.156374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b6afdf0b-1dfd-4550-ba8b-0bc95ecd3d0c None None] Calling delete_port for b3e07dcc-4804-42e3-bdf0-ee33482aeae8 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:44:05.212250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48506) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:05.225398 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.229285 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.289850 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6fd40c7b-607f-4d90-9cb5-a1991809abdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.293693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-259e8a85-ba5f-4458-89e9-9ffcb6c02bb3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Deleting port 4d8215f9-0929-4ead-b2f6-275dede2aef9 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:44:05.293693 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-259e8a85-ba5f-4458-89e9-9ffcb6c02bb3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.296317 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6fd40c7b-607f-4d90-9cb5-a1991809abdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.299548 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6fd40c7b-607f-4d90-9cb5-a1991809abdf admin admin] 10.222.0.57 "DELETE /v2.0/networks/1914fc53-6a97-441b-9f23-6d4589db39d9 HTTP/1.1" status: 204 len: 168 time: 0.7081010 Nov 11 21:44:05.318469 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.319450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6fd587d-7c13-4d80-84fa-336cb9518a19 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:44:05.326764 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.332068 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6afdf0b-1dfd-4550-ba8b-0bc95ecd3d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.334943 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-95c5ab8b-adf1-4b26-b9e5-173775a66f98 admin admin] 10.222.0.57 "DELETE /v2.0/routers/d6fd587d-7c13-4d80-84fa-336cb9518a19 HTTP/1.1" status: 204 len: 168 time: 3.7018728 Nov 11 21:44:05.336461 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd40c7b-607f-4d90-9cb5-a1991809abdf admin admin] Pushing event deleted for resources: {'Network': ['ID=1914fc53-6a97-441b-9f23-6d4589db39d9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:05.338513 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48512) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:05.392243 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afdf0b-1dfd-4550-ba8b-0bc95ecd3d0c None None] Pushing event deleted for resources: {'Port': ['ID=b3e07dcc-4804-42e3-bdf0-ee33482aeae8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:05.398858 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbdf02c0-17cc-4ef1-8b1f-a21384809876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.419404 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6afdf0b-1dfd-4550-ba8b-0bc95ecd3d0c None None] No DVR routers for this DVR port b3e07dcc-4804-42e3-bdf0-ee33482aeae8 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:44:05.535511 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbdf02c0-17cc-4ef1-8b1f-a21384809876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.548863 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbdf02c0-17cc-4ef1-8b1f-a21384809876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.571336 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48518) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:05.583919 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-259e8a85-ba5f-4458-89e9-9ffcb6c02bb3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.584455 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bceeb17e-12cf-4344-a1d1-2c3eebb29dd9 None None] Provisioning complete for port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:05.584858 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bceeb17e-12cf-4344-a1d1-2c3eebb29dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.611706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf02c0-17cc-4ef1-8b1f-a21384809876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3817cce4-7675-4b8d-b355-fd808c586afd,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:05.648263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-259e8a85-ba5f-4458-89e9-9ffcb6c02bb3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Calling delete_port for 4d8215f9-0929-4ead-b2f6-275dede2aef9 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:44:05.675885 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-af0cf8d4-7e47-4627-b1a7-46942834576a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d27ad0edc5e444d9911e07a79bd6efa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0672965 Nov 11 21:44:05.676979 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48520) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:05.690996 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cbdf02c0-17cc-4ef1-8b1f-a21384809876 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3ec2390bec394b9cba713e99a520d066&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4757490 Nov 11 21:44:05.698664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48522) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:05.702365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a361f035-fcfb-4afc-967b-3e0b24666020 admin admin] Deleting subnet f0b71604-c771-4fb2-a243-eaa0d1daf729 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:44:05.710373 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f09502-88eb-4683-8123-cd5e1b042d5b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:44:05.713003 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a361f035-fcfb-4afc-967b-3e0b24666020 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.728320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c869f7b-b45c-47fb-a19c-afc7cf923a77 None None] Sync routers for ids ['000a7204-f931-44ed-b19d-4d888ec4273b'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:44:05.749517 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-76f09502-88eb-4683-8123-cd5e1b042d5b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.751484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c869f7b-b45c-47fb-a19c-afc7cf923a77 None None] Routers {'000a7204-f931-44ed-b19d-4d888ec4273b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:05.752299 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9c869f7b-b45c-47fb-a19c-afc7cf923a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['000a7204-f931-44ed-b19d-4d888ec4273b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:05.790507 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bceeb17e-12cf-4344-a1d1-2c3eebb29dd9 None None] Provisioning complete for port c9145478-8c68-449c-acf8-ef9cae7c5682 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:05.791224 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bceeb17e-12cf-4344-a1d1-2c3eebb29dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.807191 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3dde250a-e566-4be3-a230-08514274e296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.818318 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbba7a9c-f015-465a-9585-054cb34578d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.834742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bceeb17e-12cf-4344-a1d1-2c3eebb29dd9 None None] Port c9145478-8c68-449c-acf8-ef9cae7c5682 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:05.844052 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbba7a9c-f015-465a-9585-054cb34578d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.871385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f82827-e60e-42b5-bda0-d85a228862d5 req-293eec30-1822-4c39-87b7-03d3fef7fa75 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:05.873099 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7f82827-e60e-42b5-bda0-d85a228862d5 req-293eec30-1822-4c39-87b7-03d3fef7fa75 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.3151679 Nov 11 21:44:05.879561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-76f09502-88eb-4683-8123-cd5e1b042d5b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "PUT /v2.0/floatingips/9eaf429f-66f5-4fb8-ac92-6864ae4cfa70 HTTP/1.1" status: 200 len: 992 time: 3.9854467 Nov 11 21:44:05.884421 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3dde250a-e566-4be3-a230-08514274e296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.887849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:44:05.890181 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be4a73c-9a04-4491-9fdf-f76b0c9f886c" -d '{"events": [{"name": "network-changed", "server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "tag": "ef198489-3518-45bb-a880-12b7addb9280"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:44:05.897080 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a361f035-fcfb-4afc-967b-3e0b24666020 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.967239 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbba7a9c-f015-465a-9585-054cb34578d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.978857 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbba7a9c-f015-465a-9585-054cb34578d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.980058 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bbba7a9c-f015-465a-9585-054cb34578d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3817cce4-7675-4b8d-b355-fd808c586afd HTTP/1.1" status: 204 len: 168 time: 0.2799048 Nov 11 21:44:05.991559 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3dde250a-e566-4be3-a230-08514274e296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.994185 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3dde250a-e566-4be3-a230-08514274e296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.995390 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3dde250a-e566-4be3-a230-08514274e296 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/161ced67-8d93-4ae8-a928-e00b1757983b HTTP/1.1" status: 204 len: 168 time: 0.3144002 Nov 11 21:44:06.028112 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba7a9c-f015-465a-9585-054cb34578d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3817cce4-7675-4b8d-b355-fd808c586afd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:06.031518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e914a8b3-f803-4ca8-9606-80551d0b7ccf None None] Provisioning complete for port c9145478-8c68-449c-acf8-ef9cae7c5682 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:06.032747 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e914a8b3-f803-4ca8-9606-80551d0b7ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:06.036235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-9c869f7b-b45c-47fb-a19c-afc7cf923a77 None None] Set router 000a7204-f931-44ed-b19d-4d888ec4273b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:44:06.072119 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7968d5e8-7b5c-479f-932f-fe19945973ca x-openstack-request-id: req-7968d5e8-7b5c-479f-932f-fe19945973ca {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:44:06.074002 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "tag": "ef198489-3518-45bb-a880-12b7addb9280", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:44:06.074859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde250a-e566-4be3-a230-08514274e296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161ced67-8d93-4ae8-a928-e00b1757983b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:06.075153 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7968d5e8-7b5c-479f-932f-fe19945973ca {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:44:06.075804 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280', 'status': 'completed', 'code': 200} Nov 11 21:44:06.095523 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a361f035-fcfb-4afc-967b-3e0b24666020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:06.150427 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:06.159150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4a73c-9a04-4491-9fdf-f76b0c9f886c req-1b78f5d4-6291-4043-b9b2-7be6f15759dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:06.160681 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4be4a73c-9a04-4491-9fdf-f76b0c9f886c req-1b78f5d4-6291-4043-b9b2-7be6f15759dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 1097 time: 0.0802677 Nov 11 21:44:06.179233 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:06.192739 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-259e8a85-ba5f-4458-89e9-9ffcb6c02bb3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:06.195087 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:06.218319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7f82827-e60e-42b5-bda0-d85a228862d5 req-b19314b2-b59c-49fb-8a1f-88c4d8b78469 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148112 Nov 11 21:44:06.225580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e914a8b3-f803-4ca8-9606-80551d0b7ccf None None] Port c9145478-8c68-449c-acf8-ef9cae7c5682 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:06.358209 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4a73c-9a04-4491-9fdf-f76b0c9f886c req-8ea1225b-f62e-40bb-8002-4ca3454a2d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:06.360094 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4be4a73c-9a04-4491-9fdf-f76b0c9f886c req-8ea1225b-f62e-40bb-8002-4ca3454a2d4f service neutron] 10.222.0.71 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 919 time: 0.1897902 Nov 11 21:44:06.387725 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-259e8a85-ba5f-4458-89e9-9ffcb6c02bb3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:06.402016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-259e8a85-ba5f-4458-89e9-9ffcb6c02bb3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/ports/4d8215f9-0929-4ead-b2f6-275dede2aef9 HTTP/1.1" status: 204 len: 168 time: 1.5085599 Nov 11 21:44:06.413264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48538) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:06.433491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:06.433872 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:06.450454 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:06.492222 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=c9145478-8c68-449c-acf8-ef9cae7c5682,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:06.538569 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4be4a73c-9a04-4491-9fdf-f76b0c9f886c req-a11896c5-cbd0-4ab4-9e7a-2b92bb229aee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef198489-3518-45bb-a880-12b7addb9280 HTTP/1.1" status: 200 len: 1000 time: 0.1706462 Nov 11 21:44:06.548176 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a361f035-fcfb-4afc-967b-3e0b24666020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:06.618613 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4a73c-9a04-4491-9fdf-f76b0c9f886c req-43350399-eece-438d-8a3f-da36b32dabf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:06.622534 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4be4a73c-9a04-4491-9fdf-f76b0c9f886c req-43350399-eece-438d-8a3f-da36b32dabf8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.0757601 Nov 11 21:44:06.628490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48550) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:06.709197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e8a85-ba5f-4458-89e9-9ffcb6c02bb3 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Port': ['ID=4d8215f9-0929-4ead-b2f6-275dede2aef9,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:06.730279 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9c869f7b-b45c-47fb-a19c-afc7cf923a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:20Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '9eaf429f-66f5-4fb8-ac92-6864ae4cfa70', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'port_id': 'ef198489-3518-45bb-a880-12b7addb9280', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'mac_address': 'fa:16:3e:cf:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:43:29Z', 'updated_at': '2021-11-11T21:44:03Z', 'revision_number': 1, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a6e9d8-c123-42f6-b423-d70ad0db9779', 'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'mac_address': 'fa:16:3e:f4:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:17Z', 'updated_at': '2021-11-11T21:43:26Z', 'revision_number': 5, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'subnets': [{'id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:06.753354 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8d0fa511-4486-4aa1-b0ed-ca2c815f1807 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f7f176d73fce4eb8af4a0e35b891c2fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1208622 Nov 11 21:44:06.754257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4a73c-9a04-4491-9fdf-f76b0c9f886c req-6fb10799-e355-4c62-9a3c-913369bd521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:06.755871 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4be4a73c-9a04-4491-9fdf-f76b0c9f886c req-6fb10799-e355-4c62-9a3c-913369bd521a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237001 Nov 11 21:44:06.756336 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48554) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:06.782610 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c869f7b-b45c-47fb-a19c-afc7cf923a77 None None] Checking router: 000a7204-f931-44ed-b19d-4d888ec4273b for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:44:06.785762 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ef1f3a94-acf7-483e-a439-f96cb71df7ec no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:44:06.811406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361f035-fcfb-4afc-967b-3e0b24666020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0b71604-c771-4fb2-a243-eaa0d1daf729,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:06.824968 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: ef1f3a94-acf7-483e-a439-f96cb71df7ec {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:44:06.825345 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a361f035-fcfb-4afc-967b-3e0b24666020 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:06.825476 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ef1f3a94-acf7-483e-a439-f96cb71df7ec not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:44:06.825755 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b3e07dcc-4804-42e3-bdf0-ee33482aeae8 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:44:06.828851 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a361f035-fcfb-4afc-967b-3e0b24666020 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f0b71604-c771-4fb2-a243-eaa0d1daf729 HTTP/1.1" status: 204 len: 168 time: 1.4876719 Nov 11 21:44:06.845140 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network e34b6c98-6ca2-43cd-a3f5-185c39f8876b is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:06.847302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48556) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:06.855476 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e70a03b-3acf-4640-a46b-6d96016c52e8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:06.869297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:06.884674 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07afccdc-3b00-41c5-8c63-e6d88d66720e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:06.888825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: b3e07dcc-4804-42e3-bdf0-ee33482aeae8 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:44:06.889184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b3e07dcc-4804-42e3-bdf0-ee33482aeae8 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:44:06.897171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c869f7b-b45c-47fb-a19c-afc7cf923a77 None None] Routers {'000a7204-f931-44ed-b19d-4d888ec4273b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:06.897873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9c869f7b-b45c-47fb-a19c-afc7cf923a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['000a7204-f931-44ed-b19d-4d888ec4273b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:06.918027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf2376-46da-4ec8-9328-2007944ce928 req-e4dfd625-4e33-4927-9d75-76214793eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:06.919572 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-babf2376-46da-4ec8-9328-2007944ce928 req-e4dfd625-4e33-4927-9d75-76214793eb9e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99e3c597206c4ea7bcd58ef8e8d0fd48&device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 1097 time: 0.3742995 Nov 11 21:44:06.938839 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4be4a73c-9a04-4491-9fdf-f76b0c9f886c req-d14e95f5-ccb6-4783-a938-0ed09b9476c1 service neutron] 10.222.0.71 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647441 Nov 11 21:44:06.940953 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07afccdc-3b00-41c5-8c63-e6d88d66720e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:07.037997 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-767b414e-bbd1-4fd2-9714-5242f72b10bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:07.081633 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07afccdc-3b00-41c5-8c63-e6d88d66720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:07.084844 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07afccdc-3b00-41c5-8c63-e6d88d66720e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:07.087138 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-07afccdc-3b00-41c5-8c63-e6d88d66720e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ed22593d-70fd-4da6-8488-7d5647da41fc HTTP/1.1" status: 204 len: 168 time: 0.3298268 Nov 11 21:44:07.110915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afccdc-3b00-41c5-8c63-e6d88d66720e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed22593d-70fd-4da6-8488-7d5647da41fc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:07.116338 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4be4a73c-9a04-4491-9fdf-f76b0c9f886c req-9d58bd67-e748-4b02-a4ab-8fa2820c9cbf service neutron] 10.222.0.71 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565711 Nov 11 21:44:07.159214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-9c869f7b-b45c-47fb-a19c-afc7cf923a77 None None] Set router 000a7204-f931-44ed-b19d-4d888ec4273b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:44:07.373664 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6f289271-ada6-432d-be4c-e0dadd2ef10f None None] Provisioning complete for port c9145478-8c68-449c-acf8-ef9cae7c5682 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:07.374034 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6f289271-ada6-432d-be4c-e0dadd2ef10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:07.446117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6f289271-ada6-432d-be4c-e0dadd2ef10f None None] Port c9145478-8c68-449c-acf8-ef9cae7c5682 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:07.476125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9c869f7b-b45c-47fb-a19c-afc7cf923a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:20Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '9eaf429f-66f5-4fb8-ac92-6864ae4cfa70', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'port_id': 'ef198489-3518-45bb-a880-12b7addb9280', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'mac_address': 'fa:16:3e:cf:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:43:29Z', 'updated_at': '2021-11-11T21:44:03Z', 'revision_number': 1, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a6e9d8-c123-42f6-b423-d70ad0db9779', 'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'mac_address': 'fa:16:3e:f4:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:17Z', 'updated_at': '2021-11-11T21:43:26Z', 'revision_number': 5, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'subnets': [{'id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:07.514845 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c869f7b-b45c-47fb-a19c-afc7cf923a77 None None] The sync data for ids ['000a7204-f931-44ed-b19d-4d888ec4273b'] in n-d-805737-3 is: [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:20Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '9eaf429f-66f5-4fb8-ac92-6864ae4cfa70', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'port_id': 'ef198489-3518-45bb-a880-12b7addb9280', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'mac_address': 'fa:16:3e:cf:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:43:29Z', 'updated_at': '2021-11-11T21:44:03Z', 'revision_number': 1, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a6e9d8-c123-42f6-b423-d70ad0db9779', 'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'mac_address': 'fa:16:3e:f4:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:17Z', 'updated_at': '2021-11-11T21:43:26Z', 'revision_number': 5, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'subnets': [{'id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:44:07.594085 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2be3ca-9158-42a4-a3da-db64c0178010 req-258e7122-94d4-4cfa-bcec-0301953ef145 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:07.595672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d2be3ca-9158-42a4-a3da-db64c0178010 req-258e7122-94d4-4cfa-bcec-0301953ef145 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.9130347 Nov 11 21:44:07.790231 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e70a03b-3acf-4640-a46b-6d96016c52e8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:07.871493 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6d8cf-b5cc-437d-9248-d1fe9cd10e49 None None] New status for floating IP 9eaf429f-66f5-4fb8-ac92-6864ae4cfa70: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:44:07.885622 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-767b414e-bbd1-4fd2-9714-5242f72b10bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:07.905596 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2e70a03b-3acf-4640-a46b-6d96016c52e8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c826d7fb-6b3d-453b-abc7-d28e7b88e065']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:07.923016 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf2376-46da-4ec8-9328-2007944ce928 req-efb7d98d-d62e-4c49-9638-37fbf816e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:07.924845 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-babf2376-46da-4ec8-9328-2007944ce928 req-efb7d98d-d62e-4c49-9638-37fbf816e6f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 HTTP/1.1" status: 200 len: 920 time: 0.8813248 Nov 11 21:44:07.928536 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d2be3ca-9158-42a4-a3da-db64c0178010 req-09560079-721f-43ed-b865-f4366c65cad0 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099930 Nov 11 21:44:07.930560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2e70a03b-3acf-4640-a46b-6d96016c52e8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17c823f-ab06-4eb6-9906-2371b9154713') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:07.931090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2e70a03b-3acf-4640-a46b-6d96016c52e8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17c823f-ab06-4eb6-9906-2371b9154713') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:07.957228 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-767b414e-bbd1-4fd2-9714-5242f72b10bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd23ad2-a5b1-49ba-b1ac-4708052c2688']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:07.960264 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e70a03b-3acf-4640-a46b-6d96016c52e8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:08.007267 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-babf2376-46da-4ec8-9328-2007944ce928 req-9176c43e-5de6-46fb-b6ea-1109356cbd29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bc290fc-799f-4b58-9f70-9c3fb362f7d2 HTTP/1.1" status: 200 len: 217 time: 0.0687385 Nov 11 21:44:08.008180 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 9f66ab3e-8169-43e6-b8c8-0e3c13b88d86 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:44:08.011679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-767b414e-bbd1-4fd2-9714-5242f72b10bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71617bf-9cd5-4942-a559-888bf490f5ee') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:08.011982 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-767b414e-bbd1-4fd2-9714-5242f72b10bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71617bf-9cd5-4942-a559-888bf490f5ee') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:08.014080 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e70a03b-3acf-4640-a46b-6d96016c52e8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:08.038255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e70a03b-3acf-4640-a46b-6d96016c52e8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:44:08.038669 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e70a03b-3acf-4640-a46b-6d96016c52e8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:08.042847 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-767b414e-bbd1-4fd2-9714-5242f72b10bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:44:08.066998 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:44:08.260040 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-767b414e-bbd1-4fd2-9714-5242f72b10bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:08.283259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767b414e-bbd1-4fd2-9714-5242f72b10bd admin admin] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:44:08.283948 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-767b414e-bbd1-4fd2-9714-5242f72b10bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:44:08.288073 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:44:08.347674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf2376-46da-4ec8-9328-2007944ce928 req-3b1a6001-8177-4128-a137-ae6e3bec75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:08.349182 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-babf2376-46da-4ec8-9328-2007944ce928 req-3b1a6001-8177-4128-a137-ae6e3bec75ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc75e8a7-d2c9-48ae-aff4-f6a72ade0511 HTTP/1.1" status: 200 len: 858 time: 0.3329763 Nov 11 21:44:08.354948 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e70a03b-3acf-4640-a46b-6d96016c52e8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:08.368931 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e70a03b-3acf-4640-a46b-6d96016c52e8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:08.372080 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2e70a03b-3acf-4640-a46b-6d96016c52e8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] 10.222.0.57 "DELETE /v2.0/networks/c826d7fb-6b3d-453b-abc7-d28e7b88e065 HTTP/1.1" status: 204 len: 168 time: 1.9560225 Nov 11 21:44:08.385239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:44:08.397096 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bbd2bf-5fd4-4daf-bb16-d3d896e9bf44 None None] Sync routers for ids ['9f66ab3e-8169-43e6-b8c8-0e3c13b88d86'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:44:08.402473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-316d3d58-85b9-4d40-992f-cbf1a667f263 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/9f66ab3e-8169-43e6-b8c8-0e3c13b88d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9961095 Nov 11 21:44:08.405425 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48672) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:08.436548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70a03b-3acf-4640-a46b-6d96016c52e8 tempest-PortsIpV6TestJSON-324899786 tempest-PortsIpV6TestJSON-324899786-project] Pushing event deleted for resources: {'Network': ['ID=c826d7fb-6b3d-453b-abc7-d28e7b88e065,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:08.441121 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-babf2376-46da-4ec8-9328-2007944ce928 req-befdeb45-8db1-4c4c-8916-78bd3b14d435 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675447 Nov 11 21:44:08.442485 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-767b414e-bbd1-4fd2-9714-5242f72b10bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:08.448424 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bbd2bf-5fd4-4daf-bb16-d3d896e9bf44 None None] Routers {'9f66ab3e-8169-43e6-b8c8-0e3c13b88d86'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:08.452112 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e8bbd2bf-5fd4-4daf-bb16-d3d896e9bf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9f66ab3e-8169-43e6-b8c8-0e3c13b88d86'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:08.459183 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-767b414e-bbd1-4fd2-9714-5242f72b10bd admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:08.471691 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-767b414e-bbd1-4fd2-9714-5242f72b10bd admin admin] 10.222.0.57 "DELETE /v2.0/networks/5dd23ad2-a5b1-49ba-b1ac-4708052c2688 HTTP/1.1" status: 204 len: 168 time: 1.6124232 Nov 11 21:44:08.530450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e8bbd2bf-5fd4-4daf-bb16-d3d896e9bf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:08.535564 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de257d43-2c90-4f0c-8806-5c41a8da99cf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:08.539476 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-de257d43-2c90-4f0c-8806-5c41a8da99cf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports/c9145478-8c68-449c-acf8-ef9cae7c5682 HTTP/1.1" status: 200 len: 910 time: 0.1315808 Nov 11 21:44:08.541602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48680) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:08.546543 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bbd2bf-5fd4-4daf-bb16-d3d896e9bf44 None None] Routers {'9f66ab3e-8169-43e6-b8c8-0e3c13b88d86'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:08.547280 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e8bbd2bf-5fd4-4daf-bb16-d3d896e9bf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9f66ab3e-8169-43e6-b8c8-0e3c13b88d86'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:08.554416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b414e-bbd1-4fd2-9714-5242f72b10bd admin admin] Pushing event deleted for resources: {'Network': ['ID=5dd23ad2-a5b1-49ba-b1ac-4708052c2688,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:08.603498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e8bbd2bf-5fd4-4daf-bb16-d3d896e9bf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:08.604512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bbd2bf-5fd4-4daf-bb16-d3d896e9bf44 None None] The sync data for ids ['9f66ab3e-8169-43e6-b8c8-0e3c13b88d86'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:44:08.677267 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-babf2376-46da-4ec8-9328-2007944ce928 req-a2f1bb2c-f610-48e1-8820-54d1cbf672c0 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238557 Nov 11 21:44:08.833847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-babf2376-46da-4ec8-9328-2007944ce928 req-bfa28065-aa35-4934-95f8-d4f05c516188 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461022 Nov 11 21:44:08.864073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48688) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:08.901002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48690) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:08.930765 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fd722d9e-007d-4362-9cf9-7ef0b8bfac20 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=172747899bb047bea5cde66bd14569c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0649779 Nov 11 21:44:08.934771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48696) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:09.043953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48702) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:09.045552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-488bae70-1ade-4d49-bf78-c155667b101c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.082556 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-488bae70-1ade-4d49-bf78-c155667b101c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.092608 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf60c88-02cc-471c-9bee-6c7e7fbf27b9 req-5e87e84e-6ae8-4532-a239-e7e7714f374d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:09.094965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bf60c88-02cc-471c-9bee-6c7e7fbf27b9 req-5e87e84e-6ae8-4532-a239-e7e7714f374d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.0814948 Nov 11 21:44:09.162858 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bff67617-3155-4686-aafa-1cc0863262b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.195973 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-348b2d3c-6b9d-43c5-9e66-09dba4b14306 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.207104 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bf60c88-02cc-471c-9bee-6c7e7fbf27b9 req-9794aa4e-5b60-49ce-b85e-cc12d056567d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033244 Nov 11 21:44:09.266528 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-488bae70-1ade-4d49-bf78-c155667b101c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.269225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-488bae70-1ade-4d49-bf78-c155667b101c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.272990 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-488bae70-1ade-4d49-bf78-c155667b101c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/75b4ca82-6e53-433c-9f5c-9a9522b45593 HTTP/1.1" status: 204 len: 168 time: 0.3349216 Nov 11 21:44:09.297358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0c0480cf-ce57-4ebf-9d9f-d55656bc5a60 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dbad1feca6c74716beb5daf54e17f08f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2515106 Nov 11 21:44:09.301856 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48712) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:09.315365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bae70-1ade-4d49-bf78-c155667b101c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b4ca82-6e53-433c-9f5c-9a9522b45593,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:09.338439 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bff67617-3155-4686-aafa-1cc0863262b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.346851 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bff67617-3155-4686-aafa-1cc0863262b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.398797 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bff67617-3155-4686-aafa-1cc0863262b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=00f8ffaa0031479297e18a99e93d698c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4961376 Nov 11 21:44:09.403087 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48714) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:09.405075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff67617-3155-4686-aafa-1cc0863262b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7680c5-4c8f-44a4-9d76-452e20a2e443,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:09.413100 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea1ee1df-468e-4b0c-ac9e-5454688179bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.440480 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea1ee1df-468e-4b0c-ac9e-5454688179bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.470136 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e97fb4a-8129-41a9-8b66-f7e4e870e3a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.500956 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea1ee1df-468e-4b0c-ac9e-5454688179bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.504180 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea1ee1df-468e-4b0c-ac9e-5454688179bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.505438 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ea1ee1df-468e-4b0c-ac9e-5454688179bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/525b4390-407d-4d09-9268-1b043e8e7848 HTTP/1.1" status: 204 len: 168 time: 0.2025976 Nov 11 21:44:09.513924 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ee1df-468e-4b0c-ac9e-5454688179bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525b4390-407d-4d09-9268-1b043e8e7848,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:09.528038 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e97fb4a-8129-41a9-8b66-f7e4e870e3a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.612363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-348b2d3c-6b9d-43c5-9e66-09dba4b14306 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port c9145478-8c68-449c-acf8-ef9cae7c5682 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:44:09.612363 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-348b2d3c-6b9d-43c5-9e66-09dba4b14306 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.616337 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e97fb4a-8129-41a9-8b66-f7e4e870e3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.619317 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e97fb4a-8129-41a9-8b66-f7e4e870e3a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.620836 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8e97fb4a-8129-41a9-8b66-f7e4e870e3a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ae7680c5-4c8f-44a4-9d76-452e20a2e443 HTTP/1.1" status: 204 len: 168 time: 0.2164683 Nov 11 21:44:09.652545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97fb4a-8129-41a9-8b66-f7e4e870e3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7680c5-4c8f-44a4-9d76-452e20a2e443,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:09.719945 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-348b2d3c-6b9d-43c5-9e66-09dba4b14306 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:09.736443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-348b2d3c-6b9d-43c5-9e66-09dba4b14306 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for c9145478-8c68-449c-acf8-ef9cae7c5682 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:44:09.990666 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-348b2d3c-6b9d-43c5-9e66-09dba4b14306 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:10.021343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b2d3c-6b9d-43c5-9e66-09dba4b14306 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=c9145478-8c68-449c-acf8-ef9cae7c5682,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:10.241187 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-348b2d3c-6b9d-43c5-9e66-09dba4b14306 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:10.417297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367519e-1a92-4ee3-b078-df5493933eca req-0a6300eb-447b-4e4c-b963-732158834ffd tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:10.419535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5367519e-1a92-4ee3-b078-df5493933eca req-0a6300eb-447b-4e4c-b963-732158834ffd tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1098208 Nov 11 21:44:10.482855 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5367519e-1a92-4ee3-b078-df5493933eca req-90b5a834-0dc9-45a0-93a8-22c65d9c206b tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568640 Nov 11 21:44:10.516140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348b2d3c-6b9d-43c5-9e66-09dba4b14306 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 9f66ab3e-8169-43e6-b8c8-0e3c13b88d86 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:44:10.610497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348b2d3c-6b9d-43c5-9e66-09dba4b14306 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:44:10.621022 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbaa074-116d-4917-9b98-a7af7d5342b3 None None] Sync routers for ids ['9f66ab3e-8169-43e6-b8c8-0e3c13b88d86'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:44:10.632029 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-348b2d3c-6b9d-43c5-9e66-09dba4b14306 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/9f66ab3e-8169-43e6-b8c8-0e3c13b88d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0892038 Nov 11 21:44:10.634579 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbaa074-116d-4917-9b98-a7af7d5342b3 None None] Routers {'9f66ab3e-8169-43e6-b8c8-0e3c13b88d86'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:10.636504 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6fbaa074-116d-4917-9b98-a7af7d5342b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9f66ab3e-8169-43e6-b8c8-0e3c13b88d86'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:10.637219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48768) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:10.677441 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6fbaa074-116d-4917-9b98-a7af7d5342b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:10.687203 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbaa074-116d-4917-9b98-a7af7d5342b3 None None] Routers {'9f66ab3e-8169-43e6-b8c8-0e3c13b88d86'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:10.687870 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6fbaa074-116d-4917-9b98-a7af7d5342b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9f66ab3e-8169-43e6-b8c8-0e3c13b88d86'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:10.694033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48774) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:10.695420 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-29abf595-1edd-4f36-9a48-a993304deb58 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f66ab3e-8169-43e6-b8c8-0e3c13b88d86 HTTP/1.1" status: 200 len: 205 time: 0.0556777 Nov 11 21:44:10.777789 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6fbaa074-116d-4917-9b98-a7af7d5342b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:10.778503 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbaa074-116d-4917-9b98-a7af7d5342b3 None None] The sync data for ids ['9f66ab3e-8169-43e6-b8c8-0e3c13b88d86'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:44:10.807552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48780) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:10.832764 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cc8f777-f75a-4a6e-84de-60d4b7709a05 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.005642 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.010378 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cc8f777-f75a-4a6e-84de-60d4b7709a05 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.016429 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cc8f777-f75a-4a6e-84de-60d4b7709a05 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.039355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-network', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:11.075294 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] Made reservation on behalf of e6091779eb404dd0a53fc90332b835f8 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:44:11.078340 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.088907 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.111832 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cc8f777-f75a-4a6e-84de-60d4b7709a05 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.113902 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc8f777-f75a-4a6e-84de-60d4b7709a05 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Fanout notify agent at l3_agent the message router_deleted on router 9f66ab3e-8169-43e6-b8c8-0e3c13b88d86 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:44:11.125189 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cc8f777-f75a-4a6e-84de-60d4b7709a05 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.139731 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2cc8f777-f75a-4a6e-84de-60d4b7709a05 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/routers/9f66ab3e-8169-43e6-b8c8-0e3c13b88d86 HTTP/1.1" status: 204 len: 168 time: 0.4444697 Nov 11 21:44:11.140436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48792) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:11.211838 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.219347 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.234154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:44:11.239647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48804) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:11.241823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-108f65ad-6698-4a0a-899f-a51f0bb35a0b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting subnet e277e31e-5e1c-4c3c-8fed-ac1435cfebfa {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:44:11.245588 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-108f65ad-6698-4a0a-899f-a51f0bb35a0b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.266543 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.267170 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] Added segment cdb637cc-eabc-4745-8a19-58d923408eff of type vlan for network 58e7a506-7b3e-42b2-b385-05bccfc6062e Nov 11 21:44:11.296024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14069229-49ba-4a7b-9947-fe30acb6c2d7,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:11.328230 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-108f65ad-6698-4a0a-899f-a51f0bb35a0b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.343869 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.378655 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.379939 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:11.380868 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.405134 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-48ed27e3-bb84-49b3-a719-8e0cd368ba74 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group': {'name': 'tempest-secgroup--265814415'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:11.490671 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-108f65ad-6698-4a0a-899f-a51f0bb35a0b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.513407 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7020030 Nov 11 21:44:11.515358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271fb3b-5ccb-4a26-ba4f-f46d45682150 admin admin] Pushing event updated for resources: {'Network': ['ID=58e7a506-7b3e-42b2-b385-05bccfc6062e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:11.516875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48816) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:11.521889 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e3dcb779-556b-427c-86fe-76656912ccce admin admin] Request body: {'subnet': {'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-subnet', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:11.527584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 58e7a506-7b3e-42b2-b385-05bccfc6062e details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:44:11.564410 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48ed27e3-bb84-49b3-a719-8e0cd368ba74 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.584272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48818) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:11.597887 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48ed27e3-bb84-49b3-a719-8e0cd368ba74 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.610214 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dcb779-556b-427c-86fe-76656912ccce admin admin] Made reservation on behalf of e6091779eb404dd0a53fc90332b835f8 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:44:11.612625 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb779-556b-427c-86fe-76656912ccce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.667633 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-108f65ad-6698-4a0a-899f-a51f0bb35a0b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.703582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367ed5a-cdee-48f7-bc7c-24bde8fb8a16 req-b15b6cb5-60ef-4794-9931-0ae8984e18a1 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:11.713729 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9367ed5a-cdee-48f7-bc7c-24bde8fb8a16 req-b15b6cb5-60ef-4794-9931-0ae8984e18a1 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1119616 Nov 11 21:44:11.784707 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48ed27e3-bb84-49b3-a719-8e0cd368ba74 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.800590 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48ed27e3-bb84-49b3-a719-8e0cd368ba74 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.807918 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-725040ca-2a99-43f4-a430-9a3f1ff65aa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.830367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9367ed5a-cdee-48f7-bc7c-24bde8fb8a16 req-7b7f6b41-62a9-43d6-8eda-9232b45f424e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097200 Nov 11 21:44:11.886865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed27e3-bb84-49b3-a719-8e0cd368ba74 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d7a5db-e4f5-4a58-9b90-049390c4615d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:11.950005 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48ed27e3-bb84-49b3-a719-8e0cd368ba74 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:11.962521 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48ed27e3-bb84-49b3-a719-8e0cd368ba74 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.006945 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-725040ca-2a99-43f4-a430-9a3f1ff65aa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.012486 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48ed27e3-bb84-49b3-a719-8e0cd368ba74 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.013802 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-48ed27e3-bb84-49b3-a719-8e0cd368ba74 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7709684 Nov 11 21:44:12.016304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed27e3-bb84-49b3-a719-8e0cd368ba74 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa163f75-46b3-4625-a545-100602d2ff2f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:12.018485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48822) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:12.021621 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-725040ca-2a99-43f4-a430-9a3f1ff65aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.079898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-725040ca-2a99-43f4-a430-9a3f1ff65aa3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c927a4ebe0484cf883740e94397a5d72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4941478 Nov 11 21:44:12.093228 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48824) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:12.112701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725040ca-2a99-43f4-a430-9a3f1ff65aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a2656f-5b0b-41cb-b30a-ee7b2f7813ab,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:12.148596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f65ad-6698-4a0a-899f-a51f0bb35a0b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Subnet': ['ID=e277e31e-5e1c-4c3c-8fed-ac1435cfebfa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:12.158577 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-588d7ced-aed8-49ae-8788-9bdd24874402 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1366324 Nov 11 21:44:12.159362 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-108f65ad-6698-4a0a-899f-a51f0bb35a0b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.160928 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-108f65ad-6698-4a0a-899f-a51f0bb35a0b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/e277e31e-5e1c-4c3c-8fed-ac1435cfebfa HTTP/1.1" status: 204 len: 168 time: 1.0175874 Nov 11 21:44:12.161401 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac219a38-bdd4-4335-8714-f7d835817256 None None] Network e34b6c98-6ca2-43cd-a3f5-185c39f8876b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:12.161810 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48828) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:12.164619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48830) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:12.169835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-222771a2-9137-49cb-bb0b-3323e6bea6fe tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group': {'name': 'tempest-security--1457657345', 'description': 'tempest-security-description-1199638024'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:12.199212 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-626f64f3-99b3-4471-881d-5cd299f4d77a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.243706 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-626f64f3-99b3-4471-881d-5cd299f4d77a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.303950 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-626f64f3-99b3-4471-881d-5cd299f4d77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.307252 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-626f64f3-99b3-4471-881d-5cd299f4d77a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.311979 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-626f64f3-99b3-4471-881d-5cd299f4d77a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/18a2656f-5b0b-41cb-b30a-ee7b2f7813ab HTTP/1.1" status: 204 len: 168 time: 0.2114358 Nov 11 21:44:12.318802 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-222771a2-9137-49cb-bb0b-3323e6bea6fe tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.326332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f64f3-99b3-4471-881d-5cd299f4d77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a2656f-5b0b-41cb-b30a-ee7b2f7813ab,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:12.328091 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.410311 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-222771a2-9137-49cb-bb0b-3323e6bea6fe tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.447744 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-222771a2-9137-49cb-bb0b-3323e6bea6fe tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.450820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-222771a2-9137-49cb-bb0b-3323e6bea6fe tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.454481 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-222771a2-9137-49cb-bb0b-3323e6bea6fe tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "PUT /v2.0/security-groups/fa163f75-46b3-4625-a545-100602d2ff2f HTTP/1.1" status: 200 len: 1797 time: 0.2884169 Nov 11 21:44:12.454881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48836) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:12.474214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cbca76-b2b1-46b0-9158-a256a8bcfea1 None None] DHCP port deletion for e34b6c98-6ca2-43cd-a3f5-185c39f8876b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:44:12.539190 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2f4f511e-2118-4c48-a09d-55239ca33c43 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-groups/fa163f75-46b3-4625-a545-100602d2ff2f HTTP/1.1" status: 200 len: 1797 time: 0.0831122 Nov 11 21:44:12.542157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48842) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:12.557510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-93cbca76-b2b1-46b0-9158-a256a8bcfea1 None None] Deleting port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:44:12.558264 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93cbca76-b2b1-46b0-9158-a256a8bcfea1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.627010 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb779-556b-427c-86fe-76656912ccce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.628855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222771a2-9137-49cb-bb0b-3323e6bea6fe tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa163f75-46b3-4625-a545-100602d2ff2f,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:12.641720 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-93cbca76-b2b1-46b0-9158-a256a8bcfea1 None None] For port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9,segment=NetworkSegment(afb0b8c9-529b-46a0-970f-1464818a6af6),segment_id=afb0b8c9-529b-46a0-970f-1464818a6af6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:12.643248 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93cbca76-b2b1-46b0-9158-a256a8bcfea1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.668368 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-93cbca76-b2b1-46b0-9158-a256a8bcfea1 None None] Calling delete_port for 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:44:12.668981 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0f0a9afe-afc0-482f-8e03-872f2ff6e9b8 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.676759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:44:12.677131 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.716733 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0f0a9afe-afc0-482f-8e03-872f2ff6e9b8 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.766350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcb779-556b-427c-86fe-76656912ccce admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:12.768512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dcb779-556b-427c-86fe-76656912ccce admin admin] Checking segment: {'id': 'cdb637cc-eabc-4745-8a19-58d923408eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:12.768902 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dcb779-556b-427c-86fe-76656912ccce admin admin] Network hostable DHCP agents. Network: 58e7a506-7b3e-42b2-b385-05bccfc6062e, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:44:12.791304 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] For port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9,segment=NetworkSegment(afb0b8c9-529b-46a0-970f-1464818a6af6),segment_id=afb0b8c9-529b-46a0-970f-1464818a6af6)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:12.791654 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.804538 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0f0a9afe-afc0-482f-8e03-872f2ff6e9b8 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.806229 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93cbca76-b2b1-46b0-9158-a256a8bcfea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.809813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:44:12.817447 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0f0a9afe-afc0-482f-8e03-872f2ff6e9b8 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.822673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0f0a9afe-afc0-482f-8e03-872f2ff6e9b8 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-groups/fa163f75-46b3-4625-a545-100602d2ff2f HTTP/1.1" status: 204 len: 168 time: 0.2761137 Nov 11 21:44:12.822888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dcb779-556b-427c-86fe-76656912ccce admin admin] Network 58e7a506-7b3e-42b2-b385-05bccfc6062e is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:44:12.826162 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48850) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:12.842618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a9afe-afc0-482f-8e03-872f2ff6e9b8 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa163f75-46b3-4625-a545-100602d2ff2f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:12.846603 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbca76-b2b1-46b0-9158-a256a8bcfea1 None None] Pushing event deleted for resources: {'Port': ['ID=2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:12.864759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cbca76-b2b1-46b0-9158-a256a8bcfea1 None None] No DVR routers for this DVR port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:44:12.908014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e3dcb779-556b-427c-86fe-76656912ccce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 58e7a506-7b3e-42b2-b385-05bccfc6062e) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:12.917293 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ef98fd-c65e-48ae-91e4-beaa9607eb0e None None] Network 58e7a506-7b3e-42b2-b385-05bccfc6062e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:12.917748 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dcb779-556b-427c-86fe-76656912ccce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:12.918343 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb779-556b-427c-86fe-76656912ccce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:12.977264 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e3dcb779-556b-427c-86fe-76656912ccce admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4591882 Nov 11 21:44:12.980007 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48856) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:12.985224 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e7f23977-75c5-4347-8d59-fe78828f35f3 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1579454 Nov 11 21:44:12.986924 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:12.991149 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48858) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:13.015418 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-eba35fc6-4644-4db8-a13e-c476b83f3d61 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] delete failed (client error): The resource could not be found. Nov 11 21:44:13.016399 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-eba35fc6-4644-4db8-a13e-c476b83f3d61 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-groups/fa163f75-46b3-4625-a545-100602d2ff2f HTTP/1.1" status: 404 len: 347 time: 0.0242929 Nov 11 21:44:13.020485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48860) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:13.024168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000f5bc-5e37-4a5d-afd7-f80bccb024b7 req-c52b5e07-0686-4041-b140-a6871fe56fb7 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:13.024530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-00935017-c05f-48e5-8e94-187a91bc5fd2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group': {'name': 'tempest-secgroup--182216628'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:13.032545 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6000f5bc-5e37-4a5d-afd7-f80bccb024b7 req-c52b5e07-0686-4041-b140-a6871fe56fb7 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1019175 Nov 11 21:44:13.036496 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.048345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.db.api [None req-00935017-c05f-48e5-8e94-187a91bc5fd2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 21:44:13.048345 n-d-805737-3 neutron-server[102535]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 21:44:13.048345 n-d-805737-3 neutron-server[102535]: [parameters: {'project_id_1': '3e11dc2c352f4b89958ed2d62417d2ed', 'expiration_1': datetime.datetime(2021, 11, 11, 21, 43, 53, 33804)}] Nov 11 21:44:13.048345 n-d-805737-3 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:44:13.048940 n-d-805737-3 neutron-server[102535]: DEBUG oslo_db.api [None req-00935017-c05f-48e5-8e94-187a91bc5fd2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:44:13.079860 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:13.083553 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No DVR routers for this DVR port 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:44:13.106784 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6000f5bc-5e37-4a5d-afd7-f80bccb024b7 req-35b89f58-2983-48c0-8ff6-b4e9638d0d13 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733027 Nov 11 21:44:13.108144 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.109233 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.125490 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be68d2a2-0f85-4c04-a0cc-10440683cc1d None None] Network 58e7a506-7b3e-42b2-b385-05bccfc6062e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:13.221608 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.243138 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.283696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34b6c98-6ca2-43cd-a3f5-185c39f8876b']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:13.301533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb0b8c9-529b-46a0-970f-1464818a6af6') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:13.302098 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb0b8c9-529b-46a0-970f-1464818a6af6') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:13.317134 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.354122 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.361912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:44:13.362374 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:44:13.366460 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:44:13.403196 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.452278 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.477799 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.481115 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/networks/e34b6c98-6ca2-43cd-a3f5-185c39f8876b HTTP/1.1" status: 204 len: 168 time: 1.3058810 Nov 11 21:44:13.482078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29c992-555d-4160-936e-364193b8ad6f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Network': ['ID=e34b6c98-6ca2-43cd-a3f5-185c39f8876b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:13.485141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48872) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:13.498674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1427692637', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:13.533406 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.535423 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.618776 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.632285 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00935017-c05f-48e5-8e94-187a91bc5fd2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.723315 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.748698 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.847791 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7426e165-f518-427a-9a38-032a1a2fac21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.870429 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00935017-c05f-48e5-8e94-187a91bc5fd2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.876737 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00935017-c05f-48e5-8e94-187a91bc5fd2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.881611 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.891385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Allocated IP 172.25.0.127 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/730ac737-1183-4e18-8185-b1b836a710b2) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:13.937670 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00935017-c05f-48e5-8e94-187a91bc5fd2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:13.938874 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-00935017-c05f-48e5-8e94-187a91bc5fd2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9178290 Nov 11 21:44:13.945510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48888) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:13.952171 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f768fbeb-4e41-4825-9037-66e737cca4bd tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group_rule': {'security_group_id': '7d730899-56eb-4e2f-93d2-099e8e7db4bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:13.955696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00935017-c05f-48e5-8e94-187a91bc5fd2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d730899-56eb-4e2f-93d2-099e8e7db4bf,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:14.033165 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:44:14.063284 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f768fbeb-4e41-4825-9037-66e737cca4bd tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.070576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:44:14.070920 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2e4a5b2b-b2bf-4fa1-8cd9-2290c49997e9 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:44:14.093023 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.163788 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f768fbeb-4e41-4825-9037-66e737cca4bd tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.168730 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f768fbeb-4e41-4825-9037-66e737cca4bd tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.174117 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.214427 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.240238 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.240769 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Pushing event updated for resources: {'Port': ['ID=730ac737-1183-4e18-8185-b1b836a710b2,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:14.256030 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:14.270561 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768fbeb-4e41-4825-9037-66e737cca4bd tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b08918-ed89-4bfe-a09b-c361868fff52,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:14.272995 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:14.290156 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:14.290441 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eadd6b1-ef50-412f-8fbe-f5164dc73aa9 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:44:14.330730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-529c799f-0f56-4acc-a0cb-7eb4ddd2d727 None None] Provisioning complete for port 730ac737-1183-4e18-8185-b1b836a710b2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:14.331355 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-529c799f-0f56-4acc-a0cb-7eb4ddd2d727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.334366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f768fbeb-4e41-4825-9037-66e737cca4bd tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.335591 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f768fbeb-4e41-4825-9037-66e737cca4bd tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3891246 Nov 11 21:44:14.341794 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48896) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:14.357703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4f4bb-6591-4035-b68e-ce7f0b9ca293 req-6c54226b-437b-4705-a536-f817a2e9011f tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:14.369411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64f4f4bb-6591-4035-b68e-ce7f0b9ca293 req-6c54226b-437b-4705-a536-f817a2e9011f tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1256680 Nov 11 21:44:14.398923 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-529c799f-0f56-4acc-a0cb-7eb4ddd2d727 None None] Port 730ac737-1183-4e18-8185-b1b836a710b2 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:14.433332 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c3c64fc-f135-4a19-9737-c5a2424e4a9b tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.457692 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c3c64fc-f135-4a19-9737-c5a2424e4a9b tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.476848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Allocated IP 172.25.0.79 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/16b93313-e60a-4ff0-baec-0bfbe07e6327) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:14.511023 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.521502 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64f4f4bb-6591-4035-b68e-ce7f0b9ca293 req-f978ac59-98ea-494d-8c93-c1767e8e7531 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507704 Nov 11 21:44:14.546843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c3c64fc-f135-4a19-9737-c5a2424e4a9b tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.556091 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c3c64fc-f135-4a19-9737-c5a2424e4a9b tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.557161 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5c3c64fc-f135-4a19-9737-c5a2424e4a9b tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/61b08918-ed89-4bfe-a09b-c361868fff52 HTTP/1.1" status: 204 len: 168 time: 0.2137511 Nov 11 21:44:14.561097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48906) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:14.597040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c64fc-f135-4a19-9737-c5a2424e4a9b tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61b08918-ed89-4bfe-a09b-c361868fff52,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:14.675326 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.678768 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-669a1fe2-4bae-41bc-8d72-11f6a380bff4 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1162422 Nov 11 21:44:14.681744 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48910) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:14.764239 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c828c737-9f06-463a-985e-da82a05d1d36 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.777537 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.782310 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.835690 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c828c737-9f06-463a-985e-da82a05d1d36 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.855014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:14.861871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:14.872869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:14.882593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62511a3-ddcd-4b14-ab74-4ce869fe03cf None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:44:14.917890 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=16b93313-e60a-4ff0-baec-0bfbe07e6327,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:14.944617 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c828c737-9f06-463a-985e-da82a05d1d36 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.947455 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c828c737-9f06-463a-985e-da82a05d1d36 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.951401 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c828c737-9f06-463a-985e-da82a05d1d36 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-groups/7d730899-56eb-4e2f-93d2-099e8e7db4bf HTTP/1.1" status: 204 len: 168 time: 0.2645025 Nov 11 21:44:14.958085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-16edb649-b7a1-48c6-990e-9b266620c3ae None None] Provisioning complete for port 16b93313-e60a-4ff0-baec-0bfbe07e6327 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:14.958457 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-16edb649-b7a1-48c6-990e-9b266620c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:14.985367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48916) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:15.005648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-16edb649-b7a1-48c6-990e-9b266620c3ae None None] Port 16b93313-e60a-4ff0-baec-0bfbe07e6327 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:15.034163 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828c737-9f06-463a-985e-da82a05d1d36 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d730899-56eb-4e2f-93d2-099e8e7db4bf,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:15.113415 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7f33df86-ca75-446a-a880-5516141ef8ca tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1267011 Nov 11 21:44:15.118309 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48922) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:15.210181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-47f679c0-a572-4019-8b61-f32575f68f12 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181097207'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:15.243604 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:15.280435 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47f679c0-a572-4019-8b61-f32575f68f12 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:15.403334 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:15.441020 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47f679c0-a572-4019-8b61-f32575f68f12 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:15.450198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47f679c0-a572-4019-8b61-f32575f68f12 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:15.521166 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-47f679c0-a572-4019-8b61-f32575f68f12 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:15.524962 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-47f679c0-a572-4019-8b61-f32575f68f12 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4026656 Nov 11 21:44:15.525597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f679c0-a572-4019-8b61-f32575f68f12 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749204c8-9449-464d-b124-e968abcd6e08,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:15.527064 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48926) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:15.534179 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:15.552974 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0ff9cef6-be34-4629-bd39-096315f71aa5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group_rule': {'security_group_id': '749204c8-9449-464d-b124-e968abcd6e08', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:15.631326 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ff9cef6-be34-4629-bd39-096315f71aa5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:15.725044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router f87cd02d-6bd1-4efa-a6c5-2f58c620da75 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:44:15.737234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Router f5dcff76-d299-42fe-9985-5e331d7bf0fd is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:44:15.738602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48936) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:15.778498 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7899831-7cf9-427a-bf7d-82259687ea53 req-c30daf76-d274-4887-a464-e6a7c5bea857 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:15.785707 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7899831-7cf9-427a-bf7d-82259687ea53 req-c30daf76-d274-4887-a464-e6a7c5bea857 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1051545 Nov 11 21:44:15.875575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:44:15.889666 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7980db42-28ee-4da0-9446-de66ed3cd202 None None] Sync routers for ids ['f87cd02d-6bd1-4efa-a6c5-2f58c620da75'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:44:15.900689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7980db42-28ee-4da0-9446-de66ed3cd202 None None] Routers {'f87cd02d-6bd1-4efa-a6c5-2f58c620da75'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:15.901805 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7980db42-28ee-4da0-9446-de66ed3cd202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f87cd02d-6bd1-4efa-a6c5-2f58c620da75'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:15.902231 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ff9cef6-be34-4629-bd39-096315f71aa5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:15.927584 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ff9cef6-be34-4629-bd39-096315f71aa5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:15.942425 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5bec8777-d02d-4d60-a044-6bd23f446845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:15.948706 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:15.950697 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7e3921c2-add7-425d-b510-122e67147b52 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4607284 Nov 11 21:44:15.953758 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7980db42-28ee-4da0-9446-de66ed3cd202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:15.958958 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48942) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:15.965642 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7980db42-28ee-4da0-9446-de66ed3cd202 None None] Routers {'f87cd02d-6bd1-4efa-a6c5-2f58c620da75'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:15.966566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7980db42-28ee-4da0-9446-de66ed3cd202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:43:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f87cd02d-6bd1-4efa-a6c5-2f58c620da75'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:15.992490 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7899831-7cf9-427a-bf7d-82259687ea53 req-d74bd62b-84dc-41ac-a662-bf2ea3a53220 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058914 Nov 11 21:44:15.996054 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9cef6-be34-4629-bd39-096315f71aa5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769cadda-0d09-4572-a0cb-7a59ee1a52da,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:16.003725 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ff9cef6-be34-4629-bd39-096315f71aa5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.007772 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0ff9cef6-be34-4629-bd39-096315f71aa5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4767923 Nov 11 21:44:16.007772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48944) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:16.015580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7980db42-28ee-4da0-9446-de66ed3cd202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:16.016452 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7980db42-28ee-4da0-9446-de66ed3cd202 None None] The sync data for ids ['f87cd02d-6bd1-4efa-a6c5-2f58c620da75'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:44:16.018929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-19b24518-ddf7-4778-b848-ca1d8c4bb4bf tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group_rule': {'security_group_id': '749204c8-9449-464d-b124-e968abcd6e08', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:16.030764 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb23a151-3965-4034-87ce-7ccda2211315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.059624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:44:16.073227 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Sync routers for ids ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:44:16.084310 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.085715 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-62d43c6d-dd36-4fdf-bc70-7729fb4a80d5 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.1037285 Nov 11 21:44:16.087425 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-19b24518-ddf7-4778-b848-ca1d8c4bb4bf tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.095209 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Routers {'f5dcff76-d299-42fe-9985-5e331d7bf0fd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:16.095843 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:16.118417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48946) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:16.144525 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-19b24518-ddf7-4778-b848-ca1d8c4bb4bf tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.152469 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-19b24518-ddf7-4778-b848-ca1d8c4bb4bf tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.176276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b24518-ddf7-4778-b848-ca1d8c4bb4bf tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c619fb-1ddb-4432-9bb2-2b129a3b050e,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:16.198241 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-19b24518-ddf7-4778-b848-ca1d8c4bb4bf tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.205227 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-19b24518-ddf7-4778-b848-ca1d8c4bb4bf tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1933391 Nov 11 21:44:16.205468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48948) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:16.211966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4de7cc1e-3aea-4211-b138-a4fb038fc89f tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group_rule': {'security_group_id': '749204c8-9449-464d-b124-e968abcd6e08', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:16.230074 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Set router f5dcff76-d299-42fe-9985-5e331d7bf0fd gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:44:16.254200 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4de7cc1e-3aea-4211-b138-a4fb038fc89f tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.350175 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4de7cc1e-3aea-4211-b138-a4fb038fc89f tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.356341 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4de7cc1e-3aea-4211-b138-a4fb038fc89f tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.383961 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7cc1e-3aea-4211-b138-a4fb038fc89f tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924dbf12-4e4d-44e1-a90d-03aded7ef578,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:16.405056 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4de7cc1e-3aea-4211-b138-a4fb038fc89f tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.410796 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4de7cc1e-3aea-4211-b138-a4fb038fc89f tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2041235 Nov 11 21:44:16.413622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48950) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:16.419096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c6cce5af-fca9-4dfc-a57c-feba760e20f4 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group_rule': {'security_group_id': '749204c8-9449-464d-b124-e968abcd6e08', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:16.448873 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '730ac737-1183-4e18-8185-b1b836a710b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:14Z', 'revision_number': 3, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'gw_port': {'id': '730ac737-1183-4e18-8185-b1b836a710b2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:16.458186 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6cce5af-fca9-4dfc-a57c-feba760e20f4 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.483567 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Checking router: f5dcff76-d299-42fe-9985-5e331d7bf0fd for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:44:16.484005 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Updating router f5dcff76-d299-42fe-9985-5e331d7bf0fd port 730ac737-1183-4e18-8185-b1b836a710b2 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:44:16.512903 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.544611 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6cce5af-fca9-4dfc-a57c-feba760e20f4 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.550136 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6cce5af-fca9-4dfc-a57c-feba760e20f4 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.574806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cce5af-fca9-4dfc-a57c-feba760e20f4 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f455e4c-2ec6-4072-89d1-c151c603003e,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:16.585296 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6cce5af-fca9-4dfc-a57c-feba760e20f4 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.589561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c6cce5af-fca9-4dfc-a57c-feba760e20f4 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1744595 Nov 11 21:44:16.591070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48952) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:16.596509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9be4a69b-a67f-4a52-8e83-104002a1d0cd tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group_rule': {'security_group_id': '749204c8-9449-464d-b124-e968abcd6e08', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:16.612897 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-af5efa38-0b27-4657-9270-6cdcf42838b7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/routers/f87cd02d-6bd1-4efa-a6c5-2f58c620da75 HTTP/1.1" status: 200 len: 880 time: 0.6527789 Nov 11 21:44:16.614403 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48954) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:16.642529 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5bec8777-d02d-4d60-a044-6bd23f446845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.652087 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5bec8777-d02d-4d60-a044-6bd23f446845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.719477 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9be4a69b-a67f-4a52-8e83-104002a1d0cd tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.800691 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5bec8777-d02d-4d60-a044-6bd23f446845 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=982d4908042c40d095e14e8654f97427&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0606208 Nov 11 21:44:16.801692 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48960) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:16.857820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec8777-d02d-4d60-a044-6bd23f446845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2796c0-9e0d-41a1-be0e-55bb43025343,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:16.872108 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.882704 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.915777 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9be4a69b-a67f-4a52-8e83-104002a1d0cd tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.920064 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85a8bf97-fea0-48c0-957c-e714820e1500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.943743 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9be4a69b-a67f-4a52-8e83-104002a1d0cd tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.959521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05548b95-ecf7-4126-9ed5-206dabcdf33e None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:44:16.964566 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb16d4-0a5a-4c55-9f4b-cb3eeb12add9 None None] Pushing event updated for resources: {'Port': ['ID=730ac737-1183-4e18-8185-b1b836a710b2,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:16.994001 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85a8bf97-fea0-48c0-957c-e714820e1500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:16.998167 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Attempting to bind port 730ac737-1183-4e18-8185-b1b836a710b2 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:44:16.998536 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Attempting to bind port 730ac737-1183-4e18-8185-b1b836a710b2 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:44:16.998888 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Attempting to bind port 730ac737-1183-4e18-8185-b1b836a710b2 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:44:17.003593 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb16d4-0a5a-4c55-9f4b-cb3eeb12add9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:17.004146 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb16d4-0a5a-4c55-9f4b-cb3eeb12add9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:17.004659 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb16d4-0a5a-4c55-9f4b-cb3eeb12add9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:17.005831 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb16d4-0a5a-4c55-9f4b-cb3eeb12add9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:17.006344 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb16d4-0a5a-4c55-9f4b-cb3eeb12add9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:17.006843 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb16d4-0a5a-4c55-9f4b-cb3eeb12add9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:17.007336 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb16d4-0a5a-4c55-9f4b-cb3eeb12add9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:17.007807 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb16d4-0a5a-4c55-9f4b-cb3eeb12add9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:17.008331 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb16d4-0a5a-4c55-9f4b-cb3eeb12add9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:17.008841 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb16d4-0a5a-4c55-9f4b-cb3eeb12add9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:17.010644 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb16d4-0a5a-4c55-9f4b-cb3eeb12add9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:17.011153 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb16d4-0a5a-4c55-9f4b-cb3eeb12add9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:17.018249 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:44:17.018952 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:17.019591 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.020151 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:44:17.020815 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Bound port: 730ac737-1183-4e18-8185-b1b836a710b2, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:44:17.021359 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.037931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4a69b-a67f-4a52-8e83-104002a1d0cd tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed6df7a-6e41-4136-97e0-2ed55633916a,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:17.049561 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9be4a69b-a67f-4a52-8e83-104002a1d0cd tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.053629 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9be4a69b-a67f-4a52-8e83-104002a1d0cd tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4613788 Nov 11 21:44:17.055818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48966) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:17.063021 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b8c167a5-4f9f-423d-a87a-5c146db7bf72 None None] Provisioning complete for port 730ac737-1183-4e18-8185-b1b836a710b2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:17.066426 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b8c167a5-4f9f-423d-a87a-5c146db7bf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.123279 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] For port 730ac737-1183-4e18-8185-b1b836a710b2, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:44:17.127726 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] For port 730ac737-1183-4e18-8185-b1b836a710b2, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=730ac737-1183-4e18-8185-b1b836a710b2,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:44:17.134090 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.152344 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8883b61a-0e2f-4a2d-9bfd-384fedb74659 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5357897 Nov 11 21:44:17.155110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48968) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:17.159812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8612fe86-3817-41cd-89b3-a1c5eabe1a9f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1427692637'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:17.163404 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d22c938-d892-4b63-8bec-979d868ff6e5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.204862 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.205505 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b8c167a5-4f9f-423d-a87a-5c146db7bf72 None None] Port 730ac737-1183-4e18-8185-b1b836a710b2 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:17.210185 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d22c938-d892-4b63-8bec-979d868ff6e5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.231762 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb16d4-0a5a-4c55-9f4b-cb3eeb12add9 None None] Pushing event updated for resources: {'Port': ['ID=730ac737-1183-4e18-8185-b1b836a710b2,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:17.246755 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865922a-1f3c-443c-a1d3-c9044faac6ee req-b92cbbf8-9365-45f0-ba00-51b56e4a2755 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:17.249310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9865922a-1f3c-443c-a1d3-c9044faac6ee req-b92cbbf8-9365-45f0-ba00-51b56e4a2755 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1598353 Nov 11 21:44:17.267309 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51636ee-9dbb-4a98-859b-78a0cdd1d755 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:44:17.271990 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Routers {'f5dcff76-d299-42fe-9985-5e331d7bf0fd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:17.273138 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:17.326801 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d22c938-d892-4b63-8bec-979d868ff6e5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.336259 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-640f9806-59a3-459c-b4f3-1d14f2f40134 None None] Provisioning complete for port 730ac737-1183-4e18-8185-b1b836a710b2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:17.336598 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d22c938-d892-4b63-8bec-979d868ff6e5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.336763 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-640f9806-59a3-459c-b4f3-1d14f2f40134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.340617 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7d22c938-d892-4b63-8bec-979d868ff6e5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/aed6df7a-6e41-4136-97e0-2ed55633916a HTTP/1.1" status: 204 len: 168 time: 0.2837832 Nov 11 21:44:17.340937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48970) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:17.356781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22c938-d892-4b63-8bec-979d868ff6e5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aed6df7a-6e41-4136-97e0-2ed55633916a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:17.361522 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85a8bf97-fea0-48c0-957c-e714820e1500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.364161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85a8bf97-fea0-48c0-957c-e714820e1500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.370971 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-85a8bf97-fea0-48c0-957c-e714820e1500 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5c2796c0-9e0d-41a1-be0e-55bb43025343 HTTP/1.1" status: 204 len: 168 time: 0.5612860 Nov 11 21:44:17.390514 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] Set router f5dcff76-d299-42fe-9985-5e331d7bf0fd gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:44:17.430389 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8bf97-fea0-48c0-957c-e714820e1500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2796c0-9e0d-41a1-be0e-55bb43025343,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:17.435098 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9865922a-1f3c-443c-a1d3-c9044faac6ee req-ee7ecca7-50c5-4486-922a-fa2686606385 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709106 Nov 11 21:44:17.496130 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-640f9806-59a3-459c-b4f3-1d14f2f40134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.497388 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.519804 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-640f9806-59a3-459c-b4f3-1d14f2f40134 None None] For port 730ac737-1183-4e18-8185-b1b836a710b2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=730ac737-1183-4e18-8185-b1b836a710b2,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:17.526366 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-640f9806-59a3-459c-b4f3-1d14f2f40134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.584404 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f9806-59a3-459c-b4f3-1d14f2f40134 None None] Pushing event updated for resources: {'Port': ['ID=730ac737-1183-4e18-8185-b1b836a710b2,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:17.626960 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4f44270b-9db6-4dd8-b982-2a4e8ab4c45d tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2786491 Nov 11 21:44:17.629240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48976) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:17.697545 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8612fe86-3817-41cd-89b3-a1c5eabe1a9f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.698685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9842e090-e1f5-4aee-975c-e5bf4bb1a499 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.720749 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8612fe86-3817-41cd-89b3-a1c5eabe1a9f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.731274 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '730ac737-1183-4e18-8185-b1b836a710b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:14Z', 'revision_number': 3, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'gw_port': {'id': '730ac737-1183-4e18-8185-b1b836a710b2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:17.732622 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9842e090-e1f5-4aee-975c-e5bf4bb1a499 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.794106 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9842e090-e1f5-4aee-975c-e5bf4bb1a499 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.802095 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9842e090-e1f5-4aee-975c-e5bf4bb1a499 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:17.806100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48978) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:17.806333 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9842e090-e1f5-4aee-975c-e5bf4bb1a499 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/1f455e4c-2ec6-4072-89d1-c151c603003e HTTP/1.1" status: 204 len: 168 time: 0.1757483 Nov 11 21:44:17.817736 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842e090-e1f5-4aee-975c-e5bf4bb1a499 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f455e4c-2ec6-4072-89d1-c151c603003e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:17.831561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Allocated IP 172.20.0.1 (58e7a506-7b3e-42b2-b385-05bccfc6062e/8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2/1ad39b75-c099-493c-8740-f8affda82f0e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:17.902758 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48984) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:17.977801 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc0210-f03a-4fce-bb13-ef6596c1d5fc None None] The sync data for ids ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'] in n-d-805737-3 is: [{'id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '730ac737-1183-4e18-8185-b1b836a710b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:14Z', 'revision_number': 3, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'gw_port': {'id': '730ac737-1183-4e18-8185-b1b836a710b2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:44:17.990808 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78ba2dad-e37d-4ff7-b25a-626a52a92a9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.002698 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-303a59e0-e700-4c3c-ace8-0d7bc7046401 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1926093 Nov 11 21:44:18.003289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48986) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:18.024552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8612fe86-3817-41cd-89b3-a1c5eabe1a9f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router f87cd02d-6bd1-4efa-a6c5-2f58c620da75 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:44:18.040765 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7452c6d2-ab7f-4cce-be74-354c0fd70128 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.063156 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7452c6d2-ab7f-4cce-be74-354c0fd70128 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.080403 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.169904 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7452c6d2-ab7f-4cce-be74-354c0fd70128 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.173807 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78ba2dad-e37d-4ff7-b25a-626a52a92a9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.175607 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.185139 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78ba2dad-e37d-4ff7-b25a-626a52a92a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.186282 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7452c6d2-ab7f-4cce-be74-354c0fd70128 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.190670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7452c6d2-ab7f-4cce-be74-354c0fd70128 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/924dbf12-4e4d-44e1-a90d-03aded7ef578 HTTP/1.1" status: 204 len: 168 time: 0.1867816 Nov 11 21:44:18.193417 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452c6d2-ab7f-4cce-be74-354c0fd70128 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=924dbf12-4e4d-44e1-a90d-03aded7ef578,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:18.197475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48990) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:18.221101 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8612fe86-3817-41cd-89b3-a1c5eabe1a9f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:44:18.231515 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8612fe86-3817-41cd-89b3-a1c5eabe1a9f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.235743 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8612fe86-3817-41cd-89b3-a1c5eabe1a9f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/f87cd02d-6bd1-4efa-a6c5-2f58c620da75 HTTP/1.1" status: 200 len: 887 time: 1.0766404 Nov 11 21:44:18.235743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48992) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:18.244451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efddeea-3c39-4876-a7b6-cdb72d19c6b2 None None] Sync routers for ids ['f87cd02d-6bd1-4efa-a6c5-2f58c620da75'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:44:18.253123 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Network 58e7a506-7b3e-42b2-b385-05bccfc6062e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:18.264108 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efddeea-3c39-4876-a7b6-cdb72d19c6b2 None None] Routers {'f87cd02d-6bd1-4efa-a6c5-2f58c620da75'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:18.267429 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5efddeea-3c39-4876-a7b6-cdb72d19c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f87cd02d-6bd1-4efa-a6c5-2f58c620da75'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:18.270183 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:18.274947 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:18.281780 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-78ba2dad-e37d-4ff7-b25a-626a52a92a9e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a775a63d107445bac93dcdcaf35d7a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3753560 Nov 11 21:44:18.284061 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48994) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:18.284514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba2dad-e37d-4ff7-b25a-626a52a92a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28900fa7-b1c4-45c5-b03e-8a11507f6c7f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:18.310284 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad39b75-c099-493c-8740-f8affda82f0e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:18.330032 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.341851 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b3fa7b56-3088-47ae-9ee0-6dd261f4a0c6 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1432800 Nov 11 21:44:18.345271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48996) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:18.384072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5efddeea-3c39-4876-a7b6-cdb72d19c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:18.413940 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efddeea-3c39-4876-a7b6-cdb72d19c6b2 None None] Routers {'f87cd02d-6bd1-4efa-a6c5-2f58c620da75'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:18.416965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5efddeea-3c39-4876-a7b6-cdb72d19c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f87cd02d-6bd1-4efa-a6c5-2f58c620da75'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:18.526963 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-103b6cb9-8569-4726-bca9-d32f42314071 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.532184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.537388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5efddeea-3c39-4876-a7b6-cdb72d19c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:18.547991 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efddeea-3c39-4876-a7b6-cdb72d19c6b2 None None] The sync data for ids ['f87cd02d-6bd1-4efa-a6c5-2f58c620da75'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:44:18.559465 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-980b2469-3ebc-4ed5-b615-f9b9859fe70d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.573017 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-103b6cb9-8569-4726-bca9-d32f42314071 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.576240 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.646230 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2a7d8d72-b343-40eb-a858-c34f1fff2f93 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/routers/f87cd02d-6bd1-4efa-a6c5-2f58c620da75 HTTP/1.1" status: 200 len: 887 time: 0.4096322 Nov 11 21:44:18.650637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49000) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:18.655740 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-980b2469-3ebc-4ed5-b615-f9b9859fe70d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.678427 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-103b6cb9-8569-4726-bca9-d32f42314071 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.691529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8480a-b657-4831-a79d-e4ddb383cc89 req-ef18f730-443b-430f-b24a-ec0349db6a1b tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:18.698709 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-60b8480a-b657-4831-a79d-e4ddb383cc89 req-ef18f730-443b-430f-b24a-ec0349db6a1b tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1230822 Nov 11 21:44:18.718752 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-103b6cb9-8569-4726-bca9-d32f42314071 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.718752 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-103b6cb9-8569-4726-bca9-d32f42314071 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/24c619fb-1ddb-4432-9bb2-2b129a3b050e HTTP/1.1" status: 204 len: 168 time: 0.3658326 Nov 11 21:44:18.719255 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-26c247cb-3ce8-431f-b0bf-987f25fc916d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports?device_id=f87cd02d-6bd1-4efa-a6c5-2f58c620da75 HTTP/1.1" status: 200 len: 205 time: 0.0620446 Nov 11 21:44:18.719255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49002) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:18.725034 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49004) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:18.749471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b6cb9-8569-4726-bca9-d32f42314071 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24c619fb-1ddb-4432-9bb2-2b129a3b050e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:18.800096 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-980b2469-3ebc-4ed5-b615-f9b9859fe70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.805731 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-980b2469-3ebc-4ed5-b615-f9b9859fe70d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.807132 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-980b2469-3ebc-4ed5-b615-f9b9859fe70d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/28900fa7-b1c4-45c5-b03e-8a11507f6c7f HTTP/1.1" status: 204 len: 168 time: 0.5221357 Nov 11 21:44:18.843615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b2469-3ebc-4ed5-b615-f9b9859fe70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28900fa7-b1c4-45c5-b03e-8a11507f6c7f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:18.863544 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e9763286-c170-41a2-9adc-40cfa9743de6 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1338880 Nov 11 21:44:18.867703 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-60b8480a-b657-4831-a79d-e4ddb383cc89 req-6f8899ce-79b8-4e60-bdfd-9367478af14c tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681793 Nov 11 21:44:18.868196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49008) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:18.920284 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b835899-2dbf-42dd-b0ea-519adacd1575 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.933519 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59a25381-b2ee-4b33-8e34-37eb05ebc8f0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:18.944724 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b835899-2dbf-42dd-b0ea-519adacd1575 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.071089 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.085076 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b835899-2dbf-42dd-b0ea-519adacd1575 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.087330 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.105906 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b835899-2dbf-42dd-b0ea-519adacd1575 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.109412 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8b835899-2dbf-42dd-b0ea-519adacd1575 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/769cadda-0d09-4572-a0cb-7a59ee1a52da HTTP/1.1" status: 204 len: 168 time: 0.2379453 Nov 11 21:44:19.109412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b835899-2dbf-42dd-b0ea-519adacd1575 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=769cadda-0d09-4572-a0cb-7a59ee1a52da,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:19.112338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49014) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:19.190230 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-13a07384-b57e-4a19-a751-c2877eca0634 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0765886 Nov 11 21:44:19.200344 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:44:19.201799 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49020) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:19.286971 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87791910-7244-4e03-bcef-fb7690fc1699 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.300499 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59a25381-b2ee-4b33-8e34-37eb05ebc8f0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.321394 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.323926 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad39b75-c099-493c-8740-f8affda82f0e,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:19.342120 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87791910-7244-4e03-bcef-fb7690fc1699 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.350360 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.425712 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87791910-7244-4e03-bcef-fb7690fc1699 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.432098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87791910-7244-4e03-bcef-fb7690fc1699 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.433600 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-87791910-7244-4e03-bcef-fb7690fc1699 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-groups/749204c8-9449-464d-b124-e968abcd6e08 HTTP/1.1" status: 204 len: 168 time: 0.2303975 Nov 11 21:44:19.438086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49026) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:19.453068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87791910-7244-4e03-bcef-fb7690fc1699 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=749204c8-9449-464d-b124-e968abcd6e08,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:19.473405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-59a25381-b2ee-4b33-8e34-37eb05ebc8f0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port 16b93313-e60a-4ff0-baec-0bfbe07e6327 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:44:19.473764 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59a25381-b2ee-4b33-8e34-37eb05ebc8f0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.512970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Network 58e7a506-7b3e-42b2-b385-05bccfc6062e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:19.536701 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-23db883c-51a5-4322-b055-8321fb21f1d9 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0962749 Nov 11 21:44:19.541868 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49030) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:19.547962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-7ce8a873-ebbe-41a5-a50c-f41b7e981400 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group': {'name': 'tempest-secgroup--145135999'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:19.571145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:19.595639 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a873-ebbe-41a5-a50c-f41b7e981400 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.673934 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59a25381-b2ee-4b33-8e34-37eb05ebc8f0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.730306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-59a25381-b2ee-4b33-8e34-37eb05ebc8f0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for 16b93313-e60a-4ff0-baec-0bfbe07e6327 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:44:19.757353 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a873-ebbe-41a5-a50c-f41b7e981400 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.763031 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a873-ebbe-41a5-a50c-f41b7e981400 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.807279 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Router f5dcff76-d299-42fe-9985-5e331d7bf0fd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:44:19.814988 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a873-ebbe-41a5-a50c-f41b7e981400 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.816628 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7ce8a873-ebbe-41a5-a50c-f41b7e981400 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2722833 Nov 11 21:44:19.819421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49036) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:19.830642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-1872742b-6863-4b56-8c9a-fd2d3e507994 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group_rule': {'security_group_id': '80647164-fbf7-4df4-bd46-36f120bb627a', 'direction': 'ingress', 'protocol': 17}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:19.848241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8a873-ebbe-41a5-a50c-f41b7e981400 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80647164-fbf7-4df4-bd46-36f120bb627a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:19.884976 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1872742b-6863-4b56-8c9a-fd2d3e507994 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.978674 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1872742b-6863-4b56-8c9a-fd2d3e507994 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:19.985199 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1872742b-6863-4b56-8c9a-fd2d3e507994 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.013967 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1872742b-6863-4b56-8c9a-fd2d3e507994 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.015166 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1872742b-6863-4b56-8c9a-fd2d3e507994 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1948023 Nov 11 21:44:20.023342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49046) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:20.025441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872742b-6863-4b56-8c9a-fd2d3e507994 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fb5cd3-f136-4b9b-a16f-340d37efccf7,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:20.115306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 730ac737-1183-4e18-8185-b1b836a710b2 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:20.141356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:44:20.154585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8457e0-9e5d-41b9-a5bc-0726985a6424 req-5b8cbbf0-23eb-4242-ba8e-6272d398cb61 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:20.156403 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e8457e0-9e5d-41b9-a5bc-0726985a6424 req-5b8cbbf0-23eb-4242-ba8e-6272d398cb61 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1482148 Nov 11 21:44:20.166914 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7b87455f-e2e3-41d3-af42-59b91c718b76 admin admin] 10.222.0.57 "PUT /v2.0/routers/f5dcff76-d299-42fe-9985-5e331d7bf0fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0453191 Nov 11 21:44:20.191876 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59a25381-b2ee-4b33-8e34-37eb05ebc8f0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.196999 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc25b7df-a668-4a3b-b87d-0f26afbb6cb0 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.254496 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc25b7df-a668-4a3b-b87d-0f26afbb6cb0 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.269811 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e8457e0-9e5d-41b9-a5bc-0726985a6424 req-b2f8e9ca-098d-4554-8e0b-bf02e9233bf3 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043074 Nov 11 21:44:20.284705 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 730ac737-1183-4e18-8185-b1b836a710b2 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:20.284705 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.301354 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a25381-b2ee-4b33-8e34-37eb05ebc8f0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=16b93313-e60a-4ff0-baec-0bfbe07e6327,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:20.343361 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc25b7df-a668-4a3b-b87d-0f26afbb6cb0 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.350166 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc25b7df-a668-4a3b-b87d-0f26afbb6cb0 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.356749 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bc25b7df-a668-4a3b-b87d-0f26afbb6cb0 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-groups/80647164-fbf7-4df4-bd46-36f120bb627a HTTP/1.1" status: 204 len: 168 time: 0.3298743 Nov 11 21:44:20.364398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49058) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:20.366873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e84c158-d971-4dca-bf0b-f309a4ecac3d None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:44:20.463182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25b7df-a668-4a3b-b87d-0f26afbb6cb0 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80647164-fbf7-4df4-bd46-36f120bb627a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:20.483198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59a25381-b2ee-4b33-8e34-37eb05ebc8f0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.558191 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-32a0c31b-5118-418a-be03-51602703b71f tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1903682 Nov 11 21:44:20.564931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49066) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:20.566237 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5efb8e6f-629f-40e5-9a73-a6a9f391e471 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028677029'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:20.601091 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59a25381-b2ee-4b33-8e34-37eb05ebc8f0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.604289 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59a25381-b2ee-4b33-8e34-37eb05ebc8f0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.620767 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5efb8e6f-629f-40e5-9a73-a6a9f391e471 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.668055 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59a25381-b2ee-4b33-8e34-37eb05ebc8f0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.669410 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a25381-b2ee-4b33-8e34-37eb05ebc8f0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Fanout notify agent at l3_agent the message router_deleted on router f87cd02d-6bd1-4efa-a6c5-2f58c620da75 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:44:20.681099 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59a25381-b2ee-4b33-8e34-37eb05ebc8f0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.686277 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-59a25381-b2ee-4b33-8e34-37eb05ebc8f0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/routers/f87cd02d-6bd1-4efa-a6c5-2f58c620da75 HTTP/1.1" status: 204 len: 168 time: 1.9644308 Nov 11 21:44:20.686277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49070) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:20.696594 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-13699040-d03e-45ae-b4b6-08a46c933757 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'network': {'name': 'tempest-RoutersTest-113600174'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:20.716995 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Sync routers for ids ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:44:20.725264 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5efb8e6f-629f-40e5-9a73-a6a9f391e471 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.731267 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5efb8e6f-629f-40e5-9a73-a6a9f391e471 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.733216 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Routers {'f5dcff76-d299-42fe-9985-5e331d7bf0fd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:20.734461 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:20.742445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13699040-d03e-45ae-b4b6-08a46c933757 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:44:20.746894 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13699040-d03e-45ae-b4b6-08a46c933757 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.794882 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13699040-d03e-45ae-b4b6-08a46c933757 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:44:20.813789 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5efb8e6f-629f-40e5-9a73-a6a9f391e471 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.818252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5efb8e6f-629f-40e5-9a73-a6a9f391e471 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2553802 Nov 11 21:44:20.819057 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13699040-d03e-45ae-b4b6-08a46c933757 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.820300 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-13699040-d03e-45ae-b4b6-08a46c933757 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Added segment d6cb6585-56c3-469c-a8bf-189003dab0e7 of type vlan for network 05c611ac-9792-46ee-8a57-78cc4a195c36 Nov 11 21:44:20.820455 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49076) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:20.832776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-7ad5a6c3-49f8-47fc-950c-d94502e9c079 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group': {'name': 'tempest-secgroup--197727473'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:20.846482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb8e6f-629f-40e5-9a73-a6a9f391e471 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e23458-3d7c-47a5-8643-121a1d59db22,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:20.902651 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a6c3-49f8-47fc-950c-d94502e9c079 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.903256 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13699040-d03e-45ae-b4b6-08a46c933757 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.940261 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13699040-d03e-45ae-b4b6-08a46c933757 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:20.948773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13699040-d03e-45ae-b4b6-08a46c933757 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:20.950192 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13699040-d03e-45ae-b4b6-08a46c933757 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:21.014396 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a6c3-49f8-47fc-950c-d94502e9c079 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:21.023038 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a6c3-49f8-47fc-950c-d94502e9c079 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:21.027986 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Set router f5dcff76-d299-42fe-9985-5e331d7bf0fd gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:44:21.042105 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13699040-d03e-45ae-b4b6-08a46c933757 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Network': ['ID=05c611ac-9792-46ee-8a57-78cc4a195c36,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:21.053431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 05c611ac-9792-46ee-8a57-78cc4a195c36 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:44:21.066665 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-13699040-d03e-45ae-b4b6-08a46c933757 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3794186 Nov 11 21:44:21.068431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5a6c3-49f8-47fc-950c-d94502e9c079 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a7dc50-0439-49f5-80fd-8c6ac1c77d7b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:21.069438 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49088) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:21.089268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7054e534-1d35-4fa9-b4a2-d08311e6a8e8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'subnet': {'network_id': '05c611ac-9792-46ee-8a57-78cc4a195c36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:21.123382 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a6c3-49f8-47fc-950c-d94502e9c079 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:21.124619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7ad5a6c3-49f8-47fc-950c-d94502e9c079 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3017335 Nov 11 21:44:21.127780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49092) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:21.183095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-32b2ddd5-3882-42bc-b86c-da1ce2a19ec2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group_rule': {'security_group_id': 'b9e23458-3d7c-47a5-8643-121a1d59db22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '65a7dc50-0439-49f5-80fd-8c6ac1c77d7b', 'remote_ip_prefix': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:21.260342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-76a0acbe-e136-4715-904f-ab3bba1a325f tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:21.262078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-76a0acbe-e136-4715-904f-ab3bba1a325f tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/networks?id=58e7a506-7b3e-42b2-b385-05bccfc6062e HTTP/1.1" status: 200 len: 820 time: 0.1905088 Nov 11 21:44:21.262816 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-32b2ddd5-3882-42bc-b86c-da1ce2a19ec2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:21.285998 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7054e534-1d35-4fa9-b4a2-d08311e6a8e8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:44:21.293443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7054e534-1d35-4fa9-b4a2-d08311e6a8e8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:21.315467 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-cc00c46c-e69d-422c-b77a-97bbf3dbaf84 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/quotas/e6091779eb404dd0a53fc90332b835f8 HTTP/1.1" status: 200 len: 375 time: 0.0400319 Nov 11 21:44:21.449295 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '730ac737-1183-4e18-8185-b1b836a710b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:18Z', 'revision_number': 4, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'gw_port': {'id': '730ac737-1183-4e18-8185-b1b836a710b2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '1ad39b75-c099-493c-8740-f8affda82f0e', 'name': '', 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'mac_address': 'fa:16:3e:1b:d6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:17Z', 'updated_at': '2021-11-11T21:44:18Z', 'revision_number': 2, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'subnets': [{'id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:21.489395 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-32b2ddd5-3882-42bc-b86c-da1ce2a19ec2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:21.503955 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Checking router: f5dcff76-d299-42fe-9985-5e331d7bf0fd for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:44:21.504297 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Updating router f5dcff76-d299-42fe-9985-5e331d7bf0fd port 1ad39b75-c099-493c-8740-f8affda82f0e binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:44:21.514675 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-32b2ddd5-3882-42bc-b86c-da1ce2a19ec2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:21.545475 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7054e534-1d35-4fa9-b4a2-d08311e6a8e8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:21.554815 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:21.627442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054e534-1d35-4fa9-b4a2-d08311e6a8e8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Subnet': ['ID=004a2894-18e0-4b2b-813b-252ed1ce87cd,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:21.660070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7054e534-1d35-4fa9-b4a2-d08311e6a8e8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Checking segment: {'id': 'd6cb6585-56c3-469c-a8bf-189003dab0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '05c611ac-9792-46ee-8a57-78cc4a195c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:21.661182 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054e534-1d35-4fa9-b4a2-d08311e6a8e8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network hostable DHCP agents. Network: 05c611ac-9792-46ee-8a57-78cc4a195c36, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:44:21.686334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054e534-1d35-4fa9-b4a2-d08311e6a8e8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 05c611ac-9792-46ee-8a57-78cc4a195c36 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:44:21.704843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7054e534-1d35-4fa9-b4a2-d08311e6a8e8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 05c611ac-9792-46ee-8a57-78cc4a195c36) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:21.712327 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7054e534-1d35-4fa9-b4a2-d08311e6a8e8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:21.720655 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7054e534-1d35-4fa9-b4a2-d08311e6a8e8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:21.724136 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a228515-6ae6-4783-8f4c-a212f70cc2f8 None None] Network 05c611ac-9792-46ee-8a57-78cc4a195c36 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:21.752193 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7054e534-1d35-4fa9-b4a2-d08311e6a8e8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6674981 Nov 11 21:44:21.752598 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49108) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:21.762566 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-853269fc-428e-41a4-8429-ccb3588cbaa0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2097110385', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:21.828712 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-853269fc-428e-41a4-8429-ccb3588cbaa0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:21.831394 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-853269fc-428e-41a4-8429-ccb3588cbaa0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:21.934135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-32b2ddd5-3882-42bc-b86c-da1ce2a19ec2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:21.938567 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-32b2ddd5-3882-42bc-b86c-da1ce2a19ec2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7620075 Nov 11 21:44:21.939112 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49112) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:21.950638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2ddd5-3882-42bc-b86c-da1ce2a19ec2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd6717c-d5a7-4e1c-b696-ba02cd5a4489,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:21.971185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-34bff176-78e9-475d-9860-a23ebef9c9a3 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6091779eb404dd0a53fc90332b835f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6394699 Nov 11 21:44:21.980487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550053a-ed77-4230-a25f-d751b7a83049 req-eb59096c-095e-4a82-9204-fee8e732e87b tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:21.982039 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1550053a-ed77-4230-a25f-d751b7a83049 req-eb59096c-095e-4a82-9204-fee8e732e87b tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.5654941 Nov 11 21:44:21.983323 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-853269fc-428e-41a4-8429-ccb3588cbaa0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:21.989115 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-853269fc-428e-41a4-8429-ccb3588cbaa0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.019990 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-853269fc-428e-41a4-8429-ccb3588cbaa0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.026887 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-853269fc-428e-41a4-8429-ccb3588cbaa0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2729526 Nov 11 21:44:22.029625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49114) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:22.072574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-05c611ac-9792-46ee-8a57-78cc4a195c36', 'network_id': '05c611ac-9792-46ee-8a57-78cc4a195c36', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'fixed_ips': [{'subnet_id': '004a2894-18e0-4b2b-813b-252ed1ce87cd'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:44:22.073761 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.075574 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.078830 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d5537c68-9c2d-40f3-a421-efc126d37af1 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.089488 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.100972 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d5537c68-9c2d-40f3-a421-efc126d37af1 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.178378 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1550053a-ed77-4230-a25f-d751b7a83049 req-74ff805f-5e74-4af0-ad66-20fe35c0b4a8 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509824 Nov 11 21:44:22.180424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-291888b5-4e87-4924-9f65-a96933c53eee service neutron] 10.222.0.57 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927435 Nov 11 21:44:22.186780 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d5537c68-9c2d-40f3-a421-efc126d37af1 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.221239 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24eae0b-380f-4237-8509-9e9c5cbec420 None None] Pushing event updated for resources: {'Port': ['ID=1ad39b75-c099-493c-8740-f8affda82f0e,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:22.239274 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d5537c68-9c2d-40f3-a421-efc126d37af1 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.252958 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d5537c68-9c2d-40f3-a421-efc126d37af1 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/5bd6717c-d5a7-4e1c-b696-ba02cd5a4489 HTTP/1.1" status: 204 len: 168 time: 0.3057547 Nov 11 21:44:22.252958 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5537c68-9c2d-40f3-a421-efc126d37af1 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bd6717c-d5a7-4e1c-b696-ba02cd5a4489,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:22.256975 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49120) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:22.337123 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Attempting to bind port 1ad39b75-c099-493c-8740-f8affda82f0e on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:44:22.337486 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Attempting to bind port 1ad39b75-c099-493c-8740-f8affda82f0e by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'cdb637cc-eabc-4745-8a19-58d923408eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:44:22.337851 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Attempting to bind port 1ad39b75-c099-493c-8740-f8affda82f0e on network 58e7a506-7b3e-42b2-b385-05bccfc6062e {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:44:22.347988 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:44:22.348349 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Checking segment: {'id': 'cdb637cc-eabc-4745-8a19-58d923408eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:22.348751 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.349157 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Bound using segment: {'id': 'cdb637cc-eabc-4745-8a19-58d923408eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:44:22.349613 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Bound port: 1ad39b75-c099-493c-8740-f8affda82f0e, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb637cc-eabc-4745-8a19-58d923408eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:44:22.349981 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.414497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Allocated IP 172.20.0.2 (05c611ac-9792-46ee-8a57-78cc4a195c36/004a2894-18e0-4b2b-813b-252ed1ce87cd/27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:22.503509 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] For port 1ad39b75-c099-493c-8740-f8affda82f0e, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:44:22.507144 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] For port 1ad39b75-c099-493c-8740-f8affda82f0e, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1ad39b75-c099-493c-8740-f8affda82f0e,segment=NetworkSegment(cdb637cc-eabc-4745-8a19-58d923408eff),segment_id=cdb637cc-eabc-4745-8a19-58d923408eff)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:44:22.509821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8d442063-b328-40ba-a1df-b0abb4a3a1e2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2509575 Nov 11 21:44:22.514897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49128) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:22.520694 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.549037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-c4a015a3-5d57-4b42-a8da-35c512900b4e service neutron] 10.222.0.57 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429585 Nov 11 21:44:22.611487 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Routers {'f5dcff76-d299-42fe-9985-5e331d7bf0fd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:22.612217 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:22.621500 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e847375-4e1d-4652-8606-21f19876cd6a tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.632104 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24eae0b-380f-4237-8509-9e9c5cbec420 None None] Pushing event updated for resources: {'Port': ['ID=1ad39b75-c099-493c-8740-f8affda82f0e,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:22.661483 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e847375-4e1d-4652-8606-21f19876cd6a tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.689621 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.690824 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.708888 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.738838 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e847375-4e1d-4652-8606-21f19876cd6a tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.743646 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e847375-4e1d-4652-8606-21f19876cd6a tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.747170 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0e847375-4e1d-4652-8606-21f19876cd6a tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-groups/65a7dc50-0439-49f5-80fd-8c6ac1c77d7b HTTP/1.1" status: 204 len: 168 time: 0.2311971 Nov 11 21:44:22.754615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49130) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:22.794267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e847375-4e1d-4652-8606-21f19876cd6a tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a7dc50-0439-49f5-80fd-8c6ac1c77d7b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:22.829382 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Pushing event updated for resources: {'Port': ['ID=27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:22.865745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0ff7e3d0-d757-4a87-8445-f11141474c12 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1034415 Nov 11 21:44:22.866780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49134) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:22.891096 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Network 05c611ac-9792-46ee-8a57-78cc4a195c36 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:22.903516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:22.914297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:22.923394 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] Set router f5dcff76-d299-42fe-9985-5e331d7bf0fd gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:44:23.018842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Attempting to bind port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:44:23.019146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Attempting to bind port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'd6cb6585-56c3-469c-a8bf-189003dab0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '05c611ac-9792-46ee-8a57-78cc4a195c36'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:44:23.019386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Attempting to bind port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf on network 05c611ac-9792-46ee-8a57-78cc4a195c36 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:44:23.033479 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:44:23.033948 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Checking segment: {'id': 'd6cb6585-56c3-469c-a8bf-189003dab0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '05c611ac-9792-46ee-8a57-78cc4a195c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:23.034243 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:23.034639 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Bound using segment: {'id': 'd6cb6585-56c3-469c-a8bf-189003dab0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '05c611ac-9792-46ee-8a57-78cc4a195c36'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:44:23.035121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Bound port: 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6cb6585-56c3-469c-a8bf-189003dab0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '05c611ac-9792-46ee-8a57-78cc4a195c36'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:44:23.035497 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:23.053706 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07c92b3d-5731-47e8-82e2-31ef8a3572d9 req-1811286d-34db-41ec-ad1e-1ffc62585826 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 210 time: 0.0986595 Nov 11 21:44:23.088694 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c53bb06-97f1-4758-88db-7fee28d6259b tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:23.151171 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c53bb06-97f1-4758-88db-7fee28d6259b tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:23.211449 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] For port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:44:23.223941 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] For port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf,segment=NetworkSegment(d6cb6585-56c3-469c-a8bf-189003dab0e7),segment_id=d6cb6585-56c3-469c-a8bf-189003dab0e7)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:44:23.230210 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:23.235062 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Allocated IP 172.20.0.1 (05c611ac-9792-46ee-8a57-78cc4a195c36/004a2894-18e0-4b2b-813b-252ed1ce87cd/842a2406-4ab2-45a1-b0f8-8f40a80d7bb4) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:23.279026 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c53bb06-97f1-4758-88db-7fee28d6259b tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:23.281711 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3c53bb06-97f1-4758-88db-7fee28d6259b tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:23.285711 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3c53bb06-97f1-4758-88db-7fee28d6259b tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-groups/b9e23458-3d7c-47a5-8643-121a1d59db22 HTTP/1.1" status: 204 len: 168 time: 0.4179132 Nov 11 21:44:23.286318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49148) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:23.315074 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '730ac737-1183-4e18-8185-b1b836a710b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:18Z', 'revision_number': 4, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'gw_port': {'id': '730ac737-1183-4e18-8185-b1b836a710b2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '1ad39b75-c099-493c-8740-f8affda82f0e', 'name': '', 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'mac_address': 'fa:16:3e:1b:d6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:17Z', 'updated_at': '2021-11-11T21:44:22Z', 'revision_number': 4, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'subnets': [{'id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:23.333254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53bb06-97f1-4758-88db-7fee28d6259b tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e23458-3d7c-47a5-8643-121a1d59db22,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:23.409462 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fec695dd-5605-4804-bbaf-8cb1c22a0fa8 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1157870 Nov 11 21:44:23.410934 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49156) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:23.412623 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7686a2c-77ad-46cb-971d-37260474d7cc None None] Pushing event updated for resources: {'Port': ['ID=27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:23.429739 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0ab4c697-b6c0-4d17-ba75-39a97d360128 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group': {'name': 'tempest-secgroup--2000508293'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:23.469604 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3912988d-9a3c-413d-a476-35120d85e180 None None] The sync data for ids ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'] in n-d-805737-3 is: [{'id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '730ac737-1183-4e18-8185-b1b836a710b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:18Z', 'revision_number': 4, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'gw_port': {'id': '730ac737-1183-4e18-8185-b1b836a710b2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '1ad39b75-c099-493c-8740-f8affda82f0e', 'name': '', 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'mac_address': 'fa:16:3e:1b:d6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:17Z', 'updated_at': '2021-11-11T21:44:22Z', 'revision_number': 4, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'subnets': [{'id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:44:23.614942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d18d6c-0fc8-48fd-b2f8-56e9aff0a376 req-1cff76b8-b882-4a4e-85e2-6a41acf206dd tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:23.616526 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35d18d6c-0fc8-48fd-b2f8-56e9aff0a376 req-1cff76b8-b882-4a4e-85e2-6a41acf206dd tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1840670 Nov 11 21:44:23.805885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35d18d6c-0fc8-48fd-b2f8-56e9aff0a376 req-7ec8a653-4d17-4d94-b3d5-7d312ac887b8 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728542 Nov 11 21:44:23.822078 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c697-b6c0-4d17-ba75-39a97d360128 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:23.918154 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.090423 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.119860 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c697-b6c0-4d17-ba75-39a97d360128 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.132680 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c697-b6c0-4d17-ba75-39a97d360128 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.198551 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4c697-b6c0-4d17-ba75-39a97d360128 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29309ee-422a-4c08-98ff-73ecd7e1d94f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:24.261280 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 05c611ac-9792-46ee-8a57-78cc4a195c36 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:24.272773 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c697-b6c0-4d17-ba75-39a97d360128 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.275737 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0ab4c697-b6c0-4d17-ba75-39a97d360128 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8639085 Nov 11 21:44:24.290370 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:24.306004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91ca3233-f172-45aa-935d-b1214bee832d req-7a39c3f3-4ebd-40ba-b6e7-0a3a26c104bb tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 210 time: 0.0609381 Nov 11 21:44:24.306848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49168) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:24.311941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-fc360d0a-7ee8-4105-bd44-7294101ac4e5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group_rule': {'security_group_id': 'e29309ee-422a-4c08-98ff-73ecd7e1d94f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:24.320520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:24.324910 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:24.337807 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=842a2406-4ab2-45a1-b0f8-8f40a80d7bb4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:24.351084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49170) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:24.389091 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc360d0a-7ee8-4105-bd44-7294101ac4e5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.402850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:24.403619 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.446110 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.529346 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc360d0a-7ee8-4105-bd44-7294101ac4e5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.537587 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc360d0a-7ee8-4105-bd44-7294101ac4e5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.578460 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.592025 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc360d0a-7ee8-4105-bd44-7294101ac4e5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee31c4f-50f2-4cf2-954b-048c7b1a1bb0,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:24.616576 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc360d0a-7ee8-4105-bd44-7294101ac4e5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.620931 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fc360d0a-7ee8-4105-bd44-7294101ac4e5 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3122740 Nov 11 21:44:24.623197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49176) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:24.666844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf,segment=NetworkSegment(d6cb6585-56c3-469c-a8bf-189003dab0e7),segment_id=d6cb6585-56c3-469c-a8bf-189003dab0e7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:24.674858 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.676842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1ad39b75-c099-493c-8740-f8affda82f0e up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:24.724388 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-537efbb2-7b91-4bf3-b3af-2d75d5e8eaaa tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.747558 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-537efbb2-7b91-4bf3-b3af-2d75d5e8eaaa tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.782565 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-537efbb2-7b91-4bf3-b3af-2d75d5e8eaaa tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.794782 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-537efbb2-7b91-4bf3-b3af-2d75d5e8eaaa tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.798193 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-537efbb2-7b91-4bf3-b3af-2d75d5e8eaaa tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/9ee31c4f-50f2-4cf2-954b-048c7b1a1bb0 HTTP/1.1" status: 204 len: 168 time: 0.1738331 Nov 11 21:44:24.801075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49178) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:24.821210 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1ad39b75-c099-493c-8740-f8affda82f0e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:24.821503 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.836916 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.850907 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c1db8b0a-bd86-46eb-abeb-79dc572b5ad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:24.911044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:25.063785 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c1db8b0a-bd86-46eb-abeb-79dc572b5ad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:25.079253 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537efbb2-7b91-4bf3-b3af-2d75d5e8eaaa tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ee31c4f-50f2-4cf2-954b-048c7b1a1bb0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:25.099897 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c1db8b0a-bd86-46eb-abeb-79dc572b5ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:25.213700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db8b0a-bd86-46eb-abeb-79dc572b5ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668a2694-5ce4-4924-bf21-c968e9200940,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:25.273067 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c1db8b0a-bd86-46eb-abeb-79dc572b5ad9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=184c69812f914b89836a2e6c1a9145ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9208789 Nov 11 21:44:25.292313 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d2a03f7b-71a2-4ae2-8aef-6528c818c5ed tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4774086 Nov 11 21:44:25.293918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49186) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:25.295541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49188) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:25.335663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb68b7ac-f451-4318-85e4-5a92e432d842 None None] Network 05c611ac-9792-46ee-8a57-78cc4a195c36 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:25.384528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813f488-11ea-41e4-9bcc-9a98d850a395 req-34fab0c3-daef-49ef-bf57-a98e5fbb7925 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:25.393927 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6813f488-11ea-41e4-9bcc-9a98d850a395 req-34fab0c3-daef-49ef-bf57-a98e5fbb7925 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.3158956 Nov 11 21:44:25.515170 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-497f8e2d-3608-4288-8dfd-6f778a28c529 req-f6074111-39a7-44f2-8a49-0d651c67ccce tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 210 time: 0.0643942 Nov 11 21:44:25.545302 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:25.583331 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-65b56b50-c459-4bf9-a04f-518df00eabf9 None None] Provisioning complete for port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:25.583715 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-65b56b50-c459-4bf9-a04f-518df00eabf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:25.590135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-88cee7db-aa01-4c1f-a8c9-8a7da685e8f2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:25.592084 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c23a-7924-4bbb-a7f6-471c9f6dcb5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:25.610617 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6813f488-11ea-41e4-9bcc-9a98d850a395 req-2f3a8b31-5609-4963-832e-88538c716573 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155316 Nov 11 21:44:25.652548 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-88cee7db-aa01-4c1f-a8c9-8a7da685e8f2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:25.656600 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c23a-7924-4bbb-a7f6-471c9f6dcb5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:25.670356 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 1ad39b75-c099-493c-8740-f8affda82f0e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1ad39b75-c099-493c-8740-f8affda82f0e,segment=NetworkSegment(cdb637cc-eabc-4745-8a19-58d923408eff),segment_id=cdb637cc-eabc-4745-8a19-58d923408eff)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:25.701837 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:25.778301 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-88cee7db-aa01-4c1f-a8c9-8a7da685e8f2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:25.782511 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-88cee7db-aa01-4c1f-a8c9-8a7da685e8f2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:25.786084 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-88cee7db-aa01-4c1f-a8c9-8a7da685e8f2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-groups/e29309ee-422a-4c08-98ff-73ecd7e1d94f HTTP/1.1" status: 204 len: 168 time: 0.4808958 Nov 11 21:44:25.798777 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49194) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:25.802596 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c23a-7924-4bbb-a7f6-471c9f6dcb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:25.806604 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c23a-7924-4bbb-a7f6-471c9f6dcb5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:25.810873 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a7b5c23a-7924-4bbb-a7f6-471c9f6dcb5d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/668a2694-5ce4-4924-bf21-c968e9200940 HTTP/1.1" status: 204 len: 168 time: 0.5092609 Nov 11 21:44:25.878314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cee7db-aa01-4c1f-a8c9-8a7da685e8f2 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29309ee-422a-4c08-98ff-73ecd7e1d94f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:25.911287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=1ad39b75-c099-493c-8740-f8affda82f0e,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:25.938072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5c23a-7924-4bbb-a7f6-471c9f6dcb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668a2694-5ce4-4924-bf21-c968e9200940,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:25.969299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-64879e52-42dc-4b9b-824d-5e28558246b4 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1686819 Nov 11 21:44:25.985157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49198) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:25.995488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ca7a0a4b-fe70-44d4-82b6-a80043589940 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group': {'name': 'tempest-secgroup--463616122'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:26.052287 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0a4b-fe70-44d4-82b6-a80043589940 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.184696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:26.208352 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0a4b-fe70-44d4-82b6-a80043589940 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.219833 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0a4b-fe70-44d4-82b6-a80043589940 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.247809 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-feb19462-b4fe-4393-83f5-1ed2dff55206 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:26.249885 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-feb19462-b4fe-4393-83f5-1ed2dff55206 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.71 "GET /v2.0/networks?id=58e7a506-7b3e-42b2-b385-05bccfc6062e HTTP/1.1" status: 200 len: 820 time: 1.1782920 Nov 11 21:44:26.270822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-99fa2197-4f81-4abf-889d-b61d4775dbd2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Request body: {'port': {'device_id': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e', 'admin_state_up': True, 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:26.294797 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0a4b-fe70-44d4-82b6-a80043589940 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.303037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ca7a0a4b-fe70-44d4-82b6-a80043589940 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3167248 Nov 11 21:44:26.307056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:26.307056 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.308376 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49204) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:26.322146 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-20ea7267-adaa-428f-a2e8-335acb12b729 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group_rule': {'security_group_id': 'eb4fc151-e27a-4272-b42f-6dc289e549b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:26.362995 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a0a4b-fe70-44d4-82b6-a80043589940 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4fc151-e27a-4272-b42f-6dc289e549b8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:26.383228 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20ea7267-adaa-428f-a2e8-335acb12b729 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.439419 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4fd82cb5-e060-4f14-88fe-36692f679765 None None] Provisioning complete for port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:26.439980 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fd82cb5-e060-4f14-88fe-36692f679765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.450514 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.462231 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.491925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49208) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:26.529719 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20ea7267-adaa-428f-a2e8-335acb12b729 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.531733 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65837bb5-f599-402c-bedf-39e3eb265ad8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.545692 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20ea7267-adaa-428f-a2e8-335acb12b729 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.584014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea7267-adaa-428f-a2e8-335acb12b729 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667e6fb7-465f-428c-97b3-27b5ad1f8b30,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:26.595905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1ad39b75-c099-493c-8740-f8affda82f0e up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:26.642197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=842a2406-4ab2-45a1-b0f8-8f40a80d7bb4,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:26.656515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-99fa2197-4f81-4abf-889d-b61d4775dbd2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Made reservation on behalf of e6091779eb404dd0a53fc90332b835f8 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:44:26.658060 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-99fa2197-4f81-4abf-889d-b61d4775dbd2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.670838 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.712431 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65837bb5-f599-402c-bedf-39e3eb265ad8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.729463 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65837bb5-f599-402c-bedf-39e3eb265ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.785824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4fd82cb5-e060-4f14-88fe-36692f679765 None None] Provisioning complete for port 842a2406-4ab2-45a1-b0f8-8f40a80d7bb4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:26.786200 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fd82cb5-e060-4f14-88fe-36692f679765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.789986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1ad39b75-c099-493c-8740-f8affda82f0e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:26.790343 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.820211 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-20ea7267-adaa-428f-a2e8-335acb12b729 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:26.821743 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-20ea7267-adaa-428f-a2e8-335acb12b729 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5119810 Nov 11 21:44:26.826941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65837bb5-f599-402c-bedf-39e3eb265ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef26fde-fc00-4f74-8309-a6380b245f2b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:26.832345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49224) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:26.833366 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06d45bd3-fd7b-4acf-83b3-6e8bf6baee30 req-c3dd076e-5601-4f17-a566-23504a9aca24 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 210 time: 0.1178880 Nov 11 21:44:26.854191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4fd82cb5-e060-4f14-88fe-36692f679765 None None] Port 842a2406-4ab2-45a1-b0f8-8f40a80d7bb4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:26.879550 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a4b682a1-417d-45d8-8bba-a5705a2865f7 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules/667e6fb7-465f-428c-97b3-27b5ad1f8b30 HTTP/1.1" status: 200 len: 763 time: 0.0428624 Nov 11 21:44:26.884230 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49226) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:26.925374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-65837bb5-f599-402c-bedf-39e3eb265ad8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f408b65087b14c85837d7c265451dd05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4322243 Nov 11 21:44:26.928661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49228) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:26.968836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40452e-03dd-4c56-b544-52e59cf505b5 req-698b3dbd-2e43-49f3-8e77-d3708a804af6 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:26.970432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1c40452e-03dd-4c56-b544-52e59cf505b5 req-698b3dbd-2e43-49f3-8e77-d3708a804af6 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1446962 Nov 11 21:44:26.980499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 05c611ac-9792-46ee-8a57-78cc4a195c36 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:26.989279 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:27.004462 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-331b3142-8869-47df-9ded-0b64c6248bdb tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1176257 Nov 11 21:44:27.005975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-99fa2197-4f81-4abf-889d-b61d4775dbd2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Allocated IP 172.20.0.13 (58e7a506-7b3e-42b2-b385-05bccfc6062e/8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2/4ecba91d-b901-4d2a-8792-5343454cd5b5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:27.007290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49230) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:27.021791 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-da1094be-7ef5-4151-880a-47c02077335a None None] Provisioning complete for port 842a2406-4ab2-45a1-b0f8-8f40a80d7bb4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:27.022593 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da1094be-7ef5-4151-880a-47c02077335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.057626 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b6cad03-bbd9-460b-a958-1e1b10a120fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.071719 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e99e0c8-c2ca-41c0-aebd-0e20516b4c66 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.094128 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1c40452e-03dd-4c56-b544-52e59cf505b5 req-67db5e9e-10ca-40c5-8e96-3720c5bf7936 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105130 Nov 11 21:44:27.095867 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e99e0c8-c2ca-41c0-aebd-0e20516b4c66 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.121412 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-da1094be-7ef5-4151-880a-47c02077335a None None] Port 842a2406-4ab2-45a1-b0f8-8f40a80d7bb4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:27.130035 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b6cad03-bbd9-460b-a958-1e1b10a120fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.169799 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e99e0c8-c2ca-41c0-aebd-0e20516b4c66 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.175588 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e99e0c8-c2ca-41c0-aebd-0e20516b4c66 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.178958 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6e99e0c8-c2ca-41c0-aebd-0e20516b4c66 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/667e6fb7-465f-428c-97b3-27b5ad1f8b30 HTTP/1.1" status: 204 len: 168 time: 0.1683948 Nov 11 21:44:27.183167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49232) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:27.204002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99e0c8-c2ca-41c0-aebd-0e20516b4c66 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=667e6fb7-465f-428c-97b3-27b5ad1f8b30,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:27.237280 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f538a083-fe24-40f1-9ca7-6906f4a33d30 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520475 Nov 11 21:44:27.239977 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49234) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:27.245464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ccca10d9-5432-4739-820d-8ce7b0e285cc tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group_rule': {'security_group_id': 'eb4fc151-e27a-4272-b42f-6dc289e549b8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:27.261010 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b6cad03-bbd9-460b-a958-1e1b10a120fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.263743 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b6cad03-bbd9-460b-a958-1e1b10a120fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.264992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6b6cad03-bbd9-460b-a958-1e1b10a120fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aef26fde-fc00-4f74-8309-a6380b245f2b HTTP/1.1" status: 204 len: 168 time: 0.3352671 Nov 11 21:44:27.319297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cad03-bbd9-460b-a958-1e1b10a120fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef26fde-fc00-4f74-8309-a6380b245f2b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:27.344957 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ccca10d9-5432-4739-820d-8ce7b0e285cc tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.379430 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-99fa2197-4f81-4abf-889d-b61d4775dbd2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.390835 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-970982c8-d38f-4604-95cc-51499d6521d1 None None] Provisioning complete for port 842a2406-4ab2-45a1-b0f8-8f40a80d7bb4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:27.390835 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-970982c8-d38f-4604-95cc-51499d6521d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.419807 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 4d199c06-65f4-4488-a28d-1b50cd807a85 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:44:27.461523 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ccca10d9-5432-4739-820d-8ce7b0e285cc tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.470561 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ccca10d9-5432-4739-820d-8ce7b0e285cc tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.481241 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-970982c8-d38f-4604-95cc-51499d6521d1 None None] Port 842a2406-4ab2-45a1-b0f8-8f40a80d7bb4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:27.517710 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca10d9-5432-4739-820d-8ce7b0e285cc tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7ed678-95a3-4c2c-97c2-f46f295f1f42,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:27.519143 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ccca10d9-5432-4739-820d-8ce7b0e285cc tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.523396 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ccca10d9-5432-4739-820d-8ce7b0e285cc tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2826605 Nov 11 21:44:27.524131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49242) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:27.531234 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-99fa2197-4f81-4abf-889d-b61d4775dbd2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.549516 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f2c1ccf1-76d6-4cbc-b064-708dae2edcb4 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules/2c7ed678-95a3-4c2c-97c2-f46f295f1f42 HTTP/1.1" status: 200 len: 763 time: 0.0211170 Nov 11 21:44:27.549516 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49244) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:27.602497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-99fa2197-4f81-4abf-889d-b61d4775dbd2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Network 58e7a506-7b3e-42b2-b385-05bccfc6062e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:27.609561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fb94ee85-132e-4326-83f9-d416939b7427 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0610762 Nov 11 21:44:27.612013 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49248) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:27.612744 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-99fa2197-4f81-4abf-889d-b61d4775dbd2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:27.615339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-99fa2197-4f81-4abf-889d-b61d4775dbd2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:27.620843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:44:27.628761 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bdbb314a-4c23-41a1-b244-e4614c4b0740 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/4d199c06-65f4-4488-a28d-1b50cd807a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5980341 Nov 11 21:44:27.629429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49250) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:27.633459 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9247a2-636f-426b-b7b1-3080ee521639 None None] Sync routers for ids ['4d199c06-65f4-4488-a28d-1b50cd807a85'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:44:27.658360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa2197-4f81-4abf-889d-b61d4775dbd2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Pushing event updated for resources: {'Port': ['ID=4ecba91d-b901-4d2a-8792-5343454cd5b5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:27.669195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9247a2-636f-426b-b7b1-3080ee521639 None None] Routers {'4d199c06-65f4-4488-a28d-1b50cd807a85'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:27.670117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-be9247a2-636f-426b-b7b1-3080ee521639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4d199c06-65f4-4488-a28d-1b50cd807a85'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:27.675258 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec8f5940-4993-4181-b15b-1c760a013844 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.685050 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec8f5940-4993-4181-b15b-1c760a013844 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.716891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cbeaf9-938c-4414-a965-0c953fd4e2c8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:27.721536 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-61cbeaf9-938c-4414-a965-0c953fd4e2c8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports/842a2406-4ab2-45a1-b0f8-8f40a80d7bb4 HTTP/1.1" status: 200 len: 910 time: 0.0715063 Nov 11 21:44:27.724565 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-be9247a2-636f-426b-b7b1-3080ee521639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:27.724758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49260) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:27.730119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-40adcb07-18d8-4a7e-b48a-9e08426ae0b0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '004a2894-18e0-4b2b-813b-252ed1ce87cd'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:27.732347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-99fa2197-4f81-4abf-889d-b61d4775dbd2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:27.733214 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-99fa2197-4f81-4abf-889d-b61d4775dbd2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.750842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9247a2-636f-426b-b7b1-3080ee521639 None None] Routers {'4d199c06-65f4-4488-a28d-1b50cd807a85'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:27.751671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-be9247a2-636f-426b-b7b1-3080ee521639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4d199c06-65f4-4488-a28d-1b50cd807a85'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:27.753685 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-99fa2197-4f81-4abf-889d-b61d4775dbd2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4881511 Nov 11 21:44:27.773767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Request body: {'port': {'device_id': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:27.789519 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec8f5940-4993-4181-b15b-1c760a013844 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.797499 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-be9247a2-636f-426b-b7b1-3080ee521639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:27.798249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9247a2-636f-426b-b7b1-3080ee521639 None None] The sync data for ids ['4d199c06-65f4-4488-a28d-1b50cd807a85'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:44:27.800447 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec8f5940-4993-4181-b15b-1c760a013844 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.802292 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ec8f5940-4993-4181-b15b-1c760a013844 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/2c7ed678-95a3-4c2c-97c2-f46f295f1f42 HTTP/1.1" status: 204 len: 168 time: 0.1884892 Nov 11 21:44:27.813668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49264) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:27.828772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f5940-4993-4181-b15b-1c760a013844 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c7ed678-95a3-4c2c-97c2-f46f295f1f42,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:27.940112 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-311c0229-7ec1-46cb-8fb4-c75ea4363d05 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1251721 Nov 11 21:44:27.942581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49274) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:27.947565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8b1d1fb5-4ef2-4b45-bac8-d6e8bfd34891 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Request body: {'security_group_rule': {'security_group_id': 'eb4fc151-e27a-4272-b42f-6dc289e549b8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:27.952270 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.036204 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1fb5-4ef2-4b45-bac8-d6e8bfd34891 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.062449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40adcb07-18d8-4a7e-b48a-9e08426ae0b0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.111854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec9973-2c3d-441b-ac12-6458855d48a6 req-df5c7d84-865e-4350-ae0d-934d2211ac94 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:28.113685 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30ec9973-2c3d-441b-ac12-6458855d48a6 req-df5c7d84-865e-4350-ae0d-934d2211ac94 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 932 time: 0.1435981 Nov 11 21:44:28.196523 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1fb5-4ef2-4b45-bac8-d6e8bfd34891 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.203704 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1fb5-4ef2-4b45-bac8-d6e8bfd34891 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.236841 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d1fb5-4ef2-4b45-bac8-d6e8bfd34891 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345aa502-ee6e-47cb-afbb-15321e8e567c,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:28.266297 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1fb5-4ef2-4b45-bac8-d6e8bfd34891 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.270221 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8b1d1fb5-4ef2-4b45-bac8-d6e8bfd34891 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3241942 Nov 11 21:44:28.271993 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49286) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:28.304940 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c960b1ea-23d9-4ea0-88c2-6f007cd8248d tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules/345aa502-ee6e-47cb-afbb-15321e8e567c HTTP/1.1" status: 200 len: 764 time: 0.0301735 Nov 11 21:44:28.304940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49288) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:28.347054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30ec9973-2c3d-441b-ac12-6458855d48a6 req-d514a07f-907d-4020-8cb5-0571fe2c0285 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238851 Nov 11 21:44:28.383028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be213679-e8dc-40b2-854c-575d63d71e1b req-5403eae8-2177-482a-83ae-5552f3988978 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:28.384549 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be213679-e8dc-40b2-854c-575d63d71e1b req-5403eae8-2177-482a-83ae-5552f3988978 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1404855 Nov 11 21:44:28.390806 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5b12d29b-707b-41fc-85af-abc4578d28a6 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0820272 Nov 11 21:44:28.390806 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49292) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:28.433686 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ecba91d-b901-4d2a-8792-5343454cd5b5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:44:28.456437 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.462714 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7d69371-ad66-49b9-8b56-240cff962eee tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.476552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7d69371-ad66-49b9-8b56-240cff962eee tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.487846 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Transition to ACTIVE for port object 4ecba91d-b901-4d2a-8792-5343454cd5b5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:44:28.496267 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.523131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be213679-e8dc-40b2-854c-575d63d71e1b req-fecc0201-4d99-49ba-8718-ab57743936f7 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631177 Nov 11 21:44:28.571430 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7d69371-ad66-49b9-8b56-240cff962eee tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.576928 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7d69371-ad66-49b9-8b56-240cff962eee tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.581007 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d7d69371-ad66-49b9-8b56-240cff962eee tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/345aa502-ee6e-47cb-afbb-15321e8e567c HTTP/1.1" status: 204 len: 168 time: 0.1868465 Nov 11 21:44:28.585634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49300) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:28.604586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Pushing event updated for resources: {'Port': ['ID=4ecba91d-b901-4d2a-8792-5343454cd5b5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:28.636892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d69371-ad66-49b9-8b56-240cff962eee tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=345aa502-ee6e-47cb-afbb-15321e8e567c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:28.666509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f15c9103-72b4-480f-ab97-b1c2ca5b5215 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0796850 Nov 11 21:44:28.670279 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49304) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:28.713618 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Attempting to bind port 4ecba91d-b901-4d2a-8792-5343454cd5b5 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:44:28.714142 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Attempting to bind port 4ecba91d-b901-4d2a-8792-5343454cd5b5 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'cdb637cc-eabc-4745-8a19-58d923408eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:44:28.714653 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Attempting to bind port 4ecba91d-b901-4d2a-8792-5343454cd5b5 on network 58e7a506-7b3e-42b2-b385-05bccfc6062e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:44:28.727658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Port 4ecba91d-b901-4d2a-8792-5343454cd5b5 on network 58e7a506-7b3e-42b2-b385-05bccfc6062e not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:44:28.728270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Attempting to bind port 4ecba91d-b901-4d2a-8792-5343454cd5b5 on network 58e7a506-7b3e-42b2-b385-05bccfc6062e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:44:28.741008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:44:28.741598 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Checking segment: {'id': 'cdb637cc-eabc-4745-8a19-58d923408eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:28.742263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Bound using segment: {'id': 'cdb637cc-eabc-4745-8a19-58d923408eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:44:28.742888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Bound port: 4ecba91d-b901-4d2a-8792-5343454cd5b5, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb637cc-eabc-4745-8a19-58d923408eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:44:28.743508 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.809451 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c20a769-9700-4f01-9183-93a6315e9a59 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.817729 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40adcb07-18d8-4a7e-b48a-9e08426ae0b0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.838190 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40adcb07-18d8-4a7e-b48a-9e08426ae0b0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.853463 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c20a769-9700-4f01-9183-93a6315e9a59 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.856395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] For port 4ecba91d-b901-4d2a-8792-5343454cd5b5, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:44:28.864501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] For port 4ecba91d-b901-4d2a-8792-5343454cd5b5, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5,segment=NetworkSegment(cdb637cc-eabc-4745-8a19-58d923408eff),segment_id=cdb637cc-eabc-4745-8a19-58d923408eff)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:44:28.872009 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.914676 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40adcb07-18d8-4a7e-b48a-9e08426ae0b0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:28.915433 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40adcb07-18d8-4a7e-b48a-9e08426ae0b0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.920982 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-40adcb07-18d8-4a7e-b48a-9e08426ae0b0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/ports/842a2406-4ab2-45a1-b0f8-8f40a80d7bb4 HTTP/1.1" status: 200 len: 910 time: 1.1926916 Nov 11 21:44:28.921214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49314) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:28.929924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:28.930604 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.932017 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] 10.222.0.71 "PUT /v2.0/ports/4ecba91d-b901-4d2a-8792-5343454cd5b5 HTTP/1.1" status: 200 len: 1092 time: 1.1636357 Nov 11 21:44:28.933125 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'tag': '4ecba91d-b901-4d2a-8792-5343454cd5b5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:44:28.935505 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2412181c-54c7-4c6d-82dd-3c4dd94dc67b" -d '{"events": [{"name": "network-changed", "server_uuid": "979925d1-0330-4396-b3d6-a869dcfe2ce4", "tag": "4ecba91d-b901-4d2a-8792-5343454cd5b5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:44:28.971574 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c20a769-9700-4f01-9183-93a6315e9a59 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.975772 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c20a769-9700-4f01-9183-93a6315e9a59 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:28.979385 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2c20a769-9700-4f01-9183-93a6315e9a59 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "DELETE /v2.0/security-groups/eb4fc151-e27a-4272-b42f-6dc289e549b8 HTTP/1.1" status: 204 len: 168 time: 0.3058674 Nov 11 21:44:28.982378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49318) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:28.998740 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df4ae5-bf98-4451-9b8e-dc021eddb97d service neutron] Pushing event updated for resources: {'Port': ['ID=4ecba91d-b901-4d2a-8792-5343454cd5b5,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:29.034645 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abefb85-6941-4211-9464-e93e28c24393 x-openstack-request-id: req-3abefb85-6941-4211-9464-e93e28c24393 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:44:29.035143 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979925d1-0330-4396-b3d6-a869dcfe2ce4", "tag": "4ecba91d-b901-4d2a-8792-5343454cd5b5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:44:29.035453 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3abefb85-6941-4211-9464-e93e28c24393 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:44:29.035908 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'tag': '4ecba91d-b901-4d2a-8792-5343454cd5b5', 'status': 'completed', 'code': 200} Nov 11 21:44:29.044164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20a769-9700-4f01-9183-93a6315e9a59 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4fc151-e27a-4272-b42f-6dc289e549b8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:29.074744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adcb07-18d8-4a7e-b48a-9e08426ae0b0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=842a2406-4ab2-45a1-b0f8-8f40a80d7bb4,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:29.090695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-51d24582-4147-4bf5-8fa2-02dc13c50f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:29.092240 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-51d24582-4147-4bf5-8fa2-02dc13c50f18 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e6091779eb404dd0a53fc90332b835f8&device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0894055 Nov 11 21:44:29.113207 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-205f6ef5-ae6d-43c1-a05a-27f7476cd7f3 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1293573 Nov 11 21:44:29.119577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49322) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:29.146302 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-2b067df2-5056-419a-a4de-024df33c4e29 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5 HTTP/1.1" status: 200 len: 217 time: 0.0451775 Nov 11 21:44:29.184120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-56feb12a-c2b5-4632-8396-ea637df6e641 tempest-SecGroupTest-93739909 tempest-SecGroupTest-93739909-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0630670 Nov 11 21:44:29.210932 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-90262468-30da-4d7b-a24e-bb687b77499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:29.212407 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-90262468-30da-4d7b-a24e-bb687b77499f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2 HTTP/1.1" status: 200 len: 860 time: 0.0574865 Nov 11 21:44:29.247680 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-0e53ceab-ef43-4d21-b917-c274cea39576 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=58e7a506-7b3e-42b2-b385-05bccfc6062e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274515 Nov 11 21:44:29.388286 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-1363cc2b-7401-4e53-80ac-de4f04e65846 service neutron] 10.222.0.71 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335716 Nov 11 21:44:29.583626 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fa3dbfa5-66fb-42f8-84a6-b0fd74f7cbd0 req-aac5b5ec-3d35-41a3-9cfd-d0c56f4088d2 service neutron] 10.222.0.71 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875994 Nov 11 21:44:29.612586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d74c70-09ac-4239-bd58-b0a15fcd9387 req-3ebeb683-b3f8-4da1-a368-0138c542e70a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:29.621710 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4d74c70-09ac-4239-bd58-b0a15fcd9387 req-3ebeb683-b3f8-4da1-a368-0138c542e70a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 944 time: 0.1651778 Nov 11 21:44:29.633248 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1c53fed-a2de-4c77-98f7-26db10c673ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:29.684730 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49348) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:29.717050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412181c-54c7-4c6d-82dd-3c4dd94dc67b req-d880dd45-edb1-40d9-8ff4-0c1208203acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:29.718509 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2412181c-54c7-4c6d-82dd-3c4dd94dc67b req-d880dd45-edb1-40d9-8ff4-0c1208203acb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e6091779eb404dd0a53fc90332b835f8&device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0728614 Nov 11 21:44:29.817374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4d74c70-09ac-4239-bd58-b0a15fcd9387 req-b641bbe0-3d20-4cc6-9179-4021f4437165 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944096 Nov 11 21:44:29.834415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412181c-54c7-4c6d-82dd-3c4dd94dc67b req-70975cd3-2a14-4094-b80e-420d9a580631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:29.836276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa19359-436b-43b3-8736-1649ec1f1b16 req-c42d12f5-7936-4a19-ac9c-fe9f4b95863a tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:29.836880 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2412181c-54c7-4c6d-82dd-3c4dd94dc67b req-70975cd3-2a14-4094-b80e-420d9a580631 service neutron] 10.222.0.71 "GET /v2.0/networks?id=58e7a506-7b3e-42b2-b385-05bccfc6062e HTTP/1.1" status: 200 len: 922 time: 0.1100919 Nov 11 21:44:29.849937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa19359-436b-43b3-8736-1649ec1f1b16 req-c42d12f5-7936-4a19-ac9c-fe9f4b95863a tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1646016 Nov 11 21:44:29.916989 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2412181c-54c7-4c6d-82dd-3c4dd94dc67b req-c9104d1d-4034-48b9-9809-a64a31cc095c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5 HTTP/1.1" status: 200 len: 217 time: 0.0707128 Nov 11 21:44:30.019023 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1a74c309-bb76-40ae-ab6c-ad4e099ba173 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e11dc2c352f4b89958ed2d62417d2ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3312304 Nov 11 21:44:30.019599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49364) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:30.022890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfa19359-436b-43b3-8736-1649ec1f1b16 req-f8f75ff3-99d5-4cd1-9e00-7256ce8185db tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643896 Nov 11 21:44:30.030435 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83ef8cfd-465e-4c61-b436-52258f2660ba req-518815c5-ff34-4bfe-b46d-5ab819d9d280 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1474020 Nov 11 21:44:30.076583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412181c-54c7-4c6d-82dd-3c4dd94dc67b req-feba31cc-ebfe-4c2c-86cc-b079b6a8b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:30.078320 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2412181c-54c7-4c6d-82dd-3c4dd94dc67b req-feba31cc-ebfe-4c2c-86cc-b079b6a8b629 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2 HTTP/1.1" status: 200 len: 860 time: 0.1514738 Nov 11 21:44:30.124906 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2412181c-54c7-4c6d-82dd-3c4dd94dc67b req-71d5741e-37d7-4b87-98e4-647e16ce8927 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=58e7a506-7b3e-42b2-b385-05bccfc6062e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360847 Nov 11 21:44:30.129831 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e97b36f7-133c-4527-9c02-a61fa412f424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:30.171240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-d1c53fed-a2de-4c77-98f7-26db10c673ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port 842a2406-4ab2-45a1-b0f8-8f40a80d7bb4 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:44:30.171240 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1c53fed-a2de-4c77-98f7-26db10c673ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:30.175716 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef8cfd-465e-4c61-b436-52258f2660ba req-5af33362-779e-4c6f-814a-024d410a2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:30.177589 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83ef8cfd-465e-4c61-b436-52258f2660ba req-5af33362-779e-4c6f-814a-024d410a2115 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99e3c597206c4ea7bcd58ef8e8d0fd48&device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 1097 time: 0.0920384 Nov 11 21:44:30.179134 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e97b36f7-133c-4527-9c02-a61fa412f424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:30.274728 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2412181c-54c7-4c6d-82dd-3c4dd94dc67b req-1f2eea70-4907-473c-9cc8-eb3a8b778c5a service neutron] 10.222.0.71 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401553 Nov 11 21:44:30.326060 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e97b36f7-133c-4527-9c02-a61fa412f424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:30.329069 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e97b36f7-133c-4527-9c02-a61fa412f424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:30.341579 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e97b36f7-133c-4527-9c02-a61fa412f424 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/64d7a5db-e4f5-4a58-9b90-049390c4615d HTTP/1.1" status: 204 len: 168 time: 0.3138297 Nov 11 21:44:30.351593 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1c53fed-a2de-4c77-98f7-26db10c673ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:30.372711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-d1c53fed-a2de-4c77-98f7-26db10c673ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for 842a2406-4ab2-45a1-b0f8-8f40a80d7bb4 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:44:30.375469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef8cfd-465e-4c61-b436-52258f2660ba req-6ee9a158-6314-4af6-b572-4c6fa499d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:30.377446 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83ef8cfd-465e-4c61-b436-52258f2660ba req-6ee9a158-6314-4af6-b572-4c6fa499d623 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 HTTP/1.1" status: 200 len: 920 time: 0.1759953 Nov 11 21:44:30.423449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b36f7-133c-4527-9c02-a61fa412f424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d7a5db-e4f5-4a58-9b90-049390c4615d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:30.425789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83ef8cfd-465e-4c61-b436-52258f2660ba req-cf2bc7bd-61ff-45e0-85ef-7d3c7897abf8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc10c818-8ff2-40a9-8856-49a1ff19b5df HTTP/1.1" status: 200 len: 217 time: 0.0403662 Nov 11 21:44:30.504905 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2412181c-54c7-4c6d-82dd-3c4dd94dc67b req-1b042d85-b173-4154-8b1c-fcf5ea246d93 service neutron] 10.222.0.71 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185216 Nov 11 21:44:30.544250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef8cfd-465e-4c61-b436-52258f2660ba req-6bdc6379-caf1-4c26-b0e2-12c7077ef660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:30.546134 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83ef8cfd-465e-4c61-b436-52258f2660ba req-6bdc6379-caf1-4c26-b0e2-12c7077ef660 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc75e8a7-d2c9-48ae-aff4-f6a72ade0511 HTTP/1.1" status: 200 len: 858 time: 0.0704389 Nov 11 21:44:30.631360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83ef8cfd-465e-4c61-b436-52258f2660ba req-edacfc92-ab09-45a4-8426-b162cc7ecaf0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365841 Nov 11 21:44:30.802948 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1c53fed-a2de-4c77-98f7-26db10c673ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:30.844527 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83ef8cfd-465e-4c61-b436-52258f2660ba req-e61d5c30-76c9-4ab8-9b5a-c0f5c1f88506 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004983 Nov 11 21:44:30.845920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c53fed-a2de-4c77-98f7-26db10c673ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=842a2406-4ab2-45a1-b0f8-8f40a80d7bb4,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:31.575747 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1c53fed-a2de-4c77-98f7-26db10c673ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:31.596443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1e668-78ba-4f1e-a928-bad6964d454e req-9ef7bf66-e991-4b22-a2a6-1f3eab6887e5 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:31.597996 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fda1e668-78ba-4f1e-a928-bad6964d454e req-9ef7bf66-e991-4b22-a2a6-1f3eab6887e5 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 944 time: 0.6583676 Nov 11 21:44:31.708415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07645a35-714f-4e48-a335-adff4fb9dcfa req-d4eeba49-d05e-44f2-b2f2-d17355c658f6 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:31.721473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07645a35-714f-4e48-a335-adff4fb9dcfa req-d4eeba49-d05e-44f2-b2f2-d17355c658f6 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.5199721 Nov 11 21:44:31.731468 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49422) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:31.773841 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fda1e668-78ba-4f1e-a928-bad6964d454e req-b1d37ea9-a306-4586-b163-38e6108984dc tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660204 Nov 11 21:44:31.775726 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83ef8cfd-465e-4c61-b436-52258f2660ba req-abe94e88-3929-4a7f-82f2-ccd40d7a35d4 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9206116 Nov 11 21:44:31.904834 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07645a35-714f-4e48-a335-adff4fb9dcfa req-c1577f6e-0d3e-4879-b9f7-aeb09b8ea33c tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850948 Nov 11 21:44:31.918482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c53fed-a2de-4c77-98f7-26db10c673ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 4d199c06-65f4-4488-a28d-1b50cd807a85 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:44:32.035264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c53fed-a2de-4c77-98f7-26db10c673ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:44:32.042067 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d1c53fed-a2de-4c77-98f7-26db10c673ff tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/4d199c06-65f4-4488-a28d-1b50cd807a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1197767 Nov 11 21:44:32.050369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49430) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:32.058004 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c071d94c-84b1-4cfc-b2db-f5f3af118e84 tempest-ServiceProvidersTest-1697685867 tempest-ServiceProvidersTest-1697685867-project] 10.222.0.57 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3241162 Nov 11 21:44:32.062595 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704a9ac-fab7-42eb-9ec2-631c0fad345c None None] Sync routers for ids ['4d199c06-65f4-4488-a28d-1b50cd807a85'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:44:32.095824 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704a9ac-fab7-42eb-9ec2-631c0fad345c None None] Routers {'4d199c06-65f4-4488-a28d-1b50cd807a85'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:32.096489 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1704a9ac-fab7-42eb-9ec2-631c0fad345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4d199c06-65f4-4488-a28d-1b50cd807a85'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:32.144862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-02ff2781-3ff2-4b34-9264-eb61ae9ae25a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d199c06-65f4-4488-a28d-1b50cd807a85 HTTP/1.1" status: 200 len: 205 time: 0.0894966 Nov 11 21:44:32.147634 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49438) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:32.180345 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1704a9ac-fab7-42eb-9ec2-631c0fad345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:32.190950 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704a9ac-fab7-42eb-9ec2-631c0fad345c None None] Routers {'4d199c06-65f4-4488-a28d-1b50cd807a85'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:32.191784 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1704a9ac-fab7-42eb-9ec2-631c0fad345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4d199c06-65f4-4488-a28d-1b50cd807a85'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:32.231416 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17744852-1aa9-4ace-8c36-cca9879267d2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:32.246756 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1704a9ac-fab7-42eb-9ec2-631c0fad345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:32.247749 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704a9ac-fab7-42eb-9ec2-631c0fad345c None None] The sync data for ids ['4d199c06-65f4-4488-a28d-1b50cd807a85'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:44:32.429859 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17744852-1aa9-4ace-8c36-cca9879267d2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:32.433230 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17744852-1aa9-4ace-8c36-cca9879267d2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:32.439257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49448) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:32.484207 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17744852-1aa9-4ace-8c36-cca9879267d2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:32.485249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17744852-1aa9-4ace-8c36-cca9879267d2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Fanout notify agent at l3_agent the message router_deleted on router 4d199c06-65f4-4488-a28d-1b50cd807a85 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:44:32.496485 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17744852-1aa9-4ace-8c36-cca9879267d2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:32.500413 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49454) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:32.500564 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-17744852-1aa9-4ace-8c36-cca9879267d2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/routers/4d199c06-65f4-4488-a28d-1b50cd807a85 HTTP/1.1" status: 204 len: 168 time: 0.3518035 Nov 11 21:44:32.558904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-094a5f4c-ed73-4369-a8b4-97280ebf2f37 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting subnet 004a2894-18e0-4b2b-813b-252ed1ce87cd {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:44:32.566279 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-094a5f4c-ed73-4369-a8b4-97280ebf2f37 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:32.621897 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-094a5f4c-ed73-4369-a8b4-97280ebf2f37 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:32.740053 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad825-1339-4464-9e73-3a46309effc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:32.761589 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-094a5f4c-ed73-4369-a8b4-97280ebf2f37 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:32.867590 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-094a5f4c-ed73-4369-a8b4-97280ebf2f37 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:32.953229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a5f4c-ed73-4369-a8b4-97280ebf2f37 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Subnet': ['ID=004a2894-18e0-4b2b-813b-252ed1ce87cd,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:32.968964 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-094a5f4c-ed73-4369-a8b4-97280ebf2f37 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:32.975568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-094a5f4c-ed73-4369-a8b4-97280ebf2f37 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/004a2894-18e0-4b2b-813b-252ed1ce87cd HTTP/1.1" status: 204 len: 168 time: 0.4738731 Nov 11 21:44:32.980414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49474) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:33.002006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed0f8d-5e77-4e84-8400-39758691b6d4 req-2dee3e43-8866-4a70-b196-127db7164589 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:33.003668 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2aed0f8d-5e77-4e84-8400-39758691b6d4 req-2dee3e43-8866-4a70-b196-127db7164589 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 944 time: 0.1323090 Nov 11 21:44:33.022553 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49a8293-46ed-4513-910f-8a2f80b9b900 None None] Network 05c611ac-9792-46ee-8a57-78cc4a195c36 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:33.035451 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad825-1339-4464-9e73-3a46309effc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:33.099989 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff9ad825-1339-4464-9e73-3a46309effc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:33.202752 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2aed0f8d-5e77-4e84-8400-39758691b6d4 req-ab5c1ea4-5a30-4049-8ce1-71e7d7a009f9 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701014 Nov 11 21:44:33.229310 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:33.248364 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ad825-1339-4464-9e73-3a46309effc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c75231-9663-46d9-8de9-50f2fa78c9eb,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:33.300258 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ff9ad825-1339-4464-9e73-3a46309effc6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5771d34400324c918cfcee1cc4939f47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8594234 Nov 11 21:44:33.302958 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:33.358242 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ca3de-30f2-45d2-81ad-06ef9e401d9b req-eeac24bc-339c-488a-aaf5-1a90b9fbc930 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:33.360584 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b1ca3de-30f2-45d2-81ad-06ef9e401d9b req-eeac24bc-339c-488a-aaf5-1a90b9fbc930 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1080177 Nov 11 21:44:33.387797 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ce306a4-f309-4fc0-9a4b-033e8e49b804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:33.420653 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:44:33.421285 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:33.428493 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ce306a4-f309-4fc0-9a4b-033e8e49b804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:33.441715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c7dc12-7a5b-4427-8563-8a64174a0954 None None] DHCP port deletion for 05c611ac-9792-46ee-8a57-78cc4a195c36 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:44:33.471919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4ecba91d-b901-4d2a-8792-5343454cd5b5 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:44:33.491853 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b1ca3de-30f2-45d2-81ad-06ef9e401d9b req-082fe3c4-4345-4eaf-afb6-435be07926f5 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243787 Nov 11 21:44:33.562113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] For port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf,segment=NetworkSegment(d6cb6585-56c3-469c-a8bf-189003dab0e7),segment_id=d6cb6585-56c3-469c-a8bf-189003dab0e7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:33.562497 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:33.579219 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:44:33.621860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-28c7dc12-7a5b-4427-8563-8a64174a0954 None None] Deleting port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:44:33.622145 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28c7dc12-7a5b-4427-8563-8a64174a0954 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:33.658826 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ce306a4-f309-4fc0-9a4b-033e8e49b804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:33.661166 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ce306a4-f309-4fc0-9a4b-033e8e49b804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:33.662507 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0ce306a4-f309-4fc0-9a4b-033e8e49b804 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79c75231-9663-46d9-8de9-50f2fa78c9eb HTTP/1.1" status: 204 len: 168 time: 0.3571589 Nov 11 21:44:33.699702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-28c7dc12-7a5b-4427-8563-8a64174a0954 None None] For port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf,segment=NetworkSegment(d6cb6585-56c3-469c-a8bf-189003dab0e7),segment_id=d6cb6585-56c3-469c-a8bf-189003dab0e7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:33.700485 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28c7dc12-7a5b-4427-8563-8a64174a0954 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:33.715165 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-28c7dc12-7a5b-4427-8563-8a64174a0954 None None] Calling delete_port for 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:44:33.771453 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:33.775817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce306a4-f309-4fc0-9a4b-033e8e49b804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c75231-9663-46d9-8de9-50f2fa78c9eb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:33.804221 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:33.808027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No DVR routers for this DVR port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:44:33.811479 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4ecba91d-b901-4d2a-8792-5343454cd5b5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5,segment=NetworkSegment(cdb637cc-eabc-4745-8a19-58d923408eff),segment_id=cdb637cc-eabc-4745-8a19-58d923408eff)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:33.833771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '4ecba91d-b901-4d2a-8792-5343454cd5b5', 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e', 'port_id': '4ecba91d-b901-4d2a-8792-5343454cd5b5', 'mac_address': 'fa:16:3e:77:57:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:44:33.913854 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:33.923482 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:33.942747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ecba91d-b901-4d2a-8792-5343454cd5b5 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:44:33.950726 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28c7dc12-7a5b-4427-8563-8a64174a0954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:33.969749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c611ac-9792-46ee-8a57-78cc4a195c36']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:33.981919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7dc12-7a5b-4427-8563-8a64174a0954 None None] Pushing event deleted for resources: {'Port': ['ID=27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:33.994229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cb6585-56c3-469c-a8bf-189003dab0e7') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:33.995503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cb6585-56c3-469c-a8bf-189003dab0e7') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:34.008209 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c7dc12-7a5b-4427-8563-8a64174a0954 None None] No DVR routers for this DVR port 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:44:34.011195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4ecba91d-b901-4d2a-8792-5343454cd5b5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5,segment=NetworkSegment(cdb637cc-eabc-4745-8a19-58d923408eff),segment_id=cdb637cc-eabc-4745-8a19-58d923408eff)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:34.022651 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.031520 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.056023 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.068318 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:44:34.074767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:44:34.076395 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:44:34.096390 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:44:34.109385 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:44:34.112360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 27a9cde0-c4e5-4bc6-ab28-2d89c1e999bf not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:44:34.144030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4ecba91d-b901-4d2a-8792-5343454cd5b5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:34.263243 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.279234 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.284502 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/networks/05c611ac-9792-46ee-8a57-78cc4a195c36 HTTP/1.1" status: 204 len: 168 time: 1.3017278 Nov 11 21:44:34.288181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49506) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:34.295719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a53801d9-5421-48cc-9749-72ca34e90bb3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1890567115', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:34.318974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dee75-a49b-426d-a2f8-0fb3119c4bcf tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Network': ['ID=05c611ac-9792-46ee-8a57-78cc4a195c36,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:34.324738 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['4ecba91d-b901-4d2a-8792-5343454cd5b5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:44:34.399120 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a53801d9-5421-48cc-9749-72ca34e90bb3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.401457 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a53801d9-5421-48cc-9749-72ca34e90bb3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.468733 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a53801d9-5421-48cc-9749-72ca34e90bb3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.486028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e02fb-c265-4eab-9a8a-5f374add2d35 req-ff93265c-9b51-4c92-80fd-6dae52af0390 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:34.487753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-005e02fb-c265-4eab-9a8a-5f374add2d35 req-ff93265c-9b51-4c92-80fd-6dae52af0390 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 945 time: 0.1583633 Nov 11 21:44:34.489562 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a53801d9-5421-48cc-9749-72ca34e90bb3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.540620 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a53801d9-5421-48cc-9749-72ca34e90bb3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.541990 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a53801d9-5421-48cc-9749-72ca34e90bb3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2525575 Nov 11 21:44:34.546219 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49524) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:34.551420 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6ea2d99e-ce6c-4c8f-acfd-2406de834b93 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'network': {'name': 'tempest-RoutersTest-242113864'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:34.585351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-005e02fb-c265-4eab-9a8a-5f374add2d35 req-9b44e3fb-4970-4926-ac31-8f0678b87ec4 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881436 Nov 11 21:44:34.597552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea2d99e-ce6c-4c8f-acfd-2406de834b93 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:44:34.608277 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d99e-ce6c-4c8f-acfd-2406de834b93 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.676642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea2d99e-ce6c-4c8f-acfd-2406de834b93 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] vlan segment allocate from pool success with {'vlan_id': 1151, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:44:34.701985 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d99e-ce6c-4c8f-acfd-2406de834b93 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.703035 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-6ea2d99e-ce6c-4c8f-acfd-2406de834b93 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Added segment f45c2848-a330-468b-90d0-f7e7d1c266f3 of type vlan for network 27fa410b-d33b-48c5-9c9a-4e31688a3b21 Nov 11 21:44:34.772123 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d99e-ce6c-4c8f-acfd-2406de834b93 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.795899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc4423-493b-425d-bbcb-295edc2d05e9 req-705ee0b9-1a58-4709-9073-ea1d8e993ee3 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:34.797733 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8fbc4423-493b-425d-bbcb-295edc2d05e9 req-705ee0b9-1a58-4709-9073-ea1d8e993ee3 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1106789 Nov 11 21:44:34.813655 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d99e-ce6c-4c8f-acfd-2406de834b93 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.820401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2d99e-ce6c-4c8f-acfd-2406de834b93 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:34.821194 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d99e-ce6c-4c8f-acfd-2406de834b93 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.860443 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6ea2d99e-ce6c-4c8f-acfd-2406de834b93 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3128850 Nov 11 21:44:34.861175 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49536) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:34.881361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8161368e-af19-4677-adfe-af234ef547a2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'subnet': {'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:34.924186 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8fbc4423-493b-425d-bbcb-295edc2d05e9 req-f099a8e6-7429-4c00-9588-f34471e7bcd6 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192446 Nov 11 21:44:34.999370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2d99e-ce6c-4c8f-acfd-2406de834b93 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Network': ['ID=27fa410b-d33b-48c5-9c9a-4e31688a3b21,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:35.012036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 27fa410b-d33b-48c5-9c9a-4e31688a3b21 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:44:35.062242 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8161368e-af19-4677-adfe-af234ef547a2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:44:35.069997 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8161368e-af19-4677-adfe-af234ef547a2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:35.104079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d08aa1-5f98-4755-ac8d-3f9ebfa4b501 req-d1e107db-4cae-4214-b0f5-4a82f479b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:35.110603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38d08aa1-5f98-4755-ac8d-3f9ebfa4b501 req-d1e107db-4cae-4214-b0f5-4a82f479b439 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 1097 time: 0.1213715 Nov 11 21:44:35.178159 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38d08aa1-5f98-4755-ac8d-3f9ebfa4b501 req-585b42d1-e2ab-49f3-9890-9a34d0da6385 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602798 Nov 11 21:44:35.325755 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8161368e-af19-4677-adfe-af234ef547a2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:35.401770 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161368e-af19-4677-adfe-af234ef547a2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Subnet': ['ID=d4772678-d7fb-48e1-9ba3-33558c90caae,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:35.404463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8161368e-af19-4677-adfe-af234ef547a2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Checking segment: {'id': 'f45c2848-a330-468b-90d0-f7e7d1c266f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:35.404843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8161368e-af19-4677-adfe-af234ef547a2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network hostable DHCP agents. Network: 27fa410b-d33b-48c5-9c9a-4e31688a3b21, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:44:35.424231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8161368e-af19-4677-adfe-af234ef547a2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 27fa410b-d33b-48c5-9c9a-4e31688a3b21 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:44:35.434365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8161368e-af19-4677-adfe-af234ef547a2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 27fa410b-d33b-48c5-9c9a-4e31688a3b21) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:35.439356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8161368e-af19-4677-adfe-af234ef547a2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:35.439977 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8161368e-af19-4677-adfe-af234ef547a2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:35.447405 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d087aa-01b7-494d-b2da-5361896b88d0 None None] Network 27fa410b-d33b-48c5-9c9a-4e31688a3b21 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:35.463582 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8161368e-af19-4677-adfe-af234ef547a2 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5840492 Nov 11 21:44:35.463940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49560) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:35.700242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:44:35.706063 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:35.800590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355acd15-0614-4e4c-b629-d49c808f56ea req-4733f373-539b-42eb-a122-86e0a2cf82f4 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:35.813069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-355acd15-0614-4e4c-b629-d49c808f56ea req-4733f373-539b-42eb-a122-86e0a2cf82f4 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 945 time: 0.1101563 Nov 11 21:44:35.878092 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-355acd15-0614-4e4c-b629-d49c808f56ea req-a537a0c3-4a6b-4a6a-bb39-21543e6f1348 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637276 Nov 11 21:44:35.882996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Allocated IP 172.20.0.2 (27fa410b-d33b-48c5-9c9a-4e31688a3b21/d4772678-d7fb-48e1-9ba3-33558c90caae/4ba9a250-62ae-4b4a-bd63-7302971cc619) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:35.988856 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:36.166585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6554d9d-377e-4e3d-8cf7-9078f951f4a0 req-5e10e1af-b83c-4c53-9637-a9ca2d086be2 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:36.175420 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6554d9d-377e-4e3d-8cf7-9078f951f4a0 req-5e10e1af-b83c-4c53-9637-a9ca2d086be2 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1077754 Nov 11 21:44:36.263492 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:36.277378 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:36.298959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6554d9d-377e-4e3d-8cf7-9078f951f4a0 req-b68e6534-1ca3-4d22-a6ab-dfce6428be92 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219592 Nov 11 21:44:36.346140 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Network 27fa410b-d33b-48c5-9c9a-4e31688a3b21 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:36.351946 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:36.356261 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:36.393637 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Pushing event updated for resources: {'Port': ['ID=4ba9a250-62ae-4b4a-bd63-7302971cc619,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:36.431581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Attempting to bind port 4ba9a250-62ae-4b4a-bd63-7302971cc619 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:44:36.432434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Attempting to bind port 4ba9a250-62ae-4b4a-bd63-7302971cc619 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'f45c2848-a330-468b-90d0-f7e7d1c266f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:44:36.433417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Attempting to bind port 4ba9a250-62ae-4b4a-bd63-7302971cc619 on network 27fa410b-d33b-48c5-9c9a-4e31688a3b21 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:44:36.439969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:44:36.440468 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Checking segment: {'id': 'f45c2848-a330-468b-90d0-f7e7d1c266f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:36.441165 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:36.441654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Bound using segment: {'id': 'f45c2848-a330-468b-90d0-f7e7d1c266f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:44:36.442195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Bound port: 4ba9a250-62ae-4b4a-bd63-7302971cc619, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45c2848-a330-468b-90d0-f7e7d1c266f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:44:36.442639 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:36.573189 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] For port 4ba9a250-62ae-4b4a-bd63-7302971cc619, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:44:36.578240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] For port 4ba9a250-62ae-4b4a-bd63-7302971cc619, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4ba9a250-62ae-4b4a-bd63-7302971cc619,segment=NetworkSegment(f45c2848-a330-468b-90d0-f7e7d1c266f3),segment_id=f45c2848-a330-468b-90d0-f7e7d1c266f3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:44:36.586867 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:36.667289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91106e26-607e-48ff-b56b-6b5b8be12ced None None] Pushing event updated for resources: {'Port': ['ID=4ba9a250-62ae-4b4a-bd63-7302971cc619,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:36.922038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Allocated IP 172.20.0.1 (27fa410b-d33b-48c5-9c9a-4e31688a3b21/d4772678-d7fb-48e1-9ba3-33558c90caae/d321a1e1-9815-4a97-8a67-bbf0b33976f8) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:37.112847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2f8f7-6c5f-4e11-ada1-14e5f7628a81 req-fdc7456c-53bf-48a4-b096-1bb7ba6fdcd9 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:37.114115 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79f2f8f7-6c5f-4e11-ada1-14e5f7628a81 req-fdc7456c-53bf-48a4-b096-1bb7ba6fdcd9 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 945 time: 0.1566279 Nov 11 21:44:37.246656 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79f2f8f7-6c5f-4e11-ada1-14e5f7628a81 req-2b91370d-ac69-4589-982b-60d417123335 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199076 Nov 11 21:44:37.282063 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:37.323524 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:37.366353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 27fa410b-d33b-48c5-9c9a-4e31688a3b21 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:37.371918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:37.375881 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:37.425505 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:37.484930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4ecba91d-b901-4d2a-8792-5343454cd5b5 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:37.512702 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=d321a1e1-9815-4a97-8a67-bbf0b33976f8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:37.612081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 4ecba91d-b901-4d2a-8792-5343454cd5b5 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:44:37.618788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 4ecba91d-b901-4d2a-8792-5343454cd5b5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:37.619637 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:37.665878 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:37.753243 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:37.835160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4ecba91d-b901-4d2a-8792-5343454cd5b5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5,segment=NetworkSegment(cdb637cc-eabc-4745-8a19-58d923408eff),segment_id=cdb637cc-eabc-4745-8a19-58d923408eff)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:37.836184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecba91d-b901-4d2a-8792-5343454cd5b5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:44:37.838578 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd4c98c-a1e5-483f-9b2c-b1bcb9574890" -d '{"events": [{"server_uuid": "979925d1-0330-4396-b3d6-a869dcfe2ce4", "name": "network-vif-plugged", "status": "completed", "tag": "4ecba91d-b901-4d2a-8792-5343454cd5b5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:44:37.845345 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:37.994385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a7208-7c7e-4182-a3bf-02382b1d533c req-0c330cb5-0505-40c5-9133-76cf40d5eeef tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:38.011941 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b1a7208-7c7e-4182-a3bf-02382b1d533c req-0c330cb5-0505-40c5-9133-76cf40d5eeef tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.6362622 Nov 11 21:44:38.208895 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b1a7208-7c7e-4182-a3bf-02382b1d533c req-a43f2ffa-9e55-462a-aa39-5ed079e2e593 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925523 Nov 11 21:44:38.316017 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92e6941-a49d-4265-9dd3-d5d6399b8d48 x-openstack-request-id: req-d92e6941-a49d-4265-9dd3-d5d6399b8d48 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:44:38.316413 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979925d1-0330-4396-b3d6-a869dcfe2ce4", "name": "network-vif-plugged", "status": "completed", "tag": "4ecba91d-b901-4d2a-8792-5343454cd5b5", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:44:38.316761 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d92e6941-a49d-4265-9dd3-d5d6399b8d48 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:44:38.317281 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecba91d-b901-4d2a-8792-5343454cd5b5', 'code': 200} Nov 11 21:44:38.324644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4ba9a250-62ae-4b4a-bd63-7302971cc619 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:38.392469 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:38.405220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b1618-4766-4ef2-b848-52f2d76a5e56 req-4ee1ca02-670c-43ac-a82e-680e67f1eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:38.409227 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9a7b1618-4766-4ef2-b848-52f2d76a5e56 req-4ee1ca02-670c-43ac-a82e-680e67f1eb19 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 1097 time: 0.1661506 Nov 11 21:44:38.411725 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:38.475194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4ecba91d-b901-4d2a-8792-5343454cd5b5,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:38.515867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 4ba9a250-62ae-4b4a-bd63-7302971cc619 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:38.516251 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:38.539279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e847d5e-f8dd-4642-be14-068d03acfbc6 req-6f89fb1b-4ecd-462d-bdde-1fb71a1bd5cf tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:38.540821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e847d5e-f8dd-4642-be14-068d03acfbc6 req-6f89fb1b-4ecd-462d-bdde-1fb71a1bd5cf tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1048880 Nov 11 21:44:38.600620 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae03d2-810a-477e-b0ff-0b3a599c3695 req-1d80bc99-7d27-4cf5-8aad-dfc438b7ad88 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:38.604565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9ae03d2-810a-477e-b0ff-0b3a599c3695 req-1d80bc99-7d27-4cf5-8aad-dfc438b7ad88 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.2352171 Nov 11 21:44:38.649835 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb89720-d479-473f-ba0f-cd1cd5ea5a98 None None] Network 27fa410b-d33b-48c5-9c9a-4e31688a3b21 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:38.650475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=d321a1e1-9815-4a97-8a67-bbf0b33976f8,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:38.734713 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:38.743570 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:38.775358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e847d5e-f8dd-4642-be14-068d03acfbc6 req-d69b5e9f-0f26-4c8c-aeac-17c24e830294 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690574 Nov 11 21:44:38.784899 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9a7b1618-4766-4ef2-b848-52f2d76a5e56 req-f4463329-b817-4e5c-a55b-c3ecd845c21e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991661 Nov 11 21:44:38.817085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3451ab47-5de9-4d92-baaf-df22c5e45d81 None None] Provisioning complete for port 4ba9a250-62ae-4b4a-bd63-7302971cc619 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:38.819806 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3451ab47-5de9-4d92-baaf-df22c5e45d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:38.826813 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9ae03d2-810a-477e-b0ff-0b3a599c3695 req-6a893024-6394-4aec-a121-59636b61368c tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097714 Nov 11 21:44:38.964884 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 4ba9a250-62ae-4b4a-bd63-7302971cc619, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4ba9a250-62ae-4b4a-bd63-7302971cc619,segment=NetworkSegment(f45c2848-a330-468b-90d0-f7e7d1c266f3),segment_id=f45c2848-a330-468b-90d0-f7e7d1c266f3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:38.999393 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:39.101979 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 27fa410b-d33b-48c5-9c9a-4e31688a3b21 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:39.119117 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:39.160149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=4ba9a250-62ae-4b4a-bd63-7302971cc619,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:39.377980 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 7766556b-530d-42a1-9011-495dec7b3e38 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:44:39.385137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067f622-4790-447f-a07f-b3bc6cfabc71 req-8dda5c6d-073b-470b-a2cd-d060a28b541f tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:39.394357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4067f622-4790-447f-a07f-b3bc6cfabc71 req-8dda5c6d-073b-470b-a2cd-d060a28b541f tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1808939 Nov 11 21:44:39.485542 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4067f622-4790-447f-a07f-b3bc6cfabc71 req-00731204-be98-4dc5-a670-dff8d58e71c5 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802000 Nov 11 21:44:39.571623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:44:39.583116 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Sync routers for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:44:39.596627 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-280a422e-93d9-45f9-9c8e-59900817ad11 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/7766556b-530d-42a1-9011-495dec7b3e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1298034 Nov 11 21:44:39.598423 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49684) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:39.603998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b47d00e2-50f6-4000-baec-cd60f0a9f49e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'network': {'name': 'tempest-RoutersTest-870792148'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:39.609159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:39.609815 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:39.631552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47d00e2-50f6-4000-baec-cd60f0a9f49e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:44:39.636771 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b47d00e2-50f6-4000-baec-cd60f0a9f49e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:39.680461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47d00e2-50f6-4000-baec-cd60f0a9f49e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:44:39.693459 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b47d00e2-50f6-4000-baec-cd60f0a9f49e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:39.694192 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-b47d00e2-50f6-4000-baec-cd60f0a9f49e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Added segment 7e4029e3-31b7-45ca-828d-e4501d16ab74 of type vlan for network c6b9c041-a760-4468-ab05-bdfe24b1c5c9 Nov 11 21:44:39.753889 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b47d00e2-50f6-4000-baec-cd60f0a9f49e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:39.810046 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b47d00e2-50f6-4000-baec-cd60f0a9f49e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:39.815787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47d00e2-50f6-4000-baec-cd60f0a9f49e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:39.816419 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b47d00e2-50f6-4000-baec-cd60f0a9f49e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:39.868501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9f034efd-7aae-4f2e-a50c-881d2383d836 None None] Provisioning complete for port 4ba9a250-62ae-4b4a-bd63-7302971cc619 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:39.869049 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f034efd-7aae-4f2e-a50c-881d2383d836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:39.887336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:44:39.932296 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49692) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:39.933466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b47d00e2-50f6-4000-baec-cd60f0a9f49e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3299689 Nov 11 21:44:39.939540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5b2f0210-021b-41d8-8a17-910b7991788a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'subnet': {'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:39.955059 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d00e2-50f6-4000-baec-cd60f0a9f49e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Network': ['ID=c6b9c041-a760-4468-ab05-bdfe24b1c5c9,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:40.038062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network c6b9c041-a760-4468-ab05-bdfe24b1c5c9 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:44:40.079535 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c6cd3-2402-4dcc-b743-a69b523c0096 req-6d414eb3-dd8b-4605-9bef-e8524d5088dd tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:40.098000 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a24c6cd3-2402-4dcc-b743-a69b523c0096 req-6d414eb3-dd8b-4605-9bef-e8524d5088dd tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1337981 Nov 11 21:44:40.134449 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4ba9a250-62ae-4b4a-bd63-7302971cc619 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:40.190860 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2f0210-021b-41d8-8a17-910b7991788a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:44:40.194956 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b2f0210-021b-41d8-8a17-910b7991788a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:40.232399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a24c6cd3-2402-4dcc-b743-a69b523c0096 req-8e30cee5-26ea-4751-8f1e-4d676136e88d tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294870 Nov 11 21:44:40.453617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 4ba9a250-62ae-4b4a-bd63-7302971cc619 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:40.454349 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:40.599522 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b2f0210-021b-41d8-8a17-910b7991788a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:40.744945 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48b269-6001-4efd-bb24-f2fc090e89ce req-a132ed70-2342-437d-931c-816411b633d9 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:40.755002 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e48b269-6001-4efd-bb24-f2fc090e89ce req-a132ed70-2342-437d-931c-816411b633d9 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1583626 Nov 11 21:44:40.799262 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9f034efd-7aae-4f2e-a50c-881d2383d836 None None] Provisioning complete for port d321a1e1-9815-4a97-8a67-bbf0b33976f8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:40.800546 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f034efd-7aae-4f2e-a50c-881d2383d836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:40.807245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f0210-021b-41d8-8a17-910b7991788a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Subnet': ['ID=893155d2-30b8-43a6-8599-db610f0f2ed1,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:40.838914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f0210-021b-41d8-8a17-910b7991788a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Checking segment: {'id': '7e4029e3-31b7-45ca-828d-e4501d16ab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:40.839550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2f0210-021b-41d8-8a17-910b7991788a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network hostable DHCP agents. Network: c6b9c041-a760-4468-ab05-bdfe24b1c5c9, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:44:40.851340 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e48b269-6001-4efd-bb24-f2fc090e89ce req-2c51cb7a-dfb0-46db-9e7d-81b7ab325fb3 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950112 Nov 11 21:44:40.867441 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9f034efd-7aae-4f2e-a50c-881d2383d836 None None] Port d321a1e1-9815-4a97-8a67-bbf0b33976f8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:40.872031 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:44:37Z', 'revision_number': 2, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:38Z', 'revision_number': 2, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:40.891345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2f0210-021b-41d8-8a17-910b7991788a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network c6b9c041-a760-4468-ab05-bdfe24b1c5c9 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:44:40.903379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Checking router: 7766556b-530d-42a1-9011-495dec7b3e38 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:44:40.903714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Updating router 7766556b-530d-42a1-9011-495dec7b3e38 port d321a1e1-9815-4a97-8a67-bbf0b33976f8 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:44:40.908495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-5b2f0210-021b-41d8-8a17-910b7991788a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, c6b9c041-a760-4468-ab05-bdfe24b1c5c9) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:40.917281 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2f0210-021b-41d8-8a17-910b7991788a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:40.918026 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b2f0210-021b-41d8-8a17-910b7991788a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:40.926847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7114e94e-7a23-4461-a691-c13d3a1df52b None None] Network c6b9c041-a760-4468-ab05-bdfe24b1c5c9 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:40.962637 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5b2f0210-021b-41d8-8a17-910b7991788a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0279963 Nov 11 21:44:40.966086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49720) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:41.077028 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:41.098714 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:41.118278 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2feee8da-4b9e-46c3-8351-a47957553bcd None None] Provisioning complete for port d321a1e1-9815-4a97-8a67-bbf0b33976f8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:41.118641 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2feee8da-4b9e-46c3-8351-a47957553bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:41.177284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2feee8da-4b9e-46c3-8351-a47957553bcd None None] Port d321a1e1-9815-4a97-8a67-bbf0b33976f8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:41.314878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:44:41.317737 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:41.702879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bab25a-2056-4c54-bf99-b0fa6cf0cc4f req-bd18b70a-a33e-4e72-a866-6c31d9be3d5a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:41.704738 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00bab25a-2056-4c54-bf99-b0fa6cf0cc4f req-bd18b70a-a33e-4e72-a866-6c31d9be3d5a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.2010837 Nov 11 21:44:41.738203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855800f-a6ef-43e2-9ddf-23aeb20468ae req-fedcf6f0-6510-407b-8e0c-f485c18f972c tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:41.740369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e855800f-a6ef-43e2-9ddf-23aeb20468ae req-fedcf6f0-6510-407b-8e0c-f485c18f972c tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1791956 Nov 11 21:44:41.874342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e855800f-a6ef-43e2-9ddf-23aeb20468ae req-7e7063b4-6dae-45fd-9a90-437bb5198e38 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255219 Nov 11 21:44:41.957111 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00bab25a-2056-4c54-bf99-b0fa6cf0cc4f req-08a0c463-a6d1-4a0d-9988-b9ed2a8c7dfd tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452362 Nov 11 21:44:42.116915 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:42.135786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Allocated IP 172.21.0.2 (c6b9c041-a760-4468-ab05-bdfe24b1c5c9/893155d2-30b8-43a6-8599-db610f0f2ed1/d29843ce-71b8-4192-af25-661c3bf49d7c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:42.443851 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a47cd-be05-41aa-84ae-9999b9fbfbe1 req-f57106bc-0842-45ac-9ed3-b095abb0a177 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:42.459384 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d67a47cd-be05-41aa-84ae-9999b9fbfbe1 req-f57106bc-0842-45ac-9ed3-b095abb0a177 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1208241 Nov 11 21:44:42.625524 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:42.639226 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:42.656629 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:42.673265 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d67a47cd-be05-41aa-84ae-9999b9fbfbe1 req-d3e5c592-e7f0-4cfb-94c1-481c7be9f572 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069311 Nov 11 21:44:42.708568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da862710-9e2b-4dd4-a577-7fe1d015b015 req-39f06daf-c777-49ae-8be3-0ec732778544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:42.708568 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-da862710-9e2b-4dd4-a577-7fe1d015b015 req-39f06daf-c777-49ae-8be3-0ec732778544 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e6091779eb404dd0a53fc90332b835f8&device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 1097 time: 0.2473702 Nov 11 21:44:42.815225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d1e47-eb51-419c-bbc3-e43bf03800ed None None] Pushing event updated for resources: {'Port': ['ID=d321a1e1-9815-4a97-8a67-bbf0b33976f8,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:42.816781 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:42.909832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Network c6b9c041-a760-4468-ab05-bdfe24b1c5c9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:42.954560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da862710-9e2b-4dd4-a577-7fe1d015b015 req-20e5c69e-692b-4c7f-9e35-7a2a0a3b4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:42.958558 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-da862710-9e2b-4dd4-a577-7fe1d015b015 req-20e5c69e-692b-4c7f-9e35-7a2a0a3b4e17 service neutron] 10.222.0.71 "GET /v2.0/networks?id=58e7a506-7b3e-42b2-b385-05bccfc6062e HTTP/1.1" status: 200 len: 922 time: 0.2364841 Nov 11 21:44:42.958918 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:42.968182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:43.076329 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Pushing event updated for resources: {'Port': ['ID=d29843ce-71b8-4192-af25-661c3bf49d7c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:43.078760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7c2e3-bf64-4455-818f-07c639a7b009 req-3517dcc7-2117-474b-8371-a377234a367a tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:43.090268 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63e7c2e3-bf64-4455-818f-07c639a7b009 req-3517dcc7-2117-474b-8371-a377234a367a tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.0786605 Nov 11 21:44:43.106022 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Allocated IP 172.21.0.1 (c6b9c041-a760-4468-ab05-bdfe24b1c5c9/893155d2-30b8-43a6-8599-db610f0f2ed1/be0c77e5-46ee-4e3f-b74c-85bc2fe29adb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:43.191743 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63e7c2e3-bf64-4455-818f-07c639a7b009 req-97455950-27ba-41ad-a7b5-ab858d41ad4e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980308 Nov 11 21:44:43.277047 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:43.281802 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8d72b79c-e098-4f3d-b7f7-925502b724a1 None None] Provisioning complete for port d321a1e1-9815-4a97-8a67-bbf0b33976f8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:43.282287 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d72b79c-e098-4f3d-b7f7-925502b724a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:43.298965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Attempting to bind port d29843ce-71b8-4192-af25-661c3bf49d7c on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:44:43.299396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Attempting to bind port d29843ce-71b8-4192-af25-661c3bf49d7c by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7e4029e3-31b7-45ca-828d-e4501d16ab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:44:43.299689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Attempting to bind port d29843ce-71b8-4192-af25-661c3bf49d7c on network c6b9c041-a760-4468-ab05-bdfe24b1c5c9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:44:43.301753 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Attempting to bind port d321a1e1-9815-4a97-8a67-bbf0b33976f8 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:44:43.302116 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Attempting to bind port d321a1e1-9815-4a97-8a67-bbf0b33976f8 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'f45c2848-a330-468b-90d0-f7e7d1c266f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:44:43.302466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Attempting to bind port d321a1e1-9815-4a97-8a67-bbf0b33976f8 on network 27fa410b-d33b-48c5-9c9a-4e31688a3b21 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:44:43.312910 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-da862710-9e2b-4dd4-a577-7fe1d015b015 req-70d38661-d2c3-4b9d-9641-0c8545c782dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5 HTTP/1.1" status: 200 len: 217 time: 0.3424144 Nov 11 21:44:43.333128 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:43.365990 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:44:43.377184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Checking segment: {'id': 'f45c2848-a330-468b-90d0-f7e7d1c266f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:43.377696 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:43.378277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Bound using segment: {'id': 'f45c2848-a330-468b-90d0-f7e7d1c266f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:44:43.378802 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Bound port: d321a1e1-9815-4a97-8a67-bbf0b33976f8, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45c2848-a330-468b-90d0-f7e7d1c266f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:44:43.379207 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:43.384062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:44:43.384459 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Checking segment: {'id': '7e4029e3-31b7-45ca-828d-e4501d16ab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:43.384826 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:43.385224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Bound using segment: {'id': '7e4029e3-31b7-45ca-828d-e4501d16ab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:44:43.385679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Bound port: d29843ce-71b8-4192-af25-661c3bf49d7c, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4029e3-31b7-45ca-828d-e4501d16ab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:44:43.386058 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:43.432248 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network c6b9c041-a760-4468-ab05-bdfe24b1c5c9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:43.439797 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=be0c77e5-46ee-4e3f-b74c-85bc2fe29adb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:43.447360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8d72b79c-e098-4f3d-b7f7-925502b724a1 None None] Port d321a1e1-9815-4a97-8a67-bbf0b33976f8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:43.451887 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da862710-9e2b-4dd4-a577-7fe1d015b015 req-e8fe8b64-057c-43b1-a424-38cd0b320fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:43.461607 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-da862710-9e2b-4dd4-a577-7fe1d015b015 req-e8fe8b64-057c-43b1-a424-38cd0b320fd3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2 HTTP/1.1" status: 200 len: 860 time: 0.1412966 Nov 11 21:44:43.462885 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:43.466640 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:43.523339 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-da862710-9e2b-4dd4-a577-7fe1d015b015 req-6c3fe94e-a60d-4206-80b1-110fc22a22c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=58e7a506-7b3e-42b2-b385-05bccfc6062e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532050 Nov 11 21:44:43.608813 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:43.673989 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] For port d29843ce-71b8-4192-af25-661c3bf49d7c, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:44:43.678130 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] For port d29843ce-71b8-4192-af25-661c3bf49d7c, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d29843ce-71b8-4192-af25-661c3bf49d7c,segment=NetworkSegment(7e4029e3-31b7-45ca-828d-e4501d16ab74),segment_id=7e4029e3-31b7-45ca-828d-e4501d16ab74)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:44:43.679715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] For port d321a1e1-9815-4a97-8a67-bbf0b33976f8, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:44:43.713700 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] For port d321a1e1-9815-4a97-8a67-bbf0b33976f8, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d321a1e1-9815-4a97-8a67-bbf0b33976f8,segment=NetworkSegment(f45c2848-a330-468b-90d0-f7e7d1c266f3),segment_id=f45c2848-a330-468b-90d0-f7e7d1c266f3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:44:43.717075 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:43.788905 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:43.884563 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-da862710-9e2b-4dd4-a577-7fe1d015b015 req-8657b230-ca7c-4aeb-979d-f8e83d7fbbd7 service neutron] 10.222.0.71 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523052 Nov 11 21:44:43.940190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:43.941080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:44.009121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cf3f2-600b-4195-9e0b-15dcfa8f4229 req-fd4e00a7-be4d-4bf3-a706-0797c4ce66f9 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:44.017122 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e94cf3f2-600b-4195-9e0b-15dcfa8f4229 req-fd4e00a7-be4d-4bf3-a706-0797c4ce66f9 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1398361 Nov 11 21:44:44.103439 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:44.171320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e94cf3f2-600b-4195-9e0b-15dcfa8f4229 req-3f737ac5-4c04-4af8-842d-fd6aca17a70c tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512783 Nov 11 21:44:44.259011 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4adeede0-9f87-4c74-b357-45d150fbdc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:44.352022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb180a-d73f-40f4-b8d6-e810c6674591 None None] Pushing event updated for resources: {'Port': ['ID=d29843ce-71b8-4192-af25-661c3bf49d7c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:44.407054 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:44:44.577287 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-da862710-9e2b-4dd4-a577-7fe1d015b015 req-b4391a3c-62be-4d0d-85ff-489a7e77a10f service neutron] 10.222.0.71 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6711535 Nov 11 21:44:44.890149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d89527db-92d3-4bbe-a091-5a4466b0a5ac None None] Provisioning complete for port d321a1e1-9815-4a97-8a67-bbf0b33976f8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:44.890529 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d89527db-92d3-4bbe-a091-5a4466b0a5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:44.905227 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:44.912725 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:44.927498 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:44.936547 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d1e47-eb51-419c-bbc3-e43bf03800ed None None] Pushing event updated for resources: {'Port': ['ID=d321a1e1-9815-4a97-8a67-bbf0b33976f8,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:45.054046 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:45.086128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=be0c77e5-46ee-4e3f-b74c-85bc2fe29adb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:45.228567 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d89527db-92d3-4bbe-a091-5a4466b0a5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:45.246148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network c6b9c041-a760-4468-ab05-bdfe24b1c5c9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:45.249127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:45.264205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:44:43Z', 'revision_number': 3, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:43Z', 'revision_number': 1, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:43Z', 'revision_number': 4, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:45.333350 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93883b26-57d9-452b-a869-2e140dcd0130 None None] The sync data for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 is: [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:44:43Z', 'revision_number': 3, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:43Z', 'revision_number': 1, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:43Z', 'revision_number': 4, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:44:45.432051 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d89527db-92d3-4bbe-a091-5a4466b0a5ac None None] For port d321a1e1-9815-4a97-8a67-bbf0b33976f8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d321a1e1-9815-4a97-8a67-bbf0b33976f8,segment=NetworkSegment(f45c2848-a330-468b-90d0-f7e7d1c266f3),segment_id=f45c2848-a330-468b-90d0-f7e7d1c266f3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:45.443942 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d89527db-92d3-4bbe-a091-5a4466b0a5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:45.444634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ecd18-3575-4e90-a089-58c6a60c74bb req-f5923de6-1518-44e4-8f0f-1a4cc756130a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:45.457255 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-674ecd18-3575-4e90-a089-58c6a60c74bb req-f5923de6-1518-44e4-8f0f-1a4cc756130a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1466210 Nov 11 21:44:45.519749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 7766556b-530d-42a1-9011-495dec7b3e38 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:44:45.552210 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89527db-92d3-4bbe-a091-5a4466b0a5ac None None] Pushing event updated for resources: {'Port': ['ID=d321a1e1-9815-4a97-8a67-bbf0b33976f8,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:45.595177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-674ecd18-3575-4e90-a089-58c6a60c74bb req-04a97e50-8f65-48aa-9311-ec9d16317bda tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292303 Nov 11 21:44:45.801562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:44:45.809389 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3f1f78ec-04fe-4f72-a81c-d44d2f5ad2d4 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/7766556b-530d-42a1-9011-495dec7b3e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8381238 Nov 11 21:44:45.809734 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49848) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:45.818153 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1a6f3dfe-522c-41a8-9a46-fd00e98ea75f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'network': {'name': 'tempest-RoutersTest-197510215'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:45.850457 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6f3dfe-522c-41a8-9a46-fd00e98ea75f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:44:45.856645 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a6f3dfe-522c-41a8-9a46-fd00e98ea75f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:45.910086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f748d71-6698-4b62-91ff-dc9e1928d624 None None] Network c6b9c041-a760-4468-ab05-bdfe24b1c5c9 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:45.917320 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6f3dfe-522c-41a8-9a46-fd00e98ea75f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] vlan segment allocate from pool success with {'vlan_id': 1175, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:44:45.952723 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a6f3dfe-522c-41a8-9a46-fd00e98ea75f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:45.953069 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-1a6f3dfe-522c-41a8-9a46-fd00e98ea75f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Added segment 4d51213d-b60b-44f0-b901-d8e9c503dc12 of type vlan for network d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce Nov 11 21:44:46.067790 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a6f3dfe-522c-41a8-9a46-fd00e98ea75f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:46.134903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a6f3dfe-522c-41a8-9a46-fd00e98ea75f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:46.148516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f3dfe-522c-41a8-9a46-fd00e98ea75f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:46.150997 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a6f3dfe-522c-41a8-9a46-fd00e98ea75f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:46.327490 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d29843ce-71b8-4192-af25-661c3bf49d7c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:46.349606 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1a6f3dfe-522c-41a8-9a46-fd00e98ea75f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5365655 Nov 11 21:44:46.352785 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49860) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:46.365755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0014ae61-b481-4070-a48e-3a13dad39dfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'subnet': {'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:46.367455 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92b5f1-a79f-4851-a09b-aeb62b84c60e req-c009de86-1eb7-414c-a7ca-d804c68caa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:46.373090 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf92b5f1-a79f-4851-a09b-aeb62b84c60e req-c009de86-1eb7-414c-a7ca-d804c68caa2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99e3c597206c4ea7bcd58ef8e8d0fd48&device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 1097 time: 0.1567035 Nov 11 21:44:46.436029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f3dfe-522c-41a8-9a46-fd00e98ea75f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Network': ['ID=d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:46.489178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92b5f1-a79f-4851-a09b-aeb62b84c60e req-40a08604-5c46-452e-9a36-e0e6ade3c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:46.491256 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da8ae592-804b-4dcd-bde5-6ef1d8c59832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:46.492039 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf92b5f1-a79f-4851-a09b-aeb62b84c60e req-40a08604-5c46-452e-9a36-e0e6ade3c233 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 HTTP/1.1" status: 200 len: 920 time: 0.1152456 Nov 11 21:44:46.499108 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-34dabfa6-a645-4f3a-bd18-fd4b03123fd8 None None] Provisioning complete for port d29843ce-71b8-4192-af25-661c3bf49d7c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:46.499400 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34dabfa6-a645-4f3a-bd18-fd4b03123fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:46.502524 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:44:46.649530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf92b5f1-a79f-4851-a09b-aeb62b84c60e req-0d1a16c4-5baf-4f0a-a54d-572b979ce171 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc10c818-8ff2-40a9-8856-49a1ff19b5df HTTP/1.1" status: 200 len: 217 time: 0.1460493 Nov 11 21:44:46.708288 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dc670-7f75-4f36-9181-529ca6013bce req-09ef7ea1-f364-410d-9230-644adcf1e32d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:46.719698 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9c1dc670-7f75-4f36-9181-529ca6013bce req-09ef7ea1-f364-410d-9230-644adcf1e32d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.4333284 Nov 11 21:44:46.720202 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0014ae61-b481-4070-a48e-3a13dad39dfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:44:46.724195 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0014ae61-b481-4070-a48e-3a13dad39dfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:46.967270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port d29843ce-71b8-4192-af25-661c3bf49d7c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:46.967691 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9c1dc670-7f75-4f36-9181-529ca6013bce req-26edb3c9-75a1-426c-9d51-8ad6b15f6a84 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467132 Nov 11 21:44:46.968018 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:47.177720 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92b5f1-a79f-4851-a09b-aeb62b84c60e req-0431381a-af40-4d94-b78f-6c6998c6ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:47.196008 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf92b5f1-a79f-4851-a09b-aeb62b84c60e req-0431381a-af40-4d94-b78f-6c6998c6ae1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc75e8a7-d2c9-48ae-aff4-f6a72ade0511 HTTP/1.1" status: 200 len: 858 time: 0.5272965 Nov 11 21:44:47.339216 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff0380-b23a-43e5-9ee4-b642e773bcef req-4048f087-c593-49c8-a812-a32216dc29f1 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:47.351070 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8ff0380-b23a-43e5-9ee4-b642e773bcef req-4048f087-c593-49c8-a812-a32216dc29f1 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.5339155 Nov 11 21:44:47.369102 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0014ae61-b481-4070-a48e-3a13dad39dfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:47.376394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf92b5f1-a79f-4851-a09b-aeb62b84c60e req-ea4a9320-0a82-4dc3-a67e-e507752600f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1663859 Nov 11 21:44:47.389462 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:47.409090 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:47.427552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-cf92b5f1-a79f-4851-a09b-aeb62b84c60e req-dbb17c21-b577-4c2f-a818-2ca18bdf46f6 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:44:47.440550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf92b5f1-a79f-4851-a09b-aeb62b84c60e req-dbb17c21-b577-4c2f-a818-2ca18bdf46f6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0403328 Nov 11 21:44:47.484589 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014ae61-b481-4070-a48e-3a13dad39dfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Subnet': ['ID=7f4623bf-107b-45e8-bf80-9b6fab28b676,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:47.597359 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0014ae61-b481-4070-a48e-3a13dad39dfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Checking segment: {'id': '4d51213d-b60b-44f0-b901-d8e9c503dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:47.598416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0014ae61-b481-4070-a48e-3a13dad39dfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network hostable DHCP agents. Network: d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:44:47.642377 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0014ae61-b481-4070-a48e-3a13dad39dfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:44:47.662415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-0014ae61-b481-4070-a48e-3a13dad39dfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:47.668009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0014ae61-b481-4070-a48e-3a13dad39dfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:47.670948 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0014ae61-b481-4070-a48e-3a13dad39dfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:47.693485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port d29843ce-71b8-4192-af25-661c3bf49d7c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d29843ce-71b8-4192-af25-661c3bf49d7c,segment=NetworkSegment(7e4029e3-31b7-45ca-828d-e4501d16ab74),segment_id=7e4029e3-31b7-45ca-828d-e4501d16ab74)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:47.708244 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0014ae61-b481-4070-a48e-3a13dad39dfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3515129 Nov 11 21:44:47.708935 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49884) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:47.736025 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b41a6f-1744-4281-9839-2d3fed4ab411 None None] Network d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:47.757397 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:47.763510 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf92b5f1-a79f-4851-a09b-aeb62b84c60e req-54847183-b326-46cd-8157-a2d93866cf97 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145795 Nov 11 21:44:47.983731 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34dabfa6-a645-4f3a-bd18-fd4b03123fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:48.306408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf92b5f1-a79f-4851-a09b-aeb62b84c60e req-9177137c-020a-4d4d-8178-d8a2ff0f7a5e service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309653 Nov 11 21:44:48.480361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49898) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:48.521401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e4d8b-3605-4b19-91f1-9340d6affe2e req-b68952dd-7479-4920-8894-07a4e3269053 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:48.534881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a20e4d8b-3605-4b19-91f1-9340d6affe2e req-b68952dd-7479-4920-8894-07a4e3269053 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.2254591 Nov 11 21:44:48.549470 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d321a1e1-9815-4a97-8a67-bbf0b33976f8 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:48.647157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a20e4d8b-3605-4b19-91f1-9340d6affe2e req-77862a0a-7f08-4c9d-9fdf-51099aa92abd tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107481 Nov 11 21:44:48.702297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8ff0380-b23a-43e5-9ee4-b642e773bcef req-49acd40c-006f-4b40-b4ab-19129abb7573 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3222213 Nov 11 21:44:48.733746 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=d29843ce-71b8-4192-af25-661c3bf49d7c,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:48.801034 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Sync routers for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:44:48.824412 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:48.831185 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:48.861437 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:48.879784 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8d067dd9-66fa-41c1-976d-39baf99096ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:49.085890 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8d067dd9-66fa-41c1-976d-39baf99096ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:49.090000 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port d321a1e1-9815-4a97-8a67-bbf0b33976f8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:49.090651 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:49.096244 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8d067dd9-66fa-41c1-976d-39baf99096ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:49.114839 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-34dabfa6-a645-4f3a-bd18-fd4b03123fd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:44:49.116731 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-34dabfa6-a645-4f3a-bd18-fd4b03123fd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:44:49.176125 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8d067dd9-66fa-41c1-976d-39baf99096ad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d987ad0be744ca5b2037bc53692c05a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6928589 Nov 11 21:44:49.182450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49906) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:49.307821 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d067dd9-66fa-41c1-976d-39baf99096ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd08c25a-cd7a-4b88-b772-49b09ecb9098,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:49.318865 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:44:49.407728 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc5065b0-d641-4332-abbb-dfddb6730bd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:49.444394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:44:49.445705 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:49.466030 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc5065b0-d641-4332-abbb-dfddb6730bd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:49.544772 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:49.549567 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc5065b0-d641-4332-abbb-dfddb6730bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:49.553497 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc5065b0-d641-4332-abbb-dfddb6730bd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:49.555087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cc5065b0-d641-4332-abbb-dfddb6730bd9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd08c25a-cd7a-4b88-b772-49b09ecb9098 HTTP/1.1" status: 204 len: 168 time: 0.3708241 Nov 11 21:44:49.573869 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5065b0-d641-4332-abbb-dfddb6730bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd08c25a-cd7a-4b88-b772-49b09ecb9098,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:49.778009 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Allocated IP 172.22.0.2 (d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce/7f4623bf-107b-45e8-bf80-9b6fab28b676/9e104fed-3e3c-44aa-a5f0-0c7b155c726f) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:49.923947 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:44:43Z', 'revision_number': 3, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:44Z', 'revision_number': 2, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:50.019146 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:50.047327 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Checking router: 7766556b-530d-42a1-9011-495dec7b3e38 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:44:50.047763 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Updating router 7766556b-530d-42a1-9011-495dec7b3e38 port be0c77e5-46ee-4e3f-b74c-85bc2fe29adb binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:44:50.048519 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097d0a0-86c5-4d7c-9aec-cc11eb360803 req-7d23a787-9cf1-4a65-b996-bfb7a3d4735a tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:50.052404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a097d0a0-86c5-4d7c-9aec-cc11eb360803 req-7d23a787-9cf1-4a65-b996-bfb7a3d4735a tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1684771 Nov 11 21:44:50.093668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ada717-0194-41e8-9c84-7d2b4196ec4d req-503cf968-0ae1-41a4-b5d5-d1bc945cf9cd tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:50.108756 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7ada717-0194-41e8-9c84-7d2b4196ec4d req-503cf968-0ae1-41a4-b5d5-d1bc945cf9cd tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.2450299 Nov 11 21:44:50.167782 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:50.258507 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ba3b3927-e295-47da-be17-29b746e3de8a None None] Provisioning complete for port d29843ce-71b8-4192-af25-661c3bf49d7c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:50.262175 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba3b3927-e295-47da-be17-29b746e3de8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:50.325144 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7ada717-0194-41e8-9c84-7d2b4196ec4d req-b1e27b66-845f-4bf9-8b75-40c59475f308 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145374 Nov 11 21:44:50.348332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a097d0a0-86c5-4d7c-9aec-cc11eb360803 req-a00f08e3-5d14-45dc-9ac8-83f726b69cb2 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809212 Nov 11 21:44:50.414608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d29843ce-71b8-4192-af25-661c3bf49d7c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:50.605233 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:50.663704 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:50.676928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49926) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:50.717923 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f341a82b-78dc-4ba0-84c7-c42186f7bdff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:50.859492 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f341a82b-78dc-4ba0-84c7-c42186f7bdff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:50.872201 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f341a82b-78dc-4ba0-84c7-c42186f7bdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:50.874975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Allocated IP 172.22.0.1 (d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce/7f4623bf-107b-45e8-bf80-9b6fab28b676/80d12e50-e9fd-4ab3-9b6a-51cf066a20b3) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:50.910626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Pushing event updated for resources: {'Port': ['ID=9e104fed-3e3c-44aa-a5f0-0c7b155c726f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:50.918225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Network d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:50.931077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:50.935075 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port d29843ce-71b8-4192-af25-661c3bf49d7c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:50.935786 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:50.938666 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:50.980938 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ba3b3927-e295-47da-be17-29b746e3de8a None None] Provisioning complete for port be0c77e5-46ee-4e3f-b74c-85bc2fe29adb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:50.981895 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba3b3927-e295-47da-be17-29b746e3de8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.001666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f341a82b-78dc-4ba0-84c7-c42186f7bdff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb9c75dd6e5c40ef89707b64aae3e630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3234472 Nov 11 21:44:51.004977 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49930) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:51.027054 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341a82b-78dc-4ba0-84c7-c42186f7bdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674ca105-e7ce-4e6c-bced-161ff01ee121,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:51.108648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ba3b3927-e295-47da-be17-29b746e3de8a None None] Port be0c77e5-46ee-4e3f-b74c-85bc2fe29adb cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:51.111364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Attempting to bind port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:44:51.111364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Attempting to bind port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '4d51213d-b60b-44f0-b901-d8e9c503dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:44:51.111647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Attempting to bind port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f on network d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:44:51.120022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:44:51.120421 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Checking segment: {'id': '4d51213d-b60b-44f0-b901-d8e9c503dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:51.120862 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.121263 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Bound using segment: {'id': '4d51213d-b60b-44f0-b901-d8e9c503dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:44:51.121750 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Bound port: 9e104fed-3e3c-44aa-a5f0-0c7b155c726f, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d51213d-b60b-44f0-b901-d8e9c503dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:44:51.122132 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.134093 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.138081 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.146116 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.169972 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.184767 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.220950 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d634bc-e731-40fa-9285-f1d68025367d None None] Pushing event updated for resources: {'Port': ['ID=be0c77e5-46ee-4e3f-b74c-85bc2fe29adb,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:51.257855 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.277972 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.280968 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.285292 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/674ca105-e7ce-4e6c-bced-161ff01ee121 HTTP/1.1" status: 204 len: 168 time: 0.2740433 Nov 11 21:44:51.285506 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] For port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:44:51.292359 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] For port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=9e104fed-3e3c-44aa-a5f0-0c7b155c726f,segment=NetworkSegment(4d51213d-b60b-44f0-b901-d8e9c503dc12),segment_id=4d51213d-b60b-44f0-b901-d8e9c503dc12)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:44:51.303992 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.390102 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Attempting to bind port be0c77e5-46ee-4e3f-b74c-85bc2fe29adb on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:44:51.391333 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Attempting to bind port be0c77e5-46ee-4e3f-b74c-85bc2fe29adb by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7e4029e3-31b7-45ca-828d-e4501d16ab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:44:51.391913 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Attempting to bind port be0c77e5-46ee-4e3f-b74c-85bc2fe29adb on network c6b9c041-a760-4468-ab05-bdfe24b1c5c9 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:44:51.405705 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:44:51.407747 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Checking segment: {'id': '7e4029e3-31b7-45ca-828d-e4501d16ab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:51.408708 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.410320 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Bound using segment: {'id': '7e4029e3-31b7-45ca-828d-e4501d16ab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:44:51.412722 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Bound port: be0c77e5-46ee-4e3f-b74c-85bc2fe29adb, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4029e3-31b7-45ca-828d-e4501d16ab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:44:51.414833 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.426799 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674ca105-e7ce-4e6c-bced-161ff01ee121,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:51.528024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:51.530350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:51.530924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:51.531605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:51.532139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:51.532744 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:51.533304 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:51.533822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:51.534385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:51.534902 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:51.535411 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:51.537106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:51.537704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8ba04-5de8-4934-8f8f-371b7b174a89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:51.572727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:51.580424 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:51.639953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2813ff-bc69-4598-9aee-c3455af5b67d None None] Pushing event updated for resources: {'Port': ['ID=9e104fed-3e3c-44aa-a5f0-0c7b155c726f,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:51.682814 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=80d12e50-e9fd-4ab3-9b6a-51cf066a20b3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:51.690353 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] For port be0c77e5-46ee-4e3f-b74c-85bc2fe29adb, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:44:51.697124 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] For port be0c77e5-46ee-4e3f-b74c-85bc2fe29adb, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=be0c77e5-46ee-4e3f-b74c-85bc2fe29adb,segment=NetworkSegment(7e4029e3-31b7-45ca-828d-e4501d16ab74),segment_id=7e4029e3-31b7-45ca-828d-e4501d16ab74)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:44:51.724126 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.789229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9abfd1-6d9d-4339-b25d-06c6d2a12b2f req-ee32f061-7b15-45af-aca0-ce5462e8f621 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:51.792628 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:51.793221 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:51.800094 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea9abfd1-6d9d-4339-b25d-06c6d2a12b2f req-ee32f061-7b15-45af-aca0-ce5462e8f621 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1722856 Nov 11 21:44:51.827970 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:51.868414 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf51a65-cf8b-42fb-a644-d544d6c93f69 req-bdc19a02-56cb-40d9-9a9d-a68100bca213 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:51.871772 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7cf51a65-cf8b-42fb-a644-d544d6c93f69 req-bdc19a02-56cb-40d9-9a9d-a68100bca213 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.3262794 Nov 11 21:44:51.892532 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:44:52.025478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea9abfd1-6d9d-4339-b25d-06c6d2a12b2f req-e0fe3b7c-0b14-4878-98d5-42e42f72e908 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245758 Nov 11 21:44:52.087859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-15b6dd56-f794-4f15-a6d6-67839fdc4337 None None] Provisioning complete for port be0c77e5-46ee-4e3f-b74c-85bc2fe29adb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:52.088389 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15b6dd56-f794-4f15-a6d6-67839fdc4337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:52.180835 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7cf51a65-cf8b-42fb-a644-d544d6c93f69 req-77c00a04-6d27-44a2-9ae5-a6a3ac06e96e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831295 Nov 11 21:44:52.357971 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d634bc-e731-40fa-9285-f1d68025367d None None] Pushing event updated for resources: {'Port': ['ID=be0c77e5-46ee-4e3f-b74c-85bc2fe29adb,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:52.394787 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:44:43Z', 'revision_number': 3, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:51Z', 'revision_number': 4, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:52.449684 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:52.500942 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15b6dd56-f794-4f15-a6d6-67839fdc4337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:52.565228 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b3ecf-153d-43d3-ad40-c97cc5824f6b None None] The sync data for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 is: [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:44:43Z', 'revision_number': 3, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:51Z', 'revision_number': 4, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:44:52.598713 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-15b6dd56-f794-4f15-a6d6-67839fdc4337 None None] For port be0c77e5-46ee-4e3f-b74c-85bc2fe29adb, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=be0c77e5-46ee-4e3f-b74c-85bc2fe29adb,segment=NetworkSegment(7e4029e3-31b7-45ca-828d-e4501d16ab74),segment_id=7e4029e3-31b7-45ca-828d-e4501d16ab74)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:52.611105 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15b6dd56-f794-4f15-a6d6-67839fdc4337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:52.732095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6dd56-f794-4f15-a6d6-67839fdc4337 None None] Pushing event updated for resources: {'Port': ['ID=be0c77e5-46ee-4e3f-b74c-85bc2fe29adb,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:52.814273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8b8476cd-f066-4ee6-b7bb-f0286efa7e22 None None] Provisioning complete for port be0c77e5-46ee-4e3f-b74c-85bc2fe29adb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:52.814935 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8b8476cd-f066-4ee6-b7bb-f0286efa7e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:53.023351 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:53.037440 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:53.292678 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=80d12e50-e9fd-4ab3-9b6a-51cf066a20b3,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:53.295946 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:53.309254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca91fc-21d1-4aa3-b4c2-82a886061fe9 req-7712f088-d2c7-4c0a-8ec5-26ca99a9dead tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:53.318714 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3dca91fc-21d1-4aa3-b4c2-82a886061fe9 req-7712f088-d2c7-4c0a-8ec5-26ca99a9dead tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.0969472 Nov 11 21:44:53.510046 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3dca91fc-21d1-4aa3-b4c2-82a886061fe9 req-e8dfdf42-15c3-440d-bd1c-a2033cb462b9 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883602 Nov 11 21:44:53.527910 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854e1d-69a6-4eef-ab45-807e8e052f13 req-ba6b6cd7-9123-409c-940b-04022b3b2c4d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:53.533900 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:53.534858 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a854e1d-69a6-4eef-ab45-807e8e052f13 req-ba6b6cd7-9123-409c-940b-04022b3b2c4d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1523485 Nov 11 21:44:53.539217 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:53.698296 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a854e1d-69a6-4eef-ab45-807e8e052f13 req-e4e9f4c0-9911-4223-b55c-8e257c52603a tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488912 Nov 11 21:44:53.828756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7829b4ce-3a61-490e-89b4-e41ac03d1e43 None None] Network d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:53.846099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 7766556b-530d-42a1-9011-495dec7b3e38 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:44:53.924456 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f385b8e2-84c2-4a1f-8138-18fbfcbe9dda None None] Provisioning complete for port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:53.924985 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f385b8e2-84c2-4a1f-8138-18fbfcbe9dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:54.090021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:44:54.112617 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-12898be0-3574-4f8f-becc-7953b7ee84ab tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/7766556b-530d-42a1-9011-495dec7b3e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4022651 Nov 11 21:44:54.115234 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49984) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:54.121567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-10d84fca-6be1-43e8-8ac6-da74061a889b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'network': {'name': 'tempest-RoutersTest-878911665'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:54.130093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Sync routers for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:44:54.154709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d84fca-6be1-43e8-8ac6-da74061a889b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:44:54.165320 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10d84fca-6be1-43e8-8ac6-da74061a889b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:54.193211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:54.193853 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:54.261891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d84fca-6be1-43e8-8ac6-da74061a889b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:44:54.304519 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f385b8e2-84c2-4a1f-8138-18fbfcbe9dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:54.306007 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10d84fca-6be1-43e8-8ac6-da74061a889b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:54.306529 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-10d84fca-6be1-43e8-8ac6-da74061a889b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Added segment fa4235da-e91f-4e44-84e4-0cad772b6166 of type vlan for network 59d43e14-e91a-47d5-b785-00ab73ffa290 Nov 11 21:44:54.477519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device be0c77e5-46ee-4e3f-b74c-85bc2fe29adb up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:54.493219 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10d84fca-6be1-43e8-8ac6-da74061a889b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:54.516390 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:44:54.534258 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10d84fca-6be1-43e8-8ac6-da74061a889b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:54.540543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d84fca-6be1-43e8-8ac6-da74061a889b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:54.541215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10d84fca-6be1-43e8-8ac6-da74061a889b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:54.588671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f385b8e2-84c2-4a1f-8138-18fbfcbe9dda None None] For port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=9e104fed-3e3c-44aa-a5f0-0c7b155c726f,segment=NetworkSegment(4d51213d-b60b-44f0-b901-d8e9c503dc12),segment_id=4d51213d-b60b-44f0-b901-d8e9c503dc12)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:54.606698 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f385b8e2-84c2-4a1f-8138-18fbfcbe9dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:54.667915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d84fca-6be1-43e8-8ac6-da74061a889b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Network': ['ID=59d43e14-e91a-47d5-b785-00ab73ffa290,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:54.694498 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-10d84fca-6be1-43e8-8ac6-da74061a889b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5777509 Nov 11 21:44:54.742903 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50000) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:54.760280 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d3ffc2f5-2842-4829-b208-167051cbc062 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'subnet': {'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:44:54.763722 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6523c-141d-4079-8b53-ae8b8cf56a07 req-813502c3-275c-4ce0-8891-9ceadadfa82e tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:54.778484 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02c6523c-141d-4079-8b53-ae8b8cf56a07 req-813502c3-275c-4ce0-8891-9ceadadfa82e tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1262419 Nov 11 21:44:55.016445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02c6523c-141d-4079-8b53-ae8b8cf56a07 req-73455cf6-fd8c-4565-ad53-18fda2445263 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317524 Nov 11 21:44:55.059047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ffc2f5-2842-4829-b208-167051cbc062 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Made reservation on behalf of bc277970b6b14860a15b44ace89acccd for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:44:55.064750 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc2f5-2842-4829-b208-167051cbc062 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:55.075158 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc9ad4-fc6f-4375-a183-ea2693afb02c req-8fd1f5d1-fbc1-4700-8409-579c2c14bc50 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:55.087033 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35bc9ad4-fc6f-4375-a183-ea2693afb02c req-8fd1f5d1-fbc1-4700-8409-579c2c14bc50 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1348372 Nov 11 21:44:55.236366 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35bc9ad4-fc6f-4375-a183-ea2693afb02c req-4ed0a0ee-ce46-4459-8994-4e1ca6745c13 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424065 Nov 11 21:44:55.381503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 59d43e14-e91a-47d5-b785-00ab73ffa290 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:44:55.533556 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc2f5-2842-4829-b208-167051cbc062 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:55.611198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port be0c77e5-46ee-4e3f-b74c-85bc2fe29adb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:55.612249 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:55.717969 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffc2f5-2842-4829-b208-167051cbc062 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Subnet': ['ID=ad40dc5a-6677-463e-9c82-edb5c8a9d14b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:55.736987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ffc2f5-2842-4829-b208-167051cbc062 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Checking segment: {'id': 'fa4235da-e91f-4e44-84e4-0cad772b6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:55.737390 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ffc2f5-2842-4829-b208-167051cbc062 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network hostable DHCP agents. Network: 59d43e14-e91a-47d5-b785-00ab73ffa290, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:44:55.763817 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-52422a8b-6780-4333-8a07-b3e51409ef8d None None] Provisioning complete for port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:55.763817 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52422a8b-6780-4333-8a07-b3e51409ef8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:55.771002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385b8e2-84c2-4a1f-8138-18fbfcbe9dda None None] Pushing event updated for resources: {'Port': ['ID=9e104fed-3e3c-44aa-a5f0-0c7b155c726f,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:55.782416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ffc2f5-2842-4829-b208-167051cbc062 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 59d43e14-e91a-47d5-b785-00ab73ffa290 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:44:55.799214 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d3ffc2f5-2842-4829-b208-167051cbc062 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 59d43e14-e91a-47d5-b785-00ab73ffa290) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:55.804186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ffc2f5-2842-4829-b208-167051cbc062 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:55.804773 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc2f5-2842-4829-b208-167051cbc062 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:55.817458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c8add-7a5f-47b0-a731-8afa0329d7b0 None None] Network 59d43e14-e91a-47d5-b785-00ab73ffa290 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:44:55.844764 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d3ffc2f5-2842-4829-b208-167051cbc062 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1004009 Nov 11 21:44:55.847831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50030) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:56.029962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 9e104fed-3e3c-44aa-a5f0-0c7b155c726f up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:56.185948 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 4, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': '80d12e50-e9fd-4ab3-9b6a-51cf066a20b3', 'name': '', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:57:e9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:50Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 2, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:56.204256 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:44:56.290697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Checking router: 7766556b-530d-42a1-9011-495dec7b3e38 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:44:56.290963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff9f7b-e404-464a-96d9-935200d06c71 req-0c5a0106-0330-403f-bad0-a56b36309756 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:56.291073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Updating router 7766556b-530d-42a1-9011-495dec7b3e38 port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:44:56.296563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-52422a8b-6780-4333-8a07-b3e51409ef8d None None] Provisioning complete for port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:56.296894 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52422a8b-6780-4333-8a07-b3e51409ef8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:56.299622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1ff9f7b-e404-464a-96d9-935200d06c71 req-0c5a0106-0330-403f-bad0-a56b36309756 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1223974 Nov 11 21:44:56.389055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-52422a8b-6780-4333-8a07-b3e51409ef8d None None] Port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:56.395493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1ff9f7b-e404-464a-96d9-935200d06c71 req-116a14dd-db46-406e-9a24-0d22d05de176 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947244 Nov 11 21:44:56.435330 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:56.435330 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:56.486509 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:56.526612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-59d43e14-e91a-47d5-b785-00ab73ffa290', 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'fixed_ips': [{'subnet_id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:44:56.527492 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:56.580076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48297f1-ff97-478a-aa86-fe662420f063 req-eeed9fa2-94ab-4733-8f8e-cbe28973e6c3 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:56.582717 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d48297f1-ff97-478a-aa86-fe662420f063 req-eeed9fa2-94ab-4733-8f8e-cbe28973e6c3 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1838155 Nov 11 21:44:56.615969 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:56.936912 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:56.954862 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:57.059183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59580930-ad90-46ac-b2e5-fa0b055c0ca2 None None] Pushing event updated for resources: {'Port': ['ID=80d12e50-e9fd-4ab3-9b6a-51cf066a20b3,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:57.069146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-254b3d6a-407f-41ef-ae75-a3e0556101d9 None None] Provisioning complete for port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:57.069570 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-254b3d6a-407f-41ef-ae75-a3e0556101d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:57.120706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-254b3d6a-407f-41ef-ae75-a3e0556101d9 None None] Port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:44:57.215435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50072) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:57.312082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d48297f1-ff97-478a-aa86-fe662420f063 req-9ec9b1ba-082b-4f1c-ae7f-2cd1eae01ae4 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7151787 Nov 11 21:44:57.347442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Attempting to bind port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:44:57.347814 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Attempting to bind port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '4d51213d-b60b-44f0-b901-d8e9c503dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:44:57.348177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Attempting to bind port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 on network d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:44:57.389730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:44:57.390385 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Checking segment: {'id': '4d51213d-b60b-44f0-b901-d8e9c503dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:57.390496 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:57.390901 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Bound using segment: {'id': '4d51213d-b60b-44f0-b901-d8e9c503dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:44:57.391398 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Bound port: 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d51213d-b60b-44f0-b901-d8e9c503dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:44:57.391780 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:57.559755 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9938-102b-4546-9a91-2746bef68de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:57.649865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b563c-70f0-4b1c-b9d5-5b03302ebfdd req-2f97c9bf-c045-418b-b022-33114b56386b tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:57.650704 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] For port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:44:57.651712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de2b563c-70f0-4b1c-b9d5-5b03302ebfdd req-2f97c9bf-c045-418b-b022-33114b56386b tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.0937359 Nov 11 21:44:57.669563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 9e104fed-3e3c-44aa-a5f0-0c7b155c726f up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:57.695801 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9938-102b-4546-9a91-2746bef68de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:57.703983 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9938-102b-4546-9a91-2746bef68de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:57.730732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] For port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=80d12e50-e9fd-4ab3-9b6a-51cf066a20b3,segment=NetworkSegment(4d51213d-b60b-44f0-b901-d8e9c503dc12),segment_id=4d51213d-b60b-44f0-b901-d8e9c503dc12)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:44:57.732382 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Allocated IP 172.23.0.2 (59d43e14-e91a-47d5-b785-00ab73ffa290/ad40dc5a-6677-463e-9c82-edb5c8a9d14b/17f29087-378d-4ccb-861d-a5e21910c7e1) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:57.757736 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de2b563c-70f0-4b1c-b9d5-5b03302ebfdd req-46bd7130-46af-427e-970e-494783f90cbd tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969393 Nov 11 21:44:57.768139 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:57.781921 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d9938-102b-4546-9a91-2746bef68de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5481d260-2bae-4a8c-9d9b-73858f72c143,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:57.787324 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ca7d9938-102b-4546-9a91-2746bef68de6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa088d3340bf4b6d9239ed8e51705089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5707664 Nov 11 21:44:57.788552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50084) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:57.799376 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-90216b6e-3f78-43f2-a28e-c2583f7dd73b None None] Provisioning complete for port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:57.799855 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90216b6e-3f78-43f2-a28e-c2583f7dd73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:57.855070 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aba864d-7575-452c-80bb-d4e57e148e3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:57.880287 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aba864d-7575-452c-80bb-d4e57e148e3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:57.934124 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aba864d-7575-452c-80bb-d4e57e148e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:57.937224 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1aba864d-7575-452c-80bb-d4e57e148e3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:57.942119 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1aba864d-7575-452c-80bb-d4e57e148e3f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5481d260-2bae-4a8c-9d9b-73858f72c143 HTTP/1.1" status: 204 len: 168 time: 0.1490462 Nov 11 21:44:57.953033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba864d-7575-452c-80bb-d4e57e148e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5481d260-2bae-4a8c-9d9b-73858f72c143,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:57.957700 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:44:57.958388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:58.272705 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:58.273102 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:58.274831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59580930-ad90-46ac-b2e5-fa0b055c0ca2 None None] Pushing event updated for resources: {'Port': ['ID=80d12e50-e9fd-4ab3-9b6a-51cf066a20b3,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:58.348495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:44:58.372625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50100) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:58.388421 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8bbfe09-ba0a-4cae-a4e8-e899e9472b3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:58.460779 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90216b6e-3f78-43f2-a28e-c2583f7dd73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:58.520325 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8bbfe09-ba0a-4cae-a4e8-e899e9472b3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:58.524167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d07f7-9a19-4b3a-812f-de4775f641c9 req-3b3c13c8-9895-4f01-8a13-c5510aa816f4 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:58.531112 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8bbfe09-ba0a-4cae-a4e8-e899e9472b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:58.532666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d1d07f7-9a19-4b3a-812f-de4775f641c9 req-3b3c13c8-9895-4f01-8a13-c5510aa816f4 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1334357 Nov 11 21:44:58.576574 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:58.586365 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b8bbfe09-ba0a-4cae-a4e8-e899e9472b3c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=803eccdeb5194322af5c50618a522096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2116096 Nov 11 21:44:58.587437 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50104) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:44:58.609234 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d1d07f7-9a19-4b3a-812f-de4775f641c9 req-7852211e-30ab-4ee0-99f3-9e15f2e00e7d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726488 Nov 11 21:44:58.620630 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:58.640640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-90216b6e-3f78-43f2-a28e-c2583f7dd73b None None] For port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=80d12e50-e9fd-4ab3-9b6a-51cf066a20b3,segment=NetworkSegment(4d51213d-b60b-44f0-b901-d8e9c503dc12),segment_id=4d51213d-b60b-44f0-b901-d8e9c503dc12)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:44:58.655770 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbfe09-ba0a-4cae-a4e8-e899e9472b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a9b82b-71da-4d62-8b0a-9d48b3621e7a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:58.672591 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-90216b6e-3f78-43f2-a28e-c2583f7dd73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:58.690710 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9a69e7c-59d9-466e-a75b-24b34eac9f88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:58.713472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Network 59d43e14-e91a-47d5-b785-00ab73ffa290 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:58.714873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Pushing event updated for resources: {'Port': ['ID=17f29087-378d-4ccb-861d-a5e21910c7e1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:58.721198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:58.724900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:58.731925 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9a69e7c-59d9-466e-a75b-24b34eac9f88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:58.776287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Allocated IP 172.23.0.1 (59d43e14-e91a-47d5-b785-00ab73ffa290/ad40dc5a-6677-463e-9c82-edb5c8a9d14b/170fdf14-92f1-46dd-9653-cf7f6374418f) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:44:58.792585 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9a69e7c-59d9-466e-a75b-24b34eac9f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:58.796044 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9a69e7c-59d9-466e-a75b-24b34eac9f88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:58.797424 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d9a69e7c-59d9-466e-a75b-24b34eac9f88 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e4a9b82b-71da-4d62-8b0a-9d48b3621e7a HTTP/1.1" status: 204 len: 168 time: 0.2028451 Nov 11 21:44:58.815490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a69e7c-59d9-466e-a75b-24b34eac9f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a9b82b-71da-4d62-8b0a-9d48b3621e7a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:58.898350 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Attempting to bind port 17f29087-378d-4ccb-861d-a5e21910c7e1 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:44:58.898930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Attempting to bind port 17f29087-378d-4ccb-861d-a5e21910c7e1 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'fa4235da-e91f-4e44-84e4-0cad772b6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:44:58.899291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Attempting to bind port 17f29087-378d-4ccb-861d-a5e21910c7e1 on network 59d43e14-e91a-47d5-b785-00ab73ffa290 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:44:58.905868 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90216b6e-3f78-43f2-a28e-c2583f7dd73b None None] Pushing event updated for resources: {'Port': ['ID=80d12e50-e9fd-4ab3-9b6a-51cf066a20b3,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:58.910280 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:44:58.910763 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Checking segment: {'id': 'fa4235da-e91f-4e44-84e4-0cad772b6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:44:58.911447 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:58.911714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Bound using segment: {'id': 'fa4235da-e91f-4e44-84e4-0cad772b6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:44:58.912267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Bound port: 17f29087-378d-4ccb-861d-a5e21910c7e1, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4235da-e91f-4e44-84e4-0cad772b6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:44:58.912830 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:58.939284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7acfaed2-bd91-4228-881d-41e627696c45 None None] Provisioning complete for port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:58.939486 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7acfaed2-bd91-4228-881d-41e627696c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:59.009505 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 4, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': '80d12e50-e9fd-4ab3-9b6a-51cf066a20b3', 'name': '', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:57:e9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:50Z', 'updated_at': '2021-11-11T21:44:57Z', 'revision_number': 4, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:44:59.028205 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d7cf2-e3e6-43b6-90cc-a53ad6afa83f req-af11398e-5ba1-4ded-adf8-576cab859ed7 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:59.036058 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae1d7cf2-e3e6-43b6-90cc-a53ad6afa83f req-af11398e-5ba1-4ded-adf8-576cab859ed7 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1401730 Nov 11 21:44:59.113363 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:59.115997 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f983e06-cee2-4dac-97a4-b7d91c559e52 None None] The sync data for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 is: [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 4, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': '80d12e50-e9fd-4ab3-9b6a-51cf066a20b3', 'name': '', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:57:e9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:50Z', 'updated_at': '2021-11-11T21:44:57Z', 'revision_number': 4, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:44:59.160417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] For port 17f29087-378d-4ccb-861d-a5e21910c7e1, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:44:59.166653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae1d7cf2-e3e6-43b6-90cc-a53ad6afa83f req-54b49689-84cd-4401-b3ea-d47dd35b321e tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283877 Nov 11 21:44:59.171257 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] For port 17f29087-378d-4ccb-861d-a5e21910c7e1, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=17f29087-378d-4ccb-861d-a5e21910c7e1,segment=NetworkSegment(fa4235da-e91f-4e44-84e4-0cad772b6166),segment_id=fa4235da-e91f-4e44-84e4-0cad772b6166)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:44:59.238127 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:59.253290 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:59.330465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 59d43e14-e91a-47d5-b785-00ab73ffa290 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:44:59.349683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:44:59.354845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:44:59.441108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=170fdf14-92f1-46dd-9653-cf7f6374418f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:59.466860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:59.471748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:59.472270 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:59.472752 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:59.473256 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:59.473725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:59.474262 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:59.474603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:59.474935 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:59.475264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:59.475598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:59.475929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:44:59.551181 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee1592-683f-404c-8266-3e1a1850390b None None] Pushing event updated for resources: {'Port': ['ID=17f29087-378d-4ccb-861d-a5e21910c7e1,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:44:59.609845 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:59.756488 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:44:59.838088 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc90da-c0d8-4f87-82c0-5ed238eb10fc req-7a1d09a4-269b-4ce2-a628-c2a0129b3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:59.839664 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04bc90da-c0d8-4f87-82c0-5ed238eb10fc req-7a1d09a4-269b-4ce2-a628-c2a0129b3d45 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 1097 time: 0.3437247 Nov 11 21:44:59.891187 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:44:59.891568 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:00.045831 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04bc90da-c0d8-4f87-82c0-5ed238eb10fc req-a7fd2e01-3876-46ad-b040-de3d4b9e6583 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889267 Nov 11 21:45:00.166732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda39ab1-3729-4f78-8f5e-62268efae53a req-52ef6201-e3b1-4d9b-81bb-51f8d6dfab79 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:00.168594 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bda39ab1-3729-4f78-8f5e-62268efae53a req-52ef6201-e3b1-4d9b-81bb-51f8d6dfab79 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.3384297 Nov 11 21:45:00.173252 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:00.441384 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bda39ab1-3729-4f78-8f5e-62268efae53a req-79873ea4-15fb-4c35-9ba5-67893c6360df tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341962 Nov 11 21:45:00.494157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff98a67-f3f3-472e-adab-d59408939b8a req-7354f040-2dce-4474-8826-c791f28467de tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:00.495813 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ff98a67-f3f3-472e-adab-d59408939b8a req-7354f040-2dce-4474-8826-c791f28467de tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1732857 Nov 11 21:45:00.623569 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ff98a67-f3f3-472e-adab-d59408939b8a req-69658883-8d97-4673-a14d-a56fab399404 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170063 Nov 11 21:45:00.689995 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:00.724097 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:00.822561 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:00.834427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event updated for resources: {'Port': ['ID=170fdf14-92f1-46dd-9653-cf7f6374418f,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:00.989135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Network 59d43e14-e91a-47d5-b785-00ab73ffa290 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:45:00.992196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:45:01.130096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 7766556b-530d-42a1-9011-495dec7b3e38 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:45:01.256976 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:45:01.266110 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-358c04ad-637f-49bb-a1cb-d9ac0d4d8630 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/7766556b-530d-42a1-9011-495dec7b3e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4171383 Nov 11 21:45:01.266582 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50226) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:01.273595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d424b418-6d2c-4248-9e88-d218bb0c0855 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:01.277137 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Sync routers for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:45:01.297335 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:01.297975 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:01.410158 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:01.529123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2ebdf4-0ea6-42a2-8906-f2bdc82382fe None None] Network 59d43e14-e91a-47d5-b785-00ab73ffa290 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:45:01.731137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460dcb5-6145-4ada-b846-94de2f152397 req-f7c3a8cf-50cd-48f7-a4bd-dbdf956a0bb8 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:01.748491 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2460dcb5-6145-4ada-b846-94de2f152397 req-f7c3a8cf-50cd-48f7-a4bd-dbdf956a0bb8 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.2002537 Nov 11 21:45:01.820525 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 17f29087-378d-4ccb-861d-a5e21910c7e1 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:45:01.884287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0b752147-92d1-476f-89a5-3e8abd57677c None None] Provisioning complete for port 17f29087-378d-4ccb-861d-a5e21910c7e1 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:01.885042 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b752147-92d1-476f-89a5-3e8abd57677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:01.985127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149545-e7b7-427a-853b-6607e149e546 req-6a54257d-af16-44c3-a00a-d5bd24bb84b4 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:01.988597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-d424b418-6d2c-4248-9e88-d218bb0c0855 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 21:45:01.990372 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06149545-e7b7-427a-853b-6607e149e546 req-6a54257d-af16-44c3-a00a-d5bd24bb84b4 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1791401 Nov 11 21:45:02.018365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 17f29087-378d-4ccb-861d-a5e21910c7e1 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:02.018717 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2460dcb5-6145-4ada-b846-94de2f152397 req-3d76ae44-c56d-4c7c-90ac-9be63ef044b3 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673733 Nov 11 21:45:02.018975 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:02.024441 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-d424b418-6d2c-4248-9e88-d218bb0c0855 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Removed routes are [] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 21:45:02.025687 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d424b418-6d2c-4248-9e88-d218bb0c0855 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:02.062884 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:00Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': '170fdf14-92f1-46dd-9653-cf7f6374418f', 'name': '', 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:3e:3a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:57Z', 'updated_at': '2021-11-11T21:45:00Z', 'revision_number': 2, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80d12e50-e9fd-4ab3-9b6a-51cf066a20b3', 'name': '', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:57:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:50Z', 'updated_at': '2021-11-11T21:44:58Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:02.181867 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06149545-e7b7-427a-853b-6607e149e546 req-329011ca-8c4e-48fe-9a9c-4346355af760 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480534 Nov 11 21:45:02.347803 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50276) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:02.357495 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b752147-92d1-476f-89a5-3e8abd57677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:02.425633 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Checking router: 7766556b-530d-42a1-9011-495dec7b3e38 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:45:02.426576 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Updating router 7766556b-530d-42a1-9011-495dec7b3e38 port 170fdf14-92f1-46dd-9653-cf7f6374418f binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:45:02.476685 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0b752147-92d1-476f-89a5-3e8abd57677c None None] For port 17f29087-378d-4ccb-861d-a5e21910c7e1, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=17f29087-378d-4ccb-861d-a5e21910c7e1,segment=NetworkSegment(fa4235da-e91f-4e44-84e4-0cad772b6166),segment_id=fa4235da-e91f-4e44-84e4-0cad772b6166)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:02.494216 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b752147-92d1-476f-89a5-3e8abd57677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:02.526706 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:02.647847 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d424b418-6d2c-4248-9e88-d218bb0c0855 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:02.662267 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d424b418-6d2c-4248-9e88-d218bb0c0855 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:02.664335 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:02.753219 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7bc6e3b-eb3d-4dfe-98a0-4143a7ed70b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:02.786091 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b752147-92d1-476f-89a5-3e8abd57677c None None] Pushing event updated for resources: {'Port': ['ID=17f29087-378d-4ccb-861d-a5e21910c7e1,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:02.834301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3873bb34-306e-4255-b6b2-b3ba6f7d87a8 None None] Provisioning complete for port 170fdf14-92f1-46dd-9653-cf7f6374418f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:02.834771 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3873bb34-306e-4255-b6b2-b3ba6f7d87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:02.995411 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7bc6e3b-eb3d-4dfe-98a0-4143a7ed70b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:03.005161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd579289-544b-4fd7-a2f9-286c9b46bef7 req-6223f429-c7ca-4aea-89ab-018c69dfeade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:03.007495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d424b418-6d2c-4248-9e88-d218bb0c0855 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 7766556b-530d-42a1-9011-495dec7b3e38 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:45:03.009925 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd579289-544b-4fd7-a2f9-286c9b46bef7 req-6223f429-c7ca-4aea-89ab-018c69dfeade service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99e3c597206c4ea7bcd58ef8e8d0fd48&device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 1097 time: 0.4476995 Nov 11 21:45:03.016834 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e7bc6e3b-eb3d-4dfe-98a0-4143a7ed70b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:03.062582 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:45:03.063696 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:45:03.109248 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3873bb34-306e-4255-b6b2-b3ba6f7d87a8 None None] Port 170fdf14-92f1-46dd-9653-cf7f6374418f cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:45:03.133936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3873bb34-306e-4255-b6b2-b3ba6f7d87a8 None None] Provisioning complete for port 17f29087-378d-4ccb-861d-a5e21910c7e1 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:03.134308 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3873bb34-306e-4255-b6b2-b3ba6f7d87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:03.299418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d424b418-6d2c-4248-9e88-d218bb0c0855 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:45:03.307118 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:03.307397 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50296) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:03.325457 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d424b418-6d2c-4248-9e88-d218bb0c0855 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:03.326226 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:03.328222 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d424b418-6d2c-4248-9e88-d218bb0c0855 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/7766556b-530d-42a1-9011-495dec7b3e38 HTTP/1.1" status: 200 len: 934 time: 2.0587742 Nov 11 21:45:03.337043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50298) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:03.381796 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389ecc9-9e50-4fd0-a215-e6682885c16a req-dcfa1506-a926-41c1-a377-a7a390dd6f71 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:03.389354 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f389ecc9-9e50-4fd0-a215-e6682885c16a req-dcfa1506-a926-41c1-a377-a7a390dd6f71 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.6651585 Nov 11 21:45:03.394116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc6e3b-eb3d-4dfe-98a0-4143a7ed70b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486ae3d4-9e6c-4283-99b7-3b53ec3df179,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:03.434534 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e7bc6e3b-eb3d-4dfe-98a0-4143a7ed70b9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab8dd5476a2141baaf08aec3023a358c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0854754 Nov 11 21:45:03.439289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50304) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:03.511010 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4fabd249-679d-462c-8ac0-ae34af81be1a None None] Provisioning complete for port 170fdf14-92f1-46dd-9653-cf7f6374418f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:03.511319 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fabd249-679d-462c-8ac0-ae34af81be1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:03.557184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4fabd249-679d-462c-8ac0-ae34af81be1a None None] Port 170fdf14-92f1-46dd-9653-cf7f6374418f cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:45:03.573342 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1d72bc3a-9fd6-4803-ada7-66c1e596ff32 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/routers/7766556b-530d-42a1-9011-495dec7b3e38 HTTP/1.1" status: 200 len: 934 time: 0.2349906 Nov 11 21:45:03.577190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50306) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:03.591863 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cd7ce-e2ce-4cad-9a2f-1d6872ea25a5 None None] Pushing event updated for resources: {'Port': ['ID=170fdf14-92f1-46dd-9653-cf7f6374418f,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:03.621984 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Attempting to bind port 170fdf14-92f1-46dd-9653-cf7f6374418f on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:45:03.622416 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Attempting to bind port 170fdf14-92f1-46dd-9653-cf7f6374418f by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'fa4235da-e91f-4e44-84e4-0cad772b6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:45:03.622703 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Attempting to bind port 170fdf14-92f1-46dd-9653-cf7f6374418f on network 59d43e14-e91a-47d5-b785-00ab73ffa290 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:45:03.629646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d6308381-86d5-4a44-a850-0c9291446777 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'router': {'routes': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:03.629824 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8ac92a7-8568-41db-aca5-5c0b16ad9add admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:03.630627 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:45:03.631166 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Checking segment: {'id': 'fa4235da-e91f-4e44-84e4-0cad772b6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:45:03.631565 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:03.633467 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Bound using segment: {'id': 'fa4235da-e91f-4e44-84e4-0cad772b6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:45:03.633944 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Bound port: 170fdf14-92f1-46dd-9653-cf7f6374418f, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4235da-e91f-4e44-84e4-0cad772b6166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:45:03.634325 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:03.747973 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] For port 170fdf14-92f1-46dd-9653-cf7f6374418f, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:45:03.752193 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] For port 170fdf14-92f1-46dd-9653-cf7f6374418f, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=170fdf14-92f1-46dd-9653-cf7f6374418f,segment=NetworkSegment(fa4235da-e91f-4e44-84e4-0cad772b6166),segment_id=fa4235da-e91f-4e44-84e4-0cad772b6166)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:45:03.758468 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:03.807020 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8ac92a7-8568-41db-aca5-5c0b16ad9add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:03.815126 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8ac92a7-8568-41db-aca5-5c0b16ad9add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:03.832571 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cd7ce-e2ce-4cad-9a2f-1d6872ea25a5 None None] Pushing event updated for resources: {'Port': ['ID=170fdf14-92f1-46dd-9653-cf7f6374418f,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:03.898323 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b8ac92a7-8568-41db-aca5-5c0b16ad9add admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0dfc9e13c02540b98bdd9d4b4d1c6787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5669529 Nov 11 21:45:03.898524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd579289-544b-4fd7-a2f9-286c9b46bef7 req-0073110f-6ed7-4a5c-bc7d-4390f3127184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:03.900155 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd579289-544b-4fd7-a2f9-286c9b46bef7 req-0073110f-6ed7-4a5c-bc7d-4390f3127184 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 HTTP/1.1" status: 200 len: 920 time: 0.8780797 Nov 11 21:45:03.901594 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:03.902342 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:03.911013 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50308) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:03.921453 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f389ecc9-9e50-4fd0-a215-e6682885c16a req-a6eee8e0-9d66-466c-8193-ea633b5964a7 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311081 Nov 11 21:45:03.931708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac92a7-8568-41db-aca5-5c0b16ad9add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d401a2a1-0793-46b7-8b32-ebab13872832,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:03.949375 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fd92f413-124c-4562-a72f-226bea636f43 None None] Provisioning complete for port 170fdf14-92f1-46dd-9653-cf7f6374418f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:03.950307 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd92f413-124c-4562-a72f-226bea636f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:04.051268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620ab70-392f-4498-8a5b-14085983705b req-4db7b68f-2d25-4318-be7f-6e73f2c646dc tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:04.053671 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6620ab70-392f-4498-8a5b-14085983705b req-4db7b68f-2d25-4318-be7f-6e73f2c646dc tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.5454631 Nov 11 21:45:04.126477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 17f29087-378d-4ccb-861d-a5e21910c7e1 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:45:04.136259 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3198ec9-2a91-41f4-a6b5-65d1e85ea9b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:04.149900 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:04.182453 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3198ec9-2a91-41f4-a6b5-65d1e85ea9b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:04.250653 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd92f413-124c-4562-a72f-226bea636f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:04.267999 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3198ec9-2a91-41f4-a6b5-65d1e85ea9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:04.276199 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3198ec9-2a91-41f4-a6b5-65d1e85ea9b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:04.281043 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c53b897-3063-4388-a8d5-87576318682c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:04.284374 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e3198ec9-2a91-41f4-a6b5-65d1e85ea9b9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d401a2a1-0793-46b7-8b32-ebab13872832 HTTP/1.1" status: 204 len: 168 time: 0.3706427 Nov 11 21:45:04.304645 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3198ec9-2a91-41f4-a6b5-65d1e85ea9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d401a2a1-0793-46b7-8b32-ebab13872832,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:04.305847 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c53b897-3063-4388-a8d5-87576318682c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:04.377535 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 17f29087-378d-4ccb-861d-a5e21910c7e1 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:04.378250 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:04.394884 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-fd92f413-124c-4562-a72f-226bea636f43 None None] For port 170fdf14-92f1-46dd-9653-cf7f6374418f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=170fdf14-92f1-46dd-9653-cf7f6374418f,segment=NetworkSegment(fa4235da-e91f-4e44-84e4-0cad772b6166),segment_id=fa4235da-e91f-4e44-84e4-0cad772b6166)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:04.463982 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd92f413-124c-4562-a72f-226bea636f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:04.478938 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6620ab70-392f-4498-8a5b-14085983705b req-05a8de48-3b38-4951-8fb4-879171982508 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118440 Nov 11 21:45:04.481755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd579289-544b-4fd7-a2f9-286c9b46bef7 req-425d9e15-1de7-4084-9cff-5e58a88da720 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc10c818-8ff2-40a9-8856-49a1ff19b5df HTTP/1.1" status: 200 len: 217 time: 0.5593252 Nov 11 21:45:04.487951 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c53b897-3063-4388-a8d5-87576318682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:04.493845 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c53b897-3063-4388-a8d5-87576318682c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:04.495096 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1c53b897-3063-4388-a8d5-87576318682c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/486ae3d4-9e6c-4283-99b7-3b53ec3df179 HTTP/1.1" status: 204 len: 168 time: 1.0530441 Nov 11 21:45:04.623692 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd579289-544b-4fd7-a2f9-286c9b46bef7 req-89661e6c-e098-4d0b-b47a-dfd351ffb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:04.629640 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd579289-544b-4fd7-a2f9-286c9b46bef7 req-89661e6c-e098-4d0b-b47a-dfd351ffb8d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc75e8a7-d2c9-48ae-aff4-f6a72ade0511 HTTP/1.1" status: 200 len: 858 time: 0.1258433 Nov 11 21:45:04.642224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53b897-3063-4388-a8d5-87576318682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486ae3d4-9e6c-4283-99b7-3b53ec3df179,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:04.687916 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92f413-124c-4562-a72f-226bea636f43 None None] Pushing event updated for resources: {'Port': ['ID=170fdf14-92f1-46dd-9653-cf7f6374418f,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:04.698609 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a9b2cf54-7316-4915-bb1a-c39f0512c205 None None] Provisioning complete for port 170fdf14-92f1-46dd-9653-cf7f6374418f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:04.706236 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a9b2cf54-7316-4915-bb1a-c39f0512c205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:04.744607 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd579289-544b-4fd7-a2f9-286c9b46bef7 req-d483c943-1884-4100-9c77-205ccb07521c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983293 Nov 11 21:45:04.807451 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:02Z', 'revision_number': 6, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': '170fdf14-92f1-46dd-9653-cf7f6374418f', 'name': '', 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:3e:3a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:57Z', 'updated_at': '2021-11-11T21:45:03Z', 'revision_number': 4, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80d12e50-e9fd-4ab3-9b6a-51cf066a20b3', 'name': '', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:57:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:50Z', 'updated_at': '2021-11-11T21:44:58Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:04.890924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50324) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:04.914088 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9831456-3f69-48b2-aa81-3f3afb891777 None None] The sync data for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 is: [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:02Z', 'revision_number': 6, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': '170fdf14-92f1-46dd-9653-cf7f6374418f', 'name': '', 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:3e:3a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:57Z', 'updated_at': '2021-11-11T21:45:03Z', 'revision_number': 4, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80d12e50-e9fd-4ab3-9b6a-51cf066a20b3', 'name': '', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:57:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:50Z', 'updated_at': '2021-11-11T21:44:58Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:45:04.930960 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b0f9-59c5-4435-b567-d50393ff2c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:04.931929 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd579289-544b-4fd7-a2f9-286c9b46bef7 req-d1861acf-be70-4142-8fb0-14c9bd8647d9 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347327 Nov 11 21:45:05.215765 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd579289-544b-4fd7-a2f9-286c9b46bef7 req-04ebd1bb-196f-4768-bb13-8b28fa908164 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380939 Nov 11 21:45:05.251759 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b0f9-59c5-4435-b567-d50393ff2c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:05.269511 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b0f9-59c5-4435-b567-d50393ff2c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:05.306859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1b0f9-59c5-4435-b567-d50393ff2c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f723c20c-27ab-4ba5-8034-d8d11315b404,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:05.372110 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4bc1b0f9-59c5-4435-b567-d50393ff2c02 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=80df9fded8d34ede90d5f040f31213e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4774067 Nov 11 21:45:05.372349 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50336) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:05.595298 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b609be7-5ad5-4291-b187-a435ded2c737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:05.632499 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f9dce-8e23-4a7b-9129-fe6a5e7e1577 req-f70aa5c6-6168-4b4b-a9b4-6e724c20ad8d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:05.640974 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa8f9dce-8e23-4a7b-9129-fe6a5e7e1577 req-f70aa5c6-6168-4b4b-a9b4-6e724c20ad8d tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.4214020 Nov 11 21:45:05.648224 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b609be7-5ad5-4291-b187-a435ded2c737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:05.738874 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa8f9dce-8e23-4a7b-9129-fe6a5e7e1577 req-7357eeab-2dd3-4080-a39e-0995a4c7b5af tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913463 Nov 11 21:45:05.774211 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b609be7-5ad5-4291-b187-a435ded2c737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:05.777564 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.extraroute_db [None req-d6308381-86d5-4a44-a850-0c9291446777 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Added routes are [] {{(pid=102534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 21:45:05.777866 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.extraroute_db [None req-d6308381-86d5-4a44-a850-0c9291446777 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 21:45:05.778717 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b609be7-5ad5-4291-b187-a435ded2c737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:05.780424 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2b609be7-5ad5-4291-b187-a435ded2c737 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f723c20c-27ab-4ba5-8034-d8d11315b404 HTTP/1.1" status: 204 len: 168 time: 0.4069698 Nov 11 21:45:05.789906 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b609be7-5ad5-4291-b187-a435ded2c737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f723c20c-27ab-4ba5-8034-d8d11315b404,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:05.859473 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6308381-86d5-4a44-a850-0c9291446777 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:05.876538 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c12f3-5604-45fb-9bd4-936f33e6742e req-1b4812fd-b13c-4706-9207-32a96f99d777 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:05.884260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e3c12f3-5604-45fb-9bd4-936f33e6742e req-1b4812fd-b13c-4706-9207-32a96f99d777 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.0967150 Nov 11 21:45:06.120564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 170fdf14-92f1-46dd-9653-cf7f6374418f up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:45:06.249965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 170fdf14-92f1-46dd-9653-cf7f6374418f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:06.250339 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:06.326145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef33fc2-dc74-4213-9192-d30d33fb2e46 None None] Sync routers for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:45:06.390550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef33fc2-dc74-4213-9192-d30d33fb2e46 None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:06.391202 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5ef33fc2-dc74-4213-9192-d30d33fb2e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:06.477534 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e3c12f3-5604-45fb-9bd4-936f33e6742e req-65bee912-a790-459b-93ff-23fb2a67def5 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881882 Nov 11 21:45:06.525986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5ef33fc2-dc74-4213-9192-d30d33fb2e46 None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:06.784554 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6308381-86d5-4a44-a850-0c9291446777 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:06.794618 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6308381-86d5-4a44-a850-0c9291446777 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:06.851143 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5ef33fc2-dc74-4213-9192-d30d33fb2e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:05Z', 'revision_number': 7, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': '170fdf14-92f1-46dd-9653-cf7f6374418f', 'name': '', 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:3e:3a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:57Z', 'updated_at': '2021-11-11T21:45:04Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80d12e50-e9fd-4ab3-9b6a-51cf066a20b3', 'name': '', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:57:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:50Z', 'updated_at': '2021-11-11T21:44:58Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:06.914978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef33fc2-dc74-4213-9192-d30d33fb2e46 None None] Checking router: 7766556b-530d-42a1-9011-495dec7b3e38 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:45:06.924767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef33fc2-dc74-4213-9192-d30d33fb2e46 None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:06.925602 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5ef33fc2-dc74-4213-9192-d30d33fb2e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:06.978255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6308381-86d5-4a44-a850-0c9291446777 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 7766556b-530d-42a1-9011-495dec7b3e38 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:45:07.006089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a21be-4713-4681-a654-9d5856b6bd80 req-e49b6110-2135-4dbe-b652-55b2d1d4a17e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:07.014082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d03a21be-4713-4681-a654-9d5856b6bd80 req-e49b6110-2135-4dbe-b652-55b2d1d4a17e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1353328 Nov 11 21:45:07.094394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5ef33fc2-dc74-4213-9192-d30d33fb2e46 None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:07.155999 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d03a21be-4713-4681-a654-9d5856b6bd80 req-eefe61c2-003f-4d31-bdd1-e04d2837ee2a tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405396 Nov 11 21:45:07.165352 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6308381-86d5-4a44-a850-0c9291446777 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:45:07.174067 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6308381-86d5-4a44-a850-0c9291446777 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:07.175529 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d6308381-86d5-4a44-a850-0c9291446777 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/7766556b-530d-42a1-9011-495dec7b3e38 HTTP/1.1" status: 200 len: 700 time: 3.5587010 Nov 11 21:45:07.178493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50418) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:07.347221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50426) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:07.348467 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-efd36c43-de56-4124-99b0-7d84bfdc6202 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/routers/7766556b-530d-42a1-9011-495dec7b3e38 HTTP/1.1" status: 200 len: 700 time: 0.1681685 Nov 11 21:45:07.506788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5ef33fc2-dc74-4213-9192-d30d33fb2e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:05Z', 'revision_number': 7, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': '170fdf14-92f1-46dd-9653-cf7f6374418f', 'name': '', 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:3e:3a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:57Z', 'updated_at': '2021-11-11T21:45:04Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80d12e50-e9fd-4ab3-9b6a-51cf066a20b3', 'name': '', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:57:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:50Z', 'updated_at': '2021-11-11T21:44:58Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:07.554757 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef33fc2-dc74-4213-9192-d30d33fb2e46 None None] The sync data for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 is: [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:05Z', 'revision_number': 7, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': '170fdf14-92f1-46dd-9653-cf7f6374418f', 'name': '', 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:3e:3a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:57Z', 'updated_at': '2021-11-11T21:45:04Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80d12e50-e9fd-4ab3-9b6a-51cf066a20b3', 'name': '', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:57:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:50Z', 'updated_at': '2021-11-11T21:44:58Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:45:07.781495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4f963-ed0f-4c9b-996b-73d152c45653 req-2b87335c-500f-48f9-a740-e1e8d09de5b4 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:07.791994 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cfd4f963-ed0f-4c9b-996b-73d152c45653 req-2b87335c-500f-48f9-a740-e1e8d09de5b4 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1667969 Nov 11 21:45:07.962586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50450) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:08.010188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cfd4f963-ed0f-4c9b-996b-73d152c45653 req-2c8a766b-4181-4cf9-8191-cc36fd40e31e tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160766 Nov 11 21:45:08.028947 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ad727-36f3-43dd-b839-3bb30c1843e0 None None] Sync routers for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:45:08.042209 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ad727-36f3-43dd-b839-3bb30c1843e0 None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:08.046174 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c45ad727-36f3-43dd-b839-3bb30c1843e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:08.187096 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-21231a1f-5bfa-4621-9f2a-e7386259aec1 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:08.235410 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c45ad727-36f3-43dd-b839-3bb30c1843e0 None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:08.414625 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e02f958c-75f1-4a98-a7d0-88fa44ede7bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:08.622692 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e02f958c-75f1-4a98-a7d0-88fa44ede7bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:08.633318 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e02f958c-75f1-4a98-a7d0-88fa44ede7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:08.655504 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c45ad727-36f3-43dd-b839-3bb30c1843e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:05Z', 'revision_number': 7, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': '170fdf14-92f1-46dd-9653-cf7f6374418f', 'name': '', 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:3e:3a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:57Z', 'updated_at': '2021-11-11T21:45:04Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80d12e50-e9fd-4ab3-9b6a-51cf066a20b3', 'name': '', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:57:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:50Z', 'updated_at': '2021-11-11T21:44:58Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:08.704437 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e02f958c-75f1-4a98-a7d0-88fa44ede7bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3f5fd24ec0c24ffeb21d13e9bd596d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7404130 Nov 11 21:45:08.708043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50470) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:08.738728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-21231a1f-5bfa-4621-9f2a-e7386259aec1 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port 170fdf14-92f1-46dd-9653-cf7f6374418f {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:08.749122 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-21231a1f-5bfa-4621-9f2a-e7386259aec1 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:08.750693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f958c-75f1-4a98-a7d0-88fa44ede7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20813062-a1b4-460a-8ea9-836d6cc0e1f8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:08.753833 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ad727-36f3-43dd-b839-3bb30c1843e0 None None] Checking router: 7766556b-530d-42a1-9011-495dec7b3e38 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:45:08.772622 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ad727-36f3-43dd-b839-3bb30c1843e0 None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:08.773252 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c45ad727-36f3-43dd-b839-3bb30c1843e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:08.923440 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c45ad727-36f3-43dd-b839-3bb30c1843e0 None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:08.986276 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-84387eca-f62e-43f0-a78b-f1c75c2215f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:09.038374 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-21231a1f-5bfa-4621-9f2a-e7386259aec1 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] For port 170fdf14-92f1-46dd-9653-cf7f6374418f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=170fdf14-92f1-46dd-9653-cf7f6374418f,segment=NetworkSegment(fa4235da-e91f-4e44-84e4-0cad772b6166),segment_id=fa4235da-e91f-4e44-84e4-0cad772b6166)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:09.038913 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-21231a1f-5bfa-4621-9f2a-e7386259aec1 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:09.043359 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-84387eca-f62e-43f0-a78b-f1c75c2215f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:09.067658 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-21231a1f-5bfa-4621-9f2a-e7386259aec1 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for 170fdf14-92f1-46dd-9653-cf7f6374418f owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:09.213502 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-84387eca-f62e-43f0-a78b-f1c75c2215f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:09.216747 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-84387eca-f62e-43f0-a78b-f1c75c2215f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:09.217940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-84387eca-f62e-43f0-a78b-f1c75c2215f4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/20813062-a1b4-460a-8ea9-836d6cc0e1f8 HTTP/1.1" status: 204 len: 168 time: 0.5094264 Nov 11 21:45:09.233147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84387eca-f62e-43f0-a78b-f1c75c2215f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20813062-a1b4-460a-8ea9-836d6cc0e1f8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:09.278380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38584007-b66e-49da-b9f5-b481f76a098e req-f5f34807-9707-41b9-ba19-12fbb528dd0a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:09.280430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38584007-b66e-49da-b9f5-b481f76a098e req-f5f34807-9707-41b9-ba19-12fbb528dd0a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1485806 Nov 11 21:45:09.380408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38584007-b66e-49da-b9f5-b481f76a098e req-7220a7ce-6e67-483d-8196-3d1a8da6999b tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673621 Nov 11 21:45:09.417124 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c45ad727-36f3-43dd-b839-3bb30c1843e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:05Z', 'revision_number': 7, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': '170fdf14-92f1-46dd-9653-cf7f6374418f', 'name': '', 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:3e:3a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:57Z', 'updated_at': '2021-11-11T21:45:04Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80d12e50-e9fd-4ab3-9b6a-51cf066a20b3', 'name': '', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:57:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:50Z', 'updated_at': '2021-11-11T21:44:58Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:09.479334 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ad727-36f3-43dd-b839-3bb30c1843e0 None None] The sync data for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 is: [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:05Z', 'revision_number': 7, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': '170fdf14-92f1-46dd-9653-cf7f6374418f', 'name': '', 'network_id': '59d43e14-e91a-47d5-b785-00ab73ffa290', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:3e:3a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:57Z', 'updated_at': '2021-11-11T21:45:04Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'ad40dc5a-6677-463e-9c82-edb5c8a9d14b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80d12e50-e9fd-4ab3-9b6a-51cf066a20b3', 'name': '', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:57:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:50Z', 'updated_at': '2021-11-11T21:44:58Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:45:09.492367 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-21231a1f-5bfa-4621-9f2a-e7386259aec1 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:09.563752 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21231a1f-5bfa-4621-9f2a-e7386259aec1 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=170fdf14-92f1-46dd-9653-cf7f6374418f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:09.868128 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-21231a1f-5bfa-4621-9f2a-e7386259aec1 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:10.093318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe397be-e291-4445-94d6-8c21ee25adb1 req-bfad90d0-f2f1-4bb6-85f2-1d891419d341 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:10.093875 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fe397be-e291-4445-94d6-8c21ee25adb1 req-bfad90d0-f2f1-4bb6-85f2-1d891419d341 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1324618 Nov 11 21:45:10.229081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fe397be-e291-4445-94d6-8c21ee25adb1 req-8432f57e-4750-4fab-aaf8-527a3a463fb4 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954709 Nov 11 21:45:10.231240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21231a1f-5bfa-4621-9f2a-e7386259aec1 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 7766556b-530d-42a1-9011-495dec7b3e38 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:45:10.399382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21231a1f-5bfa-4621-9f2a-e7386259aec1 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:45:10.412746 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144b74cf-c299-40fc-9d7f-6787eb7c977b None None] Sync routers for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:45:10.413254 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-21231a1f-5bfa-4621-9f2a-e7386259aec1 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/7766556b-530d-42a1-9011-495dec7b3e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0644138 Nov 11 21:45:10.420755 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50536) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:10.433847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144b74cf-c299-40fc-9d7f-6787eb7c977b None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:10.434514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-144b74cf-c299-40fc-9d7f-6787eb7c977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:10.508725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cb0391-bb6e-4aa8-ac2c-644aeecc765e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting subnet ad40dc5a-6677-463e-9c82-edb5c8a9d14b {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:45:10.519404 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0cb0391-bb6e-4aa8-ac2c-644aeecc765e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:10.627566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-144b74cf-c299-40fc-9d7f-6787eb7c977b None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:10.727040 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0cb0391-bb6e-4aa8-ac2c-644aeecc765e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:11.027575 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:11.029912 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3c1eb-c1bf-4374-a99a-4de22f4c8940 req-6969e621-4e4f-42ea-b7b1-45da1706d10b tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:11.042441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8e3c1eb-c1bf-4374-a99a-4de22f4c8940 req-6969e621-4e4f-42ea-b7b1-45da1706d10b tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.4657233 Nov 11 21:45:11.049369 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-144b74cf-c299-40fc-9d7f-6787eb7c977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:09Z', 'revision_number': 8, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': '80d12e50-e9fd-4ab3-9b6a-51cf066a20b3', 'name': '', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:57:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:50Z', 'updated_at': '2021-11-11T21:44:58Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:11.111959 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144b74cf-c299-40fc-9d7f-6787eb7c977b None None] Checking router: 7766556b-530d-42a1-9011-495dec7b3e38 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:45:11.122579 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144b74cf-c299-40fc-9d7f-6787eb7c977b None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:11.123410 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-144b74cf-c299-40fc-9d7f-6787eb7c977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:44:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:11.128897 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0cb0391-bb6e-4aa8-ac2c-644aeecc765e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:11.293681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-144b74cf-c299-40fc-9d7f-6787eb7c977b None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:11.300157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8e3c1eb-c1bf-4374-a99a-4de22f4c8940 req-2121e218-98d9-4f6a-9ff2-d18eb783089e tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428203 Nov 11 21:45:11.304305 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0cb0391-bb6e-4aa8-ac2c-644aeecc765e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:11.379309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb0391-bb6e-4aa8-ac2c-644aeecc765e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Subnet': ['ID=ad40dc5a-6677-463e-9c82-edb5c8a9d14b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:11.383257 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0cb0391-bb6e-4aa8-ac2c-644aeecc765e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:11.388054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b0cb0391-bb6e-4aa8-ac2c-644aeecc765e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/ad40dc5a-6677-463e-9c82-edb5c8a9d14b HTTP/1.1" status: 204 len: 168 time: 0.9660821 Nov 11 21:45:11.390937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50568) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:11.425946 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26ef57f-709b-4131-ad1e-15eb752daf82 None None] Network 59d43e14-e91a-47d5-b785-00ab73ffa290 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:45:11.547294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:11.565044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed95cb5-0f2c-4b9e-ac63-3fe8b0aa842a req-837b2e34-30ab-4fe7-8be1-e4def9361d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:11.566969 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4ed95cb5-0f2c-4b9e-ac63-3fe8b0aa842a req-837b2e34-30ab-4fe7-8be1-e4def9361d63 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 1097 time: 0.5182135 Nov 11 21:45:11.732218 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4ed95cb5-0f2c-4b9e-ac63-3fe8b0aa842a req-da7c4c99-c859-4e13-8d73-d58107139389 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376202 Nov 11 21:45:11.739508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port 17f29087-378d-4ccb-861d-a5e21910c7e1 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:11.740127 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:11.860482 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] For port 17f29087-378d-4ccb-861d-a5e21910c7e1, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=17f29087-378d-4ccb-861d-a5e21910c7e1,segment=NetworkSegment(fa4235da-e91f-4e44-84e4-0cad772b6166),segment_id=fa4235da-e91f-4e44-84e4-0cad772b6166)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:11.861291 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:11.935323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for 17f29087-378d-4ccb-861d-a5e21910c7e1 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:12.122063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50586) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:12.194418 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:12.255428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No DVR routers for this DVR port 17f29087-378d-4ccb-861d-a5e21910c7e1 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:45:12.269906 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=17f29087-378d-4ccb-861d-a5e21910c7e1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:12.476816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280b0873-e486-41c7-9932-46ae88559db5 None None] DHCP port deletion for 59d43e14-e91a-47d5-b785-00ab73ffa290 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:45:12.506221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c59966c5-085d-4ef2-9274-74a8a7506c6f tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-648189989'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:12.549244 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-144b74cf-c299-40fc-9d7f-6787eb7c977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:09Z', 'revision_number': 8, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': '80d12e50-e9fd-4ab3-9b6a-51cf066a20b3', 'name': '', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:57:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:50Z', 'updated_at': '2021-11-11T21:44:58Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:12.559220 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:12.582841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e2f22-0f6f-402e-9c73-e609d028c620 req-4e6727c6-18b3-4c49-b502-189b43520d29 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:12.596433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-870e2f22-0f6f-402e-9c73-e609d028c620 req-4e6727c6-18b3-4c49-b502-189b43520d29 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1478293 Nov 11 21:45:12.616462 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c59966c5-085d-4ef2-9274-74a8a7506c6f tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:12.617657 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c59966c5-085d-4ef2-9274-74a8a7506c6f tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:12.621736 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144b74cf-c299-40fc-9d7f-6787eb7c977b None None] The sync data for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 is: [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:09Z', 'revision_number': 8, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': '80d12e50-e9fd-4ab3-9b6a-51cf066a20b3', 'name': '', 'network_id': 'd0cfa8bf-690f-4278-b2fc-ad8a467ad2ce', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:57:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:50Z', 'updated_at': '2021-11-11T21:44:58Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '7f4623bf-107b-45e8-bf80-9b6fab28b676', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:45:12.637276 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d43e14-e91a-47d5-b785-00ab73ffa290']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:12.657208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4235da-e91f-4e44-84e4-0cad772b6166') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:12.657727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4235da-e91f-4e44-84e4-0cad772b6166') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:12.682820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:12.689098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c59966c5-085d-4ef2-9274-74a8a7506c6f tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:12.709703 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c59966c5-085d-4ef2-9274-74a8a7506c6f tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:12.710647 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:12.721880 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:45:12.722261 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:45:12.725538 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:45:12.781925 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c59966c5-085d-4ef2-9274-74a8a7506c6f tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:12.788375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c59966c5-085d-4ef2-9274-74a8a7506c6f tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6600888 Nov 11 21:45:12.800038 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50596) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:12.856298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-870e2f22-0f6f-402e-9c73-e609d028c620 req-e2303b45-7d12-462a-8219-5de0acef3f6f tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589283 Nov 11 21:45:12.910553 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:12.918982 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:12.926951 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/networks/59d43e14-e91a-47d5-b785-00ab73ffa290 HTTP/1.1" status: 204 len: 168 time: 1.5343776 Nov 11 21:45:12.928694 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50598) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:13.002310 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1636e-34a5-4d87-9e02-0592b13f6862 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Network': ['ID=59d43e14-e91a-47d5-b785-00ab73ffa290,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:13.087577 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8332f2d6-e580-45a8-9bd0-f26ea0f65974 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:13.676408 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9940a26-1a23-4f57-9251-0b2529901da6 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:13.889661 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5af30715-4c59-493c-9035-9499f1594f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:13.948100 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8332f2d6-e580-45a8-9bd0-f26ea0f65974 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:13.951533 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8332f2d6-e580-45a8-9bd0-f26ea0f65974 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:14.082325 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8332f2d6-e580-45a8-9bd0-f26ea0f65974 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:14.082938 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8332f2d6-e580-45a8-9bd0-f26ea0f65974 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9054cd35-f310-4286-ab0e-a95b6675d9c7 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:45:14.088048 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8332f2d6-e580-45a8-9bd0-f26ea0f65974 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:14.089257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8332f2d6-e580-45a8-9bd0-f26ea0f65974 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] 10.222.0.57 "DELETE /v2.0/routers/9054cd35-f310-4286-ab0e-a95b6675d9c7 HTTP/1.1" status: 204 len: 168 time: 1.2779760 Nov 11 21:45:14.092998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50612) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:14.094805 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d9940a26-1a23-4f57-9251-0b2529901da6 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:14.095327 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9940a26-1a23-4f57-9251-0b2529901da6 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:14.098086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 17f29087-378d-4ccb-861d-a5e21910c7e1 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:45:14.099012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5f73f197-dd11-4d55-9a6b-3845de0be3a4 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Request body: {'router': {'name': 'tempest-router-1402880415', 'distributed': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:14.120705 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a1908-dbaa-4b5b-a972-330f0f2dbe04 req-6505a82e-83f9-4694-b564-c8d0bd2581af tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:14.128228 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-182a1908-dbaa-4b5b-a972-330f0f2dbe04 req-6505a82e-83f9-4694-b564-c8d0bd2581af tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1255095 Nov 11 21:45:14.151571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 17f29087-378d-4ccb-861d-a5e21910c7e1 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:45:14.151923 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 17f29087-378d-4ccb-861d-a5e21910c7e1 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:45:14.152351 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 170fdf14-92f1-46dd-9653-cf7f6374418f no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:45:14.201051 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 170fdf14-92f1-46dd-9653-cf7f6374418f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:45:14.201460 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 170fdf14-92f1-46dd-9653-cf7f6374418f not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:45:14.261730 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-d9940a26-1a23-4f57-9251-0b2529901da6 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] For port 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=80d12e50-e9fd-4ab3-9b6a-51cf066a20b3,segment=NetworkSegment(4d51213d-b60b-44f0-b901-d8e9c503dc12),segment_id=4d51213d-b60b-44f0-b901-d8e9c503dc12)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:14.262117 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9940a26-1a23-4f57-9251-0b2529901da6 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:14.275742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d9940a26-1a23-4f57-9251-0b2529901da6 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:14.319791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-182a1908-dbaa-4b5b-a972-330f0f2dbe04 req-375a2ab4-aa5b-4f2a-b133-3aa35b6e4523 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773341 Nov 11 21:45:14.332214 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f73f197-dd11-4d55-9a6b-3845de0be3a4 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:14.339032 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f73f197-dd11-4d55-9a6b-3845de0be3a4 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:14.385080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-eaefe882-6b44-444d-9df1-cd07df09d736 req-edfab4e6-dab1-4146-b212-ba35215af360 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1999330538', 'description': 'tempest-description-809478130'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:14.504566 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:14.519062 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9940a26-1a23-4f57-9251-0b2529901da6 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:14.629252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9940a26-1a23-4f57-9251-0b2529901da6 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=80d12e50-e9fd-4ab3-9b6a-51cf066a20b3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:14.632554 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-eaefe882-6b44-444d-9df1-cd07df09d736 req-edfab4e6-dab1-4146-b212-ba35215af360 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:14.635241 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f73f197-dd11-4d55-9a6b-3845de0be3a4 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:14.670899 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f73f197-dd11-4d55-9a6b-3845de0be3a4 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:14.711011 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f73f197-dd11-4d55-9a6b-3845de0be3a4 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:14.717439 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5f73f197-dd11-4d55-9a6b-3845de0be3a4 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6233020 Nov 11 21:45:14.718143 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50628) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:14.927832 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cad6e78a-0bea-480e-a21d-dccdb39ca112 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:15.284022 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-eaefe882-6b44-444d-9df1-cd07df09d736 req-edfab4e6-dab1-4146-b212-ba35215af360 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:15.291013 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-eaefe882-6b44-444d-9df1-cd07df09d736 req-edfab4e6-dab1-4146-b212-ba35215af360 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:15.294748 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cad6e78a-0bea-480e-a21d-dccdb39ca112 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:15.307097 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cad6e78a-0bea-480e-a21d-dccdb39ca112 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:15.383473 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-eaefe882-6b44-444d-9df1-cd07df09d736 req-edfab4e6-dab1-4146-b212-ba35215af360 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:15.391109 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eaefe882-6b44-444d-9df1-cd07df09d736 req-edfab4e6-dab1-4146-b212-ba35215af360 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 1.0325847 Nov 11 21:45:15.419378 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cad6e78a-0bea-480e-a21d-dccdb39ca112 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:15.423882 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad6e78a-0bea-480e-a21d-dccdb39ca112 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c9361eb-7e7e-403e-b986-35f4c45de141 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:45:15.434516 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cad6e78a-0bea-480e-a21d-dccdb39ca112 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:15.451295 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cad6e78a-0bea-480e-a21d-dccdb39ca112 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] 10.222.0.57 "DELETE /v2.0/routers/8c9361eb-7e7e-403e-b986-35f4c45de141 HTTP/1.1" status: 204 len: 168 time: 0.7287779 Nov 11 21:45:15.452526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfab4e6-dab1-4146-b212-ba35215af360 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e587306e-d9d9-4842-adcd-f28b902f050d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:15.460046 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50638) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:15.471507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-36c154eb-142d-4dc7-bba4-f8a1ded85c5f tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Request body: {'router': {'name': 'tempest-router-1453824458', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9ab1dc5a8d81488ea9190522a516a80d'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:15.606747 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d9940a26-1a23-4f57-9251-0b2529901da6 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:15.614674 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-36c154eb-142d-4dc7-bba4-f8a1ded85c5f tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:15.619739 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-36c154eb-142d-4dc7-bba4-f8a1ded85c5f tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:15.769293 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-36c154eb-142d-4dc7-bba4-f8a1ded85c5f tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:15.806446 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-765a66e8-08ea-436c-a6ad-27b25a52114c req-80071d5b-4802-458f-b35f-c89074806627 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1999330538&fields=id&tenant_id=e6091779eb404dd0a53fc90332b835f8 HTTP/1.1" status: 200 len: 267 time: 0.3014467 Nov 11 21:45:15.810087 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-36c154eb-142d-4dc7-bba4-f8a1ded85c5f tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:15.858636 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-36c154eb-142d-4dc7-bba4-f8a1ded85c5f tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:15.862897 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-36c154eb-142d-4dc7-bba4-f8a1ded85c5f tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3951471 Nov 11 21:45:15.863519 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50646) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:15.876591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-159cea8c-dd5e-4fff-8c2c-480d7cb34066 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:15.916433 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a66e8-08ea-436c-a6ad-27b25a52114c req-3950a0e9-e9ca-4f9b-bcd4-c2286a080e70 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:15.930350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-765a66e8-08ea-436c-a6ad-27b25a52114c req-3950a0e9-e9ca-4f9b-bcd4-c2286a080e70 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1227441 Nov 11 21:45:15.984533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-765a66e8-08ea-436c-a6ad-27b25a52114c req-53df9f52-cdf6-45dc-baa7-234422a81074 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Request body: {'port': {'security_groups': ['14069229-49ba-4a7b-9947-fe30acb6c2d7', 'e587306e-d9d9-4842-adcd-f28b902f050d']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:16.029358 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0a56e18d-3060-45d1-a24f-0e30df9cb841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:16.128057 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-765a66e8-08ea-436c-a6ad-27b25a52114c req-53df9f52-cdf6-45dc-baa7-234422a81074 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:16.206903 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9940a26-1a23-4f57-9251-0b2529901da6 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 7766556b-530d-42a1-9011-495dec7b3e38 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:45:16.512092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9940a26-1a23-4f57-9251-0b2529901da6 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:45:16.539381 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d9940a26-1a23-4f57-9251-0b2529901da6 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/7766556b-530d-42a1-9011-495dec7b3e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5829258 Nov 11 21:45:16.545291 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86cc25-3e6a-4d8c-9361-6ae04350dc8b None None] Sync routers for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:45:16.545861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50652) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:16.558561 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86cc25-3e6a-4d8c-9361-6ae04350dc8b None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:16.560821 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d86cc25-3e6a-4d8c-9361-6ae04350dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:16.665303 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e7395a-248e-4f0e-9813-d4999806657d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting subnet 7f4623bf-107b-45e8-bf80-9b6fab28b676 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:45:16.680279 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-159cea8c-dd5e-4fff-8c2c-480d7cb34066 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:16.680885 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-159cea8c-dd5e-4fff-8c2c-480d7cb34066 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:16.681715 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-76e7395a-248e-4f0e-9813-d4999806657d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:16.765064 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-76e7395a-248e-4f0e-9813-d4999806657d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:16.776697 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8d86cc25-3e6a-4d8c-9361-6ae04350dc8b None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:16.948048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-159cea8c-dd5e-4fff-8c2c-480d7cb34066 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102534) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 11 21:45:16.948511 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-159cea8c-dd5e-4fff-8c2c-480d7cb34066 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Router 6376f44d-ecb5-4759-b7de-f398f02e2ab5 migrating from provider to provider. {{(pid=102534) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 11 21:45:16.949894 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-159cea8c-dd5e-4fff-8c2c-480d7cb34066 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:16.964867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-76e7395a-248e-4f0e-9813-d4999806657d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:16.968305 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-159cea8c-dd5e-4fff-8c2c-480d7cb34066 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:17.010681 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-159cea8c-dd5e-4fff-8c2c-480d7cb34066 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:17.128401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-76e7395a-248e-4f0e-9813-d4999806657d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:17.157919 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-765a66e8-08ea-436c-a6ad-27b25a52114c req-53df9f52-cdf6-45dc-baa7-234422a81074 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] For port 4ecba91d-b901-4d2a-8792-5343454cd5b5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5,segment=NetworkSegment(cdb637cc-eabc-4745-8a19-58d923408eff),segment_id=cdb637cc-eabc-4745-8a19-58d923408eff)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:17.158552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7395a-248e-4f0e-9813-d4999806657d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4623bf-107b-45e8-bf80-9b6fab28b676,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:17.164196 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-76e7395a-248e-4f0e-9813-d4999806657d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:17.172396 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-76e7395a-248e-4f0e-9813-d4999806657d tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/7f4623bf-107b-45e8-bf80-9b6fab28b676 HTTP/1.1" status: 204 len: 168 time: 0.6177452 Nov 11 21:45:17.173211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50662) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:17.178187 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:17.181873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b9408a-0f19-4897-87a1-a08a3eaf6add None None] Network d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:45:17.241522 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-765a66e8-08ea-436c-a6ad-27b25a52114c req-53df9f52-cdf6-45dc-baa7-234422a81074 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:17.311327 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:17.365773 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d86cc25-3e6a-4d8c-9361-6ae04350dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:14Z', 'revision_number': 9, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:17.395418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:17.396162 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:17.403947 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-765a66e8-08ea-436c-a6ad-27b25a52114c req-53df9f52-cdf6-45dc-baa7-234422a81074 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:17.414114 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86cc25-3e6a-4d8c-9361-6ae04350dc8b None None] Checking router: 7766556b-530d-42a1-9011-495dec7b3e38 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:45:17.417855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['4ecba91d-b901-4d2a-8792-5343454cd5b5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:45:17.434544 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86cc25-3e6a-4d8c-9361-6ae04350dc8b None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:17.435778 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d86cc25-3e6a-4d8c-9361-6ae04350dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:17.500299 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df9f52-cdf6-45dc-baa7-234422a81074 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Pushing event updated for resources: {'Port': ['ID=4ecba91d-b901-4d2a-8792-5343454cd5b5,revision_number=6']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:17.525905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] DHCP port deletion for d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:45:17.529799 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a66e8-08ea-436c-a6ad-27b25a52114c req-53df9f52-cdf6-45dc-baa7-234422a81074 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:17.530493 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-765a66e8-08ea-436c-a6ad-27b25a52114c req-53df9f52-cdf6-45dc-baa7-234422a81074 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:17.531961 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-765a66e8-08ea-436c-a6ad-27b25a52114c req-53df9f52-cdf6-45dc-baa7-234422a81074 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "PUT /v2.0/ports/4ecba91d-b901-4d2a-8792-5343454cd5b5 HTTP/1.1" status: 200 len: 982 time: 1.6003582 Nov 11 21:45:17.533537 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'tag': '4ecba91d-b901-4d2a-8792-5343454cd5b5'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:45:17.535799 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228b99ca-7030-4d51-beca-c7413ef401bf" -d '{"events": [{"name": "network-changed", "server_uuid": "979925d1-0330-4396-b3d6-a869dcfe2ce4", "tag": "4ecba91d-b901-4d2a-8792-5343454cd5b5"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:45:17.554446 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] For port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=9e104fed-3e3c-44aa-a5f0-0c7b155c726f,segment=NetworkSegment(4d51213d-b60b-44f0-b901-d8e9c503dc12),segment_id=4d51213d-b60b-44f0-b901-d8e9c503dc12)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:17.554795 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:17.578993 n-d-805737-3 neutron-server[102534]: WARNING neutron.scheduler.l3_agent_scheduler [None req-159cea8c-dd5e-4fff-8c2c-480d7cb34066 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] No L3 agents can host the router 6376f44d-ecb5-4759-b7de-f398f02e2ab5 Nov 11 21:45:17.598375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for 9e104fed-3e3c-44aa-a5f0-0c7b155c726f owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:17.665300 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8d86cc25-3e6a-4d8c-9361-6ae04350dc8b None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:17.723115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['4ecba91d-b901-4d2a-8792-5343454cd5b5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:45:17.819047 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:17.867155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=9e104fed-3e3c-44aa-a5f0-0c7b155c726f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:17.889248 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No DVR routers for this DVR port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:45:17.959911 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159cea8c-dd5e-4fff-8c2c-480d7cb34066 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Hosts for router 6376f44d-ecb5-4759-b7de-f398f02e2ab5: [] {{(pid=102534) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 11 21:45:18.014773 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Deleting port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:18.020161 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:18.078161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 9e104fed-3e3c-44aa-a5f0-0c7b155c726f no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:45:18.094708 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d86cc25-3e6a-4d8c-9361-6ae04350dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:14Z', 'revision_number': 9, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:18.101284 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993c0f79-d3c6-4a15-91c6-5e1351279181 x-openstack-request-id: req-993c0f79-d3c6-4a15-91c6-5e1351279181 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:45:18.103716 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979925d1-0330-4396-b3d6-a869dcfe2ce4", "tag": "4ecba91d-b901-4d2a-8792-5343454cd5b5", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:45:18.104040 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-993c0f79-d3c6-4a15-91c6-5e1351279181 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:45:18.104454 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'tag': '4ecba91d-b901-4d2a-8792-5343454cd5b5', 'status': 'completed', 'code': 200} Nov 11 21:45:18.118284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f706bec2-b659-48ea-86f9-95b31c2d6731 req-5447edf9-23bb-4398-9e0e-6e4aed3d880a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1999330538&fields=id&tenant_id=e6091779eb404dd0a53fc90332b835f8 HTTP/1.1" status: 200 len: 267 time: 0.4104414 Nov 11 21:45:18.122425 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 9e104fed-3e3c-44aa-a5f0-0c7b155c726f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:45:18.122768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 9e104fed-3e3c-44aa-a5f0-0c7b155c726f not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:45:18.169339 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:18.173503 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86cc25-3e6a-4d8c-9361-6ae04350dc8b None None] The sync data for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 is: [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:14Z', 'revision_number': 9, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': 'be0c77e5-46ee-4e3f-b74c-85bc2fe29adb', 'name': '', 'network_id': 'c6b9c041-a760-4468-ab05-bdfe24b1c5c9', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:8a:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:42Z', 'updated_at': '2021-11-11T21:44:52Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': '893155d2-30b8-43a6-8599-db610f0f2ed1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:45:18.189176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159cea8c-dd5e-4fff-8c2c-480d7cb34066 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Hosts for other DVR routers connected to router 6376f44d-ecb5-4759-b7de-f398f02e2ab5: set() {{(pid=102534) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 11 21:45:18.203252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b99ca-7030-4d51-beca-c7413ef401bf req-f49c20e0-b4fb-4ec3-9d95-757476eb2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:18.203794 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-159cea8c-dd5e-4fff-8c2c-480d7cb34066 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:18.205073 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-159cea8c-dd5e-4fff-8c2c-480d7cb34066 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] 10.222.0.57 "PUT /v2.0/routers/6376f44d-ecb5-4759-b7de-f398f02e2ab5 HTTP/1.1" status: 200 len: 717 time: 2.3369615 Nov 11 21:45:18.205678 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-228b99ca-7030-4d51-beca-c7413ef401bf req-f49c20e0-b4fb-4ec3-9d95-757476eb2694 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e6091779eb404dd0a53fc90332b835f8&device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 1136 time: 0.1858752 Nov 11 21:45:18.208055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50678) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:18.215002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:18.257631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706bec2-b659-48ea-86f9-95b31c2d6731 req-c8dd0ff1-a2ed-494d-810b-b80eede5aff6 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:18.277016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f706bec2-b659-48ea-86f9-95b31c2d6731 req-c8dd0ff1-a2ed-494d-810b-b80eede5aff6 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 985 time: 0.1574044 Nov 11 21:45:18.280231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d51213d-b60b-44f0-b901-d8e9c503dc12') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:18.280831 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d51213d-b60b-44f0-b901-d8e9c503dc12') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:18.284384 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-f706bec2-b659-48ea-86f9-95b31c2d6731 req-4b6fc358-de95-46e7-9377-12585436da73 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Request body: {'port': {'security_groups': ['14069229-49ba-4a7b-9947-fe30acb6c2d7']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:18.382711 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:18.390788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] For port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:18.391324 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:18.412981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Calling delete_port for 9e104fed-3e3c-44aa-a5f0-0c7b155c726f owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:18.415892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:45:18.417466 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e0599e1a-d08f-4c3d-9b5a-7ec390c3b2cc tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] 10.222.0.57 "GET /v2.0/routers/6376f44d-ecb5-4759-b7de-f398f02e2ab5 HTTP/1.1" status: 200 len: 717 time: 0.2080860 Nov 11 21:45:18.422375 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:18.430771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50682) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:18.462903 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f706bec2-b659-48ea-86f9-95b31c2d6731 req-4b6fc358-de95-46e7-9377-12585436da73 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:18.474411 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:18.489789 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] No DVR routers for this DVR port 9e104fed-3e3c-44aa-a5f0-0c7b155c726f on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:45:18.493578 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Pushing event deleted for resources: {'Port': ['ID=9e104fed-3e3c-44aa-a5f0-0c7b155c726f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:18.505950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:45:18.508181 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:45:18.516941 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:45:18.551555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:18.552232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:18.552759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:18.553328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:18.553875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:18.554422 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:18.554967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:18.555473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:18.556091 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:18.556823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:18.557397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:18.557900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736da66-1187-4516-8a48-98d0a0100de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:18.569239 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:18.666551 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b99ca-7030-4d51-beca-c7413ef401bf req-8137cf91-b87b-410f-8074-51ab7ca2ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:18.680776 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-228b99ca-7030-4d51-beca-c7413ef401bf req-8137cf91-b87b-410f-8074-51ab7ca2ac09 service neutron] 10.222.0.71 "GET /v2.0/networks?id=58e7a506-7b3e-42b2-b385-05bccfc6062e HTTP/1.1" status: 200 len: 922 time: 0.4628158 Nov 11 21:45:18.757756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f706bec2-b659-48ea-86f9-95b31c2d6731 req-4b6fc358-de95-46e7-9377-12585436da73 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] For port 4ecba91d-b901-4d2a-8792-5343454cd5b5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5,segment=NetworkSegment(cdb637cc-eabc-4745-8a19-58d923408eff),segment_id=cdb637cc-eabc-4745-8a19-58d923408eff)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:18.795132 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f706bec2-b659-48ea-86f9-95b31c2d6731 req-4b6fc358-de95-46e7-9377-12585436da73 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:18.801372 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f706bec2-b659-48ea-86f9-95b31c2d6731 req-4b6fc358-de95-46e7-9377-12585436da73 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:18.816430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['4ecba91d-b901-4d2a-8792-5343454cd5b5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:45:18.857025 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-527f19cf-439d-4b43-8e47-f9a308a32402 tempest-RoutersTestDVR-1004671818 tempest-RoutersTestDVR-1004671818-project] 10.222.0.57 "GET /v2.0/routers/6376f44d-ecb5-4759-b7de-f398f02e2ab5 HTTP/1.1" status: 200 len: 683 time: 0.4247522 Nov 11 21:45:18.877261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50688) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:18.883639 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fc358-de95-46e7-9377-12585436da73 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Pushing event updated for resources: {'Port': ['ID=4ecba91d-b901-4d2a-8792-5343454cd5b5,revision_number=7']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:18.919160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706bec2-b659-48ea-86f9-95b31c2d6731 req-4b6fc358-de95-46e7-9377-12585436da73 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:18.920179 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f706bec2-b659-48ea-86f9-95b31c2d6731 req-4b6fc358-de95-46e7-9377-12585436da73 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:18.925503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f706bec2-b659-48ea-86f9-95b31c2d6731 req-4b6fc358-de95-46e7-9377-12585436da73 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "PUT /v2.0/ports/4ecba91d-b901-4d2a-8792-5343454cd5b5 HTTP/1.1" status: 200 len: 943 time: 0.6462998 Nov 11 21:45:18.951673 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-228b99ca-7030-4d51-beca-c7413ef401bf req-e276f939-b9c5-4048-9353-72063c741da4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5 HTTP/1.1" status: 200 len: 217 time: 0.0873885 Nov 11 21:45:18.977622 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:19.020854 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:19.023943 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/networks/d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce HTTP/1.1" status: 204 len: 168 time: 1.8496451 Nov 11 21:45:19.037333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50694) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:19.048920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317aab29-4f8d-43ae-8258-89671b307f2a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Network': ['ID=d0cfa8bf-690f-4278-b2fc-ad8a467ad2ce,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:19.068704 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['4ecba91d-b901-4d2a-8792-5343454cd5b5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:45:19.222936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b99ca-7030-4d51-beca-c7413ef401bf req-0aeb8895-1bc3-4f5e-9fe4-15f726452d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:19.235814 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-228b99ca-7030-4d51-beca-c7413ef401bf req-0aeb8895-1bc3-4f5e-9fe4-15f726452d8b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2 HTTP/1.1" status: 200 len: 860 time: 0.2790725 Nov 11 21:45:19.295886 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-228b99ca-7030-4d51-beca-c7413ef401bf req-15944def-6c07-4334-8b4e-d5eae21b4835 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=58e7a506-7b3e-42b2-b385-05bccfc6062e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483868 Nov 11 21:45:19.298949 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-52b5afb0-abd2-4fb2-b4c3-0124ce6817f9 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:19.313699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-228b99ca-7030-4d51-beca-c7413ef401bf req-c806f67a-e9c2-4dd1-a53e-4753cd8318dc service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:19.314988 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-228b99ca-7030-4d51-beca-c7413ef401bf req-c806f67a-e9c2-4dd1-a53e-4753cd8318dc service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066800 Nov 11 21:45:19.494151 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:19.629013 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-228b99ca-7030-4d51-beca-c7413ef401bf req-c3de918a-265c-4293-94ba-265f4778a5d7 service neutron] 10.222.0.71 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770932 Nov 11 21:45:19.734791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d519014-a845-452a-8794-adde980b75be req-017079af-0678-414b-871d-1054801c4228 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7728896 Nov 11 21:45:19.843522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:19.870738 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-228b99ca-7030-4d51-beca-c7413ef401bf req-794fc314-f036-433d-b7bf-b445578a4542 service neutron] 10.222.0.71 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225358 Nov 11 21:45:19.877910 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-52b5afb0-abd2-4fb2-b4c3-0124ce6817f9 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:19.881459 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:19.888421 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-52b5afb0-abd2-4fb2-b4c3-0124ce6817f9 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:20.021109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:45:20.063762 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:45:20.064122 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 80d12e50-e9fd-4ab3-9b6a-51cf066a20b3 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:45:20.088579 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-629600cd-eb3a-4f5e-b2cb-12f3d0d3c74e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:20.518183 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-629600cd-eb3a-4f5e-b2cb-12f3d0d3c74e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port be0c77e5-46ee-4e3f-b74c-85bc2fe29adb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:20.518563 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-629600cd-eb3a-4f5e-b2cb-12f3d0d3c74e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:20.630133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-629600cd-eb3a-4f5e-b2cb-12f3d0d3c74e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] For port be0c77e5-46ee-4e3f-b74c-85bc2fe29adb, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=be0c77e5-46ee-4e3f-b74c-85bc2fe29adb,segment=NetworkSegment(7e4029e3-31b7-45ca-828d-e4501d16ab74),segment_id=7e4029e3-31b7-45ca-828d-e4501d16ab74)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:20.630502 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-629600cd-eb3a-4f5e-b2cb-12f3d0d3c74e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:20.644905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-629600cd-eb3a-4f5e-b2cb-12f3d0d3c74e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for be0c77e5-46ee-4e3f-b74c-85bc2fe29adb owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:20.811417 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'tag': '4ecba91d-b901-4d2a-8792-5343454cd5b5'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:45:20.817481 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0f7485-1d1e-4e63-8e13-991c5b399175" -d '{"events": [{"name": "network-changed", "server_uuid": "979925d1-0330-4396-b3d6-a869dcfe2ce4", "tag": "4ecba91d-b901-4d2a-8792-5343454cd5b5"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:45:20.837797 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-52b5afb0-abd2-4fb2-b4c3-0124ce6817f9 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:20.839408 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b5afb0-abd2-4fb2-b4c3-0124ce6817f9 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6376f44d-ecb5-4759-b7de-f398f02e2ab5 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:45:20.851490 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-52b5afb0-abd2-4fb2-b4c3-0124ce6817f9 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:20.854106 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-52b5afb0-abd2-4fb2-b4c3-0124ce6817f9 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] 10.222.0.57 "DELETE /v2.0/routers/6376f44d-ecb5-4759-b7de-f398f02e2ab5 HTTP/1.1" status: 204 len: 168 time: 1.9639950 Nov 11 21:45:20.859656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50720) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:20.866870 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-940f7d68-30b0-409e-add2-940eca78bd79 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Request body: {'router': {'name': 'tempest-router-2112777783', 'distributed': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:20.876997 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-629600cd-eb3a-4f5e-b2cb-12f3d0d3c74e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:20.921643 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901f06f6-ba17-4746-be8a-0f7462c52b32 x-openstack-request-id: req-901f06f6-ba17-4746-be8a-0f7462c52b32 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:45:20.922282 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979925d1-0330-4396-b3d6-a869dcfe2ce4", "tag": "4ecba91d-b901-4d2a-8792-5343454cd5b5", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:45:20.922808 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-901f06f6-ba17-4746-be8a-0f7462c52b32 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:45:20.923529 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'tag': '4ecba91d-b901-4d2a-8792-5343454cd5b5', 'status': 'completed', 'code': 200} Nov 11 21:45:20.935347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629600cd-eb3a-4f5e-b2cb-12f3d0d3c74e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=be0c77e5-46ee-4e3f-b74c-85bc2fe29adb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:21.021195 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.049887 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-940f7d68-30b0-409e-add2-940eca78bd79 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.051647 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-940f7d68-30b0-409e-add2-940eca78bd79 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.123229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f7485-1d1e-4e63-8e13-991c5b399175 req-28c936e7-01ac-49ff-87fe-157c3f50a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:21.125088 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5c0f7485-1d1e-4e63-8e13-991c5b399175 req-28c936e7-01ac-49ff-87fe-157c3f50a5cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e6091779eb404dd0a53fc90332b835f8&device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 1097 time: 0.1676617 Nov 11 21:45:21.176734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Allocated IP 172.25.0.251 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/f303d188-0b18-47b4-849a-22dbf51c4b0e) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:45:21.234412 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-940f7d68-30b0-409e-add2-940eca78bd79 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.280945 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-940f7d68-30b0-409e-add2-940eca78bd79 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.368296 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-940f7d68-30b0-409e-add2-940eca78bd79 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.370527 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-940f7d68-30b0-409e-add2-940eca78bd79 tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5089927 Nov 11 21:45:21.374361 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.375379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50728) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:21.383299 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-629600cd-eb3a-4f5e-b2cb-12f3d0d3c74e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.428127 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.491274 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:45:21.498469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:45:21.503014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:45:21.535209 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Pushing event updated for resources: {'Port': ['ID=f303d188-0b18-47b4-849a-22dbf51c4b0e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:21.634268 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.686940 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.849223 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8812b30-664a-4c65-a463-c6fc5cda1cdb tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.850156 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.855946 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.924810 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Pushing event updated for resources: {'Port': ['ID=f303d188-0b18-47b4-849a-22dbf51c4b0e,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:21.938961 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.957386 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:21.958613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d519014-a845-452a-8794-adde980b75be req-5744d926-0902-47fb-aa5e-4ba598070d4a tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1429341 Nov 11 21:45:22.027760 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8812b30-664a-4c65-a463-c6fc5cda1cdb tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:22.029978 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8812b30-664a-4c65-a463-c6fc5cda1cdb tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:22.053114 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d519014-a845-452a-8794-adde980b75be req-eb9342aa-7146-407a-84fc-119360cc1c79 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 696 time: 0.0849409 Nov 11 21:45:22.068916 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f7485-1d1e-4e63-8e13-991c5b399175 req-259ecfc0-13e5-48df-85a5-f94bb8b0b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:22.069940 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5c0f7485-1d1e-4e63-8e13-991c5b399175 req-259ecfc0-13e5-48df-85a5-f94bb8b0b1b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=58e7a506-7b3e-42b2-b385-05bccfc6062e HTTP/1.1" status: 200 len: 922 time: 0.9345722 Nov 11 21:45:22.078227 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8812b30-664a-4c65-a463-c6fc5cda1cdb tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:22.078749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8812b30-664a-4c65-a463-c6fc5cda1cdb tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77b9f300-450a-48ae-b741-eb0c7f4b26e7 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:45:22.122623 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b8812b30-664a-4c65-a463-c6fc5cda1cdb tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:22.125220 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b8812b30-664a-4c65-a463-c6fc5cda1cdb tempest-RoutersTestDVR-1151135998 tempest-RoutersTestDVR-1151135998-project-admin] 10.222.0.57 "DELETE /v2.0/routers/77b9f300-450a-48ae-b741-eb0c7f4b26e7 HTTP/1.1" status: 204 len: 168 time: 0.7486200 Nov 11 21:45:22.176301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d519014-a845-452a-8794-adde980b75be req-d3258915-2373-4b4a-a8cd-85949e4b6c37 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:22.177778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d519014-a845-452a-8794-adde980b75be req-d3258915-2373-4b4a-a8cd-85949e4b6c37 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.1185038 Nov 11 21:45:22.185957 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5c0f7485-1d1e-4e63-8e13-991c5b399175 req-691cbbd3-492c-428f-9ee2-21dcf560f329 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5 HTTP/1.1" status: 200 len: 217 time: 0.0721312 Nov 11 21:45:22.191680 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-6d519014-a845-452a-8794-adde980b75be req-27abe9e6-b6ef-4235-b53d-203e1d2d4adb tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:22.192814 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d519014-a845-452a-8794-adde980b75be req-27abe9e6-b6ef-4235-b53d-203e1d2d4adb tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060384 Nov 11 21:45:22.242808 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f7485-1d1e-4e63-8e13-991c5b399175 req-f5406e48-4fbd-405a-8863-abdaaee4c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:22.244328 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5c0f7485-1d1e-4e63-8e13-991c5b399175 req-f5406e48-4fbd-405a-8863-abdaaee4c038 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2 HTTP/1.1" status: 200 len: 860 time: 0.0483253 Nov 11 21:45:22.283146 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5c0f7485-1d1e-4e63-8e13-991c5b399175 req-72ccead3-a52c-4c64-b617-e9fe5af29b88 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=58e7a506-7b3e-42b2-b385-05bccfc6062e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278573 Nov 11 21:45:22.355879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-a70fd46c-f58b-4a5f-af81-cf8b015c9697 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:22.363831 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-a70fd46c-f58b-4a5f-af81-cf8b015c9697 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0972784 Nov 11 21:45:22.387179 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5c0f7485-1d1e-4e63-8e13-991c5b399175 req-e373247d-cfec-42a6-b737-454420e036b6 service neutron] 10.222.0.71 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963888 Nov 11 21:45:22.424614 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-92b30f60-045d-4e81-8063-b799bd6050d6 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 696 time: 0.0595946 Nov 11 21:45:22.429575 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-2cb1f392-7420-43f9-ac4b-715ed3f51ef2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Request body: {'floatingip': {'port_id': '4ecba91d-b901-4d2a-8792-5343454cd5b5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:22.434167 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50752) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:22.480356 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-2cb1f392-7420-43f9-ac4b-715ed3f51ef2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:22.592770 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629600cd-eb3a-4f5e-b2cb-12f3d0d3c74e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 7766556b-530d-42a1-9011-495dec7b3e38 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:45:22.699298 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67850cf4-3dd1-438e-a80e-cf88156756bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:22.709283 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5c0f7485-1d1e-4e63-8e13-991c5b399175 req-ae825b64-120e-4d6d-83a1-1f552d0caac1 service neutron] 10.222.0.71 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812045 Nov 11 21:45:22.827233 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67850cf4-3dd1-438e-a80e-cf88156756bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:22.833564 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67850cf4-3dd1-438e-a80e-cf88156756bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:22.865612 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-67850cf4-3dd1-438e-a80e-cf88156756bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9ab1dc5a8d81488ea9190522a516a80d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3983994 Nov 11 21:45:22.870940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50772) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:22.966168 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629600cd-eb3a-4f5e-b2cb-12f3d0d3c74e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:45:22.977160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50774) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:22.980465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f32692-3846-40b7-9f20-4ff203dfa359 None None] Sync routers for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:45:22.984489 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-629600cd-eb3a-4f5e-b2cb-12f3d0d3c74e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/7766556b-530d-42a1-9011-495dec7b3e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9456179 Nov 11 21:45:22.987843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67850cf4-3dd1-438e-a80e-cf88156756bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6c70a2-3a63-4acf-88ec-1097d10f7eca,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:22.995885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f32692-3846-40b7-9f20-4ff203dfa359 None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:22.996639 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01692962-d1a9-42c7-bf4b-5c8c6c3c955b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:22.997594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b5f32692-3846-40b7-9f20-4ff203dfa359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:23.024632 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01692962-d1a9-42c7-bf4b-5c8c6c3c955b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:23.085695 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01692962-d1a9-42c7-bf4b-5c8c6c3c955b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:23.089068 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01692962-d1a9-42c7-bf4b-5c8c6c3c955b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:23.093409 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-01692962-d1a9-42c7-bf4b-5c8c6c3c955b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c6c70a2-3a63-4acf-88ec-1097d10f7eca HTTP/1.1" status: 204 len: 168 time: 0.2196395 Nov 11 21:45:23.103667 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01692962-d1a9-42c7-bf4b-5c8c6c3c955b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6c70a2-3a63-4acf-88ec-1097d10f7eca,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:23.166775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-b5f32692-3846-40b7-9f20-4ff203dfa359 None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:23.191040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7c558f-f0b2-489e-90ed-8b1b158bf606 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting subnet 893155d2-30b8-43a6-8599-db610f0f2ed1 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:45:23.218043 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-2cb1f392-7420-43f9-ac4b-715ed3f51ef2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:23.219482 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa7c558f-f0b2-489e-90ed-8b1b158bf606 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:23.258529 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-2cb1f392-7420-43f9-ac4b-715ed3f51ef2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:23.343047 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa7c558f-f0b2-489e-90ed-8b1b158bf606 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:23.456562 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b5f32692-3846-40b7-9f20-4ff203dfa359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:20Z', 'revision_number': 10, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:23.502119 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f32692-3846-40b7-9f20-4ff203dfa359 None None] Checking router: 7766556b-530d-42a1-9011-495dec7b3e38 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:45:23.505645 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-2cb1f392-7420-43f9-ac4b-715ed3f51ef2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Floating IP 503e4589-030f-4b9b-8fa0-7c325812b0a0 associated. External IP: 172.25.0.251, port: 4ecba91d-b901-4d2a-8792-5343454cd5b5. Nov 11 21:45:23.541810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f32692-3846-40b7-9f20-4ff203dfa359 None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:23.542775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b5f32692-3846-40b7-9f20-4ff203dfa359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:23.627525 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50786) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:23.654262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75946600-7ccb-45d4-b22f-67b36466f346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:23.695149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-b5f32692-3846-40b7-9f20-4ff203dfa359 None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:23.792648 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa7c558f-f0b2-489e-90ed-8b1b158bf606 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:23.836098 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75946600-7ccb-45d4-b22f-67b36466f346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:23.845766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75946600-7ccb-45d4-b22f-67b36466f346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:23.882617 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-75946600-7ccb-45d4-b22f-67b36466f346 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e30c653a125f49dabb6e4778800ec563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537482 Nov 11 21:45:23.885498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50792) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:23.928410 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75946600-7ccb-45d4-b22f-67b36466f346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd98c4fc-d744-459c-98f0-60656bd09ad3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:23.955557 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa7c558f-f0b2-489e-90ed-8b1b158bf606 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:24.011969 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa7c558f-f0b2-489e-90ed-8b1b158bf606 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:24.017673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fa7c558f-f0b2-489e-90ed-8b1b158bf606 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/893155d2-30b8-43a6-8599-db610f0f2ed1 HTTP/1.1" status: 204 len: 168 time: 1.0369895 Nov 11 21:45:24.019040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50796) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:24.024593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237275fa-4a72-456e-994f-a0e09c64ce33 None None] Network c6b9c041-a760-4468-ab05-bdfe24b1c5c9 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:45:24.077582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-2cb1f392-7420-43f9-ac4b-715ed3f51ef2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Router f5dcff76-d299-42fe-9985-5e331d7bf0fd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:45:24.079542 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c558f-f0b2-489e-90ed-8b1b158bf606 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Subnet': ['ID=893155d2-30b8-43a6-8599-db610f0f2ed1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:24.140289 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:24.147460 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37911951-8762-4b98-8ab9-975c8d8c9689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:24.196035 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37911951-8762-4b98-8ab9-975c8d8c9689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:24.202296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b5f32692-3846-40b7-9f20-4ff203dfa359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:20Z', 'revision_number': 10, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:24.246055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port d29843ce-71b8-4192-af25-661c3bf49d7c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:24.246963 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:24.259672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f32692-3846-40b7-9f20-4ff203dfa359 None None] The sync data for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 is: [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:20Z', 'revision_number': 10, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None, '_interfaces': [{'id': 'd321a1e1-9815-4a97-8a67-bbf0b33976f8', 'name': '', 'network_id': '27fa410b-d33b-48c5-9c9a-4e31688a3b21', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'mac_address': 'fa:16:3e:ee:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766556b-530d-42a1-9011-495dec7b3e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:36Z', 'updated_at': '2021-11-11T21:44:45Z', 'revision_number': 5, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'subnets': [{'id': 'd4772678-d7fb-48e1-9ba3-33558c90caae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:45:24.287322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-2cb1f392-7420-43f9-ac4b-715ed3f51ef2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:45:24.295126 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-2cb1f392-7420-43f9-ac4b-715ed3f51ef2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:24.312452 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbfb640-9910-4c9a-8cbc-c3434042889b None None] Sync routers for ids ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:45:24.336924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] For port d29843ce-71b8-4192-af25-661c3bf49d7c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d29843ce-71b8-4192-af25-661c3bf49d7c,segment=NetworkSegment(7e4029e3-31b7-45ca-828d-e4501d16ab74),segment_id=7e4029e3-31b7-45ca-828d-e4501d16ab74)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:24.337302 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:24.340009 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37911951-8762-4b98-8ab9-975c8d8c9689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:24.343550 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-37911951-8762-4b98-8ab9-975c8d8c9689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:24.344790 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-37911951-8762-4b98-8ab9-975c8d8c9689 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd98c4fc-d744-459c-98f0-60656bd09ad3 HTTP/1.1" status: 204 len: 168 time: 0.4579563 Nov 11 21:45:24.363291 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37911951-8762-4b98-8ab9-975c8d8c9689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd98c4fc-d744-459c-98f0-60656bd09ad3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:24.364758 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbfb640-9910-4c9a-8cbc-c3434042889b None None] Routers {'f5dcff76-d299-42fe-9985-5e331d7bf0fd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:24.365530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for d29843ce-71b8-4192-af25-661c3bf49d7c owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:24.370975 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1dbfb640-9910-4c9a-8cbc-c3434042889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:24.433356 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-2cb1f392-7420-43f9-ac4b-715ed3f51ef2 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "PUT /v2.0/floatingips/503e4589-030f-4b9b-8fa0-7c325812b0a0 HTTP/1.1" status: 200 len: 997 time: 2.0057662 Nov 11 21:45:24.433745 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'tag': '4ecba91d-b901-4d2a-8792-5343454cd5b5'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:45:24.451501 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471051a7-fbe2-4a55-aaab-376407b4e590" -d '{"events": [{"name": "network-changed", "server_uuid": "979925d1-0330-4396-b3d6-a869dcfe2ce4", "tag": "4ecba91d-b901-4d2a-8792-5343454cd5b5"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:45:24.538240 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d132b769-881d-4dd2-b2ae-e64037ddc168 x-openstack-request-id: req-d132b769-881d-4dd2-b2ae-e64037ddc168 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:45:24.539092 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979925d1-0330-4396-b3d6-a869dcfe2ce4", "tag": "4ecba91d-b901-4d2a-8792-5343454cd5b5", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:45:24.539903 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d132b769-881d-4dd2-b2ae-e64037ddc168 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:45:24.540308 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'tag': '4ecba91d-b901-4d2a-8792-5343454cd5b5', 'status': 'completed', 'code': 200} Nov 11 21:45:24.553659 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:24.584953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-4915f7e6-bb64-4c3c-afa4-bd08b7457465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:24.590251 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-4915f7e6-bb64-4c3c-afa4-bd08b7457465 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6091779eb404dd0a53fc90332b835f8&device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 1097 time: 0.1351371 Nov 11 21:45:24.593649 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=d29843ce-71b8-4192-af25-661c3bf49d7c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:24.603904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No DVR routers for this DVR port d29843ce-71b8-4192-af25-661c3bf49d7c on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:45:24.739015 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1dbfb640-9910-4c9a-8cbc-c3434042889b None None] Set router f5dcff76-d299-42fe-9985-5e331d7bf0fd gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:24.932239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-1275fb95-244a-4e26-97b1-6ad9f88c7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:24.941887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-1275fb95-244a-4e26-97b1-6ad9f88c7596 service neutron] 10.222.0.57 "GET /v2.0/networks?id=58e7a506-7b3e-42b2-b385-05bccfc6062e HTTP/1.1" status: 200 len: 922 time: 0.3445261 Nov 11 21:45:25.014536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471051a7-fbe2-4a55-aaab-376407b4e590 req-ced1f400-301f-4c4b-943f-870914225761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:25.024637 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-471051a7-fbe2-4a55-aaab-376407b4e590 req-ced1f400-301f-4c4b-943f-870914225761 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e6091779eb404dd0a53fc90332b835f8&device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 1097 time: 0.4429731 Nov 11 21:45:25.026624 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:25.111805 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5b6d10-8c31-4191-8860-6f5bc27445f1 None None] DHCP port deletion for c6b9c041-a760-4468-ab05-bdfe24b1c5c9 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:45:25.391996 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-3922f09b-94fa-4dc1-b5a4-ebf1784d8cc3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5 HTTP/1.1" status: 200 len: 1000 time: 0.4366674 Nov 11 21:45:25.407298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b9c041-a760-4468-ab05-bdfe24b1c5c9']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:25.437795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4029e3-31b7-45ca-828d-e4501d16ab74') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:25.438136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4029e3-31b7-45ca-828d-e4501d16ab74') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:25.471539 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:25.484234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-79aa0455-7c8c-4881-84d2-271962ad0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:25.489430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-79aa0455-7c8c-4881-84d2-271962ad0745 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2 HTTP/1.1" status: 200 len: 860 time: 0.0887733 Nov 11 21:45:25.519400 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471051a7-fbe2-4a55-aaab-376407b4e590 req-7d16fa78-626d-4941-ab03-55ad7b31fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:25.521093 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-471051a7-fbe2-4a55-aaab-376407b4e590 req-7d16fa78-626d-4941-ab03-55ad7b31fa43 service neutron] 10.222.0.71 "GET /v2.0/networks?id=58e7a506-7b3e-42b2-b385-05bccfc6062e HTTP/1.1" status: 200 len: 922 time: 0.4715447 Nov 11 21:45:25.527780 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:25.558956 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-8d1b4bae-4eed-4e6a-b61a-23508e179cfa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=58e7a506-7b3e-42b2-b385-05bccfc6062e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619507 Nov 11 21:45:25.559524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:45:25.559950 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:45:25.563522 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:45:25.574183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-0e7855f3-bf04-466f-a916-c0d92c34a5de service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:25.575194 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-0e7855f3-bf04-466f-a916-c0d92c34a5de service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058582 Nov 11 21:45:25.674136 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1dbfb640-9910-4c9a-8cbc-c3434042889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '730ac737-1183-4e18-8185-b1b836a710b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:18Z', 'revision_number': 4, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'gw_port': {'id': '730ac737-1183-4e18-8185-b1b836a710b2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '503e4589-030f-4b9b-8fa0-7c325812b0a0', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'port_id': '4ecba91d-b901-4d2a-8792-5343454cd5b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e', 'mac_address': 'fa:16:3e:77:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:45:21Z', 'updated_at': '2021-11-11T21:45:22Z', 'revision_number': 1, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad39b75-c099-493c-8740-f8affda82f0e', 'name': '', 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'mac_address': 'fa:16:3e:1b:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:17Z', 'updated_at': '2021-11-11T21:44:25Z', 'revision_number': 5, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'subnets': [{'id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:25.732732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-ec44eee8-be0f-4fc1-aa15-580182f73bda service neutron] 10.222.0.57 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491597 Nov 11 21:45:25.769949 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-471051a7-fbe2-4a55-aaab-376407b4e590 req-683c842e-ba44-498b-9e39-1a82285e9d25 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5 HTTP/1.1" status: 200 len: 1000 time: 0.2290237 Nov 11 21:45:25.790092 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbfb640-9910-4c9a-8cbc-c3434042889b None None] Checking router: f5dcff76-d299-42fe-9985-5e331d7bf0fd for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:45:25.815195 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbfb640-9910-4c9a-8cbc-c3434042889b None None] Routers {'f5dcff76-d299-42fe-9985-5e331d7bf0fd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:25.821618 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1dbfb640-9910-4c9a-8cbc-c3434042889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:25.878351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa0c23a-7ec3-49ee-b236-3b8cec998be0 req-05c8ce64-4939-40ff-a73f-703ec497154d service neutron] 10.222.0.57 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382895 Nov 11 21:45:25.896414 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:25.928067 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:25.934002 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/networks/c6b9c041-a760-4468-ab05-bdfe24b1c5c9 HTTP/1.1" status: 204 len: 168 time: 1.9110339 Nov 11 21:45:25.934894 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50846) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:26.088737 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1dbfb640-9910-4c9a-8cbc-c3434042889b None None] Set router f5dcff76-d299-42fe-9985-5e331d7bf0fd gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:26.102073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d29843ce-71b8-4192-af25-661c3bf49d7c no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:45:26.140630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: d29843ce-71b8-4192-af25-661c3bf49d7c {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:45:26.147630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d29843ce-71b8-4192-af25-661c3bf49d7c not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:45:26.148317 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device be0c77e5-46ee-4e3f-b74c-85bc2fe29adb no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:45:26.166940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-924b5587-4a75-4358-a0cb-f29925a9128d tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 1000 time: 0.2426190 Nov 11 21:45:26.191926 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: be0c77e5-46ee-4e3f-b74c-85bc2fe29adb {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:45:26.192268 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device be0c77e5-46ee-4e3f-b74c-85bc2fe29adb not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:45:26.254120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-16b49f15-e978-4ec0-9c71-42b6df5a24c0 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:26.267633 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-16b49f15-e978-4ec0-9c71-42b6df5a24c0 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports/4ecba91d-b901-4d2a-8792-5343454cd5b5 HTTP/1.1" status: 200 len: 943 time: 0.0947242 Nov 11 21:45:26.325260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaab12-4c7f-4d00-9186-a3e1daf4c562 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Network': ['ID=c6b9c041-a760-4468-ab05-bdfe24b1c5c9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:26.335128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471051a7-fbe2-4a55-aaab-376407b4e590 req-38ca8bd8-82dc-433e-8969-f51e5b5a10da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:26.340915 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-471051a7-fbe2-4a55-aaab-376407b4e590 req-38ca8bd8-82dc-433e-8969-f51e5b5a10da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2 HTTP/1.1" status: 200 len: 860 time: 0.5558982 Nov 11 21:45:26.499889 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-471051a7-fbe2-4a55-aaab-376407b4e590 req-952f1fc9-b807-4d91-b570-427a23c5cd78 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=58e7a506-7b3e-42b2-b385-05bccfc6062e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454885 Nov 11 21:45:26.525481 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-0dfac6ad-63bd-46f0-9209-1cfd40a0a3ae tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 1000 time: 0.1821222 Nov 11 21:45:26.780564 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-6e3ca5cc-d655-4aa8-9d9b-b59da5f34e10 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:26.788400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-6e3ca5cc-d655-4aa8-9d9b-b59da5f34e10 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.2609355 Nov 11 21:45:26.810759 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-5848213c-8b6f-4dcb-a7a4-fb6b7aad54c4 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:26.823517 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-5848213c-8b6f-4dcb-a7a4-fb6b7aad54c4 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0234048 Nov 11 21:45:26.894706 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-471051a7-fbe2-4a55-aaab-376407b4e590 req-f861bc59-3614-4d34-95ea-1729552d1157 service neutron] 10.222.0.71 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770425 Nov 11 21:45:26.904137 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-d8fd438f-6222-4ac1-b46e-c1d61be9cfb8 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 1000 time: 0.0793099 Nov 11 21:45:26.909090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-e243465d-b2a3-44b1-bcd8-703277814048 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:26.999827 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1dbfb640-9910-4c9a-8cbc-c3434042889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '730ac737-1183-4e18-8185-b1b836a710b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:18Z', 'revision_number': 4, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'gw_port': {'id': '730ac737-1183-4e18-8185-b1b836a710b2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '503e4589-030f-4b9b-8fa0-7c325812b0a0', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'port_id': '4ecba91d-b901-4d2a-8792-5343454cd5b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e', 'mac_address': 'fa:16:3e:77:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:45:21Z', 'updated_at': '2021-11-11T21:45:22Z', 'revision_number': 1, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad39b75-c099-493c-8740-f8affda82f0e', 'name': '', 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'mac_address': 'fa:16:3e:1b:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:17Z', 'updated_at': '2021-11-11T21:44:25Z', 'revision_number': 5, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'subnets': [{'id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:27.000758 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-e243465d-b2a3-44b1-bcd8-703277814048 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:27.076963 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbfb640-9910-4c9a-8cbc-c3434042889b None None] The sync data for ids ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'] in n-d-805737-3 is: [{'id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '730ac737-1183-4e18-8185-b1b836a710b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:18Z', 'revision_number': 4, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'gw_port': {'id': '730ac737-1183-4e18-8185-b1b836a710b2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '503e4589-030f-4b9b-8fa0-7c325812b0a0', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'port_id': '4ecba91d-b901-4d2a-8792-5343454cd5b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e', 'mac_address': 'fa:16:3e:77:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:45:21Z', 'updated_at': '2021-11-11T21:45:22Z', 'revision_number': 1, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad39b75-c099-493c-8740-f8affda82f0e', 'name': '', 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'mac_address': 'fa:16:3e:1b:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:17Z', 'updated_at': '2021-11-11T21:44:25Z', 'revision_number': 5, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'subnets': [{'id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:45:27.271690 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-471051a7-fbe2-4a55-aaab-376407b4e590 req-db7da90a-51bd-41c5-a3ba-3654fec6137a service neutron] 10.222.0.71 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594270 Nov 11 21:45:27.290144 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42bda8ba-1571-4c2d-b825-e1eb51782efd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:27.299607 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-e243465d-b2a3-44b1-bcd8-703277814048 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:27.309297 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-e243465d-b2a3-44b1-bcd8-703277814048 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:27.309438 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-e243465d-b2a3-44b1-bcd8-703277814048 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Floating IP 503e4589-030f-4b9b-8fa0-7c325812b0a0 disassociated. External IP: 172.25.0.251, port: 4ecba91d-b901-4d2a-8792-5343454cd5b5. Nov 11 21:45:27.500654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50886) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:27.584735 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25134647-13a9-4760-b08e-f99d608ccb53 None None] New status for floating IP 503e4589-030f-4b9b-8fa0-7c325812b0a0: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:45:27.761327 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-42bda8ba-1571-4c2d-b825-e1eb51782efd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port d321a1e1-9815-4a97-8a67-bbf0b33976f8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:27.761741 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42bda8ba-1571-4c2d-b825-e1eb51782efd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:27.848905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1997039314', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:27.959663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-42bda8ba-1571-4c2d-b825-e1eb51782efd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] For port d321a1e1-9815-4a97-8a67-bbf0b33976f8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d321a1e1-9815-4a97-8a67-bbf0b33976f8,segment=NetworkSegment(f45c2848-a330-468b-90d0-f7e7d1c266f3),segment_id=f45c2848-a330-468b-90d0-f7e7d1c266f3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:27.960302 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42bda8ba-1571-4c2d-b825-e1eb51782efd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:27.981059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-42bda8ba-1571-4c2d-b825-e1eb51782efd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for d321a1e1-9815-4a97-8a67-bbf0b33976f8 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:28.143477 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bc1ba-2e3d-4b30-8197-a39b537cf18e req-09266f42-97ac-4dfa-a34d-1f97b2b3b467 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:28.151957 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa1bc1ba-2e3d-4b30-8197-a39b537cf18e req-09266f42-97ac-4dfa-a34d-1f97b2b3b467 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1655154 Nov 11 21:45:28.163264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ffd29-d9da-4a23-a5b8-5989191a3147 req-97af1a02-c8e3-4e3b-9ff9-bce41113b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:28.165088 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-752ffd29-d9da-4a23-a5b8-5989191a3147 req-97af1a02-c8e3-4e3b-9ff9-bce41113b317 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99e3c597206c4ea7bcd58ef8e8d0fd48&device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 1097 time: 0.1893423 Nov 11 21:45:28.187705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Made reservation on behalf of c42c9d0a7c1140528609b4c6135ec5a4 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:45:28.192262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:28.205575 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:28.207993 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42bda8ba-1571-4c2d-b825-e1eb51782efd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:28.244892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bda8ba-1571-4c2d-b825-e1eb51782efd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=d321a1e1-9815-4a97-8a67-bbf0b33976f8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:28.365234 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa1bc1ba-2e3d-4b30-8197-a39b537cf18e req-67c5729c-3858-470d-b805-931344029f14 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121050 Nov 11 21:45:28.408122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-e243465d-b2a3-44b1-bcd8-703277814048 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Router f5dcff76-d299-42fe-9985-5e331d7bf0fd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:45:28.432098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ffd29-d9da-4a23-a5b8-5989191a3147 req-6d63849a-e646-4044-8f03-134b7d0a81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:28.434088 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-752ffd29-d9da-4a23-a5b8-5989191a3147 req-6d63849a-e646-4044-8f03-134b7d0a81c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 HTTP/1.1" status: 200 len: 920 time: 0.2588844 Nov 11 21:45:28.524928 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:28.527642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-752ffd29-d9da-4a23-a5b8-5989191a3147 req-d173919a-6048-4924-bcf5-d7c04d4e91bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc10c818-8ff2-40a9-8856-49a1ff19b5df HTTP/1.1" status: 200 len: 217 time: 0.0845895 Nov 11 21:45:28.581727 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:28.603887 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] device_id is not set on port 4f37700a-fd7b-4eae-81e5-d11c3af1425c yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:45:28.610991 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42bda8ba-1571-4c2d-b825-e1eb51782efd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:28.638419 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ffd29-d9da-4a23-a5b8-5989191a3147 req-daf14ca7-fb8d-4f98-86a6-77ff2cb88a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:28.640131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-752ffd29-d9da-4a23-a5b8-5989191a3147 req-daf14ca7-fb8d-4f98-86a6-77ff2cb88a27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc75e8a7-d2c9-48ae-aff4-f6a72ade0511 HTTP/1.1" status: 200 len: 858 time: 0.1032858 Nov 11 21:45:28.685808 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-752ffd29-d9da-4a23-a5b8-5989191a3147 req-cc428544-4a5e-42c2-8ef7-6d45c7a4f971 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378516 Nov 11 21:45:28.691147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-e243465d-b2a3-44b1-bcd8-703277814048 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:45:28.696724 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-e243465d-b2a3-44b1-bcd8-703277814048 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:28.702727 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868f4c8-b54b-4d6d-8d65-b0d30269d760 None None] Sync routers for ids ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:45:28.728953 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868f4c8-b54b-4d6d-8d65-b0d30269d760 None None] Routers {'f5dcff76-d299-42fe-9985-5e331d7bf0fd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:28.729590 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1868f4c8-b54b-4d6d-8d65-b0d30269d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:28.751071 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-e243465d-b2a3-44b1-bcd8-703277814048 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "PUT /v2.0/floatingips/503e4589-030f-4b9b-8fa0-7c325812b0a0 HTTP/1.1" status: 200 len: 693 time: 1.8459451 Nov 11 21:45:28.753158 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'tag': '4ecba91d-b901-4d2a-8792-5343454cd5b5'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:45:28.755439 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77d58ce-2071-477c-a5dc-1115639e90fc" -d '{"events": [{"name": "network-changed", "server_uuid": "979925d1-0330-4396-b3d6-a869dcfe2ce4", "tag": "4ecba91d-b901-4d2a-8792-5343454cd5b5"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:45:28.846169 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5798181c-1998-45e6-98e4-9a3f79fdf6fc x-openstack-request-id: req-5798181c-1998-45e6-98e4-9a3f79fdf6fc {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:45:28.846467 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979925d1-0330-4396-b3d6-a869dcfe2ce4", "tag": "4ecba91d-b901-4d2a-8792-5343454cd5b5", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:45:28.846718 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5798181c-1998-45e6-98e4-9a3f79fdf6fc {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:45:28.847130 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'tag': '4ecba91d-b901-4d2a-8792-5343454cd5b5', 'status': 'completed', 'code': 200} Nov 11 21:45:28.854178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40dbcc7-4b49-4c3b-96e8-5561b13a1b8f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:28.921999 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-752ffd29-d9da-4a23-a5b8-5989191a3147 req-cfa422bd-1c2e-4957-8f03-bb76f32ad868 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220378 Nov 11 21:45:28.926294 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1868f4c8-b54b-4d6d-8d65-b0d30269d760 None None] Set router f5dcff76-d299-42fe-9985-5e331d7bf0fd gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:28.937494 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-bf628b3a-b0dd-40c6-8fda-2cb7816762b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:28.942803 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-bf628b3a-b0dd-40c6-8fda-2cb7816762b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6091779eb404dd0a53fc90332b835f8&device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 1097 time: 0.1672404 Nov 11 21:45:29.244630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-752ffd29-d9da-4a23-a5b8-5989191a3147 req-68190779-4661-4bac-8206-d02052315ac4 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001792 Nov 11 21:45:29.254775 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1868f4c8-b54b-4d6d-8d65-b0d30269d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '730ac737-1183-4e18-8185-b1b836a710b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:18Z', 'revision_number': 4, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'gw_port': {'id': '730ac737-1183-4e18-8185-b1b836a710b2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '1ad39b75-c099-493c-8740-f8affda82f0e', 'name': '', 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'mac_address': 'fa:16:3e:1b:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:17Z', 'updated_at': '2021-11-11T21:44:25Z', 'revision_number': 5, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'subnets': [{'id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:29.266769 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-6bb8a78f-7494-45d0-9f5a-70e3f58f3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:29.268324 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-6bb8a78f-7494-45d0-9f5a-70e3f58f3487 service neutron] 10.222.0.57 "GET /v2.0/networks?id=58e7a506-7b3e-42b2-b385-05bccfc6062e HTTP/1.1" status: 200 len: 922 time: 0.2789252 Nov 11 21:45:29.300152 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868f4c8-b54b-4d6d-8d65-b0d30269d760 None None] Checking router: f5dcff76-d299-42fe-9985-5e331d7bf0fd for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:45:29.325253 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868f4c8-b54b-4d6d-8d65-b0d30269d760 None None] Routers {'f5dcff76-d299-42fe-9985-5e331d7bf0fd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:29.325892 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1868f4c8-b54b-4d6d-8d65-b0d30269d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:29.348768 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-cf183083-52de-429d-9bf8-b9076e4a0363 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5 HTTP/1.1" status: 200 len: 217 time: 0.0738325 Nov 11 21:45:29.499661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-c7957af6-d263-44e3-a6bb-587bdb618984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:29.503505 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-c7957af6-d263-44e3-a6bb-587bdb618984 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2 HTTP/1.1" status: 200 len: 860 time: 0.1487603 Nov 11 21:45:29.621330 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1868f4c8-b54b-4d6d-8d65-b0d30269d760 None None] Set router f5dcff76-d299-42fe-9985-5e331d7bf0fd gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:29.626211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bda8ba-1571-4c2d-b825-e1eb51782efd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 7766556b-530d-42a1-9011-495dec7b3e38 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:45:29.647607 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-1f36f2ef-0598-4929-8596-729ec9d8a313 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=58e7a506-7b3e-42b2-b385-05bccfc6062e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373250 Nov 11 21:45:29.656706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d58ce-2071-477c-a5dc-1115639e90fc req-03e58729-18c7-4d7f-95d1-84e702cc7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:29.659552 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e77d58ce-2071-477c-a5dc-1115639e90fc req-03e58729-18c7-4d7f-95d1-84e702cc7973 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e6091779eb404dd0a53fc90332b835f8&device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 1097 time: 0.2058396 Nov 11 21:45:29.666273 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Allocated IP 172.25.0.18 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/4f37700a-fd7b-4eae-81e5-d11c3af1425c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:45:29.933559 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-863f0c47-9cb5-482a-ab27-a09eae7beb44 service neutron] 10.222.0.57 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742140 Nov 11 21:45:30.019176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bda8ba-1571-4c2d-b825-e1eb51782efd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:45:30.030774 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-42bda8ba-1571-4c2d-b825-e1eb51782efd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/7766556b-530d-42a1-9011-495dec7b3e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0947111 Nov 11 21:45:30.035997 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab1cd6-86ac-4666-a9db-2f47a8e1fd62 None None] Sync routers for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:45:30.038211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50930) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:30.077838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab1cd6-86ac-4666-a9db-2f47a8e1fd62 None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:30.080786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d8ab1cd6-86ac-4666-a9db-2f47a8e1fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:30.096007 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2ffd1-77cd-41e4-97a0-6ff93925cdcd req-cce87d90-7ba9-409e-b630-0c91fd5e8d3b tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:30.106927 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4ee2ffd1-77cd-41e4-97a0-6ff93925cdcd req-cce87d90-7ba9-409e-b630-0c91fd5e8d3b tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.5368321 Nov 11 21:45:30.175107 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b26a76-5c57-4f17-913f-c1bb2ed83cfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting subnet d4772678-d7fb-48e1-9ba3-33558c90caae {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:45:30.181515 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61b26a76-5c57-4f17-913f-c1bb2ed83cfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:30.194216 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1868f4c8-b54b-4d6d-8d65-b0d30269d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '730ac737-1183-4e18-8185-b1b836a710b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:18Z', 'revision_number': 4, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'gw_port': {'id': '730ac737-1183-4e18-8185-b1b836a710b2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '1ad39b75-c099-493c-8740-f8affda82f0e', 'name': '', 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'mac_address': 'fa:16:3e:1b:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:17Z', 'updated_at': '2021-11-11T21:44:25Z', 'revision_number': 5, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'subnets': [{'id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:30.238495 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56844af6-5c0c-45bf-a0a0-f22c1707a354 req-df11ec9f-b5db-466e-80b7-6d795316d7a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3029270 Nov 11 21:45:30.276967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4ee2ffd1-77cd-41e4-97a0-6ff93925cdcd req-4b605b86-84c5-4e9c-856e-ffd6f6d3cddf tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678689 Nov 11 21:45:30.305991 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868f4c8-b54b-4d6d-8d65-b0d30269d760 None None] The sync data for ids ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'] in n-d-805737-3 is: [{'id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '730ac737-1183-4e18-8185-b1b836a710b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:18Z', 'revision_number': 4, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'gw_port': {'id': '730ac737-1183-4e18-8185-b1b836a710b2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '1ad39b75-c099-493c-8740-f8affda82f0e', 'name': '', 'network_id': '58e7a506-7b3e-42b2-b385-05bccfc6062e', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'mac_address': 'fa:16:3e:1b:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:17Z', 'updated_at': '2021-11-11T21:44:25Z', 'revision_number': 5, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'subnets': [{'id': '8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:45:30.367479 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d8ab1cd6-86ac-4666-a9db-2f47a8e1fd62 None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:30.372471 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-917da51f-0130-4dd4-bc18-1d673bbab44e req-314bdbc2-68f1-4be1-b33e-5366aa22637b service neutron] 10.222.0.57 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188952 Nov 11 21:45:30.376340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56844af6-5c0c-45bf-a0a0-f22c1707a354 req-7706746f-f365-4b7e-b23e-28fb237395a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:30.389310 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50934) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:30.390861 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56844af6-5c0c-45bf-a0a0-f22c1707a354 req-7706746f-f365-4b7e-b23e-28fb237395a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99e3c597206c4ea7bcd58ef8e8d0fd48&device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 1097 time: 0.1184137 Nov 11 21:45:30.394038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d58ce-2071-477c-a5dc-1115639e90fc req-95184b64-53c8-4687-8df3-6f7adc41a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:30.400624 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e77d58ce-2071-477c-a5dc-1115639e90fc req-95184b64-53c8-4687-8df3-6f7adc41a74e service neutron] 10.222.0.71 "GET /v2.0/networks?id=58e7a506-7b3e-42b2-b385-05bccfc6062e HTTP/1.1" status: 200 len: 922 time: 0.7320058 Nov 11 21:45:30.524970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d8ab1cd6-86ac-4666-a9db-2f47a8e1fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:28Z', 'revision_number': 11, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:30.571766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61b26a76-5c57-4f17-913f-c1bb2ed83cfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:30.581974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab1cd6-86ac-4666-a9db-2f47a8e1fd62 None None] Checking router: 7766556b-530d-42a1-9011-495dec7b3e38 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:45:30.607866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab1cd6-86ac-4666-a9db-2f47a8e1fd62 None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:30.608273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d8ab1cd6-86ac-4666-a9db-2f47a8e1fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:30.618633 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e77d58ce-2071-477c-a5dc-1115639e90fc req-6636a67a-4855-4063-b8c7-997d1fb3e301 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5 HTTP/1.1" status: 200 len: 217 time: 0.1821854 Nov 11 21:45:30.724160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-a393a89b-c17e-420a-a83d-fc1a4c756344 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/floatingips/503e4589-030f-4b9b-8fa0-7c325812b0a0 HTTP/1.1" status: 200 len: 693 time: 0.1610196 Nov 11 21:45:30.786218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d8ab1cd6-86ac-4666-a9db-2f47a8e1fd62 None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:30.826345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:30.832610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56844af6-5c0c-45bf-a0a0-f22c1707a354 req-b82e554a-1901-4516-aa1d-5cf8dfaf87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:30.834361 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56844af6-5c0c-45bf-a0a0-f22c1707a354 req-b82e554a-1901-4516-aa1d-5cf8dfaf87e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 HTTP/1.1" status: 200 len: 920 time: 0.4110072 Nov 11 21:45:30.854248 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-39ac4398-b030-4657-8039-25dc569ce059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:30.900147 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569f501c-a80f-4fe3-86c7-9483dc662914 None None] New status for floating IP 503e4589-030f-4b9b-8fa0-7c325812b0a0: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:45:30.909897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d8ab1cd6-86ac-4666-a9db-2f47a8e1fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:28Z', 'revision_number': 11, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:30.960920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d58ce-2071-477c-a5dc-1115639e90fc req-3643be04-26ec-44a9-94dc-15b162a19cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:30.962844 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e77d58ce-2071-477c-a5dc-1115639e90fc req-3643be04-26ec-44a9-94dc-15b162a19cda service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2 HTTP/1.1" status: 200 len: 860 time: 0.3335633 Nov 11 21:45:30.975802 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab1cd6-86ac-4666-a9db-2f47a8e1fd62 None None] The sync data for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 is: [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:28Z', 'revision_number': 11, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:45:30.979442 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56844af6-5c0c-45bf-a0a0-f22c1707a354 req-539708de-89be-461f-bc7f-2767fa325976 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bc290fc-799f-4b58-9f70-9c3fb362f7d2 HTTP/1.1" status: 200 len: 217 time: 0.1339285 Nov 11 21:45:31.055445 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:31.084679 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e77d58ce-2071-477c-a5dc-1115639e90fc req-67b577a6-eac1-44a4-a4aa-0a3ef49456b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=58e7a506-7b3e-42b2-b385-05bccfc6062e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057315 Nov 11 21:45:31.095763 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61b26a76-5c57-4f17-913f-c1bb2ed83cfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:31.163640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-9edd8363-acd5-427b-be74-5c359da320a1 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:31.165762 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-9edd8363-acd5-427b-be74-5c359da320a1 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/networks/0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 784 time: 0.4330230 Nov 11 21:45:31.171395 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56844af6-5c0c-45bf-a0a0-f22c1707a354 req-e6b2ee20-70f3-4b47-a40f-16253992880e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:31.173151 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56844af6-5c0c-45bf-a0a0-f22c1707a354 req-e6b2ee20-70f3-4b47-a40f-16253992880e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc75e8a7-d2c9-48ae-aff4-f6a72ade0511 HTTP/1.1" status: 200 len: 858 time: 0.1647525 Nov 11 21:45:31.182233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-2f1be49d-7124-49b2-974b-d8d844b10744 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:31.183638 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-2f1be49d-7124-49b2-974b-d8d844b10744 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094984 Nov 11 21:45:31.219321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56844af6-5c0c-45bf-a0a0-f22c1707a354 req-53c5eada-2905-4f2b-a1bc-b831aa70e13b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346234 Nov 11 21:45:31.278910 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:45:31.287156 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-45122656-3f1e-4605-818b-4dd8d6b6710d tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 696 time: 0.0662735 Nov 11 21:45:31.382467 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-84e9294a-4c65-4198-824f-d9afacc3ff78 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 696 time: 0.0941226 Nov 11 21:45:31.416394 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:45:31.418352 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Pushing event updated for resources: {'Port': ['ID=4f37700a-fd7b-4eae-81e5-d11c3af1425c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:31.424576 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:45:31.439083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bca052f-75b2-462b-a539-62a9f3f3b82e None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:45:31.530216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5abc8cad-5125-43e5-90e6-0be2bffbde89 None None] Provisioning complete for port 4f37700a-fd7b-4eae-81e5-d11c3af1425c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:31.530838 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5abc8cad-5125-43e5-90e6-0be2bffbde89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:31.570983 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-39ac4398-b030-4657-8039-25dc569ce059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:31.582674 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61b26a76-5c57-4f17-913f-c1bb2ed83cfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:31.590512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7eea66-f687-4837-8b4a-6e3596ab50c3 req-346017be-6f51-43cd-adb3-94ad94e7582f tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:31.592264 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b7eea66-f687-4837-8b4a-6e3596ab50c3 req-346017be-6f51-43cd-adb3-94ad94e7582f tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.2023404 Nov 11 21:45:31.598584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5abc8cad-5125-43e5-90e6-0be2bffbde89 None None] Port 4f37700a-fd7b-4eae-81e5-d11c3af1425c cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:45:31.617713 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-39ac4398-b030-4657-8039-25dc569ce059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:31.643028 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56844af6-5c0c-45bf-a0a0-f22c1707a354 req-2c4e62a0-f8bc-47ac-a45d-94e363768819 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457820 Nov 11 21:45:31.646066 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b26a76-5c57-4f17-913f-c1bb2ed83cfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Subnet': ['ID=d4772678-d7fb-48e1-9ba3-33558c90caae,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:31.650838 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e77d58ce-2071-477c-a5dc-1115639e90fc req-9ac2b596-24a4-4468-9ec4-a54af1cff87a service neutron] 10.222.0.71 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066028 Nov 11 21:45:31.651945 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:31.652535 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:31.683945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2fa747-58e2-4e9e-badc-09a839923098 None None] Network 27fa410b-d33b-48c5-9c9a-4e31688a3b21 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:45:31.695690 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b7eea66-f687-4837-8b4a-6e3596ab50c3 req-b2ebd5fb-5ac8-4e3e-8314-ed8b52915150 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896077 Nov 11 21:45:31.797083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-301906fd-57ef-4133-8394-aedc164f65a1 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Deleting port f303d188-0b18-47b4-849a-22dbf51c4b0e {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:31.797475 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-301906fd-57ef-4133-8394-aedc164f65a1 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:31.824120 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61b26a76-5c57-4f17-913f-c1bb2ed83cfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:31.846592 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-61b26a76-5c57-4f17-913f-c1bb2ed83cfd tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/d4772678-d7fb-48e1-9ba3-33558c90caae HTTP/1.1" status: 204 len: 168 time: 1.7682815 Nov 11 21:45:31.851458 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50948) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:31.872344 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-39ac4398-b030-4657-8039-25dc569ce059 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a2ab8cef5042475f92732e50558bddf6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4797690 Nov 11 21:45:31.879344 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56844af6-5c0c-45bf-a0a0-f22c1707a354 req-60c01301-483b-4119-94a7-0fbca40f2851 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149451 Nov 11 21:45:31.879827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50950) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:31.941090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac4398-b030-4657-8039-25dc569ce059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957bd470-aa2b-4178-98b5-8b755e644b95,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:31.946356 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9db8a993-b662-450f-855f-70c84b0a3d7a tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.4443634 Nov 11 21:45:31.957410 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50952) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:31.965084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f22f36ef-97b8-4108-8d9e-b7f5ae1caa2d tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.18'}]}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:31.965832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a4e344-1fbe-4380-91af-e93059afe3bc None None] DHCP port deletion for 27fa410b-d33b-48c5-9c9a-4e31688a3b21 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:45:31.995396 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-301906fd-57ef-4133-8394-aedc164f65a1 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:31.995731 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-301906fd-57ef-4133-8394-aedc164f65a1 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:31.995864 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e77d58ce-2071-477c-a5dc-1115639e90fc req-3fa78720-da31-4402-b5a8-eb4c950bc367 service neutron] 10.222.0.71 "GET /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216572 Nov 11 21:45:32.024485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-301906fd-57ef-4133-8394-aedc164f65a1 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Calling delete_port for f303d188-0b18-47b4-849a-22dbf51c4b0e owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:32.025150 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.026620 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-77e1bbb8-efb0-4da5-a6df-84a3ffb374ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.050647 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f22f36ef-97b8-4108-8d9e-b7f5ae1caa2d tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.051699 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f22f36ef-97b8-4108-8d9e-b7f5ae1caa2d tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.094239 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-40a4e344-1fbe-4380-91af-e93059afe3bc None None] Deleting port 4ba9a250-62ae-4b4a-bd63-7302971cc619 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:32.094866 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40a4e344-1fbe-4380-91af-e93059afe3bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.125759 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-77e1bbb8-efb0-4da5-a6df-84a3ffb374ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.150751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Deleting port 4ba9a250-62ae-4b4a-bd63-7302971cc619 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:32.151633 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.163829 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4ba9a250-62ae-4b4a-bd63-7302971cc619 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:45:32.205925 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-40a4e344-1fbe-4380-91af-e93059afe3bc None None] For port 4ba9a250-62ae-4b4a-bd63-7302971cc619, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4ba9a250-62ae-4b4a-bd63-7302971cc619,segment=NetworkSegment(f45c2848-a330-468b-90d0-f7e7d1c266f3),segment_id=f45c2848-a330-468b-90d0-f7e7d1c266f3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:32.206568 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40a4e344-1fbe-4380-91af-e93059afe3bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.214015 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f22f36ef-97b8-4108-8d9e-b7f5ae1caa2d tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.225359 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-40a4e344-1fbe-4380-91af-e93059afe3bc None None] Calling delete_port for 4ba9a250-62ae-4b4a-bd63-7302971cc619 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:32.245629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] For port 4ba9a250-62ae-4b4a-bd63-7302971cc619, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4ba9a250-62ae-4b4a-bd63-7302971cc619,segment=NetworkSegment(f45c2848-a330-468b-90d0-f7e7d1c266f3),segment_id=f45c2848-a330-468b-90d0-f7e7d1c266f3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:32.246196 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.264994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Calling delete_port for 4ba9a250-62ae-4b4a-bd63-7302971cc619 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:32.367827 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40a4e344-1fbe-4380-91af-e93059afe3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.376108 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-77e1bbb8-efb0-4da5-a6df-84a3ffb374ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.377930 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.378678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-77e1bbb8-efb0-4da5-a6df-84a3ffb374ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.379847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-77e1bbb8-efb0-4da5-a6df-84a3ffb374ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/957bd470-aa2b-4178-98b5-8b755e644b95 HTTP/1.1" status: 204 len: 168 time: 0.4973826 Nov 11 21:45:32.417567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Port': ['ID=4ba9a250-62ae-4b4a-bd63-7302971cc619,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:32.419070 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Port 4ba9a250-62ae-4b4a-bd63-7302971cc619 update to DOWN by agent not found {{(pid=102536) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 21:45:32.419842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d321a1e1-9815-4a97-8a67-bbf0b33976f8 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:45:32.430132 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No DVR routers for this DVR port 4ba9a250-62ae-4b4a-bd63-7302971cc619 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:45:32.433650 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4e344-1fbe-4380-91af-e93059afe3bc None None] Pushing event deleted for resources: {'Port': ['ID=4ba9a250-62ae-4b4a-bd63-7302971cc619,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:32.443347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a4e344-1fbe-4380-91af-e93059afe3bc None None] No DVR routers for this DVR port 4ba9a250-62ae-4b4a-bd63-7302971cc619 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:45:32.476856 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: d321a1e1-9815-4a97-8a67-bbf0b33976f8 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:45:32.476856 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d321a1e1-9815-4a97-8a67-bbf0b33976f8 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:45:32.551177 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.579294 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fa410b-d33b-48c5-9c9a-4e31688a3b21']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:32.606324 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45c2848-a330-468b-90d0-f7e7d1c266f3') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:32.606872 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45c2848-a330-468b-90d0-f7e7d1c266f3') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:32.623602 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.644606 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.653513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:45:32.653954 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:45:32.723815 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:45:32.762215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.767647 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.774580 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/networks/27fa410b-d33b-48c5-9c9a-4e31688a3b21 HTTP/1.1" status: 204 len: 168 time: 0.9051700 Nov 11 21:45:32.775218 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50962) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:32.784559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4134b9d3-93f4-4999-9618-23c100b16eef tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'router': {'routes': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:32.797514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecee6a-4b7d-48b8-8a75-757a28adb324 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Pushing event deleted for resources: {'Network': ['ID=27fa410b-d33b-48c5-9c9a-4e31688a3b21,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:32.843865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50966) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:32.878748 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f22f36ef-97b8-4108-8d9e-b7f5ae1caa2d tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.889974 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66335622-49cf-40b9-b996-9bee0137ee7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:32.898785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1bbb8-efb0-4da5-a6df-84a3ffb374ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957bd470-aa2b-4178-98b5-8b755e644b95,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:32.945463 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-301906fd-57ef-4133-8394-aedc164f65a1 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.002716 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b2dac-f07c-4cf1-bc23-a2d497146bfe req-758664bc-6b65-4892-a4d3-b9bdc4f3938f tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:33.004332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-296b2dac-f07c-4cf1-bc23-a2d497146bfe req-758664bc-6b65-4892-a4d3-b9bdc4f3938f tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1352179 Nov 11 21:45:33.005195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301906fd-57ef-4133-8394-aedc164f65a1 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Pushing event deleted for resources: {'Port': ['ID=f303d188-0b18-47b4-849a-22dbf51c4b0e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:33.013677 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-4134b9d3-93f4-4999-9618-23c100b16eef tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Added routes are [] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 21:45:33.014082 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-4134b9d3-93f4-4999-9618-23c100b16eef tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Removed routes are [] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 21:45:33.014354 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4134b9d3-93f4-4999-9618-23c100b16eef tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.141088 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-296b2dac-f07c-4cf1-bc23-a2d497146bfe req-e8c5c4f6-a6e1-4042-b363-05197c1ab642 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259499 Nov 11 21:45:33.144045 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-301906fd-57ef-4133-8394-aedc164f65a1 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.146545 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-301906fd-57ef-4133-8394-aedc164f65a1 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.147649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a87ee3e9-2dfa-4bba-86a4-075dab998d00 req-301906fd-57ef-4133-8394-aedc164f65a1 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "DELETE /v2.0/floatingips/503e4589-030f-4b9b-8fa0-7c325812b0a0 HTTP/1.1" status: 204 len: 173 time: 1.7642026 Nov 11 21:45:33.158186 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66335622-49cf-40b9-b996-9bee0137ee7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.205101 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:45:33.219858 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66335622-49cf-40b9-b996-9bee0137ee7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.293908 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66335622-49cf-40b9-b996-9bee0137ee7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151e3212-c103-44be-9b44-804692d759f1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:33.307994 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4134b9d3-93f4-4999-9618-23c100b16eef tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.319675 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4134b9d3-93f4-4999-9618-23c100b16eef tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.326959 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-66335622-49cf-40b9-b996-9bee0137ee7b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7832640f8b5442ef9e274ffe9c9acdba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4826117 Nov 11 21:45:33.329527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50978) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:33.385797 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-981ffcaa-b60b-45fc-a499-2d4370ec5de8 req-9cdb5a2b-656c-4fa3-83aa-2f58b140acae tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups/e587306e-d9d9-4842-adcd-f28b902f050d HTTP/1.1" status: 200 len: 1826 time: 0.1352160 Nov 11 21:45:33.408134 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f22f36ef-97b8-4108-8d9e-b7f5ae1caa2d tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.440085 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f22f36ef-97b8-4108-8d9e-b7f5ae1caa2d tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.453206 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73c3baf9-0e40-413f-b459-28672ae942bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.484559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4134b9d3-93f4-4999-9618-23c100b16eef tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router 7766556b-530d-42a1-9011-495dec7b3e38 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:45:33.491094 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73c3baf9-0e40-413f-b459-28672ae942bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.528957 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-981ffcaa-b60b-45fc-a499-2d4370ec5de8 req-c94da8b5-90e4-4ec4-b6f9-51563b906a58 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.590119 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4134b9d3-93f4-4999-9618-23c100b16eef tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:45:33.598394 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4134b9d3-93f4-4999-9618-23c100b16eef tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.599634 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4134b9d3-93f4-4999-9618-23c100b16eef tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/7766556b-530d-42a1-9011-495dec7b3e38 HTTP/1.1" status: 200 len: 701 time: 0.8201818 Nov 11 21:45:33.605067 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122e2ab2-04bd-4e3a-802f-cfc91945898b None None] Sync routers for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:45:33.609837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50980) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:33.620164 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122e2ab2-04bd-4e3a-802f-cfc91945898b None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:33.623738 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-122e2ab2-04bd-4e3a-802f-cfc91945898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:33.626184 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-981ffcaa-b60b-45fc-a499-2d4370ec5de8 req-c94da8b5-90e4-4ec4-b6f9-51563b906a58 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.668405 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73c3baf9-0e40-413f-b459-28672ae942bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.671361 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73c3baf9-0e40-413f-b459-28672ae942bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.672754 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-73c3baf9-0e40-413f-b459-28672ae942bd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/151e3212-c103-44be-9b44-804692d759f1 HTTP/1.1" status: 204 len: 168 time: 0.3422794 Nov 11 21:45:33.692411 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3baf9-0e40-413f-b459-28672ae942bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151e3212-c103-44be-9b44-804692d759f1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:33.708336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-122e2ab2-04bd-4e3a-802f-cfc91945898b None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:33.726572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50984) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:33.727103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7afe5b4e-e17d-4875-82fd-871725d898cb tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7766556b-530d-42a1-9011-495dec7b3e38 HTTP/1.1" status: 200 len: 205 time: 0.1140280 Nov 11 21:45:33.776961 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-122e2ab2-04bd-4e3a-802f-cfc91945898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:28Z', 'revision_number': 11, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:33.811493 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122e2ab2-04bd-4e3a-802f-cfc91945898b None None] Checking router: 7766556b-530d-42a1-9011-495dec7b3e38 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:45:33.823028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122e2ab2-04bd-4e3a-802f-cfc91945898b None None] Routers {'7766556b-530d-42a1-9011-495dec7b3e38'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:33.824517 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-122e2ab2-04bd-4e3a-802f-cfc91945898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7766556b-530d-42a1-9011-495dec7b3e38'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:33.885484 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-981ffcaa-b60b-45fc-a499-2d4370ec5de8 req-c94da8b5-90e4-4ec4-b6f9-51563b906a58 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.890702 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-981ffcaa-b60b-45fc-a499-2d4370ec5de8 req-c94da8b5-90e4-4ec4-b6f9-51563b906a58 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.895690 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-981ffcaa-b60b-45fc-a499-2d4370ec5de8 req-c94da8b5-90e4-4ec4-b6f9-51563b906a58 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "DELETE /v2.0/security-groups/e587306e-d9d9-4842-adcd-f28b902f050d HTTP/1.1" status: 204 len: 173 time: 0.5024710 Nov 11 21:45:33.917496 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9a338d8-44bb-48ff-9e89-89c5b2fd023c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:33.936855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-122e2ab2-04bd-4e3a-802f-cfc91945898b None None] Set router 7766556b-530d-42a1-9011-495dec7b3e38 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:33.998557 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94da8b5-90e4-4ec4-b6f9-51563b906a58 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e587306e-d9d9-4842-adcd-f28b902f050d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:34.017192 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f22f36ef-97b8-4108-8d9e-b7f5ae1caa2d tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.045696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-122e2ab2-04bd-4e3a-802f-cfc91945898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:28Z', 'revision_number': 11, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:34.087656 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122e2ab2-04bd-4e3a-802f-cfc91945898b None None] The sync data for ids ['7766556b-530d-42a1-9011-495dec7b3e38'] in n-d-805737-3 is: [{'id': '7766556b-530d-42a1-9011-495dec7b3e38', 'name': 'tempest-RoutersTest-router-1890567115', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:34Z', 'updated_at': '2021-11-11T21:45:28Z', 'revision_number': 11, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:45:34.383717 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f22f36ef-97b8-4108-8d9e-b7f5ae1caa2d tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.417979 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f22f36ef-97b8-4108-8d9e-b7f5ae1caa2d tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.494170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f742b-d658-4d6b-a7c7-37bac16bdbd7 req-4f8b6ad7-fa6b-429d-8f54-62975dfe1734 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:34.496479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa4f742b-d658-4d6b-a7c7-37bac16bdbd7 req-4f8b6ad7-fa6b-429d-8f54-62975dfe1734 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1348188 Nov 11 21:45:34.516723 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f22f36ef-97b8-4108-8d9e-b7f5ae1caa2d tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.517459 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22f36ef-97b8-4108-8d9e-b7f5ae1caa2d tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b751390-e8af-4e46-92d9-36e3dd8be487 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:45:34.529780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51000) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:34.600405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa4f742b-d658-4d6b-a7c7-37bac16bdbd7 req-59db1818-fcd3-4efd-9d25-fabab6580d7b tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715735 Nov 11 21:45:34.612600 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e78ca745-0d99-406f-aebe-e0ea57a7d39f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.628755 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-f22f36ef-97b8-4108-8d9e-b7f5ae1caa2d tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 11 21:45:34.628755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f22f36ef-97b8-4108-8d9e-b7f5ae1caa2d tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6644204 Nov 11 21:45:34.645484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51002) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:34.700041 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e78ca745-0d99-406f-aebe-e0ea57a7d39f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.708526 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e78ca745-0d99-406f-aebe-e0ea57a7d39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.733004 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f639d-cb87-4f69-b1b9-ed33545c24ff req-94d636fc-b606-415f-8e6b-ce4f56dbb71f tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:34.734544 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-516f639d-cb87-4f69-b1b9-ed33545c24ff req-94d636fc-b606-415f-8e6b-ce4f56dbb71f tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.2369933 Nov 11 21:45:34.768448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e78ca745-0d99-406f-aebe-e0ea57a7d39f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e5536191f5b4ef09dee668858c0f5a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2359974 Nov 11 21:45:34.774926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51004) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:34.777215 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ca745-0d99-406f-aebe-e0ea57a7d39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675d20e0-01fd-44fa-82d6-e857b90cc9ea,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:34.849700 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9a338d8-44bb-48ff-9e89-89c5b2fd023c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.852699 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9a338d8-44bb-48ff-9e89-89c5b2fd023c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.853061 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-516f639d-cb87-4f69-b1b9-ed33545c24ff req-790990a2-d9f1-4d57-8b84-a54f0a620006 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033568 Nov 11 21:45:34.870781 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-52da19dc-f5c2-4ef1-8d26-748fd611bb6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.893720 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-52da19dc-f5c2-4ef1-8d26-748fd611bb6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.910300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-dbccac02-194a-433a-a40c-764376404759 tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Deleting port 4f37700a-fd7b-4eae-81e5-d11c3af1425c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:34.910714 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dbccac02-194a-433a-a40c-764376404759 tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.935748 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9a338d8-44bb-48ff-9e89-89c5b2fd023c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.936610 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a338d8-44bb-48ff-9e89-89c5b2fd023c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Fanout notify agent at l3_agent the message router_deleted on router 7766556b-530d-42a1-9011-495dec7b3e38 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:45:34.949140 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-52da19dc-f5c2-4ef1-8d26-748fd611bb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.953075 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-52da19dc-f5c2-4ef1-8d26-748fd611bb6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.954605 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-52da19dc-f5c2-4ef1-8d26-748fd611bb6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/675d20e0-01fd-44fa-82d6-e857b90cc9ea HTTP/1.1" status: 204 len: 168 time: 0.1784921 Nov 11 21:45:34.964752 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da19dc-f5c2-4ef1-8d26-748fd611bb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675d20e0-01fd-44fa-82d6-e857b90cc9ea,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:34.965307 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9a338d8-44bb-48ff-9e89-89c5b2fd023c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.966536 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b9a338d8-44bb-48ff-9e89-89c5b2fd023c tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/routers/7766556b-530d-42a1-9011-495dec7b3e38 HTTP/1.1" status: 204 len: 168 time: 1.2390103 Nov 11 21:45:34.970557 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51008) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:34.978642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4beb79d7-4639-4e43-99f0-80bc0a565ad3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-581559309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:35.024227 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4beb79d7-4639-4e43-99f0-80bc0a565ad3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:35.025644 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4beb79d7-4639-4e43-99f0-80bc0a565ad3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:35.111069 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dbccac02-194a-433a-a40c-764376404759 tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:35.114391 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4beb79d7-4639-4e43-99f0-80bc0a565ad3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:35.123844 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4beb79d7-4639-4e43-99f0-80bc0a565ad3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:35.144292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-dbccac02-194a-433a-a40c-764376404759 tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Calling delete_port for 4f37700a-fd7b-4eae-81e5-d11c3af1425c owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:35.154511 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4beb79d7-4639-4e43-99f0-80bc0a565ad3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:35.156598 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4beb79d7-4639-4e43-99f0-80bc0a565ad3 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1847415 Nov 11 21:45:35.159383 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51010) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:35.166627 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c5417e09-c356-4281-ab1a-f77f96e7da7b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:35.352993 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dbccac02-194a-433a-a40c-764376404759 tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:35.398161 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccac02-194a-433a-a40c-764376404759 tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f37700a-fd7b-4eae-81e5-d11c3af1425c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:35.420581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfe254f-ada8-4e9b-9620-7453f504578a None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:45:35.476160 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dbccac02-194a-433a-a40c-764376404759 tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:35.479935 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dbccac02-194a-433a-a40c-764376404759 tempest-RoutersAdminNegativeTest-761230583 tempest-RoutersAdminNegativeTest-761230583-project-admin] 10.222.0.57 "DELETE /v2.0/ports/4f37700a-fd7b-4eae-81e5-d11c3af1425c HTTP/1.1" status: 204 len: 168 time: 0.8331513 Nov 11 21:45:35.486538 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a68b9b-2804-41f7-829f-9fa814597f58 req-830b66b0-6f67-4db2-9b07-63eb57bb3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:35.488911 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72a68b9b-2804-41f7-829f-9fa814597f58 req-830b66b0-6f67-4db2-9b07-63eb57bb3dc9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 1097 time: 0.2170792 Nov 11 21:45:35.529464 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c5417e09-c356-4281-ab1a-f77f96e7da7b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:35.545768 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c5417e09-c356-4281-ab1a-f77f96e7da7b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:35.661924 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72a68b9b-2804-41f7-829f-9fa814597f58 req-c11e3462-21f5-4dc6-9c9f-895450e138df service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241579 Nov 11 21:45:35.692565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5417e09-c356-4281-ab1a-f77f96e7da7b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Router ba09d34f-2a53-4337-bc61-154640a73526 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:45:35.830092 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5417e09-c356-4281-ab1a-f77f96e7da7b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:45:35.839282 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c5417e09-c356-4281-ab1a-f77f96e7da7b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:35.842837 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c5417e09-c356-4281-ab1a-f77f96e7da7b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "PUT /v2.0/routers/ba09d34f-2a53-4337-bc61-154640a73526 HTTP/1.1" status: 200 len: 693 time: 0.6794598 Nov 11 21:45:35.843243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51034) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:35.849414 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7752cb0-a9cf-41e2-86cd-398602f396f7 None None] Sync routers for ids ['ba09d34f-2a53-4337-bc61-154640a73526'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:45:35.853602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51036) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:35.862459 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7752cb0-a9cf-41e2-86cd-398602f396f7 None None] Routers {'ba09d34f-2a53-4337-bc61-154640a73526'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:35.863067 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c7752cb0-a9cf-41e2-86cd-398602f396f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ba09d34f-2a53-4337-bc61-154640a73526'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:35.908931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c427a4-3263-49c0-94c3-40593126e9d1 req-0395c711-3e44-4827-82a9-ef7340fe8b60 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:35.913161 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-53c427a4-3263-49c0-94c3-40593126e9d1 req-0395c711-3e44-4827-82a9-ef7340fe8b60 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1975949 Nov 11 21:45:35.974379 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c7752cb0-a9cf-41e2-86cd-398602f396f7 None None] Set router ba09d34f-2a53-4337-bc61-154640a73526 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:36.015417 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5a2826b5-9591-4e8e-8d20-e5eb644a41a7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/routers/ba09d34f-2a53-4337-bc61-154640a73526 HTTP/1.1" status: 200 len: 699 time: 0.1708465 Nov 11 21:45:36.017954 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51048) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:36.066095 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e8c2b2fa-d4c9-4b7c-95b0-6804b93b07c6 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba09d34f-2a53-4337-bc61-154640a73526 HTTP/1.1" status: 200 len: 205 time: 0.0468917 Nov 11 21:45:36.069143 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51052) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:36.073204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-53c427a4-3263-49c0-94c3-40593126e9d1 req-d05df78c-defe-4faf-9a34-a592f87b96a1 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526468 Nov 11 21:45:36.096236 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02dfdfb1-110e-4b05-b592-acd2ca287a0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:36.100999 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c7752cb0-a9cf-41e2-86cd-398602f396f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba09d34f-2a53-4337-bc61-154640a73526', 'name': 'tempest-RoutersTest-router-581559309', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:45:35Z', 'updated_at': '2021-11-11T21:45:35Z', 'revision_number': 2, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:36.120522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40775fb4-5ef6-490e-8dac-530f41037c9e req-27fb7b9c-480f-40eb-baf3-d28fbe3d5165 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:36.122787 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40775fb4-5ef6-490e-8dac-530f41037c9e req-27fb7b9c-480f-40eb-baf3-d28fbe3d5165 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1396427 Nov 11 21:45:36.144424 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7752cb0-a9cf-41e2-86cd-398602f396f7 None None] Checking router: ba09d34f-2a53-4337-bc61-154640a73526 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:45:36.154847 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7752cb0-a9cf-41e2-86cd-398602f396f7 None None] Routers {'ba09d34f-2a53-4337-bc61-154640a73526'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:36.155626 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c7752cb0-a9cf-41e2-86cd-398602f396f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ba09d34f-2a53-4337-bc61-154640a73526'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:36.185578 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40775fb4-5ef6-490e-8dac-530f41037c9e req-5212772b-9cca-4805-9ebe-9d3a111d75bd tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559850 Nov 11 21:45:36.211996 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5a3611b-c956-432a-9af2-905c17e15531 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:36.275711 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02dfdfb1-110e-4b05-b592-acd2ca287a0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:36.284388 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02dfdfb1-110e-4b05-b592-acd2ca287a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:36.361149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-02dfdfb1-110e-4b05-b592-acd2ca287a0b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6853dfb61fe9499ebd3529a4c6063914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5029588 Nov 11 21:45:36.362960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfdfb1-110e-4b05-b592-acd2ca287a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d59fb1-5ca8-48c0-8535-01776e1d9a8c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:36.369633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51056) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:36.396889 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c7752cb0-a9cf-41e2-86cd-398602f396f7 None None] Set router ba09d34f-2a53-4337-bc61-154640a73526 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:36.429236 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5a3611b-c956-432a-9af2-905c17e15531 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:36.433631 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5a3611b-c956-432a-9af2-905c17e15531 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:36.439745 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9a111ead-d26e-46c4-af87-1579ee6177e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:36.472138 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9a111ead-d26e-46c4-af87-1579ee6177e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:36.499409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5a3611b-c956-432a-9af2-905c17e15531 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:36.501004 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a3611b-c956-432a-9af2-905c17e15531 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Fanout notify agent at l3_agent the message router_deleted on router ba09d34f-2a53-4337-bc61-154640a73526 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:45:36.512553 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5a3611b-c956-432a-9af2-905c17e15531 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:36.513737 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a5a3611b-c956-432a-9af2-905c17e15531 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/routers/ba09d34f-2a53-4337-bc61-154640a73526 HTTP/1.1" status: 204 len: 168 time: 0.4436643 Nov 11 21:45:36.517250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51062) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:36.535769 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c7752cb0-a9cf-41e2-86cd-398602f396f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba09d34f-2a53-4337-bc61-154640a73526', 'name': 'tempest-RoutersTest-router-581559309', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:45:35Z', 'updated_at': '2021-11-11T21:45:35Z', 'revision_number': 2, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:36.553923 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3c0cfffa-ea98-498a-91bf-db894d828860 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba09d34f-2a53-4337-bc61-154640a73526 HTTP/1.1" status: 200 len: 205 time: 0.0355012 Nov 11 21:45:36.556783 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51064) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:36.567567 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9a111ead-d26e-46c4-af87-1579ee6177e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:36.570724 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9a111ead-d26e-46c4-af87-1579ee6177e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:36.575742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9a111ead-d26e-46c4-af87-1579ee6177e8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b5d59fb1-5ca8-48c0-8535-01776e1d9a8c HTTP/1.1" status: 204 len: 168 time: 0.2022481 Nov 11 21:45:36.583027 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7752cb0-a9cf-41e2-86cd-398602f396f7 None None] The sync data for ids ['ba09d34f-2a53-4337-bc61-154640a73526'] in n-d-805737-3 is: [{'id': 'ba09d34f-2a53-4337-bc61-154640a73526', 'name': 'tempest-RoutersTest-router-581559309', 'tenant_id': 'bc277970b6b14860a15b44ace89acccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:45:35Z', 'updated_at': '2021-11-11T21:45:35Z', 'revision_number': 2, 'project_id': 'bc277970b6b14860a15b44ace89acccd', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:45:36.605336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a111ead-d26e-46c4-af87-1579ee6177e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d59fb1-5ca8-48c0-8535-01776e1d9a8c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:36.652086 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-f9d75709-b16d-4246-a6b9-7363e34d183f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] delete failed (client error): The resource could not be found. Nov 11 21:45:36.655463 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f9d75709-b16d-4246-a6b9-7363e34d183f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/routers/ba09d34f-2a53-4337-bc61-154640a73526 HTTP/1.1" status: 404 len: 336 time: 0.0921068 Nov 11 21:45:36.655879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51070) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:36.714053 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f578da-21d4-4517-a467-58ab877e6c6e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] DELETE failed (client error): The resource could not be found. Nov 11 21:45:36.714530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f578da-21d4-4517-a467-58ab877e6c6e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:45:36.718376 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-42f578da-21d4-4517-a467-58ab877e6c6e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/ad40dc5a-6677-463e-9c82-edb5c8a9d14b HTTP/1.1" status: 404 len: 337 time: 0.0614040 Nov 11 21:45:36.721596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51072) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:36.768950 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ec7904-cf23-4167-a6b2-2cde2157456f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] DELETE failed (client error): The resource could not be found. Nov 11 21:45:36.769417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ec7904-cf23-4167-a6b2-2cde2157456f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:45:36.776080 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-19ec7904-cf23-4167-a6b2-2cde2157456f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/7f4623bf-107b-45e8-bf80-9b6fab28b676 HTTP/1.1" status: 404 len: 337 time: 0.0505776 Nov 11 21:45:36.776533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51076) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:36.820548 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-726c8071-de37-48f8-9eae-081826b71a8f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] DELETE failed (client error): The resource could not be found. Nov 11 21:45:36.821063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726c8071-de37-48f8-9eae-081826b71a8f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:45:36.825722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-726c8071-de37-48f8-9eae-081826b71a8f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/893155d2-30b8-43a6-8599-db610f0f2ed1 HTTP/1.1" status: 404 len: 337 time: 0.0461564 Nov 11 21:45:36.828724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51080) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:36.870284 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc28a2c-24a3-42a3-accd-745d918dace0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] DELETE failed (client error): The resource could not be found. Nov 11 21:45:36.870870 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc28a2c-24a3-42a3-accd-745d918dace0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:45:36.876988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51084) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:36.877718 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9cc28a2c-24a3-42a3-accd-745d918dace0 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/d4772678-d7fb-48e1-9ba3-33558c90caae HTTP/1.1" status: 404 len: 337 time: 0.0477190 Nov 11 21:45:36.893891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212f03e-7993-485f-be13-7775aebbe950 req-aa994587-37b8-4f5f-ab59-2550bbd50160 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:36.895544 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8212f03e-7993-485f-be13-7775aebbe950 req-aa994587-37b8-4f5f-ab59-2550bbd50160 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.71 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1202641 Nov 11 21:45:36.925076 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-51565630-a75b-467f-ad0d-f53a6e2390d5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports?device_id=7766556b-530d-42a1-9011-495dec7b3e38 HTTP/1.1" status: 200 len: 205 time: 0.0457199 Nov 11 21:45:36.926768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51088) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:37.008660 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-fe9a49d1-1711-43d1-b6c6-96ee40799a04 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] delete failed (client error): The resource could not be found. Nov 11 21:45:37.012836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fe9a49d1-1711-43d1-b6c6-96ee40799a04 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/routers/7766556b-530d-42a1-9011-495dec7b3e38 HTTP/1.1" status: 404 len: 336 time: 0.0817451 Nov 11 21:45:37.012995 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51092) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:37.052859 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2522a9a2-b4cb-497b-aee4-37022e22eb47 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d199c06-65f4-4488-a28d-1b50cd807a85 HTTP/1.1" status: 200 len: 205 time: 0.0364177 Nov 11 21:45:37.053547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51094) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:37.094189 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8212f03e-7993-485f-be13-7775aebbe950 req-5c5ee16c-a2d4-40ad-8d77-e9abbe68abb3 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Deleting port 4ecba91d-b901-4d2a-8792-5343454cd5b5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:37.094553 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8212f03e-7993-485f-be13-7775aebbe950 req-5c5ee16c-a2d4-40ad-8d77-e9abbe68abb3 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:37.143042 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-8b62c6d6-eed6-40b2-b32d-d33a2b60f6d5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] delete failed (client error): The resource could not be found. Nov 11 21:45:37.146611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8b62c6d6-eed6-40b2-b32d-d33a2b60f6d5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/routers/4d199c06-65f4-4488-a28d-1b50cd807a85 HTTP/1.1" status: 404 len: 336 time: 0.0901213 Nov 11 21:45:37.150838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51100) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:37.242983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51106) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:37.286415 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-a064055a-4517-4cfc-a87a-995c9094900b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] DELETE failed (client error): The resource could not be found. Nov 11 21:45:37.286903 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a064055a-4517-4cfc-a87a-995c9094900b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:45:37.298038 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a064055a-4517-4cfc-a87a-995c9094900b tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/004a2894-18e0-4b2b-813b-252ed1ce87cd HTTP/1.1" status: 404 len: 337 time: 0.1396801 Nov 11 21:45:37.299483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51108) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:37.300923 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55397516-04d6-4d21-afe5-1e850c3eb4ae req-ee4e84e3-ba51-435d-9969-0ae2f8bcccce tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:37.309170 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55397516-04d6-4d21-afe5-1e850c3eb4ae req-ee4e84e3-ba51-435d-9969-0ae2f8bcccce tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1148679 Nov 11 21:45:37.365684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51114) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:37.365966 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f925bba6-9cfa-4ba7-b7b3-03f93ad46384 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports?device_id=f87cd02d-6bd1-4efa-a6c5-2f58c620da75 HTTP/1.1" status: 200 len: 205 time: 0.0639668 Nov 11 21:45:37.395669 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3fec7e3e-8e19-461c-808e-d8cca9c07686 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c42c9d0a7c1140528609b4c6135ec5a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329734 Nov 11 21:45:37.399621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51116) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:37.428250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8212f03e-7993-485f-be13-7775aebbe950 req-5c5ee16c-a2d4-40ad-8d77-e9abbe68abb3 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] For port 4ecba91d-b901-4d2a-8792-5343454cd5b5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4ecba91d-b901-4d2a-8792-5343454cd5b5,segment=NetworkSegment(cdb637cc-eabc-4745-8a19-58d923408eff),segment_id=cdb637cc-eabc-4745-8a19-58d923408eff)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:37.428887 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8212f03e-7993-485f-be13-7775aebbe950 req-5c5ee16c-a2d4-40ad-8d77-e9abbe68abb3 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:37.457404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55397516-04d6-4d21-afe5-1e850c3eb4ae req-0b252090-3172-4d31-a45d-73a0f1162597 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473043 Nov 11 21:45:37.460822 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-09b7c8d8-164a-451f-91c3-5ab79290b194 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] delete failed (client error): The resource could not be found. Nov 11 21:45:37.468177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-09b7c8d8-164a-451f-91c3-5ab79290b194 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/routers/f87cd02d-6bd1-4efa-a6c5-2f58c620da75 HTTP/1.1" status: 404 len: 336 time: 0.0914125 Nov 11 21:45:37.472069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51118) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:37.491277 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d6d7-7bc5-4946-aac8-9f808ba62b2b req-ce1244ee-7870-4846-a48f-35822f98e267 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:37.494816 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8212f03e-7993-485f-be13-7775aebbe950 req-5c5ee16c-a2d4-40ad-8d77-e9abbe68abb3 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Calling delete_port for 4ecba91d-b901-4d2a-8792-5343454cd5b5 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:37.499943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3306d6d7-7bc5-4946-aac8-9f808ba62b2b req-ce1244ee-7870-4846-a48f-35822f98e267 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 946 time: 0.1880937 Nov 11 21:45:37.527821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-58a65ad1-9bfa-430c-b0f3-665e7b2e4567 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f66ab3e-8169-43e6-b8c8-0e3c13b88d86 HTTP/1.1" status: 200 len: 205 time: 0.0548265 Nov 11 21:45:37.528018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51122) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:37.581662 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3306d6d7-7bc5-4946-aac8-9f808ba62b2b req-8b62f5f3-e7fc-457c-9b9b-1753daae5969 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/security-groups?id=14069229-49ba-4a7b-9947-fe30acb6c2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806413 Nov 11 21:45:37.584208 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ad26-43ab-48a7-8b68-17a43dfe180c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:37.609294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ad26-43ab-48a7-8b68-17a43dfe180c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:37.846401 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-2184d7c7-8d77-49d2-bccc-fdab275dc4e9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] delete failed (client error): The resource could not be found. Nov 11 21:45:37.847580 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2184d7c7-8d77-49d2-bccc-fdab275dc4e9 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/routers/9f66ab3e-8169-43e6-b8c8-0e3c13b88d86 HTTP/1.1" status: 404 len: 336 time: 0.3167043 Nov 11 21:45:37.849010 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8212f03e-7993-485f-be13-7775aebbe950 req-5c5ee16c-a2d4-40ad-8d77-e9abbe68abb3 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:37.850841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51144) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:37.904376 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d092031-ca0e-4d2c-9396-1ddcd04407d5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] DELETE failed (client error): The resource could not be found. Nov 11 21:45:37.904851 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d092031-ca0e-4d2c-9396-1ddcd04407d5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:45:37.919038 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9d092031-ca0e-4d2c-9396-1ddcd04407d5 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/e277e31e-5e1c-4c3c-8fed-ac1435cfebfa HTTP/1.1" status: 404 len: 337 time: 0.0561032 Nov 11 21:45:37.919922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51146) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:37.936771 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ad26-43ab-48a7-8b68-17a43dfe180c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:37.941232 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ad26-43ab-48a7-8b68-17a43dfe180c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:37.953750 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f3c5ad26-43ab-48a7-8b68-17a43dfe180c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f40dbcc7-4b49-4c3b-96e8-5561b13a1b8f HTTP/1.1" status: 204 len: 168 time: 0.5528090 Nov 11 21:45:37.956673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ee16c-a2d4-40ad-8d77-e9abbe68abb3 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Pushing event deleted for resources: {'Port': ['ID=4ecba91d-b901-4d2a-8792-5343454cd5b5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:37.998501 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7822aa26-7f78-49bf-8224-1f5f3ae39802 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7ee95ee-d9fa-409b-bb02-24d9b810fc38 HTTP/1.1" status: 200 len: 205 time: 0.0748355 Nov 11 21:45:38.004862 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51152) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:38.077669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5ad26-43ab-48a7-8b68-17a43dfe180c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40dbcc7-4b49-4c3b-96e8-5561b13a1b8f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:38.079905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8212f03e-7993-485f-be13-7775aebbe950 req-5c5ee16c-a2d4-40ad-8d77-e9abbe68abb3 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] No DVR routers for this DVR port 4ecba91d-b901-4d2a-8792-5343454cd5b5 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:45:38.114074 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8212f03e-7993-485f-be13-7775aebbe950 req-5c5ee16c-a2d4-40ad-8d77-e9abbe68abb3 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:38.130261 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8212f03e-7993-485f-be13-7775aebbe950 req-5c5ee16c-a2d4-40ad-8d77-e9abbe68abb3 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.71 "DELETE /v2.0/ports/4ecba91d-b901-4d2a-8792-5343454cd5b5 HTTP/1.1" status: 204 len: 173 time: 1.2144575 Nov 11 21:45:38.131184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'name': 'network-vif-deleted', 'tag': '4ecba91d-b901-4d2a-8792-5343454cd5b5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:45:38.135430 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e0052e-a244-466e-b0ff-7f402ed09896" -d '{"events": [{"server_uuid": "979925d1-0330-4396-b3d6-a869dcfe2ce4", "name": "network-vif-deleted", "tag": "4ecba91d-b901-4d2a-8792-5343454cd5b5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:45:38.142167 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-d609d5c3-4891-4072-9d5e-e786f1819fe7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] delete failed (client error): The resource could not be found. Nov 11 21:45:38.146742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d609d5c3-4891-4072-9d5e-e786f1819fe7 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/routers/b7ee95ee-d9fa-409b-bb02-24d9b810fc38 HTTP/1.1" status: 404 len: 336 time: 0.1305394 Nov 11 21:45:38.147189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51156) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:38.232545 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc161dd-d314-4403-9780-8cd94eaec1fa tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] DELETE failed (client error): The resource could not be found. Nov 11 21:45:38.233049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc161dd-d314-4403-9780-8cd94eaec1fa tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:45:38.246199 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7dc161dd-d314-4403-9780-8cd94eaec1fa tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/e6db02e2-1432-4164-851f-81ffe2dd2dff HTTP/1.1" status: 404 len: 337 time: 0.0942967 Nov 11 21:45:38.246571 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51164) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:38.301930 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-23a10398-345c-4bdf-8b7e-608a74cc9e1f tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "GET /v2.0/ports?device_id=08a79ad6-9de1-4ca4-b992-74ba4a11ecc7 HTTP/1.1" status: 200 len: 205 time: 0.0517182 Nov 11 21:45:38.302113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51166) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:38.386151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51168) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:38.422178 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-8ad2f325-47ae-4a62-a691-439f6a90aba8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] delete failed (client error): The resource could not be found. Nov 11 21:45:38.425623 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8ad2f325-47ae-4a62-a691-439f6a90aba8 tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/routers/08a79ad6-9de1-4ca4-b992-74ba4a11ecc7 HTTP/1.1" status: 404 len: 336 time: 0.1201050 Nov 11 21:45:38.426314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51172) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:38.481821 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad00b248-6483-468d-af65-168d31fec40a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] DELETE failed (client error): The resource could not be found. Nov 11 21:45:38.482295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad00b248-6483-468d-af65-168d31fec40a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:45:38.513876 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ad00b248-6483-468d-af65-168d31fec40a tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/dc864949-cf9a-4547-9f07-76e2ea232f57 HTTP/1.1" status: 404 len: 337 time: 0.0861833 Nov 11 21:45:38.518679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51178) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:38.524190 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda57792-ebab-414b-acdb-7691fc195ad1 x-openstack-request-id: req-fda57792-ebab-414b-acdb-7691fc195ad1 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:45:38.524485 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979925d1-0330-4396-b3d6-a869dcfe2ce4", "name": "network-vif-deleted", "tag": "4ecba91d-b901-4d2a-8792-5343454cd5b5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:45:38.524737 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fda57792-ebab-414b-acdb-7691fc195ad1 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:45:38.525214 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979925d1-0330-4396-b3d6-a869dcfe2ce4', 'name': 'network-vif-deleted', 'tag': '4ecba91d-b901-4d2a-8792-5343454cd5b5', 'status': 'completed', 'code': 200} Nov 11 21:45:38.601651 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-71977c4c-306e-4c7e-a1d4-9ccdf63ca13e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] DELETE failed (client error): The resource could not be found. Nov 11 21:45:38.602142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71977c4c-306e-4c7e-a1d4-9ccdf63ca13e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:45:38.605318 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-71977c4c-306e-4c7e-a1d4-9ccdf63ca13e tempest-RoutersTest-790385336 tempest-RoutersTest-790385336-project] 10.222.0.57 "DELETE /v2.0/subnets/50a492f8-ba0f-473b-9f3d-a759f0e637a6 HTTP/1.1" status: 404 len: 337 time: 0.0822637 Nov 11 21:45:38.808250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2654559-bfa8-4c05-a086-92fab5a7f09f req-0f82af29-2dae-4963-af2d-d8264a226562 tempest-ServerRescueTestJSONUnderV235-27935981 tempest-ServerRescueTestJSONUnderV235-27935981-project] 10.222.0.57 "GET /v2.0/ports?device_id=979925d1-0330-4396-b3d6-a869dcfe2ce4 HTTP/1.1" status: 200 len: 210 time: 0.0855713 Nov 11 21:45:38.872858 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af7ab9cf-1d10-4c9f-a73d-5bf059fc469f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:38.944122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099903e6-b771-40d9-8851-781abc3c25b7 req-3e7275eb-f95b-410f-a7ed-a9b247899078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:38.945711 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-099903e6-b771-40d9-8851-781abc3c25b7 req-3e7275eb-f95b-410f-a7ed-a9b247899078 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99e3c597206c4ea7bcd58ef8e8d0fd48&device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 1097 time: 0.2060485 Nov 11 21:45:38.972024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbe781-55c0-4f54-bfd2-245e406633a1 req-27151217-d67c-4e1c-8758-ad8b55d750d8 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:38.979464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99cbe781-55c0-4f54-bfd2-245e406633a1 req-27151217-d67c-4e1c-8758-ad8b55d750d8 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1409273 Nov 11 21:45:39.047813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51204) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.140510 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99cbe781-55c0-4f54-bfd2-245e406633a1 req-71c29420-9440-4b06-a199-0c6398024a86 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600726 Nov 11 21:45:39.211585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af7ab9cf-1d10-4c9f-a73d-5bf059fc469f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:39.217262 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099903e6-b771-40d9-8851-781abc3c25b7 req-727f5719-f4e6-4db1-8aad-ab9c6c2c3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:39.223261 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-099903e6-b771-40d9-8851-781abc3c25b7 req-727f5719-f4e6-4db1-8aad-ab9c6c2c3296 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 HTTP/1.1" status: 200 len: 920 time: 0.2700744 Nov 11 21:45:39.224891 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af7ab9cf-1d10-4c9f-a73d-5bf059fc469f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:39.255321 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e525645e-b223-484d-9bc9-e38af5499f7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bc277970b6b14860a15b44ace89acccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2063668 Nov 11 21:45:39.257175 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51216) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.304649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-099903e6-b771-40d9-8851-781abc3c25b7 req-89b7500e-69b7-4ed2-b276-6c4d678cba65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc10c818-8ff2-40a9-8856-49a1ff19b5df HTTP/1.1" status: 200 len: 217 time: 0.0733447 Nov 11 21:45:39.312994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ab9cf-1d10-4c9f-a73d-5bf059fc469f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46401b1-1b56-4fb6-9bc6-58ca2260be4b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:39.327800 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-879756d1-4219-4f06-88a3-91e2f1cd0a63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:39.335128 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-af7ab9cf-1d10-4c9f-a73d-5bf059fc469f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7beba748ed9543f5b999cc7bbdad111a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9479177 Nov 11 21:45:39.339277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51220) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.367285 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-879756d1-4219-4f06-88a3-91e2f1cd0a63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:39.389570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099903e6-b771-40d9-8851-781abc3c25b7 req-2f1fe820-e21b-44c7-9a74-7f5606d5bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:39.391393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-099903e6-b771-40d9-8851-781abc3c25b7 req-2f1fe820-e21b-44c7-9a74-7f5606d5bb6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc75e8a7-d2c9-48ae-aff4-f6a72ade0511 HTTP/1.1" status: 200 len: 858 time: 0.0628228 Nov 11 21:45:39.419862 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d193228a-0ecd-43b7-9ae0-90340735b258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:39.432575 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-099903e6-b771-40d9-8851-781abc3c25b7 req-4e959af2-2bf2-4787-af8d-872052f7888d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321867 Nov 11 21:45:39.435340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51222) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.457953 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d193228a-0ecd-43b7-9ae0-90340735b258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:39.491318 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-879756d1-4219-4f06-88a3-91e2f1cd0a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:39.494320 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-879756d1-4219-4f06-88a3-91e2f1cd0a63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:39.495535 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-879756d1-4219-4f06-88a3-91e2f1cd0a63 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c92379e-1f5d-4642-a048-f3b414f4af19 HTTP/1.1" status: 204 len: 168 time: 0.2369118 Nov 11 21:45:39.505696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879756d1-4219-4f06-88a3-91e2f1cd0a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c92379e-1f5d-4642-a048-f3b414f4af19,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:39.531645 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d193228a-0ecd-43b7-9ae0-90340735b258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:39.535391 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d193228a-0ecd-43b7-9ae0-90340735b258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:39.537578 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d193228a-0ecd-43b7-9ae0-90340735b258 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c46401b1-1b56-4fb6-9bc6-58ca2260be4b HTTP/1.1" status: 204 len: 168 time: 0.1972439 Nov 11 21:45:39.552006 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193228a-0ecd-43b7-9ae0-90340735b258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46401b1-1b56-4fb6-9bc6-58ca2260be4b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:39.612618 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-099903e6-b771-40d9-8851-781abc3c25b7 req-8905333d-fdb2-48d7-a99e-16b79e931014 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711435 Nov 11 21:45:39.627962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-1fbe4b4d-686f-489d-baec-ab4a3e607bc5 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.629732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1fbe4b4d-686f-489d-baec-ab4a3e607bc5 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1932220 Nov 11 21:45:39.635876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51232) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.639519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-002e92e4-4925-48a4-a3dd-57f12572c4c4 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.640495 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-002e92e4-4925-48a4-a3dd-57f12572c4c4 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054069 Nov 11 21:45:39.643221 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.647875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-bc00f339-e5eb-47c2-8b40-0338de3e6fa3 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.649121 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bc00f339-e5eb-47c2-8b40-0338de3e6fa3 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049965 Nov 11 21:45:39.651694 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51236) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.657000 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-9fbf878f-0ec8-4378-9811-2c42fb8c295b tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.658399 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9fbf878f-0ec8-4378-9811-2c42fb8c295b tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0053725 Nov 11 21:45:39.660695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51238) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.665216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-e466aa1b-7905-4aa6-831a-62d47a78918e tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.669489 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e466aa1b-7905-4aa6-831a-62d47a78918e tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0078321 Nov 11 21:45:39.670067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51240) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.677332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-b6823367-da6b-48b5-b5a5-ee0eb6388b73 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.682054 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b6823367-da6b-48b5-b5a5-ee0eb6388b73 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0107899 Nov 11 21:45:39.682837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51242) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.687097 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-741d8cae-31bc-45d7-b64e-0c8664c37a5e tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.690634 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-741d8cae-31bc-45d7-b64e-0c8664c37a5e tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0068672 Nov 11 21:45:39.691191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51244) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.696566 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-755df9c0-44e7-4abf-a79c-ad5716ccf134 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.717565 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-755df9c0-44e7-4abf-a79c-ad5716ccf134 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0247614 Nov 11 21:45:39.718259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51246) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.724632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-8cfa0ffb-6e0c-471b-881c-5106f77a8be1 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.725801 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8cfa0ffb-6e0c-471b-881c-5106f77a8be1 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0063601 Nov 11 21:45:39.729329 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51248) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.733825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-882177dc-70b0-42da-bcf3-01c878982381 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.735027 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-882177dc-70b0-42da-bcf3-01c878982381 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044906 Nov 11 21:45:39.737912 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51250) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.742528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-4950ee3d-9445-4ba7-88db-4c2f48cd6501 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.743653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4950ee3d-9445-4ba7-88db-4c2f48cd6501 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045965 Nov 11 21:45:39.746862 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51252) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.751738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-362649f9-0734-40ce-b4aa-dd507c8ddd53 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.752949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-362649f9-0734-40ce-b4aa-dd507c8ddd53 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0049989 Nov 11 21:45:39.757201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51254) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.764988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-2d8531a5-8393-452a-94f7-4d50ad639d6b tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.766829 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2d8531a5-8393-452a-94f7-4d50ad639d6b tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0082314 Nov 11 21:45:39.770910 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51256) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.781936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-af758b92-1971-4816-bac8-4ac04fdf821e tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.784392 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-af758b92-1971-4816-bac8-4ac04fdf821e tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0122108 Nov 11 21:45:39.787105 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51258) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.795140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-2bf1e5d9-0695-4241-a369-471e960d62db tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.796470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-099903e6-b771-40d9-8851-781abc3c25b7 req-6b43f8e3-673c-48af-a453-1ed2ff314775 service neutron] 10.222.0.10 "GET /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536956 Nov 11 21:45:39.798954 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2bf1e5d9-0695-4241-a369-471e960d62db tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0074105 Nov 11 21:45:39.801518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51260) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.804776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4ecba91d-b901-4d2a-8792-5343454cd5b5 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:45:39.806844 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-e752c4a1-299a-44d5-aa55-393a50eacca2 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.809793 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e752c4a1-299a-44d5-aa55-393a50eacca2 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0068481 Nov 11 21:45:39.810655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51262) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.842345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-713108f6-5535-4dda-9a2e-5a55874edbb4 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.844504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 4ecba91d-b901-4d2a-8792-5343454cd5b5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:45:39.844987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4ecba91d-b901-4d2a-8792-5343454cd5b5 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:45:39.847527 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-713108f6-5535-4dda-9a2e-5a55874edbb4 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0302167 Nov 11 21:45:39.850336 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51266) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.854867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-0c58658d-2bea-457d-afc0-94f8df4cf548 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.855850 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0c58658d-2bea-457d-afc0-94f8df4cf548 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044873 Nov 11 21:45:39.858435 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51268) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.863664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-1eb2d3e5-766a-49de-a403-58bad7586b39 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.867498 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1eb2d3e5-766a-49de-a403-58bad7586b39 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0078526 Nov 11 21:45:39.870509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51270) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.885069 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51272) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.888523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-8035bf8a-de3c-4f3c-8081-e55888dc4046 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.889782 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8035bf8a-de3c-4f3c-8081-e55888dc4046 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0180240 Nov 11 21:45:39.893425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51274) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.900672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-e5e8a5ba-0a21-4c74-b5cb-60cb2e39df5d tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.901684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e5e8a5ba-0a21-4c74-b5cb-60cb2e39df5d tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050514 Nov 11 21:45:39.905176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51278) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.912830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-ebd32f7f-1169-48d1-9500-c1c71038a5e5 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.914449 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ebd32f7f-1169-48d1-9500-c1c71038a5e5 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0062761 Nov 11 21:45:39.917073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51280) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.929307 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-58f839c4-f5ae-4b8b-a923-226d903df6f2 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.930819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-58f839c4-f5ae-4b8b-a923-226d903df6f2 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0118434 Nov 11 21:45:39.934899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51286) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.943667 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-f757cf83-7cd0-48ca-b92e-12294e9e73be tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.947023 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f757cf83-7cd0-48ca-b92e-12294e9e73be tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0091903 Nov 11 21:45:39.947633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51288) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.954516 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-0b8132b4-4e52-4151-ab7d-833dc541da74 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.955491 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0b8132b4-4e52-4151-ab7d-833dc541da74 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0069528 Nov 11 21:45:39.958650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51290) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.968809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-e3298501-57fc-414d-b27c-c4edab600d19 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.969804 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e3298501-57fc-414d-b27c-c4edab600d19 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0102432 Nov 11 21:45:39.972975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51292) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.978392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-2d3da5bf-71b5-432b-aa4e-b0906c5aa604 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.982077 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51294) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.982456 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2d3da5bf-71b5-432b-aa4e-b0906c5aa604 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0079503 Nov 11 21:45:39.986654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-5f52d03a-3341-4347-a349-130f6a380500 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.990547 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5f52d03a-3341-4347-a349-130f6a380500 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045826 Nov 11 21:45:39.990547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51296) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:39.994506 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-b2391c6a-c9d0-4a16-be40-d9be2fb2d6c7 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:39.995687 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b2391c6a-c9d0-4a16-be40-d9be2fb2d6c7 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045240 Nov 11 21:45:40.001249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51298) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.007014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-ca872cc6-975b-4c12-a50a-ad1be38cb9b4 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.009378 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ca872cc6-975b-4c12-a50a-ad1be38cb9b4 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0063312 Nov 11 21:45:40.010904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51300) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.016531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-151ecc3d-8abd-4ad6-94de-8954aa190113 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.018133 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-151ecc3d-8abd-4ad6-94de-8954aa190113 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0051475 Nov 11 21:45:40.024574 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51302) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.037143 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-7542247a-cf51-4d68-b9b4-9940c0ada77c tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.038379 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7542247a-cf51-4d68-b9b4-9940c0ada77c tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0124347 Nov 11 21:45:40.041098 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51304) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.047296 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-a5aa358d-ef7f-4def-b953-48aaa3e8caa3 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.048256 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a5aa358d-ef7f-4def-b953-48aaa3e8caa3 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0061924 Nov 11 21:45:40.051624 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51308) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.057924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-9a2076e7-f91e-4146-9def-8d3bf990a6bf tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.058907 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9a2076e7-f91e-4146-9def-8d3bf990a6bf tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0063310 Nov 11 21:45:40.061647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51310) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.068114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-8e167407-f241-400b-bf7c-158a58c8db4e tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.069417 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8e167407-f241-400b-bf7c-158a58c8db4e tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0054553 Nov 11 21:45:40.072014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51312) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.077607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-5b095413-8805-4520-9498-9f6784d5aa45 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.079068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5b095413-8805-4520-9498-9f6784d5aa45 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0056324 Nov 11 21:45:40.081537 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51316) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.086140 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-03c6e252-d422-4b4d-8f17-b6754bb997ba tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.087846 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-03c6e252-d422-4b4d-8f17-b6754bb997ba tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0053279 Nov 11 21:45:40.100152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51318) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.110382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-00a4bb04-9673-4a50-9a57-fa6d15d931ac tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.115422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-00a4bb04-9673-4a50-9a57-fa6d15d931ac tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0137169 Nov 11 21:45:40.116128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51322) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.120697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-66eb41bd-ec74-4a49-be02-3d529c41a9a5 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.124695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-66eb41bd-ec74-4a49-be02-3d529c41a9a5 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0073709 Nov 11 21:45:40.125847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51324) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.137598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-cfddfd68-389a-4e24-8de3-f636dfafbf5e tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.138627 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cfddfd68-389a-4e24-8de3-f636dfafbf5e tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0118251 Nov 11 21:45:40.143364 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51326) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.147740 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-1d607a4a-5c88-4cff-b83e-d6e53b7ce537 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.151341 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1d607a4a-5c88-4cff-b83e-d6e53b7ce537 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0070028 Nov 11 21:45:40.153154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51330) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.173991 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-ee74fb86-e52b-4454-9659-ce83f3a3d152 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.175791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ee74fb86-e52b-4454-9659-ce83f3a3d152 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0216348 Nov 11 21:45:40.179185 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51334) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.185210 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-2b38cf55-4953-4a8c-b1f7-93f1d961bb9d tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.190380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2b38cf55-4953-4a8c-b1f7-93f1d961bb9d tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0084500 Nov 11 21:45:40.192635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51338) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.201827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-6b0903e2-0ddb-428e-a3ce-231c0b73b9ba tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.209074 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6b0903e2-0ddb-428e-a3ce-231c0b73b9ba tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0130839 Nov 11 21:45:40.212226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51344) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.220933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-525c72a7-950e-40f6-b19d-c352bd0afe73 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.227179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-525c72a7-950e-40f6-b19d-c352bd0afe73 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0086353 Nov 11 21:45:40.228081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51346) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.234379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-abafcf70-33f0-42aa-a886-01f7d5054e04 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.237750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-abafcf70-33f0-42aa-a886-01f7d5054e04 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0063152 Nov 11 21:45:40.242421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51350) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.251263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-5cdc761d-01fd-42f8-b908-c61720ebc0ca tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.254667 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5cdc761d-01fd-42f8-b908-c61720ebc0ca tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0074821 Nov 11 21:45:40.257821 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51352) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.286466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-0f7a2e96-5413-4c2f-b956-916f703b7152 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.288514 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0f7a2e96-5413-4c2f-b956-916f703b7152 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0285282 Nov 11 21:45:40.290631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51356) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.304953 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-bc0039d5-a917-4de2-b70c-22d4b31261ac tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.306847 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bc0039d5-a917-4de2-b70c-22d4b31261ac tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0051970 Nov 11 21:45:40.313857 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51360) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.328187 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-e88a1e08-7878-4959-83bd-44660a6dcd81 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.329190 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e88a1e08-7878-4959-83bd-44660a6dcd81 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0151758 Nov 11 21:45:40.333462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51362) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.339513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-19be4353-4a66-4b60-a5f7-63f7c1618b3d tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.343575 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-19be4353-4a66-4b60-a5f7-63f7c1618b3d tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0083349 Nov 11 21:45:40.344583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51364) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.350091 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-c4a48fc5-ee16-4616-a7c6-17b239b09d5c tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.351090 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c4a48fc5-ee16-4616-a7c6-17b239b09d5c tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0054913 Nov 11 21:45:40.354296 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51366) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.358405 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-e6bd756c-4eb9-478e-975c-cfcea01b8793 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.359454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e6bd756c-4eb9-478e-975c-cfcea01b8793 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042090 Nov 11 21:45:40.364002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51368) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.367867 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-d2dd205f-7900-4a6a-936a-2b33d5c64a0f tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.368966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d2dd205f-7900-4a6a-936a-2b33d5c64a0f tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043082 Nov 11 21:45:40.378167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec01a8-2b2e-4499-a2ca-1edf27ba1b09 req-c713e726-7e2d-4b5b-a916-c31e26835493 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:40.379768 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feec01a8-2b2e-4499-a2ca-1edf27ba1b09 req-c713e726-7e2d-4b5b-a916-c31e26835493 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1262572 Nov 11 21:45:40.380070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51370) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.388985 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-a7afbcde-e44c-4bf8-92df-42e535a67757 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.392452 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a7afbcde-e44c-4bf8-92df-42e535a67757 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0086966 Nov 11 21:45:40.393160 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51372) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.401384 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-1213ec5a-f376-4dbf-a62c-27763dad3d34 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.402496 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1213ec5a-f376-4dbf-a62c-27763dad3d34 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0083225 Nov 11 21:45:40.405855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51374) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.410220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-1f2bac23-fac2-4428-b0c8-568b0beaa5ec tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.411311 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1f2bac23-fac2-4428-b0c8-568b0beaa5ec tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0042815 Nov 11 21:45:40.414182 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51376) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.420195 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-ccc90ecb-a34c-4cea-b53e-ab928adbe00c tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.421266 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ccc90ecb-a34c-4cea-b53e-ab928adbe00c tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046227 Nov 11 21:45:40.424392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51378) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.429661 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-33e889b0-530a-4bcb-b4ed-6340e3d7caab tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.430580 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-33e889b0-530a-4bcb-b4ed-6340e3d7caab tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041027 Nov 11 21:45:40.438919 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51380) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.448379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-154957c4-03d8-4033-ad7b-fdc501b1de9d tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.452330 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51386) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.452531 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-154957c4-03d8-4033-ad7b-fdc501b1de9d tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0125692 Nov 11 21:45:40.458257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-675993f4-9a7d-4064-a67c-6ee6f8b4fe49 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.459752 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-675993f4-9a7d-4064-a67c-6ee6f8b4fe49 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0058718 Nov 11 21:45:40.466373 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51388) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.472629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-bd23312b-0225-4ed4-b2d1-474e6162fa22 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.473761 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bd23312b-0225-4ed4-b2d1-474e6162fa22 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0060861 Nov 11 21:45:40.476230 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51390) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.482293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-300acee9-a3b2-4c82-9217-4fb9bf5d20c3 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.485459 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-300acee9-a3b2-4c82-9217-4fb9bf5d20c3 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0058656 Nov 11 21:45:40.485771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51396) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.489791 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [None req-28ed7ab6-d818-45ec-922e-22fce9bd7ebd tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.492686 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-28ed7ab6-d818-45ec-922e-22fce9bd7ebd tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041726 Nov 11 21:45:40.492926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feec01a8-2b2e-4499-a2ca-1edf27ba1b09 req-34231d87-7030-494d-8de2-62ebe1fde4fa tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824192 Nov 11 21:45:40.493035 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51398) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.497657 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-4ad83cd1-1e79-41d5-ad83-b8fab9c7f976 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.501771 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4ad83cd1-1e79-41d5-ad83-b8fab9c7f976 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0073097 Nov 11 21:45:40.502571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51400) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.508078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-dc125baa-7163-42d8-b40d-fa5e1c463020 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.512666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dc125baa-7163-42d8-b40d-fa5e1c463020 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0089624 Nov 11 21:45:40.513480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51402) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.517690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-e9a3852f-2412-4d9e-8be6-d1fe5d4d77f7 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.521391 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e9a3852f-2412-4d9e-8be6-d1fe5d4d77f7 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0067637 Nov 11 21:45:40.521971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51404) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.528331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-ad4574d9-3ca9-4280-bdc7-e0e5a5e1e860 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.532129 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ad4574d9-3ca9-4280-bdc7-e0e5a5e1e860 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0084727 Nov 11 21:45:40.533063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51410) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.537418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-223ffcf2-8871-475d-98ce-b870dccbba40 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.541231 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-223ffcf2-8871-475d-98ce-b870dccbba40 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0070992 Nov 11 21:45:40.542028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51412) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.546972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-37aebe9f-08e5-432b-b56a-cd616576aff8 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.551004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-37aebe9f-08e5-432b-b56a-cd616576aff8 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0079265 Nov 11 21:45:40.551685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48591c0f-21f4-4585-966a-7c1980c1c4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:40.553136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51414) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.557645 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [None req-ddd5939c-6f04-4649-a977-1fac00cbbb25 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:45:40.558806 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ddd5939c-6f04-4649-a977-1fac00cbbb25 tempest-ExtensionsTestJSON-1450503024 tempest-ExtensionsTestJSON-1450503024-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046065 Nov 11 21:45:40.696316 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-ffdfc677-99b3-4626-9a7f-b3173055b08b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1053720 Nov 11 21:45:40.758986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51426) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:40.868176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-c4e7ffa0-866e-4937-b91f-1f34a8ff02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:40.870218 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-c4e7ffa0-866e-4937-b91f-1f34a8ff02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:40.870218 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-c4e7ffa0-866e-4937-b91f-1f34a8ff02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:40.870218 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-c4e7ffa0-866e-4937-b91f-1f34a8ff02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:40.870218 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-c4e7ffa0-866e-4937-b91f-1f34a8ff02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:40.870696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-c4e7ffa0-866e-4937-b91f-1f34a8ff02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:40.871454 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-c4e7ffa0-866e-4937-b91f-1f34a8ff02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:40.875375 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-c4e7ffa0-866e-4937-b91f-1f34a8ff02a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 6493 time: 0.1121361 Nov 11 21:45:41.060220 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:41.106343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-ba68ae87-e28c-4db8-ade1-e41f57de47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:41.106902 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-ba68ae87-e28c-4db8-ade1-e41f57de47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:41.107524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-ba68ae87-e28c-4db8-ade1-e41f57de47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:41.109325 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-ba68ae87-e28c-4db8-ade1-e41f57de47e9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1fce0110-e17d-4dbf-bcff-6587b695d31e&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=4fa35899-5adf-40f1-9173-7fcb94838b29&id=4fa35899-5adf-40f1-9173-7fcb94838b29 HTTP/1.1" status: 200 len: 2295 time: 0.1866775 Nov 11 21:45:41.234869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-48591c0f-21f4-4585-966a-7c1980c1c4f3 admin admin] Deleting port 1ad39b75-c099-493c-8740-f8affda82f0e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:41.235124 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48591c0f-21f4-4585-966a-7c1980c1c4f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:41.305376 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-1d6733b3-45aa-482e-9356-dbbd9d1e4494 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42f3bfd-99cc-4ee5-a989-eedc34b67f19 HTTP/1.1" status: 200 len: 1000 time: 0.1764596 Nov 11 21:45:41.335860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b6645976-f399-44e6-ac6e-ccc46d8a42eb tempest-DvrRoutersNegativeTest-1592375182 tempest-DvrRoutersNegativeTest-1592375182-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-612142806', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:41.340746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.policy [None req-b6645976-f399-44e6-ac6e-ccc46d8a42eb tempest-DvrRoutersNegativeTest-1592375182 tempest-DvrRoutersNegativeTest-1592375182-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102534) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 11 21:45:41.341083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.policy [None req-b6645976-f399-44e6-ac6e-ccc46d8a42eb tempest-DvrRoutersNegativeTest-1592375182 tempest-DvrRoutersNegativeTest-1592375182-project] Failed policy check for 'create_router' {{(pid=102534) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 11 21:45:41.341618 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-b6645976-f399-44e6-ac6e-ccc46d8a42eb tempest-DvrRoutersNegativeTest-1592375182 tempest-DvrRoutersNegativeTest-1592375182-project] create failed (client error): Access was denied to this resource. Nov 11 21:45:41.348266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b6645976-f399-44e6-ac6e-ccc46d8a42eb tempest-DvrRoutersNegativeTest-1592375182 tempest-DvrRoutersNegativeTest-1592375182-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5877984 Nov 11 21:45:41.370258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-48591c0f-21f4-4585-966a-7c1980c1c4f3 admin admin] For port 1ad39b75-c099-493c-8740-f8affda82f0e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1ad39b75-c099-493c-8740-f8affda82f0e,segment=NetworkSegment(cdb637cc-eabc-4745-8a19-58d923408eff),segment_id=cdb637cc-eabc-4745-8a19-58d923408eff)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:41.370627 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48591c0f-21f4-4585-966a-7c1980c1c4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:41.416532 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-48591c0f-21f4-4585-966a-7c1980c1c4f3 admin admin] Calling delete_port for 1ad39b75-c099-493c-8740-f8affda82f0e owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:41.429038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-fd469ea7-802d-400f-b2e3-a2e826d407dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:41.430586 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-fd469ea7-802d-400f-b2e3-a2e826d407dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4cc9cd29-0338-4a59-aaa7-c7a0cc838140 HTTP/1.1" status: 200 len: 850 time: 0.1119902 Nov 11 21:45:41.535617 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51452) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:41.567983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-bb7d914c-0a9d-4ac8-93be-36a39cd59290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:41.569984 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-bb7d914c-0a9d-4ac8-93be-36a39cd59290 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1fce0110-e17d-4dbf-bcff-6587b695d31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935435 Nov 11 21:45:41.741573 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-afdc854e-ee30-448c-8397-4a24dc91abd8 service neutron] 10.222.0.71 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409392 Nov 11 21:45:41.753609 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85436b12-d236-4518-b83c-762ba5ba5b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:41.843886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e494fe1-8e52-4c07-861d-9f293b193d4d req-e79d4b09-fd15-4b8d-8a6c-1e6636b5cba6 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:41.846284 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48591c0f-21f4-4585-966a-7c1980c1c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:41.849480 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6e494fe1-8e52-4c07-861d-9f293b193d4d req-e79d4b09-fd15-4b8d-8a6c-1e6636b5cba6 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.2037218 Nov 11 21:45:41.887849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48591c0f-21f4-4585-966a-7c1980c1c4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad39b75-c099-493c-8740-f8affda82f0e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:41.920093 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-21e1a46f-f0d0-4c45-b29b-1ea1db6f6b27 service neutron] 10.222.0.71 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599591 Nov 11 21:45:42.064503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51462) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:42.100990 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6e494fe1-8e52-4c07-861d-9f293b193d4d req-2cee63b2-fe06-4764-bb70-8269197ea704 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414949 Nov 11 21:45:42.247152 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85436b12-d236-4518-b83c-762ba5ba5b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:42.267439 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85436b12-d236-4518-b83c-762ba5ba5b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:42.341161 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-85436b12-d236-4518-b83c-762ba5ba5b91 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3760b7cac7f94f6e92ab6cc337e946d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8040757 Nov 11 21:45:42.346156 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51476) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:42.376292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6dc29ce4-fcf5-4baa-bad4-0658050722f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:42.476621 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-c3260ef4-885a-4631-8710-370e8ef9f1fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=25a1c873-4001-4e2b-9aab-1b83892a724d HTTP/1.1" status: 200 len: 217 time: 0.5338657 Nov 11 21:45:42.524319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85436b12-d236-4518-b83c-762ba5ba5b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1dcf36-0d92-41f1-9e53-d1eb62742e12,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:42.534082 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00130e79-4e09-457b-9d6d-e55073d8e269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:42.566550 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00130e79-4e09-457b-9d6d-e55073d8e269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:42.653426 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00130e79-4e09-457b-9d6d-e55073d8e269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:42.657822 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00130e79-4e09-457b-9d6d-e55073d8e269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:42.663702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-00130e79-4e09-457b-9d6d-e55073d8e269 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b1dcf36-0d92-41f1-9e53-d1eb62742e12 HTTP/1.1" status: 204 len: 168 time: 0.3150768 Nov 11 21:45:42.681021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00130e79-4e09-457b-9d6d-e55073d8e269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1dcf36-0d92-41f1-9e53-d1eb62742e12,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:42.796243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-491f47f0-c02a-4b38-80e1-fed2d8adf39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:42.802829 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6dc29ce4-fcf5-4baa-bad4-0658050722f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:42.803794 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-491f47f0-c02a-4b38-80e1-fed2d8adf39a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.3120513 Nov 11 21:45:42.812230 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6dc29ce4-fcf5-4baa-bad4-0658050722f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:42.876729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc29ce4-fcf5-4baa-bad4-0658050722f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaa9762-e24c-40f5-ba2a-0461beab6797,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:42.936934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6dc29ce4-fcf5-4baa-bad4-0658050722f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2f183c5a083e459a9e6987ff147ef2ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8269598 Nov 11 21:45:42.939486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51488) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:42.994939 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4013613-645e-42a7-9abe-eb156b3f7e2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:43.020541 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4013613-645e-42a7-9abe-eb156b3f7e2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:43.022476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-89ac1ff2-9cc3-4b25-ae85-c6d53c24661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:43.024953 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-89ac1ff2-9cc3-4b25-ae85-c6d53c24661a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2115037 Nov 11 21:45:43.024953 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48591c0f-21f4-4585-966a-7c1980c1c4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:43.111418 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4013613-645e-42a7-9abe-eb156b3f7e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:43.114639 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4013613-645e-42a7-9abe-eb156b3f7e2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:43.116016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f4013613-645e-42a7-9abe-eb156b3f7e2b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cfaa9762-e24c-40f5-ba2a-0461beab6797 HTTP/1.1" status: 204 len: 168 time: 0.1754611 Nov 11 21:45:43.128213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4013613-645e-42a7-9abe-eb156b3f7e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaa9762-e24c-40f5-ba2a-0461beab6797,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:43.305992 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-86c4d8b5-dd8a-435e-b781-8026ee8a9576 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714062 Nov 11 21:45:43.671594 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-bb4018b9-8af9-41ea-805a-b34d7d30f6c1 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549790 Nov 11 21:45:43.681194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48591c0f-21f4-4585-966a-7c1980c1c4f3 admin admin] Router f5dcff76-d299-42fe-9985-5e331d7bf0fd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:45:43.745556 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-c8be8c08-e049-4800-8b33-be768485ba47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=348abab2-0df6-4fc4-a449-94bd70a118d8 HTTP/1.1" status: 200 len: 217 time: 0.0560758 Nov 11 21:45:43.867766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ff5849ca-4117-4c10-8588-bfa8bc0e297a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:43.904695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-980d5bd4-7436-4b32-9250-d982b3074bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:43.906241 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-980d5bd4-7436-4b32-9250-d982b3074bc8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.1524990 Nov 11 21:45:44.018687 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-8187399b-2d11-4773-8d73-35b3f8e4a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:44.020225 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-8187399b-2d11-4773-8d73-35b3f8e4a9f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1019454 Nov 11 21:45:44.037314 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48591c0f-21f4-4585-966a-7c1980c1c4f3 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:45:44.048772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1881b-9f48-412b-97ee-4635f9614df2 None None] Sync routers for ids ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:45:44.053730 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-48591c0f-21f4-4585-966a-7c1980c1c4f3 admin admin] 10.222.0.57 "PUT /v2.0/routers/f5dcff76-d299-42fe-9985-5e331d7bf0fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1673431 Nov 11 21:45:44.056689 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51530) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:44.068150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1881b-9f48-412b-97ee-4635f9614df2 None None] Routers {'f5dcff76-d299-42fe-9985-5e331d7bf0fd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:44.068784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c6e1881b-9f48-412b-97ee-4635f9614df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:44.137660 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51534) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:44.164483 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-4a4c952b-4372-4bd4-9769-61ec73718e29 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350527 Nov 11 21:45:44.293205 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:44.337080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-c6e1881b-9f48-412b-97ee-4635f9614df2 None None] Set router f5dcff76-d299-42fe-9985-5e331d7bf0fd gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:44.442670 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-a1e65e8a-242a-42c5-a8b7-1c36c291c254 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694166 Nov 11 21:45:44.472041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-478860611'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:44.499450 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:44.509687 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-fa3cd383-12dc-466d-9992-73f5b9cd37cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=13ffee77-0dca-490c-8116-b548cab8fe4a HTTP/1.1" status: 200 len: 217 time: 0.0556235 Nov 11 21:45:44.575707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:45:44.591797 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:44.633081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:44.706462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-e3c43185-a828-4c75-bc47-38ad0bd2ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:44.719289 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-e3c43185-a828-4c75-bc47-38ad0bd2ffb1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.1852894 Nov 11 21:45:44.779759 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:44.830079 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:44.832042 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c6e1881b-9f48-412b-97ee-4635f9614df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '730ac737-1183-4e18-8185-b1b836a710b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:45:41Z', 'revision_number': 5, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'gw_port': {'id': '730ac737-1183-4e18-8185-b1b836a710b2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:44.841450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] Deleting port 730ac737-1183-4e18-8185-b1b836a710b2 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:44.841856 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:44.860233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-c3852515-f9e9-402b-a0c4-a1e5ae72847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:44.863899 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-c3852515-f9e9-402b-a0c4-a1e5ae72847e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1322966 Nov 11 21:45:44.871586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51564) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:44.930142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1881b-9f48-412b-97ee-4635f9614df2 None None] Checking router: f5dcff76-d299-42fe-9985-5e331d7bf0fd for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:45:44.954368 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1881b-9f48-412b-97ee-4635f9614df2 None None] Routers {'f5dcff76-d299-42fe-9985-5e331d7bf0fd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:44.955026 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c6e1881b-9f48-412b-97ee-4635f9614df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:45:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:44.978239 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:45.118116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a8777eaa-ed1f-46d3-807e-40868c592181 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710670911'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:45.132031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:45:45.181526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] For port 730ac737-1183-4e18-8185-b1b836a710b2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=730ac737-1183-4e18-8185-b1b836a710b2,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:45.182951 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:45.191793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72ee462-7bfd-4848-b744-3b42b36a4f4c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:45.205335 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-78a3a83f-261c-45cb-b3ce-07b46981f2c4 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236022 Nov 11 21:45:45.231995 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:45.233199 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Added segment e9697372-b900-477c-8044-c5ab55bab340 of type vlan for network aafd9ed5-2341-4366-82c4-028239be87b8 Nov 11 21:45:45.235873 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8777eaa-ed1f-46d3-807e-40868c592181 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:45.238026 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] Calling delete_port for 730ac737-1183-4e18-8185-b1b836a710b2 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:45.296468 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8777eaa-ed1f-46d3-807e-40868c592181 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:45.441345 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:45.475290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-c6e1881b-9f48-412b-97ee-4635f9614df2 None None] Set router f5dcff76-d299-42fe-9985-5e331d7bf0fd gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:45.545194 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-b66f7491-cff0-40f3-8c9b-6a0cecce1ae2 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328054 Nov 11 21:45:45.596161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c6e1881b-9f48-412b-97ee-4635f9614df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:45:44Z', 'revision_number': 6, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:45.623963 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:45.639377 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:45.640033 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:45.662921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1881b-9f48-412b-97ee-4635f9614df2 None None] The sync data for ids ['f5dcff76-d299-42fe-9985-5e331d7bf0fd'] in n-d-805737-3 is: [{'id': 'f5dcff76-d299-42fe-9985-5e331d7bf0fd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1281582401-router', 'tenant_id': 'e6091779eb404dd0a53fc90332b835f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:44:13Z', 'updated_at': '2021-11-11T21:45:44Z', 'revision_number': 6, 'project_id': 'e6091779eb404dd0a53fc90332b835f8', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:45:45.696387 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-b0a9cba6-548c-4a79-b78d-8ca55704f919 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=14325729-1495-4098-ba65-82b20f0f04f3 HTTP/1.1" status: 200 len: 217 time: 0.1356347 Nov 11 21:45:45.896841 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8777eaa-ed1f-46d3-807e-40868c592181 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:45.912537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-17ce2616-da2e-4d4f-a50c-f27250cd84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:45.914047 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-17ce2616-da2e-4d4f-a50c-f27250cd84ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.1931565 Nov 11 21:45:45.915165 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8777eaa-ed1f-46d3-807e-40868c592181 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:46.035707 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-66324299-56eb-41b3-9c83-407c62d3219a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:46.040425 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8777eaa-ed1f-46d3-807e-40868c592181 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:46.101297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1ad39b75-c099-493c-8740-f8affda82f0e no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:45:46.150190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 1ad39b75-c099-493c-8740-f8affda82f0e {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:45:46.150549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1ad39b75-c099-493c-8740-f8affda82f0e not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:45:46.164674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8777eaa-ed1f-46d3-807e-40868c592181 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78d801b-770f-40c7-9eab-a2d0ee151136,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:46.232587 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8777eaa-ed1f-46d3-807e-40868c592181 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:46.294621 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8777eaa-ed1f-46d3-807e-40868c592181 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:46.304563 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a8777eaa-ed1f-46d3-807e-40868c592181 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4317219 Nov 11 21:45:46.310829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51596) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:46.322838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8777eaa-ed1f-46d3-807e-40868c592181 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b0a71c-4cc5-41b6-87d8-f77859fa56d2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:46.331232 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1912405 Nov 11 21:45:46.347097 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-a5b502a4-2c8c-4b31-b075-c61ec4a8843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:46.354739 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-a5b502a4-2c8c-4b31-b075-c61ec4a8843a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3125222 Nov 11 21:45:46.472740 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51598) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:46.476954 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac05acc-def2-4ec6-83a4-e0bc5c46be7b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Network': ['ID=aafd9ed5-2341-4366-82c4-028239be87b8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:46.483106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5fd8de57-8afb-4d42-890b-8a3383181536 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'subnet': {'network_id': 'aafd9ed5-2341-4366-82c4-028239be87b8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:46.489295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network aafd9ed5-2341-4366-82c4-028239be87b8 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:45:46.524681 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:46.596848 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-c6848b59-426f-401f-933b-3af713802666 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276330 Nov 11 21:45:46.625677 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51600) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:46.626475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=730ac737-1183-4e18-8185-b1b836a710b2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:46.677749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daee4454-92f3-4431-be01-b0f467237c90 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:45:46.821727 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:46.897882 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-952e569d-a205-4401-a268-7fe73f1a2277 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.5846190 Nov 11 21:45:46.945867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51610) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:46.973870 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-030cd122-c7b2-4f23-bbef-ffaadbb6a1f4 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group': {'name': 'tempest-security--1973665711', 'description': 'tempest-security-description-346707091'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:46.995029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd8de57-8afb-4d42-890b-8a3383181536 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:45:46.998562 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fd8de57-8afb-4d42-890b-8a3383181536 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.096285 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dfa7b36c-847d-4871-b3ed-a8a7e911164a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.131535 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.150928 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.168872 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.316575 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-030cd122-c7b2-4f23-bbef-ffaadbb6a1f4 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.382883 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.383514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5dcff76-d299-42fe-9985-5e331d7bf0fd {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:45:47.395223 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.403806 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-95223237-ee16-4573-8c0d-a46ff7dc2da2 admin admin] 10.222.0.57 "DELETE /v2.0/routers/f5dcff76-d299-42fe-9985-5e331d7bf0fd HTTP/1.1" status: 204 len: 168 time: 3.3434660 Nov 11 21:45:47.404272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51614) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:47.417328 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-b1016364-e3cc-4b4f-aa21-9406a4e9b208 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704320 Nov 11 21:45:47.473989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae9c014-380c-4ad1-a27f-f44572aede99 admin admin] Deleting subnet 8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:45:47.479508 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ae9c014-380c-4ad1-a27f-f44572aede99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.502867 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-d81f77e5-3847-4101-9b43-3c226d0062a6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a256091-0880-49ef-ae98-ef983b4c19db HTTP/1.1" status: 200 len: 217 time: 0.0726523 Nov 11 21:45:47.512292 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-030cd122-c7b2-4f23-bbef-ffaadbb6a1f4 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.538620 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dfa7b36c-847d-4871-b3ed-a8a7e911164a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.545999 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dfa7b36c-847d-4871-b3ed-a8a7e911164a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.554006 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-030cd122-c7b2-4f23-bbef-ffaadbb6a1f4 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.561379 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-030cd122-c7b2-4f23-bbef-ffaadbb6a1f4 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.561379 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-030cd122-c7b2-4f23-bbef-ffaadbb6a1f4 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "PUT /v2.0/security-groups/45b0a71c-4cc5-41b6-87d8-f77859fa56d2 HTTP/1.1" status: 200 len: 1796 time: 0.5900557 Nov 11 21:45:47.565913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51616) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:47.572588 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ae9c014-380c-4ad1-a27f-f44572aede99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.603804 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dfa7b36c-847d-4871-b3ed-a8a7e911164a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=68853f4543b14c18befac86bb16341ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9638259 Nov 11 21:45:47.621711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7b36c-847d-4871-b3ed-a8a7e911164a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc8c6a6-f1ba-4b82-ae0f-480ef6893ea7,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:47.626164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51618) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:47.681219 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cd122-c7b2-4f23-bbef-ffaadbb6a1f4 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b0a71c-4cc5-41b6-87d8-f77859fa56d2,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:47.705088 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-12a16eca-66c2-4852-aa6e-d98f7fabea80 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-groups/45b0a71c-4cc5-41b6-87d8-f77859fa56d2 HTTP/1.1" status: 200 len: 1796 time: 0.1313801 Nov 11 21:45:47.708678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51620) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:47.717506 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ae9c014-380c-4ad1-a27f-f44572aede99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.773647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-1e48700d-aa67-4984-9ebf-3d92d1248c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:47.775896 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-1e48700d-aa67-4984-9ebf-3d92d1248c03 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e06d152d-4297-4bab-be11-2a26a2d0ccd9 HTTP/1.1" status: 200 len: 797 time: 0.2565525 Nov 11 21:45:47.779262 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f526b0f5-c205-41e4-8c8f-db00014d37a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.845282 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fd8de57-8afb-4d42-890b-8a3383181536 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.851408 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f526b0f5-c205-41e4-8c8f-db00014d37a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.870250 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ae9c014-380c-4ad1-a27f-f44572aede99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.892898 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ae9c014-380c-4ad1-a27f-f44572aede99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.896226 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4ae9c014-380c-4ad1-a27f-f44572aede99 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2 HTTP/1.1" status: 204 len: 168 time: 0.4907732 Nov 11 21:45:47.906368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51626) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:47.941040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9c014-380c-4ad1-a27f-f44572aede99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a0f8e2e-017d-40cb-8c44-13df0dbdf0d2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:47.971133 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c8856c5-8980-4308-b4f5-477386b1acb2 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.018154 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c8856c5-8980-4308-b4f5-477386b1acb2 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.094228 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c8856c5-8980-4308-b4f5-477386b1acb2 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.101183 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c8856c5-8980-4308-b4f5-477386b1acb2 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.102982 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1c8856c5-8980-4308-b4f5-477386b1acb2 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-groups/45b0a71c-4cc5-41b6-87d8-f77859fa56d2 HTTP/1.1" status: 204 len: 168 time: 0.3916790 Nov 11 21:45:48.122354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51638) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:48.125302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8856c5-8980-4308-b4f5-477386b1acb2 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b0a71c-4cc5-41b6-87d8-f77859fa56d2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:48.130534 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f526b0f5-c205-41e4-8c8f-db00014d37a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.134027 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f526b0f5-c205-41e4-8c8f-db00014d37a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.135397 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f526b0f5-c205-41e4-8c8f-db00014d37a9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bfc8c6a6-f1ba-4b82-ae0f-480ef6893ea7 HTTP/1.1" status: 204 len: 168 time: 0.5083206 Nov 11 21:45:48.156872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 730ac737-1183-4e18-8185-b1b836a710b2 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:45:48.166875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526b0f5-c205-41e4-8c8f-db00014d37a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc8c6a6-f1ba-4b82-ae0f-480ef6893ea7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:48.168655 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-5a8a7ea8-6079-428d-bd13-eafdca15b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:48.170340 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-5a8a7ea8-6079-428d-bd13-eafdca15b476 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3790998 Nov 11 21:45:48.180236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8de57-8afb-4d42-890b-8a3383181536 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Subnet': ['ID=c3db019e-1e20-4afd-ad44-47d0ee1d0929,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:48.198172 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2b7670d-eea8-4cf0-84d8-62405804c8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.219376 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-28356c78-d341-4f75-ae66-d9db77febc93 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0904512 Nov 11 21:45:48.222038 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51642) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:48.242460 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-660cf6a8-c3bd-4ea6-936a-f19b6bc08ebf tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] delete failed (client error): The resource could not be found. Nov 11 21:45:48.243871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-660cf6a8-c3bd-4ea6-936a-f19b6bc08ebf tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-groups/45b0a71c-4cc5-41b6-87d8-f77859fa56d2 HTTP/1.1" status: 404 len: 347 time: 0.0207055 Nov 11 21:45:48.251878 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51644) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:48.263865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e10025ec-3bd1-4530-893c-6132b90ad2d3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group': {'name': 'tempest-secgroup--219709051'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:48.278124 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 730ac737-1183-4e18-8185-b1b836a710b2 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:45:48.278871 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 730ac737-1183-4e18-8185-b1b836a710b2 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:45:48.297560 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e10025ec-3bd1-4530-893c-6132b90ad2d3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.307290 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8de57-8afb-4d42-890b-8a3383181536 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Checking segment: {'id': 'e9697372-b900-477c-8044-c5ab55bab340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'aafd9ed5-2341-4366-82c4-028239be87b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:45:48.307586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd8de57-8afb-4d42-890b-8a3383181536 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network hostable DHCP agents. Network: aafd9ed5-2341-4366-82c4-028239be87b8, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:45:48.438169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd8de57-8afb-4d42-890b-8a3383181536 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network aafd9ed5-2341-4366-82c4-028239be87b8 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:45:48.446510 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2b7670d-eea8-4cf0-84d8-62405804c8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.466579 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-37755b22-af82-4448-a54d-5838246d65fa service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805967 Nov 11 21:45:48.471794 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-5fd8de57-8afb-4d42-890b-8a3383181536 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, aafd9ed5-2341-4366-82c4-028239be87b8) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:45:48.482169 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ef1a92-6471-4607-8a55-ad194049044a None None] Network aafd9ed5-2341-4366-82c4-028239be87b8 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:45:48.495607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd8de57-8afb-4d42-890b-8a3383181536 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:48.496519 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fd8de57-8afb-4d42-890b-8a3383181536 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.497251 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e10025ec-3bd1-4530-893c-6132b90ad2d3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.505980 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e10025ec-3bd1-4530-893c-6132b90ad2d3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.511220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f2b7670d-eea8-4cf0-84d8-62405804c8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e7a506-7b3e-42b2-b385-05bccfc6062e']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:48.536486 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5fd8de57-8afb-4d42-890b-8a3383181536 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0598519 Nov 11 21:45:48.554361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f2b7670d-eea8-4cf0-84d8-62405804c8e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb637cc-eabc-4745-8a19-58d923408eff') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:48.556395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f2b7670d-eea8-4cf0-84d8-62405804c8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb637cc-eabc-4745-8a19-58d923408eff') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:48.560740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51650) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:48.577783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-83bf2733-70e4-4b1d-a468-24f39737cdde tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1038793072'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:48.624945 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2b7670d-eea8-4cf0-84d8-62405804c8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.625616 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e10025ec-3bd1-4530-893c-6132b90ad2d3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.634128 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e10025ec-3bd1-4530-893c-6132b90ad2d3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3796828 Nov 11 21:45:48.634818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51652) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:48.645852 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cb4ebbae-e4b8-414d-8bb1-539081b875d2 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group_rule': {'security_group_id': '0d024fb6-8b13-4289-bd92-117a62bd18f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:48.660392 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10025ec-3bd1-4530-893c-6132b90ad2d3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d024fb6-8b13-4289-bd92-117a62bd18f3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:48.663229 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.665730 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2b7670d-eea8-4cf0-84d8-62405804c8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.683293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b7670d-eea8-4cf0-84d8-62405804c8e7 admin admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:45:48.685281 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2b7670d-eea8-4cf0-84d8-62405804c8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.688861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bf2733-70e4-4b1d-a468-24f39737cdde tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:45:48.689553 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:45:48.699171 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83bf2733-70e4-4b1d-a468-24f39737cdde tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.701507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51654) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:48.730722 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7c23420c-3641-462e-b875-392ff3242a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.781801 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2b7670d-eea8-4cf0-84d8-62405804c8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.787160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bf2733-70e4-4b1d-a468-24f39737cdde tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:45:48.817122 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83bf2733-70e4-4b1d-a468-24f39737cdde tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.817877 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-83bf2733-70e4-4b1d-a468-24f39737cdde tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Added segment 24c23c0a-31ba-4e89-bf76-2b4fb479b4d7 of type vlan for network bd24fa43-9b05-4e05-afab-d0d4114bc500 Nov 11 21:45:48.819999 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2b7670d-eea8-4cf0-84d8-62405804c8e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.828922 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f2b7670d-eea8-4cf0-84d8-62405804c8e7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/58e7a506-7b3e-42b2-b385-05bccfc6062e HTTP/1.1" status: 204 len: 168 time: 0.9183569 Nov 11 21:45:48.853624 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-80609c6d-c642-490f-a166-06bea0900dc6 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725874 Nov 11 21:45:48.857943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7670d-eea8-4cf0-84d8-62405804c8e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=58e7a506-7b3e-42b2-b385-05bccfc6062e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:48.890950 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83bf2733-70e4-4b1d-a468-24f39737cdde tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.913392 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-aafd9ed5-2341-4366-82c4-028239be87b8', 'network_id': 'aafd9ed5-2341-4366-82c4-028239be87b8', 'tenant_id': 'ba610f4ff9a74023bd9ee2358462c2b3', 'fixed_ips': [{'subnet_id': 'c3db019e-1e20-4afd-ad44-47d0ee1d0929'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:45:48.917484 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.928022 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-36356e60-caae-4e5b-82ca-721f289f8402 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d HTTP/1.1" status: 200 len: 217 time: 0.0659418 Nov 11 21:45:48.938397 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7c23420c-3641-462e-b875-392ff3242a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.954368 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb4ebbae-e4b8-414d-8bb1-539081b875d2 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.956944 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7c23420c-3641-462e-b875-392ff3242a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.984499 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83bf2733-70e4-4b1d-a468-24f39737cdde tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.998252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf2733-70e4-4b1d-a468-24f39737cdde tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:49.009790 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83bf2733-70e4-4b1d-a468-24f39737cdde tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.120043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-e11b5c45-91cb-4187-8a55-818a25b6eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:49.125827 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-e11b5c45-91cb-4187-8a55-818a25b6eca8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e06d152d-4297-4bab-be11-2a26a2d0ccd9 HTTP/1.1" status: 200 len: 797 time: 0.1870964 Nov 11 21:45:49.142814 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb4ebbae-e4b8-414d-8bb1-539081b875d2 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.148326 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51664) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:49.162822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23420c-3641-462e-b875-392ff3242a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da337ad2-bfd3-4917-82cb-9b968ca8e29d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:49.166012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf2733-70e4-4b1d-a468-24f39737cdde tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Network': ['ID=bd24fa43-9b05-4e05-afab-d0d4114bc500,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:49.184809 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-83bf2733-70e4-4b1d-a468-24f39737cdde tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6198244 Nov 11 21:45:49.186057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51668) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:49.195416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2e58e605-bcf1-4075-857c-f8e9a4675eb9 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'subnet': {'network_id': 'bd24fa43-9b05-4e05-afab-d0d4114bc500', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:49.206225 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7c23420c-3641-462e-b875-392ff3242a36 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=861a631f5ed54a2bab90bfdf802d6542&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5014153 Nov 11 21:45:49.220145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51670) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:49.228813 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network bd24fa43-9b05-4e05-afab-d0d4114bc500 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:45:49.290887 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb4ebbae-e4b8-414d-8bb1-539081b875d2 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.304753 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Allocated IP 172.20.255.242 (aafd9ed5-2341-4366-82c4-028239be87b8/c3db019e-1e20-4afd-ad44-47d0ee1d0929/d4b1bb44-fc69-47f0-9094-00d28708396a) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:45:49.344761 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db25bc62-4681-433b-b308-1fa8626e1b00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.360760 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb4ebbae-e4b8-414d-8bb1-539081b875d2 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.369746 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cb4ebbae-e4b8-414d-8bb1-539081b875d2 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7309341 Nov 11 21:45:49.380512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51676) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:49.453352 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db25bc62-4681-433b-b308-1fa8626e1b00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.466414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ebbae-e4b8-414d-8bb1-539081b875d2 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e485dca-2af7-4757-ae74-a404199afb04,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:49.500835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-1c2a0b7b-0369-47d3-852d-24c9904bf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:49.503633 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-1c2a0b7b-0369-47d3-852d-24c9904bf9db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3574445 Nov 11 21:45:49.518133 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b06539f8-66ca-4869-bd5f-c4be7cefeda5 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.531852 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e58e605-bcf1-4075-857c-f8e9a4675eb9 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:45:49.539973 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e58e605-bcf1-4075-857c-f8e9a4675eb9 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.549396 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.604659 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1bd57b09-0eb6-4a51-8fc0-11136ec96809 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e6091779eb404dd0a53fc90332b835f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3416862 Nov 11 21:45:49.605285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51680) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:49.606956 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b06539f8-66ca-4869-bd5f-c4be7cefeda5 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.731726 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db25bc62-4681-433b-b308-1fa8626e1b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.736421 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db25bc62-4681-433b-b308-1fa8626e1b00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.740756 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-db25bc62-4681-433b-b308-1fa8626e1b00 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/da337ad2-bfd3-4917-82cb-9b968ca8e29d HTTP/1.1" status: 204 len: 168 time: 0.5193033 Nov 11 21:45:49.768564 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25bc62-4681-433b-b308-1fa8626e1b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da337ad2-bfd3-4917-82cb-9b968ca8e29d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:49.894794 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.911469 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.926165 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1be929fd-dc6a-4422-856a-78b297c52650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.935832 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b06539f8-66ca-4869-bd5f-c4be7cefeda5 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.941225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b06539f8-66ca-4869-bd5f-c4be7cefeda5 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:49.945242 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b06539f8-66ca-4869-bd5f-c4be7cefeda5 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/1e485dca-2af7-4757-ae74-a404199afb04 HTTP/1.1" status: 204 len: 168 time: 0.5549855 Nov 11 21:45:49.947429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51690) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:49.969578 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Network aafd9ed5-2341-4366-82c4-028239be87b8 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:45:49.972639 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:45:49.979572 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:45:49.993665 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06539f8-66ca-4869-bd5f-c4be7cefeda5 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e485dca-2af7-4757-ae74-a404199afb04,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:49.994005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Pushing event updated for resources: {'Port': ['ID=d4b1bb44-fc69-47f0-9094-00d28708396a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:50.019891 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1be929fd-dc6a-4422-856a-78b297c52650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.033200 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-54cbf88f-7eb9-41b3-834d-b5935f1422fc service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925830 Nov 11 21:45:50.052177 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-edad8f0f-3230-4ef9-88d8-f08cf9be307a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0991881 Nov 11 21:45:50.054207 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Attempting to bind port d4b1bb44-fc69-47f0-9094-00d28708396a on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:45:50.054592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Attempting to bind port d4b1bb44-fc69-47f0-9094-00d28708396a by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'e9697372-b900-477c-8044-c5ab55bab340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'aafd9ed5-2341-4366-82c4-028239be87b8'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:45:50.054955 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Attempting to bind port d4b1bb44-fc69-47f0-9094-00d28708396a on network aafd9ed5-2341-4366-82c4-028239be87b8 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:45:50.055135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51692) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:50.060616 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:45:50.061164 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Checking segment: {'id': 'e9697372-b900-477c-8044-c5ab55bab340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'aafd9ed5-2341-4366-82c4-028239be87b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:45:50.061720 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.062107 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e58e605-bcf1-4075-857c-f8e9a4675eb9 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.062295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Bound using segment: {'id': 'e9697372-b900-477c-8044-c5ab55bab340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'aafd9ed5-2341-4366-82c4-028239be87b8'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:45:50.062781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Bound port: d4b1bb44-fc69-47f0-9094-00d28708396a, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9697372-b900-477c-8044-c5ab55bab340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'aafd9ed5-2341-4366-82c4-028239be87b8'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:45:50.063161 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.162438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] For port d4b1bb44-fc69-47f0-9094-00d28708396a, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:45:50.168393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] For port d4b1bb44-fc69-47f0-9094-00d28708396a, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d4b1bb44-fc69-47f0-9094-00d28708396a,segment=NetworkSegment(e9697372-b900-477c-8044-c5ab55bab340),segment_id=e9697372-b900-477c-8044-c5ab55bab340)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:45:50.176477 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.213670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ee556-89be-4422-845b-f334eff685ee req-d2dd1df6-3926-4d3e-b4c5-117322a39667 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:50.215404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a25ee556-89be-4422-845b-f334eff685ee req-d2dd1df6-3926-4d3e-b4c5-117322a39667 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.2939596 Nov 11 21:45:50.245319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58e605-bcf1-4075-857c-f8e9a4675eb9 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Subnet': ['ID=6354946b-3bdf-46a2-9f2e-1276204f28a1,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:50.303761 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58e605-bcf1-4075-857c-f8e9a4675eb9 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Checking segment: {'id': '24c23c0a-31ba-4e89-bf76-2b4fb479b4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'bd24fa43-9b05-4e05-afab-d0d4114bc500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:45:50.304128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e58e605-bcf1-4075-857c-f8e9a4675eb9 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network hostable DHCP agents. Network: bd24fa43-9b05-4e05-afab-d0d4114bc500, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:45:50.313478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccf1e3-848a-4538-bb4d-913a1d67befd None None] Pushing event updated for resources: {'Port': ['ID=d4b1bb44-fc69-47f0-9094-00d28708396a,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:50.319634 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-166c50c8-0c68-4dc9-9b3b-08199e688140 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.328992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a25ee556-89be-4422-845b-f334eff685ee req-1bd7972e-5bfc-4012-9d8b-aebb88ae0ed5 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766537 Nov 11 21:45:50.347378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e58e605-bcf1-4075-857c-f8e9a4675eb9 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network bd24fa43-9b05-4e05-afab-d0d4114bc500 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:45:50.369006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-2e58e605-bcf1-4075-857c-f8e9a4675eb9 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, bd24fa43-9b05-4e05-afab-d0d4114bc500) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:45:50.385579 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41e4c83-cea3-4f3f-9d07-a12ebb0b1fb2 None None] Network bd24fa43-9b05-4e05-afab-d0d4114bc500 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:45:50.386447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58e605-bcf1-4075-857c-f8e9a4675eb9 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:50.387172 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e58e605-bcf1-4075-857c-f8e9a4675eb9 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.404345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-166c50c8-0c68-4dc9-9b3b-08199e688140 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.423741 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2e58e605-bcf1-4075-857c-f8e9a4675eb9 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2328944 Nov 11 21:45:50.426371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51702) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:50.473724 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1be929fd-dc6a-4422-856a-78b297c52650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.478459 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1be929fd-dc6a-4422-856a-78b297c52650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.483058 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1be929fd-dc6a-4422-856a-78b297c52650 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/14069229-49ba-4a7b-9947-fe30acb6c2d7 HTTP/1.1" status: 204 len: 168 time: 0.8577812 Nov 11 21:45:50.504132 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-166c50c8-0c68-4dc9-9b3b-08199e688140 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.507646 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-166c50c8-0c68-4dc9-9b3b-08199e688140 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.513958 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-166c50c8-0c68-4dc9-9b3b-08199e688140 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-groups/0d024fb6-8b13-4289-bd92-117a62bd18f3 HTTP/1.1" status: 204 len: 168 time: 0.4554443 Nov 11 21:45:50.518071 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f3f0c54-093e-4c79-bddb-84220aad9e0a req-a649a055-762e-4202-a3fd-6c9fa22fa0a6 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619319 Nov 11 21:45:50.518603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51708) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:50.519425 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be929fd-dc6a-4422-856a-78b297c52650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14069229-49ba-4a7b-9947-fe30acb6c2d7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:50.551287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c50c8-0c68-4dc9-9b3b-08199e688140 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d024fb6-8b13-4289-bd92-117a62bd18f3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:50.639615 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-755ef076-997e-49b0-b6b1-5d1c7584956b tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1053395 Nov 11 21:45:50.640544 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51714) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:50.647096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8b8725b8-7343-4f58-a345-aa4be4d44661 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854529384'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:50.701907 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b8725b8-7343-4f58-a345-aa4be4d44661 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.810316 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.871749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b8725b8-7343-4f58-a345-aa4be4d44661 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.872762 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d013f0e2-8f67-4083-a92e-b6cfb2d6e384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-bd24fa43-9b05-4e05-afab-d0d4114bc500', 'network_id': 'bd24fa43-9b05-4e05-afab-d0d4114bc500', 'tenant_id': 'ba610f4ff9a74023bd9ee2358462c2b3', 'fixed_ips': [{'subnet_id': '6354946b-3bdf-46a2-9f2e-1276204f28a1'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:45:50.874223 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d013f0e2-8f67-4083-a92e-b6cfb2d6e384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.881191 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b8725b8-7343-4f58-a345-aa4be4d44661 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.947297 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b8725b8-7343-4f58-a345-aa4be4d44661 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.956527 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8b8725b8-7343-4f58-a345-aa4be4d44661 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3094456 Nov 11 21:45:50.959693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51720) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:50.974417 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:50.990190 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f9198cfe-d2ff-4e60-acd5-fb90c3e778fe tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group_rule': {'security_group_id': '362d9e86-84dc-456c-8ec8-e277c1ded9b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:51.098560 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9198cfe-d2ff-4e60-acd5-fb90c3e778fe tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.109911 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8725b8-7343-4f58-a345-aa4be4d44661 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362d9e86-84dc-456c-8ec8-e277c1ded9b3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:51.118485 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server [None req-d013f0e2-8f67-4083-a92e-b6cfb2d6e384 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6354946b-3bdf-46a2-9f2e-1276204f28a1: This subnet is being modified by another concurrent operation. Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise exception Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6354946b-3bdf-46a2-9f2e-1276204f28a1: This subnet is being modified by another concurrent operation. Nov 11 21:45:51.143927 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Nov 11 21:45:51.181455 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd2ea45-375d-410a-b92f-3281492e3d22 None None] Network bd24fa43-9b05-4e05-afab-d0d4114bc500 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:45:51.238642 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9198cfe-d2ff-4e60-acd5-fb90c3e778fe tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.247255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Subnet': ['ID=6354946b-3bdf-46a2-9f2e-1276204f28a1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:51.253416 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9198cfe-d2ff-4e60-acd5-fb90c3e778fe tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.319958 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9198cfe-d2ff-4e60-acd5-fb90c3e778fe tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83af09f5-d768-4824-bc4c-5d09ca7181a4,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:51.332180 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f9198cfe-d2ff-4e60-acd5-fb90c3e778fe tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.340884 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f9198cfe-d2ff-4e60-acd5-fb90c3e778fe tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3789384 Nov 11 21:45:51.342456 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51732) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:51.349359 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group_rule': {'security_group_id': '362d9e86-84dc-456c-8ec8-e277c1ded9b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:51.428182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.470098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.546579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd24fa43-9b05-4e05-afab-d0d4114bc500']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:51.569902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c23c0a-31ba-4e89-bf76-2b4fb479b4d7') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:51.570207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c23c0a-31ba-4e89-bf76-2b4fb479b4d7') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:51.572822 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.579567 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.591772 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.602415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdcfa45-ac93-4ec5-8da7-442fec33459a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:51.615178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:51.616630 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:51.617158 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:51.617654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:51.618501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:51.619055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:51.619520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:51.620049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:51.620519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:51.621623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:51.621623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:51.622122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:51.629820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.634747 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-45bb3e51-243d-4341-a055-253b5fa2c568 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2911646 Nov 11 21:45:51.635585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51744) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:51.636387 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.641396 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d38c277c-f73b-4106-a1ba-52076bd6fdcb tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group_rule': {'security_group_id': '362d9e86-84dc-456c-8ec8-e277c1ded9b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:51.653732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:45:51.654230 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.674946 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d38c277c-f73b-4106-a1ba-52076bd6fdcb tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.776145 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d38c277c-f73b-4106-a1ba-52076bd6fdcb tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:45:51.780208 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:45:51.787342 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d38c277c-f73b-4106-a1ba-52076bd6fdcb tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.852310 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d38c277c-f73b-4106-a1ba-52076bd6fdcb tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.861818 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d38c277c-f73b-4106-a1ba-52076bd6fdcb tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2249296 Nov 11 21:45:51.862956 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51756) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:51.868057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db856c-0d49-40d0-b363-fec504e592f4 req-86d2f106-5bc5-40b4-ae41-53b9faab1da1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:51.869793 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72db856c-0d49-40d0-b363-fec504e592f4 req-86d2f106-5bc5-40b4-ae41-53b9faab1da1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.0885239 Nov 11 21:45:51.870693 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.881180 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b14bbc05-606c-4954-ba52-0a6a5e655478 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group_rule': {'security_group_id': '362d9e86-84dc-456c-8ec8-e277c1ded9b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:51.890340 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.895405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/bd24fa43-9b05-4e05-afab-d0d4114bc500 HTTP/1.1" status: 204 len: 168 time: 1.4659569 Nov 11 21:45:51.917849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c277c-f73b-4106-a1ba-52076bd6fdcb tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35c2f9a-450e-47f3-a33e-a52844a17558,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:51.924126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51758) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:51.932225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e185fc79-4628-4ae4-acf7-9d335f6aeb5f tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-282301706'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:51.935410 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b14bbc05-606c-4954-ba52-0a6a5e655478 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:51.976675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a80618-7381-43f2-a2b4-ac64a4422933 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Network': ['ID=bd24fa43-9b05-4e05-afab-d0d4114bc500,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:52.045480 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b14bbc05-606c-4954-ba52-0a6a5e655478 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.055317 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b14bbc05-606c-4954-ba52-0a6a5e655478 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.095591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e185fc79-4628-4ae4-acf7-9d335f6aeb5f tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:45:52.108894 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e185fc79-4628-4ae4-acf7-9d335f6aeb5f tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.115940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bbc05-606c-4954-ba52-0a6a5e655478 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e84debe-2e7c-45d3-b98a-af5fdfc2e77d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:52.132694 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b14bbc05-606c-4954-ba52-0a6a5e655478 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.136056 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b14bbc05-606c-4954-ba52-0a6a5e655478 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2626853 Nov 11 21:45:52.139091 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51764) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:52.149170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-28fc2ff3-d9e7-46b6-a98f-4ac3e4635627 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group_rule': {'security_group_id': '362d9e86-84dc-456c-8ec8-e277c1ded9b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:52.162993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e185fc79-4628-4ae4-acf7-9d335f6aeb5f tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:45:52.177062 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e185fc79-4628-4ae4-acf7-9d335f6aeb5f tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.177727 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-e185fc79-4628-4ae4-acf7-9d335f6aeb5f tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Added segment 9e9591c3-5388-40fe-a7a0-b72f5995f950 of type vlan for network 2eb24781-1099-404b-92dd-2ab917315384 Nov 11 21:45:52.205705 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d4b1bb44-fc69-47f0-9094-00d28708396a up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:45:52.227755 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e185fc79-4628-4ae4-acf7-9d335f6aeb5f tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.228124 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-28fc2ff3-d9e7-46b6-a98f-4ac3e4635627 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.266888 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72db856c-0d49-40d0-b363-fec504e592f4 req-bb598012-9dbc-437a-91ed-ccf0dfa68d73 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3810015 Nov 11 21:45:52.274637 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e185fc79-4628-4ae4-acf7-9d335f6aeb5f tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.282942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e185fc79-4628-4ae4-acf7-9d335f6aeb5f tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:52.284950 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e185fc79-4628-4ae4-acf7-9d335f6aeb5f tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.366142 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e185fc79-4628-4ae4-acf7-9d335f6aeb5f tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4408939 Nov 11 21:45:52.367195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185fc79-4628-4ae4-acf7-9d335f6aeb5f tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Network': ['ID=2eb24781-1099-404b-92dd-2ab917315384,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:52.369675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51770) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:52.376164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-764155b2-2658-4498-a9ad-9e8f902277c6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'subnet': {'network_id': '2eb24781-1099-404b-92dd-2ab917315384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:52.381007 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-28fc2ff3-d9e7-46b6-a98f-4ac3e4635627 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.390033 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-28fc2ff3-d9e7-46b6-a98f-4ac3e4635627 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.399957 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f375657-e898-406f-b6a9-8e010ddda16c None None] Network aafd9ed5-2341-4366-82c4-028239be87b8 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:45:52.405787 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 2eb24781-1099-404b-92dd-2ab917315384 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:45:52.449904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc2ff3-d9e7-46b6-a98f-4ac3e4635627 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028a9e50-41d1-476f-9b4a-209aed7dc665,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:52.475779 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-28fc2ff3-d9e7-46b6-a98f-4ac3e4635627 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.479127 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-28fc2ff3-d9e7-46b6-a98f-4ac3e4635627 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3371036 Nov 11 21:45:52.482024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51776) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:52.507422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764155b2-2658-4498-a9ad-9e8f902277c6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:45:52.516952 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-764155b2-2658-4498-a9ad-9e8f902277c6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.561763 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62363562-57a7-4354-8a35-5dabba6b3eaa tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.582557 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62363562-57a7-4354-8a35-5dabba6b3eaa tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.650192 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62363562-57a7-4354-8a35-5dabba6b3eaa tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.657770 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-62363562-57a7-4354-8a35-5dabba6b3eaa tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.665351 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-62363562-57a7-4354-8a35-5dabba6b3eaa tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/028a9e50-41d1-476f-9b4a-209aed7dc665 HTTP/1.1" status: 204 len: 168 time: 0.1773081 Nov 11 21:45:52.666034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51792) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:52.748110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62363562-57a7-4354-8a35-5dabba6b3eaa tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=028a9e50-41d1-476f-9b4a-209aed7dc665,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:52.759441 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-87d3c473-2471-4392-8d38-c7625897e333 None None] Provisioning complete for port d4b1bb44-fc69-47f0-9094-00d28708396a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:52.760135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-764155b2-2658-4498-a9ad-9e8f902277c6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Performing IP validity checks on allocation pools {{(pid=102534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 21:45:52.760248 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87d3c473-2471-4392-8d38-c7625897e333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.760653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-764155b2-2658-4498-a9ad-9e8f902277c6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 21:45:52.829166 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3dbe783f-52f8-4859-af8a-4393cc5949a9 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1340027 Nov 11 21:45:52.829813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51796) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:52.846787 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port d4b1bb44-fc69-47f0-9094-00d28708396a triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:52.847180 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.892458 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72956a56-9fc9-4411-bb58-eae16e5e8ce9 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.906987 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72956a56-9fc9-4411-bb58-eae16e5e8ce9 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.979807 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72956a56-9fc9-4411-bb58-eae16e5e8ce9 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:52.994572 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72956a56-9fc9-4411-bb58-eae16e5e8ce9 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.000977 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51804) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:53.001523 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-72956a56-9fc9-4411-bb58-eae16e5e8ce9 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/0e84debe-2e7c-45d3-b98a-af5fdfc2e77d HTTP/1.1" status: 204 len: 168 time: 0.1704352 Nov 11 21:45:53.021969 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72956a56-9fc9-4411-bb58-eae16e5e8ce9 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e84debe-2e7c-45d3-b98a-af5fdfc2e77d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:53.119585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8d4b3eb9-dd66-4c5e-a926-cf2863276120 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1121233 Nov 11 21:45:53.122464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51810) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:53.149602 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87d3c473-2471-4392-8d38-c7625897e333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.240786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-87d3c473-2471-4392-8d38-c7625897e333 None None] For port d4b1bb44-fc69-47f0-9094-00d28708396a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d4b1bb44-fc69-47f0-9094-00d28708396a,segment=NetworkSegment(e9697372-b900-477c-8044-c5ab55bab340),segment_id=e9697372-b900-477c-8044-c5ab55bab340)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:53.272116 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-87d3c473-2471-4392-8d38-c7625897e333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.280985 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.309159 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2a88d594-cf78-4d26-9d34-e8af17988885 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.322811 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2a88d594-cf78-4d26-9d34-e8af17988885 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.366162 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-764155b2-2658-4498-a9ad-9e8f902277c6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.387265 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2a88d594-cf78-4d26-9d34-e8af17988885 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.396169 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2a88d594-cf78-4d26-9d34-e8af17988885 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.401630 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51822) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:53.415199 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2a88d594-cf78-4d26-9d34-e8af17988885 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/c35c2f9a-450e-47f3-a33e-a52844a17558 HTTP/1.1" status: 204 len: 168 time: 0.2910690 Nov 11 21:45:53.473121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3c473-2471-4392-8d38-c7625897e333 None None] Pushing event updated for resources: {'Port': ['ID=d4b1bb44-fc69-47f0-9094-00d28708396a,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:53.487641 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:45:53.488113 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:45:53.541548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8e591d-8365-400e-8253-4f7700094a38 None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:45:53.554064 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9cd2620a-dfe9-4739-be76-96537367fe08 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1503932 Nov 11 21:45:53.554626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51826) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:53.558883 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88d594-cf78-4d26-9d34-e8af17988885 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c35c2f9a-450e-47f3-a33e-a52844a17558,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:53.614144 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-241ae537-ca8d-4e2b-aafe-9b7296604866 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.627913 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f0289fd7-76da-4b8f-82b6-ed372f174f6c None None] Provisioning complete for port d4b1bb44-fc69-47f0-9094-00d28708396a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:53.628460 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0289fd7-76da-4b8f-82b6-ed372f174f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.633480 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-241ae537-ca8d-4e2b-aafe-9b7296604866 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.663697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65275d5c-2455-4ed4-a1c0-3ce8e6471857 req-f79bb3dc-5f34-4e06-b6bd-23ae4f974417 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:53.674768 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65275d5c-2455-4ed4-a1c0-3ce8e6471857 req-f79bb3dc-5f34-4e06-b6bd-23ae4f974417 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.2439847 Nov 11 21:45:53.687807 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-241ae537-ca8d-4e2b-aafe-9b7296604866 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.697744 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-241ae537-ca8d-4e2b-aafe-9b7296604866 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.720711 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-241ae537-ca8d-4e2b-aafe-9b7296604866 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/1bdcfa45-ac93-4ec5-8da7-442fec33459a HTTP/1.1" status: 204 len: 168 time: 0.1649806 Nov 11 21:45:53.721385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51828) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:53.738249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764155b2-2658-4498-a9ad-9e8f902277c6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Subnet': ['ID=6813fdde-dda1-4248-9da5-59e365a4225b,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:53.769973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ae537-ca8d-4e2b-aafe-9b7296604866 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bdcfa45-ac93-4ec5-8da7-442fec33459a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:53.819302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7cff78b6-e7b2-438f-b925-f7adc4d6ba48 req-61d9a274-a859-4802-aa9e-e897f8490ce9 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.1918685 Nov 11 21:45:53.824776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764155b2-2658-4498-a9ad-9e8f902277c6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Checking segment: {'id': '9e9591c3-5388-40fe-a7a0-b72f5995f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '2eb24781-1099-404b-92dd-2ab917315384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:45:53.825243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764155b2-2658-4498-a9ad-9e8f902277c6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network hostable DHCP agents. Network: 2eb24781-1099-404b-92dd-2ab917315384, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:45:53.827384 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3c6eba9c-94e4-4f01-a9b1-2a3fc4c4fc86 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0845809 Nov 11 21:45:53.832110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51834) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:53.901430 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a2edc8e-b253-492e-90b4-b3ed6f15cc04 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.912889 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a2edc8e-b253-492e-90b4-b3ed6f15cc04 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.930010 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65275d5c-2455-4ed4-a1c0-3ce8e6471857 req-2d000c46-0dde-4ee3-8dc9-1a122305cf54 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542493 Nov 11 21:45:53.937655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764155b2-2658-4498-a9ad-9e8f902277c6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network 2eb24781-1099-404b-92dd-2ab917315384 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:45:53.961734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-764155b2-2658-4498-a9ad-9e8f902277c6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 2eb24781-1099-404b-92dd-2ab917315384) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:45:53.978514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764155b2-2658-4498-a9ad-9e8f902277c6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:53.980684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-764155b2-2658-4498-a9ad-9e8f902277c6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.981050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8e591d-8365-400e-8253-4f7700094a38 None None] Unable to find a vacant binding_index for network 2eb24781-1099-404b-92dd-2ab917315384 and agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 {{(pid=102536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 11 21:45:54.006739 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51842) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:54.011274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-764155b2-2658-4498-a9ad-9e8f902277c6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6402147 Nov 11 21:45:54.035876 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8e591d-8365-400e-8253-4f7700094a38 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 2eb24781-1099-404b-92dd-2ab917315384) {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:45:54.036231 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a2edc8e-b253-492e-90b4-b3ed6f15cc04 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:54.051829 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5a2edc8e-b253-492e-90b4-b3ed6f15cc04 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:54.053265 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5a2edc8e-b253-492e-90b4-b3ed6f15cc04 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/83af09f5-d768-4824-bc4c-5d09ca7181a4 HTTP/1.1" status: 204 len: 168 time: 0.2193694 Nov 11 21:45:54.056132 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51844) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:54.138113 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f1aed69a-9389-4cbe-a972-632fb63245e3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0806379 Nov 11 21:45:54.139040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51848) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:54.174359 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2edc8e-b253-492e-90b4-b3ed6f15cc04 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83af09f5-d768-4824-bc4c-5d09ca7181a4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:54.256114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d4b1bb44-fc69-47f0-9094-00d28708396a up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:45:54.271821 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:54.308448 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e40c-77a6-4447-8cf9-6f40e46c2d8d tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:54.388103 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:54.388476 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e40c-77a6-4447-8cf9-6f40e46c2d8d tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:54.481165 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:54.523138 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e40c-77a6-4447-8cf9-6f40e46c2d8d tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:54.526072 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e40c-77a6-4447-8cf9-6f40e46c2d8d tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:54.527243 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bcb8e40c-77a6-4447-8cf9-6f40e46c2d8d tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-groups/362d9e86-84dc-456c-8ec8-e277c1ded9b3 HTTP/1.1" status: 204 len: 168 time: 0.3871019 Nov 11 21:45:54.531821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51874) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:54.554836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8e40c-77a6-4447-8cf9-6f40e46c2d8d tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362d9e86-84dc-456c-8ec8-e277c1ded9b3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:54.559952 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Subnet': ['ID=6813fdde-dda1-4248-9da5-59e365a4225b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:54.722815 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-092def96-8a36-4426-a74b-3cb6f40e17aa tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1840205 Nov 11 21:45:54.723213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51888) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:54.728315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-1a807900-135b-46be-bf68-c73b68d17e3c tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group': {'name': 'tempest-secgroup--633991271'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:54.787554 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1a807900-135b-46be-bf68-c73b68d17e3c tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:54.801136 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:54.829521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port d4b1bb44-fc69-47f0-9094-00d28708396a triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:54.829959 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:54.849323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb24781-1099-404b-92dd-2ab917315384']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:54.888776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9591c3-5388-40fe-a7a0-b72f5995f950') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:54.892283 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9591c3-5388-40fe-a7a0-b72f5995f950') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:54.912930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee658ec9-2570-4285-8c3b-22a391d7b198 None None] Network 2eb24781-1099-404b-92dd-2ab917315384 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:45:54.930062 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:54.984785 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:54.997921 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:45:54.999042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:45:55.003150 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:45:55.029106 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1a807900-135b-46be-bf68-c73b68d17e3c tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.046475 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1a807900-135b-46be-bf68-c73b68d17e3c tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.155489 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.163078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35dadbc6-4792-419f-a79f-1775b6b42b66 req-47d7157a-1811-41a8-8f0c-303ebcbf8dd5 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.1251874 Nov 11 21:45:55.165079 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.176729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51900) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:55.179383 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/2eb24781-1099-404b-92dd-2ab917315384 HTTP/1.1" status: 204 len: 168 time: 1.1683335 Nov 11 21:45:55.197969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ffed8cdd-7e40-4126-9a70-26e98d518feb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1796165747'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:55.252481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17842cea-9525-47ec-960e-23f1d8c7f2f4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Network': ['ID=2eb24781-1099-404b-92dd-2ab917315384,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:55.259108 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1a807900-135b-46be-bf68-c73b68d17e3c tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.265994 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1a807900-135b-46be-bf68-c73b68d17e3c tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5415351 Nov 11 21:45:55.268623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51902) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:55.268789 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a807900-135b-46be-bf68-c73b68d17e3c tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1a4b40-6df5-40fa-ad62-1703aaf2c0ac,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:55.273715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-850c253e-15fd-4ab9-ba4b-3b8efbe01953 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group_rule': {'security_group_id': 'cf1a4b40-6df5-40fa-ad62-1703aaf2c0ac', 'direction': 'ingress', 'protocol': 17}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:55.275278 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffed8cdd-7e40-4126-9a70-26e98d518feb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:45:55.278819 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffed8cdd-7e40-4126-9a70-26e98d518feb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.317264 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f673b882-8994-4f6f-8246-83f23bbc3c2d None None] Provisioning complete for port 8d03777b-d56d-4835-aee2-5c81d147de38 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:55.320048 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f673b882-8994-4f6f-8246-83f23bbc3c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.346248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffed8cdd-7e40-4126-9a70-26e98d518feb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] vlan segment allocate from pool success with {'vlan_id': 1193, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:45:55.352939 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-850c253e-15fd-4ab9-ba4b-3b8efbe01953 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.378957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51908) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:55.380126 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffed8cdd-7e40-4126-9a70-26e98d518feb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.380655 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-ffed8cdd-7e40-4126-9a70-26e98d518feb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Added segment fa1ae45f-a1ac-42c8-8715-6a95eb68937f of type vlan for network af13da9d-1419-4bea-a64f-86538b902e3e Nov 11 21:45:55.443441 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffed8cdd-7e40-4126-9a70-26e98d518feb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.471451 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-850c253e-15fd-4ab9-ba4b-3b8efbe01953 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.479891 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-850c253e-15fd-4ab9-ba4b-3b8efbe01953 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.486030 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bebcba-bd48-4e82-862a-220d6ce6990d req-52dc3281-1732-4401-b856-b12c3565af9d tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:55.498821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65bebcba-bd48-4e82-862a-220d6ce6990d req-52dc3281-1732-4401-b856-b12c3565af9d tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.2117221 Nov 11 21:45:55.501597 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c38ee15-f032-4a6f-a783-10e753496349 None None] Network 2eb24781-1099-404b-92dd-2ab917315384 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:45:55.502995 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffed8cdd-7e40-4126-9a70-26e98d518feb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.521883 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffed8cdd-7e40-4126-9a70-26e98d518feb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:55.523121 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffed8cdd-7e40-4126-9a70-26e98d518feb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.527156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c253e-15fd-4ab9-ba4b-3b8efbe01953 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753a3de0-ab5a-4cc3-8245-3a9662af4d3d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:55.540518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c38ee15-f032-4a6f-a783-10e753496349 None None] Network 2eb24781-1099-404b-92dd-2ab917315384 could not be found, it might have been deleted concurrently. {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 21:45:55.549667 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-850c253e-15fd-4ab9-ba4b-3b8efbe01953 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.552286 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-850c253e-15fd-4ab9-ba4b-3b8efbe01953 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2824018 Nov 11 21:45:55.559356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51912) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:55.597934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ffed8cdd-7e40-4126-9a70-26e98d518feb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4136803 Nov 11 21:45:55.603103 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51914) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:55.661244 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-bf80e043-1be4-4e26-add8-4b21e38f0355 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'subnet': {'network_id': 'af13da9d-1419-4bea-a64f-86538b902e3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:55.684292 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f673b882-8994-4f6f-8246-83f23bbc3c2d None None] Provisioning complete for port dc10c818-8ff2-40a9-8856-49a1ff19b5df triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:55.684676 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f673b882-8994-4f6f-8246-83f23bbc3c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.691001 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8954ea00-ad91-496b-a4a0-18a25641261b tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.743845 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8954ea00-ad91-496b-a4a0-18a25641261b tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.794819 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed8cdd-7e40-4126-9a70-26e98d518feb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Network': ['ID=af13da9d-1419-4bea-a64f-86538b902e3e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:55.813110 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8954ea00-ad91-496b-a4a0-18a25641261b tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.816459 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8954ea00-ad91-496b-a4a0-18a25641261b tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.820292 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8954ea00-ad91-496b-a4a0-18a25641261b tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-groups/cf1a4b40-6df5-40fa-ad62-1703aaf2c0ac HTTP/1.1" status: 204 len: 168 time: 0.2573342 Nov 11 21:45:55.823413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51920) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:55.849408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network af13da9d-1419-4bea-a64f-86538b902e3e details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:45:55.882362 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65bebcba-bd48-4e82-862a-220d6ce6990d req-e4225e77-5975-4978-bc6f-05aea4ad9071 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3823576 Nov 11 21:45:55.900913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954ea00-ad91-496b-a4a0-18a25641261b tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1a4b40-6df5-40fa-ad62-1703aaf2c0ac,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:55.932181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf80e043-1be4-4e26-add8-4b21e38f0355 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:45:55.934718 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45a40641-e74f-48a6-bb11-c56acc35eb6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:55.936358 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf80e043-1be4-4e26-add8-4b21e38f0355 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:56.020172 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a549fa03-a8b5-425d-af64-cdf0fcf4766c tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1918666 Nov 11 21:45:56.024883 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51922) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:56.030649 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-33ea21ec-200a-40c7-b9bf-7e5b4a9a0f62 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group': {'name': 'tempest-secgroup--223411898'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:56.045591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f673b882-8994-4f6f-8246-83f23bbc3c2d None None] Provisioning complete for port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:45:56.046258 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f673b882-8994-4f6f-8246-83f23bbc3c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:56.115689 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ea21ec-200a-40c7-b9bf-7e5b4a9a0f62 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:56.231521 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45a40641-e74f-48a6-bb11-c56acc35eb6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:56.255225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-45a40641-e74f-48a6-bb11-c56acc35eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:56.311446 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf80e043-1be4-4e26-add8-4b21e38f0355 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:56.393826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-876b380c-baf9-4b24-a60a-86bcaef2a704 req-5eb8605d-84af-4e97-a98a-7ff08b12e439 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0439453 Nov 11 21:45:56.423510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80e043-1be4-4e26-add8-4b21e38f0355 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Subnet': ['ID=03c06d12-880c-4a4c-a318-9998eab96398,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:56.429170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf80e043-1be4-4e26-add8-4b21e38f0355 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Checking segment: {'id': 'fa1ae45f-a1ac-42c8-8715-6a95eb68937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'af13da9d-1419-4bea-a64f-86538b902e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:45:56.429804 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf80e043-1be4-4e26-add8-4b21e38f0355 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network hostable DHCP agents. Network: af13da9d-1419-4bea-a64f-86538b902e3e, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:45:56.457833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf80e043-1be4-4e26-add8-4b21e38f0355 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network af13da9d-1419-4bea-a64f-86538b902e3e is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:45:56.473426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-bf80e043-1be4-4e26-add8-4b21e38f0355 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, af13da9d-1419-4bea-a64f-86538b902e3e) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:45:56.483869 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb0542a-0134-4899-92fb-18e5a19f4023 None None] Network af13da9d-1419-4bea-a64f-86538b902e3e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:45:56.492011 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf80e043-1be4-4e26-add8-4b21e38f0355 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:56.492616 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf80e043-1be4-4e26-add8-4b21e38f0355 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:56.534849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bf80e043-1be4-4e26-add8-4b21e38f0355 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8962789 Nov 11 21:45:56.535812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51930) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:56.674650 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:56.712078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-af13da9d-1419-4bea-a64f-86538b902e3e', 'network_id': 'af13da9d-1419-4bea-a64f-86538b902e3e', 'tenant_id': 'ba610f4ff9a74023bd9ee2358462c2b3', 'fixed_ips': [{'subnet_id': '03c06d12-880c-4a4c-a318-9998eab96398'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:45:56.713726 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:56.780372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a40641-e74f-48a6-bb11-c56acc35eb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93696906-ef20-40c7-9cfa-8157407c9fab,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:56.788673 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-45a40641-e74f-48a6-bb11-c56acc35eb6b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=962485161bae4b2388b80adce47bff63&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4005959 Nov 11 21:45:56.790786 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51932) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:56.797837 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:56.824525 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ea21ec-200a-40c7-b9bf-7e5b4a9a0f62 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:56.843360 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ea21ec-200a-40c7-b9bf-7e5b4a9a0f62 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:56.898628 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-33ea21ec-200a-40c7-b9bf-7e5b4a9a0f62 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:56.899928 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-33ea21ec-200a-40c7-b9bf-7e5b4a9a0f62 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8737149 Nov 11 21:45:56.903229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51936) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:56.905903 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea21ec-200a-40c7-b9bf-7e5b4a9a0f62 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4537e56-4e01-4bb4-80a5-12be87dfbc7c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:56.912304 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02549446-17cb-4a24-8e57-5eee7bdc8026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:56.917411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-074d4279-7c3f-4727-8d7a-2864aed074d3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group': {'name': 'tempest-secgroup--886389501'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:56.949413 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02549446-17cb-4a24-8e57-5eee7bdc8026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:56.966108 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Allocated IP 172.20.0.1 (af13da9d-1419-4bea-a64f-86538b902e3e/03c06d12-880c-4a4c-a318-9998eab96398/cc17d78c-b6dd-46e1-9962-75b16afd8aa1) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:45:57.021069 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-074d4279-7c3f-4727-8d7a-2864aed074d3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.030725 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02549446-17cb-4a24-8e57-5eee7bdc8026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.035895 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02549446-17cb-4a24-8e57-5eee7bdc8026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.041939 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-02549446-17cb-4a24-8e57-5eee7bdc8026 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/93696906-ef20-40c7-9cfa-8157407c9fab HTTP/1.1" status: 204 len: 168 time: 0.2477829 Nov 11 21:45:57.059942 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02549446-17cb-4a24-8e57-5eee7bdc8026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93696906-ef20-40c7-9cfa-8157407c9fab,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:57.200287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94144625-11d1-4c55-92ad-08793e306d6e req-449a817d-209f-40e2-882d-610d1f06e1f8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:57.202102 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94144625-11d1-4c55-92ad-08793e306d6e req-449a817d-209f-40e2-882d-610d1f06e1f8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.1757154 Nov 11 21:45:57.261163 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.296380 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.413083 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-074d4279-7c3f-4727-8d7a-2864aed074d3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.420747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Network af13da9d-1419-4bea-a64f-86538b902e3e is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:45:57.429523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:45:57.453159 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-074d4279-7c3f-4727-8d7a-2864aed074d3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.454748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:45:57.471454 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Pushing event updated for resources: {'Port': ['ID=cc17d78c-b6dd-46e1-9962-75b16afd8aa1,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:57.476446 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.580179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94144625-11d1-4c55-92ad-08793e306d6e req-40bd6236-dcfa-4dca-827a-6ec499f0b528 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3709807 Nov 11 21:45:57.585612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Attempting to bind port cc17d78c-b6dd-46e1-9962-75b16afd8aa1 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:45:57.586042 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Attempting to bind port cc17d78c-b6dd-46e1-9962-75b16afd8aa1 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'fa1ae45f-a1ac-42c8-8715-6a95eb68937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'af13da9d-1419-4bea-a64f-86538b902e3e'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:45:57.592188 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Attempting to bind port cc17d78c-b6dd-46e1-9962-75b16afd8aa1 on network af13da9d-1419-4bea-a64f-86538b902e3e {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:45:57.604785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Subnet': ['ID=03c06d12-880c-4a4c-a318-9998eab96398,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:57.605600 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:45:57.606993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Checking segment: {'id': 'fa1ae45f-a1ac-42c8-8715-6a95eb68937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'af13da9d-1419-4bea-a64f-86538b902e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:45:57.607637 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.609327 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Bound using segment: {'id': 'fa1ae45f-a1ac-42c8-8715-6a95eb68937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'af13da9d-1419-4bea-a64f-86538b902e3e'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:45:57.611885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Bound port: cc17d78c-b6dd-46e1-9962-75b16afd8aa1, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1ae45f-a1ac-42c8-8715-6a95eb68937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': 'af13da9d-1419-4bea-a64f-86538b902e3e'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:45:57.612319 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.617312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d4279-7c3f-4727-8d7a-2864aed074d3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9452191d-08bb-47de-b8c8-2f21d7dcfed3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:57.624208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51954) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:57.626487 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-074d4279-7c3f-4727-8d7a-2864aed074d3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.627909 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-074d4279-7c3f-4727-8d7a-2864aed074d3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7235467 Nov 11 21:45:57.632063 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51956) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:57.677845 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bd1eec99-0427-47db-8ea8-b7f3dabd633a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group_rule': {'security_group_id': 'e4537e56-4e01-4bb4-80a5-12be87dfbc7c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9452191d-08bb-47de-b8c8-2f21d7dcfed3', 'remote_ip_prefix': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:57.719807 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25d0756b-f383-4b62-b740-b998111a7c05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.747131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f6f078a3-b58d-45bc-b3d8-3861c1c7c02c req-a6997ac5-4de8-46fe-8536-d40ae05859a0 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.1651738 Nov 11 21:45:57.750632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] For port cc17d78c-b6dd-46e1-9962-75b16afd8aa1, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:45:57.759570 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] For port cc17d78c-b6dd-46e1-9962-75b16afd8aa1, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=cc17d78c-b6dd-46e1-9962-75b16afd8aa1,segment=NetworkSegment(fa1ae45f-a1ac-42c8-8715-6a95eb68937f),segment_id=fa1ae45f-a1ac-42c8-8715-6a95eb68937f)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:45:57.769233 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.840029 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.898776 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25d0756b-f383-4b62-b740-b998111a7c05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.908370 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25d0756b-f383-4b62-b740-b998111a7c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:57.918989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af13da9d-1419-4bea-a64f-86538b902e3e']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:57.947343 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-25d0756b-f383-4b62-b740-b998111a7c05 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac12d9c18b8f453185abd897242a2928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3216600 Nov 11 21:45:57.952989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51962) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:57.954580 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1ae45f-a1ac-42c8-8715-6a95eb68937f') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:57.955290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1ae45f-a1ac-42c8-8715-6a95eb68937f') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:57.983803 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.014297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae091a-00cf-4bad-94b3-98d07744800a None None] Pushing event updated for resources: {'Port': ['ID=cc17d78c-b6dd-46e1-9962-75b16afd8aa1,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:58.019537 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f760ebf-5e37-44f9-b0bc-9900fcbd7aa5 None None] Network af13da9d-1419-4bea-a64f-86538b902e3e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:45:58.024677 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.036564 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd1eec99-0427-47db-8ea8-b7f3dabd633a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.041653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:45:58.042068 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:45:58.123906 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:45:58.138622 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.db.api [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:45:58.138622 n-d-805737-3 neutron-server[102534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:45:58.138622 n-d-805737-3 neutron-server[102534]: [parameters: {'id': 'af13da9d-1419-4bea-a64f-86538b902e3e'}] Nov 11 21:45:58.138622 n-d-805737-3 neutron-server[102534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:45:58.139131 n-d-805737-3 neutron-server[102534]: DEBUG oslo_db.api [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:45:58.148112 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0756b-f383-4b62-b740-b998111a7c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b8b33b-7e05-41be-b528-ae286933c8be,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:58.210385 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8605e6-0588-4048-bc61-a008d9aa3438 None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:45:58.215541 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd1eec99-0427-47db-8ea8-b7f3dabd633a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.224937 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c75cb4e-40b6-4a28-91ea-199751330ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.228659 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd1eec99-0427-47db-8ea8-b7f3dabd633a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.253227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1eec99-0427-47db-8ea8-b7f3dabd633a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347646b7-0729-468d-be99-d0fc9dacf86f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:58.278244 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c75cb4e-40b6-4a28-91ea-199751330ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.291464 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd1eec99-0427-47db-8ea8-b7f3dabd633a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.295773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51968) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:58.295945 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bd1eec99-0427-47db-8ea8-b7f3dabd633a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6617906 Nov 11 21:45:58.352424 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c75cb4e-40b6-4a28-91ea-199751330ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.355298 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c75cb4e-40b6-4a28-91ea-199751330ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.359853 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1c75cb4e-40b6-4a28-91ea-199751330ac5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/45b8b33b-7e05-41be-b528-ae286933c8be HTTP/1.1" status: 204 len: 168 time: 0.4034212 Nov 11 21:45:58.367492 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75cb4e-40b6-4a28-91ea-199751330ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b8b33b-7e05-41be-b528-ae286933c8be,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:58.373540 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40bea872-aa10-4840-9791-ed3c9c69c694 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.405508 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40bea872-aa10-4840-9791-ed3c9c69c694 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.447204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8605e6-0588-4048-bc61-a008d9aa3438 None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:45:58.463679 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40bea872-aa10-4840-9791-ed3c9c69c694 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.484028 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40bea872-aa10-4840-9791-ed3c9c69c694 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.488955 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51974) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:58.504613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-40bea872-aa10-4840-9791-ed3c9c69c694 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/347646b7-0729-468d-be99-d0fc9dacf86f HTTP/1.1" status: 204 len: 168 time: 0.2027204 Nov 11 21:45:58.507281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bea872-aa10-4840-9791-ed3c9c69c694 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=347646b7-0729-468d-be99-d0fc9dacf86f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:58.570645 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51976) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:58.608050 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a925d3dc-3fd1-4834-9e5c-447c40b6cee7 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1177967 Nov 11 21:45:58.641304 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.734630 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f6d14bd-9a72-421c-9d89-6324fb550a3a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.772199 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f6d14bd-9a72-421c-9d89-6324fb550a3a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.791837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Deleting port cc17d78c-b6dd-46e1-9962-75b16afd8aa1 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:58.792186 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.045995 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a9838ec-1e65-4204-a0ff-c5337b1390db req-d813f33a-9e8a-4d72-887b-bd2852f146b8 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.1021309 Nov 11 21:45:59.049631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] For port cc17d78c-b6dd-46e1-9962-75b16afd8aa1, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=cc17d78c-b6dd-46e1-9962-75b16afd8aa1,segment=NetworkSegment(fa1ae45f-a1ac-42c8-8715-6a95eb68937f),segment_id=fa1ae45f-a1ac-42c8-8715-6a95eb68937f)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:59.050139 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.077287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Calling delete_port for cc17d78c-b6dd-46e1-9962-75b16afd8aa1 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:59.080089 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f6d14bd-9a72-421c-9d89-6324fb550a3a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.084292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f6d14bd-9a72-421c-9d89-6324fb550a3a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.085769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5f6d14bd-9a72-421c-9d89-6324fb550a3a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-groups/9452191d-08bb-47de-b8c8-2f21d7dcfed3 HTTP/1.1" status: 204 len: 168 time: 0.5137203 Nov 11 21:45:59.088621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51992) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:59.101423 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d14bd-9a72-421c-9d89-6324fb550a3a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9452191d-08bb-47de-b8c8-2f21d7dcfed3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:59.111239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890e1ce-1881-46d8-b09d-80333dfc4e57 req-0c582923-8141-4a9d-adcc-4b904c9eec28 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:59.112882 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0890e1ce-1881-46d8-b09d-80333dfc4e57 req-0c582923-8141-4a9d-adcc-4b904c9eec28 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.2701001 Nov 11 21:45:59.205025 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0f85f704-ede3-4f2c-8a7d-3a80acbed4d9 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1126487 Nov 11 21:45:59.205661 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51998) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:59.299496 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5365-1f5b-486d-8892-f93d178362c7 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.339621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0890e1ce-1881-46d8-b09d-80333dfc4e57 req-7aea612f-aefa-4d7a-936f-47dd427b2cd2 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114303 Nov 11 21:45:59.345847 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.366533 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5365-1f5b-486d-8892-f93d178362c7 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.435309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Port': ['ID=cc17d78c-b6dd-46e1-9962-75b16afd8aa1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:59.445524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No DVR routers for this DVR port cc17d78c-b6dd-46e1-9962-75b16afd8aa1 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:45:59.456369 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1ee63e23-bded-4523-a76b-198e3e606bc0 req-71e499c1-7562-4b7f-a0ab-ca3ad3b703b2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0704155 Nov 11 21:45:59.512051 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5365-1f5b-486d-8892-f93d178362c7 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.514931 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5365-1f5b-486d-8892-f93d178362c7 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.518507 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0c7c5365-1f5b-486d-8892-f93d178362c7 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-groups/e4537e56-4e01-4bb4-80a5-12be87dfbc7c HTTP/1.1" status: 204 len: 168 time: 0.3080316 Nov 11 21:45:59.519761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52008) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:59.579258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c5365-1f5b-486d-8892-f93d178362c7 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4537e56-4e01-4bb4-80a5-12be87dfbc7c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:59.619923 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.647437 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e1165555-9568-43dd-ae40-2a4d547b39a3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1210375 Nov 11 21:45:59.647642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52014) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:59.648167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af13da9d-1419-4bea-a64f-86538b902e3e']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:59.653503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b73a2798-27e7-4aad-b9a9-a1a59fe1518a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group': {'name': 'tempest-secgroup--286794513'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:59.660483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1ae45f-a1ac-42c8-8715-6a95eb68937f') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:59.661017 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1ae45f-a1ac-42c8-8715-6a95eb68937f') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:59.676752 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.683819 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b73a2798-27e7-4aad-b9a9-a1a59fe1518a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.695315 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.709294 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:45:59.709294 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.732365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52016) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:45:59.775533 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:45:59.794876 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.812072 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b73a2798-27e7-4aad-b9a9-a1a59fe1518a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.817125 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.818213 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b73a2798-27e7-4aad-b9a9-a1a59fe1518a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.826107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/af13da9d-1419-4bea-a64f-86538b902e3e HTTP/1.1" status: 204 len: 168 time: 3.2842252 Nov 11 21:45:59.826107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Network': ['ID=af13da9d-1419-4bea-a64f-86538b902e3e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:59.826107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52020) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:59.832048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-669a4fd3-e016-49d7-ad10-836e8a800119 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1524814586'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:59.846846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:59.847197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:59.847601 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b73a2798-27e7-4aad-b9a9-a1a59fe1518a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.847684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:59.848009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:59.848340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:59.851765 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:59.851890 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b73a2798-27e7-4aad-b9a9-a1a59fe1518a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2005267 Nov 11 21:45:59.851987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:59.851987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:59.851987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:59.851987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:59.851987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:59.851987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97405c64-fdc1-44dd-a8d5-23edcdb96a96 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:59.852358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52022) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:45:59.867403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-14f1c9ed-d1d6-424a-8fce-475a82c76fca tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group_rule': {'security_group_id': 'c6a5c482-9b3c-462c-b185-1ef010e63a24', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:59.875259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669a4fd3-e016-49d7-ad10-836e8a800119 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:45:59.879542 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-669a4fd3-e016-49d7-ad10-836e8a800119 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.899355 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-147982560-network', 'tenant_id': 'f1cebc576d1748849806cdb0136e1fab'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:45:59.906030 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a2798-27e7-4aad-b9a9-a1a59fe1518a tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a5c482-9b3c-462c-b185-1ef010e63a24,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:59.923068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669a4fd3-e016-49d7-ad10-836e8a800119 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] vlan segment allocate from pool success with {'vlan_id': 1184, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:45:59.932747 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14f1c9ed-d1d6-424a-8fce-475a82c76fca tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.935332 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-669a4fd3-e016-49d7-ad10-836e8a800119 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.935697 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-669a4fd3-e016-49d7-ad10-836e8a800119 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Added segment a244ecba-d0bf-4692-9ddb-c88314b24d75 of type vlan for network f7e4b5ab-181f-44b3-bcbc-f50a4f85e951 Nov 11 21:45:59.955570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] Made reservation on behalf of f1cebc576d1748849806cdb0136e1fab for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:45:59.955570 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.969205 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:59.992128 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-669a4fd3-e016-49d7-ad10-836e8a800119 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.027244 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-669a4fd3-e016-49d7-ad10-836e8a800119 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.034470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669a4fd3-e016-49d7-ad10-836e8a800119 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:00.035453 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-669a4fd3-e016-49d7-ad10-836e8a800119 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.037260 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14f1c9ed-d1d6-424a-8fce-475a82c76fca tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.049236 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14f1c9ed-d1d6-424a-8fce-475a82c76fca tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.079974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1c9ed-d1d6-424a-8fce-475a82c76fca tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e12f22-2a46-4c17-9160-ebcda096b21f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:00.097262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14f1c9ed-d1d6-424a-8fce-475a82c76fca tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.098678 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-14f1c9ed-d1d6-424a-8fce-475a82c76fca tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2453239 Nov 11 21:46:00.101815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52030) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:00.130936 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-669a4fd3-e016-49d7-ad10-836e8a800119 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3048358 Nov 11 21:46:00.135667 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52032) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:00.142831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9b851eff-a33d-4dcf-84ad-fbd8819826f3 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'subnet': {'network_id': 'f7e4b5ab-181f-44b3-bcbc-f50a4f85e951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:00.143719 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.156447 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.165603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a4fd3-e016-49d7-ad10-836e8a800119 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Network': ['ID=f7e4b5ab-181f-44b3-bcbc-f50a4f85e951,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:00.179539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network f7e4b5ab-181f-44b3-bcbc-f50a4f85e951 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:46:00.252470 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:46:00.262607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b20d7a-9e6a-4639-8501-beea0c468b0d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:00.278742 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-480723c5-aef3-4602-aac4-c6f273de6c5d tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.285402 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.286432 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] Added segment 774155da-9f0c-4da6-a442-11d9ba884bbb of type vlan for network b4816392-9041-439a-8583-40f3a66bf98f Nov 11 21:46:00.299440 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-480723c5-aef3-4602-aac4-c6f273de6c5d tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.390769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-edbd6fbd-6d2c-4ac4-bd99-02e1540a8b09 req-7e86a431-ae76-4aa4-9f03-f6690301dd15 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.1640849 Nov 11 21:46:00.419856 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b851eff-a33d-4dcf-84ad-fbd8819826f3 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:00.431187 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b851eff-a33d-4dcf-84ad-fbd8819826f3 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.436729 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.477828 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-480723c5-aef3-4602-aac4-c6f273de6c5d tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.505975 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-480723c5-aef3-4602-aac4-c6f273de6c5d tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.509372 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-480723c5-aef3-4602-aac4-c6f273de6c5d tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/a9e12f22-2a46-4c17-9160-ebcda096b21f HTTP/1.1" status: 204 len: 168 time: 0.4026494 Nov 11 21:46:00.510139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480723c5-aef3-4602-aac4-c6f273de6c5d tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9e12f22-2a46-4c17-9160-ebcda096b21f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:00.516444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52046) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:00.550855 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.551831 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:00.552414 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.571940 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3d545895-aba5-402f-b1b8-afad7428fa59 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0517037 Nov 11 21:46:00.579072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52048) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:00.634724 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8992469 Nov 11 21:46:00.635927 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52050) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:00.644963 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b812b9d5-ddc1-4414-999d-d2dde2f98a63 admin admin] Request body: {'subnet': {'network_id': 'b4816392-9041-439a-8583-40f3a66bf98f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-147982560-subnet', 'tenant_id': 'f1cebc576d1748849806cdb0136e1fab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:00.648609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95806e0f-2db3-4dff-afc9-0ec6deaa539d req-c54b7bb2-219b-4a3d-9e50-c83c5db22aa1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:00.656860 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95806e0f-2db3-4dff-afc9-0ec6deaa539d req-c54b7bb2-219b-4a3d-9e50-c83c5db22aa1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.1952825 Nov 11 21:46:00.673479 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c02a3-40fd-4ffa-8eff-b61b0b2e6301 admin admin] Pushing event updated for resources: {'Network': ['ID=b4816392-9041-439a-8583-40f3a66bf98f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:00.682158 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b812b9d5-ddc1-4414-999d-d2dde2f98a63 admin admin] Made reservation on behalf of f1cebc576d1748849806cdb0136e1fab for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:00.684784 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b812b9d5-ddc1-4414-999d-d2dde2f98a63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.696917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network b4816392-9041-439a-8583-40f3a66bf98f details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:46:00.727661 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-847ccc8d-6d52-4d78-babf-00c73948df10 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.822058 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95806e0f-2db3-4dff-afc9-0ec6deaa539d req-043daad8-ceff-4397-81f1-27f4999cb072 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588197 Nov 11 21:46:00.830657 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-847ccc8d-6d52-4d78-babf-00c73948df10 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.886605 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b812b9d5-ddc1-4414-999d-d2dde2f98a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.954100 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812b9d5-ddc1-4414-999d-d2dde2f98a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9abdc103-4ffc-40ef-bc05-5a416ff1880b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:00.959717 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-847ccc8d-6d52-4d78-babf-00c73948df10 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.962562 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-847ccc8d-6d52-4d78-babf-00c73948df10 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:00.962692 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812b9d5-ddc1-4414-999d-d2dde2f98a63 admin admin] Checking segment: {'id': '774155da-9f0c-4da6-a442-11d9ba884bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'b4816392-9041-439a-8583-40f3a66bf98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:00.963077 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b812b9d5-ddc1-4414-999d-d2dde2f98a63 admin admin] Network hostable DHCP agents. Network: b4816392-9041-439a-8583-40f3a66bf98f, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:46:00.966382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-847ccc8d-6d52-4d78-babf-00c73948df10 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-groups/c6a5c482-9b3c-462c-b185-1ef010e63a24 HTTP/1.1" status: 204 len: 168 time: 0.3823266 Nov 11 21:46:00.966859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52056) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:00.983735 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ccc8d-6d52-4d78-babf-00c73948df10 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a5c482-9b3c-462c-b185-1ef010e63a24,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:00.985761 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b851eff-a33d-4dcf-84ad-fbd8819826f3 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.039614 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b812b9d5-ddc1-4414-999d-d2dde2f98a63 admin admin] Network b4816392-9041-439a-8583-40f3a66bf98f is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:46:01.080705 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a9d4c299-18d8-4a74-a97a-7ab0d372fa8c tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1089177 Nov 11 21:46:01.082719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52058) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:01.090068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b851eff-a33d-4dcf-84ad-fbd8819826f3 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Subnet': ['ID=9a762fc7-0709-4087-800e-3d9e8f39c017,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:01.093194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d2914f59-a9c9-43fd-933c-bea39f4f4e33 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group': {'name': 'tempest-secgroup--862764362'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:01.101769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b812b9d5-ddc1-4414-999d-d2dde2f98a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, b4816392-9041-439a-8583-40f3a66bf98f) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:01.108777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b812b9d5-ddc1-4414-999d-d2dde2f98a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:01.110348 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b812b9d5-ddc1-4414-999d-d2dde2f98a63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.113289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bd235f-3584-461f-b31d-dd996b668cdd None None] Network b4816392-9041-439a-8583-40f3a66bf98f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:01.134348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b851eff-a33d-4dcf-84ad-fbd8819826f3 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Checking segment: {'id': 'a244ecba-d0bf-4692-9ddb-c88314b24d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'f7e4b5ab-181f-44b3-bcbc-f50a4f85e951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:01.135085 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b851eff-a33d-4dcf-84ad-fbd8819826f3 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network hostable DHCP agents. Network: f7e4b5ab-181f-44b3-bcbc-f50a4f85e951, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:46:01.138321 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2914f59-a9c9-43fd-933c-bea39f4f4e33 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.157784 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b812b9d5-ddc1-4414-999d-d2dde2f98a63 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5206931 Nov 11 21:46:01.177120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b851eff-a33d-4dcf-84ad-fbd8819826f3 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network f7e4b5ab-181f-44b3-bcbc-f50a4f85e951 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:46:01.185133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-9b851eff-a33d-4dcf-84ad-fbd8819826f3 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, f7e4b5ab-181f-44b3-bcbc-f50a4f85e951) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:01.194270 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b851eff-a33d-4dcf-84ad-fbd8819826f3 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:01.195185 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b851eff-a33d-4dcf-84ad-fbd8819826f3 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.221668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce59a189-b0ec-4e03-9ba8-1ad12a311468 None None] Network f7e4b5ab-181f-44b3-bcbc-f50a4f85e951 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:01.233576 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9b851eff-a33d-4dcf-84ad-fbd8819826f3 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0968165 Nov 11 21:46:01.234563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52062) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:01.298096 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2914f59-a9c9-43fd-933c-bea39f4f4e33 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.309798 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2914f59-a9c9-43fd-933c-bea39f4f4e33 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.351089 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2914f59-a9c9-43fd-933c-bea39f4f4e33 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.354835 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d2914f59-a9c9-43fd-933c-bea39f4f4e33 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2707083 Nov 11 21:46:01.362562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52064) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:01.370841 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a37b3737-5cc1-438a-97f9-990c4b8bbff3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group_rule': {'security_group_id': 'be36cb91-6ca2-4bc9-86b9-d5bf1ea9d139', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:01.426851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2914f59-a9c9-43fd-933c-bea39f4f4e33 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be36cb91-6ca2-4bc9-86b9-d5bf1ea9d139,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:01.457376 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.457991 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a37b3737-5cc1-438a-97f9-990c4b8bbff3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.505787 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb06df-37c0-40cf-a8b3-5026ea5164ba None None] Network b4816392-9041-439a-8583-40f3a66bf98f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:01.526182 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.584061 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a37b3737-5cc1-438a-97f9-990c4b8bbff3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.591683 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a37b3737-5cc1-438a-97f9-990c4b8bbff3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.667974 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.675762 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a37b3737-5cc1-438a-97f9-990c4b8bbff3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.681944 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a37b3737-5cc1-438a-97f9-990c4b8bbff3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3158922 Nov 11 21:46:01.690724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52076) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:01.739547 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18120d-abc1-4639-9e0a-57b33218c32d None None] Network f7e4b5ab-181f-44b3-bcbc-f50a4f85e951 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:01.756153 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd122a22-7879-456e-8795-6a9ca434ff65 req-83b90e63-ad2e-42ed-95ad-3506c2405660 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.1157751 Nov 11 21:46:01.777678 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b3737-5cc1-438a-97f9-990c4b8bbff3 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f305443-5e97-4914-8d29-f8febe1f6871,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:01.805398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Subnet': ['ID=9a762fc7-0709-4087-800e-3d9e8f39c017,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:01.808577 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-36976fae-6a00-4c57-8007-a0c5dc90aa82 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules/1f305443-5e97-4914-8d29-f8febe1f6871 HTTP/1.1" status: 200 len: 763 time: 0.1141999 Nov 11 21:46:01.809436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52078) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:01.886214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ef198489-3518-45bb-a880-12b7addb9280 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:46:01.927886 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.986665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e4b5ab-181f-44b3-bcbc-f50a4f85e951']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:01.996380 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a4390c09-7caa-41fc-9263-4ddc4e3bca34 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1841006 Nov 11 21:46:01.997003 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52086) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:02.014701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a244ecba-d0bf-4692-9ddb-c88314b24d75') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:02.015076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a244ecba-d0bf-4692-9ddb-c88314b24d75') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:02.049515 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d3498f4-167d-4413-a113-3460e09e6647 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.059400 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d3498f4-167d-4413-a113-3460e09e6647 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.066250 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:46:02.096007 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.100332 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d3498f4-167d-4413-a113-3460e09e6647 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.117513 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4d3498f4-167d-4413-a113-3460e09e6647 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.124466 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4d3498f4-167d-4413-a113-3460e09e6647 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/1f305443-5e97-4914-8d29-f8febe1f6871 HTTP/1.1" status: 204 len: 168 time: 0.1227131 Nov 11 21:46:02.125728 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52096) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:02.153079 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3498f4-167d-4413-a113-3460e09e6647 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f305443-5e97-4914-8d29-f8febe1f6871,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:02.258882 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.303686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:46:02.315970 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.323025 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-91e96f60-1af8-442a-9cfc-2d141a3f48b9 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1848712 Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:46:02.325869 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:46:02.330084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52100) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:02.362314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f34d2b-2554-4e42-b77a-e2c3a5825ca8 req-3b0bfe3d-1b3f-496a-af61-d9cbf9e9a4f3 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:02.372278 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43f34d2b-2554-4e42-b77a-e2c3a5825ca8 req-3b0bfe3d-1b3f-496a-af61-d9cbf9e9a4f3 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.3537359 Nov 11 21:46:02.383736 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ef198489-3518-45bb-a880-12b7addb9280,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:02.393484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-7a2cf3ff-8ee2-402e-a8ff-0453c3fce036 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group_rule': {'security_group_id': 'be36cb91-6ca2-4bc9-86b9-d5bf1ea9d139', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:02.449805 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'ef198489-3518-45bb-a880-12b7addb9280', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'port_id': 'ef198489-3518-45bb-a880-12b7addb9280', 'mac_address': 'fa:16:3e:cf:ba:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:46:02.510277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.551063 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.557857 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/f7e4b5ab-181f-44b3-bcbc-f50a4f85e951 HTTP/1.1" status: 204 len: 168 time: 1.3220339 Nov 11 21:46:02.562015 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52114) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:02.568247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-16dcad81-2650-455c-a70a-e7b6ba4efd3c tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-615191286'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:02.622200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dcad81-2650-455c-a70a-e7b6ba4efd3c tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:02.629764 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16dcad81-2650-455c-a70a-e7b6ba4efd3c tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.629951 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a2cf3ff-8ee2-402e-a8ff-0453c3fce036 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.646386 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.648218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266376b-ce84-4ef5-9c4a-c1cff0cf8797 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Network': ['ID=f7e4b5ab-181f-44b3-bcbc-f50a4f85e951,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:02.716181 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef198489-3518-45bb-a880-12b7addb9280 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:46:02.717165 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43f34d2b-2554-4e42-b77a-e2c3a5825ca8 req-263144ff-6dc0-41c2-9ae8-980c3031ab9f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3363872 Nov 11 21:46:02.733364 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16dcad81-2650-455c-a70a-e7b6ba4efd3c tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] vlan segment allocate from pool success with {'vlan_id': 1188, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:46:02.788439 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16dcad81-2650-455c-a70a-e7b6ba4efd3c tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.788985 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-16dcad81-2650-455c-a70a-e7b6ba4efd3c tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Added segment 15dfc600-7dbc-4fe6-bb45-8fcd1bab9fd5 of type vlan for network 7a52edf6-e5d6-4705-a448-2ac1507751c4 Nov 11 21:46:02.816205 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bcc3badd-181b-4dad-9d36-2818857e167e req-f1e5a3f8-c55d-4ddf-9984-738d8b2283c4 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.1452663 Nov 11 21:46:02.845001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ef198489-3518-45bb-a880-12b7addb9280,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:02.858162 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.899397 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a2cf3ff-8ee2-402e-a8ff-0453c3fce036 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.907081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a2cf3ff-8ee2-402e-a8ff-0453c3fce036 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.917863 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16dcad81-2650-455c-a70a-e7b6ba4efd3c tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.935492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cf3ff-8ee2-402e-a8ff-0453c3fce036 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7cb8ab-774f-4812-85f1-0954312ed95a,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:02.955906 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16dcad81-2650-455c-a70a-e7b6ba4efd3c tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.969990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dcad81-2650-455c-a70a-e7b6ba4efd3c tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:02.970772 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16dcad81-2650-455c-a70a-e7b6ba4efd3c tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.980255 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a2cf3ff-8ee2-402e-a8ff-0453c3fce036 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.985703 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7a2cf3ff-8ee2-402e-a8ff-0453c3fce036 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6516531 Nov 11 21:46:02.986418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52130) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:03.030097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-64f2a10e-f129-435b-8f92-5fb976d066a0 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules/6a7cb8ab-774f-4812-85f1-0954312ed95a HTTP/1.1" status: 200 len: 763 time: 0.0423236 Nov 11 21:46:03.030746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52132) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:03.141841 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-046e2020-07b8-4d94-b0c7-48f846f79420 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1096473 Nov 11 21:46:03.143623 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52134) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:03.156471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=ef198489-3518-45bb-a880-12b7addb9280,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:03.171497 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-16dcad81-2650-455c-a70a-e7b6ba4efd3c tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6068909 Nov 11 21:46:03.176744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52136) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:03.188273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-19a8e60d-bc67-4ded-bed1-a01f393617b4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'subnet': {'network_id': '7a52edf6-e5d6-4705-a448-2ac1507751c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:03.192143 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcad81-2650-455c-a70a-e7b6ba4efd3c tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Network': ['ID=7a52edf6-e5d6-4705-a448-2ac1507751c4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:03.198754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['ef198489-3518-45bb-a880-12b7addb9280'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:46:03.228042 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb0ea9e6-2d85-418e-a6c1-09a2bfcbdc62 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:03.245021 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 7a52edf6-e5d6-4705-a448-2ac1507751c4 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:46:03.872525 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ef198489-3518-45bb-a880-12b7addb9280 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:46:04.058247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port ef198489-3518-45bb-a880-12b7addb9280 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:46:04.059001 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:04.079030 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb0ea9e6-2d85-418e-a6c1-09a2bfcbdc62 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:04.121127 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76d1ea1b-1047-464a-a548-9975c1117312 req-ffa1006d-180e-47da-8a2d-9c1dfa360e38 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0636547 Nov 11 21:46:04.223479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c21ddc-26f9-4827-bcd1-74a9491ef27c req-d0e925ba-5dd6-4f34-828f-68c41ff4eee1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:04.236387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02c21ddc-26f9-4827-bcd1-74a9491ef27c req-d0e925ba-5dd6-4f34-828f-68c41ff4eee1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.1694982 Nov 11 21:46:04.263352 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb0ea9e6-2d85-418e-a6c1-09a2bfcbdc62 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:04.271910 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:04.298156 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eb0ea9e6-2d85-418e-a6c1-09a2bfcbdc62 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:04.302157 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52166) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:04.317462 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eb0ea9e6-2d85-418e-a6c1-09a2bfcbdc62 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/6a7cb8ab-774f-4812-85f1-0954312ed95a HTTP/1.1" status: 204 len: 168 time: 1.1716425 Nov 11 21:46:04.318220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:46:04.320338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a8e60d-bc67-4ded-bed1-a01f393617b4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:04.320582 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a1b6d6-6247-4d17-bb4e-987daba3dd7d" -d '{"events": [{"server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "name": "network-vif-plugged", "status": "completed", "tag": "ef198489-3518-45bb-a880-12b7addb9280"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:46:04.324402 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-19a8e60d-bc67-4ded-bed1-a01f393617b4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:04.343480 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ef198489-3518-45bb-a880-12b7addb9280,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:04.353012 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:04.417512 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-67f99fa0-5b76-42e7-a547-782940923375 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1140602 Nov 11 21:46:04.418171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52172) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:04.422668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4fd93911-915c-4867-9d14-1ca29d3cfd29 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Request body: {'security_group_rule': {'security_group_id': 'be36cb91-6ca2-4bc9-86b9-d5bf1ea9d139', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:04.428917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=ef198489-3518-45bb-a880-12b7addb9280,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:04.483247 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-4fd93911-915c-4867-9d14-1ca29d3cfd29 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Project 1f8af46a06174064b0c33fa90329c6b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:46:04.499220 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4fd93911-915c-4867-9d14-1ca29d3cfd29 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:04.626822 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02c21ddc-26f9-4827-bcd1-74a9491ef27c req-120b0044-935f-45ef-bfe5-12242b368a65 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3894856 Nov 11 21:46:04.632279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ea9e6-2d85-418e-a6c1-09a2bfcbdc62 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a7cb8ab-774f-4812-85f1-0954312ed95a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:04.661082 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-19a8e60d-bc67-4ded-bed1-a01f393617b4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Performing IP validity checks on allocation pools {{(pid=102534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 21:46:04.661590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-19a8e60d-bc67-4ded-bed1-a01f393617b4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 21:46:04.675482 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4fd93911-915c-4867-9d14-1ca29d3cfd29 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:04.691412 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4fd93911-915c-4867-9d14-1ca29d3cfd29 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:04.713703 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bb2341-b9fe-4c20-b3fa-eb1745d4552a x-openstack-request-id: req-c8bb2341-b9fe-4c20-b3fa-eb1745d4552a {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:46:04.714173 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "name": "network-vif-plugged", "status": "completed", "tag": "ef198489-3518-45bb-a880-12b7addb9280", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:46:04.714610 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c8bb2341-b9fe-4c20-b3fa-eb1745d4552a {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:46:04.715122 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280', 'code': 200} Nov 11 21:46:04.739136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd93911-915c-4867-9d14-1ca29d3cfd29 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7542a824-c394-454c-ac01-944aaa1e7a75,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:04.773040 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4fd93911-915c-4867-9d14-1ca29d3cfd29 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:04.775836 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4fd93911-915c-4867-9d14-1ca29d3cfd29 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3566289 Nov 11 21:46:04.779587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52178) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:04.801691 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-aa763064-f52a-4252-bf89-ac1fb17c2725 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules/7542a824-c394-454c-ac01-944aaa1e7a75 HTTP/1.1" status: 200 len: 769 time: 0.0205364 Nov 11 21:46:04.805169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52182) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:04.872018 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b28b777f-827b-421c-a72f-8fd858d3aafa tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0653136 Nov 11 21:46:04.877441 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52184) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:04.897386 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-19a8e60d-bc67-4ded-bed1-a01f393617b4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:04.919467 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebe38-927a-43e8-b813-80fb6fdac42f tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:04.928828 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebe38-927a-43e8-b813-80fb6fdac42f tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:04.980962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8e60d-bc67-4ded-bed1-a01f393617b4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Subnet': ['ID=7ced9c5d-6626-420c-95df-77abb3345b14,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:04.986910 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a8e60d-bc67-4ded-bed1-a01f393617b4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Checking segment: {'id': '15dfc600-7dbc-4fe6-bb45-8fcd1bab9fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '7a52edf6-e5d6-4705-a448-2ac1507751c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:04.987605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8e60d-bc67-4ded-bed1-a01f393617b4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network hostable DHCP agents. Network: 7a52edf6-e5d6-4705-a448-2ac1507751c4, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:46:04.989691 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebe38-927a-43e8-b813-80fb6fdac42f tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:05.000240 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebe38-927a-43e8-b813-80fb6fdac42f tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:05.002215 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7b5ebe38-927a-43e8-b813-80fb6fdac42f tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/7542a824-c394-454c-ac01-944aaa1e7a75 HTTP/1.1" status: 204 len: 168 time: 0.1227252 Nov 11 21:46:05.006546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52186) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:05.015764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8e60d-bc67-4ded-bed1-a01f393617b4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network 7a52edf6-e5d6-4705-a448-2ac1507751c4 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:46:05.032251 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-19a8e60d-bc67-4ded-bed1-a01f393617b4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 7a52edf6-e5d6-4705-a448-2ac1507751c4) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:05.043962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0612c398-e43d-4207-8653-f5c2957e8b51 None None] Network 7a52edf6-e5d6-4705-a448-2ac1507751c4 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:05.045222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ebe38-927a-43e8-b813-80fb6fdac42f tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7542a824-c394-454c-ac01-944aaa1e7a75,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:05.054774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a8e60d-bc67-4ded-bed1-a01f393617b4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:05.055382 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-19a8e60d-bc67-4ded-bed1-a01f393617b4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:05.084540 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-19a8e60d-bc67-4ded-bed1-a01f393617b4 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9039161 Nov 11 21:46:05.086251 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52188) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:05.135526 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-93333c6e-0428-4719-ba56-53c67386be29 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1254737 Nov 11 21:46:05.139987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52190) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:05.306090 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:05.349017 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-7a52edf6-e5d6-4705-a448-2ac1507751c4', 'network_id': '7a52edf6-e5d6-4705-a448-2ac1507751c4', 'tenant_id': 'ba610f4ff9a74023bd9ee2358462c2b3', 'fixed_ips': [{'subnet_id': '7ced9c5d-6626-420c-95df-77abb3345b14'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:46:05.351361 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:05.399972 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2de5a4d-8153-47ee-9b2f-93609075b1a3 req-89af7250-ec0d-4dc5-9a8c-2c06926028be tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0883431 Nov 11 21:46:05.528223 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:05.604203 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c9054994-9927-44cd-b22c-506b5ab4f2da tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:05.727173 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c9054994-9927-44cd-b22c-506b5ab4f2da tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:05.764849 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Allocated IP 172.20.0.3 (7a52edf6-e5d6-4705-a448-2ac1507751c4/7ced9c5d-6626-420c-95df-77abb3345b14/34906929-5159-4848-b609-4d8ec1933e14) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:46:05.828873 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c9054994-9927-44cd-b22c-506b5ab4f2da tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:05.831871 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c9054994-9927-44cd-b22c-506b5ab4f2da tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:05.833209 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c9054994-9927-44cd-b22c-506b5ab4f2da tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "DELETE /v2.0/security-groups/be36cb91-6ca2-4bc9-86b9-d5bf1ea9d139 HTTP/1.1" status: 204 len: 168 time: 0.6917846 Nov 11 21:46:05.835977 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52210) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:05.872993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9054994-9927-44cd-b22c-506b5ab4f2da tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be36cb91-6ca2-4bc9-86b9-d5bf1ea9d139,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:05.899088 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3415b35-11ca-498b-9e6d-9f6240a08d8b req-096bc01a-e9d7-4696-9fdc-ee0328cc0e03 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:05.901077 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3415b35-11ca-498b-9e6d-9f6240a08d8b req-096bc01a-e9d7-4696-9fdc-ee0328cc0e03 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.2436316 Nov 11 21:46:05.919039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f9c8a-bd9b-48e1-809a-4e83c5961fad req-2e5c4f99-7ee9-4ae6-8faa-c8d0e38c49aa tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:05.929590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a41f9c8a-bd9b-48e1-809a-4e83c5961fad req-2e5c4f99-7ee9-4ae6-8faa-c8d0e38c49aa tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.1142812 Nov 11 21:46:05.952650 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9f80f1e4-e77c-48fe-bce7-b6c6362dbc28 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1154115 Nov 11 21:46:05.960481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52214) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:06.099427 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9ec60810-506b-4a99-bb17-147d1810a226 tempest-SecGroupIPv6Test-1045887724 tempest-SecGroupIPv6Test-1045887724-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1376190 Nov 11 21:46:06.127881 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:06.133459 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3415b35-11ca-498b-9e6d-9f6240a08d8b req-d567be7c-11ee-4c5f-b162-f535ae0f712f tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841676 Nov 11 21:46:06.152375 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:06.195788 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a41f9c8a-bd9b-48e1-809a-4e83c5961fad req-d38705b1-ab5b-4552-a8d2-f4c0ebd3e9ad tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649043 Nov 11 21:46:06.236764 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:06.271054 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Network 7a52edf6-e5d6-4705-a448-2ac1507751c4 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:46:06.274731 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:06.288411 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:46:06.359190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Subnet': ['ID=7ced9c5d-6626-420c-95df-77abb3345b14,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:06.392706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Pushing event updated for resources: {'Port': ['ID=34906929-5159-4848-b609-4d8ec1933e14,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:06.454637 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Attempting to bind port 34906929-5159-4848-b609-4d8ec1933e14 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:46:06.455014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Attempting to bind port 34906929-5159-4848-b609-4d8ec1933e14 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '15dfc600-7dbc-4fe6-bb45-8fcd1bab9fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '7a52edf6-e5d6-4705-a448-2ac1507751c4'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:46:06.455384 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Attempting to bind port 34906929-5159-4848-b609-4d8ec1933e14 on network 7a52edf6-e5d6-4705-a448-2ac1507751c4 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:46:06.494187 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:46:06.502959 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Checking segment: {'id': '15dfc600-7dbc-4fe6-bb45-8fcd1bab9fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '7a52edf6-e5d6-4705-a448-2ac1507751c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:06.503419 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:06.503830 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Bound using segment: {'id': '15dfc600-7dbc-4fe6-bb45-8fcd1bab9fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '7a52edf6-e5d6-4705-a448-2ac1507751c4'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:46:06.504345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Bound port: 34906929-5159-4848-b609-4d8ec1933e14, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15dfc600-7dbc-4fe6-bb45-8fcd1bab9fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '7a52edf6-e5d6-4705-a448-2ac1507751c4'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:46:06.504741 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:06.510532 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52230) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:06.679620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] For port 34906929-5159-4848-b609-4d8ec1933e14, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:46:06.693152 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] For port 34906929-5159-4848-b609-4d8ec1933e14, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=34906929-5159-4848-b609-4d8ec1933e14,segment=NetworkSegment(15dfc600-7dbc-4fe6-bb45-8fcd1bab9fd5),segment_id=15dfc600-7dbc-4fe6-bb45-8fcd1bab9fd5)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:46:06.701220 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:06.725632 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9825de69-f934-4613-8adc-3bcef80b24bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f8af46a06174064b0c33fa90329c6b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2136869 Nov 11 21:46:06.727604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:06.792434 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:06.801229 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-607eb0e2-d851-4532-bc6c-3f5bd5a02672 req-05084567-7793-41e9-96a5-59fa2c0b24a3 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.1301827 Nov 11 21:46:06.838313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a52edf6-e5d6-4705-a448-2ac1507751c4']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:06.853925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15dfc600-7dbc-4fe6-bb45-8fcd1bab9fd5') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:06.854374 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15dfc600-7dbc-4fe6-bb45-8fcd1bab9fd5') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:06.868844 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-63959522-be5d-4cf3-b03c-0ca0f17c9f72 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:06.869101 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c1d8d98-0694-4594-b0b5-9179999411f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:06.870697 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-63959522-be5d-4cf3-b03c-0ca0f17c9f72 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/networks?id=b4816392-9041-439a-8583-40f3a66bf98f HTTP/1.1" status: 200 len: 808 time: 0.4889071 Nov 11 21:46:06.875220 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:06.902866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13717bd-f4fa-4c10-8db6-963fe9590c9d None None] Pushing event updated for resources: {'Port': ['ID=34906929-5159-4848-b609-4d8ec1933e14,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:06.920710 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-33f946ef-b0bc-43e5-9c09-121bfad1a446 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/quotas/f1cebc576d1748849806cdb0136e1fab HTTP/1.1" status: 200 len: 375 time: 0.0416276 Nov 11 21:46:06.922896 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c1d8d98-0694-4594-b0b5-9179999411f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:06.940068 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99c7440-d5f7-401d-94b5-9cc93a7112e3 None None] Network 7a52edf6-e5d6-4705-a448-2ac1507751c4 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:06.973907 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:07.026073 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-e6348529-a8f5-49ea-894a-7a1c12b801ed tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1cebc576d1748849806cdb0136e1fab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954156 Nov 11 21:46:07.033466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:46:07.034025 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:46:07.037704 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:46:07.084670 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c1d8d98-0694-4594-b0b5-9179999411f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:07.096424 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c1d8d98-0694-4594-b0b5-9179999411f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:07.100252 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1c1d8d98-0694-4594-b0b5-9179999411f2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e78d801b-770f-40c7-9eab-a2d0ee151136 HTTP/1.1" status: 204 len: 168 time: 0.3714731 Nov 11 21:46:07.125449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d8d98-0694-4594-b0b5-9179999411f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78d801b-770f-40c7-9eab-a2d0ee151136,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:07.246554 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.db.api [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:46:07.246554 n-d-805737-3 neutron-server[102534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:46:07.246554 n-d-805737-3 neutron-server[102534]: [parameters: {'id': '7a52edf6-e5d6-4705-a448-2ac1507751c4'}] Nov 11 21:46:07.246554 n-d-805737-3 neutron-server[102534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:46:07.247380 n-d-805737-3 neutron-server[102534]: DEBUG oslo_db.api [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:46:07.355230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015bab9-4d66-4d16-924b-e1e44b9302e8 req-81eb2d8c-d8f9-48c3-829e-203b83e667e3 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:07.357191 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a015bab9-4d66-4d16-924b-e1e44b9302e8 req-81eb2d8c-d8f9-48c3-829e-203b83e667e3 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1062198 Nov 11 21:46:07.369761 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-b5377276-2ba4-4af5-9bae-87ffa0b68270 service neutron] 10.222.0.57 "GET /v2.0/networks/b4816392-9041-439a-8583-40f3a66bf98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426118 Nov 11 21:46:07.371062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f324c492-cc57-4ce8-b2bc-b389b741ee70 None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:46:07.524158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f324c492-cc57-4ce8-b2bc-b389b741ee70 None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:46:07.635003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-8dc92487-cff8-4d13-8140-a9159a5fac12 service neutron] 10.222.0.57 "GET /v2.0/networks/b4816392-9041-439a-8583-40f3a66bf98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637250 Nov 11 21:46:07.691102 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a015bab9-4d66-4d16-924b-e1e44b9302e8 req-7f92b4e9-0a70-4b33-9c26-30c9da907c6f tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736770 Nov 11 21:46:07.748177 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:07.921849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Deleting port 34906929-5159-4848-b609-4d8ec1933e14 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:46:07.922195 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:08.004620 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] For port 34906929-5159-4848-b609-4d8ec1933e14, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=34906929-5159-4848-b609-4d8ec1933e14,segment=NetworkSegment(15dfc600-7dbc-4fe6-bb45-8fcd1bab9fd5),segment_id=15dfc600-7dbc-4fe6-bb45-8fcd1bab9fd5)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:08.005266 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:08.032458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Calling delete_port for 34906929-5159-4848-b609-4d8ec1933e14 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:46:08.286137 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8c94142-7c03-49d1-a396-488b8d7f8361 req-41a1d13f-d468-45da-b2cf-1741cb758a11 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 210 time: 0.0627348 Nov 11 21:46:08.298368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ceead-1847-4561-9ec1-4061d35b1ae0 req-bcabfd92-cf06-4a70-a3af-74a0ac66583e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:08.306957 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-457ceead-1847-4561-9ec1-4061d35b1ae0 req-bcabfd92-cf06-4a70-a3af-74a0ac66583e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.4889746 Nov 11 21:46:08.427332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d585a4-851c-4af8-a64a-5b8331d3cc5d req-39761b45-ed6a-4164-8dd2-1937c7d0f2eb tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:08.439257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0d585a4-851c-4af8-a64a-5b8331d3cc5d req-39761b45-ed6a-4164-8dd2-1937c7d0f2eb tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.10 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.2147384 Nov 11 21:46:08.628091 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-457ceead-1847-4561-9ec1-4061d35b1ae0 req-57e9bd33-c587-4b53-a116-1daa4a08c6fb tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199410 Nov 11 21:46:08.632432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfaf525-2c12-4e8a-9c4a-0a9e558535c6 req-8d4405a4-7ba7-46f0-9992-e1a34ab07c88 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.1898344 Nov 11 21:46:08.639106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52278) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:08.727199 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:08.767887 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Port': ['ID=34906929-5159-4848-b609-4d8ec1933e14,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:08.793056 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No DVR routers for this DVR port 34906929-5159-4848-b609-4d8ec1933e14 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:46:08.877130 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ed0365bd-489f-4f71-8d3b-eddb0e89c391 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:08.877844 n-d-805737-3 neutron-server[102535]: WARNING neutron.api.v2.base [None req-ed0365bd-489f-4f71-8d3b-eddb0e89c391 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 21:46:08.878337 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-ed0365bd-489f-4f71-8d3b-eddb0e89c391 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 21:46:08.879305 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ed0365bd-489f-4f71-8d3b-eddb0e89c391 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2393584 Nov 11 21:46:08.882999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52284) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:08.902920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8eb9f16a-812c-42f2-80a5-a5bb23f601be tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398376039'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:08.940490 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f16a-812c-42f2-80a5-a5bb23f601be tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:08.961398 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f16a-812c-42f2-80a5-a5bb23f601be tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:08.970979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-a0d585a4-851c-4af8-a64a-5b8331d3cc5d req-ffb252ad-92ff-4136-96c9-ed914a108839 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Deleting port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:46:08.971313 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a0d585a4-851c-4af8-a64a-5b8331d3cc5d req-ffb252ad-92ff-4136-96c9-ed914a108839 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:08.974975 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.016694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e14b64-7872-42e5-9237-91d72ce86bf0 req-f241b3ea-9a9a-46e3-8260-94365585d682 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:09.024758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-42e14b64-7872-42e5-9237-91d72ce86bf0 req-f241b3ea-9a9a-46e3-8260-94365585d682 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 946 time: 0.1904690 Nov 11 21:46:09.066959 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a52edf6-e5d6-4705-a448-2ac1507751c4']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:09.140084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15dfc600-7dbc-4fe6-bb45-8fcd1bab9fd5') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:09.141112 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15dfc600-7dbc-4fe6-bb45-8fcd1bab9fd5') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:09.158771 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.178914 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.188109 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:46:09.188547 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.296051 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f16a-812c-42f2-80a5-a5bb23f601be tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:46:09.298827 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:46:09.306278 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f16a-812c-42f2-80a5-a5bb23f601be tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.319277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.339864 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.346107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/7a52edf6-e5d6-4705-a448-2ac1507751c4 HTTP/1.1" status: 204 len: 168 time: 4.2527974 Nov 11 21:46:09.351368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52292) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:09.369362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ae639e97-e533-49e4-8eef-6298dbfcf254 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-616972056'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:09.392611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-42e14b64-7872-42e5-9237-91d72ce86bf0 req-5d221864-4cc0-4f66-a413-81e5c0f1b731 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668737 Nov 11 21:46:09.405025 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfd45c-8569-4e88-bc7a-3bda2283762b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Network': ['ID=7a52edf6-e5d6-4705-a448-2ac1507751c4,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:09.426457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-a0d585a4-851c-4af8-a64a-5b8331d3cc5d req-ffb252ad-92ff-4136-96c9-ed914a108839 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] For port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5bc290fc-799f-4b58-9f70-9c3fb362f7d2,segment=NetworkSegment(31828245-904b-4d42-bcb8-a1888d7ac9b6),segment_id=31828245-904b-4d42-bcb8-a1888d7ac9b6)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:09.427074 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a0d585a4-851c-4af8-a64a-5b8331d3cc5d req-ffb252ad-92ff-4136-96c9-ed914a108839 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.444337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-a0d585a4-851c-4af8-a64a-5b8331d3cc5d req-ffb252ad-92ff-4136-96c9-ed914a108839 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Calling delete_port for 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:46:09.446624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae639e97-e533-49e4-8eef-6298dbfcf254 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:09.451070 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ae639e97-e533-49e4-8eef-6298dbfcf254 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.457746 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f16a-812c-42f2-80a5-a5bb23f601be tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.467342 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f16a-812c-42f2-80a5-a5bb23f601be tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.508782 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc927602-1a40-4bd5-bbab-b943ee27225f req-e5a45638-2ad5-4143-9831-ae8bec0b81eb tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 210 time: 0.0422926 Nov 11 21:46:09.519945 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9f16a-812c-42f2-80a5-a5bb23f601be tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34a8ff9-39da-4453-88d4-0b93e1e23e6e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:09.548917 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f16a-812c-42f2-80a5-a5bb23f601be tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.552012 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8eb9f16a-812c-42f2-80a5-a5bb23f601be tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6677227 Nov 11 21:46:09.554675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52294) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:09.567647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8b26c8a6-80ff-4dd2-81c4-39d46d12a024 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '78a7cdb0-1e15-4ef5-b79f-cc2aa67b1acc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:09.571664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae639e97-e533-49e4-8eef-6298dbfcf254 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:46:09.593829 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ae639e97-e533-49e4-8eef-6298dbfcf254 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.594479 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-ae639e97-e533-49e4-8eef-6298dbfcf254 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Added segment c4c57d9e-561e-4a24-aa42-8dc5e645643c of type vlan for network 79b34d1c-9616-4cb3-89f2-5ec4d9bb0494 Nov 11 21:46:09.605499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9f16a-812c-42f2-80a5-a5bb23f601be tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a7cdb0-1e15-4ef5-b79f-cc2aa67b1acc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:09.642760 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b26c8a6-80ff-4dd2-81c4-39d46d12a024 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.657121 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ae639e97-e533-49e4-8eef-6298dbfcf254 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.765257 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b26c8a6-80ff-4dd2-81c4-39d46d12a024 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.805227 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ae639e97-e533-49e4-8eef-6298dbfcf254 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.810919 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae639e97-e533-49e4-8eef-6298dbfcf254 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:09.828302 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ae639e97-e533-49e4-8eef-6298dbfcf254 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.933775 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b26c8a6-80ff-4dd2-81c4-39d46d12a024 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.934178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-886245f9-0331-4ddc-9a16-d645caaca3e9 req-67ef44d2-ea68-4b32-9500-86bf7b8a8576 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.1027422 Nov 11 21:46:09.950393 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a0d585a4-851c-4af8-a64a-5b8331d3cc5d req-ffb252ad-92ff-4136-96c9-ed914a108839 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:09.964464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['dc10c818-8ff2-40a9-8856-49a1ff19b5df'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:46:09.978481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26c8a6-80ff-4dd2-81c4-39d46d12a024 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29a8655-4523-4ec0-8d6f-ad08e0555b5d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:09.999349 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b26c8a6-80ff-4dd2-81c4-39d46d12a024 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:10.000957 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8b26c8a6-80ff-4dd2-81c4-39d46d12a024 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4450896 Nov 11 21:46:10.006851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52300) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:10.012431 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-48e2356f-f83e-437e-a52a-6ba1828e20d8 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '78a7cdb0-1e15-4ef5-b79f-cc2aa67b1acc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:10.035236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-b5e8e0d5-a32a-477c-bf4c-be3b267bc575 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:10.042838 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-b5e8e0d5-a32a-477c-bf4c-be3b267bc575 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.10 "GET /v2.0/networks?id=b4816392-9041-439a-8583-40f3a66bf98f HTTP/1.1" status: 200 len: 808 time: 0.3079565 Nov 11 21:46:10.066200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ae639e97-e533-49e4-8eef-6298dbfcf254 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7076082 Nov 11 21:46:10.070825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c8ad4-9068-47aa-98f2-49b7ce467ff7 None None] DHCP port deletion for 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:10.076043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-7a1d61ce-fc29-4b03-b3a6-1b87ac6c5cde tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Request body: {'port': {'device_id': '8190e747-30b1-4f45-a362-3daf26b34589', 'network_id': 'b4816392-9041-439a-8583-40f3a66bf98f', 'admin_state_up': True, 'tenant_id': 'f1cebc576d1748849806cdb0136e1fab'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:10.081344 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52302) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:10.109514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb252ad-92ff-4136-96c9-ed914a108839 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Pushing event deleted for resources: {'Port': ['ID=5bc290fc-799f-4b58-9f70-9c3fb362f7d2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:10.121094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2d8251ab-f280-4211-b664-a75e86b22047 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'subnet': {'network_id': '79b34d1c-9616-4cb3-89f2-5ec4d9bb0494', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:10.134832 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae639e97-e533-49e4-8eef-6298dbfcf254 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Network': ['ID=79b34d1c-9616-4cb3-89f2-5ec4d9bb0494,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:10.152756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535a03d-ec68-4b71-99a1-c70b1c855edf req-f6957df6-d864-461d-a84a-5c943ebb9356 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:10.154757 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e535a03d-ec68-4b71-99a1-c70b1c855edf req-f6957df6-d864-461d-a84a-5c943ebb9356 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.3091519 Nov 11 21:46:10.160941 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 79b34d1c-9616-4cb3-89f2-5ec4d9bb0494 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:46:10.177232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d585a4-851c-4af8-a64a-5b8331d3cc5d req-ffb252ad-92ff-4136-96c9-ed914a108839 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] No DVR routers for this DVR port 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:46:10.185967 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a0d585a4-851c-4af8-a64a-5b8331d3cc5d req-ffb252ad-92ff-4136-96c9-ed914a108839 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:10.189348 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0d585a4-851c-4af8-a64a-5b8331d3cc5d req-ffb252ad-92ff-4136-96c9-ed914a108839 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.10 "DELETE /v2.0/ports/5bc290fc-799f-4b58-9f70-9c3fb362f7d2 HTTP/1.1" status: 204 len: 173 time: 1.7425058 Nov 11 21:46:10.189801 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540a8057-5185-498e-be75-1d85871eb934', 'name': 'network-vif-deleted', 'tag': '5bc290fc-799f-4b58-9f70-9c3fb362f7d2'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:46:10.205480 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:46:10.209399 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa04cd4-0c56-49b4-9981-95b9db905705" -d '{"events": [{"server_uuid": "540a8057-5185-498e-be75-1d85871eb934", "name": "network-vif-deleted", "tag": "5bc290fc-799f-4b58-9f70-9c3fb362f7d2"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:46:10.338790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e535a03d-ec68-4b71-99a1-c70b1c855edf req-940fe400-dd06-4ef6-9ad8-b2d78d8aff39 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671233 Nov 11 21:46:10.360422 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:46:10.445855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:46:10.446383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5bc290fc-799f-4b58-9f70-9c3fb362f7d2 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:46:10.461969 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8251ab-f280-4211-b664-a75e86b22047 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:10.467771 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d8251ab-f280-4211-b664-a75e86b22047 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:10.499639 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e291364-4447-43c9-904c-d116ec30c23c x-openstack-request-id: req-3e291364-4447-43c9-904c-d116ec30c23c {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:46:10.501374 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540a8057-5185-498e-be75-1d85871eb934", "name": "network-vif-deleted", "tag": "5bc290fc-799f-4b58-9f70-9c3fb362f7d2", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:46:10.501648 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e291364-4447-43c9-904c-d116ec30c23c {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:46:10.502093 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540a8057-5185-498e-be75-1d85871eb934', 'name': 'network-vif-deleted', 'tag': '5bc290fc-799f-4b58-9f70-9c3fb362f7d2', 'status': 'completed', 'code': 200} Nov 11 21:46:10.516580 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48e2356f-f83e-437e-a52a-6ba1828e20d8 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:10.665677 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be375c45-ef5a-4f90-97cf-3c46c4569936 req-625a93ea-2bb4-46a3-96dc-1c1fac0b4f58 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=540a8057-5185-498e-be75-1d85871eb934 HTTP/1.1" status: 200 len: 210 time: 0.0563166 Nov 11 21:46:10.721116 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2df6095-b4dd-4dac-bc31-4624a697470b req-e0a9f498-8432-45cd-a84b-b95ab5d1ad01 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 210 time: 0.0501282 Nov 11 21:46:10.781547 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-7a1d61ce-fc29-4b03-b3a6-1b87ac6c5cde tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Made reservation on behalf of f1cebc576d1748849806cdb0136e1fab for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:10.787690 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-7a1d61ce-fc29-4b03-b3a6-1b87ac6c5cde tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:10.793592 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-48e2356f-f83e-437e-a52a-6ba1828e20d8 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 21:46:10.797222 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-48e2356f-f83e-437e-a52a-6ba1828e20d8 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7864504 Nov 11 21:46:10.798269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52314) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:11.009721 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0f82b05a-33b7-4426-8bd8-42a97e7afe96 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:11.062959 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:11.082220 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0f82b05a-33b7-4426-8bd8-42a97e7afe96 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:11.188342 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d8251ab-f280-4211-b664-a75e86b22047 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:11.202189 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0f82b05a-33b7-4426-8bd8-42a97e7afe96 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:11.218668 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0f82b05a-33b7-4426-8bd8-42a97e7afe96 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:11.220841 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0f82b05a-33b7-4426-8bd8-42a97e7afe96 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "DELETE /v2.0/security-groups/78a7cdb0-1e15-4ef5-b79f-cc2aa67b1acc HTTP/1.1" status: 204 len: 168 time: 0.4207823 Nov 11 21:46:11.232775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52318) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:11.276430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af2da280-b49b-4614-bc8d-a06140ce0919 req-b354eb65-9659-40a4-960a-47b12eabe7bd tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0544899 Nov 11 21:46:11.278402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82b05a-33b7-4426-8bd8-42a97e7afe96 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a7cdb0-1e15-4ef5-b79f-cc2aa67b1acc,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:11.316464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-66db9a18-ce7d-4d37-b58b-a17e0be778e2 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0803754 Nov 11 21:46:11.321441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52320) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:11.326018 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8a199bb4-4c0b-4ce2-8b3c-3de7b8314d04 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group': {'name': 'tempest-secgroup--640415552'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:11.370235 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-7a1d61ce-fc29-4b03-b3a6-1b87ac6c5cde tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Allocated IP 172.20.0.14 (b4816392-9041-439a-8583-40f3a66bf98f/9abdc103-4ffc-40ef-bc05-5a416ff1880b/2a1089d3-2187-4d5d-bd1e-48258cccf9b5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:46:11.373515 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a199bb4-4c0b-4ce2-8b3c-3de7b8314d04 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:11.375872 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8251ab-f280-4211-b664-a75e86b22047 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Subnet': ['ID=861912de-5b6b-4250-8131-a36532ca1b38,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:11.424202 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8251ab-f280-4211-b664-a75e86b22047 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Checking segment: {'id': 'c4c57d9e-561e-4a24-aa42-8dc5e645643c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '79b34d1c-9616-4cb3-89f2-5ec4d9bb0494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:11.435455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8251ab-f280-4211-b664-a75e86b22047 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network hostable DHCP agents. Network: 79b34d1c-9616-4cb3-89f2-5ec4d9bb0494, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:46:11.623137 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a199bb4-4c0b-4ce2-8b3c-3de7b8314d04 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:11.652311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1012f4-6233-4f5b-9250-7133a0faf399 req-4fe29663-d645-4cc4-b471-5caaa443d7a3 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:11.655637 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d1012f4-6233-4f5b-9250-7133a0faf399 req-4fe29663-d645-4cc4-b471-5caaa443d7a3 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.1188695 Nov 11 21:46:11.680837 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a199bb4-4c0b-4ce2-8b3c-3de7b8314d04 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:11.714922 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8251ab-f280-4211-b664-a75e86b22047 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network 79b34d1c-9616-4cb3-89f2-5ec4d9bb0494 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:46:11.761328 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a199bb4-4c0b-4ce2-8b3c-3de7b8314d04 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:11.762947 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8a199bb4-4c0b-4ce2-8b3c-3de7b8314d04 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4412441 Nov 11 21:46:11.773918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52334) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:11.780457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-bb4c8b05-fcb4-4df1-a2a3-c1614fe227c1 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '4ccacf68-2a27-49cf-b66b-766b7f2e8521', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:11.781436 n-d-805737-3 neutron-server[102534]: WARNING neutron.api.v2.base [None req-bb4c8b05-fcb4-4df1-a2a3-c1614fe227c1 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 11 21:46:11.782027 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-bb4c8b05-fcb4-4df1-a2a3-c1614fe227c1 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:11.783057 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bb4c8b05-fcb4-4df1-a2a3-c1614fe227c1 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061591 Nov 11 21:46:11.789668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a199bb4-4c0b-4ce2-8b3c-3de7b8314d04 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccacf68-2a27-49cf-b66b-766b7f2e8521,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:11.791923 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52336) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:11.797652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2d8251ab-f280-4211-b664-a75e86b22047 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 79b34d1c-9616-4cb3-89f2-5ec4d9bb0494) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:11.810186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83ee86c-c026-4775-be4b-f46de0c9a2d8 None None] Network 79b34d1c-9616-4cb3-89f2-5ec4d9bb0494 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:11.814881 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8251ab-f280-4211-b664-a75e86b22047 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:11.815502 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d8251ab-f280-4211-b664-a75e86b22047 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:11.831013 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d1012f4-6233-4f5b-9250-7133a0faf399 req-9612843c-1c7d-42f5-8bd9-d644fabde419 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722527 Nov 11 21:46:11.930906 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dc7295a9-0996-4cd6-ab1e-9e80cffccfec tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:11.957556 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-7a1d61ce-fc29-4b03-b3a6-1b87ac6c5cde tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:11.993237 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2d8251ab-f280-4211-b664-a75e86b22047 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9064610 Nov 11 21:46:11.994050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52338) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:12.009953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-075ee3a8-8279-4131-9f63-6b40c87d9760 req-81b1a6ba-960f-471e-b625-f540a31d948b tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 210 time: 0.0619895 Nov 11 21:46:12.073215 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dc7295a9-0996-4cd6-ab1e-9e80cffccfec tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:12.167083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-79b34d1c-9616-4cb3-89f2-5ec4d9bb0494', 'network_id': '79b34d1c-9616-4cb3-89f2-5ec4d9bb0494', 'tenant_id': 'ba610f4ff9a74023bd9ee2358462c2b3', 'fixed_ips': [{'subnet_id': '861912de-5b6b-4250-8131-a36532ca1b38'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:46:12.168107 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dc7295a9-0996-4cd6-ab1e-9e80cffccfec tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:12.169558 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:12.174437 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dc7295a9-0996-4cd6-ab1e-9e80cffccfec tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:12.175618 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dc7295a9-0996-4cd6-ab1e-9e80cffccfec tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "DELETE /v2.0/security-groups/4ccacf68-2a27-49cf-b66b-766b7f2e8521 HTTP/1.1" status: 204 len: 168 time: 0.3827055 Nov 11 21:46:12.187513 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:12.190350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52340) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:12.201732 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-7a1d61ce-fc29-4b03-b3a6-1b87ac6c5cde tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:12.212522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7295a9-0996-4cd6-ab1e-9e80cffccfec tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccacf68-2a27-49cf-b66b-766b7f2e8521,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:12.337191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-7a1d61ce-fc29-4b03-b3a6-1b87ac6c5cde tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Network b4816392-9041-439a-8583-40f3a66bf98f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:46:12.354763 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-7a1d61ce-fc29-4b03-b3a6-1b87ac6c5cde tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:12.370933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-7a1d61ce-fc29-4b03-b3a6-1b87ac6c5cde tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:46:12.374796 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d61ce-fc29-4b03-b3a6-1b87ac6c5cde tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Pushing event updated for resources: {'Port': ['ID=2a1089d3-2187-4d5d-bd1e-48258cccf9b5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:12.397326 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-37525345-7fac-4441-b76a-a017b11e92ba tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2045484 Nov 11 21:46:12.404081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52350) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:12.415802 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-14d4659b-a33a-421f-996a-28b000333e59 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group': {'name': 'tempest-secgroup--489950629'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:12.476203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-7a1d61ce-fc29-4b03-b3a6-1b87ac6c5cde tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:12.477386 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-7a1d61ce-fc29-4b03-b3a6-1b87ac6c5cde tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:12.496758 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:12.623483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Allocated IP 172.20.0.1 (79b34d1c-9616-4cb3-89f2-5ec4d9bb0494/861912de-5b6b-4250-8131-a36532ca1b38/3c945e1a-0687-4372-8113-f7bb2cd3107e) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:46:12.639175 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-654e4535-5c81-4ad8-8757-4993353fded9 req-b5c7568a-493d-4ac2-87ff-cf2afec3eaf1 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.1441143 Nov 11 21:46:12.658096 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14d4659b-a33a-421f-996a-28b000333e59 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:12.659872 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-7a1d61ce-fc29-4b03-b3a6-1b87ac6c5cde tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6072450 Nov 11 21:46:12.677423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Request body: {'port': {'device_id': '8190e747-30b1-4f45-a362-3daf26b34589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:12.748325 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066e818-6569-4fcf-9b22-127ac3ea57fb req-def580ee-ea8b-4768-9dc3-0ca77fff7589 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:12.756697 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b066e818-6569-4fcf-9b22-127ac3ea57fb req-def580ee-ea8b-4768-9dc3-0ca77fff7589 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.3248074 Nov 11 21:46:12.788190 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:12.795915 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553d510a-6aff-4d15-b80e-39f65bb8d534 None None] DHCP port deletion for b4816392-9041-439a-8583-40f3a66bf98f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:12.800490 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:12.843464 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:12.849117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Network 79b34d1c-9616-4cb3-89f2-5ec4d9bb0494 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:46:12.852138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:12.859090 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:46:12.877138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Pushing event updated for resources: {'Port': ['ID=3c945e1a-0687-4372-8113-f7bb2cd3107e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:12.935930 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:12.999460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Subnet': ['ID=861912de-5b6b-4250-8131-a36532ca1b38,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:13.003969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Attempting to bind port 3c945e1a-0687-4372-8113-f7bb2cd3107e on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:46:13.004339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Attempting to bind port 3c945e1a-0687-4372-8113-f7bb2cd3107e by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'c4c57d9e-561e-4a24-aa42-8dc5e645643c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '79b34d1c-9616-4cb3-89f2-5ec4d9bb0494'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:46:13.005474 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Attempting to bind port 3c945e1a-0687-4372-8113-f7bb2cd3107e on network 79b34d1c-9616-4cb3-89f2-5ec4d9bb0494 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:46:13.011814 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:46:13.012648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Checking segment: {'id': 'c4c57d9e-561e-4a24-aa42-8dc5e645643c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '79b34d1c-9616-4cb3-89f2-5ec4d9bb0494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:13.013105 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.013500 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Bound using segment: {'id': 'c4c57d9e-561e-4a24-aa42-8dc5e645643c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '79b34d1c-9616-4cb3-89f2-5ec4d9bb0494'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:46:13.013977 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Bound port: 3c945e1a-0687-4372-8113-f7bb2cd3107e, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c57d9e-561e-4a24-aa42-8dc5e645643c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '79b34d1c-9616-4cb3-89f2-5ec4d9bb0494'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:46:13.014356 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.029676 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4842a91b-b8f8-4d01-89fb-24b2e303ad7d None None] Provisioning complete for port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:46:13.030042 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4842a91b-b8f8-4d01-89fb-24b2e303ad7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.068050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4842a91b-b8f8-4d01-89fb-24b2e303ad7d None None] Port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:46:13.076048 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b066e818-6569-4fcf-9b22-127ac3ea57fb req-e4f95d40-2481-43a3-bd69-b4248ca12e04 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147175 Nov 11 21:46:13.105866 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.136337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b34d1c-9616-4cb3-89f2-5ec4d9bb0494']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:13.148883 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c57d9e-561e-4a24-aa42-8dc5e645643c') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:13.149331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c57d9e-561e-4a24-aa42-8dc5e645643c') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:13.159862 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.174944 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.181527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:46:13.181943 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.200130 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b08a0-f0c2-459b-87a1-42f7998c1a95 req-0714fa6b-7cf6-44ad-9f4e-ab51a0a5de04 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:13.202601 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-633b08a0-f0c2-459b-87a1-42f7998c1a95 req-0714fa6b-7cf6-44ad-9f4e-ab51a0a5de04 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.1813591 Nov 11 21:46:13.241592 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14d4659b-a33a-421f-996a-28b000333e59 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:46:13.242347 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:46:13.255859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] For port 3c945e1a-0687-4372-8113-f7bb2cd3107e, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:46:13.263898 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] For port 3c945e1a-0687-4372-8113-f7bb2cd3107e, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3c945e1a-0687-4372-8113-f7bb2cd3107e,segment=NetworkSegment(c4c57d9e-561e-4a24-aa42-8dc5e645643c),segment_id=c4c57d9e-561e-4a24-aa42-8dc5e645643c)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:46:13.274424 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.299250 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.db.api [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:46:13.299250 n-d-805737-3 neutron-server[102535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:46:13.299250 n-d-805737-3 neutron-server[102535]: [parameters: {'id': '79b34d1c-9616-4cb3-89f2-5ec4d9bb0494'}] Nov 11 21:46:13.299250 n-d-805737-3 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:46:13.299702 n-d-805737-3 neutron-server[102535]: DEBUG oslo_db.api [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:46:13.313333 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14d4659b-a33a-421f-996a-28b000333e59 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.355525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4659b-a33a-421f-996a-28b000333e59 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79afbac5-1546-4a6f-abfc-117e6362a7b0,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:13.390366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6067c4-2938-4ce9-b338-3cab30d615b1 req-e5525629-86dd-43db-8cf2-59c417dc294a tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:13.398657 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a6067c4-2938-4ce9-b338-3cab30d615b1 req-e5525629-86dd-43db-8cf2-59c417dc294a tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 932 time: 0.1881483 Nov 11 21:46:13.408241 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14d4659b-a33a-421f-996a-28b000333e59 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.409616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-14d4659b-a33a-421f-996a-28b000333e59 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0044949 Nov 11 21:46:13.423910 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52362) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:13.431312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7558667-05de-4434-8a54-e79725ca9024 None None] Pushing event updated for resources: {'Port': ['ID=3c945e1a-0687-4372-8113-f7bb2cd3107e,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:13.444935 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-633b08a0-f0c2-459b-87a1-42f7998c1a95 req-13ef3b5e-54fe-406b-bd38-b8b9ce550733 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242730 Nov 11 21:46:13.466681 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5002a4b8-c6f9-4284-9b6d-994f44cc3490 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '79afbac5-1546-4a6f-abfc-117e6362a7b0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:13.467589 n-d-805737-3 neutron-server[102535]: WARNING neutron.api.v2.base [None req-5002a4b8-c6f9-4284-9b6d-994f44cc3490 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 11 21:46:13.476829 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-5002a4b8-c6f9-4284-9b6d-994f44cc3490 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:13.482103 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5002a4b8-c6f9-4284-9b6d-994f44cc3490 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0488012 Nov 11 21:46:13.482317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52366) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:13.488559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070bab53-818d-48fd-9310-0919734e664d None None] Network 79b34d1c-9616-4cb3-89f2-5ec4d9bb0494 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:13.554482 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a6067c4-2938-4ce9-b338-3cab30d615b1 req-34d46581-66fd-4b1f-9b92-0f0190816a32 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547346 Nov 11 21:46:13.663096 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c39e922c-a1ea-4f7a-a422-13987ea00ea9 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.719407 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c39e922c-a1ea-4f7a-a422-13987ea00ea9 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.791769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:46:13.804336 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.810677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2cdba6-e5c7-4dd5-a5db-bd29dd01b288 None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:46:13.831069 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Transition to ACTIVE for port object 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:46:13.833237 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.833665 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c39e922c-a1ea-4f7a-a422-13987ea00ea9 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.838528 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c39e922c-a1ea-4f7a-a422-13987ea00ea9 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.840249 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:13.844152 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c39e922c-a1ea-4f7a-a422-13987ea00ea9 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "DELETE /v2.0/security-groups/79afbac5-1546-4a6f-abfc-117e6362a7b0 HTTP/1.1" status: 204 len: 168 time: 0.3580527 Nov 11 21:46:13.846259 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52374) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:13.878472 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-369e5b9d-8af9-411f-8972-f40afa484c8d req-dc936d19-ca06-4d64-b97c-0d65e6c7f888 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0591621 Nov 11 21:46:13.894826 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e922c-a1ea-4f7a-a422-13987ea00ea9 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79afbac5-1546-4a6f-abfc-117e6362a7b0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:13.933181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1089d3-2187-4d5d-bd1e-48258cccf9b5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:14.036515 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec540864-ca5d-4849-baa4-3407d1e97694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:14.046608 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-09912a20-d027-4376-88fe-3a8329eb35aa tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1320760 Nov 11 21:46:14.060283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52376) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:14.065290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a1c3b2f9-8b0f-4e87-89a0-029781caedd6 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group': {'name': 'tempest-secgroup--627671569'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:14.137333 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1c3b2f9-8b0f-4e87-89a0-029781caedd6 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:14.159184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Attempting to bind port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:46:14.159184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Attempting to bind port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '774155da-9f0c-4da6-a442-11d9ba884bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'b4816392-9041-439a-8583-40f3a66bf98f'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:46:14.161014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Attempting to bind port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 on network b4816392-9041-439a-8583-40f3a66bf98f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:46:14.176240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 on network b4816392-9041-439a-8583-40f3a66bf98f not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:46:14.176240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Attempting to bind port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 on network b4816392-9041-439a-8583-40f3a66bf98f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:46:14.225646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:46:14.225993 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Checking segment: {'id': '774155da-9f0c-4da6-a442-11d9ba884bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'b4816392-9041-439a-8583-40f3a66bf98f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:14.235847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Bound using segment: {'id': '774155da-9f0c-4da6-a442-11d9ba884bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'b4816392-9041-439a-8583-40f3a66bf98f'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:46:14.242189 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Bound port: 2a1089d3-2187-4d5d-bd1e-48258cccf9b5, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774155da-9f0c-4da6-a442-11d9ba884bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'b4816392-9041-439a-8583-40f3a66bf98f'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:46:14.242611 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:14.279186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2cdba6-e5c7-4dd5-a5db-bd29dd01b288 None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:46:14.302613 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Deleting port 3c945e1a-0687-4372-8113-f7bb2cd3107e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:46:14.306747 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:14.310201 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1c3b2f9-8b0f-4e87-89a0-029781caedd6 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:14.412187 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1c3b2f9-8b0f-4e87-89a0-029781caedd6 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:14.536979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3b2f9-8b0f-4e87-89a0-029781caedd6 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9fff26-bfbc-4ca3-99cc-d3bc25df94eb,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:14.549373 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1c3b2f9-8b0f-4e87-89a0-029781caedd6 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:14.550809 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a1c3b2f9-8b0f-4e87-89a0-029781caedd6 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4893458 Nov 11 21:46:14.565622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032b582-ff41-40ad-b716-87c11e8f7da8 req-52a9e788-0eaf-402b-b6e6-840d8944f460 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:14.577736 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1032b582-ff41-40ad-b716-87c11e8f7da8 req-52a9e788-0eaf-402b-b6e6-840d8944f460 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.2652447 Nov 11 21:46:14.591876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52382) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:14.608619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ac13366f-2624-4716-9ef9-cefce49bc663 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '7d9fff26-bfbc-4ca3-99cc-d3bc25df94eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:14.609021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] For port 3c945e1a-0687-4372-8113-f7bb2cd3107e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3c945e1a-0687-4372-8113-f7bb2cd3107e,segment=NetworkSegment(c4c57d9e-561e-4a24-aa42-8dc5e645643c),segment_id=c4c57d9e-561e-4a24-aa42-8dc5e645643c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:14.609585 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:14.628407 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Calling delete_port for 3c945e1a-0687-4372-8113-f7bb2cd3107e owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:46:14.630787 n-d-805737-3 neutron-server[102534]: WARNING neutron.api.v2.base [None req-ac13366f-2624-4716-9ef9-cefce49bc663 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 11 21:46:14.631125 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-ac13366f-2624-4716-9ef9-cefce49bc663 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:14.635341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ac13366f-2624-4716-9ef9-cefce49bc663 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0386472 Nov 11 21:46:14.640663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52386) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:14.661987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b53193f3-5948-49a7-ba1c-fa8a8cd88667 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '7d9fff26-bfbc-4ca3-99cc-d3bc25df94eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:14.662795 n-d-805737-3 neutron-server[102534]: WARNING neutron.api.v2.base [None req-b53193f3-5948-49a7-ba1c-fa8a8cd88667 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 11 21:46:14.663380 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-b53193f3-5948-49a7-ba1c-fa8a8cd88667 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:14.667221 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b53193f3-5948-49a7-ba1c-fa8a8cd88667 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0105770 Nov 11 21:46:14.677420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52388) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:14.685658 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d83278ed-aa38-4466-b741-b839cb43119b tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '7d9fff26-bfbc-4ca3-99cc-d3bc25df94eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:14.686691 n-d-805737-3 neutron-server[102534]: WARNING neutron.api.v2.base [None req-d83278ed-aa38-4466-b741-b839cb43119b tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 11 21:46:14.687310 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-d83278ed-aa38-4466-b741-b839cb43119b tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:14.691237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d83278ed-aa38-4466-b741-b839cb43119b tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085227 Nov 11 21:46:14.748261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52390) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:14.768435 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3dfc6ef4-09b6-4841-9dd4-4807d803039d tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '7d9fff26-bfbc-4ca3-99cc-d3bc25df94eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:14.773369 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:14.774907 n-d-805737-3 neutron-server[102534]: WARNING neutron.api.v2.base [None req-3dfc6ef4-09b6-4841-9dd4-4807d803039d tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 11 21:46:14.775516 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-3dfc6ef4-09b6-4841-9dd4-4807d803039d tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:14.779370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3dfc6ef4-09b6-4841-9dd4-4807d803039d tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0135090 Nov 11 21:46:14.780541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52394) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:14.827790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] For port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:46:14.830226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Port': ['ID=3c945e1a-0687-4372-8113-f7bb2cd3107e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:14.861584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] For port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=2a1089d3-2187-4d5d-bd1e-48258cccf9b5,segment=NetworkSegment(774155da-9f0c-4da6-a442-11d9ba884bbb),segment_id=774155da-9f0c-4da6-a442-11d9ba884bbb)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:46:14.864255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No DVR routers for this DVR port 3c945e1a-0687-4372-8113-f7bb2cd3107e on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:46:14.872431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1032b582-ff41-40ad-b716-87c11e8f7da8 req-92c0a79e-8ca9-43a0-a8d0-2217fffbea3a tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843235 Nov 11 21:46:14.882845 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:14.896842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee77d4-e747-46c3-80a8-94ffff23c10e req-b3f22151-edcc-475a-a963-b9c5065c4cd0 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:14.909364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89ee77d4-e747-46c3-80a8-94ffff23c10e req-b3f22151-edcc-475a-a963-b9c5065c4cd0 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.2194729 Nov 11 21:46:14.965283 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:14.995409 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:14.996070 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:15.000842 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] 10.222.0.10 "PUT /v2.0/ports/2a1089d3-2187-4d5d-bd1e-48258cccf9b5 HTTP/1.1" status: 200 len: 1092 time: 2.3308556 Nov 11 21:46:15.001501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8190e747-30b1-4f45-a362-3daf26b34589', 'tag': '2a1089d3-2187-4d5d-bd1e-48258cccf9b5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:46:15.004054 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9149e933-4d9c-48ea-ae9f-6dcc2b643931" -d '{"events": [{"name": "network-changed", "server_uuid": "8190e747-30b1-4f45-a362-3daf26b34589", "tag": "2a1089d3-2187-4d5d-bd1e-48258cccf9b5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:46:15.040116 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89ee77d4-e747-46c3-80a8-94ffff23c10e req-f8b5534f-b43e-466c-8414-d1353884afa6 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287839 Nov 11 21:46:15.074577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f34f3-065f-4a21-aa66-6a6f82ad0845 req-4a1be39a-44b9-446e-932c-9d63dde4b5b3 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:15.084075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e32f34f3-065f-4a21-aa66-6a6f82ad0845 req-4a1be39a-44b9-446e-932c-9d63dde4b5b3 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 944 time: 0.1043868 Nov 11 21:46:15.223858 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-860de589-bca0-4b59-bfb2-da09740d2fe5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:15.280019 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:15.286058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381a38f-605c-47f2-9ec4-ee48dc5de914 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1089d3-2187-4d5d-bd1e-48258cccf9b5,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:15.313710 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e32f34f3-065f-4a21-aa66-6a6f82ad0845 req-116987a9-90d8-4282-a8c2-aeadca6b2747 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190356 Nov 11 21:46:15.319089 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-6efc31e2-e9b0-4e9f-9bd5-4c4ddae67cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:15.321103 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-6efc31e2-e9b0-4e9f-9bd5-4c4ddae67cae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1cebc576d1748849806cdb0136e1fab&device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 1095 time: 0.2383533 Nov 11 21:46:15.328722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6cc877e1-792b-44ae-9041-0ac2cd73a76c req-1fd60fa1-abad-4894-97b8-96e9f65e7f67 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0734868 Nov 11 21:46:15.357191 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-860de589-bca0-4b59-bfb2-da09740d2fe5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:15.360727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b34d1c-9616-4cb3-89f2-5ec4d9bb0494']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:15.367489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7f0281-2bf2-4791-8bfa-901600cc78d5 None None] DHCP port deletion for b4816392-9041-439a-8583-40f3a66bf98f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:15.402410 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-61813f12-2e58-4071-8759-2cc98b009d78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a1089d3-2187-4d5d-bd1e-48258cccf9b5 HTTP/1.1" status: 200 len: 217 time: 0.0572841 Nov 11 21:46:15.428753 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c57d9e-561e-4a24-aa42-8dc5e645643c') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:15.442280 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c57d9e-561e-4a24-aa42-8dc5e645643c') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:15.455461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d5a645-fd82-415f-84df-98a1bdb32021 None None] DHCP port deletion for b4816392-9041-439a-8583-40f3a66bf98f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:15.484147 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e6b701-523c-4b0e-b632-4ddf25bb8eef x-openstack-request-id: req-29e6b701-523c-4b0e-b632-4ddf25bb8eef {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:46:15.484393 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8190e747-30b1-4f45-a362-3daf26b34589", "tag": "2a1089d3-2187-4d5d-bd1e-48258cccf9b5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:46:15.484758 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-29e6b701-523c-4b0e-b632-4ddf25bb8eef {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:46:15.485082 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8190e747-30b1-4f45-a362-3daf26b34589', 'tag': '2a1089d3-2187-4d5d-bd1e-48258cccf9b5', 'status': 'completed', 'code': 200} Nov 11 21:46:15.510431 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:15.532704 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:15.553640 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:46:15.553987 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:46:15.557821 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:46:15.560111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-9f24956c-c9a6-44f1-954e-05205c821ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:15.560948 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-9f24956c-c9a6-44f1-954e-05205c821ee8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9abdc103-4ffc-40ef-bc05-5a416ff1880b HTTP/1.1" status: 200 len: 848 time: 0.1344862 Nov 11 21:46:15.613409 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-7056ead8-d5f4-47bf-b8b6-310d346bbeaa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4816392-9041-439a-8583-40f3a66bf98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329573 Nov 11 21:46:15.650923 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-860de589-bca0-4b59-bfb2-da09740d2fe5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:15.653537 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-860de589-bca0-4b59-bfb2-da09740d2fe5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:15.657631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52402) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:15.658143 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-860de589-bca0-4b59-bfb2-da09740d2fe5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "DELETE /v2.0/security-groups/7d9fff26-bfbc-4ca3-99cc-d3bc25df94eb HTTP/1.1" status: 204 len: 168 time: 0.8719316 Nov 11 21:46:15.692876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860de589-bca0-4b59-bfb2-da09740d2fe5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9fff26-bfbc-4ca3-99cc-d3bc25df94eb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:15.727240 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:15.736560 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610175'] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:15.741033 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/79b34d1c-9616-4cb3-89f2-5ec4d9bb0494 HTTP/1.1" status: 204 len: 168 time: 3.7409761 Nov 11 21:46:15.747626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52404) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:15.757476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f395fa4-bfb4-47f4-b11a-79ec970f0900 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Network': ['ID=79b34d1c-9616-4cb3-89f2-5ec4d9bb0494,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:15.768681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b783c266-8d09-45f0-b41a-fedcb4cb19fb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2067703370'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:15.796105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ad8e1c31-e26b-4a6f-a7ef-fdfbf719edd9 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1309395 Nov 11 21:46:15.796626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52406) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:15.800152 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-639b13d5-2a4f-4060-b007-a20cdc051589 service neutron] 10.222.0.10 "GET /v2.0/networks/b4816392-9041-439a-8583-40f3a66bf98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594663 Nov 11 21:46:15.807059 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-7f1d1937-c55f-4aa1-9d22-a63f04f0981c tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050135152'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:15.877824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b783c266-8d09-45f0-b41a-fedcb4cb19fb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:15.892832 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b783c266-8d09-45f0-b41a-fedcb4cb19fb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:16.043859 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b7bd547-f3cf-444c-839a-0b50a025d146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:16.047151 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eeef1ab3-06a7-4608-a517-38ec1905346a req-05f342ce-47bf-4185-96ad-fba00ebf425c service neutron] 10.222.0.10 "GET /v2.0/networks/b4816392-9041-439a-8583-40f3a66bf98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346416 Nov 11 21:46:16.058405 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1937-c55f-4aa1-9d22-a63f04f0981c tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:16.145522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b783c266-8d09-45f0-b41a-fedcb4cb19fb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:46:16.211849 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b783c266-8d09-45f0-b41a-fedcb4cb19fb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:16.212102 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-b783c266-8d09-45f0-b41a-fedcb4cb19fb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Added segment 2d871450-6e75-4faa-84ad-984d5d551bf7 of type vlan for network b148fa6d-5c96-46e4-aaa5-480eea0d477a Nov 11 21:46:16.262071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149e933-4d9c-48ea-ae9f-6dcc2b643931 req-b2879d7e-216e-4816-8196-2cb9863ac9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:16.284326 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9149e933-4d9c-48ea-ae9f-6dcc2b643931 req-b2879d7e-216e-4816-8196-2cb9863ac9d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1cebc576d1748849806cdb0136e1fab&device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 1095 time: 0.1781356 Nov 11 21:46:16.304618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d410e32-ea31-4e64-9699-f9032c3fa16e req-592de8f6-7e99-466b-9663-e698d3506c3b tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:16.306308 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d410e32-ea31-4e64-9699-f9032c3fa16e req-592de8f6-7e99-466b-9663-e698d3506c3b tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.2082434 Nov 11 21:46:16.367201 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b783c266-8d09-45f0-b41a-fedcb4cb19fb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:16.428033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149e933-4d9c-48ea-ae9f-6dcc2b643931 req-2749b39e-8d58-4485-a5b6-a50bb209958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:16.434237 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9149e933-4d9c-48ea-ae9f-6dcc2b643931 req-2749b39e-8d58-4485-a5b6-a50bb209958b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4816392-9041-439a-8583-40f3a66bf98f HTTP/1.1" status: 200 len: 910 time: 0.1373215 Nov 11 21:46:16.479643 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c380664-45b9-4bd4-b299-5359077f960a req-1accd092-3297-4ebd-aa96-36ed0b0cba27 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:16.481467 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c380664-45b9-4bd4-b299-5359077f960a req-1accd092-3297-4ebd-aa96-36ed0b0cba27 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.3104968 Nov 11 21:46:16.502937 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9149e933-4d9c-48ea-ae9f-6dcc2b643931 req-5b9161fa-416e-4cce-8ef0-74a6e04e2285 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a1089d3-2187-4d5d-bd1e-48258cccf9b5 HTTP/1.1" status: 200 len: 217 time: 0.0555031 Nov 11 21:46:16.539531 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1937-c55f-4aa1-9d22-a63f04f0981c tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:16.546650 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b783c266-8d09-45f0-b41a-fedcb4cb19fb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:16.554043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b783c266-8d09-45f0-b41a-fedcb4cb19fb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:16.554971 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b783c266-8d09-45f0-b41a-fedcb4cb19fb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:16.570732 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1937-c55f-4aa1-9d22-a63f04f0981c tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:16.667059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d410e32-ea31-4e64-9699-f9032c3fa16e req-7248d06f-8664-429b-be65-12f3350cb756 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312886 Nov 11 21:46:16.690958 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149e933-4d9c-48ea-ae9f-6dcc2b643931 req-65e55f09-900f-4173-9ca8-37f316190300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:16.692481 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9149e933-4d9c-48ea-ae9f-6dcc2b643931 req-65e55f09-900f-4173-9ca8-37f316190300 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9abdc103-4ffc-40ef-bc05-5a416ff1880b HTTP/1.1" status: 200 len: 848 time: 0.1781631 Nov 11 21:46:16.753269 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c380664-45b9-4bd4-b299-5359077f960a req-e191a8c9-791e-42a0-be94-8286c93b6f47 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2635505 Nov 11 21:46:16.764000 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1937-c55f-4aa1-9d22-a63f04f0981c tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:16.766054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7f1d1937-c55f-4aa1-9d22-a63f04f0981c tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9683974 Nov 11 21:46:16.770554 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b783c266-8d09-45f0-b41a-fedcb4cb19fb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0218744 Nov 11 21:46:16.775572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52420) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:16.775901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52422) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:16.783385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b7d3146e-1193-4b97-851c-fafa289f050b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'subnet': {'network_id': 'b148fa6d-5c96-46e4-aaa5-480eea0d477a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:16.788339 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9149e933-4d9c-48ea-ae9f-6dcc2b643931 req-5a62fff3-51b6-436b-becb-51bdfc8cf190 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4816392-9041-439a-8583-40f3a66bf98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741093 Nov 11 21:46:16.792935 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f569ab20-e897-4e1c-b354-a5250d2bbe1f tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '4bc6d361-03db-4690-b6f6-8edc8fa440f1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:16.793654 n-d-805737-3 neutron-server[102535]: WARNING neutron.api.v2.base [None req-f569ab20-e897-4e1c-b354-a5250d2bbe1f tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 21:46:16.807843 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-f569ab20-e897-4e1c-b354-a5250d2bbe1f tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:16.808893 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d1937-c55f-4aa1-9d22-a63f04f0981c tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc6d361-03db-4690-b6f6-8edc8fa440f1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:16.809021 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f569ab20-e897-4e1c-b354-a5250d2bbe1f tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0319855 Nov 11 21:46:16.820900 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52424) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:16.826864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783c266-8d09-45f0-b41a-fedcb4cb19fb tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Network': ['ID=b148fa6d-5c96-46e4-aaa5-480eea0d477a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:16.834656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-da85d6b9-d840-40a1-ab1a-f942c1ec6be7 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '4bc6d361-03db-4690-b6f6-8edc8fa440f1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:16.841596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network b148fa6d-5c96-46e4-aaa5-480eea0d477a details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:46:16.892468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce696b1-7afa-4f3a-a055-fe3a4edd8951 req-ecac7f52-f98d-4ebb-8c28-f8d83448930f tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:16.908511 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ce696b1-7afa-4f3a-a055-fe3a4edd8951 req-ecac7f52-f98d-4ebb-8c28-f8d83448930f tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 944 time: 0.1335988 Nov 11 21:46:17.047294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ce696b1-7afa-4f3a-a055-fe3a4edd8951 req-1e5dae47-ac93-4de2-a651-27c1f5496a4f tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352308 Nov 11 21:46:17.087398 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9149e933-4d9c-48ea-ae9f-6dcc2b643931 req-d01c5d62-89b1-4070-972b-15f330408199 service neutron] 10.222.0.10 "GET /v2.0/networks/b4816392-9041-439a-8583-40f3a66bf98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740688 Nov 11 21:46:17.089662 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d3146e-1193-4b97-851c-fafa289f050b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:17.093698 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7d3146e-1193-4b97-851c-fafa289f050b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:17.114504 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e054ba0b-83e5-4d97-962f-51a597d5123e req-d0d10aff-fbce-497a-b806-265b56febdd6 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0661321 Nov 11 21:46:17.115583 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-da85d6b9-d840-40a1-ab1a-f942c1ec6be7 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:17.119815 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-da85d6b9-d840-40a1-ab1a-f942c1ec6be7 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2885489 Nov 11 21:46:17.120458 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52428) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:17.142917 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6c4ce3c7-69cf-417a-abac-aa16c84be8ac tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '4bc6d361-03db-4690-b6f6-8edc8fa440f1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:17.143929 n-d-805737-3 neutron-server[102535]: WARNING neutron.api.v2.base [None req-6c4ce3c7-69cf-417a-abac-aa16c84be8ac tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 11 21:46:17.143929 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-6c4ce3c7-69cf-417a-abac-aa16c84be8ac tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:17.150005 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52430) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:17.154913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6b1e368c-9eaa-4f39-8809-b6775fe540ed tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '4bc6d361-03db-4690-b6f6-8edc8fa440f1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:17.160982 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6c4ce3c7-69cf-417a-abac-aa16c84be8ac tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0133379 Nov 11 21:46:17.190250 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:17.225807 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-6b1e368c-9eaa-4f39-8809-b6775fe540ed tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:17.227012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6b1e368c-9eaa-4f39-8809-b6775fe540ed tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0759420 Nov 11 21:46:17.230001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52432) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:17.236744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-406d71ba-16f1-41ed-941e-84b995ce8920 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '4bc6d361-03db-4690-b6f6-8edc8fa440f1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:17.238888 n-d-805737-3 neutron-server[102534]: WARNING neutron.api.v2.base [None req-406d71ba-16f1-41ed-941e-84b995ce8920 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 21:46:17.239784 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-406d71ba-16f1-41ed-941e-84b995ce8920 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:17.240449 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-406d71ba-16f1-41ed-941e-84b995ce8920 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089397 Nov 11 21:46:17.243360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52434) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:17.250419 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-59c8f753-04bc-4fe5-9649-46547e87656a tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '4bc6d361-03db-4690-b6f6-8edc8fa440f1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:17.285488 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-59c8f753-04bc-4fe5-9649-46547e87656a tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Project 95a3e7713ba5405abf0e18f78da92cb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:46:17.297902 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9149e933-4d9c-48ea-ae9f-6dcc2b643931 req-e9f49401-1039-4ba8-8dc9-e95ca6717bfc service neutron] 10.222.0.10 "GET /v2.0/networks/b4816392-9041-439a-8583-40f3a66bf98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003083 Nov 11 21:46:17.306850 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-59c8f753-04bc-4fe5-9649-46547e87656a tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:17.313290 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-59c8f753-04bc-4fe5-9649-46547e87656a tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0661056 Nov 11 21:46:17.313464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52436) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:17.318813 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-27c5bc93-7fe9-4b6a-9c69-8b09431add80 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '4bc6d361-03db-4690-b6f6-8edc8fa440f1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:17.319652 n-d-805737-3 neutron-server[102534]: WARNING neutron.api.v2.base [None req-27c5bc93-7fe9-4b6a-9c69-8b09431add80 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 11 21:46:17.320295 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-27c5bc93-7fe9-4b6a-9c69-8b09431add80 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:17.324482 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-27c5bc93-7fe9-4b6a-9c69-8b09431add80 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070722 Nov 11 21:46:17.325278 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52438) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:17.329656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4d711a51-c85a-44d1-95b2-2d517a619ed9 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '4bc6d361-03db-4690-b6f6-8edc8fa440f1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:17.357986 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-4d711a51-c85a-44d1-95b2-2d517a619ed9 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Project 95a3e7713ba5405abf0e18f78da92cb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:46:17.374594 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-4d711a51-c85a-44d1-95b2-2d517a619ed9 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:17.379159 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4d711a51-c85a-44d1-95b2-2d517a619ed9 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0502009 Nov 11 21:46:17.379609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52440) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:17.384394 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-114e67b4-62c2-4838-82af-512cb758f9a8 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '4bc6d361-03db-4690-b6f6-8edc8fa440f1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:17.467313 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-114e67b4-62c2-4838-82af-512cb758f9a8 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Project 95a3e7713ba5405abf0e18f78da92cb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:46:17.485739 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7d3146e-1193-4b97-851c-fafa289f050b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:17.502138 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-114e67b4-62c2-4838-82af-512cb758f9a8 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:17.503221 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-114e67b4-62c2-4838-82af-512cb758f9a8 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1226294 Nov 11 21:46:17.506264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52442) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:17.554213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3146e-1193-4b97-851c-fafa289f050b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Checking segment: {'id': '2d871450-6e75-4faa-84ad-984d5d551bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'b148fa6d-5c96-46e4-aaa5-480eea0d477a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:17.554645 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d3146e-1193-4b97-851c-fafa289f050b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network hostable DHCP agents. Network: b148fa6d-5c96-46e4-aaa5-480eea0d477a, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:46:17.580948 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3146e-1193-4b97-851c-fafa289f050b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Subnet': ['ID=afa0ab2a-9431-4ae0-8135-3d6103ede1e4,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:17.590469 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d3146e-1193-4b97-851c-fafa289f050b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network b148fa6d-5c96-46e4-aaa5-480eea0d477a is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:46:17.604224 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b7d3146e-1193-4b97-851c-fafa289f050b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, b148fa6d-5c96-46e4-aaa5-480eea0d477a) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:17.610657 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9bf77785-dae0-4709-9cbf-c098aafc9ae4 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:17.614658 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be41a4-bc75-44f2-8eb5-91533a9f41fe None None] Network b148fa6d-5c96-46e4-aaa5-480eea0d477a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:17.616367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d3146e-1193-4b97-851c-fafa289f050b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:17.617105 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7d3146e-1193-4b97-851c-fafa289f050b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:17.639299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9bf77785-dae0-4709-9cbf-c098aafc9ae4 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:17.647662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52444) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:17.648092 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b7d3146e-1193-4b97-851c-fafa289f050b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8688171 Nov 11 21:46:17.869940 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9bf77785-dae0-4709-9cbf-c098aafc9ae4 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:17.872402 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9bf77785-dae0-4709-9cbf-c098aafc9ae4 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:17.873644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9bf77785-dae0-4709-9cbf-c098aafc9ae4 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "DELETE /v2.0/security-groups/4bc6d361-03db-4690-b6f6-8edc8fa440f1 HTTP/1.1" status: 204 len: 168 time: 0.3662920 Nov 11 21:46:17.877109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52450) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:17.907626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf74e32-a6ec-4d40-a0f3-cd84bafabacd req-b5cd2ae7-9911-40ab-96b2-d4d0a8ee76fd tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:17.912406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-b148fa6d-5c96-46e4-aaa5-480eea0d477a', 'network_id': 'b148fa6d-5c96-46e4-aaa5-480eea0d477a', 'tenant_id': 'ba610f4ff9a74023bd9ee2358462c2b3', 'fixed_ips': [{'subnet_id': 'afa0ab2a-9431-4ae0-8135-3d6103ede1e4'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:46:17.913355 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:17.925093 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cdf74e32-a6ec-4d40-a0f3-cd84bafabacd req-b5cd2ae7-9911-40ab-96b2-d4d0a8ee76fd tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1321599 Nov 11 21:46:17.959451 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:17.970041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf77785-dae0-4709-9cbf-c098aafc9ae4 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc6d361-03db-4690-b6f6-8edc8fa440f1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:17.981594 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3fd98cb3-7c53-4a40-bf28-ffe953966806 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1032472 Nov 11 21:46:17.986749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52452) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:17.992916 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-104d3a96-165d-49db-95c2-cefbaf73cec2 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group': {'name': 'tempest-secgroup--613800927'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:18.037998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8108d33-34d8-4835-a930-f9c650881ca7 req-c1cb2480-506d-43ce-a5b6-ea606d24c41d tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:18.041112 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-104d3a96-165d-49db-95c2-cefbaf73cec2 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:18.046742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f8108d33-34d8-4835-a930-f9c650881ca7 req-c1cb2480-506d-43ce-a5b6-ea606d24c41d tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.1596484 Nov 11 21:46:18.102163 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cdf74e32-a6ec-4d40-a0f3-cd84bafabacd req-a68d280b-e4d3-475d-b693-8434f3b200a2 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483727 Nov 11 21:46:18.213363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Allocated IP 172.20.0.1 (b148fa6d-5c96-46e4-aaa5-480eea0d477a/afa0ab2a-9431-4ae0-8135-3d6103ede1e4/64110114-a26c-4c19-9618-c30ceda68274) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:46:18.218460 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:18.259360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffaa35-01c0-4cae-a876-c191ba0a6ed4 req-335c2b46-2afc-4fc4-8e9f-3c3295c94cd8 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:18.265715 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46ffaa35-01c0-4cae-a876-c191ba0a6ed4 req-335c2b46-2afc-4fc4-8e9f-3c3295c94cd8 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.10 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.1318355 Nov 11 21:46:18.301457 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f8108d33-34d8-4835-a930-f9c650881ca7 req-016df719-86ad-4ce4-b0f2-3f2fbc748f84 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469618 Nov 11 21:46:18.374294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-104d3a96-165d-49db-95c2-cefbaf73cec2 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:18.391504 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-104d3a96-165d-49db-95c2-cefbaf73cec2 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:18.483901 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:18.490392 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:46:18.495202 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:18.556160 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-104d3a96-165d-49db-95c2-cefbaf73cec2 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:18.557108 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:18.558210 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-104d3a96-165d-49db-95c2-cefbaf73cec2 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5696876 Nov 11 21:46:18.569594 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52462) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:18.583953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Network b148fa6d-5c96-46e4-aaa5-480eea0d477a is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:46:18.584205 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ce90b381-2d56-4d7a-88bf-d4ec1f25fb48 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '9effef5c-5ab2-4252-839d-58dd46d99810', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:18.597800 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d3a96-165d-49db-95c2-cefbaf73cec2 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9effef5c-5ab2-4252-839d-58dd46d99810,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:18.598574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:18.602759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:46:18.614399 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Pushing event updated for resources: {'Port': ['ID=64110114-a26c-4c19-9618-c30ceda68274,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:18.662425 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:18.663059 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:18.663547 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:18.664045 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:18.664601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:18.665183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:18.665674 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:18.666160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:18.666635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:18.667117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:18.667655 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:18.668184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:18.741497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-46ffaa35-01c0-4cae-a876-c191ba0a6ed4 req-05711711-617f-43b9-be69-f03620acce8e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Deleting port dc10c818-8ff2-40a9-8856-49a1ff19b5df {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:46:18.749325 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46ffaa35-01c0-4cae-a876-c191ba0a6ed4 req-05711711-617f-43b9-be69-f03620acce8e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:18.762990 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Attempting to bind port 64110114-a26c-4c19-9618-c30ceda68274 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:46:18.763372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Attempting to bind port 64110114-a26c-4c19-9618-c30ceda68274 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '2d871450-6e75-4faa-84ad-984d5d551bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'b148fa6d-5c96-46e4-aaa5-480eea0d477a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:46:18.763749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Attempting to bind port 64110114-a26c-4c19-9618-c30ceda68274 on network b148fa6d-5c96-46e4-aaa5-480eea0d477a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:46:18.776429 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:46:18.777500 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Checking segment: {'id': '2d871450-6e75-4faa-84ad-984d5d551bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'b148fa6d-5c96-46e4-aaa5-480eea0d477a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:18.777919 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:18.778536 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Bound using segment: {'id': '2d871450-6e75-4faa-84ad-984d5d551bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'b148fa6d-5c96-46e4-aaa5-480eea0d477a'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:46:18.778993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Bound port: 64110114-a26c-4c19-9618-c30ceda68274, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d871450-6e75-4faa-84ad-984d5d551bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'b148fa6d-5c96-46e4-aaa5-480eea0d477a'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:46:18.779379 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:18.813855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=2a1089d3-2187-4d5d-bd1e-48258cccf9b5,segment=NetworkSegment(774155da-9f0c-4da6-a442-11d9ba884bbb),segment_id=774155da-9f0c-4da6-a442-11d9ba884bbb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:18.847072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '2a1089d3-2187-4d5d-bd1e-48258cccf9b5', 'network_id': 'b4816392-9041-439a-8583-40f3a66bf98f', 'port_id': '2a1089d3-2187-4d5d-bd1e-48258cccf9b5', 'mac_address': 'fa:16:3e:22:e5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abdc103-4ffc-40ef-bc05-5a416ff1880b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:46:18.927013 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:18.946667 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] For port 64110114-a26c-4c19-9618-c30ceda68274, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:46:18.954504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:46:18.988409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=2a1089d3-2187-4d5d-bd1e-48258cccf9b5,segment=NetworkSegment(774155da-9f0c-4da6-a442-11d9ba884bbb),segment_id=774155da-9f0c-4da6-a442-11d9ba884bbb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:18.997926 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] For port 64110114-a26c-4c19-9618-c30ceda68274, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=64110114-a26c-4c19-9618-c30ceda68274,segment=NetworkSegment(2d871450-6e75-4faa-84ad-984d5d551bf7),segment_id=2d871450-6e75-4faa-84ad-984d5d551bf7)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:46:19.012581 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:19.112958 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:19.116195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=2a1089d3-2187-4d5d-bd1e-48258cccf9b5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:19.121861 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:19.159205 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84be4b6d-42a9-4729-9f28-ed811a94d7cf req-2bd5adb4-55e3-4425-86aa-f50aec410677 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.1599588 Nov 11 21:46:19.194285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Subnet': ['ID=afa0ab2a-9431-4ae0-8135-3d6103ede1e4,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:19.310899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e519d4-c052-4e16-bb1b-87be7e0cada8 req-7ae678b2-a8cb-4412-bca7-c7b71dff98e9 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:19.342955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38e519d4-c052-4e16-bb1b-87be7e0cada8 req-7ae678b2-a8cb-4412-bca7-c7b71dff98e9 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 944 time: 1.1372659 Nov 11 21:46:19.373617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['2a1089d3-2187-4d5d-bd1e-48258cccf9b5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:46:19.408634 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-ce90b381-2d56-4d7a-88bf-d4ec1f25fb48 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The resource could not be found. Nov 11 21:46:19.412540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ce90b381-2d56-4d7a-88bf-d4ec1f25fb48 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.8405666 Nov 11 21:46:19.416559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52474) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:19.422147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8c80f5aa-80d9-4f35-b5d0-ba9d60bd75e1 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '9effef5c-5ab2-4252-839d-58dd46d99810', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'dc1896a2-d9f0-4581-b324-30498149b6cf'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:19.542101 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-46ffaa35-01c0-4cae-a876-c191ba0a6ed4 req-05711711-617f-43b9-be69-f03620acce8e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] For port dc10c818-8ff2-40a9-8856-49a1ff19b5df, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=dc10c818-8ff2-40a9-8856-49a1ff19b5df,segment=NetworkSegment(31828245-904b-4d42-bcb8-a1888d7ac9b6),segment_id=31828245-904b-4d42-bcb8-a1888d7ac9b6)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:19.542779 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46ffaa35-01c0-4cae-a876-c191ba0a6ed4 req-05711711-617f-43b9-be69-f03620acce8e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:19.547642 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-8c80f5aa-80d9-4f35-b5d0-ba9d60bd75e1 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The resource could not be found. Nov 11 21:46:19.552946 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8c80f5aa-80d9-4f35-b5d0-ba9d60bd75e1 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1348140 Nov 11 21:46:19.559514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52476) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:19.572477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead04a1f-c469-4324-ab38-79af88f3c86a None None] Pushing event updated for resources: {'Port': ['ID=64110114-a26c-4c19-9618-c30ceda68274,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:19.586586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-46ffaa35-01c0-4cae-a876-c191ba0a6ed4 req-05711711-617f-43b9-be69-f03620acce8e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Calling delete_port for dc10c818-8ff2-40a9-8856-49a1ff19b5df owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:46:19.594929 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:19.600201 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:19.653583 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38e519d4-c052-4e16-bb1b-87be7e0cada8 req-ffce7ac6-3130-4842-b3f7-6d16bb7cccc3 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162446 Nov 11 21:46:19.723419 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0454a32e-5413-41d1-8092-c46a5c37e918 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:19.745096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b148fa6d-5c96-46e4-aaa5-480eea0d477a']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:19.772173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d871450-6e75-4faa-84ad-984d5d551bf7') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:19.772477 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d871450-6e75-4faa-84ad-984d5d551bf7') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:19.797961 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0454a32e-5413-41d1-8092-c46a5c37e918 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:19.820204 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:19.925671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce3b03-fd22-4407-aa5c-307bbd0e850c req-583126ab-cab8-4b73-823b-34e8b8d85e0e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:19.933399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7ce3b03-fd22-4407-aa5c-307bbd0e850c req-583126ab-cab8-4b73-823b-34e8b8d85e0e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/ports?device_id=5305272c-e7db-49fa-b52c-02bfed8470d3 HTTP/1.1" status: 200 len: 946 time: 0.3300135 Nov 11 21:46:19.935685 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:19.948869 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0454a32e-5413-41d1-8092-c46a5c37e918 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:19.952174 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0454a32e-5413-41d1-8092-c46a5c37e918 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:19.956346 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0454a32e-5413-41d1-8092-c46a5c37e918 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "DELETE /v2.0/security-groups/9effef5c-5ab2-4252-839d-58dd46d99810 HTTP/1.1" status: 204 len: 168 time: 0.3957334 Nov 11 21:46:19.957413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52478) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:19.972139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:46:19.972570 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:46:19.985449 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:46:20.017432 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-acb56806-778b-4497-a5b8-33881c38f91c tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0551500 Nov 11 21:46:20.018232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52480) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:20.020129 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454a32e-5413-41d1-8092-c46a5c37e918 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9effef5c-5ab2-4252-839d-58dd46d99810,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:20.026363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f9437bcc-62d5-4cbd-bd65-d2878ef34b8e tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': 'ac0224dd-b433-4d31-8fb6-408213206fac', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:20.029022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003189d-8984-400e-a7b6-de969a67c6c5 req-52792a88-3bdd-4ce4-9a4b-6d0c6729a1c4 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:20.042415 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2003189d-8984-400e-a7b6-de969a67c6c5 req-52792a88-3bdd-4ce4-9a4b-6d0c6729a1c4 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.2536862 Nov 11 21:46:20.110695 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46ffaa35-01c0-4cae-a876-c191ba0a6ed4 req-05711711-617f-43b9-be69-f03620acce8e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.171947 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05711711-617f-43b9-be69-f03620acce8e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Pushing event deleted for resources: {'Port': ['ID=dc10c818-8ff2-40a9-8856-49a1ff19b5df,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:20.180649 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-f9437bcc-62d5-4cbd-bd65-d2878ef34b8e tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The resource could not be found. Nov 11 21:46:20.186966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7ce3b03-fd22-4407-aa5c-307bbd0e850c req-7d8b117d-42c0-4ec4-9df4-95b4ed2b7880 tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e146855-c37c-4279-9e29-728f18ce8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526891 Nov 11 21:46:20.187579 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f9437bcc-62d5-4cbd-bd65-d2878ef34b8e tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1655064 Nov 11 21:46:20.188266 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:20.189776 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.db.api [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:46:20.189776 n-d-805737-3 neutron-server[102534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:46:20.189776 n-d-805737-3 neutron-server[102534]: [parameters: {'id': 'b148fa6d-5c96-46e4-aaa5-480eea0d477a'}] Nov 11 21:46:20.189776 n-d-805737-3 neutron-server[102534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:46:20.190132 n-d-805737-3 neutron-server[102534]: DEBUG oslo_db.api [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:46:20.194916 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a3c205ef-8c34-4204-a4f9-681458569516 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group': {'name': 'tempest-secgroup--793897791'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:20.196192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['dc10c818-8ff2-40a9-8856-49a1ff19b5df'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:46:20.221642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2003189d-8984-400e-a7b6-de969a67c6c5 req-3ac8b247-8c66-4027-ac58-1f2a1a42161f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781144 Nov 11 21:46:20.268032 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ca9483-f989-4630-93c3-179124d1cf8a None None] DHCP port deletion for 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:20.279539 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ffaa35-01c0-4cae-a876-c191ba0a6ed4 req-05711711-617f-43b9-be69-f03620acce8e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] No DVR routers for this DVR port dc10c818-8ff2-40a9-8856-49a1ff19b5df on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:46:20.288071 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46ffaa35-01c0-4cae-a876-c191ba0a6ed4 req-05711711-617f-43b9-be69-f03620acce8e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.291345 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46ffaa35-01c0-4cae-a876-c191ba0a6ed4 req-05711711-617f-43b9-be69-f03620acce8e tempest-ServerRescueNegativeTestJSON-1142695144 tempest-ServerRescueNegativeTestJSON-1142695144-project] 10.222.0.10 "DELETE /v2.0/ports/dc10c818-8ff2-40a9-8856-49a1ff19b5df HTTP/1.1" status: 204 len: 173 time: 2.0143521 Nov 11 21:46:20.291807 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5305272c-e7db-49fa-b52c-02bfed8470d3', 'name': 'network-vif-deleted', 'tag': 'dc10c818-8ff2-40a9-8856-49a1ff19b5df'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:46:20.294239 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f54696f-a3cc-457f-ba3d-5c8416db5371" -d '{"events": [{"server_uuid": "5305272c-e7db-49fa-b52c-02bfed8470d3", "name": "network-vif-deleted", "tag": "dc10c818-8ff2-40a9-8856-49a1ff19b5df"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:46:20.308647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 64110114-a26c-4c19-9618-c30ceda68274 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:46:20.334465 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3c205ef-8c34-4204-a4f9-681458569516 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.398754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 64110114-a26c-4c19-9618-c30ceda68274 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:46:20.399938 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.410262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e72a6a1-dc21-4dac-9308-24b4ecf2f4bc req-e452e2d5-a72d-449f-9d6a-156d1c6f17cf tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.1001558 Nov 11 21:46:20.435906 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de9ecc2-da50-4ab2-b0b5-81470f7c24c3 x-openstack-request-id: req-4de9ecc2-da50-4ab2-b0b5-81470f7c24c3 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:46:20.435906 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5305272c-e7db-49fa-b52c-02bfed8470d3", "name": "network-vif-deleted", "tag": "dc10c818-8ff2-40a9-8856-49a1ff19b5df", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:46:20.435906 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4de9ecc2-da50-4ab2-b0b5-81470f7c24c3 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:46:20.435906 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5305272c-e7db-49fa-b52c-02bfed8470d3', 'name': 'network-vif-deleted', 'tag': 'dc10c818-8ff2-40a9-8856-49a1ff19b5df', 'status': 'completed', 'code': 200} Nov 11 21:46:20.463680 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:46:20.605469 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3c205ef-8c34-4204-a4f9-681458569516 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.627566 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3c205ef-8c34-4204-a4f9-681458569516 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.668350 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:46:20.675253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c205ef-8c34-4204-a4f9-681458569516 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2ee5fa-82fa-41d0-9548-f2b1466a1c1b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:20.689378 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3c205ef-8c34-4204-a4f9-681458569516 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.690665 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a3c205ef-8c34-4204-a4f9-681458569516 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4995501 Nov 11 21:46:20.691519 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.693480 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52500) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:20.695993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:46:20.696365 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.703719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-94ce5ddd-a7ac-4d2c-ab0d-1e2898927fb5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850769733'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:20.709159 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.772667 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94ce5ddd-a7ac-4d2c-ab0d-1e2898927fb5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.847892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 64110114-a26c-4c19-9618-c30ceda68274, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=64110114-a26c-4c19-9618-c30ceda68274,segment=NetworkSegment(2d871450-6e75-4faa-84ad-984d5d551bf7),segment_id=2d871450-6e75-4faa-84ad-984d5d551bf7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:20.856710 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.872591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Deleting port 64110114-a26c-4c19-9618-c30ceda68274 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:46:20.873032 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.957559 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] For port 64110114-a26c-4c19-9618-c30ceda68274, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=64110114-a26c-4c19-9618-c30ceda68274,segment=NetworkSegment(2d871450-6e75-4faa-84ad-984d5d551bf7),segment_id=2d871450-6e75-4faa-84ad-984d5d551bf7)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:20.957921 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.963622 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94ce5ddd-a7ac-4d2c-ab0d-1e2898927fb5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.970161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94ce5ddd-a7ac-4d2c-ab0d-1e2898927fb5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.999176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Calling delete_port for 64110114-a26c-4c19-9618-c30ceda68274 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:46:21.039615 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94ce5ddd-a7ac-4d2c-ab0d-1e2898927fb5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.039615 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-94ce5ddd-a7ac-4d2c-ab0d-1e2898927fb5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3375316 Nov 11 21:46:21.043208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52506) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:21.048509 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6fe12544-b5e0-4959-9426-997bab0fabd0 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '0d2ee5fa-82fa-41d0-9548-f2b1466a1c1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ae0e2520-c70b-405b-8aba-e7003b585a2d'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:21.064719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce5ddd-a7ac-4d2c-ab0d-1e2898927fb5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0e2520-c70b-405b-8aba-e7003b585a2d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:21.068497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=64110114-a26c-4c19-9618-c30ceda68274,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:21.072187 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.116193 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8190e747-30b1-4f45-a362-3daf26b34589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1089d3-2187-4d5d-bd1e-48258cccf9b5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:46:21.125385 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c724a01-3898-472c-9e08-ce3995c0a06e" -d '{"events": [{"server_uuid": "8190e747-30b1-4f45-a362-3daf26b34589", "name": "network-vif-plugged", "status": "completed", "tag": "2a1089d3-2187-4d5d-bd1e-48258cccf9b5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:46:21.143071 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-6fe12544-b5e0-4959-9426-997bab0fabd0 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:21.145835 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6fe12544-b5e0-4959-9426-997bab0fabd0 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1016681 Nov 11 21:46:21.149156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52510) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:21.160872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6fa366-0030-44b4-a248-c5d5dc0fa83f None None] Network b148fa6d-5c96-46e4-aaa5-480eea0d477a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:21.176295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=2a1089d3-2187-4d5d-bd1e-48258cccf9b5,segment=NetworkSegment(774155da-9f0c-4da6-a442-11d9ba884bbb),segment_id=774155da-9f0c-4da6-a442-11d9ba884bbb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:21.189177 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.235232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No DVR routers for this DVR port 64110114-a26c-4c19-9618-c30ceda68274 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:46:21.238555 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eff0b0-91c4-4452-827d-7a718472b2ed x-openstack-request-id: req-d8eff0b0-91c4-4452-827d-7a718472b2ed {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:46:21.239461 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8190e747-30b1-4f45-a362-3daf26b34589", "name": "network-vif-plugged", "status": "completed", "tag": "2a1089d3-2187-4d5d-bd1e-48258cccf9b5", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:46:21.239912 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8eff0b0-91c4-4452-827d-7a718472b2ed {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:46:21.240487 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8190e747-30b1-4f45-a362-3daf26b34589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1089d3-2187-4d5d-bd1e-48258cccf9b5', 'code': 200} Nov 11 21:46:21.246183 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.284196 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c3bcdcb-627e-4877-a51a-33524badcd1f tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.339272 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-331b185e-7970-45f5-87d2-612006297a81 None None] Could not find standard attr ID for object 64110114-a26c-4c19-9618-c30ceda68274. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:46:21.377679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b8aa6-40e7-451b-9f61-f98cfba7b388 req-4b1fa6bb-5bdd-4a49-8968-c230b63497f4 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:21.379864 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a6b8aa6-40e7-451b-9f61-f98cfba7b388 req-4b1fa6bb-5bdd-4a49-8968-c230b63497f4 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 945 time: 0.5499251 Nov 11 21:46:21.389375 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Port': ['ID=64110114-a26c-4c19-9618-c30ceda68274,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:21.391532 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52516) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:21.428739 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c3bcdcb-627e-4877-a51a-33524badcd1f tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.537583 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=2a1089d3-2187-4d5d-bd1e-48258cccf9b5,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:21.554696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6a26a-5c29-4f51-bf92-9ca1bc2c9504 req-1116cc46-65f3-4465-af46-f8fc0c718448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:21.556921 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-94e6a26a-5c29-4f51-bf92-9ca1bc2c9504 req-1116cc46-65f3-4465-af46-f8fc0c718448 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 1097 time: 0.2313573 Nov 11 21:46:21.608323 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c3bcdcb-627e-4877-a51a-33524badcd1f tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.619404 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c3bcdcb-627e-4877-a51a-33524badcd1f tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.621170 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6c3bcdcb-627e-4877-a51a-33524badcd1f tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "DELETE /v2.0/security-groups/ae0e2520-c70b-405b-8aba-e7003b585a2d HTTP/1.1" status: 204 len: 168 time: 0.4708593 Nov 11 21:46:21.637253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52526) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:21.638232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bcdcb-627e-4877-a51a-33524badcd1f tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0e2520-c70b-405b-8aba-e7003b585a2d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:21.676105 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-94e6a26a-5c29-4f51-bf92-9ca1bc2c9504 req-aaeb01d7-e9de-429d-9ed9-46bdd810e8df service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069584 Nov 11 21:46:21.731819 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.734948 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ff57a-951e-48ce-9da0-0b2c084f3c75 None None] DHCP port deletion for b148fa6d-5c96-46e4-aaa5-480eea0d477a request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:21.753910 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b148fa6d-5c96-46e4-aaa5-480eea0d477a']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:21.767640 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d715ca91-d530-4ace-a2ad-2719b0cf4015 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1268861 Nov 11 21:46:21.768066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d871450-6e75-4faa-84ad-984d5d551bf7') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:21.768391 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52530) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:21.768709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d871450-6e75-4faa-84ad-984d5d551bf7') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:21.780138 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.794543 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.801105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:46:21.801529 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.839326 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8071e022-ca76-4964-9c2f-8786fd353c49 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.872916 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8071e022-ca76-4964-9c2f-8786fd353c49 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:46:21.875838 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:46:21.903291 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.938691 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8071e022-ca76-4964-9c2f-8786fd353c49 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.941942 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8071e022-ca76-4964-9c2f-8786fd353c49 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.949455 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8071e022-ca76-4964-9c2f-8786fd353c49 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "DELETE /v2.0/security-groups/0d2ee5fa-82fa-41d0-9548-f2b1466a1c1b HTTP/1.1" status: 204 len: 168 time: 0.1795557 Nov 11 21:46:21.950359 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52532) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:21.973047 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.976265 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/b148fa6d-5c96-46e4-aaa5-480eea0d477a HTTP/1.1" status: 204 len: 168 time: 4.3269372 Nov 11 21:46:21.980860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52534) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:21.991095 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071e022-ca76-4964-9c2f-8786fd353c49 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2ee5fa-82fa-41d0-9548-f2b1466a1c1b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:21.993736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b0cc826b-0cd5-4666-8a0e-ebe6874670dc tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1198572299'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:22.008099 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a6b8aa6-40e7-451b-9f61-f98cfba7b388 req-c3673a70-b052-4d6c-9e51-e06113bcc49a tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6132855 Nov 11 21:46:22.018681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bcd7c-8dd9-4443-b9a6-86ed5d1c88f0 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Network': ['ID=b148fa6d-5c96-46e4-aaa5-480eea0d477a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:22.090354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ef1bb-fb7b-43b5-a173-243cbff06f2b req-6b51dd17-30fd-48a5-9528-575af4036c32 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:22.098001 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5d9ef1bb-fb7b-43b5-a173-243cbff06f2b req-6b51dd17-30fd-48a5-9528-575af4036c32 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.3739302 Nov 11 21:46:22.124610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cc826b-0cd5-4666-8a0e-ebe6874670dc tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:22.128378 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0cc826b-0cd5-4666-8a0e-ebe6874670dc tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:22.159869 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52536) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:22.177512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4a3510f9-9add-4ee6-b7a9-20b5d85122db tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827743907'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:22.185978 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ffeb0cd1-419a-4092-99d9-566428c42400 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2161467 Nov 11 21:46:22.224281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 64110114-a26c-4c19-9618-c30ceda68274 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:46:22.258993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 64110114-a26c-4c19-9618-c30ceda68274 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:46:22.260785 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 64110114-a26c-4c19-9618-c30ceda68274 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:46:22.263403 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a3510f9-9add-4ee6-b7a9-20b5d85122db tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:22.283145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5d9ef1bb-fb7b-43b5-a173-243cbff06f2b req-a2b683fd-793f-4e6c-90cd-1c74b31f8be8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840913 Nov 11 21:46:22.338195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cc826b-0cd5-4666-8a0e-ebe6874670dc tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] vlan segment allocate from pool success with {'vlan_id': 1184, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:46:22.341992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5d59d00-a2a8-43b3-8125-9337e4c012fe req-4d3be0fe-d8cc-485e-a749-9373ba424399 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0813024 Nov 11 21:46:22.418321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0cc826b-0cd5-4666-8a0e-ebe6874670dc tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:22.418456 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-b0cc826b-0cd5-4666-8a0e-ebe6874670dc tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Added segment 65d6e094-f419-406b-af56-718d08803694 of type vlan for network 3ff13669-bc06-434f-a54c-db30a3d81ac1 Nov 11 21:46:22.446779 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device dc10c818-8ff2-40a9-8856-49a1ff19b5df no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:46:22.473358 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a3510f9-9add-4ee6-b7a9-20b5d85122db tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:22.497219 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: dc10c818-8ff2-40a9-8856-49a1ff19b5df {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:46:22.497557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device dc10c818-8ff2-40a9-8856-49a1ff19b5df not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:46:22.499934 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a3510f9-9add-4ee6-b7a9-20b5d85122db tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:22.529976 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0cc826b-0cd5-4666-8a0e-ebe6874670dc tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:22.557125 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a3510f9-9add-4ee6-b7a9-20b5d85122db tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:22.561535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4a3510f9-9add-4ee6-b7a9-20b5d85122db tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3881505 Nov 11 21:46:22.565452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52540) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:22.574298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-21ef8eb1-0378-45b0-b8e3-fc8c2dcd68a7 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '90aaf74e-3b6d-48d0-8e52-7b8c9f783b0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:22.607421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3510f9-9add-4ee6-b7a9-20b5d85122db tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90aaf74e-3b6d-48d0-8e52-7b8c9f783b0e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:22.644113 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0cc826b-0cd5-4666-8a0e-ebe6874670dc tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:22.652072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc826b-0cd5-4666-8a0e-ebe6874670dc tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:22.653087 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0cc826b-0cd5-4666-8a0e-ebe6874670dc tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:22.691263 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-21ef8eb1-0378-45b0-b8e3-fc8c2dcd68a7 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:22.695945 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-21ef8eb1-0378-45b0-b8e3-fc8c2dcd68a7 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1287129 Nov 11 21:46:22.697297 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52542) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:22.705082 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f50deaf2-749e-455e-afa9-2e80f93478f9 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group_rule': {'security_group_id': '90aaf74e-3b6d-48d0-8e52-7b8c9f783b0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:22.781402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52544) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:22.781850 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b0cc826b-0cd5-4666-8a0e-ebe6874670dc tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7991071 Nov 11 21:46:22.795251 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c89a7f8c-7b05-4fb3-a087-19e7f2094afd tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:22.795521 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc826b-0cd5-4666-8a0e-ebe6874670dc tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Network': ['ID=3ff13669-bc06-434f-a54c-db30a3d81ac1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:22.808074 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 3ff13669-bc06-434f-a54c-db30a3d81ac1 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:46:22.866930 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87339b2f-4b8b-41dc-8914-512d7767e481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:22.963000 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-f50deaf2-749e-455e-afa9-2e80f93478f9 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:46:22.966930 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f50deaf2-749e-455e-afa9-2e80f93478f9 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2656829 Nov 11 21:46:22.974179 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52546) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:23.130839 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fee79827-8822-4b47-8dc3-c0d3437b9f0a tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:23.155876 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fee79827-8822-4b47-8dc3-c0d3437b9f0a tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:23.188087 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c89a7f8c-7b05-4fb3-a087-19e7f2094afd tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:23.220737 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c89a7f8c-7b05-4fb3-a087-19e7f2094afd tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:23.224105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af9585-a34c-4974-9cd1-b729ddd283cc req-ebbee091-c962-4f5b-b36b-b56c53482ab9 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:23.225753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3af9585-a34c-4974-9cd1-b729ddd283cc req-ebbee091-c962-4f5b-b36b-b56c53482ab9 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 946 time: 0.0803909 Nov 11 21:46:23.265841 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c89a7f8c-7b05-4fb3-a087-19e7f2094afd tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network 3ff13669-bc06-434f-a54c-db30a3d81ac1 is not hosted by any dhcp agent {{(pid=102535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:46:23.271125 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89a7f8c-7b05-4fb3-a087-19e7f2094afd tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:23.271766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c89a7f8c-7b05-4fb3-a087-19e7f2094afd tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:23.273115 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c89a7f8c-7b05-4fb3-a087-19e7f2094afd tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "PUT /v2.0/networks/3ff13669-bc06-434f-a54c-db30a3d81ac1 HTTP/1.1" status: 200 len: 723 time: 0.4889495 Nov 11 21:46:23.278406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52550) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:23.293614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-87339b2f-4b8b-41dc-8914-512d7767e481 admin admin] Deleting port 8d03777b-d56d-4835-aee2-5c81d147de38 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:46:23.294173 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87339b2f-4b8b-41dc-8914-512d7767e481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:23.310334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-66fe8b73-cb38-42d3-809e-8ac9e0b293f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'subnet': {'network_id': '3ff13669-bc06-434f-a54c-db30a3d81ac1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:23.331702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3af9585-a34c-4974-9cd1-b729ddd283cc req-e6e2b683-e1c2-44db-9326-333dfae5a92e tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976045 Nov 11 21:46:23.371446 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fee79827-8822-4b47-8dc3-c0d3437b9f0a tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:23.377052 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fee79827-8822-4b47-8dc3-c0d3437b9f0a tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:23.382495 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fee79827-8822-4b47-8dc3-c0d3437b9f0a tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "DELETE /v2.0/security-groups/90aaf74e-3b6d-48d0-8e52-7b8c9f783b0e HTTP/1.1" status: 204 len: 168 time: 0.4048562 Nov 11 21:46:23.382495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a7f8c-7b05-4fb3-a087-19e7f2094afd tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Network': ['ID=3ff13669-bc06-434f-a54c-db30a3d81ac1,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:23.389317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52556) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:23.395153 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 3ff13669-bc06-434f-a54c-db30a3d81ac1 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:46:23.533255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee79827-8822-4b47-8dc3-c0d3437b9f0a tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90aaf74e-3b6d-48d0-8e52-7b8c9f783b0e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:23.534815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-938eaca3-8fb9-4d8f-aee1-4854dd1794eb tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1299367 Nov 11 21:46:23.535678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52562) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:23.584069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-66751b71-29e9-448f-a079-aa0386704ebf tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group': {'name': 'tempest-secgroup--956702810'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:23.598881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91b89241-561b-4692-934b-ac23a9c207ff req-970e450a-a7eb-4e0a-b8c5-ce2acbd03873 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0892992 Nov 11 21:46:23.656576 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fe8b73-cb38-42d3-809e-8ac9e0b293f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:23.660179 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66fe8b73-cb38-42d3-809e-8ac9e0b293f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:23.705778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-87339b2f-4b8b-41dc-8914-512d7767e481 admin admin] For port 8d03777b-d56d-4835-aee2-5c81d147de38, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8d03777b-d56d-4835-aee2-5c81d147de38,segment=NetworkSegment(31828245-904b-4d42-bcb8-a1888d7ac9b6),segment_id=31828245-904b-4d42-bcb8-a1888d7ac9b6)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:23.706152 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87339b2f-4b8b-41dc-8914-512d7767e481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:23.728710 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff0ed3-8d68-4c54-b0aa-facebbb70fd3 req-c40ce8c1-941a-440c-9c06-21465bbc54c3 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:23.736398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6ff0ed3-8d68-4c54-b0aa-facebbb70fd3 req-c40ce8c1-941a-440c-9c06-21465bbc54c3 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.3298233 Nov 11 21:46:23.815636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-87339b2f-4b8b-41dc-8914-512d7767e481 admin admin] Calling delete_port for 8d03777b-d56d-4835-aee2-5c81d147de38 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:46:23.878167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66751b71-29e9-448f-a079-aa0386704ebf tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:23.971504 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6ff0ed3-8d68-4c54-b0aa-facebbb70fd3 req-f527d022-70d1-4c8f-a6f5-9d5e2b5e958b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216010 Nov 11 21:46:24.133867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66fe8b73-cb38-42d3-809e-8ac9e0b293f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:24.188915 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66751b71-29e9-448f-a079-aa0386704ebf tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:24.201160 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66751b71-29e9-448f-a079-aa0386704ebf tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:24.236818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66751b71-29e9-448f-a079-aa0386704ebf tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec648f31-f9c5-44b3-9053-427327beea27,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:24.281750 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66751b71-29e9-448f-a079-aa0386704ebf tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:24.285763 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-66751b71-29e9-448f-a079-aa0386704ebf tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7072394 Nov 11 21:46:24.287368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52582) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:24.291170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe8b73-cb38-42d3-809e-8ac9e0b293f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Subnet': ['ID=805388ae-7012-4bb9-b4d0-f5afd196de1c,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:24.295054 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d6b07ba7-5f2a-4ba7-8c77-ab4c3db95b79 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:24.295749 n-d-805737-3 neutron-server[102534]: WARNING neutron.api.v2.base [None req-d6b07ba7-5f2a-4ba7-8c77-ab4c3db95b79 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 21:46:24.296874 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-d6b07ba7-5f2a-4ba7-8c77-ab4c3db95b79 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] update failed (client error): There was a conflict when trying to complete your request. Nov 11 21:46:24.300828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d6b07ba7-5f2a-4ba7-8c77-ab4c3db95b79 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "PUT /v2.0/security-groups/ec648f31-f9c5-44b3-9053-427327beea27 HTTP/1.1" status: 409 len: 330 time: 0.0101118 Nov 11 21:46:24.300959 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe8b73-cb38-42d3-809e-8ac9e0b293f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Checking segment: {'id': '65d6e094-f419-406b-af56-718d08803694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '3ff13669-bc06-434f-a54c-db30a3d81ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:24.300959 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe8b73-cb38-42d3-809e-8ac9e0b293f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network hostable DHCP agents. Network: 3ff13669-bc06-434f-a54c-db30a3d81ac1, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:46:24.301136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52584) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:24.333019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe8b73-cb38-42d3-809e-8ac9e0b293f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network 3ff13669-bc06-434f-a54c-db30a3d81ac1 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:46:24.349430 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87339b2f-4b8b-41dc-8914-512d7767e481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:24.354997 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-66fe8b73-cb38-42d3-809e-8ac9e0b293f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 3ff13669-bc06-434f-a54c-db30a3d81ac1) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:24.364888 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ba115-7328-4baa-a7f5-7302f51097b7 None None] Network 3ff13669-bc06-434f-a54c-db30a3d81ac1 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:24.377324 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe8b73-cb38-42d3-809e-8ac9e0b293f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:24.377925 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66fe8b73-cb38-42d3-809e-8ac9e0b293f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:24.404701 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-66fe8b73-cb38-42d3-809e-8ac9e0b293f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1265972 Nov 11 21:46:24.408072 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52586) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:24.417493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4bd0aa0b-da06-49b0-92de-2b8c677bcbe1 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:24.477244 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87339b2f-4b8b-41dc-8914-512d7767e481 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d03777b-d56d-4835-aee2-5c81d147de38,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:24.490490 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944eee4d-eb7c-497f-9ca2-200aa31e831e None None] DHCP port deletion for 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:24.541534 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c73781d-1135-4266-a9b5-2fe4d8ccb7e5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:24.587369 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bd0aa0b-da06-49b0-92de-2b8c677bcbe1 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6088810'] for subnet, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:24.691428 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c73781d-1135-4266-a9b5-2fe4d8ccb7e5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:24.709248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51eed58-c557-4234-8863-a3bb374a1193 req-aece0497-e9a0-4e41-a42c-c820abc8b7c4 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:24.722010 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f51eed58-c557-4234-8863-a3bb374a1193 req-aece0497-e9a0-4e41-a42c-c820abc8b7c4 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 946 time: 0.2489028 Nov 11 21:46:24.811121 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bd0aa0b-da06-49b0-92de-2b8c677bcbe1 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756755880331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7482269'] for subnet, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:24.836884 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd0aa0b-da06-49b0-92de-2b8c677bcbe1 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:24.840827 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bd0aa0b-da06-49b0-92de-2b8c677bcbe1 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:24.842577 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4bd0aa0b-da06-49b0-92de-2b8c677bcbe1 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "PUT /v2.0/subnets/805388ae-7012-4bb9-b4d0-f5afd196de1c HTTP/1.1" status: 200 len: 806 time: 0.4333007 Nov 11 21:46:24.847317 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52592) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:24.921430 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c73781d-1135-4266-a9b5-2fe4d8ccb7e5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:24.923987 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c73781d-1135-4266-a9b5-2fe4d8ccb7e5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:24.927295 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5c73781d-1135-4266-a9b5-2fe4d8ccb7e5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "DELETE /v2.0/security-groups/ec648f31-f9c5-44b3-9053-427327beea27 HTTP/1.1" status: 204 len: 168 time: 0.6252298 Nov 11 21:46:24.931233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52594) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:24.993910 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57cd8cdc-b4ca-4aa9-acea-314525d5ed6a req-12993ede-44cf-4392-945f-c4cb7286f787 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.2494321 Nov 11 21:46:25.002465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-3ff13669-bc06-434f-a54c-db30a3d81ac1', 'network_id': '3ff13669-bc06-434f-a54c-db30a3d81ac1', 'tenant_id': 'ba610f4ff9a74023bd9ee2358462c2b3', 'fixed_ips': [{'subnet_id': '805388ae-7012-4bb9-b4d0-f5afd196de1c'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:46:25.008652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0aa0b-da06-49b0-92de-2b8c677bcbe1 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Subnet': ['ID=805388ae-7012-4bb9-b4d0-f5afd196de1c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:25.016827 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:25.054715 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:25.090424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73781d-1135-4266-a9b5-2fe4d8ccb7e5 tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec648f31-f9c5-44b3-9053-427327beea27,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:25.129251 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:25.225957 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Allocated IP 172.20.0.2 (3ff13669-bc06-434f-a54c-db30a3d81ac1/805388ae-7012-4bb9-b4d0-f5afd196de1c/7d1cb617-de1e-447e-bbec-408f65766a71) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:46:25.253197 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f51eed58-c557-4234-8863-a3bb374a1193 req-3f20833f-2b30-4230-83b6-607e544a6a00 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299423 Nov 11 21:46:25.380454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6cafcdd1-26d1-4f51-817c-6fbceac2d3ad tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4289267 Nov 11 21:46:25.384588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52600) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:25.412586 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87339b2f-4b8b-41dc-8914-512d7767e481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:25.427226 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-32e51a97-cc98-433b-92c2-8e3d4dd5a6aa tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] delete failed (client error): The resource could not be found. Nov 11 21:46:25.435637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52602) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:25.438170 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-32e51a97-cc98-433b-92c2-8e3d4dd5a6aa tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "DELETE /v2.0/security-groups/7cfe81a7-ddde-405b-87d1-8ee055482cca HTTP/1.1" status: 404 len: 347 time: 0.0416310 Nov 11 21:46:25.470947 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845af5c3-0465-4868-8496-029068ead971 req-60969658-a856-4867-bcf2-69793cc716c0 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:25.489435 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-845af5c3-0465-4868-8496-029068ead971 req-60969658-a856-4867-bcf2-69793cc716c0 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.2050745 Nov 11 21:46:25.568078 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:25.598647 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:25.620541 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:25.688936 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-68afcce1-ba9e-49f6-b54f-1587de69e2ee tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] show failed (client error): The resource could not be found. Nov 11 21:46:25.701994 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-68afcce1-ba9e-49f6-b54f-1587de69e2ee tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "GET /v2.0/security-groups/9d9def4b-3e15-45ea-a85b-2445ff35d208 HTTP/1.1" status: 404 len: 347 time: 0.2652860 Nov 11 21:46:25.702198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Network 3ff13669-bc06-434f-a54c-db30a3d81ac1 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:46:25.716379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Subnet': ['ID=805388ae-7012-4bb9-b4d0-f5afd196de1c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:25.728448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52606) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:25.743082 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:25.767378 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:46:25.827227 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Pushing event updated for resources: {'Port': ['ID=7d1cb617-de1e-447e-bbec-408f65766a71,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:25.850136 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:25.871105 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c80bb8-a925-43d0-9dfb-3e832d949ee5 req-4b091281-daf0-4c89-8a46-2d05b3e8a0ae tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:25.872564 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-4d6f90f8-c897-4045-890f-bb379efd63bf tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] show failed (client error): The resource could not be found. Nov 11 21:46:25.879057 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45c80bb8-a925-43d0-9dfb-3e832d949ee5 req-4b091281-daf0-4c89-8a46-2d05b3e8a0ae tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.10 "GET /v2.0/ports?device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 946 time: 0.1747835 Nov 11 21:46:25.881973 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4d6f90f8-c897-4045-890f-bb379efd63bf tempest-NegativeSecGroupIPv6Test-926506220 tempest-NegativeSecGroupIPv6Test-926506220-project] 10.222.0.57 "GET /v2.0/security-group-rules/89021b9d-ee84-4dca-9da8-50f757e42a33 HTTP/1.1" status: 404 len: 356 time: 0.1523955 Nov 11 21:46:25.918285 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-845af5c3-0465-4868-8496-029068ead971 req-9708742c-ac4d-45e0-90ee-76028c9e186f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4276590 Nov 11 21:46:25.922619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff13669-bc06-434f-a54c-db30a3d81ac1']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:25.952934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Attempting to bind port 7d1cb617-de1e-447e-bbec-408f65766a71 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:46:25.953550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Attempting to bind port 7d1cb617-de1e-447e-bbec-408f65766a71 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '65d6e094-f419-406b-af56-718d08803694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '3ff13669-bc06-434f-a54c-db30a3d81ac1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:46:25.954144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Attempting to bind port 7d1cb617-de1e-447e-bbec-408f65766a71 on network 3ff13669-bc06-434f-a54c-db30a3d81ac1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:46:25.964945 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d6e094-f419-406b-af56-718d08803694') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:25.965364 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d6e094-f419-406b-af56-718d08803694') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:25.974871 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:46:25.975251 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Checking segment: {'id': '65d6e094-f419-406b-af56-718d08803694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '3ff13669-bc06-434f-a54c-db30a3d81ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:25.975659 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:25.976051 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Bound using segment: {'id': '65d6e094-f419-406b-af56-718d08803694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '3ff13669-bc06-434f-a54c-db30a3d81ac1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:46:25.976654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Bound port: 7d1cb617-de1e-447e-bbec-408f65766a71, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d6e094-f419-406b-af56-718d08803694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '3ff13669-bc06-434f-a54c-db30a3d81ac1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:46:25.977630 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:25.985867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:26.055933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:26.086755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:46:26.087645 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:26.103420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87339b2f-4b8b-41dc-8914-512d7767e481 admin admin] Router 3db007a4-703b-4230-99dd-62e885e86d69 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:46:26.115473 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:46:26.168346 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] For port 7d1cb617-de1e-447e-bbec-408f65766a71, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:46:26.216094 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] For port 7d1cb617-de1e-447e-bbec-408f65766a71, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7d1cb617-de1e-447e-bbec-408f65766a71,segment=NetworkSegment(65d6e094-f419-406b-af56-718d08803694),segment_id=65d6e094-f419-406b-af56-718d08803694)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:46:26.225126 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:26.225857 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.db.api [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:46:26.225857 n-d-805737-3 neutron-server[102535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:46:26.225857 n-d-805737-3 neutron-server[102535]: [parameters: {'id': '3ff13669-bc06-434f-a54c-db30a3d81ac1'}] Nov 11 21:46:26.225857 n-d-805737-3 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:46:26.226418 n-d-805737-3 neutron-server[102535]: DEBUG oslo_db.api [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:46:26.241844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-45c80bb8-a925-43d0-9dfb-3e832d949ee5 req-91ffe1e6-2daa-4b8d-ba64-976d4cdb57cb tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Deleting port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:46:26.242493 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45c80bb8-a925-43d0-9dfb-3e832d949ee5 req-91ffe1e6-2daa-4b8d-ba64-976d4cdb57cb tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:26.337965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3861749-0a56-48ec-af6b-3c602eabb56a req-919bd851-c58e-49d4-b4aa-041d8b2f7db1 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0542896 Nov 11 21:46:26.409999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529ed0e-2b78-4876-833c-cdc05ee8ef37 None None] Pushing event updated for resources: {'Port': ['ID=7d1cb617-de1e-447e-bbec-408f65766a71,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:26.497164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-45c80bb8-a925-43d0-9dfb-3e832d949ee5 req-91ffe1e6-2daa-4b8d-ba64-976d4cdb57cb tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] For port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=2a1089d3-2187-4d5d-bd1e-48258cccf9b5,segment=NetworkSegment(774155da-9f0c-4da6-a442-11d9ba884bbb),segment_id=774155da-9f0c-4da6-a442-11d9ba884bbb)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:26.497450 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45c80bb8-a925-43d0-9dfb-3e832d949ee5 req-91ffe1e6-2daa-4b8d-ba64-976d4cdb57cb tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:26.509495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87339b2f-4b8b-41dc-8914-512d7767e481 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:46:26.520261 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-87339b2f-4b8b-41dc-8914-512d7767e481 admin admin] 10.222.0.57 "PUT /v2.0/routers/3db007a4-703b-4230-99dd-62e885e86d69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1206379 Nov 11 21:46:26.520829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52624) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:26.528082 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4c5149-e2dd-47c3-8918-c7485dc222be None None] Sync routers for ids ['3db007a4-703b-4230-99dd-62e885e86d69'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:46:26.535161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52626) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:26.542725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7b0a4a-a896-4fa3-8ad9-059ce241576b None None] Network 3ff13669-bc06-434f-a54c-db30a3d81ac1 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:26.553227 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c5149-e2dd-47c3-8918-c7485dc222be None None] Routers {'3db007a4-703b-4230-99dd-62e885e86d69'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:46:26.553973 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba4c5149-e2dd-47c3-8918-c7485dc222be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:46:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3db007a4-703b-4230-99dd-62e885e86d69'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:26.575184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece789a-b26b-41e5-8c1d-51dedf673dec req-c23841b8-4a65-4fb9-b94c-1a089c9c7196 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:26.581324 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-45c80bb8-a925-43d0-9dfb-3e832d949ee5 req-91ffe1e6-2daa-4b8d-ba64-976d4cdb57cb tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Calling delete_port for 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:46:26.583414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ece789a-b26b-41e5-8c1d-51dedf673dec req-c23841b8-4a65-4fb9-b94c-1a089c9c7196 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 946 time: 0.1168647 Nov 11 21:46:26.673444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ece789a-b26b-41e5-8c1d-51dedf673dec req-bb8d01f9-15df-44d3-9b16-68c25ccbb4e7 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889728 Nov 11 21:46:26.725136 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-67a5e018-f205-4cf6-ade3-ef24bfd9007c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=95a3e7713ba5405abf0e18f78da92cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1884675 Nov 11 21:46:26.727773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52630) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:26.795675 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ba4c5149-e2dd-47c3-8918-c7485dc222be None None] Set router 3db007a4-703b-4230-99dd-62e885e86d69 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:46:26.809429 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f209d3ef-7e8f-4d14-bad5-a8bcdd8bd29f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:26.836267 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f209d3ef-7e8f-4d14-bad5-a8bcdd8bd29f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:26.880584 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:26.894727 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45c80bb8-a925-43d0-9dfb-3e832d949ee5 req-91ffe1e6-2daa-4b8d-ba64-976d4cdb57cb tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:26.909111 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f209d3ef-7e8f-4d14-bad5-a8bcdd8bd29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:26.912760 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f209d3ef-7e8f-4d14-bad5-a8bcdd8bd29f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:26.914444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f209d3ef-7e8f-4d14-bad5-a8bcdd8bd29f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b34a8ff9-39da-4453-88d4-0b93e1e23e6e HTTP/1.1" status: 204 len: 168 time: 0.1762226 Nov 11 21:46:26.933204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209d3ef-7e8f-4d14-bad5-a8bcdd8bd29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34a8ff9-39da-4453-88d4-0b93e1e23e6e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:27.057897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ff09dd-e63a-4e87-8b3a-9c53b8fd67a6 None None] Network 3ff13669-bc06-434f-a54c-db30a3d81ac1 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:27.085527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffe1e6-2daa-4b8d-ba64-976d4cdb57cb tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Pushing event deleted for resources: {'Port': ['ID=2a1089d3-2187-4d5d-bd1e-48258cccf9b5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:27.203666 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2e7296-bb37-410b-8e15-48973a868a23 None None] DHCP port deletion for b4816392-9041-439a-8583-40f3a66bf98f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:27.254025 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28578867-843a-4042-8aba-5b9847fca788 req-b98671e2-c355-4ace-ab0b-32069be98648 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:27.260754 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28578867-843a-4042-8aba-5b9847fca788 req-b98671e2-c355-4ace-ab0b-32069be98648 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.1838441 Nov 11 21:46:27.345290 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c80bb8-a925-43d0-9dfb-3e832d949ee5 req-91ffe1e6-2daa-4b8d-ba64-976d4cdb57cb tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] No DVR routers for this DVR port 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:46:27.350251 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-45c80bb8-a925-43d0-9dfb-3e832d949ee5 req-91ffe1e6-2daa-4b8d-ba64-976d4cdb57cb tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:27.354191 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-45c80bb8-a925-43d0-9dfb-3e832d949ee5 req-91ffe1e6-2daa-4b8d-ba64-976d4cdb57cb tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.10 "DELETE /v2.0/ports/2a1089d3-2187-4d5d-bd1e-48258cccf9b5 HTTP/1.1" status: 204 len: 173 time: 1.3786323 Nov 11 21:46:27.356526 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8190e747-30b1-4f45-a362-3daf26b34589', 'name': 'network-vif-deleted', 'tag': '2a1089d3-2187-4d5d-bd1e-48258cccf9b5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:46:27.359354 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46c8d53-0c1b-4ea4-b742-4409c319a26a" -d '{"events": [{"server_uuid": "8190e747-30b1-4f45-a362-3daf26b34589", "name": "network-vif-deleted", "tag": "2a1089d3-2187-4d5d-bd1e-48258cccf9b5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:46:27.371192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eed5808-2021-40cf-ac7b-8f217888898b None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:46:27.377526 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba4c5149-e2dd-47c3-8918-c7485dc222be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db007a4-703b-4230-99dd-62e885e86d69', 'name': 'tempest-ServerRescueNegativeTestJSON-917517985-router', 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:23Z', 'updated_at': '2021-11-11T21:46:24Z', 'revision_number': 5, 'project_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'gw_port': {'id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db007a4-703b-4230-99dd-62e885e86d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:24Z', 'updated_at': '2021-11-11T21:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:27.405348 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:27.431643 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28578867-843a-4042-8aba-5b9847fca788 req-6c5d9311-3c6d-4348-b53b-5420d6096712 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646802 Nov 11 21:46:27.561902 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4c5149-e2dd-47c3-8918-c7485dc222be None None] Checking router: 3db007a4-703b-4230-99dd-62e885e86d69 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:46:27.567231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Deleting port 7d1cb617-de1e-447e-bbec-408f65766a71 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:46:27.567231 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:27.607889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed5808-2021-40cf-ac7b-8f217888898b None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:46:27.612910 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c155bba5-8ff0-4800-99f9-c02b31e47a53 req-65cf1cbb-6196-4c92-ac2b-1babf4c87b40 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0591893 Nov 11 21:46:27.638700 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c5149-e2dd-47c3-8918-c7485dc222be None None] Routers {'3db007a4-703b-4230-99dd-62e885e86d69'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:46:27.646401 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba4c5149-e2dd-47c3-8918-c7485dc222be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:46:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3db007a4-703b-4230-99dd-62e885e86d69'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:27.842719 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eaeebabe-a43d-41c9-af9e-8a2a277c66ee req-ae22d727-f594-4347-a7d3-a2934b4f2b59 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=8190e747-30b1-4f45-a362-3daf26b34589 HTTP/1.1" status: 200 len: 210 time: 0.0350227 Nov 11 21:46:27.913014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] For port 7d1cb617-de1e-447e-bbec-408f65766a71, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7d1cb617-de1e-447e-bbec-408f65766a71,segment=NetworkSegment(65d6e094-f419-406b-af56-718d08803694),segment_id=65d6e094-f419-406b-af56-718d08803694)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:27.914100 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:27.932298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Calling delete_port for 7d1cb617-de1e-447e-bbec-408f65766a71 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:46:27.959402 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ba4c5149-e2dd-47c3-8918-c7485dc222be None None] Set router 3db007a4-703b-4230-99dd-62e885e86d69 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:46:28.024596 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60815dff-8f7e-4f60-a5ca-33135b2061fc x-openstack-request-id: req-60815dff-8f7e-4f60-a5ca-33135b2061fc {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:46:28.024960 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8190e747-30b1-4f45-a362-3daf26b34589", "name": "network-vif-deleted", "tag": "2a1089d3-2187-4d5d-bd1e-48258cccf9b5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:46:28.045241 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-60815dff-8f7e-4f60-a5ca-33135b2061fc {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:46:28.045728 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8190e747-30b1-4f45-a362-3daf26b34589', 'name': 'network-vif-deleted', 'tag': '2a1089d3-2187-4d5d-bd1e-48258cccf9b5', 'status': 'completed', 'code': 200} Nov 11 21:46:28.066912 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:28.216830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:28.255007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] Deleting port 55489d13-bb11-4682-bf69-9043ec7f3271 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:46:28.255007 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:28.268610 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Port': ['ID=7d1cb617-de1e-447e-bbec-408f65766a71,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:28.270773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No DVR routers for this DVR port 7d1cb617-de1e-447e-bbec-408f65766a71 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:46:28.390666 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba4c5149-e2dd-47c3-8918-c7485dc222be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db007a4-703b-4230-99dd-62e885e86d69', 'name': 'tempest-ServerRescueNegativeTestJSON-917517985-router', 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:23Z', 'updated_at': '2021-11-11T21:46:24Z', 'revision_number': 5, 'project_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'gw_port': {'id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db007a4-703b-4230-99dd-62e885e86d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:24Z', 'updated_at': '2021-11-11T21:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:28.452086 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4c5149-e2dd-47c3-8918-c7485dc222be None None] The sync data for ids ['3db007a4-703b-4230-99dd-62e885e86d69'] in n-d-805737-3 is: [{'id': '3db007a4-703b-4230-99dd-62e885e86d69', 'name': 'tempest-ServerRescueNegativeTestJSON-917517985-router', 'tenant_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:23Z', 'updated_at': '2021-11-11T21:46:24Z', 'revision_number': 5, 'project_id': '99e3c597206c4ea7bcd58ef8e8d0fd48', 'gw_port': {'id': '55489d13-bb11-4682-bf69-9043ec7f3271', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db007a4-703b-4230-99dd-62e885e86d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:24Z', 'updated_at': '2021-11-11T21:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:46:28.452339 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:28.482716 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:46:28.550670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:46:28.551220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 2a1089d3-2187-4d5d-bd1e-48258cccf9b5 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:46:28.574412 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff13669-bc06-434f-a54c-db30a3d81ac1']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:28.589694 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] For port 55489d13-bb11-4682-bf69-9043ec7f3271, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=55489d13-bb11-4682-bf69-9043ec7f3271,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:28.590178 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:28.602648 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d6e094-f419-406b-af56-718d08803694') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:28.607599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d6e094-f419-406b-af56-718d08803694') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:28.622300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] Calling delete_port for 55489d13-bb11-4682-bf69-9043ec7f3271 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:46:28.628674 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:28.701753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775af9a0-6e67-4ab7-a9d3-28029839980f req-8f8f4679-b9ac-4c10-a67c-3df765135c08 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:28.710696 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-775af9a0-6e67-4ab7-a9d3-28029839980f req-8f8f4679-b9ac-4c10-a67c-3df765135c08 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.0839946 Nov 11 21:46:28.713856 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:28.737393 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:46:28.739167 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:46:28.745212 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:46:28.790739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-775af9a0-6e67-4ab7-a9d3-28029839980f req-c20653f6-0340-41e7-9ff8-b853af8421cc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784521 Nov 11 21:46:28.828770 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:28.837802 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-056b4c06-03c5-478e-8286-e690d83f82dd req-238822e2-1bb6-43e5-bdf3-515eb7748f50 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0413585 Nov 11 21:46:28.865259 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:28.872567 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52692) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:28.872702 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/3ff13669-bc06-434f-a54c-db30a3d81ac1 HTTP/1.1" status: 204 len: 168 time: 4.0214067 Nov 11 21:46:28.896638 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50872636-a10c-4d8d-9143-3854fca6b8ac tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Network': ['ID=3ff13669-bc06-434f-a54c-db30a3d81ac1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:28.934525 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b33523-8bbe-440b-97eb-4462351de77e tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:28.936266 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b33523-8bbe-440b-97eb-4462351de77e tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:28.945623 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-18b33523-8bbe-440b-97eb-4462351de77e tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/3ff13669-bc06-434f-a54c-db30a3d81ac1 HTTP/1.1" status: 404 len: 339 time: 0.0681591 Nov 11 21:46:28.946068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52694) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:28.952178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b78c77f4-18f3-44bd-bdcf-5ef9f819e1f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-303924980', 'description': 'd1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:28.982358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78c77f4-18f3-44bd-bdcf-5ef9f819e1f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:28.988916 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b78c77f4-18f3-44bd-bdcf-5ef9f819e1f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:29.033599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78c77f4-18f3-44bd-bdcf-5ef9f819e1f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:46:29.047047 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b78c77f4-18f3-44bd-bdcf-5ef9f819e1f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:29.047559 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-b78c77f4-18f3-44bd-bdcf-5ef9f819e1f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Added segment b0666bdf-8fdd-4e60-a14d-47cc3f910468 of type vlan for network 1e8e1d83-1a27-4adc-bd2e-e5c0363428d7 Nov 11 21:46:29.125211 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:29.125796 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b78c77f4-18f3-44bd-bdcf-5ef9f819e1f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:29.182211 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b78c77f4-18f3-44bd-bdcf-5ef9f819e1f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:29.189535 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78c77f4-18f3-44bd-bdcf-5ef9f819e1f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:29.190178 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b78c77f4-18f3-44bd-bdcf-5ef9f819e1f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:29.190295 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=55489d13-bb11-4682-bf69-9043ec7f3271,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:29.218230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938a7f13-937c-449a-9b07-673daab466a7 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:29.274110 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b78c77f4-18f3-44bd-bdcf-5ef9f819e1f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3270192 Nov 11 21:46:29.278873 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52712) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:29.451383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6426ab-026c-4f3b-8a0a-0c04fbcbf13f req-ccc031d3-0051-4d06-988a-48632e732692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:29.452971 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1a6426ab-026c-4f3b-8a0a-0c04fbcbf13f req-ccc031d3-0051-4d06-988a-48632e732692 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 1097 time: 0.2643070 Nov 11 21:46:29.549779 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:29.622338 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078217aa-c96a-4e59-9123-0a5f89278fd8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:29.645144 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-078217aa-c96a-4e59-9123-0a5f89278fd8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "GET /v2.0/networks?id=1e8e1d83-1a27-4adc-bd2e-e5c0363428d7 HTTP/1.1" status: 200 len: 760 time: 0.3564665 Nov 11 21:46:29.679311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52722) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:29.731492 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-681aac24-7e74-4a68-a5a6-392e903b2d50 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'network': {'description': 'd2'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:29.793160 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:29.799124 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:29.915981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:29.916453 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3db007a4-703b-4230-99dd-62e885e86d69 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:46:29.936770 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:29.940249 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d7880b76-69af-4bd3-a6a1-20e60745dfd2 admin admin] 10.222.0.57 "DELETE /v2.0/routers/3db007a4-703b-4230-99dd-62e885e86d69 HTTP/1.1" status: 204 len: 168 time: 3.4165206 Nov 11 21:46:29.941386 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6426ab-026c-4f3b-8a0a-0c04fbcbf13f req-9e9ba4bb-bc4c-44ce-a908-1619fa8144a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:29.942040 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1a6426ab-026c-4f3b-8a0a-0c04fbcbf13f req-9e9ba4bb-bc4c-44ce-a908-1619fa8144a1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 919 time: 0.4708986 Nov 11 21:46:29.942501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52734) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:30.044524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-abb0a2e1-82ca-4d05-89c5-47f35ee412bc tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:30.046974 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-abb0a2e1-82ca-4d05-89c5-47f35ee412bc tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/networks?id=b4816392-9041-439a-8583-40f3a66bf98f HTTP/1.1" status: 200 len: 808 time: 0.7573905 Nov 11 21:46:30.048339 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-681aac24-7e74-4a68-a5a6-392e903b2d50 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:30.186431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-5475d2c3-f6e5-454d-a259-c580fad37837 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/quotas/f1cebc576d1748849806cdb0136e1fab HTTP/1.1" status: 200 len: 375 time: 0.0708635 Nov 11 21:46:30.188846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c77f4-18f3-44bd-bdcf-5ef9f819e1f8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Network': ['ID=1e8e1d83-1a27-4adc-bd2e-e5c0363428d7,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:30.211476 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-681aac24-7e74-4a68-a5a6-392e903b2d50 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:30.212022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 1e8e1d83-1a27-4adc-bd2e-e5c0363428d7 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:46:30.214424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d94704-e86e-4181-8169-c3f9b92d29dd req-1457dc8c-96a8-421a-b546-d84e0faf9767 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:30.223726 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47d94704-e86e-4181-8169-c3f9b92d29dd req-1457dc8c-96a8-421a-b546-d84e0faf9767 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.1728213 Nov 11 21:46:30.303475 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-16127e3e-3db4-47a7-9d12-21a6ae770507 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1cebc576d1748849806cdb0136e1fab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784156 Nov 11 21:46:30.330929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-681aac24-7e74-4a68-a5a6-392e903b2d50 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network 1e8e1d83-1a27-4adc-bd2e-e5c0363428d7 is not hosted by any dhcp agent {{(pid=102535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:46:30.360185 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681aac24-7e74-4a68-a5a6-392e903b2d50 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:30.360834 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-681aac24-7e74-4a68-a5a6-392e903b2d50 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:30.362177 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-681aac24-7e74-4a68-a5a6-392e903b2d50 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "PUT /v2.0/networks/1e8e1d83-1a27-4adc-bd2e-e5c0363428d7 HTTP/1.1" status: 200 len: 757 time: 0.6393294 Nov 11 21:46:30.366269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52736) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:30.464555 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47d94704-e86e-4181-8169-c3f9b92d29dd req-e460bdee-f7c2-402e-8f15-9b61e0560331 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225797 Nov 11 21:46:30.560629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8d03777b-d56d-4835-aee2-5c81d147de38 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:46:30.627726 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 8d03777b-d56d-4835-aee2-5c81d147de38 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:46:30.629712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8d03777b-d56d-4835-aee2-5c81d147de38 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:46:30.648770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06980b3c-d379-4f4b-9dd9-a3da7392c318 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:30.650814 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-06980b3c-d379-4f4b-9dd9-a3da7392c318 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "GET /v2.0/networks?id=1e8e1d83-1a27-4adc-bd2e-e5c0363428d7 HTTP/1.1" status: 200 len: 760 time: 0.2823055 Nov 11 21:46:30.659284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52744) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:30.691756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-1f641187-7494-4a4b-a6ee-f70c7ec27ad8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1566885388'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:30.777034 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916aa0f2-d853-4ed3-834c-16a693f4cb2c req-3a93a235-9147-41bd-9310-6d09f13795ae tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0989597 Nov 11 21:46:30.786682 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-486d7cbf-2143-4cfd-80c9-e3e10da4b955 service neutron] 10.222.0.57 "GET /v2.0/networks/b4816392-9041-439a-8583-40f3a66bf98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682901 Nov 11 21:46:30.928876 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-52f18489-0f49-437f-a577-b04aac2d9ec2 service neutron] 10.222.0.57 "GET /v2.0/networks/b4816392-9041-439a-8583-40f3a66bf98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256769 Nov 11 21:46:30.932710 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f641187-7494-4a4b-a6ee-f70c7ec27ad8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:30.937642 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1f641187-7494-4a4b-a6ee-f70c7ec27ad8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:30.955948 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1a6426ab-026c-4f3b-8a0a-0c04fbcbf13f req-a10ee301-ece5-4fab-a5b4-348962b005ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef198489-3518-45bb-a880-12b7addb9280 HTTP/1.1" status: 200 len: 1002 time: 0.8793094 Nov 11 21:46:30.961718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff32489c-a012-4786-b152-9a297c3a0de3 admin admin] Deleting subnet fc75e8a7-d2c9-48ae-aff4-f6a72ade0511 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:46:30.968710 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aac24-7e74-4a68-a5a6-392e903b2d50 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Network': ['ID=1e8e1d83-1a27-4adc-bd2e-e5c0363428d7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:30.985201 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff32489c-a012-4786-b152-9a297c3a0de3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:30.988302 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 1e8e1d83-1a27-4adc-bd2e-e5c0363428d7 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:46:31.014506 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f641187-7494-4a4b-a6ee-f70c7ec27ad8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:46:31.035667 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1f641187-7494-4a4b-a6ee-f70c7ec27ad8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:31.036529 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-1f641187-7494-4a4b-a6ee-f70c7ec27ad8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Added segment 54a158bd-f430-45f5-a9f8-8fcced39b281 of type vlan for network 7b3a92b8-75b5-4e2d-9e35-a12e15991332 Nov 11 21:46:31.108169 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1f641187-7494-4a4b-a6ee-f70c7ec27ad8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:31.139457 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1f641187-7494-4a4b-a6ee-f70c7ec27ad8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:31.149977 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff32489c-a012-4786-b152-9a297c3a0de3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:31.151171 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f641187-7494-4a4b-a6ee-f70c7ec27ad8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:31.152777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6426ab-026c-4f3b-8a0a-0c04fbcbf13f req-c577dd36-5ef3-421d-82e3-032a2e53e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:31.153448 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1f641187-7494-4a4b-a6ee-f70c7ec27ad8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:31.154272 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1a6426ab-026c-4f3b-8a0a-0c04fbcbf13f req-c577dd36-5ef3-421d-82e3-032a2e53e5c9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.1874857 Nov 11 21:46:31.233493 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff32489c-a012-4786-b152-9a297c3a0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:31.235792 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6050bec1-b2f9-4286-935f-f9d4cd2919ed req-012b3abf-b7b2-498a-8356-71dc12b8c275 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 210 time: 0.0740838 Nov 11 21:46:31.275228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6426ab-026c-4f3b-8a0a-0c04fbcbf13f req-acede058-1846-481d-9340-82cdfb038e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:31.276973 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1a6426ab-026c-4f3b-8a0a-0c04fbcbf13f req-acede058-1846-481d-9340-82cdfb038e79 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027517 Nov 11 21:46:31.284339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52756) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:31.284911 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1f641187-7494-4a4b-a6ee-f70c7ec27ad8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6241055 Nov 11 21:46:31.294193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-20b0e0ed-6a7a-4881-a074-f0277568397a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'subnet': {'network_id': '7b3a92b8-75b5-4e2d-9e35-a12e15991332', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:31.294641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f641187-7494-4a4b-a6ee-f70c7ec27ad8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Network': ['ID=7b3a92b8-75b5-4e2d-9e35-a12e15991332,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:31.305507 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 7b3a92b8-75b5-4e2d-9e35-a12e15991332 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:46:31.443844 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff32489c-a012-4786-b152-9a297c3a0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:31.475879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32489c-a012-4786-b152-9a297c3a0de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc75e8a7-d2c9-48ae-aff4-f6a72ade0511,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:31.498221 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff32489c-a012-4786-b152-9a297c3a0de3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:31.501075 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ff32489c-a012-4786-b152-9a297c3a0de3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fc75e8a7-d2c9-48ae-aff4-f6a72ade0511 HTTP/1.1" status: 204 len: 168 time: 1.4363387 Nov 11 21:46:31.503759 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52766) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:31.508030 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1a6426ab-026c-4f3b-8a0a-0c04fbcbf13f req-46233cb9-00a4-44c0-aabd-68f748985cdf service neutron] 10.222.0.71 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079899 Nov 11 21:46:31.510669 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc5be3e-7fe9-438f-886c-63360d2c1e8b None None] Network 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:31.541605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b0e0ed-6a7a-4881-a074-f0277568397a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:31.548511 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20b0e0ed-6a7a-4881-a074-f0277568397a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:31.718703 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9024d543-4548-4631-8d5c-4c6984759948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:31.732876 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57231a6-e7e4-4c9c-b57c-6ceb8f80c6ee None None] DHCP port deletion for 6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:31.773209 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf8e25-fe5f-4bdb-b518-5c1b9a0f4ec8 req-4e73254e-72a5-410b-a851-7636e2c1566b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:31.783045 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5faf8e25-fe5f-4bdb-b518-5c1b9a0f4ec8 req-4e73254e-72a5-410b-a851-7636e2c1566b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.1545379 Nov 11 21:46:31.917838 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1a6426ab-026c-4f3b-8a0a-0c04fbcbf13f req-7a287a43-0054-4e87-99af-500ffea99694 service neutron] 10.222.0.71 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013226 Nov 11 21:46:31.969919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ef198489-3518-45bb-a880-12b7addb9280 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:46:31.990699 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9024d543-4548-4631-8d5c-4c6984759948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.065105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-45aff7ae-63f3-42cf-b4e6-fbf8d730c513 req-084e430a-62f6-44bc-8bf5-9f14fbd896ac tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0833526 Nov 11 21:46:32.077958 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20b0e0ed-6a7a-4881-a074-f0277568397a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.078933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-9024d543-4548-4631-8d5c-4c6984759948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6662e60c-3cbb-4a3f-8cf0-97ddb54044e9']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:32.095011 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5faf8e25-fe5f-4bdb-b518-5c1b9a0f4ec8 req-6ed73308-9eb3-4350-8d6e-b449834725e5 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124990 Nov 11 21:46:32.096812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-9024d543-4548-4631-8d5c-4c6984759948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31828245-904b-4d42-bcb8-a1888d7ac9b6') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:32.099918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-9024d543-4548-4631-8d5c-4c6984759948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31828245-904b-4d42-bcb8-a1888d7ac9b6') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:32.122679 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9024d543-4548-4631-8d5c-4c6984759948 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.143137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 55489d13-bb11-4682-bf69-9043ec7f3271 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:46:32.169848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0e0ed-6a7a-4881-a074-f0277568397a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Subnet': ['ID=6f8fc153-db5e-42b6-823d-5ba4d7389604,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:32.172477 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9024d543-4548-4631-8d5c-4c6984759948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.181746 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b0e0ed-6a7a-4881-a074-f0277568397a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Checking segment: {'id': '54a158bd-f430-45f5-a9f8-8fcced39b281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '7b3a92b8-75b5-4e2d-9e35-a12e15991332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:32.182106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b0e0ed-6a7a-4881-a074-f0277568397a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network hostable DHCP agents. Network: 7b3a92b8-75b5-4e2d-9e35-a12e15991332, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:46:32.184952 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 55489d13-bb11-4682-bf69-9043ec7f3271 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:46:32.185300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 55489d13-bb11-4682-bf69-9043ec7f3271 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:46:32.187437 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.197929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9024d543-4548-4631-8d5c-4c6984759948 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:46:32.198826 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9024d543-4548-4631-8d5c-4c6984759948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.208188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b0e0ed-6a7a-4881-a074-f0277568397a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network 7b3a92b8-75b5-4e2d-9e35-a12e15991332 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:46:32.217882 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:46:32.220683 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24c1460-097b-457d-8c85-91c3a713c3aa" -d '{"events": [{"server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "name": "network-vif-unplugged", "status": "completed", "tag": "ef198489-3518-45bb-a880-12b7addb9280"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:46:32.225817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-20b0e0ed-6a7a-4881-a074-f0277568397a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 7b3a92b8-75b5-4e2d-9e35-a12e15991332) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:32.231155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b0e0ed-6a7a-4881-a074-f0277568397a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:32.231878 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-20b0e0ed-6a7a-4881-a074-f0277568397a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.248631 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546eb74f-bc18-4739-95b0-5d55f0b74d05 None None] Network 7b3a92b8-75b5-4e2d-9e35-a12e15991332 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:46:32.259738 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:46:32.281898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52780) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:32.282277 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-20b0e0ed-6a7a-4881-a074-f0277568397a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9959629 Nov 11 21:46:32.290248 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ef198489-3518-45bb-a880-12b7addb9280,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:32.305581 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9024d543-4548-4631-8d5c-4c6984759948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.306042 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abb6dc4-3b5d-4048-810a-2c228c4e70c8 x-openstack-request-id: req-5abb6dc4-3b5d-4048-810a-2c228c4e70c8 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:46:32.306514 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "name": "network-vif-unplugged", "status": "completed", "tag": "ef198489-3518-45bb-a880-12b7addb9280", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:46:32.306514 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5abb6dc4-3b5d-4048-810a-2c228c4e70c8 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:46:32.306846 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280', 'code': 200} Nov 11 21:46:32.308996 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.324374 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9024d543-4548-4631-8d5c-4c6984759948 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.328688 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9024d543-4548-4631-8d5c-4c6984759948 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6662e60c-3cbb-4a3f-8cf0-97ddb54044e9 HTTP/1.1" status: 204 len: 168 time: 0.8238780 Nov 11 21:46:32.388520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024d543-4548-4631-8d5c-4c6984759948 admin admin] Pushing event deleted for resources: {'Network': ['ID=6662e60c-3cbb-4a3f-8cf0-97ddb54044e9,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:32.432000 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=ef198489-3518-45bb-a880-12b7addb9280,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:32.443418 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6bf573bc-43e4-43aa-a7f6-f6a55dfad355 req-3a3e9601-113a-4412-8e33-1db2e2f3c869 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 210 time: 0.0496211 Nov 11 21:46:32.504015 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.553289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ae1b6a-89c9-41ef-abb9-9602179e8641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-7b3a92b8-75b5-4e2d-9e35-a12e15991332', 'network_id': '7b3a92b8-75b5-4e2d-9e35-a12e15991332', 'tenant_id': 'ba610f4ff9a74023bd9ee2358462c2b3', 'fixed_ips': [{'subnet_id': '6f8fc153-db5e-42b6-823d-5ba4d7389604'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:46:32.554543 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-94ae1b6a-89c9-41ef-abb9-9602179e8641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.575617 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.634016 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52786) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:32.732969 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d1a23849-7acb-4135-914f-ef3d30876e94 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=99e3c597206c4ea7bcd58ef8e8d0fd48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0975912 Nov 11 21:46:32.736750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52790) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:32.756030 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server [None req-94ae1b6a-89c9-41ef-abb9-9602179e8641 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f8fc153-db5e-42b6-823d-5ba4d7389604: This subnet is being modified by another concurrent operation. Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise exception Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f8fc153-db5e-42b6-823d-5ba4d7389604: This subnet is being modified by another concurrent operation. Nov 11 21:46:32.780202 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Nov 11 21:46:32.800057 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9488b3bf-5304-4f91-a232-e1914259ae5e None None] Network 7b3a92b8-75b5-4e2d-9e35-a12e15991332 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:32.840179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Subnet': ['ID=6f8fc153-db5e-42b6-823d-5ba4d7389604,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:32.845427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-a3d2355e-3bcc-4c9e-9883-940ce11f232f tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:32.855391 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-a3d2355e-3bcc-4c9e-9883-940ce11f232f tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.10 "GET /v2.0/networks?id=b4816392-9041-439a-8583-40f3a66bf98f HTTP/1.1" status: 200 len: 808 time: 0.2903230 Nov 11 21:46:32.878096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-43a1ee50-95cb-43e9-a903-49820501eb37 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Request body: {'port': {'device_id': 'de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78', 'network_id': 'b4816392-9041-439a-8583-40f3a66bf98f', 'admin_state_up': True, 'tenant_id': 'f1cebc576d1748849806cdb0136e1fab'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:32.982879 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1b67c7ac-68e2-439f-8ca4-2829a9141466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.997996 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:33.024383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197f76b5-dfbf-4476-9e0d-1419d797480a None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:46:33.062454 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-43a1ee50-95cb-43e9-a903-49820501eb37 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Made reservation on behalf of f1cebc576d1748849806cdb0136e1fab for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:33.066852 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3a92b8-75b5-4e2d-9e35-a12e15991332']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:33.068928 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-43a1ee50-95cb-43e9-a903-49820501eb37 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:33.107643 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1b67c7ac-68e2-439f-8ca4-2829a9141466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:33.134998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a158bd-f430-45f5-a9f8-8fcced39b281') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:33.135626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a158bd-f430-45f5-a9f8-8fcced39b281') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:33.174780 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:33.194197 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197f76b5-dfbf-4476-9e0d-1419d797480a None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:46:33.310206 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:33.317482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:46:33.318288 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:33.384517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-43a1ee50-95cb-43e9-a903-49820501eb37 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Allocated IP 172.20.0.9 (b4816392-9041-439a-8583-40f3a66bf98f/9abdc103-4ffc-40ef-bc05-5a416ff1880b/82c1587d-383c-4c90-891e-d04f498e7844) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:46:33.398129 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:46:33.508758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88746ac8-9291-46cd-859a-96712368a958 req-db8bca60-dc17-48ec-94c8-f101ff134a47 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.2368622 Nov 11 21:46:33.534963 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:33.559395 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:33.571544 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/7b3a92b8-75b5-4e2d-9e35-a12e15991332 HTTP/1.1" status: 204 len: 168 time: 1.2862957 Nov 11 21:46:33.591076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52846) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:33.627167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c60bf5-14e3-4311-8d8a-dc0f868ed522 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Network': ['ID=7b3a92b8-75b5-4e2d-9e35-a12e15991332,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:33.725097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddcf6b-b097-47eb-a87b-802c0720b9aa req-e062b19e-76cf-49af-81fa-30c530df3964 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:33.737645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcddcf6b-b097-47eb-a87b-802c0720b9aa req-e062b19e-76cf-49af-81fa-30c530df3964 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.4931700 Nov 11 21:46:33.775373 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1b67c7ac-68e2-439f-8ca4-2829a9141466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:33.780424 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1b67c7ac-68e2-439f-8ca4-2829a9141466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:33.788327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1b67c7ac-68e2-439f-8ca4-2829a9141466 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e146855-c37c-4279-9e29-728f18ce8208 HTTP/1.1" status: 204 len: 168 time: 1.0486126 Nov 11 21:46:33.814602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67c7ac-68e2-439f-8ca4-2829a9141466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e146855-c37c-4279-9e29-728f18ce8208,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:33.870039 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcddcf6b-b097-47eb-a87b-802c0720b9aa req-a214ae59-13de-4cd3-970f-7f07e245c9f9 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255927 Nov 11 21:46:33.928061 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79d73ec8-1c31-42d8-99f0-61b756b8c07c req-17f14047-fa64-4a21-a079-9ce211463cdb tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 210 time: 0.0361588 Nov 11 21:46:33.935044 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-43a1ee50-95cb-43e9-a903-49820501eb37 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:33.954987 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-241bc3a2-042b-414f-b791-95d6e76eb08b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] GET failed (client error): The resource could not be found. Nov 11 21:46:33.959827 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-241bc3a2-042b-414f-b791-95d6e76eb08b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "GET /v2.0/subnets/6f8fc153-db5e-42b6-823d-5ba4d7389604 HTTP/1.1" status: 404 len: 337 time: 0.3654034 Nov 11 21:46:33.960703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52852) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:33.993110 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44a3079-d89c-4b06-8bfa-dda327476ab1 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:34.003500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44a3079-d89c-4b06-8bfa-dda327476ab1 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:34.011440 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a44a3079-d89c-4b06-8bfa-dda327476ab1 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/7b3a92b8-75b5-4e2d-9e35-a12e15991332 HTTP/1.1" status: 404 len: 339 time: 0.0492897 Nov 11 21:46:34.013113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52862) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:34.047067 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-43a1ee50-95cb-43e9-a903-49820501eb37 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:34.136413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-43a1ee50-95cb-43e9-a903-49820501eb37 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Network b4816392-9041-439a-8583-40f3a66bf98f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:46:34.145031 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-43a1ee50-95cb-43e9-a903-49820501eb37 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:34.150853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-43a1ee50-95cb-43e9-a903-49820501eb37 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:46:34.181750 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d9df45-dba6-43b4-8c68-2664147b4e53 None None] DHCP port deletion for b4816392-9041-439a-8583-40f3a66bf98f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:34.277194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1ee50-95cb-43e9-a903-49820501eb37 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Pushing event updated for resources: {'Port': ['ID=82c1587d-383c-4c90-891e-d04f498e7844,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:34.329177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1ddaab2d-6f2c-4dbf-8d5d-30eed4a16e1a None None] Provisioning complete for port 82c1587d-383c-4c90-891e-d04f498e7844 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:46:34.334729 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ddaab2d-6f2c-4dbf-8d5d-30eed4a16e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:34.349155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-43a1ee50-95cb-43e9-a903-49820501eb37 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:34.350018 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-43a1ee50-95cb-43e9-a903-49820501eb37 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:34.389237 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-43a1ee50-95cb-43e9-a903-49820501eb37 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5216284 Nov 11 21:46:34.404071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Request body: {'port': {'device_id': 'de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:34.409289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc45e2-4dec-4f2a-9ef1-c6b410c0ec27 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:34.423450 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a0cc45e2-4dec-4f2a-9ef1-c6b410c0ec27 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4029927 Nov 11 21:46:34.424893 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52890) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:34.497472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1ddaab2d-6f2c-4dbf-8d5d-30eed4a16e1a None None] Port 82c1587d-383c-4c90-891e-d04f498e7844 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:46:34.504619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e549066a-e07e-44f5-bee0-519faff8b401 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 207 time: 0.0737617 Nov 11 21:46:34.506239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52894) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:34.603111 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:34.758987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b562a97-20d6-4341-a1aa-d8112226116d tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:34.765144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b562a97-20d6-4341-a1aa-d8112226116d tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:34.777848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b562a97-20d6-4341-a1aa-d8112226116d tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:34.778098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b562a97-20d6-4341-a1aa-d8112226116d tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:34.786164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8b562a97-20d6-4341-a1aa-d8112226116d tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2786965 Nov 11 21:46:34.787719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52906) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:34.868511 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4846bde-89fe-41f1-8a31-c9b07a08e55c req-737867f9-ab64-424d-921e-86e759c0ce55 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.1192660 Nov 11 21:46:34.998564 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e12d537c-bd04-437a-88e6-1354bbabdf91 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2093024 Nov 11 21:46:34.999231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52916) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:35.144231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a31087-c192-4da9-8654-39a4639279fa tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:35.146295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a31087-c192-4da9-8654-39a4639279fa tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:35.152561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52920) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:35.153454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f8a31087-c192-4da9-8654-39a4639279fa tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1532176 Nov 11 21:46:35.183248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34078f3-5a98-4b01-be10-53a55982be5c req-2864e13c-cc01-4909-8167-c7478b61c89a tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:35.186149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e34078f3-5a98-4b01-be10-53a55982be5c req-2864e13c-cc01-4909-8167-c7478b61c89a tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.1070340 Nov 11 21:46:35.194664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7de6c8-bcdb-45ae-9511-9fa4320e10a1 req-896b89c7-16a9-492a-b988-5e1beefda8af tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:35.196203 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d7de6c8-bcdb-45ae-9511-9fa4320e10a1 req-896b89c7-16a9-492a-b988-5e1beefda8af tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 931 time: 0.1336739 Nov 11 21:46:35.281855 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d7de6c8-bcdb-45ae-9511-9fa4320e10a1 req-b77f1797-c4b6-49f3-847a-c59c6b652cff tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780160 Nov 11 21:46:35.287369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c1587d-383c-4c90-891e-d04f498e7844 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:46:35.305358 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:35.305494 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e34078f3-5a98-4b01-be10-53a55982be5c req-dd16c549-6c4f-4854-8a1f-0927a1557f5d tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053643 Nov 11 21:46:35.312130 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3dc58c-e001-43e5-89d0-5595f9dcd698 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:35.313857 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3dc58c-e001-43e5-89d0-5595f9dcd698 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['shared'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:35.315416 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cb3dc58c-e001-43e5-89d0-5595f9dcd698 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1617141 Nov 11 21:46:35.319000 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52930) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:35.322693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Transition to ACTIVE for port object 82c1587d-383c-4c90-891e-d04f498e7844 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:46:35.331147 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:35.430811 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414551c3-9cd8-4b3b-bbbe-7c96156e7305 None None] DHCP port deletion for b4816392-9041-439a-8583-40f3a66bf98f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:35.509586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Pushing event updated for resources: {'Port': ['ID=82c1587d-383c-4c90-891e-d04f498e7844,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:35.515118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f2d70-cde2-426e-9f14-a16aeacdbbb8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:35.516919 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7d3f2d70-cde2-426e-9f14-a16aeacdbbb8 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "GET /v2.0/networks/aafd9ed5-2341-4366-82c4-028239be87b8 HTTP/1.1" status: 200 len: 799 time: 0.1962628 Nov 11 21:46:35.520343 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52938) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:35.620442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Attempting to bind port 82c1587d-383c-4c90-891e-d04f498e7844 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:46:35.622181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Attempting to bind port 82c1587d-383c-4c90-891e-d04f498e7844 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '774155da-9f0c-4da6-a442-11d9ba884bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'b4816392-9041-439a-8583-40f3a66bf98f'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:46:35.622754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Attempting to bind port 82c1587d-383c-4c90-891e-d04f498e7844 on network b4816392-9041-439a-8583-40f3a66bf98f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:46:35.634650 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Port 82c1587d-383c-4c90-891e-d04f498e7844 on network b4816392-9041-439a-8583-40f3a66bf98f not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:46:35.637498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Attempting to bind port 82c1587d-383c-4c90-891e-d04f498e7844 on network b4816392-9041-439a-8583-40f3a66bf98f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:46:35.647829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:46:35.652101 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Checking segment: {'id': '774155da-9f0c-4da6-a442-11d9ba884bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'b4816392-9041-439a-8583-40f3a66bf98f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:35.653152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Bound using segment: {'id': '774155da-9f0c-4da6-a442-11d9ba884bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'b4816392-9041-439a-8583-40f3a66bf98f'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:46:35.653801 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Bound port: 82c1587d-383c-4c90-891e-d04f498e7844, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774155da-9f0c-4da6-a442-11d9ba884bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'b4816392-9041-439a-8583-40f3a66bf98f'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:46:35.654334 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:35.747776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f6ad3dfc-fd83-4859-8769-2c279e9be710 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "GET /v2.0/networks/aafd9ed5-2341-4366-82c4-028239be87b8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2262235 Nov 11 21:46:35.751491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52956) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:35.795323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] For port 82c1587d-383c-4c90-891e-d04f498e7844, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:46:35.810706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] For port 82c1587d-383c-4c90-891e-d04f498e7844, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=82c1587d-383c-4c90-891e-d04f498e7844,segment=NetworkSegment(774155da-9f0c-4da6-a442-11d9ba884bbb),segment_id=774155da-9f0c-4da6-a442-11d9ba884bbb)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:46:35.824383 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:35.884402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d0e32d-eae7-438e-a3e4-a0e3d6121237 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:35.886333 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c1d0e32d-eae7-438e-a3e4-a0e3d6121237 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "GET /v2.0/subnets/c3db019e-1e20-4afd-ad44-47d0ee1d0929 HTTP/1.1" status: 200 len: 811 time: 0.1336131 Nov 11 21:46:35.895406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52970) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:35.911328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694ca7b1-da2a-4806-a8b5-f80953814f9d None None] DHCP port deletion for b4816392-9041-439a-8583-40f3a66bf98f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:35.924252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:35.925030 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:35.927241 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] 10.222.0.10 "PUT /v2.0/ports/82c1587d-383c-4c90-891e-d04f498e7844 HTTP/1.1" status: 200 len: 1091 time: 1.5289762 Nov 11 21:46:36.035432 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78', 'tag': '82c1587d-383c-4c90-891e-d04f498e7844'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:46:36.044432 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9568d73a-6bd1-457f-96fa-540a905aaf54" -d '{"events": [{"name": "network-changed", "server_uuid": "de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78", "tag": "82c1587d-383c-4c90-891e-d04f498e7844"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:46:36.047598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a78e18-1475-4756-b245-880f4adada60 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['shared'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:36.050190 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d5a78e18-1475-4756-b245-880f4adada60 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "GET /v2.0/subnets/c3db019e-1e20-4afd-ad44-47d0ee1d0929?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1535554 Nov 11 21:46:36.055238 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52980) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:36.056376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715cdef-fc03-4d9c-9cba-ff8cf74960ac service neutron] Pushing event updated for resources: {'Port': ['ID=82c1587d-383c-4c90-891e-d04f498e7844,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:36.073890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-355e9240-ad0d-4e54-911d-67921e2eed09 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1650338708'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:36.150353 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0951f273-5f87-4610-a6c3-8589c4957738 req-635482d6-e5d3-4b26-bdb7-e6142ea66e72 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0653601 Nov 11 21:46:36.166883 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b55aeaf-c168-4d00-9715-4327c7280078 x-openstack-request-id: req-9b55aeaf-c168-4d00-9715-4327c7280078 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:46:36.167353 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78", "tag": "82c1587d-383c-4c90-891e-d04f498e7844", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:46:36.167702 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b55aeaf-c168-4d00-9715-4327c7280078 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:46:36.168205 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78', 'tag': '82c1587d-383c-4c90-891e-d04f498e7844', 'status': 'completed', 'code': 200} Nov 11 21:46:36.182616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-4f7015cf-222a-4db4-baca-31aac60ba831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:36.185486 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-4f7015cf-222a-4db4-baca-31aac60ba831 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1cebc576d1748849806cdb0136e1fab&device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 1094 time: 0.1136169 Nov 11 21:46:36.208107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1f2a3a2-0755-4b22-a6fa-971e81326463 req-f458681d-2e5e-4a86-8238-cdbc1f6324ec tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0755999 Nov 11 21:46:36.209619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355e9240-ad0d-4e54-911d-67921e2eed09 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:36.223363 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-355e9240-ad0d-4e54-911d-67921e2eed09 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:36.242750 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-9315a388-7e4b-492c-b3c0-2018f1f14443 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82c1587d-383c-4c90-891e-d04f498e7844 HTTP/1.1" status: 200 len: 217 time: 0.0490079 Nov 11 21:46:36.286465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355e9240-ad0d-4e54-911d-67921e2eed09 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:46:36.315951 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-355e9240-ad0d-4e54-911d-67921e2eed09 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:36.316555 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-355e9240-ad0d-4e54-911d-67921e2eed09 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Added segment e394e2fc-c2e3-4f23-bbb1-ea67a4230cc8 of type vlan for network 54c4955c-c965-468e-affe-0997ae734f85 Nov 11 21:46:36.330310 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8c1dbd4a-8099-4d5e-b63d-6f6554591e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:36.331927 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-8c1dbd4a-8099-4d5e-b63d-6f6554591e31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9abdc103-4ffc-40ef-bc05-5a416ff1880b HTTP/1.1" status: 200 len: 848 time: 0.0805774 Nov 11 21:46:36.398774 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-355e9240-ad0d-4e54-911d-67921e2eed09 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:36.399674 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-2f7b40ac-8e8a-41b2-95a5-c1e7c51539e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4816392-9041-439a-8583-40f3a66bf98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585761 Nov 11 21:46:36.506425 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-355e9240-ad0d-4e54-911d-67921e2eed09 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:36.512614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355e9240-ad0d-4e54-911d-67921e2eed09 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:36.513370 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-355e9240-ad0d-4e54-911d-67921e2eed09 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:36.554878 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53002) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:36.617609 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-436aa22a-f953-4203-ae64-e17c0eebf9d5 service neutron] 10.222.0.10 "GET /v2.0/networks/b4816392-9041-439a-8583-40f3a66bf98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118180 Nov 11 21:46:36.619353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e9240-ad0d-4e54-911d-67921e2eed09 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Network': ['ID=54c4955c-c965-468e-affe-0997ae734f85,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:36.631406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 54c4955c-c965-468e-affe-0997ae734f85 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:46:36.654786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf91ae-3125-44dc-a64e-e1c3bcccb692 req-50572a6f-32c9-4cf6-b0d6-44712492c0f4 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:36.662398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-afbf91ae-3125-44dc-a64e-e1c3bcccb692 req-50572a6f-32c9-4cf6-b0d6-44712492c0f4 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 943 time: 0.2109444 Nov 11 21:46:36.667679 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-355e9240-ad0d-4e54-911d-67921e2eed09 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6113789 Nov 11 21:46:36.675845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53006) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:36.683112 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8986c862-298c-484b-a2ed-77882fbee08a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'subnet': {'network_id': '54c4955c-c965-468e-affe-0997ae734f85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:36.714847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f90e1e-6be3-4452-9c3e-53f6f0ba7723 req-b67522fe-322f-4989-b4df-cf25547930b6 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:36.725047 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66f90e1e-6be3-4452-9c3e-53f6f0ba7723 req-b67522fe-322f-4989-b4df-cf25547930b6 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.2456548 Nov 11 21:46:36.809942 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cc6857ad-92e5-48e8-b689-3c196a1353f0 req-974ec414-c34d-425a-86c6-c82ffb39d2e5 service neutron] 10.222.0.10 "GET /v2.0/networks/b4816392-9041-439a-8583-40f3a66bf98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838462 Nov 11 21:46:36.845939 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d64ac5b2-4bbf-4ff4-bf69-7e64bbc51de9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:36.922967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-afbf91ae-3125-44dc-a64e-e1c3bcccb692 req-bee71b00-46db-4b41-b803-7bdf244ae1f8 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593780 Nov 11 21:46:36.952044 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66f90e1e-6be3-4452-9c3e-53f6f0ba7723 req-6f0ba414-c18a-404c-86e4-40f85ab8b78e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941199 Nov 11 21:46:36.989372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8986c862-298c-484b-a2ed-77882fbee08a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Made reservation on behalf of ba610f4ff9a74023bd9ee2358462c2b3 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:36.994280 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8986c862-298c-484b-a2ed-77882fbee08a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:37.070407 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568d73a-6bd1-457f-96fa-540a905aaf54 req-37bbb02c-d5e1-46be-b17c-e0b192387d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:37.072111 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9568d73a-6bd1-457f-96fa-540a905aaf54 req-37bbb02c-d5e1-46be-b17c-e0b192387d29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1cebc576d1748849806cdb0136e1fab&device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 1094 time: 0.1587288 Nov 11 21:46:37.093434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-8986c862-298c-484b-a2ed-77882fbee08a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Performing IP validity checks on allocation pools {{(pid=102534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 21:46:37.093962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-8986c862-298c-484b-a2ed-77882fbee08a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 21:46:37.116432 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d64ac5b2-4bbf-4ff4-bf69-7e64bbc51de9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:37.129406 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d64ac5b2-4bbf-4ff4-bf69-7e64bbc51de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:37.208532 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-8a90354c-d77f-43dc-89c2-ad05257f8933 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2982233 Nov 11 21:46:37.229762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-0ad9e2f9-d1b4-4a76-a657-fc34e33e43be service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:46:37.231023 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-0ad9e2f9-d1b4-4a76-a657-fc34e33e43be service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057986 Nov 11 21:46:37.242514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ac5b2-4bbf-4ff4-bf69-7e64bbc51de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0fb7f6-686d-42e7-a436-4baea0dedae4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:37.255418 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d64ac5b2-4bbf-4ff4-bf69-7e64bbc51de9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dba53c625bce4a508820e404621dc6b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6994748 Nov 11 21:46:37.258203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53022) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:37.340902 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8986c862-298c-484b-a2ed-77882fbee08a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:37.388056 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568d73a-6bd1-457f-96fa-540a905aaf54 req-51c42e32-46bb-4b2a-ac66-8f184cb5e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:37.407074 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9568d73a-6bd1-457f-96fa-540a905aaf54 req-51c42e32-46bb-4b2a-ac66-8f184cb5e19a service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4816392-9041-439a-8583-40f3a66bf98f HTTP/1.1" status: 200 len: 910 time: 0.2968807 Nov 11 21:46:37.477869 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9568d73a-6bd1-457f-96fa-540a905aaf54 req-7df0252a-f6ba-48ec-a8f6-0293c737efa1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82c1587d-383c-4c90-891e-d04f498e7844 HTTP/1.1" status: 200 len: 217 time: 0.0697844 Nov 11 21:46:37.493135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18890f7c-b3ee-45f8-bd9e-379bcd7aa033 req-9ae9521a-160c-43ae-bc8f-603a3092e39c tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0946705 Nov 11 21:46:37.502058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8986c862-298c-484b-a2ed-77882fbee08a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Checking segment: {'id': 'e394e2fc-c2e3-4f23-bbb1-ea67a4230cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '54c4955c-c965-468e-affe-0997ae734f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:37.502412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8986c862-298c-484b-a2ed-77882fbee08a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network hostable DHCP agents. Network: 54c4955c-c965-468e-affe-0997ae734f85, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:46:37.512002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986c862-298c-484b-a2ed-77882fbee08a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Subnet': ['ID=8041526b-4f43-4b61-aa82-7a920d85d765,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:37.560033 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8986c862-298c-484b-a2ed-77882fbee08a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Network 54c4955c-c965-468e-affe-0997ae734f85 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:46:37.569092 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd68d024-b996-4cca-b388-a312309813b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:37.573848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-8986c862-298c-484b-a2ed-77882fbee08a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 54c4955c-c965-468e-affe-0997ae734f85) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:37.588949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8986c862-298c-484b-a2ed-77882fbee08a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:37.589564 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8986c862-298c-484b-a2ed-77882fbee08a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:37.590226 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e18365-488d-4473-b897-132e77a32999 None None] Network 54c4955c-c965-468e-affe-0997ae734f85 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:37.606044 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd68d024-b996-4cca-b388-a312309813b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:37.619407 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568d73a-6bd1-457f-96fa-540a905aaf54 req-a87d47f3-eddd-452b-8a04-3327702a013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:37.621242 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9568d73a-6bd1-457f-96fa-540a905aaf54 req-a87d47f3-eddd-452b-8a04-3327702a013e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9abdc103-4ffc-40ef-bc05-5a416ff1880b HTTP/1.1" status: 200 len: 848 time: 0.1236658 Nov 11 21:46:37.627449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53032) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:37.627993 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8986c862-298c-484b-a2ed-77882fbee08a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9494028 Nov 11 21:46:37.633035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1bb71e85-7f42-43e5-992d-2efd1540a06b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:37.704122 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9568d73a-6bd1-457f-96fa-540a905aaf54 req-f5dd7576-76b0-4f67-868c-062786d69a14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4816392-9041-439a-8583-40f3a66bf98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613141 Nov 11 21:46:37.812311 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9568d73a-6bd1-457f-96fa-540a905aaf54 req-dd355d6b-2b48-4448-a963-9b4bdb471af0 service neutron] 10.222.0.10 "GET /v2.0/networks/b4816392-9041-439a-8583-40f3a66bf98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987077 Nov 11 21:46:37.922004 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd68d024-b996-4cca-b388-a312309813b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:37.924930 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dd68d024-b996-4cca-b388-a312309813b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:37.926593 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dd68d024-b996-4cca-b388-a312309813b9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1d0fb7f6-686d-42e7-a436-4baea0dedae4 HTTP/1.1" status: 204 len: 168 time: 0.6669049 Nov 11 21:46:37.943641 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-54c4955c-c965-468e-affe-0997ae734f85', 'network_id': '54c4955c-c965-468e-affe-0997ae734f85', 'tenant_id': 'ba610f4ff9a74023bd9ee2358462c2b3', 'fixed_ips': [{'subnet_id': '8041526b-4f43-4b61-aa82-7a920d85d765'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:46:37.949132 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:37.959725 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bb71e85-7f42-43e5-992d-2efd1540a06b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6088810'] for subnet, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:37.963654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68d024-b996-4cca-b388-a312309813b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0fb7f6-686d-42e7-a436-4baea0dedae4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:38.063904 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9568d73a-6bd1-457f-96fa-540a905aaf54 req-1bb97ae7-631b-4ad3-9a73-65939e26b9ef service neutron] 10.222.0.10 "GET /v2.0/networks/b4816392-9041-439a-8583-40f3a66bf98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440248 Nov 11 21:46:38.157683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ef198489-3518-45bb-a880-12b7addb9280 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:46:38.311059 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bb71e85-7f42-43e5-992d-2efd1540a06b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756755880331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7482269'] for subnet, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:38.314467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348bdbd-2b86-4db2-8b14-57dd95cfb019 req-2dd6dfb7-8ac7-4c68-8dc0-0afb9e5da002 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:38.316260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3348bdbd-2b86-4db2-8b14-57dd95cfb019 req-2dd6dfb7-8ac7-4c68-8dc0-0afb9e5da002 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.2214315 Nov 11 21:46:38.338862 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754a2cc-c39c-48b1-8284-4978df61a206 req-e6634f1d-3757-4cfc-8887-eb2397f6a721 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:38.343662 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8754a2cc-c39c-48b1-8284-4978df61a206 req-e6634f1d-3757-4cfc-8887-eb2397f6a721 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 943 time: 0.1598568 Nov 11 21:46:38.419265 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3348bdbd-2b86-4db2-8b14-57dd95cfb019 req-2460a92f-c5f5-416e-9356-cf2274da2613 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930951 Nov 11 21:46:38.462900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Allocated IP 172.20.0.3 (54c4955c-c965-468e-affe-0997ae734f85/8041526b-4f43-4b61-aa82-7a920d85d765/014957ca-23ab-4cba-aa25-74ffed4d853f) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:46:38.482194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb71e85-7f42-43e5-992d-2efd1540a06b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:38.482806 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1bb71e85-7f42-43e5-992d-2efd1540a06b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:38.496487 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1bb71e85-7f42-43e5-992d-2efd1540a06b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "PUT /v2.0/subnets/8041526b-4f43-4b61-aa82-7a920d85d765 HTTP/1.1" status: 200 len: 877 time: 0.8678737 Nov 11 21:46:38.509440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53050) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:38.522579 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8754a2cc-c39c-48b1-8284-4978df61a206 req-66d3625c-7f4e-450b-ac4a-7b745afac408 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779470 Nov 11 21:46:38.575305 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb71e85-7f42-43e5-992d-2efd1540a06b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event updated for resources: {'Subnet': ['ID=8041526b-4f43-4b61-aa82-7a920d85d765,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:38.668883 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-53323f49-f1f4-48f9-91eb-89fc16ecf198 req-d3fc64b5-e690-4439-a54a-fb3fc1724dce tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0540323 Nov 11 21:46:38.749941 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:38.762756 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:38.804617 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:38.861505 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Network 54c4955c-c965-468e-affe-0997ae734f85 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:46:38.875986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:38.881837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:46:38.889628 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Pushing event updated for resources: {'Port': ['ID=014957ca-23ab-4cba-aa25-74ffed4d853f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:38.932890 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Deleting port 014957ca-23ab-4cba-aa25-74ffed4d853f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:46:38.932890 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:38.971237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Attempting to bind port 014957ca-23ab-4cba-aa25-74ffed4d853f on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:46:38.973703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Attempting to bind port 014957ca-23ab-4cba-aa25-74ffed4d853f by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'e394e2fc-c2e3-4f23-bbb1-ea67a4230cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '54c4955c-c965-468e-affe-0997ae734f85'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:46:38.975637 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Attempting to bind port 014957ca-23ab-4cba-aa25-74ffed4d853f on network 54c4955c-c965-468e-affe-0997ae734f85 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:46:38.989312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:46:38.990654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Checking segment: {'id': 'e394e2fc-c2e3-4f23-bbb1-ea67a4230cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '54c4955c-c965-468e-affe-0997ae734f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:38.993519 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:38.994906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Bound using segment: {'id': 'e394e2fc-c2e3-4f23-bbb1-ea67a4230cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '54c4955c-c965-468e-affe-0997ae734f85'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:46:38.996251 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Bound port: 014957ca-23ab-4cba-aa25-74ffed4d853f, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e394e2fc-c2e3-4f23-bbb1-ea67a4230cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '54c4955c-c965-468e-affe-0997ae734f85'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:46:38.997574 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:39.100782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] For port 014957ca-23ab-4cba-aa25-74ffed4d853f, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:46:39.106525 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] For port 014957ca-23ab-4cba-aa25-74ffed4d853f, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=014957ca-23ab-4cba-aa25-74ffed4d853f,segment=NetworkSegment(e394e2fc-c2e3-4f23-bbb1-ea67a4230cc8),segment_id=e394e2fc-c2e3-4f23-bbb1-ea67a4230cc8)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:46:39.108252 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-40c5efd6-91fd-47be-8748-d31c9ce3e050 req-ca713fa7-d5db-41be-831d-6d5e5621214d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92a9dbbdd4db4756bf5d2fd1fbec5b98&device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0905704 Nov 11 21:46:39.118072 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:39.249639 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-40c5efd6-91fd-47be-8748-d31c9ce3e050 req-7b97820f-a836-4e56-969c-15dd6cdd7916 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=92a9dbbdd4db4756bf5d2fd1fbec5b98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734313 Nov 11 21:46:39.268035 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48d9aaac-ba09-48b9-8a88-5cb993f4d284 req-2ffdd04e-9252-499a-898a-bae808d8caa6 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.1405759 Nov 11 21:46:39.320311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072aac3-8217-42de-bf95-1c5a2363f475 None None] Pushing event updated for resources: {'Port': ['ID=014957ca-23ab-4cba-aa25-74ffed4d853f,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:39.453117 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] For port 014957ca-23ab-4cba-aa25-74ffed4d853f, host n-d-805737-3, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:39.454155 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:39.492981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Calling delete_port for 014957ca-23ab-4cba-aa25-74ffed4d853f owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:46:39.621012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5efd6-91fd-47be-8748-d31c9ce3e050 req-99bdf942-9610-4d52-a61f-dad5f633760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:39.624598 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-40c5efd6-91fd-47be-8748-d31c9ce3e050 req-99bdf942-9610-4d52-a61f-dad5f633760a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3467004 Nov 11 21:46:39.805243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90afd3c-1b3c-4a86-9ca6-d70a1a86c53f req-0d7cf0bc-78e1-448c-8447-9ac32cfcb747 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:39.811828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d90afd3c-1b3c-4a86-9ca6-d70a1a86c53f req-0d7cf0bc-78e1-448c-8447-9ac32cfcb747 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 943 time: 0.2004611 Nov 11 21:46:39.850573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:39.862431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887d5b5-650f-4352-be04-d2d774d0727d req-5c9a82ca-9e6c-4b8b-88ef-4b0e55056ff8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:39.871358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6887d5b5-650f-4352-be04-d2d774d0727d req-5c9a82ca-9e6c-4b8b-88ef-4b0e55056ff8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.2716379 Nov 11 21:46:39.919313 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Port': ['ID=014957ca-23ab-4cba-aa25-74ffed4d853f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:40.004445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d90afd3c-1b3c-4a86-9ca6-d70a1a86c53f req-820f744b-da83-4337-b1bd-7d0f3362befc tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745908 Nov 11 21:46:40.028691 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6887d5b5-650f-4352-be04-d2d774d0727d req-61407a48-8822-4a9d-8475-c1cf49efd9b9 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487408 Nov 11 21:46:40.037181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No DVR routers for this DVR port 014957ca-23ab-4cba-aa25-74ffed4d853f on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:46:40.141343 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:40.278863 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:40.346038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Subnet': ['ID=8041526b-4f43-4b61-aa82-7a920d85d765,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:40.447261 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f263b1d6-8bdc-4754-92ec-e6d0c95e3367 req-3d5f631f-661b-4d38-a7e5-0394d4f3ce2d tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0827019 Nov 11 21:46:40.496183 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:40.522076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c4955c-c965-468e-affe-0997ae734f85']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:40.528458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 82c1587d-383c-4c90-891e-d04f498e7844 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:46:40.557457 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e394e2fc-c2e3-4f23-bbb1-ea67a4230cc8') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:40.557677 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e394e2fc-c2e3-4f23-bbb1-ea67a4230cc8') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:40.575435 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:40.590546 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:40.602944 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:46:40.603358 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:46:40.607157 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:46:40.673828 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 82c1587d-383c-4c90-891e-d04f498e7844, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=82c1587d-383c-4c90-891e-d04f498e7844,segment=NetworkSegment(774155da-9f0c-4da6-a442-11d9ba884bbb),segment_id=774155da-9f0c-4da6-a442-11d9ba884bbb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:40.694043 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '82c1587d-383c-4c90-891e-d04f498e7844', 'network_id': 'b4816392-9041-439a-8583-40f3a66bf98f', 'port_id': '82c1587d-383c-4c90-891e-d04f498e7844', 'mac_address': 'fa:16:3e:d6:23:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abdc103-4ffc-40ef-bc05-5a416ff1880b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:46:40.754714 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:40.779316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b6ae7f-8a45-47c3-95ec-ed77e2fc85eb None None] Network 54c4955c-c965-468e-affe-0997ae734f85 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:40.783323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c1587d-383c-4c90-891e-d04f498e7844 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:46:40.792028 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:40.798542 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:40.806362 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/54c4955c-c965-468e-affe-0997ae734f85 HTTP/1.1" status: 204 len: 168 time: 2.2958353 Nov 11 21:46:40.810022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53108) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:40.825939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b6ae7f-8a45-47c3-95ec-ed77e2fc85eb None None] Network 54c4955c-c965-468e-affe-0997ae734f85 could not be found, it might have been deleted concurrently. {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 21:46:40.857481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 82c1587d-383c-4c90-891e-d04f498e7844, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=82c1587d-383c-4c90-891e-d04f498e7844,segment=NetworkSegment(774155da-9f0c-4da6-a442-11d9ba884bbb),segment_id=774155da-9f0c-4da6-a442-11d9ba884bbb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:40.865051 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989876a-24b2-42a4-bbc5-9f3cd506c5da tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Network': ['ID=54c4955c-c965-468e-affe-0997ae734f85,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:40.869238 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:40.877454 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4149b3fa-3ebc-4981-b739-a31855102186 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:40.878592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4149b3fa-3ebc-4981-b739-a31855102186 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:40.890328 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4149b3fa-3ebc-4981-b739-a31855102186 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/subnets/8041526b-4f43-4b61-aa82-7a920d85d765 HTTP/1.1" status: 404 len: 337 time: 0.0791767 Nov 11 21:46:40.891569 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53110) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:40.894181 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fa303b4e-f8c4-4758-bc52-9a47629f8abf None None] Could not find standard attr ID for object 014957ca-23ab-4cba-aa25-74ffed4d853f. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:46:40.923033 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959a288d-1e46-436a-a52e-918adf123c93 None None] DHCP port deletion for 54c4955c-c965-468e-affe-0997ae734f85 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:40.954818 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfba4c6c-442e-44e0-a04d-9ab1e0af3f5b None None] Network 54c4955c-c965-468e-affe-0997ae734f85 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:40.961227 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc4e3c5-9704-4963-bc90-639861475e54 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:40.962714 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc4e3c5-9704-4963-bc90-639861475e54 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:40.966347 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bfc4e3c5-9704-4963-bc90-639861475e54 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/54c4955c-c965-468e-affe-0997ae734f85 HTTP/1.1" status: 404 len: 339 time: 0.0697074 Nov 11 21:46:40.969468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53112) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:40.990302 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=82c1587d-383c-4c90-891e-d04f498e7844,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:41.004974 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-8380e1f0-15da-4283-89de-5ed851f42ea9 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:41.005855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8380e1f0-15da-4283-89de-5ed851f42ea9 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:41.007275 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfba4c6c-442e-44e0-a04d-9ab1e0af3f5b None None] Network 54c4955c-c965-468e-affe-0997ae734f85 could not be found, it might have been deleted concurrently. {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 21:46:41.012905 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8380e1f0-15da-4283-89de-5ed851f42ea9 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/subnets/6f8fc153-db5e-42b6-823d-5ba4d7389604 HTTP/1.1" status: 404 len: 337 time: 0.0419552 Nov 11 21:46:41.013749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53114) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:41.035907 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75507fe-4000-4874-8b8c-167aa9712b6d tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:41.036912 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f75507fe-4000-4874-8b8c-167aa9712b6d tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:41.039257 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-40c5efd6-91fd-47be-8748-d31c9ce3e050 req-01367bb6-ac0e-480f-8005-56d74969734a tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.71 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0697520 Nov 11 21:46:41.043608 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f75507fe-4000-4874-8b8c-167aa9712b6d tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/7b3a92b8-75b5-4e2d-9e35-a12e15991332 HTTP/1.1" status: 404 len: 339 time: 0.0280778 Nov 11 21:46:41.044780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53118) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:41.070116 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['82c1587d-383c-4c90-891e-d04f498e7844'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:46:41.074233 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:41.307480 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93df6e72-0d1d-4b4b-b02f-7d7d81315c33 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:41.410693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfbac7-c7f0-4a6c-a7f2-f3672556395e req-537bebe1-3846-4424-95a5-36e1988c643f tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:41.427607 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6cfbac7-c7f0-4a6c-a7f2-f3672556395e req-537bebe1-3846-4424-95a5-36e1988c643f tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 944 time: 0.2215114 Nov 11 21:46:41.575421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d67a65-b863-4173-b8f2-32fd673413dc req-9dd80be0-2b05-42ee-bb38-f64e53ba9784 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:41.587596 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39d67a65-b863-4173-b8f2-32fd673413dc req-9dd80be0-2b05-42ee-bb38-f64e53ba9784 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.2731266 Nov 11 21:46:41.763067 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93df6e72-0d1d-4b4b-b02f-7d7d81315c33 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:41.768629 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39d67a65-b863-4173-b8f2-32fd673413dc req-8a44c49b-20b8-478a-a1ce-c26610b69e59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796050 Nov 11 21:46:41.780169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6cfbac7-c7f0-4a6c-a7f2-f3672556395e req-2331b505-ee31-4e89-9583-faf35af67494 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516645 Nov 11 21:46:41.814368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-93df6e72-0d1d-4b4b-b02f-7d7d81315c33 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8e1d83-1a27-4adc-bd2e-e5c0363428d7']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:41.841464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-93df6e72-0d1d-4b4b-b02f-7d7d81315c33 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0666bdf-8fdd-4e60-a14d-47cc3f910468') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:41.841764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-93df6e72-0d1d-4b4b-b02f-7d7d81315c33 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0666bdf-8fdd-4e60-a14d-47cc3f910468') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:41.866760 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93df6e72-0d1d-4b4b-b02f-7d7d81315c33 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:41.943846 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93df6e72-0d1d-4b4b-b02f-7d7d81315c33 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:41.975666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be3bef15-32e8-41fb-b2ed-c3ba4aa7592a req-269e474c-74f5-4616-bc70-4ef888ae4556 tempest-ServerShowV257Test-1078550366 tempest-ServerShowV257Test-1078550366-project] 10.222.0.57 "GET /v2.0/ports?device_id=dca64406-04e8-4a17-aaab-9fc29a9826cb HTTP/1.1" status: 200 len: 210 time: 0.0524313 Nov 11 21:46:41.976997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93df6e72-0d1d-4b4b-b02f-7d7d81315c33 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:46:41.977422 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93df6e72-0d1d-4b4b-b02f-7d7d81315c33 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:46:41.980763 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:46:42.075375 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93df6e72-0d1d-4b4b-b02f-7d7d81315c33 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:42.085929 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93df6e72-0d1d-4b4b-b02f-7d7d81315c33 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:42.091565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-93df6e72-0d1d-4b4b-b02f-7d7d81315c33 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/1e8e1d83-1a27-4adc-bd2e-e5c0363428d7 HTTP/1.1" status: 204 len: 168 time: 1.0427103 Nov 11 21:46:42.091756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53150) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.127178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df6e72-0d1d-4b4b-b02f-7d7d81315c33 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Network': ['ID=1e8e1d83-1a27-4adc-bd2e-e5c0363428d7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:42.130045 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3a82d2-567c-4e34-9174-53f6850b7c88 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.130471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3a82d2-567c-4e34-9174-53f6850b7c88 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.136269 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eb3a82d2-567c-4e34-9174-53f6850b7c88 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/subnets/805388ae-7012-4bb9-b4d0-f5afd196de1c HTTP/1.1" status: 404 len: 337 time: 0.0413725 Nov 11 21:46:42.136448 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 014957ca-23ab-4cba-aa25-74ffed4d853f no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:46:42.136906 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53152) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.171678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 014957ca-23ab-4cba-aa25-74ffed4d853f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:46:42.172449 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 014957ca-23ab-4cba-aa25-74ffed4d853f not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:46:42.177098 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-3199bc6c-c1b1-45e7-a219-a6424cb9f4f2 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.177727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3199bc6c-c1b1-45e7-a219-a6424cb9f4f2 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.189566 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3199bc6c-c1b1-45e7-a219-a6424cb9f4f2 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/3ff13669-bc06-434f-a54c-db30a3d81ac1 HTTP/1.1" status: 404 len: 339 time: 0.0495582 Nov 11 21:46:42.189834 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53154) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.224216 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e213fc-fd0b-4881-8116-822f3e922757 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.224702 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e213fc-fd0b-4881-8116-822f3e922757 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.231353 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c2e213fc-fd0b-4881-8116-822f3e922757 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/subnets/afa0ab2a-9431-4ae0-8135-3d6103ede1e4 HTTP/1.1" status: 404 len: 337 time: 0.0363181 Nov 11 21:46:42.231859 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53156) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.256981 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d0955e-813a-4143-a7a9-4968733b1eaa tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.257799 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d0955e-813a-4143-a7a9-4968733b1eaa tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.263112 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-05d0955e-813a-4143-a7a9-4968733b1eaa tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/b148fa6d-5c96-46e4-aaa5-480eea0d477a HTTP/1.1" status: 404 len: 339 time: 0.0301967 Nov 11 21:46:42.265636 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53158) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.318101 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51f94c6-4b50-4f17-8c51-e02161ae0b51 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.318913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51f94c6-4b50-4f17-8c51-e02161ae0b51 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.326460 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53160) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.327361 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a51f94c6-4b50-4f17-8c51-e02161ae0b51 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/subnets/861912de-5b6b-4250-8131-a36532ca1b38 HTTP/1.1" status: 404 len: 337 time: 0.0604932 Nov 11 21:46:42.358006 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8482000-d186-4474-92d6-0ae1aedd9317 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.359293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8482000-d186-4474-92d6-0ae1aedd9317 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.364894 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f8482000-d186-4474-92d6-0ae1aedd9317 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/79b34d1c-9616-4cb3-89f2-5ec4d9bb0494 HTTP/1.1" status: 404 len: 339 time: 0.0348742 Nov 11 21:46:42.365101 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53162) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.419693 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c5c398-8a71-486d-bc02-e89e4e1c6148 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.420253 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c5c398-8a71-486d-bc02-e89e4e1c6148 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.424455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a9c5c398-8a71-486d-bc02-e89e4e1c6148 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/subnets/7ced9c5d-6626-420c-95df-77abb3345b14 HTTP/1.1" status: 404 len: 337 time: 0.0565064 Nov 11 21:46:42.426814 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53164) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.451073 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-09aa00f8-581e-46f3-83c8-1edcc5485839 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.452209 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09aa00f8-581e-46f3-83c8-1edcc5485839 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.458129 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-09aa00f8-581e-46f3-83c8-1edcc5485839 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/7a52edf6-e5d6-4705-a448-2ac1507751c4 HTTP/1.1" status: 404 len: 339 time: 0.0301297 Nov 11 21:46:42.460639 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53168) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.543592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 82c1587d-383c-4c90-891e-d04f498e7844 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:46:42.546497 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7063a59a-9d80-4411-b85e-778a7cc6ba4c tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.548492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7063a59a-9d80-4411-b85e-778a7cc6ba4c tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.553074 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7063a59a-9d80-4411-b85e-778a7cc6ba4c tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/subnets/9a762fc7-0709-4087-800e-3d9e8f39c017 HTTP/1.1" status: 404 len: 337 time: 0.0910780 Nov 11 21:46:42.555531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53174) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.577845 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4bb2df-fb30-45eb-bcd4-0273f82a902a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.578718 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4bb2df-fb30-45eb-bcd4-0273f82a902a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.582372 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bc4bb2df-fb30-45eb-bcd4-0273f82a902a tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/f7e4b5ab-181f-44b3-bcbc-f50a4f85e951 HTTP/1.1" status: 404 len: 339 time: 0.0257044 Nov 11 21:46:42.584882 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53176) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.616187 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38ebe72-0757-4a5e-ad4a-a919700cd0e6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.616970 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38ebe72-0757-4a5e-ad4a-a919700cd0e6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.621402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b38ebe72-0757-4a5e-ad4a-a919700cd0e6 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/subnets/03c06d12-880c-4a4c-a318-9998eab96398 HTTP/1.1" status: 404 len: 337 time: 0.0353825 Nov 11 21:46:42.624149 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53178) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.657947 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d508bf-d3c4-490f-8142-5e46dc20550d tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.660140 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 82c1587d-383c-4c90-891e-d04f498e7844 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:46:42.664129 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d508bf-d3c4-490f-8142-5e46dc20550d tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.669301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 82c1587d-383c-4c90-891e-d04f498e7844 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:46:42.670529 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:42.673184 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-05d508bf-d3c4-490f-8142-5e46dc20550d tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/af13da9d-1419-4bea-a64f-86538b902e3e HTTP/1.1" status: 404 len: 339 time: 0.0476973 Nov 11 21:46:42.675939 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53180) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.747143 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53182) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.761278 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-2218fb77-2c02-45a2-8cc8-76dd5a4a3d3b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.766778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2218fb77-2c02-45a2-8cc8-76dd5a4a3d3b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.781493 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2218fb77-2c02-45a2-8cc8-76dd5a4a3d3b tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/subnets/6813fdde-dda1-4248-9da5-59e365a4225b HTTP/1.1" status: 404 len: 337 time: 0.1042073 Nov 11 21:46:42.783929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53186) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.817988 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fbc294-e448-4eaa-9c7a-1dc4909e21ad tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.818554 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6fbc294-e448-4eaa-9c7a-1dc4909e21ad tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.819383 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:42.844027 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a6fbc294-e448-4eaa-9c7a-1dc4909e21ad tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/2eb24781-1099-404b-92dd-2ab917315384 HTTP/1.1" status: 404 len: 339 time: 0.0588686 Nov 11 21:46:42.846905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53192) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.874341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c1587d-383c-4c90-891e-d04f498e7844'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:46:42.882578 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16a725f-b616-482e-a267-b79238d5fd86" -d '{"events": [{"server_uuid": "de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78", "name": "network-vif-plugged", "status": "completed", "tag": "82c1587d-383c-4c90-891e-d04f498e7844"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:46:42.901646 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb13b7c-bf79-473d-9536-2334ec848bd2 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.903402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb13b7c-bf79-473d-9536-2334ec848bd2 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.915367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7eb13b7c-bf79-473d-9536-2334ec848bd2 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/subnets/6354946b-3bdf-46a2-9f2e-1276204f28a1 HTTP/1.1" status: 404 len: 337 time: 0.0667753 Nov 11 21:46:42.917892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53196) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:42.922645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 82c1587d-383c-4c90-891e-d04f498e7844, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=82c1587d-383c-4c90-891e-d04f498e7844,segment=NetworkSegment(774155da-9f0c-4da6-a442-11d9ba884bbb),segment_id=774155da-9f0c-4da6-a442-11d9ba884bbb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:42.932908 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:42.949787 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-03adf4ca-6565-479d-8724-0c1dd9efc989 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] DELETE failed (client error): The resource could not be found. Nov 11 21:46:42.950382 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03adf4ca-6565-479d-8724-0c1dd9efc989 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:46:42.953453 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-03adf4ca-6565-479d-8724-0c1dd9efc989 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/bd24fa43-9b05-4e05-afab-d0d4114bc500 HTTP/1.1" status: 404 len: 339 time: 0.0343845 Nov 11 21:46:42.965481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53200) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:43.030383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=82c1587d-383c-4c90-891e-d04f498e7844,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:43.037436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f962965-ee9b-429d-8594-b945723b1483 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Deleting subnet c3db019e-1e20-4afd-ad44-47d0ee1d0929 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:46:43.051043 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f962965-ee9b-429d-8594-b945723b1483 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:43.095559 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f962965-ee9b-429d-8594-b945723b1483 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:43.210980 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f962965-ee9b-429d-8594-b945723b1483 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:43.296897 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f962965-ee9b-429d-8594-b945723b1483 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:43.339275 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f962965-ee9b-429d-8594-b945723b1483 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Subnet': ['ID=c3db019e-1e20-4afd-ad44-47d0ee1d0929,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:43.341987 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f962965-ee9b-429d-8594-b945723b1483 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:43.347754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c130f-ecdc-480b-b7fd-94ce04744e21 None None] Network aafd9ed5-2341-4366-82c4-028239be87b8 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:43.363975 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2f962965-ee9b-429d-8594-b945723b1483 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/subnets/c3db019e-1e20-4afd-ad44-47d0ee1d0929 HTTP/1.1" status: 204 len: 168 time: 0.3966184 Nov 11 21:46:43.367995 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53204) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:43.522361 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc08d-58be-4c93-aabd-91049190ad26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:43.570812 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:43.610864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0f67d-10e4-4fa5-9e11-8046f88258d2 req-75f5e7aa-5e30-46dd-a59c-534c03be6274 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:43.627471 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ca0f67d-10e4-4fa5-9e11-8046f88258d2 req-75f5e7aa-5e30-46dd-a59c-534c03be6274 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.7018113 Nov 11 21:46:43.658287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8317f88-8529-475a-bddc-66b40e78e61e None None] DHCP port deletion for aafd9ed5-2341-4366-82c4-028239be87b8 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:43.693306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Deleting port d4b1bb44-fc69-47f0-9094-00d28708396a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:46:43.695506 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:43.726434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e8317f88-8529-475a-bddc-66b40e78e61e None None] Deleting port d4b1bb44-fc69-47f0-9094-00d28708396a {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:46:43.727071 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8317f88-8529-475a-bddc-66b40e78e61e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:43.789898 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] For port d4b1bb44-fc69-47f0-9094-00d28708396a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d4b1bb44-fc69-47f0-9094-00d28708396a,segment=NetworkSegment(e9697372-b900-477c-8044-c5ab55bab340),segment_id=e9697372-b900-477c-8044-c5ab55bab340)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:43.790519 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:43.798785 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc08d-58be-4c93-aabd-91049190ad26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:43.812513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Calling delete_port for d4b1bb44-fc69-47f0-9094-00d28708396a owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:46:43.830437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee60ac-f3e2-4a88-a20e-94c1cfcac97f req-1d18723a-4346-4e8d-aece-76bd3248b84f tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:43.846855 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48ee60ac-f3e2-4a88-a20e-94c1cfcac97f req-1d18723a-4346-4e8d-aece-76bd3248b84f tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 945 time: 0.9302692 Nov 11 21:46:43.868399 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc08d-58be-4c93-aabd-91049190ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:43.890780 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e8317f88-8529-475a-bddc-66b40e78e61e None None] For port d4b1bb44-fc69-47f0-9094-00d28708396a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d4b1bb44-fc69-47f0-9094-00d28708396a,segment=NetworkSegment(e9697372-b900-477c-8044-c5ab55bab340),segment_id=e9697372-b900-477c-8044-c5ab55bab340)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:43.891934 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8317f88-8529-475a-bddc-66b40e78e61e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:43.910263 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:43.928703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e8317f88-8529-475a-bddc-66b40e78e61e None None] Calling delete_port for d4b1bb44-fc69-47f0-9094-00d28708396a owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:46:43.942792 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb45d704-1ade-4cdb-8af7-d57ab11ef82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:43.949002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] No DVR routers for this DVR port d4b1bb44-fc69-47f0-9094-00d28708396a on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:46:43.955943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Port': ['ID=d4b1bb44-fc69-47f0-9094-00d28708396a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:44.010655 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48ee60ac-f3e2-4a88-a20e-94c1cfcac97f req-74758e43-04b1-4e1b-8281-2537838e2d39 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568787 Nov 11 21:46:44.022188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ca0f67d-10e4-4fa5-9e11-8046f88258d2 req-6cae5899-4445-44ce-808b-ba055880a7d8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3918400 Nov 11 21:46:44.024396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cc08d-58be-4c93-aabd-91049190ad26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bfb02f-e237-43a5-94a2-18a9cca23176,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:44.031660 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6d6cc08d-58be-4c93-aabd-91049190ad26 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d0eed1933a454d8bb22da76f2a0a0689&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2809174 Nov 11 21:46:44.031835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53210) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:44.087611 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14faa9f9-1697-47fc-bf29-41f35763336d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:44.095791 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:44.120779 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14faa9f9-1697-47fc-bf29-41f35763336d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:44.136297 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafd9ed5-2341-4366-82c4-028239be87b8']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:44.152642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9697372-b900-477c-8044-c5ab55bab340') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:44.155760 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9697372-b900-477c-8044-c5ab55bab340') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:46:44.161574 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 21:46:44.174676 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8317f88-8529-475a-bddc-66b40e78e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:44.179225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:44.201165 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8317f88-8529-475a-bddc-66b40e78e61e None None] No DVR routers for this DVR port d4b1bb44-fc69-47f0-9094-00d28708396a on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:46:44.211318 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14faa9f9-1697-47fc-bf29-41f35763336d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:44.214984 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14faa9f9-1697-47fc-bf29-41f35763336d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:44.221960 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-14faa9f9-1697-47fc-bf29-41f35763336d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36bfb02f-e237-43a5-94a2-18a9cca23176 HTTP/1.1" status: 204 len: 168 time: 0.1860065 Nov 11 21:46:44.227285 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005a792e-3ea9-48e1-b417-794a1126b3b8 x-openstack-request-id: req-005a792e-3ea9-48e1-b417-794a1126b3b8 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:46:44.227588 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78", "name": "network-vif-plugged", "status": "completed", "tag": "82c1587d-383c-4c90-891e-d04f498e7844", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:46:44.231678 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-005a792e-3ea9-48e1-b417-794a1126b3b8 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:46:44.233620 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c1587d-383c-4c90-891e-d04f498e7844', 'code': 200} Nov 11 21:46:44.238428 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faa9f9-1697-47fc-bf29-41f35763336d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bfb02f-e237-43a5-94a2-18a9cca23176,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:44.244050 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:44.272919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:46:44.277197 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:46:44.288425 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:46:44.298678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8317f88-8529-475a-bddc-66b40e78e61e None None] Pushing event deleted for resources: {'Port': ['ID=d4b1bb44-fc69-47f0-9094-00d28708396a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:44.306065 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d4b1bb44-fc69-47f0-9094-00d28708396a no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:46:44.364131 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: d4b1bb44-fc69-47f0-9094-00d28708396a {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:46:44.364788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d4b1bb44-fc69-47f0-9094-00d28708396a not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:46:44.487080 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:44.537354 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:44.544515 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:44.549288 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] 10.222.0.57 "DELETE /v2.0/networks/aafd9ed5-2341-4366-82c4-028239be87b8 HTTP/1.1" status: 204 len: 168 time: 1.1774182 Nov 11 21:46:44.567266 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa4701-90f2-4f2f-abb0-9d489f167e16 tempest-NetworksTest-86351944 tempest-NetworksTest-86351944-project] Pushing event deleted for resources: {'Network': ['ID=aafd9ed5-2341-4366-82c4-028239be87b8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:44.587897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147329e9-d849-48c2-86db-ca87c942b51d req-a9b33825-e8fe-4b53-b51d-051b0562cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:44.589060 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-147329e9-d849-48c2-86db-ca87c942b51d req-a9b33825-e8fe-4b53-b51d-051b0562cce2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 1096 time: 0.2704537 Nov 11 21:46:44.665484 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-147329e9-d849-48c2-86db-ca87c942b51d req-a3f3297e-d592-4547-8db5-8602e7285cd3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676110 Nov 11 21:46:44.910077 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53228) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:44.932510 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7488f0ad-41a1-486a-b163-2cfd92c3aa67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:44.941481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53230) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:45.032162 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:45.054081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7488f0ad-41a1-486a-b163-2cfd92c3aa67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.061998 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7488f0ad-41a1-486a-b163-2cfd92c3aa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.103418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488f0ad-41a1-486a-b163-2cfd92c3aa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7049b225-97e3-4c61-ac56-e6db6e28f2f0,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:45.153733 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53242) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:45.157202 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7488f0ad-41a1-486a-b163-2cfd92c3aa67 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7bc50463c6134d1383b7342fa3317aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397268 Nov 11 21:46:45.274332 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7ae35e2-4fe2-471e-883f-2d8ee79dcc51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.275094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320b75b-4999-4a31-8ee3-19c0bb635b2c req-dcb6cc5e-0a60-4ab7-8f01-d5845ed50cc2 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:45.283612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b320b75b-4999-4a31-8ee3-19c0bb635b2c req-dcb6cc5e-0a60-4ab7-8f01-d5845ed50cc2 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 945 time: 0.1245718 Nov 11 21:46:45.301036 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bab6032-38df-4c55-b864-c9a59634f7d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.315857 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-61eca786-43d6-4d82-a0a4-f0ece4f2c5e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ba610f4ff9a74023bd9ee2358462c2b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2800996 Nov 11 21:46:45.317265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53246) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:45.326883 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70bf7-f560-4710-a5cb-5cc92f55924b req-d12f0566-093e-4ecb-bd41-d6bd1a08f0e1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:45.328727 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85e70bf7-f560-4710-a5cb-5cc92f55924b req-d12f0566-093e-4ecb-bd41-d6bd1a08f0e1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.1379862 Nov 11 21:46:45.343646 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7ae35e2-4fe2-471e-883f-2d8ee79dcc51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.394061 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b320b75b-4999-4a31-8ee3-19c0bb635b2c req-ebd7a866-4274-42c6-8a3c-5b8b0084fbbf tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092227 Nov 11 21:46:45.454040 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d629b29-d81e-41d9-ab0c-bf34d7246a07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.498613 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d629b29-d81e-41d9-ab0c-bf34d7246a07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.500057 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85e70bf7-f560-4710-a5cb-5cc92f55924b req-bef43c6a-e715-40b4-8953-5de3845d8972 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494770 Nov 11 21:46:45.515269 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7ae35e2-4fe2-471e-883f-2d8ee79dcc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.517888 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7ae35e2-4fe2-471e-883f-2d8ee79dcc51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.519339 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d7ae35e2-4fe2-471e-883f-2d8ee79dcc51 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7049b225-97e3-4c61-ac56-e6db6e28f2f0 HTTP/1.1" status: 204 len: 168 time: 0.3640456 Nov 11 21:46:45.557649 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae35e2-4fe2-471e-883f-2d8ee79dcc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7049b225-97e3-4c61-ac56-e6db6e28f2f0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:45.578892 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bab6032-38df-4c55-b864-c9a59634f7d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.597143 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3bab6032-38df-4c55-b864-c9a59634f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.615968 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d629b29-d81e-41d9-ab0c-bf34d7246a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.619858 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d629b29-d81e-41d9-ab0c-bf34d7246a07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.621886 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9d629b29-d81e-41d9-ab0c-bf34d7246a07 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a72ee462-7bfd-4848-b744-3b42b36a4f4c HTTP/1.1" status: 204 len: 168 time: 0.3017263 Nov 11 21:46:45.672831 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab6032-38df-4c55-b864-c9a59634f7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178f6e97-9bf8-4083-bb6f-e46584e23766,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:45.740917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53256) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:45.741419 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3bab6032-38df-4c55-b864-c9a59634f7d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=92a9dbbdd4db4756bf5d2fd1fbec5b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7986693 Nov 11 21:46:45.742725 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d629b29-d81e-41d9-ab0c-bf34d7246a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72ee462-7bfd-4848-b744-3b42b36a4f4c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:45.845996 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4c6e26fe-0067-4989-91ae-119fff128542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.873464 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4c6e26fe-0067-4989-91ae-119fff128542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.962112 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4c6e26fe-0067-4989-91ae-119fff128542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.965551 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4c6e26fe-0067-4989-91ae-119fff128542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:45.969155 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4c6e26fe-0067-4989-91ae-119fff128542 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/178f6e97-9bf8-4083-bb6f-e46584e23766 HTTP/1.1" status: 204 len: 168 time: 0.2249885 Nov 11 21:46:45.978668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e26fe-0067-4989-91ae-119fff128542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178f6e97-9bf8-4083-bb6f-e46584e23766,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:46.042486 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a5e24c5-5fd7-49f4-bbe0-c386e0042123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:46.633380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f69fa1-c44c-4946-a5a2-39cbff726db3 req-59ecd221-97ae-4258-9166-67ac93d15592 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:46.634897 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30f69fa1-c44c-4946-a5a2-39cbff726db3 req-59ecd221-97ae-4258-9166-67ac93d15592 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 945 time: 0.1204808 Nov 11 21:46:46.685414 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c2e28-ef9c-4395-8ab9-28ba593f16f6 req-fb87ef07-a804-45a5-a802-d3ba256f45c0 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:46.692548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a04c2e28-ef9c-4395-8ab9-28ba593f16f6 req-fb87ef07-a804-45a5-a802-d3ba256f45c0 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.1014714 Nov 11 21:46:46.754153 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30f69fa1-c44c-4946-a5a2-39cbff726db3 req-007139bd-2855-4e5e-8500-a8b9e6bcb97a tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130331 Nov 11 21:46:46.769916 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a04c2e28-ef9c-4395-8ab9-28ba593f16f6 req-16b7d22b-7029-4942-9ae9-27975c90047c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705967 Nov 11 21:46:47.164846 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:47.206589 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:46:47.298513 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53330) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:47.729252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e502bb8d-648f-440d-8cf9-8bb821135496 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1410460331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:47.799041 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e502bb8d-648f-440d-8cf9-8bb821135496 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:47.800535 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e502bb8d-648f-440d-8cf9-8bb821135496 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:48.004641 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e502bb8d-648f-440d-8cf9-8bb821135496 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:48.040136 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e502bb8d-648f-440d-8cf9-8bb821135496 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:48.086066 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e502bb8d-648f-440d-8cf9-8bb821135496 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:48.090284 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53364) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:48.090872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e502bb8d-648f-440d-8cf9-8bb821135496 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7907197 Nov 11 21:46:48.098148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-933746003'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:48.114929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b5aa2-4194-43a4-9375-4bde9e076853 req-06155e65-a4e4-44fb-acfa-58b8bf94f584 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:48.123704 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac6b5aa2-4194-43a4-9375-4bde9e076853 req-06155e65-a4e4-44fb-acfa-58b8bf94f584 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.1814213 Nov 11 21:46:48.149358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Made reservation on behalf of 8a52c8f567054f24b0a97af0286364b1 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:48.153166 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:48.157032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f74d2-7d36-4030-bca1-2f0ed8d19b2c req-111aa833-9a1b-4ce2-9d91-553af2694b5a tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:48.158914 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-868f74d2-7d36-4030-bca1-2f0ed8d19b2c req-111aa833-9a1b-4ce2-9d91-553af2694b5a tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 945 time: 0.2166293 Nov 11 21:46:48.165007 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:48.314366 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:48.326683 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac6b5aa2-4194-43a4-9375-4bde9e076853 req-0fb10d32-efb3-408f-8b76-374b76ca1e84 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014384 Nov 11 21:46:48.328091 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:48.364464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-868f74d2-7d36-4030-bca1-2f0ed8d19b2c req-55e3e8f8-509a-49ab-8af4-0b713772af38 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647491 Nov 11 21:46:48.404331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:46:48.415625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b022fc-c001-49b8-9a1b-5258684d6d3c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:48.435140 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:48.435663 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Added segment 8bd8b239-ba1f-4c9b-81a5-d0df23b0542c of type vlan for network 4efade23-a1c4-4c10-9114-abcb72c5df82 Nov 11 21:46:48.521266 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:49.073951 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:49.161368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c873d1-1b49-4d9b-bd8c-2a0fa3bcfb2f req-f8bffb31-188c-4c93-a6b5-a0dde403b5e8 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:49.163311 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-98c873d1-1b49-4d9b-bd8c-2a0fa3bcfb2f req-f8bffb31-188c-4c93-a6b5-a0dde403b5e8 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 945 time: 0.0931132 Nov 11 21:46:49.164633 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:49.173685 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:49.173685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:49.325158 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:49.360839 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2667453 Nov 11 21:46:49.363711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53404) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:49.370420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4b00be9d-73ea-41f3-8369-923ce1fb2676 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Request body: {'subnet': {'network_id': '4efade23-a1c4-4c10-9114-abcb72c5df82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:49.517881 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e306847-9e2c-41d0-9fbb-498cc321dd3e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event updated for resources: {'Network': ['ID=4efade23-a1c4-4c10-9114-abcb72c5df82,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:49.529725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 4efade23-a1c4-4c10-9114-abcb72c5df82 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:46:49.603416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-98c873d1-1b49-4d9b-bd8c-2a0fa3bcfb2f req-09a50b29-dc72-414f-8ec5-0ac609ee640e tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Deleting port 82c1587d-383c-4c90-891e-d04f498e7844 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:46:49.608749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-98c873d1-1b49-4d9b-bd8c-2a0fa3bcfb2f req-09a50b29-dc72-414f-8ec5-0ac609ee640e tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:49.687123 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f3c13-892e-427d-a383-1acdd6df2cd6 req-d69ebcec-e6e3-46f9-9ff2-680b894939dd tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:49.696237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea6f3c13-892e-427d-a383-1acdd6df2cd6 req-d69ebcec-e6e3-46f9-9ff2-680b894939dd tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 945 time: 0.1419942 Nov 11 21:46:49.744907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113cf42-3a63-4d91-9823-01197b8eeb37 req-b10dbf55-113c-4c57-a6b0-1b47f6240080 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:49.752674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0113cf42-3a63-4d91-9823-01197b8eeb37 req-b10dbf55-113c-4c57-a6b0-1b47f6240080 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.2014799 Nov 11 21:46:49.762317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b00be9d-73ea-41f3-8369-923ce1fb2676 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Made reservation on behalf of 8a52c8f567054f24b0a97af0286364b1 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:49.766713 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4b00be9d-73ea-41f3-8369-923ce1fb2676 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:49.865937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-98c873d1-1b49-4d9b-bd8c-2a0fa3bcfb2f req-09a50b29-dc72-414f-8ec5-0ac609ee640e tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] For port 82c1587d-383c-4c90-891e-d04f498e7844, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=82c1587d-383c-4c90-891e-d04f498e7844,segment=NetworkSegment(774155da-9f0c-4da6-a442-11d9ba884bbb),segment_id=774155da-9f0c-4da6-a442-11d9ba884bbb)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:49.866317 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-98c873d1-1b49-4d9b-bd8c-2a0fa3bcfb2f req-09a50b29-dc72-414f-8ec5-0ac609ee640e tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:49.910017 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-98c873d1-1b49-4d9b-bd8c-2a0fa3bcfb2f req-09a50b29-dc72-414f-8ec5-0ac609ee640e tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Calling delete_port for 82c1587d-383c-4c90-891e-d04f498e7844 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:46:49.927206 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea6f3c13-892e-427d-a383-1acdd6df2cd6 req-15949255-828f-4083-bc4d-c37732b0afd9 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1b20d7a-9e6a-4639-8501-beea0c468b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297428 Nov 11 21:46:49.987331 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0113cf42-3a63-4d91-9823-01197b8eeb37 req-3ab60524-2b8c-423e-9a56-e7c2ee2e6965 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332454 Nov 11 21:46:50.205783 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-98c873d1-1b49-4d9b-bd8c-2a0fa3bcfb2f req-09a50b29-dc72-414f-8ec5-0ac609ee640e tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:50.218746 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['82c1587d-383c-4c90-891e-d04f498e7844'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:46:50.253063 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a50b29-dc72-414f-8ec5-0ac609ee640e tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Pushing event deleted for resources: {'Port': ['ID=82c1587d-383c-4c90-891e-d04f498e7844,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:50.287408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab38e8c-9617-41bb-bbaf-a6595c610a56 None None] DHCP port deletion for b4816392-9041-439a-8583-40f3a66bf98f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:46:50.303873 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4b00be9d-73ea-41f3-8369-923ce1fb2676 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:50.371333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c873d1-1b49-4d9b-bd8c-2a0fa3bcfb2f req-09a50b29-dc72-414f-8ec5-0ac609ee640e tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] No DVR routers for this DVR port 82c1587d-383c-4c90-891e-d04f498e7844 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:46:50.375637 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-98c873d1-1b49-4d9b-bd8c-2a0fa3bcfb2f req-09a50b29-dc72-414f-8ec5-0ac609ee640e tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:50.386524 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-98c873d1-1b49-4d9b-bd8c-2a0fa3bcfb2f req-09a50b29-dc72-414f-8ec5-0ac609ee640e tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.10 "DELETE /v2.0/ports/82c1587d-383c-4c90-891e-d04f498e7844 HTTP/1.1" status: 204 len: 173 time: 1.2119846 Nov 11 21:46:50.387011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78', 'name': 'network-vif-deleted', 'tag': '82c1587d-383c-4c90-891e-d04f498e7844'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:46:50.389340 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528c07ef-4237-4998-bba6-1c4edb135407" -d '{"events": [{"server_uuid": "de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78", "name": "network-vif-deleted", "tag": "82c1587d-383c-4c90-891e-d04f498e7844"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:46:50.464688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00be9d-73ea-41f3-8369-923ce1fb2676 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event updated for resources: {'Subnet': ['ID=3fad8f03-0e3c-47b4-955d-8ea6f53f3220,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:50.488306 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b00be9d-73ea-41f3-8369-923ce1fb2676 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Checking segment: {'id': '8bd8b239-ba1f-4c9b-81a5-d0df23b0542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '4efade23-a1c4-4c10-9114-abcb72c5df82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:50.488679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b00be9d-73ea-41f3-8369-923ce1fb2676 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Network hostable DHCP agents. Network: 4efade23-a1c4-4c10-9114-abcb72c5df82, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:46:50.498806 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e67fd1d-2b2c-4121-a15b-9644ca8409c3 x-openstack-request-id: req-5e67fd1d-2b2c-4121-a15b-9644ca8409c3 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:46:50.499098 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78", "name": "network-vif-deleted", "tag": "82c1587d-383c-4c90-891e-d04f498e7844", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:46:50.499352 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e67fd1d-2b2c-4121-a15b-9644ca8409c3 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:46:50.499749 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78', 'name': 'network-vif-deleted', 'tag': '82c1587d-383c-4c90-891e-d04f498e7844', 'status': 'completed', 'code': 200} Nov 11 21:46:50.543532 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b00be9d-73ea-41f3-8369-923ce1fb2676 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Network 4efade23-a1c4-4c10-9114-abcb72c5df82 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:46:50.570618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-4b00be9d-73ea-41f3-8369-923ce1fb2676 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 4efade23-a1c4-4c10-9114-abcb72c5df82) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:50.575515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b00be9d-73ea-41f3-8369-923ce1fb2676 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:50.576311 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4b00be9d-73ea-41f3-8369-923ce1fb2676 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:50.584125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3db68a7-b9a7-4c20-8205-c88cce6bb9af None None] Network 4efade23-a1c4-4c10-9114-abcb72c5df82 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:50.606513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4b00be9d-73ea-41f3-8369-923ce1fb2676 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2409759 Nov 11 21:46:50.609838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53442) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:50.615349 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-dc0a80cf-add1-4d01-87d8-7f96eac105c7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Request body: {'network': {'name': 'tempest-router-network01--407297592'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:50.666969 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0a80cf-add1-4d01-87d8-7f96eac105c7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Made reservation on behalf of 8a52c8f567054f24b0a97af0286364b1 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:50.671343 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc0a80cf-add1-4d01-87d8-7f96eac105c7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:50.722281 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0a80cf-add1-4d01-87d8-7f96eac105c7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:46:50.742868 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc0a80cf-add1-4d01-87d8-7f96eac105c7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:50.743460 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-dc0a80cf-add1-4d01-87d8-7f96eac105c7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Added segment 5222f950-0d20-4585-bdd7-1e48660dac38 of type vlan for network 91e34bab-56e5-493a-9a1a-4808231e36fa Nov 11 21:46:50.847345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc0a80cf-add1-4d01-87d8-7f96eac105c7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:50.909561 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc0a80cf-add1-4d01-87d8-7f96eac105c7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:50.916607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a80cf-add1-4d01-87d8-7f96eac105c7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:50.917478 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc0a80cf-add1-4d01-87d8-7f96eac105c7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:51.015092 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dc0a80cf-add1-4d01-87d8-7f96eac105c7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4038486 Nov 11 21:46:51.017765 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53458) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:51.023771 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-00e97919-7802-4c74-a5fa-67a1b17c4e23 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Request body: {'network': {'name': 'tempest-router-network02--1027564293'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:51.037429 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-4efade23-a1c4-4c10-9114-abcb72c5df82', 'network_id': '4efade23-a1c4-4c10-9114-abcb72c5df82', 'tenant_id': '8a52c8f567054f24b0a97af0286364b1', 'fixed_ips': [{'subnet_id': '3fad8f03-0e3c-47b4-955d-8ea6f53f3220'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:46:51.038766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:51.095404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e97919-7802-4c74-a5fa-67a1b17c4e23 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Made reservation on behalf of 8a52c8f567054f24b0a97af0286364b1 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:51.099661 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00e97919-7802-4c74-a5fa-67a1b17c4e23 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:51.153669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a80cf-add1-4d01-87d8-7f96eac105c7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event updated for resources: {'Network': ['ID=91e34bab-56e5-493a-9a1a-4808231e36fa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:51.160376 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e97919-7802-4c74-a5fa-67a1b17c4e23 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:46:51.176515 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00e97919-7802-4c74-a5fa-67a1b17c4e23 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:51.177174 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-00e97919-7802-4c74-a5fa-67a1b17c4e23 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Added segment 671ca54f-a69c-4082-9aad-4f9955b9c2da of type vlan for network eb64283e-ba78-400f-ac87-48021e2ce5b2 Nov 11 21:46:51.228668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 91e34bab-56e5-493a-9a1a-4808231e36fa details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:46:51.402328 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-496c5f23-39b8-43d2-851c-d6515c031947 req-5b8f395e-8ae1-4f58-9216-86720e367810 tempest-VolumesActionsTest-190551816 tempest-VolumesActionsTest-190551816-project] 10.222.0.57 "GET /v2.0/ports?device_id=de5c2e1b-5dfb-455e-8dc7-453d8f5e1d78 HTTP/1.1" status: 200 len: 210 time: 0.1296768 Nov 11 21:46:51.457170 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00e97919-7802-4c74-a5fa-67a1b17c4e23 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:51.521750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0765fc-4b15-4a33-ba8c-4cf8bf656eb1 req-f8be6fdf-16fe-44aa-8da3-f27463e65898 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:51.534547 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c0765fc-4b15-4a33-ba8c-4cf8bf656eb1 req-f8be6fdf-16fe-44aa-8da3-f27463e65898 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.2634661 Nov 11 21:46:51.565060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Allocated IP 172.20.0.2 (4efade23-a1c4-4c10-9114-abcb72c5df82/3fad8f03-0e3c-47b4-955d-8ea6f53f3220/7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:46:51.589573 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00e97919-7802-4c74-a5fa-67a1b17c4e23 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:51.609117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e97919-7802-4c74-a5fa-67a1b17c4e23 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:51.609844 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00e97919-7802-4c74-a5fa-67a1b17c4e23 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:51.743945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-00e97919-7802-4c74-a5fa-67a1b17c4e23 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7247841 Nov 11 21:46:51.746927 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:51.752912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Request body: {'subnet': {'network_id': '91e34bab-56e5-493a-9a1a-4808231e36fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:51.827826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c0765fc-4b15-4a33-ba8c-4cf8bf656eb1 req-23de192c-696b-448a-8390-ba38ff7b9d3f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922218 Nov 11 21:46:51.835672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e97919-7802-4c74-a5fa-67a1b17c4e23 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event updated for resources: {'Network': ['ID=eb64283e-ba78-400f-ac87-48021e2ce5b2,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:51.860668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network eb64283e-ba78-400f-ac87-48021e2ce5b2 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:46:51.933664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53486) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:51.974223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Made reservation on behalf of 8a52c8f567054f24b0a97af0286364b1 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:51.978294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.098573 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.107012 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.109530 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f092292e-076e-413d-b2f0-59ff3fe32610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.162970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Network 4efade23-a1c4-4c10-9114-abcb72c5df82 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:46:52.166529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:52.175240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:46:52.186344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Pushing event updated for resources: {'Port': ['ID=7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:52.293105 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Attempting to bind port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:46:52.294001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Attempting to bind port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '8bd8b239-ba1f-4c9b-81a5-d0df23b0542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '4efade23-a1c4-4c10-9114-abcb72c5df82'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:46:52.294001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Attempting to bind port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc on network 4efade23-a1c4-4c10-9114-abcb72c5df82 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:46:52.302652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:46:52.303034 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Checking segment: {'id': '8bd8b239-ba1f-4c9b-81a5-d0df23b0542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '4efade23-a1c4-4c10-9114-abcb72c5df82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:52.303441 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.303837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Bound using segment: {'id': '8bd8b239-ba1f-4c9b-81a5-d0df23b0542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '4efade23-a1c4-4c10-9114-abcb72c5df82'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:46:52.304810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Bound port: 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd8b239-ba1f-4c9b-81a5-d0df23b0542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '4efade23-a1c4-4c10-9114-abcb72c5df82'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:46:52.305220 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.353151 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f092292e-076e-413d-b2f0-59ff3fe32610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.362145 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f092292e-076e-413d-b2f0-59ff3fe32610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.396957 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.400913 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] For port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:46:52.407219 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] For port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc,segment=NetworkSegment(8bd8b239-ba1f-4c9b-81a5-d0df23b0542c),segment_id=8bd8b239-ba1f-4c9b-81a5-d0df23b0542c)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:46:52.415565 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.463182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092292e-076e-413d-b2f0-59ff3fe32610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c28a45f-57a9-4438-901a-98966fd46006,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:52.488028 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f092292e-076e-413d-b2f0-59ff3fe32610 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=929ce5bfa7454917b0040f1a42df01c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5510483 Nov 11 21:46:52.490236 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53514) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:52.508085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event updated for resources: {'Subnet': ['ID=567f77d1-2916-4096-8abb-c254d0be62b2,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:52.554471 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:52.555016 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:52.558081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:52.558670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:52.559247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:52.560237 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:52.564125 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:52.564712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:52.565214 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:52.565703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:52.566360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:52.566847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:52.590518 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Checking segment: {'id': '5222f950-0d20-4585-bdd7-1e48660dac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '91e34bab-56e5-493a-9a1a-4808231e36fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:52.590894 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Network hostable DHCP agents. Network: 91e34bab-56e5-493a-9a1a-4808231e36fa, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:46:52.599773 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c05c41ea-7710-40d8-9926-e70090ad0358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.603248 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 82c1587d-383c-4c90-891e-d04f498e7844 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:46:52.643912 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c05c41ea-7710-40d8-9926-e70090ad0358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.667388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Network 91e34bab-56e5-493a-9a1a-4808231e36fa is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:46:52.690699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 91e34bab-56e5-493a-9a1a-4808231e36fa) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:52.707514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:52.707887 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbc51c-453c-458e-9688-47eb7505f969 None None] Pushing event updated for resources: {'Port': ['ID=7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:52.708530 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.730388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399c0b95-69e6-449f-96be-e61d6956bfb1 None None] Network 91e34bab-56e5-493a-9a1a-4808231e36fa requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:52.736599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 82c1587d-383c-4c90-891e-d04f498e7844 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:46:52.737071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 82c1587d-383c-4c90-891e-d04f498e7844 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:46:52.764084 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f29badf5-cc64-47e1-bcf9-3a00ca54c247 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0159256 Nov 11 21:46:52.766825 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53530) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:52.774957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a24c186d-ea89-4e42-9d50-1c4dcc8881a2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Request body: {'subnet': {'network_id': 'eb64283e-ba78-400f-ac87-48021e2ce5b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:52.816985 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c05c41ea-7710-40d8-9926-e70090ad0358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.819941 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c05c41ea-7710-40d8-9926-e70090ad0358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.821284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c05c41ea-7710-40d8-9926-e70090ad0358 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2c28a45f-57a9-4438-901a-98966fd46006 HTTP/1.1" status: 204 len: 168 time: 0.3296895 Nov 11 21:46:52.845659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c41ea-7710-40d8-9926-e70090ad0358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c28a45f-57a9-4438-901a-98966fd46006,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:53.102223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24c186d-ea89-4e42-9d50-1c4dcc8881a2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Made reservation on behalf of 8a52c8f567054f24b0a97af0286364b1 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:53.108202 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a24c186d-ea89-4e42-9d50-1c4dcc8881a2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:53.179409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a3a3a-5e4b-4476-9620-c2dd28b10b4b req-b8410438-f8e0-4330-82ea-01d7981fe75e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:53.192305 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-91e34bab-56e5-493a-9a1a-4808231e36fa', 'network_id': '91e34bab-56e5-493a-9a1a-4808231e36fa', 'tenant_id': '8a52c8f567054f24b0a97af0286364b1', 'fixed_ips': [{'subnet_id': '567f77d1-2916-4096-8abb-c254d0be62b2'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:46:53.193461 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:53.201376 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d76a3a3a-5e4b-4476-9620-c2dd28b10b4b req-b8410438-f8e0-4330-82ea-01d7981fe75e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.2033036 Nov 11 21:46:53.336905 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d76a3a3a-5e4b-4476-9620-c2dd28b10b4b req-5717eca8-2d88-4ac0-8dd1-070cead17612 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320193 Nov 11 21:46:53.464818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-65601ed9-16aa-474d-a278-ac3bb3ed0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:53.467568 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-65601ed9-16aa-474d-a278-ac3bb3ed0afe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469&tenant_id=8be0585386e44e03b1b78f23eea6f900 HTTP/1.1" status: 200 len: 1095 time: 0.2835262 Nov 11 21:46:53.485922 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:53.569288 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:53.692305 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Allocated IP 172.20.0.2 (91e34bab-56e5-493a-9a1a-4808231e36fa/567f77d1-2916-4096-8abb-c254d0be62b2/3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:46:53.809678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53578) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:53.834414 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62b155ec-202b-4ed4-b591-e30c454d3c83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:54.109335 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:54.120164 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:54.147750 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62b155ec-202b-4ed4-b591-e30c454d3c83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:54.155052 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62b155ec-202b-4ed4-b591-e30c454d3c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:54.166711 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a24c186d-ea89-4e42-9d50-1c4dcc8881a2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:54.218186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Network 91e34bab-56e5-493a-9a1a-4808231e36fa is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:46:54.231890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:54.236229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:46:54.274187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-62b155ec-202b-4ed4-b591-e30c454d3c83 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7231a0f8be8643f3accf4e2bfeb845f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4607215 Nov 11 21:46:54.283833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53596) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:54.290799 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b155ec-202b-4ed4-b591-e30c454d3c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9acff4-07c8-4172-ab70-37d823199db5,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:54.309405 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Pushing event updated for resources: {'Port': ['ID=3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:54.436485 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa798370-ab48-425a-afb2-c135aa7a04bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:54.502368 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:46:54.531302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c186d-ea89-4e42-9d50-1c4dcc8881a2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event updated for resources: {'Subnet': ['ID=e76c4afb-6c66-40ff-a10f-fcbd44be73f5,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:54.538360 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa798370-ab48-425a-afb2-c135aa7a04bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:54.624004 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Attempting to bind port 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:46:54.624462 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Attempting to bind port 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '5222f950-0d20-4585-bdd7-1e48660dac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '91e34bab-56e5-493a-9a1a-4808231e36fa'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:46:54.625163 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Attempting to bind port 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a on network 91e34bab-56e5-493a-9a1a-4808231e36fa {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:46:54.633892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:46:54.634365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Checking segment: {'id': '5222f950-0d20-4585-bdd7-1e48660dac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '91e34bab-56e5-493a-9a1a-4808231e36fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:54.635281 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:54.635886 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Bound using segment: {'id': '5222f950-0d20-4585-bdd7-1e48660dac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '91e34bab-56e5-493a-9a1a-4808231e36fa'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:46:54.636591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Bound port: 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5222f950-0d20-4585-bdd7-1e48660dac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '91e34bab-56e5-493a-9a1a-4808231e36fa'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:46:54.637217 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:54.663814 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ef198489-3518-45bb-a880-12b7addb9280,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:54.767725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c787d-932d-45ca-b43d-888f1353a1e2 req-713a2200-b46b-475c-9871-ec6225433251 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:54.777954 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-092c787d-932d-45ca-b43d-888f1353a1e2 req-713a2200-b46b-475c-9871-ec6225433251 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 944 time: 0.1945312 Nov 11 21:46:54.786718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c186d-ea89-4e42-9d50-1c4dcc8881a2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Checking segment: {'id': '671ca54f-a69c-4082-9aad-4f9955b9c2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'eb64283e-ba78-400f-ac87-48021e2ce5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:54.786718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24c186d-ea89-4e42-9d50-1c4dcc8881a2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Network hostable DHCP agents. Network: eb64283e-ba78-400f-ac87-48021e2ce5b2, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:46:54.787740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:46:54.788434 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:54.802906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] For port 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:46:54.809358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703ba097-f9db-4819-b9df-51621efec47d None None] Network 4efade23-a1c4-4c10-9114-abcb72c5df82 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:54.834611 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:46:54.836997 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa798370-ab48-425a-afb2-c135aa7a04bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:54.846748 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa798370-ab48-425a-afb2-c135aa7a04bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:54.849941 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-aa798370-ab48-425a-afb2-c135aa7a04bd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c9acff4-07c8-4172-ab70-37d823199db5 HTTP/1.1" status: 204 len: 168 time: 0.5602839 Nov 11 21:46:54.881159 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa798370-ab48-425a-afb2-c135aa7a04bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9acff4-07c8-4172-ab70-37d823199db5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:54.956112 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-092c787d-932d-45ca-b43d-888f1353a1e2 req-cec63a99-ec4f-4c10-89ef-b2290454c85b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765733 Nov 11 21:46:54.976306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24c186d-ea89-4e42-9d50-1c4dcc8881a2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Network eb64283e-ba78-400f-ac87-48021e2ce5b2 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:46:55.018830 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a24c186d-ea89-4e42-9d50-1c4dcc8881a2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, eb64283e-ba78-400f-ac87-48021e2ce5b2) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:55.030362 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef198489-3518-45bb-a880-12b7addb9280 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:46:55.043289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24c186d-ea89-4e42-9d50-1c4dcc8881a2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:55.044215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a24c186d-ea89-4e42-9d50-1c4dcc8881a2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:55.065485 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:55.114501 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a24c186d-ea89-4e42-9d50-1c4dcc8881a2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3464565 Nov 11 21:46:55.116111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Transition to ACTIVE for port object ef198489-3518-45bb-a880-12b7addb9280 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:46:55.117632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53640) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:55.122544 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:55.268940 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] For port 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a,segment=NetworkSegment(5222f950-0d20-4585-bdd7-1e48660dac38),segment_id=5222f950-0d20-4585-bdd7-1e48660dac38)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:46:55.275707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094227d0-9162-4965-937a-e78f84da27ad None None] Network eb64283e-ba78-400f-ac87-48021e2ce5b2 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:55.353825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53648) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:55.389486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Pushing event updated for resources: {'Port': ['ID=ef198489-3518-45bb-a880-12b7addb9280,revision_number=9']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:55.542625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] No DVR routers for this DVR port ef198489-3518-45bb-a880-12b7addb9280 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:46:55.562859 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:55.631910 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:55.721275 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-80aefc4b-3d41-47c2-bd88-ae7b9d6abea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:55.849114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc,segment=NetworkSegment(8bd8b239-ba1f-4c9b-81a5-d0df23b0542c),segment_id=8bd8b239-ba1f-4c9b-81a5-d0df23b0542c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:55.850740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f792d7a-49e6-4fed-a677-a6ec94bcddc9 None None] Pushing event updated for resources: {'Port': ['ID=3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:55.872471 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:55.878734 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:55.900396 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Attempting to bind port ef198489-3518-45bb-a880-12b7addb9280 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:46:55.902463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Attempting to bind port ef198489-3518-45bb-a880-12b7addb9280 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:46:55.902936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Attempting to bind port ef198489-3518-45bb-a880-12b7addb9280 on network c9249c11-6f76-46de-a7de-b9a387fbb90f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:46:55.921948 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Port ef198489-3518-45bb-a880-12b7addb9280 on network c9249c11-6f76-46de-a7de-b9a387fbb90f not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:46:55.923643 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Attempting to bind port ef198489-3518-45bb-a880-12b7addb9280 on network c9249c11-6f76-46de-a7de-b9a387fbb90f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:46:55.931858 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:46:55.932348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Checking segment: {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:55.932868 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Bound using segment: {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:46:55.933465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Bound port: ef198489-3518-45bb-a880-12b7addb9280, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:46:55.934248 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:56.148255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-208bf065-edae-4c53-a1e8-fec736a407bd None None] Provisioning complete for port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:46:56.149046 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-208bf065-edae-4c53-a1e8-fec736a407bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:56.229788 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:46:56.237816 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ef198489-3518-45bb-a880-12b7addb9280,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:46:56.253807 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:56.353770 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:56.379376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:56.387138 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:56.398496 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] 10.222.0.10 "PUT /v2.0/ports/ef198489-3518-45bb-a880-12b7addb9280 HTTP/1.1" status: 200 len: 1092 time: 2.9192367 Nov 11 21:46:56.400363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:46:56.417065 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a9d10b-8fd4-442d-b2a6-3f91d41997e5" -d '{"events": [{"name": "network-changed", "server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "tag": "ef198489-3518-45bb-a880-12b7addb9280"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:46:56.436370 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-80aefc4b-3d41-47c2-bd88-ae7b9d6abea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:56.470261 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-80aefc4b-3d41-47c2-bd88-ae7b9d6abea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:56.510093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd642c8-6a87-45c3-9b48-0914e129b37c req-b5e4823d-1997-48d5-a326-cbc90413c818 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:56.515636 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5bd642c8-6a87-45c3-9b48-0914e129b37c req-b5e4823d-1997-48d5-a326-cbc90413c818 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.2733150 Nov 11 21:46:56.623215 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a25fa7-87c9-4778-9e0c-ab64881e3847 x-openstack-request-id: req-57a25fa7-87c9-4778-9e0c-ab64881e3847 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:46:56.623498 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "tag": "ef198489-3518-45bb-a880-12b7addb9280", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:46:56.623755 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-57a25fa7-87c9-4778-9e0c-ab64881e3847 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:46:56.624159 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280', 'status': 'completed', 'code': 200} Nov 11 21:46:56.648568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aefc4b-3d41-47c2-bd88-ae7b9d6abea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c77482-eeee-467a-8f9c-0f2898376e7e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:56.697814 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11beac45-236a-46f0-ac29-764c2d979f54 service neutron] Pushing event updated for resources: {'Port': ['ID=ef198489-3518-45bb-a880-12b7addb9280,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:56.729513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-068b516d-1db4-4beb-abe5-12627e313e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:56.736390 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-068b516d-1db4-4beb-abe5-12627e313e9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 1096 time: 0.3029151 Nov 11 21:46:56.808665 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-80aefc4b-3d41-47c2-bd88-ae7b9d6abea8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e8a9c1d29b046e7b258f29199a47d1a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4509814 Nov 11 21:46:56.816555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53712) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:56.948603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-14ff2ffd-b7f8-4396-ba18-4a99cafa26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:56.950918 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-14ff2ffd-b7f8-4396-ba18-4a99cafa26eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 919 time: 0.2061892 Nov 11 21:46:56.952467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Allocated IP 172.20.0.1 (91e34bab-56e5-493a-9a1a-4808231e36fa/567f77d1-2916-4096-8abb-c254d0be62b2/1f3f3639-44c7-44bf-9546-6ef3f4dcc93e) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:46:56.971402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5bd642c8-6a87-45c3-9b48-0914e129b37c req-f560b055-bc7f-4579-a768-f4cec98e4c48 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3328390 Nov 11 21:46:57.017530 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-39338965-cdbe-4fad-b5a2-7f5ae75647e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:57.108081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-39338965-cdbe-4fad-b5a2-7f5ae75647e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:57.177141 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-5db9f345-2dee-4d18-9074-f9e32f40f073 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef198489-3518-45bb-a880-12b7addb9280 HTTP/1.1" status: 200 len: 1000 time: 0.2123413 Nov 11 21:46:57.250742 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-39338965-cdbe-4fad-b5a2-7f5ae75647e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:57.254043 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-39338965-cdbe-4fad-b5a2-7f5ae75647e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:57.255750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-39338965-cdbe-4fad-b5a2-7f5ae75647e0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e4c77482-eeee-467a-8f9c-0f2898376e7e HTTP/1.1" status: 204 len: 168 time: 0.4338388 Nov 11 21:46:57.336547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39338965-cdbe-4fad-b5a2-7f5ae75647e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c77482-eeee-467a-8f9c-0f2898376e7e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:57.389662 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-7f5b71e1-663d-4d51-a08d-9d365124d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:57.391567 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-7f5b71e1-663d-4d51-a08d-9d365124d7a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.2122974 Nov 11 21:46:57.530607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-b3992fdd-399c-40d0-a153-a430100b2ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:57.537918 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-b3992fdd-399c-40d0-a153-a430100b2ecf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360850 Nov 11 21:46:57.630365 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:57.679142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-eb64283e-ba78-400f-ac87-48021e2ce5b2', 'network_id': 'eb64283e-ba78-400f-ac87-48021e2ce5b2', 'tenant_id': '8a52c8f567054f24b0a97af0286364b1', 'fixed_ips': [{'subnet_id': 'e76c4afb-6c66-40ff-a10f-fcbd44be73f5'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:46:57.680768 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:57.773153 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:57.941112 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-0b8f9917-6d87-497e-9a7d-bf1a1aeeea8a service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958220 Nov 11 21:46:57.942670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f0535f-5190-402e-aba1-4a9cab4fa66f None None] Network 91e34bab-56e5-493a-9a1a-4808231e36fa requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:46:58.050223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event updated for resources: {'Port': ['ID=1f3f3639-44c7-44bf-9546-6ef3f4dcc93e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:58.099326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Network 91e34bab-56e5-493a-9a1a-4808231e36fa is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:46:58.113566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:58.131304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:46:58.261622 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53764) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:58.304330 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93293a64-da0e-4821-a22c-10a298478c89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:58.422402 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:58.442910 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:46:58.459420 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Allocated IP 172.20.0.2 (eb64283e-ba78-400f-ac87-48021e2ce5b2/e76c4afb-6c66-40ff-a10f-fcbd44be73f5/32351d2f-52ee-4d55-a8f2-e3327fb4dd4d) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:46:58.487083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c3340709-7146-4346-8295-09af42438865 None None] Provisioning complete for port 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:46:58.497456 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3340709-7146-4346-8295-09af42438865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:58.555597 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93293a64-da0e-4821-a22c-10a298478c89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:58.569428 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93293a64-da0e-4821-a22c-10a298478c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:58.570526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3645a04-e677-459d-83f1-42ae562edd9f req-7007ddac-9b23-4f0a-95cc-93499573826d tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:58.572580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3645a04-e677-459d-83f1-42ae562edd9f req-7007ddac-9b23-4f0a-95cc-93499573826d tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.3780072 Nov 11 21:46:58.683371 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-93293a64-da0e-4821-a22c-10a298478c89 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=312831250e174216830018ac118cf777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193912 Nov 11 21:46:58.694500 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53774) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:58.735854 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3645a04-e677-459d-83f1-42ae562edd9f req-d25b410e-bffb-43f2-a976-972443a0c9ba tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361356 Nov 11 21:46:58.839009 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:58.875687 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-bf1d066f-e83b-416a-88c9-18856d2293ec service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9242475 Nov 11 21:46:58.884107 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93293a64-da0e-4821-a22c-10a298478c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09947f0f-bf9a-4285-aecd-00cce24c1492,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:58.988291 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4213-0066-4eb7-a23a-d211fbe847d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:59.235182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4213-0066-4eb7-a23a-d211fbe847d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:59.270649 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:46:59.272105 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:59.340441 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9d10b-8fd4-442d-b2a6-3f91d41997e5 req-ad71ef67-2fe8-4da2-9960-6612124dc5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:59.342054 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a2a9d10b-8fd4-442d-b2a6-3f91d41997e5 req-ad71ef67-2fe8-4da2-9960-6612124dc5b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 1096 time: 0.3631048 Nov 11 21:46:59.436692 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3340709-7146-4346-8295-09af42438865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:59.792273 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:59.795248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53802) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:59.812891 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:59.852753 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:59.869408 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:59.907962 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:59.975259 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c3340709-7146-4346-8295-09af42438865 None None] For port 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a,segment=NetworkSegment(5222f950-0d20-4585-bdd7-1e48660dac38),segment_id=5222f950-0d20-4585-bdd7-1e48660dac38)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:47:00.007335 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9d10b-8fd4-442d-b2a6-3f91d41997e5 req-606bb1b4-0cb5-4d42-a8a3-d99818e8e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:00.022662 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a2a9d10b-8fd4-442d-b2a6-3f91d41997e5 req-606bb1b4-0cb5-4d42-a8a3-d99818e8e070 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 919 time: 0.6600182 Nov 11 21:47:00.026290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event updated for resources: {'Port': ['ID=1f3f3639-44c7-44bf-9546-6ef3f4dcc93e,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:00.062076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:00.065649 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:00.068655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:00.070739 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:00.071150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:00.071823 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:00.077200 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:00.077571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:00.078046 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:00.078409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:00.078787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:00.079137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:00.095491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Network eb64283e-ba78-400f-ac87-48021e2ce5b2 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:47:00.103272 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:47:00.105809 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:00.110246 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3340709-7146-4346-8295-09af42438865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:00.124052 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:47:00.220524 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a2a9d10b-8fd4-442d-b2a6-3f91d41997e5 req-bf38ea8e-670c-428a-a68e-a5899690bd88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef198489-3518-45bb-a880-12b7addb9280 HTTP/1.1" status: 200 len: 1000 time: 0.1704981 Nov 11 21:47:00.262138 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4213-0066-4eb7-a23a-d211fbe847d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:00.263498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Pushing event updated for resources: {'Port': ['ID=32351d2f-52ee-4d55-a8f2-e3327fb4dd4d,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:00.282379 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4213-0066-4eb7-a23a-d211fbe847d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:00.283573 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0a5b4213-0066-4eb7-a23a-d211fbe847d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/09947f0f-bf9a-4285-aecd-00cce24c1492 HTTP/1.1" status: 204 len: 168 time: 1.5858190 Nov 11 21:47:00.399836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b4213-0066-4eb7-a23a-d211fbe847d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09947f0f-bf9a-4285-aecd-00cce24c1492,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:00.447315 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a78e4ac1-db41-4357-a29f-c81671f67071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:00.475425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Network 91e34bab-56e5-493a-9a1a-4808231e36fa is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:47:00.475835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9d10b-8fd4-442d-b2a6-3f91d41997e5 req-3c7460f6-137a-46c8-8100-a4567751bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:00.477518 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a2a9d10b-8fd4-442d-b2a6-3f91d41997e5 req-3c7460f6-137a-46c8-8100-a4567751bc0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.2426717 Nov 11 21:47:00.489436 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:47:00.528294 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3340709-7146-4346-8295-09af42438865 None None] Pushing event updated for resources: {'Port': ['ID=3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:00.619524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380b09e-cab1-419e-84c8-4ea2d12e82d5 req-4de62105-86c0-4a5f-aae2-f40666352458 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:00.621331 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d380b09e-cab1-419e-84c8-4ea2d12e82d5 req-4de62105-86c0-4a5f-aae2-f40666352458 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.5170937 Nov 11 21:47:00.677342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9d10b-8fd4-442d-b2a6-3f91d41997e5 req-7d228584-a7db-46d2-889b-e2a6d01cad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:00.684400 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a2a9d10b-8fd4-442d-b2a6-3f91d41997e5 req-7d228584-a7db-46d2-889b-e2a6d01cad12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859174 Nov 11 21:47:00.731786 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:47:00.732766 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:47:00.742668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c3340709-7146-4346-8295-09af42438865 None None] Provisioning complete for port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:47:00.745115 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3340709-7146-4346-8295-09af42438865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:00.869147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Attempting to bind port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:47:00.875099 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Attempting to bind port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '671ca54f-a69c-4082-9aad-4f9955b9c2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'eb64283e-ba78-400f-ac87-48021e2ce5b2'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:47:00.877626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Attempting to bind port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d on network eb64283e-ba78-400f-ac87-48021e2ce5b2 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:47:00.896467 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:47:00.899171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Checking segment: {'id': '671ca54f-a69c-4082-9aad-4f9955b9c2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'eb64283e-ba78-400f-ac87-48021e2ce5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:47:00.901247 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:00.903518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Bound using segment: {'id': '671ca54f-a69c-4082-9aad-4f9955b9c2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'eb64283e-ba78-400f-ac87-48021e2ce5b2'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:47:00.904271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Bound port: 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671ca54f-a69c-4082-9aad-4f9955b9c2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'eb64283e-ba78-400f-ac87-48021e2ce5b2'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:47:00.905199 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:00.967775 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a2a9d10b-8fd4-442d-b2a6-3f91d41997e5 req-447e2d09-771e-4a4a-a16f-f48b92d2f30a service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666280 Nov 11 21:47:01.156255 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d380b09e-cab1-419e-84c8-4ea2d12e82d5 req-5c3849ee-3234-4932-84b5-4b100ec25272 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4756339 Nov 11 21:47:01.286789 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] For port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:47:01.386409 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a2a9d10b-8fd4-442d-b2a6-3f91d41997e5 req-b7b510d8-7911-4d47-bb43-4a6f1269b1bd service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069183 Nov 11 21:47:01.415052 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a78e4ac1-db41-4357-a29f-c81671f67071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:01.433332 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a78e4ac1-db41-4357-a29f-c81671f67071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:01.434093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] For port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=32351d2f-52ee-4d55-a8f2-e3327fb4dd4d,segment=NetworkSegment(671ca54f-a69c-4082-9aad-4f9955b9c2da),segment_id=671ca54f-a69c-4082-9aad-4f9955b9c2da)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:47:01.455316 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:01.499090 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a78e4ac1-db41-4357-a29f-c81671f67071 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4423b8da706d4992a293e6a239793f08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7021365 Nov 11 21:47:01.502010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53852) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:01.572465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:47:01.640204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e4ac1-db41-4357-a29f-c81671f67071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce59d5e0-711e-40ab-9fe0-9492676ca167,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:01.649776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Router 8d772c09-6117-44ab-b1a0-b40d2ccb0aab is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:47:01.662976 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fdc7bc75-26fd-4ebe-bb4c-3e612a984580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:01.684621 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffa98d-19cc-4389-af46-9ef7ed2eb7fb None None] Pushing event updated for resources: {'Port': ['ID=32351d2f-52ee-4d55-a8f2-e3327fb4dd4d,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:01.774051 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fdc7bc75-26fd-4ebe-bb4c-3e612a984580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:01.808154 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-93b792b0-6da3-4b46-a8b5-8607779c7cf1 None None] Provisioning complete for port 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:47:01.808154 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93b792b0-6da3-4b46-a8b5-8607779c7cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:01.895271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:47:01.895941 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:01.963330 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:47:02.006370 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fdc7bc75-26fd-4ebe-bb4c-3e612a984580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:02.021640 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fdc7bc75-26fd-4ebe-bb4c-3e612a984580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:02.025172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-66ce03ba-32db-4481-bcc4-2742f30db64f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "PUT /v2.0/routers/8d772c09-6117-44ab-b1a0-b40d2ccb0aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9048696 Nov 11 21:47:02.030331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53868) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:02.030476 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fdc7bc75-26fd-4ebe-bb4c-3e612a984580 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ce59d5e0-711e-40ab-9fe0-9492676ca167 HTTP/1.1" status: 204 len: 168 time: 0.5271623 Nov 11 21:47:02.066677 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7bc75-26fd-4ebe-bb4c-3e612a984580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce59d5e0-711e-40ab-9fe0-9492676ca167,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:02.070824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca07eeb-0025-4c31-ba14-4893f80d6c48 None None] Sync routers for ids ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:47:02.145870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca07eeb-0025-4c31-ba14-4893f80d6c48 None None] Routers {'8d772c09-6117-44ab-b1a0-b40d2ccb0aab'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:47:02.146799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-fca07eeb-0025-4c31-ba14-4893f80d6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:02.298825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-fca07eeb-0025-4c31-ba14-4893f80d6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:02.332868 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca07eeb-0025-4c31-ba14-4893f80d6c48 None None] Routers {'8d772c09-6117-44ab-b1a0-b40d2ccb0aab'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:47:02.333568 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-fca07eeb-0025-4c31-ba14-4893f80d6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:02.340006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-93b792b0-6da3-4b46-a8b5-8607779c7cf1 None None] Provisioning complete for port 1f3f3639-44c7-44bf-9546-6ef3f4dcc93e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:47:02.340662 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93b792b0-6da3-4b46-a8b5-8607779c7cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:02.512245 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-93b792b0-6da3-4b46-a8b5-8607779c7cf1 None None] Port 1f3f3639-44c7-44bf-9546-6ef3f4dcc93e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:47:02.524630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-fca07eeb-0025-4c31-ba14-4893f80d6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:02.526471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca07eeb-0025-4c31-ba14-4893f80d6c48 None None] The sync data for ids ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:47:02.730597 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:47:02.878555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:47:02.879520 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:03.609364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095a4236-a5d9-4cbc-b8bb-21c16d470a60 None None] Network eb64283e-ba78-400f-ac87-48021e2ce5b2 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:47:03.850257 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c7003300-a48a-44ce-b5fd-341c503a347f None None] Provisioning complete for port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:47:03.853645 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7003300-a48a-44ce-b5fd-341c503a347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:04.164391 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f7172-35a8-4107-97a4-bd16cf3e873b req-20b00e1f-3f7d-4bf0-9e9c-678e69bdec43 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:04.166906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:47:04.178476 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-040f7172-35a8-4107-97a4-bd16cf3e873b req-20b00e1f-3f7d-4bf0-9e9c-678e69bdec43 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 1.7498353 Nov 11 21:47:04.461010 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7003300-a48a-44ce-b5fd-341c503a347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:04.510976 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:47:04.511562 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:04.613755 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c7003300-a48a-44ce-b5fd-341c503a347f None None] For port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=32351d2f-52ee-4d55-a8f2-e3327fb4dd4d,segment=NetworkSegment(671ca54f-a69c-4082-9aad-4f9955b9c2da),segment_id=671ca54f-a69c-4082-9aad-4f9955b9c2da)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:47:04.629446 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7003300-a48a-44ce-b5fd-341c503a347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:04.840947 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-040f7172-35a8-4107-97a4-bd16cf3e873b req-3d62c108-7517-4a47-a84f-8eec25ecad31 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6606255 Nov 11 21:47:04.881378 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7003300-a48a-44ce-b5fd-341c503a347f None None] Pushing event updated for resources: {'Port': ['ID=32351d2f-52ee-4d55-a8f2-e3327fb4dd4d,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:05.280866 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-ee006fba-9c01-4f01-80b1-2542091998d2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:05.283153 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ee006fba-9c01-4f01-80b1-2542091998d2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "PUT /v2.0/routers/8d772c09-6117-44ab-b1a0-b40d2ccb0aab/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.2461188 Nov 11 21:47:05.286506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53948) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:05.806671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:47:06.077929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:47:06.078622 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:06.140242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0328a46b-a423-44e4-ac4f-233ff1e5c9eb None None] Provisioning complete for port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:47:06.143212 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0328a46b-a423-44e4-ac4f-233ff1e5c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:06.145297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b6881-b347-4070-ac09-3d558865e1b2 req-238f6f2c-561c-432b-ba84-57d2701d9e7a tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:06.157345 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941b6881-b347-4070-ac09-3d558865e1b2 req-238f6f2c-561c-432b-ba84-57d2701d9e7a tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.1109259 Nov 11 21:47:06.226514 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2379c911-1ec6-4408-8bdd-64f80f2c4c6a tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:06.303374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941b6881-b347-4070-ac09-3d558865e1b2 req-17d3cf0a-7dfa-43a8-8b1c-ce1dfbead396 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426275 Nov 11 21:47:06.851531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2379c911-1ec6-4408-8bdd-64f80f2c4c6a tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Deleting port 1f3f3639-44c7-44bf-9546-6ef3f4dcc93e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:47:06.852140 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2379c911-1ec6-4408-8bdd-64f80f2c4c6a tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:06.967126 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2379c911-1ec6-4408-8bdd-64f80f2c4c6a tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:07.000496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2379c911-1ec6-4408-8bdd-64f80f2c4c6a tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Calling delete_port for 1f3f3639-44c7-44bf-9546-6ef3f4dcc93e owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:47:07.447512 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2379c911-1ec6-4408-8bdd-64f80f2c4c6a tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:07.610656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379c911-1ec6-4408-8bdd-64f80f2c4c6a tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event deleted for resources: {'Port': ['ID=1f3f3639-44c7-44bf-9546-6ef3f4dcc93e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:07.724410 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc77da-9f25-4331-bec0-3659a2853db0 req-d575166c-c226-4bf0-b9e5-b0b139f69b3c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:07.733943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cfc77da-9f25-4331-bec0-3659a2853db0 req-d575166c-c226-4bf0-b9e5-b0b139f69b3c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.2611475 Nov 11 21:47:07.876868 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cfc77da-9f25-4331-bec0-3659a2853db0 req-1d56f596-119e-4f1f-a707-86f893e6d258 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266613 Nov 11 21:47:08.647679 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2379c911-1ec6-4408-8bdd-64f80f2c4c6a tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:09.149590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2379c911-1ec6-4408-8bdd-64f80f2c4c6a tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Router 8d772c09-6117-44ab-b1a0-b40d2ccb0aab has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:47:09.253823 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f20ec-99aa-4de0-a0b5-7b312209876e req-d503b0c5-fa59-499a-9071-78e9b1050720 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:09.258061 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-935f20ec-99aa-4de0-a0b5-7b312209876e req-d503b0c5-fa59-499a-9071-78e9b1050720 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.1971350 Nov 11 21:47:09.306489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2379c911-1ec6-4408-8bdd-64f80f2c4c6a tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:47:09.319166 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3088b3-9872-4d49-9728-68362204cea7 None None] Sync routers for ids ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:47:09.321109 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2379c911-1ec6-4408-8bdd-64f80f2c4c6a tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "PUT /v2.0/routers/8d772c09-6117-44ab-b1a0-b40d2ccb0aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0329263 Nov 11 21:47:09.325729 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54046) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:09.346117 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3088b3-9872-4d49-9728-68362204cea7 None None] Routers {'8d772c09-6117-44ab-b1a0-b40d2ccb0aab'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:47:09.350112 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cf3088b3-9872-4d49-9728-68362204cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:09.429461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-935f20ec-99aa-4de0-a0b5-7b312209876e req-f409a0c2-e8e0-4885-bcbf-ab9a61d1e3ec tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617939 Nov 11 21:47:09.459312 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cf3088b3-9872-4d49-9728-68362204cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:09.476834 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-e65dd264-5cdb-463b-8114-40573974735c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] delete failed (client error): The resource could not be found. Nov 11 21:47:09.481806 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e65dd264-5cdb-463b-8114-40573974735c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-503845905 HTTP/1.1" status: 404 len: 334 time: 0.1505773 Nov 11 21:47:09.482725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54050) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:09.488609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0d83da4b-1bb2-4661-b6da-2bbe953b3f7e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d772c09-6117-44ab-b1a0-b40d2ccb0aab'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:09.500072 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3088b3-9872-4d49-9728-68362204cea7 None None] Routers {'8d772c09-6117-44ab-b1a0-b40d2ccb0aab'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:47:09.500699 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cf3088b3-9872-4d49-9728-68362204cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:09.574859 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cf3088b3-9872-4d49-9728-68362204cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:09.576441 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3088b3-9872-4d49-9728-68362204cea7 None None] The sync data for ids ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:47:10.244327 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d83da4b-1bb2-4661-b6da-2bbe953b3f7e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:10.297520 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-0d83da4b-1bb2-4661-b6da-2bbe953b3f7e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] update failed (client error): The resource could not be found. Nov 11 21:47:10.298732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0d83da4b-1bb2-4661-b6da-2bbe953b3f7e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "PUT /v2.0/routers/8d772c09-6117-44ab-b1a0-b40d2ccb0aab HTTP/1.1" status: 404 len: 339 time: 0.8146245 Nov 11 21:47:10.302943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54070) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:10.770466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432d54a-e1ea-42fe-9920-b1cadd8e1511 req-13b88783-82de-47fd-ac69-7247b0ba7ac7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:10.779477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f432d54a-e1ea-42fe-9920-b1cadd8e1511 req-13b88783-82de-47fd-ac69-7247b0ba7ac7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.1135349 Nov 11 21:47:10.925445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f432d54a-e1ea-42fe-9920-b1cadd8e1511 req-4a188e02-3f87-434c-867f-be73d5797ca9 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349504 Nov 11 21:47:10.990580 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:11.038701 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:11.539794 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Allocated IP 172.20.0.1 (4efade23-a1c4-4c10-9114-abcb72c5df82/3fad8f03-0e3c-47b4-955d-8ea6f53f3220/0307ae1c-8287-4245-9c97-3c595e2d277c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:47:11.817167 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:11.968600 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:12.032918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Network 4efade23-a1c4-4c10-9114-abcb72c5df82 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:47:12.037176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:47:12.043451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:47:12.175335 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:12.309989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c7f8e-8df6-4404-be1e-5d3a69c423bd req-6016799a-4598-400e-94d3-45a6529b479a tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:12.315810 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b5c7f8e-8df6-4404-be1e-5d3a69c423bd req-6016799a-4598-400e-94d3-45a6529b479a tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.1499016 Nov 11 21:47:12.381599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event updated for resources: {'Port': ['ID=0307ae1c-8287-4245-9c97-3c595e2d277c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:12.507805 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b5c7f8e-8df6-4404-be1e-5d3a69c423bd req-70b2fbea-f88c-4600-8118-eb4c59acbe76 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804559 Nov 11 21:47:12.582514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-870030a1-f44f-4087-a66f-3f0e6c172d2d None None] Provisioning complete for port 0307ae1c-8287-4245-9c97-3c595e2d277c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:47:12.591405 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-870030a1-f44f-4087-a66f-3f0e6c172d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:12.684680 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:12.829740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-870030a1-f44f-4087-a66f-3f0e6c172d2d None None] Port 0307ae1c-8287-4245-9c97-3c595e2d277c cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:47:13.620083 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:13.629832 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:13.767923 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:13.863871 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a1155-823f-4784-ab74-5fe7dd52e447 req-6d0090ce-5093-45ce-a031-64601dce24e1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:13.873470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd0a1155-823f-4784-ab74-5fe7dd52e447 req-6d0090ce-5093-45ce-a031-64601dce24e1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.1350486 Nov 11 21:47:13.883590 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f30002bd-e82b-41e2-bd50-e50bdabecd84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:14.000560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd0a1155-823f-4784-ab74-5fe7dd52e447 req-9e6556bd-44b1-4d6a-af5a-d4f9e863b113 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232219 Nov 11 21:47:14.052975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Network 4efade23-a1c4-4c10-9114-abcb72c5df82 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:47:14.054355 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event updated for resources: {'Port': ['ID=0307ae1c-8287-4245-9c97-3c595e2d277c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:14.058181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:47:14.231814 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Router 8d772c09-6117-44ab-b1a0-b40d2ccb0aab has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:47:14.438517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:47:14.442988 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-142fab5f-c2eb-4550-9c3d-73784b8f8ec2 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "PUT /v2.0/routers/8d772c09-6117-44ab-b1a0-b40d2ccb0aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1389618 Nov 11 21:47:14.445856 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54170) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:14.467094 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bbe100-ea0b-4337-910c-6bfca00dffb4 None None] Sync routers for ids ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:47:14.489847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bbe100-ea0b-4337-910c-6bfca00dffb4 None None] Routers {'8d772c09-6117-44ab-b1a0-b40d2ccb0aab'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:47:14.490502 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-98bbe100-ea0b-4337-910c-6bfca00dffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:14.653353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-98bbe100-ea0b-4337-910c-6bfca00dffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:14.694688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-207d1973-3024-4b6d-8afe-9e81fa7aef97 None None] Provisioning complete for port 0307ae1c-8287-4245-9c97-3c595e2d277c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:47:14.695335 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-207d1973-3024-4b6d-8afe-9e81fa7aef97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:14.741875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bbe100-ea0b-4337-910c-6bfca00dffb4 None None] Routers {'8d772c09-6117-44ab-b1a0-b40d2ccb0aab'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:47:14.742758 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-98bbe100-ea0b-4337-910c-6bfca00dffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:14.783560 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e6958c7-6d20-4841-b151-a813b92b10d1 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:14.793853 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-98bbe100-ea0b-4337-910c-6bfca00dffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:14.795025 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bbe100-ea0b-4337-910c-6bfca00dffb4 None None] The sync data for ids ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:47:14.808082 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:14.823700 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-207d1973-3024-4b6d-8afe-9e81fa7aef97 None None] Port 0307ae1c-8287-4245-9c97-3c595e2d277c cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:47:14.991500 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-0e6958c7-6d20-4841-b151-a813b92b10d1 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 21:47:14.993222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0e6958c7-6d20-4841-b151-a813b92b10d1 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "DELETE /v2.0/routers/8d772c09-6117-44ab-b1a0-b40d2ccb0aab HTTP/1.1" status: 409 len: 329 time: 0.5461020 Nov 11 21:47:14.996136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54188) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:15.302638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef657482-6c4f-4cfa-8f1c-18cbab0e2b9a req-e97bcc53-2ab9-41e7-a50b-1a9fe801191c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:15.305553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef657482-6c4f-4cfa-8f1c-18cbab0e2b9a req-e97bcc53-2ab9-41e7-a50b-1a9fe801191c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.1395671 Nov 11 21:47:15.468766 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef657482-6c4f-4cfa-8f1c-18cbab0e2b9a req-11c65687-1a71-4aa7-9f79-5149579a0376 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544411 Nov 11 21:47:15.891826 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ec12e264-0d29-40cb-9e90-5279a3b23a0d tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:16.049416 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9ee4e5bf-7ce2-4c08-b58a-9e4d5ac402d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:16.487223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ec12e264-0d29-40cb-9e90-5279a3b23a0d tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Deleting port 0307ae1c-8287-4245-9c97-3c595e2d277c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:47:16.487903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ec12e264-0d29-40cb-9e90-5279a3b23a0d tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:16.687904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673cf5a-2fcc-431b-b34e-640894c12ba0 req-8716763e-302d-4bd9-acd2-9404bd1c7535 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:16.698319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d673cf5a-2fcc-431b-b34e-640894c12ba0 req-8716763e-302d-4bd9-acd2-9404bd1c7535 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.0897744 Nov 11 21:47:16.740491 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ec12e264-0d29-40cb-9e90-5279a3b23a0d tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:16.773957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ec12e264-0d29-40cb-9e90-5279a3b23a0d tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Calling delete_port for 0307ae1c-8287-4245-9c97-3c595e2d277c owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:47:16.819647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d673cf5a-2fcc-431b-b34e-640894c12ba0 req-deacef26-9d50-4006-a9fc-5189dc2c7bcb tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198359 Nov 11 21:47:17.141155 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ec12e264-0d29-40cb-9e90-5279a3b23a0d tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:17.167705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12e264-0d29-40cb-9e90-5279a3b23a0d tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event deleted for resources: {'Port': ['ID=0307ae1c-8287-4245-9c97-3c595e2d277c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:17.281657 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:17.534795 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ec12e264-0d29-40cb-9e90-5279a3b23a0d tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:17.746364 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec12e264-0d29-40cb-9e90-5279a3b23a0d tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Router 8d772c09-6117-44ab-b1a0-b40d2ccb0aab has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:47:18.008189 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec12e264-0d29-40cb-9e90-5279a3b23a0d tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:47:18.019321 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cacb47f-6e50-4c5d-b9b4-e6ad883b7d72 None None] Sync routers for ids ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:47:18.027884 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ec12e264-0d29-40cb-9e90-5279a3b23a0d tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "PUT /v2.0/routers/8d772c09-6117-44ab-b1a0-b40d2ccb0aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0242465 Nov 11 21:47:18.033691 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54258) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:18.039724 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cacb47f-6e50-4c5d-b9b4-e6ad883b7d72 None None] Routers {'8d772c09-6117-44ab-b1a0-b40d2ccb0aab'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:47:18.040922 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5cacb47f-6e50-4c5d-b9b4-e6ad883b7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:47:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:18.078117 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5cacb47f-6e50-4c5d-b9b4-e6ad883b7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:18.089063 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cacb47f-6e50-4c5d-b9b4-e6ad883b7d72 None None] Routers {'8d772c09-6117-44ab-b1a0-b40d2ccb0aab'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:47:18.090206 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5cacb47f-6e50-4c5d-b9b4-e6ad883b7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:47:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:18.128360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95e876-bd30-40ac-b04a-47729496a428 req-9770e612-082b-4908-8889-726a7aa0c6ab tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:18.136403 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff95e876-bd30-40ac-b04a-47729496a428 req-9770e612-082b-4908-8889-726a7aa0c6ab tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.1117399 Nov 11 21:47:18.150904 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-672df0fe-e09f-4b37-8089-fae2f95910d0 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] show failed (client error): The resource could not be found. Nov 11 21:47:18.157841 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-672df0fe-e09f-4b37-8089-fae2f95910d0 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-587152355 HTTP/1.1" status: 404 len: 334 time: 0.1143529 Nov 11 21:47:18.158480 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54262) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:18.174405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1dbcc192-ed0a-483e-85d8-601af9cea17f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:18.298075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff95e876-bd30-40ac-b04a-47729496a428 req-bce59e24-cad4-45cc-b066-dfcbebdce443 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605167 Nov 11 21:47:18.398465 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5cacb47f-6e50-4c5d-b9b4-e6ad883b7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:18.400943 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cacb47f-6e50-4c5d-b9b4-e6ad883b7d72 None None] The sync data for ids ['8d772c09-6117-44ab-b1a0-b40d2ccb0aab'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:47:18.550274 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:19.286507 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-1dbcc192-ed0a-483e-85d8-601af9cea17f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] update failed (client error): The resource could not be found. Nov 11 21:47:19.287631 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1dbcc192-ed0a-483e-85d8-601af9cea17f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-1694000114 HTTP/1.1" status: 404 len: 335 time: 1.1279221 Nov 11 21:47:19.291255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54286) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:19.338652 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:19.441885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-43584ed8-26db-4ada-aa96-a15bebc6c650 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Deleting subnet e76c4afb-6c66-40ff-a10f-fcbd44be73f5 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:47:19.449576 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43584ed8-26db-4ada-aa96-a15bebc6c650 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:19.551167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43584ed8-26db-4ada-aa96-a15bebc6c650 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:19.842704 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43584ed8-26db-4ada-aa96-a15bebc6c650 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:19.960936 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43584ed8-26db-4ada-aa96-a15bebc6c650 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:20.003524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43584ed8-26db-4ada-aa96-a15bebc6c650 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event deleted for resources: {'Subnet': ['ID=e76c4afb-6c66-40ff-a10f-fcbd44be73f5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:20.028098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c368c-c1d2-48f0-a682-c20e0c64545b None None] Network eb64283e-ba78-400f-ac87-48021e2ce5b2 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:47:20.029318 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43584ed8-26db-4ada-aa96-a15bebc6c650 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:20.034292 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-43584ed8-26db-4ada-aa96-a15bebc6c650 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "DELETE /v2.0/subnets/e76c4afb-6c66-40ff-a10f-fcbd44be73f5 HTTP/1.1" status: 204 len: 168 time: 0.7411790 Nov 11 21:47:20.035975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54302) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:20.051572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8783908-5b84-4e37-8c16-a68bcb505527 req-22e3727f-f62a-4dce-af94-f10117a4589c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:20.056527 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f8783908-5b84-4e37-8c16-a68bcb505527 req-22e3727f-f62a-4dce-af94-f10117a4589c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.4002213 Nov 11 21:47:20.197366 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce83e1f-9ac6-47be-bfa4-42b8fddbcde7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Deleting subnet 567f77d1-2916-4096-8abb-c254d0be62b2 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:47:20.202212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f8783908-5b84-4e37-8c16-a68bcb505527 req-dfa87e99-df9b-4a9c-add3-0261434edba6 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358631 Nov 11 21:47:20.228746 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cce83e1f-9ac6-47be-bfa4-42b8fddbcde7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:20.325696 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cce83e1f-9ac6-47be-bfa4-42b8fddbcde7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:20.448344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] DHCP port deletion for eb64283e-ba78-400f-ac87-48021e2ce5b2 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:47:20.500747 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cce83e1f-9ac6-47be-bfa4-42b8fddbcde7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:20.596538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Deleting port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:47:20.596937 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:20.638816 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cce83e1f-9ac6-47be-bfa4-42b8fddbcde7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:20.711909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce83e1f-9ac6-47be-bfa4-42b8fddbcde7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event deleted for resources: {'Subnet': ['ID=567f77d1-2916-4096-8abb-c254d0be62b2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:20.761209 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cce83e1f-9ac6-47be-bfa4-42b8fddbcde7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:20.770562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54320) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:20.782541 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cce83e1f-9ac6-47be-bfa4-42b8fddbcde7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "DELETE /v2.0/subnets/567f77d1-2916-4096-8abb-c254d0be62b2 HTTP/1.1" status: 204 len: 168 time: 0.7307978 Nov 11 21:47:20.903312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] For port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=32351d2f-52ee-4d55-a8f2-e3327fb4dd4d,segment=NetworkSegment(671ca54f-a69c-4082-9aad-4f9955b9c2da),segment_id=671ca54f-a69c-4082-9aad-4f9955b9c2da)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:47:20.904044 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:20.963954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Calling delete_port for 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:47:21.018672 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:21.069478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135b43c1-e99f-4bc7-ba65-c6ec6140bfaf None None] Network 91e34bab-56e5-493a-9a1a-4808231e36fa requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:47:21.074572 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:21.123380 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Pushing event deleted for resources: {'Port': ['ID=32351d2f-52ee-4d55-a8f2-e3327fb4dd4d,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:21.177296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:21.177647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:21.178052 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:21.178387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:21.178721 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:21.179045 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:21.179457 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:21.179735 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:21.180059 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:21.180405 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:21.180700 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:21.181053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:21.188620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6a86d-47a8-4141-a52e-785f5d7cd406 None None] No DVR routers for this DVR port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:47:21.224498 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Deleting port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:47:21.225098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:21.316653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:47:21.431107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] For port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d, host n-d-805737-3, got binding levels [] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:47:21.431565 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:21.433204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:47:21.433612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:47:21.506694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Calling delete_port for 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:47:21.511012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d was not found and therefore no delete operation was performed {{(pid=102534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:47:21.513965 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:21.616390 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefa51d8-eafe-4dff-8ff0-5cc16f5be572 None None] DHCP port deletion for 91e34bab-56e5-493a-9a1a-4808231e36fa request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:47:21.648876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event deleted for resources: {'Port': ['ID=32351d2f-52ee-4d55-a8f2-e3327fb4dd4d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:21.666353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] No DVR routers for this DVR port 32351d2f-52ee-4d55-a8f2-e3327fb4dd4d on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:47:21.881982 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cefa51d8-eafe-4dff-8ff0-5cc16f5be572 None None] Deleting port 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:47:21.882631 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cefa51d8-eafe-4dff-8ff0-5cc16f5be572 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:22.121917 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:22.210479 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cefa51d8-eafe-4dff-8ff0-5cc16f5be572 None None] For port 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a,segment=NetworkSegment(5222f950-0d20-4585-bdd7-1e48660dac38),segment_id=5222f950-0d20-4585-bdd7-1e48660dac38)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:47:22.211789 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cefa51d8-eafe-4dff-8ff0-5cc16f5be572 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:22.226797 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb64283e-ba78-400f-ac87-48021e2ce5b2']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:22.258472 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671ca54f-a69c-4082-9aad-4f9955b9c2da') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:22.258958 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671ca54f-a69c-4082-9aad-4f9955b9c2da') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:22.265022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cefa51d8-eafe-4dff-8ff0-5cc16f5be572 None None] Calling delete_port for 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:47:22.277402 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:22.301880 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:22.312210 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:47:22.312915 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:47:22.351567 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:47:22.392481 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4395a-0751-4d53-81d8-c523df565b7e req-0af207b9-6e6a-4a2c-8655-10c2350de996 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:22.405590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ad4395a-0751-4d53-81d8-c523df565b7e req-0af207b9-6e6a-4a2c-8655-10c2350de996 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.8922336 Nov 11 21:47:22.508466 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cefa51d8-eafe-4dff-8ff0-5cc16f5be572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:22.587267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa51d8-eafe-4dff-8ff0-5cc16f5be572 None None] Pushing event deleted for resources: {'Port': ['ID=3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:22.596117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa51d8-eafe-4dff-8ff0-5cc16f5be572 None None] No DVR routers for this DVR port 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:47:22.611637 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:22.619873 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:22.623957 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "DELETE /v2.0/networks/eb64283e-ba78-400f-ac87-48021e2ce5b2 HTTP/1.1" status: 204 len: 168 time: 1.8519235 Nov 11 21:47:22.626866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54360) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:22.653341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeded37-342a-4719-a741-a1f4f6bdf482 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event deleted for resources: {'Network': ['ID=eb64283e-ba78-400f-ac87-48021e2ce5b2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:22.711091 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ad4395a-0751-4d53-81d8-c523df565b7e req-8cd28fa4-c684-44f5-9d79-011a73f7845c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3043187 Nov 11 21:47:22.889481 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e91e729-093f-41a4-9b50-2b9194d8a503 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:23.062286 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e91e729-093f-41a4-9b50-2b9194d8a503 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:23.152287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3e91e729-093f-41a4-9b50-2b9194d8a503 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e34bab-56e5-493a-9a1a-4808231e36fa']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:23.174524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3e91e729-093f-41a4-9b50-2b9194d8a503 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5222f950-0d20-4585-bdd7-1e48660dac38') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:23.178965 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-3e91e729-093f-41a4-9b50-2b9194d8a503 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5222f950-0d20-4585-bdd7-1e48660dac38') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:23.191206 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e91e729-093f-41a4-9b50-2b9194d8a503 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:23.207442 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e91e729-093f-41a4-9b50-2b9194d8a503 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:23.213930 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e91e729-093f-41a4-9b50-2b9194d8a503 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:47:23.214554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e91e729-093f-41a4-9b50-2b9194d8a503 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:23.222715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:47:23.273533 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:47:23.274281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3db12b7e-e9f0-4f16-bcb6-f9a7a9d69a4a not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:47:23.295561 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:47:23.326656 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e91e729-093f-41a4-9b50-2b9194d8a503 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:23.344301 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e91e729-093f-41a4-9b50-2b9194d8a503 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:23.348163 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3e91e729-093f-41a4-9b50-2b9194d8a503 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "DELETE /v2.0/networks/91e34bab-56e5-493a-9a1a-4808231e36fa HTTP/1.1" status: 204 len: 168 time: 0.7193811 Nov 11 21:47:23.360879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91e729-093f-41a4-9b50-2b9194d8a503 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event deleted for resources: {'Network': ['ID=91e34bab-56e5-493a-9a1a-4808231e36fa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:23.369398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54394) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:23.528820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9444bd8-564d-46bf-9eb1-65a18048688e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Deleting subnet 3fad8f03-0e3c-47b4-955d-8ea6f53f3220 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:47:23.537878 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9444bd8-564d-46bf-9eb1-65a18048688e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:23.596575 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9444bd8-564d-46bf-9eb1-65a18048688e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:23.794545 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9444bd8-564d-46bf-9eb1-65a18048688e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:23.957465 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9444bd8-564d-46bf-9eb1-65a18048688e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:24.125458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9444bd8-564d-46bf-9eb1-65a18048688e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event deleted for resources: {'Subnet': ['ID=3fad8f03-0e3c-47b4-955d-8ea6f53f3220,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:24.159908 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055c5a33-47aa-419a-803f-7b370effe8c1 None None] Network 4efade23-a1c4-4c10-9114-abcb72c5df82 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:47:24.176598 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9444bd8-564d-46bf-9eb1-65a18048688e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:24.192980 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f9444bd8-564d-46bf-9eb1-65a18048688e tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "DELETE /v2.0/subnets/3fad8f03-0e3c-47b4-955d-8ea6f53f3220 HTTP/1.1" status: 204 len: 168 time: 0.8157508 Nov 11 21:47:24.194107 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54442) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:24.208394 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:47:24.253775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90793f-1043-4f1c-8b93-3e0bce149043 req-6e96b736-cc95-4c74-80ce-e7b92cd4c31f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:24.258349 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b90793f-1043-4f1c-8b93-3e0bce149043 req-6e96b736-cc95-4c74-80ce-e7b92cd4c31f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.2725716 Nov 11 21:47:24.386286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b90793f-1043-4f1c-8b93-3e0bce149043 req-789a16d9-6fb5-422a-9fce-97f7fe76695b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218164 Nov 11 21:47:24.415457 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:24.535757 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Deleting port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:47:24.536089 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:24.581861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00834827-4e83-46a6-8fbb-3885fa93faff None None] DHCP port deletion for 4efade23-a1c4-4c10-9114-abcb72c5df82 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:47:24.603945 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54454) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:24.683068 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] For port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc,segment=NetworkSegment(8bd8b239-ba1f-4c9b-81a5-d0df23b0542c),segment_id=8bd8b239-ba1f-4c9b-81a5-d0df23b0542c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:47:24.683920 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:24.701887 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Calling delete_port for 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:47:24.749611 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-00834827-4e83-46a6-8fbb-3885fa93faff None None] Deleting port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:47:24.750859 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00834827-4e83-46a6-8fbb-3885fa93faff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:24.951497 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:25.022356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event deleted for resources: {'Port': ['ID=7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:25.033961 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] No DVR routers for this DVR port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:47:25.071050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-00834827-4e83-46a6-8fbb-3885fa93faff None None] For port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc,segment=NetworkSegment(8bd8b239-ba1f-4c9b-81a5-d0df23b0542c),segment_id=8bd8b239-ba1f-4c9b-81a5-d0df23b0542c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:47:25.071567 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00834827-4e83-46a6-8fbb-3885fa93faff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:25.128392 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-00834827-4e83-46a6-8fbb-3885fa93faff None None] Calling delete_port for 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:47:25.200052 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-96811b69-96f2-4340-9769-49edd49130d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:25.261053 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:25.345130 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:47:25.348963 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00834827-4e83-46a6-8fbb-3885fa93faff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:25.361718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efade23-a1c4-4c10-9114-abcb72c5df82']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:25.390143 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd8b239-ba1f-4c9b-81a5-d0df23b0542c') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:25.391854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd8b239-ba1f-4c9b-81a5-d0df23b0542c') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:25.421903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:25.456464 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:25.467547 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:47:25.469201 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:47:25.474674 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:47:25.478136 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00834827-4e83-46a6-8fbb-3885fa93faff None None] No DVR routers for this DVR port 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:47:25.500279 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:47:25.500624 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:47:25.506006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00834827-4e83-46a6-8fbb-3885fa93faff None None] Pushing event deleted for resources: {'Port': ['ID=7667fdef-1e77-4cb1-a7e8-e2ddfe81afdc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:25.521688 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-96811b69-96f2-4340-9769-49edd49130d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:25.536321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-96811b69-96f2-4340-9769-49edd49130d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:25.594536 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:25.610905 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:25.615939 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "DELETE /v2.0/networks/4efade23-a1c4-4c10-9114-abcb72c5df82 HTTP/1.1" status: 204 len: 168 time: 1.4181356 Nov 11 21:47:25.619507 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-96811b69-96f2-4340-9769-49edd49130d9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c64f655da03e4c8080ccc57ca3d227e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0142410 Nov 11 21:47:25.621332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54486) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:25.623194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54488) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:25.642267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ad0c5-9283-467a-b8b1-daa9def7fd9c tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Pushing event deleted for resources: {'Network': ['ID=4efade23-a1c4-4c10-9114-abcb72c5df82,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:25.649268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96811b69-96f2-4340-9769-49edd49130d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4063721a-515b-4d33-9484-25d9082464b5,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:25.692160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b39a8b01-3d5e-4a93-ba11-fa363c97d7b7 tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d772c09-6117-44ab-b1a0-b40d2ccb0aab HTTP/1.1" status: 200 len: 205 time: 0.0696154 Nov 11 21:47:25.694855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54494) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:25.845641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160fe47-c5db-4c0f-9190-daa18b350605 req-27d1a71d-4878-4465-ab66-cc66ec15f543 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:25.849373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3160fe47-c5db-4c0f-9190-daa18b350605 req-27d1a71d-4878-4465-ab66-cc66ec15f543 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.2029533 Nov 11 21:47:25.872583 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc41eead-36cc-49d2-8212-43d73d744d52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:25.881543 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a18913fb-9f8e-4667-811e-2710ad77d09f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:26.061908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3160fe47-c5db-4c0f-9190-daa18b350605 req-2c0934e7-f156-479f-97e1-ea653aab4b0f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017918 Nov 11 21:47:26.064130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc41eead-36cc-49d2-8212-43d73d744d52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:26.186093 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc41eead-36cc-49d2-8212-43d73d744d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:26.188675 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bc41eead-36cc-49d2-8212-43d73d744d52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:26.190413 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bc41eead-36cc-49d2-8212-43d73d744d52 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4063721a-515b-4d33-9484-25d9082464b5 HTTP/1.1" status: 204 len: 168 time: 0.5533066 Nov 11 21:47:26.215632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41eead-36cc-49d2-8212-43d73d744d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4063721a-515b-4d33-9484-25d9082464b5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:26.452813 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a18913fb-9f8e-4667-811e-2710ad77d09f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:26.456785 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a18913fb-9f8e-4667-811e-2710ad77d09f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:26.534356 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a18913fb-9f8e-4667-811e-2710ad77d09f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:26.535777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18913fb-9f8e-4667-811e-2710ad77d09f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Fanout notify agent at l3_agent the message router_deleted on router 8d772c09-6117-44ab-b1a0-b40d2ccb0aab {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:47:26.557113 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a18913fb-9f8e-4667-811e-2710ad77d09f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:26.558279 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a18913fb-9f8e-4667-811e-2710ad77d09f tempest-RoutersNegativeTest-495197494 tempest-RoutersNegativeTest-495197494-project] 10.222.0.57 "DELETE /v2.0/routers/8d772c09-6117-44ab-b1a0-b40d2ccb0aab HTTP/1.1" status: 204 len: 168 time: 0.8622541 Nov 11 21:47:26.991956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54528) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:27.021056 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5d5913aa-8f1b-41c3-a9e1-6a431ee7105a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:27.161502 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54540) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:27.355047 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5d5913aa-8f1b-41c3-a9e1-6a431ee7105a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:27.394299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5d5913aa-8f1b-41c3-a9e1-6a431ee7105a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:27.448079 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bf2f201d-9a09-4548-9a3b-c80ca0de459b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a52c8f567054f24b0a97af0286364b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850220 Nov 11 21:47:27.451446 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54546) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:27.451748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db6c00-842c-42d4-ad9b-841d036ade74 req-2fb8810e-088f-4712-9563-0692c00019bd tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:27.453321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0db6c00-842c-42d4-ad9b-841d036ade74 req-2fb8810e-088f-4712-9563-0692c00019bd tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.1162219 Nov 11 21:47:27.554018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5d5913aa-8f1b-41c3-a9e1-6a431ee7105a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ba592f57c1344dedbdef557ea643d5c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5602629 Nov 11 21:47:27.555129 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73da7a2c-cd2c-4083-9133-1c3cff9d18eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:27.558510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54550) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:27.581058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5913aa-8f1b-41c3-a9e1-6a431ee7105a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4436fbcb-bc8e-4080-b85a-29cd7157fab9,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:27.630341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0db6c00-842c-42d4-ad9b-841d036ade74 req-4be083ed-900c-4466-96cf-b67459006b66 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473453 Nov 11 21:47:27.668701 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73da7a2c-cd2c-4083-9133-1c3cff9d18eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:27.784209 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e40cbbb6-1443-4260-a240-edebc24481db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:27.817345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e40cbbb6-1443-4260-a240-edebc24481db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:27.858766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73da7a2c-cd2c-4083-9133-1c3cff9d18eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:27.862149 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73da7a2c-cd2c-4083-9133-1c3cff9d18eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:27.864142 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-73da7a2c-cd2c-4083-9133-1c3cff9d18eb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91b022fc-c001-49b8-9a1b-5258684d6d3c HTTP/1.1" status: 204 len: 168 time: 0.4110749 Nov 11 21:47:27.875653 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da7a2c-cd2c-4083-9133-1c3cff9d18eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b022fc-c001-49b8-9a1b-5258684d6d3c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:27.903900 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e40cbbb6-1443-4260-a240-edebc24481db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:27.906640 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e40cbbb6-1443-4260-a240-edebc24481db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:27.910285 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e40cbbb6-1443-4260-a240-edebc24481db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4436fbcb-bc8e-4080-b85a-29cd7157fab9 HTTP/1.1" status: 204 len: 168 time: 0.3471196 Nov 11 21:47:27.926524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cbbb6-1443-4260-a240-edebc24481db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4436fbcb-bc8e-4080-b85a-29cd7157fab9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:29.195826 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a1a08-61d5-41fa-873a-47f114f07701 req-be0583b3-d63f-4ed7-86d2-506280c9816c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:29.221791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-005a1a08-61d5-41fa-873a-47f114f07701 req-be0583b3-d63f-4ed7-86d2-506280c9816c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.2626622 Nov 11 21:47:29.415003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-005a1a08-61d5-41fa-873a-47f114f07701 req-e1b2a589-d43d-4a0d-9600-f3f232568042 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921389 Nov 11 21:47:30.677067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9d389-11a0-40ae-b0ef-85765f9fbc2d req-c0103ed1-cada-475d-a064-bf954c4e094b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:30.679695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ace9d389-11a0-40ae-b0ef-85765f9fbc2d req-c0103ed1-cada-475d-a064-bf954c4e094b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 945 time: 0.1171465 Nov 11 21:47:30.745493 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ef198489-3518-45bb-a880-12b7addb9280 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:47:30.803006 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:30.890204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ace9d389-11a0-40ae-b0ef-85765f9fbc2d req-3e21c1bf-52d4-4329-8865-70743504e460 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951885 Nov 11 21:47:31.116430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ef198489-3518-45bb-a880-12b7addb9280,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:47:31.145798 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'ef198489-3518-45bb-a880-12b7addb9280', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'port_id': 'ef198489-3518-45bb-a880-12b7addb9280', 'mac_address': 'fa:16:3e:cf:ba:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:47:31.238365 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:31.277179 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef198489-3518-45bb-a880-12b7addb9280 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:47:31.303964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ef198489-3518-45bb-a880-12b7addb9280,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:47:31.312689 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:31.367333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d9be362f-bcbe-43e6-acc2-533278d7daf8 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:31.367989 n-d-805737-3 neutron-server[102535]: WARNING neutron.api.v2.base [None req-d9be362f-bcbe-43e6-acc2-533278d7daf8 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 21:47:31.368776 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-d9be362f-bcbe-43e6-acc2-533278d7daf8 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 21:47:31.370057 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d9be362f-bcbe-43e6-acc2-533278d7daf8 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5660460 Nov 11 21:47:31.374194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54680) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:31.380955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4a0064d6-9738-4653-82dd-6af99d348ca5 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group': {'name': 'tempest-secgroup--956477811'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:31.436785 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=ef198489-3518-45bb-a880-12b7addb9280,revision_number=11']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:31.476273 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a0064d6-9738-4653-82dd-6af99d348ca5 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:31.488295 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a0064d6-9738-4653-82dd-6af99d348ca5 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:31.552044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['ef198489-3518-45bb-a880-12b7addb9280'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:47:31.760083 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a0064d6-9738-4653-82dd-6af99d348ca5 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:31.772843 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a0064d6-9738-4653-82dd-6af99d348ca5 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:31.870458 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a0064d6-9738-4653-82dd-6af99d348ca5 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:31.910998 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a0064d6-9738-4653-82dd-6af99d348ca5 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:31.944991 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a0064d6-9738-4653-82dd-6af99d348ca5 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:31.946540 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4a0064d6-9738-4653-82dd-6af99d348ca5 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5711110 Nov 11 21:47:31.950171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54704) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:31.956761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cdbbf1eb-663d-463d-bf16-138ead922b7b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': '37ecd5d4-f276-418b-ad4e-720c8ca11e69', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:31.971838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0064d6-9738-4653-82dd-6af99d348ca5 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc43d363-8eff-4db3-bba1-0e55ee08fa2e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:32.025712 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdbbf1eb-663d-463d-bf16-138ead922b7b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:32.064614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0064d6-9738-4653-82dd-6af99d348ca5 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ecd5d4-f276-418b-ad4e-720c8ca11e69,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:32.116184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdbbf1eb-663d-463d-bf16-138ead922b7b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:32.129024 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdbbf1eb-663d-463d-bf16-138ead922b7b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:32.217780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e550419-5f01-44b7-9dd1-494893029498 req-56fd2aaf-cbc2-4af6-942c-e93141e1f3fa tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:32.219648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e550419-5f01-44b7-9dd1-494893029498 req-56fd2aaf-cbc2-4af6-942c-e93141e1f3fa tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 946 time: 0.1430357 Nov 11 21:47:32.237163 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cdbbf1eb-663d-463d-bf16-138ead922b7b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:32.240997 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cdbbf1eb-663d-463d-bf16-138ead922b7b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2895505 Nov 11 21:47:32.243094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbf1eb-663d-463d-bf16-138ead922b7b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b24540-1fe0-4a7f-a0fb-6b7883654a6f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:32.252682 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54718) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:32.259950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7024bcc9-bab0-4aab-8f33-93c97e96d70a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': '37ecd5d4-f276-418b-ad4e-720c8ca11e69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:32.338768 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7024bcc9-bab0-4aab-8f33-93c97e96d70a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:32.350258 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e550419-5f01-44b7-9dd1-494893029498 req-2485b0f7-14b7-44ac-8963-8a8891d8d1ce tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237583 Nov 11 21:47:32.467495 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-7024bcc9-bab0-4aab-8f33-93c97e96d70a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 21:47:32.469568 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7024bcc9-bab0-4aab-8f33-93c97e96d70a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2156627 Nov 11 21:47:32.472819 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54730) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:32.625101 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-179c74bc-29f9-4d11-a876-a931725b600a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:32.689729 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-179c74bc-29f9-4d11-a876-a931725b600a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:32.744614 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ef198489-3518-45bb-a880-12b7addb9280 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:47:32.765289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54750) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:32.840218 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-179c74bc-29f9-4d11-a876-a931725b600a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:32.843095 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-179c74bc-29f9-4d11-a876-a931725b600a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:32.844302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-179c74bc-29f9-4d11-a876-a931725b600a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "DELETE /v2.0/security-groups/37ecd5d4-f276-418b-ad4e-720c8ca11e69 HTTP/1.1" status: 204 len: 168 time: 0.3704042 Nov 11 21:47:32.847093 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54756) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:32.865416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c74bc-29f9-4d11-a876-a931725b600a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ecd5d4-f276-418b-ad4e-720c8ca11e69,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:33.074881 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port ef198489-3518-45bb-a880-12b7addb9280 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:47:33.081354 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port ef198489-3518-45bb-a880-12b7addb9280 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:47:33.085785 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:33.148620 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fab1e126-c81d-4ee8-a126-ba24bdf84002 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3003600 Nov 11 21:47:33.152350 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54766) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:33.157661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-529086b8-1a78-4995-abb4-c801b25e0290 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028964621'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:33.199138 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-762319a9-1d67-4ffa-99af-f2e5402db49f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:33.217624 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5241954-6ac3-4b5e-b58a-c2a4c208f78e req-ec6ce1a4-d0e7-400d-ab21-87b3440453ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:33.219471 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5241954-6ac3-4b5e-b58a-c2a4c208f78e req-ec6ce1a4-d0e7-400d-ab21-87b3440453ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 1097 time: 0.2586911 Nov 11 21:47:33.244212 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-529086b8-1a78-4995-abb4-c801b25e0290 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:33.338404 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:33.400580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:47:33.406909 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58b2f8a-8f78-4f8b-92f7-c54e15aef5ba" -d '{"events": [{"server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "name": "network-vif-plugged", "status": "completed", "tag": "ef198489-3518-45bb-a880-12b7addb9280"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:47:33.408125 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-529086b8-1a78-4995-abb4-c801b25e0290 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:33.432321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-529086b8-1a78-4995-abb4-c801b25e0290 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:33.457881 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ef198489-3518-45bb-a880-12b7addb9280,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:47:33.460433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5241954-6ac3-4b5e-b58a-c2a4c208f78e req-f6bf6d75-a517-4806-8605-0f4eb37f244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:33.462512 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5241954-6ac3-4b5e-b58a-c2a4c208f78e req-f6bf6d75-a517-4806-8605-0f4eb37f244e service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 919 time: 0.2147257 Nov 11 21:47:33.480338 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:33.543571 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5241954-6ac3-4b5e-b58a-c2a4c208f78e req-7c06e250-b4a2-40d1-914e-7095488809b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef198489-3518-45bb-a880-12b7addb9280 HTTP/1.1" status: 200 len: 1002 time: 0.0718448 Nov 11 21:47:33.554388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529086b8-1a78-4995-abb4-c801b25e0290 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df4ec45-e0c7-46cc-b55d-3fc54a2042d6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:33.587902 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-529086b8-1a78-4995-abb4-c801b25e0290 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:33.590887 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d29bf14-e362-4245-977c-8510252e60f7 x-openstack-request-id: req-2d29bf14-e362-4245-977c-8510252e60f7 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:47:33.591454 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "name": "network-vif-plugged", "status": "completed", "tag": "ef198489-3518-45bb-a880-12b7addb9280", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:47:33.594624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-529086b8-1a78-4995-abb4-c801b25e0290 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4385431 Nov 11 21:47:33.595249 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d29bf14-e362-4245-977c-8510252e60f7 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:47:33.595385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54786) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:33.597462 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280', 'code': 200} Nov 11 21:47:33.614068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c06a2773-d7bf-4941-951a-5795d4b62de7 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': '9df4ec45-e0c7-46cc-b55d-3fc54a2042d6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:33.614927 n-d-805737-3 neutron-server[102534]: WARNING neutron.api.v2.base [None req-c06a2773-d7bf-4941-951a-5795d4b62de7 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 11 21:47:33.618012 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-c06a2773-d7bf-4941-951a-5795d4b62de7 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:33.619579 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c06a2773-d7bf-4941-951a-5795d4b62de7 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0232217 Nov 11 21:47:33.652615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54788) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:33.663425 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=ef198489-3518-45bb-a880-12b7addb9280,revision_number=12']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:33.872037 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-762319a9-1d67-4ffa-99af-f2e5402db49f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:33.874972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5241954-6ac3-4b5e-b58a-c2a4c208f78e req-2caa0617-0d39-4c93-9699-eee7f2e7e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:33.877625 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5241954-6ac3-4b5e-b58a-c2a4c208f78e req-2caa0617-0d39-4c93-9699-eee7f2e7e021 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.3256114 Nov 11 21:47:33.883153 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b415add1-2895-4148-b59d-50fc3e6ab611 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:33.901405 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-762319a9-1d67-4ffa-99af-f2e5402db49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:33.969344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bde61-134a-477b-9947-6acada158e27 req-5ec66ef8-c231-4bf1-8a33-cd6af93f059c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:33.981627 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a9bde61-134a-477b-9947-6acada158e27 req-5ec66ef8-c231-4bf1-8a33-cd6af93f059c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 947 time: 0.3756580 Nov 11 21:47:33.994269 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5241954-6ac3-4b5e-b58a-c2a4c208f78e req-edc54305-f594-4305-b1b9-a8ac9ecfdbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:33.995981 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5241954-6ac3-4b5e-b58a-c2a4c208f78e req-edc54305-f594-4305-b1b9-a8ac9ecfdbbf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891790 Nov 11 21:47:33.997009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762319a9-1d67-4ffa-99af-f2e5402db49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e111314-85a9-4f1b-ae13-388f1e48705f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:34.009155 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-762319a9-1d67-4ffa-99af-f2e5402db49f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c102c9a9c0eb4f4f8586db461b738ffc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2425642 Nov 11 21:47:34.020187 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54808) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:34.051443 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b415add1-2895-4148-b59d-50fc3e6ab611 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.153572 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ce7c005-a5bc-4657-95dd-bb17c97763d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.203230 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a9bde61-134a-477b-9947-6acada158e27 req-58d0eaf3-68cd-43b9-b0fb-3d1c34bf37a0 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760298 Nov 11 21:47:34.204334 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b415add1-2895-4148-b59d-50fc3e6ab611 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.210638 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b415add1-2895-4148-b59d-50fc3e6ab611 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.213115 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b415add1-2895-4148-b59d-50fc3e6ab611 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "DELETE /v2.0/security-groups/9df4ec45-e0c7-46cc-b55d-3fc54a2042d6 HTTP/1.1" status: 204 len: 168 time: 0.5582976 Nov 11 21:47:34.222304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dbb9d-fad7-4845-8678-7d5d2ea8fa30 req-d00c05fd-35ce-49ac-9530-29377ed8789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:34.224416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb4dbb9d-fad7-4845-8678-7d5d2ea8fa30 req-d00c05fd-35ce-49ac-9530-29377ed8789b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 1098 time: 0.4122789 Nov 11 21:47:34.225185 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54826) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:34.273385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415add1-2895-4148-b59d-50fc3e6ab611 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df4ec45-e0c7-46cc-b55d-3fc54a2042d6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:34.287775 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ce7c005-a5bc-4657-95dd-bb17c97763d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.350794 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5241954-6ac3-4b5e-b58a-c2a4c208f78e req-62e58d67-679c-4cdb-9ee1-7cb0887f77a2 service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403745 Nov 11 21:47:34.365617 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-20c1ee94-89a2-4ccb-89a1-06a66edebd95 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1340330 Nov 11 21:47:34.366197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54834) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:34.372365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-de104439-1a42-4359-bc08-c8d62fe3a378 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group': {'name': 'tempest-secgroup--301689401'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:34.388823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb4dbb9d-fad7-4845-8678-7d5d2ea8fa30 req-c694a803-aa00-439f-8571-06ed79942f78 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291885 Nov 11 21:47:34.414834 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de104439-1a42-4359-bc08-c8d62fe3a378 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.504473 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5241954-6ac3-4b5e-b58a-c2a4c208f78e req-06d0bace-b6e0-493c-8c07-e71dc0e5fc1b service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426206 Nov 11 21:47:34.506259 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ce7c005-a5bc-4657-95dd-bb17c97763d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.510465 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ce7c005-a5bc-4657-95dd-bb17c97763d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.513945 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3ce7c005-a5bc-4657-95dd-bb17c97763d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8e111314-85a9-4f1b-ae13-388f1e48705f HTTP/1.1" status: 204 len: 168 time: 0.4903717 Nov 11 21:47:34.523449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7c005-a5bc-4657-95dd-bb17c97763d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e111314-85a9-4f1b-ae13-388f1e48705f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:34.527217 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de104439-1a42-4359-bc08-c8d62fe3a378 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.534160 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de104439-1a42-4359-bc08-c8d62fe3a378 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.569048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de104439-1a42-4359-bc08-c8d62fe3a378 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=454bd092-54dd-4e8e-93d0-3aaae68caca6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:34.634544 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de104439-1a42-4359-bc08-c8d62fe3a378 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.640500 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-de104439-1a42-4359-bc08-c8d62fe3a378 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2709184 Nov 11 21:47:34.641177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54858) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:34.650199 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0e2a1424-f654-4752-8191-334aab520236 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': '454bd092-54dd-4e8e-93d0-3aaae68caca6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:34.651357 n-d-805737-3 neutron-server[102534]: WARNING neutron.api.v2.base [None req-0e2a1424-f654-4752-8191-334aab520236 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 11 21:47:34.652224 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-0e2a1424-f654-4752-8191-334aab520236 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:34.657318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54860) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:34.667362 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0e2a1424-f654-4752-8191-334aab520236 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0249000 Nov 11 21:47:34.778813 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64e2a614-b960-4351-9ad9-00e0517c9d4d tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.843610 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64e2a614-b960-4351-9ad9-00e0517c9d4d tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.929710 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64e2a614-b960-4351-9ad9-00e0517c9d4d tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.932826 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64e2a614-b960-4351-9ad9-00e0517c9d4d tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.934381 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-64e2a614-b960-4351-9ad9-00e0517c9d4d tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "DELETE /v2.0/security-groups/454bd092-54dd-4e8e-93d0-3aaae68caca6 HTTP/1.1" status: 204 len: 168 time: 0.2757723 Nov 11 21:47:34.937726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54876) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:34.954953 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2a614-b960-4351-9ad9-00e0517c9d4d tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=454bd092-54dd-4e8e-93d0-3aaae68caca6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:35.064356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54884) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:35.071145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d6e9dbcb-5f74-4d6a-b62a-70f4522321f2 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285387883'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:35.082720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c7fcc83c-79e0-4716-b2dd-239de98993e1 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1434600 Nov 11 21:47:35.116213 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6e9dbcb-5f74-4d6a-b62a-70f4522321f2 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:35.235946 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54890) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:35.275367 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-49cdf455-31f8-462b-ae56-ac399e4d278c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:35.360811 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6e9dbcb-5f74-4d6a-b62a-70f4522321f2 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:35.371154 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6e9dbcb-5f74-4d6a-b62a-70f4522321f2 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:35.451653 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6e9dbcb-5f74-4d6a-b62a-70f4522321f2 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:35.455792 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d6e9dbcb-5f74-4d6a-b62a-70f4522321f2 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3875034 Nov 11 21:47:35.477579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54896) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:35.498506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9dbcb-5f74-4d6a-b62a-70f4522321f2 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6e4e8f-a046-4b57-835a-d356ca4f6062,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:35.503662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6519d03b-254a-4a2b-ae90-7eeddcc978a8 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': 'ca6e4e8f-a046-4b57-835a-d356ca4f6062', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:35.504543 n-d-805737-3 neutron-server[102534]: WARNING neutron.api.v2.base [None req-6519d03b-254a-4a2b-ae90-7eeddcc978a8 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 11 21:47:35.512631 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-6519d03b-254a-4a2b-ae90-7eeddcc978a8 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:35.517013 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6519d03b-254a-4a2b-ae90-7eeddcc978a8 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0350144 Nov 11 21:47:35.518295 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54898) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:35.522148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-66561a58-83e7-4a77-9298-b5fadf2b1ac1 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': 'ca6e4e8f-a046-4b57-835a-d356ca4f6062', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:35.523858 n-d-805737-3 neutron-server[102535]: WARNING neutron.api.v2.base [None req-66561a58-83e7-4a77-9298-b5fadf2b1ac1 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 11 21:47:35.524369 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-66561a58-83e7-4a77-9298-b5fadf2b1ac1 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:35.536671 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-66561a58-83e7-4a77-9298-b5fadf2b1ac1 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0151052 Nov 11 21:47:35.538075 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54900) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:35.553415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-35ffc6b0-0b05-4326-afdc-6e83725dd3bb tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': 'ca6e4e8f-a046-4b57-835a-d356ca4f6062', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:35.554613 n-d-805737-3 neutron-server[102535]: WARNING neutron.api.v2.base [None req-35ffc6b0-0b05-4326-afdc-6e83725dd3bb tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 11 21:47:35.563082 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-35ffc6b0-0b05-4326-afdc-6e83725dd3bb tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:35.567429 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-35ffc6b0-0b05-4326-afdc-6e83725dd3bb tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0251298 Nov 11 21:47:35.569319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54904) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:35.584543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-fe972a3c-f0b9-4c6f-9fc1-66b1ffef329a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': 'ca6e4e8f-a046-4b57-835a-d356ca4f6062', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:35.596201 n-d-805737-3 neutron-server[102534]: WARNING neutron.api.v2.base [None req-fe972a3c-f0b9-4c6f-9fc1-66b1ffef329a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 11 21:47:35.596923 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-fe972a3c-f0b9-4c6f-9fc1-66b1ffef329a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:35.599448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fe972a3c-f0b9-4c6f-9fc1-66b1ffef329a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0284469 Nov 11 21:47:35.602612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54910) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:35.662494 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f5832-1a84-4254-9013-1a13d52a71af req-f1c9e6b8-d261-4167-a157-57c480b04513 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:35.670660 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-127f5832-1a84-4254-9013-1a13d52a71af req-f1c9e6b8-d261-4167-a157-57c480b04513 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 947 time: 0.2754111 Nov 11 21:47:35.695194 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bd5cf4f-e68f-4f73-a365-793949c0d4d0 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:35.701417 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-49cdf455-31f8-462b-ae56-ac399e4d278c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:35.714836 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-49cdf455-31f8-462b-ae56-ac399e4d278c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:35.767111 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bd5cf4f-e68f-4f73-a365-793949c0d4d0 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:35.863822 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-49cdf455-31f8-462b-ae56-ac399e4d278c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6d2a35049ee94f02adfe16d6469d83f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6254165 Nov 11 21:47:35.867080 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54936) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:35.873726 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bd5cf4f-e68f-4f73-a365-793949c0d4d0 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:35.876944 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bd5cf4f-e68f-4f73-a365-793949c0d4d0 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:35.879337 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-127f5832-1a84-4254-9013-1a13d52a71af req-ea2c4565-4069-46aa-a91b-c08058748fd8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033641 Nov 11 21:47:35.884981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdf455-31f8-462b-ae56-ac399e4d278c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39d3df8-4275-4f26-ab9f-530e7aafbc2a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:35.885192 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4bd5cf4f-e68f-4f73-a365-793949c0d4d0 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "DELETE /v2.0/security-groups/ca6e4e8f-a046-4b57-835a-d356ca4f6062 HTTP/1.1" status: 204 len: 168 time: 0.2814360 Nov 11 21:47:35.889448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54938) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:35.915197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5cf4f-e68f-4f73-a365-793949c0d4d0 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6e4e8f-a046-4b57-835a-d356ca4f6062,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:35.957653 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e913878-8006-4d75-a057-15b130f24448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:35.992891 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-48df9cda-644d-41eb-a177-e83bfcf885cc tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0987992 Nov 11 21:47:36.001548 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54952) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:36.009586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ff91ac96-9677-4a88-bb86-1416120c381c tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group': {'name': 'tempest-secgroup--238002926'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:36.030834 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e913878-8006-4d75-a057-15b130f24448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:36.071473 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff91ac96-9677-4a88-bb86-1416120c381c tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:36.110047 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e913878-8006-4d75-a057-15b130f24448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:36.113004 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e913878-8006-4d75-a057-15b130f24448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:36.114760 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1e913878-8006-4d75-a057-15b130f24448 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b39d3df8-4275-4f26-ab9f-530e7aafbc2a HTTP/1.1" status: 204 len: 168 time: 0.2466290 Nov 11 21:47:36.134847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e913878-8006-4d75-a057-15b130f24448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39d3df8-4275-4f26-ab9f-530e7aafbc2a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:36.189575 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff91ac96-9677-4a88-bb86-1416120c381c tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:36.212445 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff91ac96-9677-4a88-bb86-1416120c381c tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:36.262475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91ac96-9677-4a88-bb86-1416120c381c tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6695cf08-4851-4468-9ab1-262f54b5d3a3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:36.270037 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff91ac96-9677-4a88-bb86-1416120c381c tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:36.274496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54972) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:36.274803 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ff91ac96-9677-4a88-bb86-1416120c381c tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2694285 Nov 11 21:47:36.279347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3a75fb7b-ee4d-499c-be12-7ef7142b6f8d tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': '6695cf08-4851-4468-9ab1-262f54b5d3a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:36.279878 n-d-805737-3 neutron-server[102534]: WARNING neutron.api.v2.base [None req-3a75fb7b-ee4d-499c-be12-7ef7142b6f8d tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 21:47:36.280376 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-3a75fb7b-ee4d-499c-be12-7ef7142b6f8d tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:36.281489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3a75fb7b-ee4d-499c-be12-7ef7142b6f8d tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059929 Nov 11 21:47:36.284294 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54974) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:36.290445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3880c3c7-0373-4a47-9591-588c6c00768a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': '6695cf08-4851-4468-9ab1-262f54b5d3a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:36.364043 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-3880c3c7-0373-4a47-9591-588c6c00768a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:36.365014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3880c3c7-0373-4a47-9591-588c6c00768a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0785949 Nov 11 21:47:36.367985 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54978) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:36.373647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4b398fa4-17f9-4361-8f3c-565396465736 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': '6695cf08-4851-4468-9ab1-262f54b5d3a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:36.374131 n-d-805737-3 neutron-server[102534]: WARNING neutron.api.v2.base [None req-4b398fa4-17f9-4361-8f3c-565396465736 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 11 21:47:36.374614 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-4b398fa4-17f9-4361-8f3c-565396465736 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:36.375535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4b398fa4-17f9-4361-8f3c-565396465736 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066411 Nov 11 21:47:36.378228 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54980) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:36.382875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54984) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:36.385386 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-dc58b1dc-8e1c-4fba-ab87-69e44aecf027 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': '6695cf08-4851-4468-9ab1-262f54b5d3a3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:36.455360 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-dc58b1dc-8e1c-4fba-ab87-69e44aecf027 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:36.459117 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dc58b1dc-8e1c-4fba-ab87-69e44aecf027 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0771186 Nov 11 21:47:36.459569 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54992) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:36.467728 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4bfc9194-4384-4a16-a2f7-1a9b3b487fa3 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': '6695cf08-4851-4468-9ab1-262f54b5d3a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:36.468374 n-d-805737-3 neutron-server[102535]: WARNING neutron.api.v2.base [None req-4bfc9194-4384-4a16-a2f7-1a9b3b487fa3 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 21:47:36.469012 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-4bfc9194-4384-4a16-a2f7-1a9b3b487fa3 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:36.473327 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4bfc9194-4384-4a16-a2f7-1a9b3b487fa3 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094624 Nov 11 21:47:36.473764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54994) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:36.479760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3fb94dbe-1cef-46d0-8f3c-60333c0aab3a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': '6695cf08-4851-4468-9ab1-262f54b5d3a3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:36.543529 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-3fb94dbe-1cef-46d0-8f3c-60333c0aab3a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:36.544842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3fb94dbe-1cef-46d0-8f3c-60333c0aab3a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0702419 Nov 11 21:47:36.548083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55000) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:36.554662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f4f18640-d712-40c5-9cba-d51b813f35dc tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': '6695cf08-4851-4468-9ab1-262f54b5d3a3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:36.555201 n-d-805737-3 neutron-server[102534]: WARNING neutron.api.v2.base [None req-f4f18640-d712-40c5-9cba-d51b813f35dc tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 11 21:47:36.559198 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-f4f18640-d712-40c5-9cba-d51b813f35dc tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:36.561930 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f4f18640-d712-40c5-9cba-d51b813f35dc tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0117478 Nov 11 21:47:36.563901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55002) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:36.571465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1da07408-3661-49b3-aaf9-6273bc459ad0 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': '6695cf08-4851-4468-9ab1-262f54b5d3a3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:36.630260 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-1da07408-3661-49b3-aaf9-6273bc459ad0 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:36.631662 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1da07408-3661-49b3-aaf9-6273bc459ad0 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0659349 Nov 11 21:47:36.634520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55006) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:36.646265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-fb3ccc8a-92ad-42d3-956e-b4a8c243230f tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': '6695cf08-4851-4468-9ab1-262f54b5d3a3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:36.710745 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15a14c91-f00f-4d9d-a991-95168754c840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:36.730257 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-fb3ccc8a-92ad-42d3-956e-b4a8c243230f tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:36.731840 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fb3ccc8a-92ad-42d3-956e-b4a8c243230f tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0960629 Nov 11 21:47:36.735372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55010) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:36.826863 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2c808d65-cbb9-4780-b66d-a2f08ad8de20 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:36.865344 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15a14c91-f00f-4d9d-a991-95168754c840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:36.879523 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2c808d65-cbb9-4780-b66d-a2f08ad8de20 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:36.884191 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-15a14c91-f00f-4d9d-a991-95168754c840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:36.962863 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-15a14c91-f00f-4d9d-a991-95168754c840 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=80f8c2ce681f4926aca328716a3920e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5786929 Nov 11 21:47:36.968047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55030) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:37.019409 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a14c91-f00f-4d9d-a991-95168754c840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a552257a-c1c3-4891-849b-d31f18d26588,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:37.025700 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2c808d65-cbb9-4780-b66d-a2f08ad8de20 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.028351 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2c808d65-cbb9-4780-b66d-a2f08ad8de20 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.029580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2c808d65-cbb9-4780-b66d-a2f08ad8de20 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "DELETE /v2.0/security-groups/6695cf08-4851-4468-9ab1-262f54b5d3a3 HTTP/1.1" status: 204 len: 168 time: 0.2931540 Nov 11 21:47:37.032472 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55040) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:37.050867 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c808d65-cbb9-4780-b66d-a2f08ad8de20 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6695cf08-4851-4468-9ab1-262f54b5d3a3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:37.105403 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2d892317-123b-4773-bdf7-2952bf145b68 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0707622 Nov 11 21:47:37.108949 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4192d228-4e35-4a11-9c54-0bb7ee61cb06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.110641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55042) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:37.118638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-db161d7e-abb7-473f-93b7-61c1b6c0d904 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group': {'name': 'tempest-secgroup--631677892'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:37.171029 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4192d228-4e35-4a11-9c54-0bb7ee61cb06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.187040 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db161d7e-abb7-473f-93b7-61c1b6c0d904 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.216654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027a09e-c130-4bce-99e0-6182e8c7c64b req-2e35cff5-cc56-40c9-a4c4-03b3efeeadde tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:37.225256 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4192d228-4e35-4a11-9c54-0bb7ee61cb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.228438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4192d228-4e35-4a11-9c54-0bb7ee61cb06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.233299 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4192d228-4e35-4a11-9c54-0bb7ee61cb06 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a552257a-c1c3-4891-849b-d31f18d26588 HTTP/1.1" status: 204 len: 168 time: 0.2587879 Nov 11 21:47:37.242115 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2027a09e-c130-4bce-99e0-6182e8c7c64b req-2e35cff5-cc56-40c9-a4c4-03b3efeeadde tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 947 time: 0.1503534 Nov 11 21:47:37.258271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192d228-4e35-4a11-9c54-0bb7ee61cb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a552257a-c1c3-4891-849b-d31f18d26588,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:37.358004 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db161d7e-abb7-473f-93b7-61c1b6c0d904 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.410818 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2027a09e-c130-4bce-99e0-6182e8c7c64b req-f2f9a296-32a9-45ed-99d0-9389ccb2f372 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638930 Nov 11 21:47:37.413192 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db161d7e-abb7-473f-93b7-61c1b6c0d904 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.471920 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db161d7e-abb7-473f-93b7-61c1b6c0d904 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.476518 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-db161d7e-abb7-473f-93b7-61c1b6c0d904 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3616378 Nov 11 21:47:37.477154 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55066) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:37.479988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db161d7e-abb7-473f-93b7-61c1b6c0d904 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea857052-dd06-4a1f-902b-81fb38f8ed53,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:37.484684 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-44a94e8a-18b2-45d8-857f-fa75ee55bd03 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': 'ea857052-dd06-4a1f-902b-81fb38f8ed53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:37.586072 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-44a94e8a-18b2-45d8-857f-fa75ee55bd03 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The resource could not be found. Nov 11 21:47:37.588267 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-44a94e8a-18b2-45d8-857f-fa75ee55bd03 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1079297 Nov 11 21:47:37.590900 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55084) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:37.595794 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6a7285b1-ffac-413f-a086-c10590daed1a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': 'ea857052-dd06-4a1f-902b-81fb38f8ed53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5cc65c82-07d5-464d-95f2-f085509e0c96'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:37.664599 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-6a7285b1-ffac-413f-a086-c10590daed1a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The resource could not be found. Nov 11 21:47:37.666307 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6a7285b1-ffac-413f-a086-c10590daed1a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0738864 Nov 11 21:47:37.668892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55092) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:37.788652 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b04346ed-725a-4beb-bd71-805cbf70835a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.845666 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b04346ed-725a-4beb-bd71-805cbf70835a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.851873 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55110) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:37.877276 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6db1545e-0d26-4293-9054-65301c9c7772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.913585 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b04346ed-725a-4beb-bd71-805cbf70835a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.928818 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b04346ed-725a-4beb-bd71-805cbf70835a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.933075 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b04346ed-725a-4beb-bd71-805cbf70835a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "DELETE /v2.0/security-groups/ea857052-dd06-4a1f-902b-81fb38f8ed53 HTTP/1.1" status: 204 len: 168 time: 0.2626801 Nov 11 21:47:37.934604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55120) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:37.960664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04346ed-725a-4beb-bd71-805cbf70835a tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea857052-dd06-4a1f-902b-81fb38f8ed53,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:38.020048 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8d74d57d-0303-41e7-af6a-a6cf5a360282 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0784194 Nov 11 21:47:38.020718 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55122) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:38.028722 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-45bd1982-445e-466b-93f7-f8bb1a2509ef tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': 'f3bfd72b-c1ca-4bbe-857b-3337b0c35355', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:38.166150 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6db1545e-0d26-4293-9054-65301c9c7772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:38.185695 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6db1545e-0d26-4293-9054-65301c9c7772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:38.241512 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6db1545e-0d26-4293-9054-65301c9c7772 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=38cd8fb0979b4992a8055430ad31487b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3857172 Nov 11 21:47:38.241512 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-45bd1982-445e-466b-93f7-f8bb1a2509ef tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The resource could not be found. Nov 11 21:47:38.242079 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-45bd1982-445e-466b-93f7-f8bb1a2509ef tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2198486 Nov 11 21:47:38.242839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1545e-0d26-4293-9054-65301c9c7772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f582f3-047a-4de9-9b0c-c2373da6ca1e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:38.245556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55140) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:38.246473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55138) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:38.251456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-af0ed5f5-d7a8-4019-957c-d174cf845211 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group': {'name': 'tempest-secgroup--680685240'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:38.294246 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af0ed5f5-d7a8-4019-957c-d174cf845211 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:38.350481 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a77e47fe-85ac-4cce-8430-9f2848f789f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:38.396242 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a77e47fe-85ac-4cce-8430-9f2848f789f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:38.421974 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af0ed5f5-d7a8-4019-957c-d174cf845211 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:38.430339 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af0ed5f5-d7a8-4019-957c-d174cf845211 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:38.498297 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af0ed5f5-d7a8-4019-957c-d174cf845211 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:38.505636 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-af0ed5f5-d7a8-4019-957c-d174cf845211 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2564564 Nov 11 21:47:38.506025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55150) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:38.508005 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed5f5-d7a8-4019-957c-d174cf845211 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500744b8-7994-432c-888f-b3ee34a34ad0,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:38.510886 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6d9dcd8e-a692-4795-b505-37a6d779341b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group': {'name': 'tempest-secgroup--222115445'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:38.551852 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a77e47fe-85ac-4cce-8430-9f2848f789f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:38.554826 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a77e47fe-85ac-4cce-8430-9f2848f789f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:38.560659 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a77e47fe-85ac-4cce-8430-9f2848f789f9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/57f582f3-047a-4de9-9b0c-c2373da6ca1e HTTP/1.1" status: 204 len: 168 time: 0.3125298 Nov 11 21:47:38.576273 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e47fe-85ac-4cce-8430-9f2848f789f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f582f3-047a-4de9-9b0c-c2373da6ca1e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:38.585160 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d9dcd8e-a692-4795-b505-37a6d779341b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:38.673874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55154) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:38.691646 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d9dcd8e-a692-4795-b505-37a6d779341b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:38.701601 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d9dcd8e-a692-4795-b505-37a6d779341b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:38.765263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dcd8e-a692-4795-b505-37a6d779341b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8d9dbe-927d-4479-a74f-2ccee4baf5a0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:38.789520 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d9dcd8e-a692-4795-b505-37a6d779341b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:38.792019 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6d9dcd8e-a692-4795-b505-37a6d779341b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2849679 Nov 11 21:47:38.795201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55164) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:38.800415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-97b90554-6c38-473e-b3d2-ed18f27e1dfa tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group_rule': {'security_group_id': '500744b8-7994-432c-888f-b3ee34a34ad0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ae8d9dbe-927d-4479-a74f-2ccee4baf5a0'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:38.897165 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-97b90554-6c38-473e-b3d2-ed18f27e1dfa tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:47:38.899465 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-97b90554-6c38-473e-b3d2-ed18f27e1dfa tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1021223 Nov 11 21:47:38.901166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55168) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:38.980879 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-933c6d6c-dfb7-48f4-b7ec-8a3fe9bba08f tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.018187 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-933c6d6c-dfb7-48f4-b7ec-8a3fe9bba08f tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.103501 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-933c6d6c-dfb7-48f4-b7ec-8a3fe9bba08f tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.110341 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-933c6d6c-dfb7-48f4-b7ec-8a3fe9bba08f tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.112477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-933c6d6c-dfb7-48f4-b7ec-8a3fe9bba08f tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "DELETE /v2.0/security-groups/ae8d9dbe-927d-4479-a74f-2ccee4baf5a0 HTTP/1.1" status: 204 len: 168 time: 0.2081635 Nov 11 21:47:39.114233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55178) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:39.168158 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c6d6c-dfb7-48f4-b7ec-8a3fe9bba08f tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8d9dbe-927d-4479-a74f-2ccee4baf5a0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:39.200666 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0655ac8b-83ff-4e15-a51e-3d0614b4a52d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.210958 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ac9de9cc-39e8-4e91-b037-8aa49b3d3937 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0884857 Nov 11 21:47:39.211519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55186) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:39.311035 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0e2b3a1-b9bf-4eee-9fac-21ad6fc63980 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.352708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0e2b3a1-b9bf-4eee-9fac-21ad6fc63980 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.381938 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0655ac8b-83ff-4e15-a51e-3d0614b4a52d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.388045 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0655ac8b-83ff-4e15-a51e-3d0614b4a52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.430462 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0e2b3a1-b9bf-4eee-9fac-21ad6fc63980 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.434349 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d0e2b3a1-b9bf-4eee-9fac-21ad6fc63980 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.438485 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0655ac8b-83ff-4e15-a51e-3d0614b4a52d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7cbcf823bb0b4490b1ebab0f7d6f45bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7635086 Nov 11 21:47:39.439448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55190) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:39.440370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655ac8b-83ff-4e15-a51e-3d0614b4a52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b126b3ef-adc0-4bce-b914-1e7c4069dcc3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:39.441875 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d0e2b3a1-b9bf-4eee-9fac-21ad6fc63980 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "DELETE /v2.0/security-groups/500744b8-7994-432c-888f-b3ee34a34ad0 HTTP/1.1" status: 204 len: 168 time: 0.2292001 Nov 11 21:47:39.454638 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55192) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:39.481359 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2b3a1-b9bf-4eee-9fac-21ad6fc63980 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500744b8-7994-432c-888f-b3ee34a34ad0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:39.501377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e1ddf4c6-9e8d-4ec3-a41d-74e47ca4dbbc tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0541830 Nov 11 21:47:39.505479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55196) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:39.511338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9f3246d4-ca8f-461c-93f8-bfd6a3b1f735 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group': {'name': 'tempest-secgroup--535326956'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:39.545668 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9f3246d4-ca8f-461c-93f8-bfd6a3b1f735 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.567543 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2797b7dc-a277-4b21-a397-6737d847fb14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.598504 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2797b7dc-a277-4b21-a397-6737d847fb14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.654905 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9f3246d4-ca8f-461c-93f8-bfd6a3b1f735 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.663405 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9f3246d4-ca8f-461c-93f8-bfd6a3b1f735 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.710300 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3246d4-ca8f-461c-93f8-bfd6a3b1f735 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04faea05-8600-4699-9cf1-383c914bc0c5,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:39.714413 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2797b7dc-a277-4b21-a397-6737d847fb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.717070 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2797b7dc-a277-4b21-a397-6737d847fb14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.721471 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2797b7dc-a277-4b21-a397-6737d847fb14 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b126b3ef-adc0-4bce-b914-1e7c4069dcc3 HTTP/1.1" status: 204 len: 168 time: 0.2430069 Nov 11 21:47:39.737697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797b7dc-a277-4b21-a397-6737d847fb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b126b3ef-adc0-4bce-b914-1e7c4069dcc3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:39.760963 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9f3246d4-ca8f-461c-93f8-bfd6a3b1f735 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.762689 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9f3246d4-ca8f-461c-93f8-bfd6a3b1f735 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2558322 Nov 11 21:47:39.765765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55212) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:39.770959 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-df9ee968-27f4-4c80-a91c-c231c9db8b96 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:39.771868 n-d-805737-3 neutron-server[102535]: WARNING neutron.api.v2.base [None req-df9ee968-27f4-4c80-a91c-c231c9db8b96 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 21:47:39.772390 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-df9ee968-27f4-4c80-a91c-c231c9db8b96 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] update failed (client error): There was a conflict when trying to complete your request. Nov 11 21:47:39.773421 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-df9ee968-27f4-4c80-a91c-c231c9db8b96 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "PUT /v2.0/security-groups/04faea05-8600-4699-9cf1-383c914bc0c5 HTTP/1.1" status: 409 len: 330 time: 0.0066319 Nov 11 21:47:39.781551 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55214) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:39.898693 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-817c12dd-16b9-443a-890c-80682ddc5013 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:39.971130 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-817c12dd-16b9-443a-890c-80682ddc5013 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:40.061755 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-817c12dd-16b9-443a-890c-80682ddc5013 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:40.064959 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-817c12dd-16b9-443a-890c-80682ddc5013 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:40.066219 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-817c12dd-16b9-443a-890c-80682ddc5013 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "DELETE /v2.0/security-groups/04faea05-8600-4699-9cf1-383c914bc0c5 HTTP/1.1" status: 204 len: 168 time: 0.2860553 Nov 11 21:47:40.069304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55228) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:40.082322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c12dd-16b9-443a-890c-80682ddc5013 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04faea05-8600-4699-9cf1-383c914bc0c5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:40.174066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-86903e93-8340-4b4d-9217-4762a6ade358 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1032429 Nov 11 21:47:40.178984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:40.215227 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-ef300c81-dbed-4dd3-92ef-276b49891a74 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] delete failed (client error): The resource could not be found. Nov 11 21:47:40.220834 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ef300c81-dbed-4dd3-92ef-276b49891a74 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "DELETE /v2.0/security-groups/4aea546d-8f5c-43c6-9ab9-bdc337080e9d HTTP/1.1" status: 404 len: 347 time: 0.0361855 Nov 11 21:47:40.221864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55238) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:40.241637 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-df8c1593-2848-4353-a651-9c34a927388b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] show failed (client error): The resource could not be found. Nov 11 21:47:40.244885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-df8c1593-2848-4353-a651-9c34a927388b tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "GET /v2.0/security-groups/d307b23d-a06b-4253-b1f2-242368753d20 HTTP/1.1" status: 404 len: 347 time: 0.0198171 Nov 11 21:47:40.252116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55242) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:40.274127 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-5928eccc-78dc-4609-9a04-3e8e15686931 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] show failed (client error): The resource could not be found. Nov 11 21:47:40.275187 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5928eccc-78dc-4609-9a04-3e8e15686931 tempest-NegativeSecGroupTest-2009132079 tempest-NegativeSecGroupTest-2009132079-project] 10.222.0.57 "GET /v2.0/security-group-rules/4d1a853d-b3b0-4f59-996b-e28f3d3a2d32 HTTP/1.1" status: 404 len: 356 time: 0.0220661 Nov 11 21:47:40.617216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55292) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:41.057870 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:41.088788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55314) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:41.179026 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7014463d-68ca-446d-bf25-624f9f6790ea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ac30d09d13f431d868f503950b454d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5604143 Nov 11 21:47:41.182940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55322) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:41.183889 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-524cd495-540a-4bf0-8cf5-b1568b9d9b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:41.308714 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3efd7d0a-4dc4-4155-a0d7-d745528c61e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:41.324198 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-524cd495-540a-4bf0-8cf5-b1568b9d9b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:41.333580 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3efd7d0a-4dc4-4155-a0d7-d745528c61e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:41.341457 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-524cd495-540a-4bf0-8cf5-b1568b9d9b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:41.443641 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3efd7d0a-4dc4-4155-a0d7-d745528c61e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:41.446591 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3efd7d0a-4dc4-4155-a0d7-d745528c61e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:41.450757 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3efd7d0a-4dc4-4155-a0d7-d745528c61e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cc43d363-8eff-4db3-bba1-0e55ee08fa2e HTTP/1.1" status: 204 len: 168 time: 0.2644703 Nov 11 21:47:41.474335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cd495-540a-4bf0-8cf5-b1568b9d9b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d24704-2197-4275-b663-81bbffa728b7,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:41.492452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd7d0a-4dc4-4155-a0d7-d745528c61e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc43d363-8eff-4db3-bba1-0e55ee08fa2e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:41.545623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55334) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:41.547500 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-524cd495-540a-4bf0-8cf5-b1568b9d9b0e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04919a115d91482ca2d948e7107240ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4527452 Nov 11 21:47:41.674674 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00d0896d-feaa-4391-ba07-f04347958828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:41.734367 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00d0896d-feaa-4391-ba07-f04347958828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:41.883534 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00d0896d-feaa-4391-ba07-f04347958828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:41.892023 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-00d0896d-feaa-4391-ba07-f04347958828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:41.897167 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-00d0896d-feaa-4391-ba07-f04347958828 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/55d24704-2197-4275-b663-81bbffa728b7 HTTP/1.1" status: 204 len: 168 time: 0.3503535 Nov 11 21:47:41.930825 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0896d-feaa-4391-ba07-f04347958828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d24704-2197-4275-b663-81bbffa728b7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:42.465284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55368) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:42.504452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55370) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:42.573895 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ad434a-1998-4280-bb8b-c2eb8d81f393 admin admin] Deleting subnet 9abdc103-4ffc-40ef-bc05-5a416ff1880b {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:47:42.586641 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-51ad434a-1998-4280-bb8b-c2eb8d81f393 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:42.691067 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-51ad434a-1998-4280-bb8b-c2eb8d81f393 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:42.821698 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-51ad434a-1998-4280-bb8b-c2eb8d81f393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:42.856474 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-413a02e1-9702-478c-9c63-7b21d1afd5e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:43.020704 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-51ad434a-1998-4280-bb8b-c2eb8d81f393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:43.131330 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-51ad434a-1998-4280-bb8b-c2eb8d81f393 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:43.137349 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe68a4-db2a-4000-b75a-8a5fab4d7e58 None None] Network b4816392-9041-439a-8583-40f3a66bf98f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:47:43.149243 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-413a02e1-9702-478c-9c63-7b21d1afd5e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:43.153343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-51ad434a-1998-4280-bb8b-c2eb8d81f393 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9abdc103-4ffc-40ef-bc05-5a416ff1880b HTTP/1.1" status: 204 len: 168 time: 0.6852238 Nov 11 21:47:43.155273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad434a-1998-4280-bb8b-c2eb8d81f393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9abdc103-4ffc-40ef-bc05-5a416ff1880b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:43.155727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55394) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:43.292012 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-413a02e1-9702-478c-9c63-7b21d1afd5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:43.450221 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-413a02e1-9702-478c-9c63-7b21d1afd5e5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e65b084c25d84fe29c9325925a6b10a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9447658 Nov 11 21:47:43.453245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55406) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:43.477383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3588fc79-ec52-4948-86b6-6e32f580aa80 None None] DHCP port deletion for b4816392-9041-439a-8583-40f3a66bf98f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:47:43.582564 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-188958ac-52e3-4a96-a93f-eeacfbbb8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:43.588375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a02e1-9702-478c-9c63-7b21d1afd5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c3a17c-060c-4a41-8895-b38e6b25d105,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:43.626941 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9ff35b5-c54d-4d4d-bbd8-e3a23e548634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:43.673528 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9ff35b5-c54d-4d4d-bbd8-e3a23e548634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:43.744741 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9ff35b5-c54d-4d4d-bbd8-e3a23e548634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:43.750410 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9ff35b5-c54d-4d4d-bbd8-e3a23e548634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:43.752007 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f9ff35b5-c54d-4d4d-bbd8-e3a23e548634 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/87c3a17c-060c-4a41-8895-b38e6b25d105 HTTP/1.1" status: 204 len: 168 time: 0.2975278 Nov 11 21:47:43.779706 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff35b5-c54d-4d4d-bbd8-e3a23e548634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c3a17c-060c-4a41-8895-b38e6b25d105,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:43.805243 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-188958ac-52e3-4a96-a93f-eeacfbbb8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:43.834471 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-188958ac-52e3-4a96-a93f-eeacfbbb8fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4816392-9041-439a-8583-40f3a66bf98f']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:43.853141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-188958ac-52e3-4a96-a93f-eeacfbbb8fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774155da-9f0c-4da6-a442-11d9ba884bbb') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:43.854175 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-188958ac-52e3-4a96-a93f-eeacfbbb8fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774155da-9f0c-4da6-a442-11d9ba884bbb') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:47:43.870258 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-188958ac-52e3-4a96-a93f-eeacfbbb8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:43.872347 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-08d91fe2-2ced-48a6-a5eb-b18dcd9274ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:43.915134 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-188958ac-52e3-4a96-a93f-eeacfbbb8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:43.928549 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188958ac-52e3-4a96-a93f-eeacfbbb8fdb admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:47:43.928983 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-188958ac-52e3-4a96-a93f-eeacfbbb8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:47:43.931474 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:47:44.004935 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-188958ac-52e3-4a96-a93f-eeacfbbb8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:44.019359 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-188958ac-52e3-4a96-a93f-eeacfbbb8fdb admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:44.026135 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-188958ac-52e3-4a96-a93f-eeacfbbb8fdb admin admin] 10.222.0.57 "DELETE /v2.0/networks/b4816392-9041-439a-8583-40f3a66bf98f HTTP/1.1" status: 204 len: 168 time: 0.8683298 Nov 11 21:47:44.048911 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188958ac-52e3-4a96-a93f-eeacfbbb8fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=b4816392-9041-439a-8583-40f3a66bf98f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:44.478520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55452) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:44.570970 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:44.598450 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-985d82a0-fa7c-48e4-bff0-00222d8f8c6d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f1cebc576d1748849806cdb0136e1fab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1186385 Nov 11 21:47:44.601418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55456) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:44.754567 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3d61f76-4fe1-4f0a-849a-49908b990af9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:44.816004 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3d61f76-4fe1-4f0a-849a-49908b990af9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:44.916998 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3d61f76-4fe1-4f0a-849a-49908b990af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:44.921313 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3d61f76-4fe1-4f0a-849a-49908b990af9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:44.925736 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c3d61f76-4fe1-4f0a-849a-49908b990af9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f1b20d7a-9e6a-4639-8501-beea0c468b0d HTTP/1.1" status: 204 len: 168 time: 0.3220487 Nov 11 21:47:44.955098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d61f76-4fe1-4f0a-849a-49908b990af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b20d7a-9e6a-4639-8501-beea0c468b0d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:45.373162 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-a4595424-5e64-458a-b801-ec7c1f544deb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1122313 Nov 11 21:47:45.518559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-f8563429-07d5-4116-9754-90ced2d2efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:45.519441 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-f8563429-07d5-4116-9754-90ced2d2efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:45.519899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-f8563429-07d5-4116-9754-90ced2d2efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:45.520814 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-f8563429-07d5-4116-9754-90ced2d2efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:45.521644 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-f8563429-07d5-4116-9754-90ced2d2efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:45.522419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-f8563429-07d5-4116-9754-90ced2d2efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:45.523042 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-f8563429-07d5-4116-9754-90ced2d2efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:45.525466 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-f8563429-07d5-4116-9754-90ced2d2efd6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 6493 time: 0.0632234 Nov 11 21:47:45.561634 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55502) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:45.783113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-efeb09bf-a111-4256-a2f8-e2b7312aacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:45.784001 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-efeb09bf-a111-4256-a2f8-e2b7312aacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:45.785873 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-efeb09bf-a111-4256-a2f8-e2b7312aacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:45.790629 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-efeb09bf-a111-4256-a2f8-e2b7312aacfd service neutron] 10.222.0.71 "GET /v2.0/networks?id=1fce0110-e17d-4dbf-bcff-6587b695d31e&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=4fa35899-5adf-40f1-9173-7fcb94838b29&id=4fa35899-5adf-40f1-9173-7fcb94838b29 HTTP/1.1" status: 200 len: 2295 time: 0.2263851 Nov 11 21:47:45.943696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bebaeadc-1965-4b01-b9b0-329032183172 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1868491537'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:45.944386 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bebaeadc-1965-4b01-b9b0-329032183172 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Unknown quota resources ['metering_label']. {{(pid=102535) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:47:46.027168 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-babd6a83-5c38-458a-9ab9-9647524d50cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:46.212440 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-00243869-b676-4466-8266-127bccc6a50e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42f3bfd-99cc-4ee5-a989-eedc34b67f19 HTTP/1.1" status: 200 len: 1000 time: 0.3962450 Nov 11 21:47:46.312224 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-794c4216-9206-4817-9b02-bcddc6f43085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:46.313706 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-794c4216-9206-4817-9b02-bcddc6f43085 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4cc9cd29-0338-4a59-aaa7-c7a0cc838140 HTTP/1.1" status: 200 len: 850 time: 0.0819139 Nov 11 21:47:46.316916 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bebaeadc-1965-4b01-b9b0-329032183172 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:46.320833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55538) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:46.326956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6e45ea48-5676-4bee-bf04-4235574cae81 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7f90981e-f59a-4f9a-98c2-8af69adc1e51'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:46.327843 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6e45ea48-5676-4bee-bf04-4235574cae81 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:47:46.336085 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bebaeadc-1965-4b01-b9b0-329032183172 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7732203 Nov 11 21:47:46.453631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-ac37ae8d-0fca-4c17-a854-8ec04afafd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:46.458367 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-ac37ae8d-0fca-4c17-a854-8ec04afafd45 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1fce0110-e17d-4dbf-bcff-6587b695d31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197836 Nov 11 21:47:46.557578 n-d-805737-3 neutron-server[102534]: WARNING neutron.services.metering.metering_plugin [None req-6e45ea48-5676-4bee-bf04-4235574cae81 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 21:47:46.628232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55550) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:46.688762 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-12972a65-bfd0-4607-9ea3-058ce0fd2545 service neutron] 10.222.0.71 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169096 Nov 11 21:47:46.848545 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-31b5884b-102e-410f-9712-ab69889f0e11 service neutron] 10.222.0.71 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272404 Nov 11 21:47:46.908785 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-5467a4c8-02f4-4970-b721-32ef8f6eca19 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=25a1c873-4001-4e2b-9aab-1b83892a724d HTTP/1.1" status: 200 len: 217 time: 0.0511553 Nov 11 21:47:46.967265 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e45ea48-5676-4bee-bf04-4235574cae81 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:46.968494 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6e45ea48-5676-4bee-bf04-4235574cae81 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6464612 Nov 11 21:47:46.971895 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55568) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:46.982602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d778d684-ee92-4c91-82ad-5ea74e07350d tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7f90981e-f59a-4f9a-98c2-8af69adc1e51'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:46.983108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d778d684-ee92-4c91-82ad-5ea74e07350d tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:47:47.046305 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-2d870982-73f7-448f-b5c4-12b4eb950734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:47.048121 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-2d870982-73f7-448f-b5c4-12b4eb950734 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.1276257 Nov 11 21:47:47.123261 n-d-805737-3 neutron-server[102534]: WARNING neutron.services.metering.metering_plugin [None req-d778d684-ee92-4c91-82ad-5ea74e07350d tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 21:47:47.173772 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-68f97b51-c520-4ede-a925-8c4b000785df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:47.176419 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-68f97b51-c520-4ede-a925-8c4b000785df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129816 Nov 11 21:47:47.191691 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:47.364877 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d778d684-ee92-4c91-82ad-5ea74e07350d tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:47.370647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55584) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:47.371124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d778d684-ee92-4c91-82ad-5ea74e07350d tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3971777 Nov 11 21:47:47.372479 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7c95f1cc-3a6d-408b-b35e-7dd9c875c0b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:47.433781 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-913c1973-855a-4020-9279-69cd98e40af0 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=0a2cd440-8cc8-4e53-bd9b-cdf92aebf854 HTTP/1.1" status: 200 len: 462 time: 0.0596602 Nov 11 21:47:47.434116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55586) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:47.471739 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-b7361e05-9954-4e55-b333-1f3b10a1c323 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815359 Nov 11 21:47:48.155616 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7c95f1cc-3a6d-408b-b35e-7dd9c875c0b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:48.164358 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7c95f1cc-3a6d-408b-b35e-7dd9c875c0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:48.307526 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7c95f1cc-3a6d-408b-b35e-7dd9c875c0b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4f95de44fe2349c680efe95da6d65f6b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6789086 Nov 11 21:47:48.310203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55620) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:48.331486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95f1cc-3a6d-408b-b35e-7dd9c875c0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4918c7-c73f-4cab-a322-69415aa90251,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:48.417515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62275599-f571-4d39-83bf-028df98eb629 req-8ed716d6-c0fe-417b-99ef-46b8a90371d9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:48.423748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62275599-f571-4d39-83bf-028df98eb629 req-8ed716d6-c0fe-417b-99ef-46b8a90371d9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:48.430360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62275599-f571-4d39-83bf-028df98eb629 req-8ed716d6-c0fe-417b-99ef-46b8a90371d9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:48.436960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62275599-f571-4d39-83bf-028df98eb629 req-8ed716d6-c0fe-417b-99ef-46b8a90371d9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:48.442900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62275599-f571-4d39-83bf-028df98eb629 req-8ed716d6-c0fe-417b-99ef-46b8a90371d9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:48.449316 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62275599-f571-4d39-83bf-028df98eb629 req-8ed716d6-c0fe-417b-99ef-46b8a90371d9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:48.456358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62275599-f571-4d39-83bf-028df98eb629 req-8ed716d6-c0fe-417b-99ef-46b8a90371d9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:48.465830 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62275599-f571-4d39-83bf-028df98eb629 req-8ed716d6-c0fe-417b-99ef-46b8a90371d9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5436 time: 0.2555897 Nov 11 21:47:48.543108 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:48.570411 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f37b26c6-f60b-402a-91a1-7db10063f2af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:48.612836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62275599-f571-4d39-83bf-028df98eb629 req-174045b6-152f-4d15-bd27-afed7c56c256 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1437845 Nov 11 21:47:48.667544 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f37b26c6-f60b-402a-91a1-7db10063f2af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:48.710090 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67a4c598-db60-4e6a-aef3-833087adebc7 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:48.711944 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-67a4c598-db60-4e6a-aef3-833087adebc7 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/0a2cd440-8cc8-4e53-bd9b-cdf92aebf854 HTTP/1.1" status: 204 len: 168 time: 1.2769096 Nov 11 21:47:48.714488 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-02a00811-6f45-4f6a-b30d-5aa2b8518b56 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2278585 Nov 11 21:47:48.715150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55658) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:48.725848 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-49ca61bc-7158-4f8c-a4a0-47a81df3ab1a tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=0a2cd440-8cc8-4e53-bd9b-cdf92aebf854 HTTP/1.1" status: 200 len: 221 time: 0.0088227 Nov 11 21:47:48.732234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55660) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:48.750045 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6e2761b2-6a7b-41cb-8c2d-c525370d9574 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--296108940', 'description': 'label created by tempest'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:48.750299 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6e2761b2-6a7b-41cb-8c2d-c525370d9574 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Unknown quota resources ['metering_label']. {{(pid=102534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:47:48.827523 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-feda547b-9e6c-448a-9423-695af9d1a2b5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=348abab2-0df6-4fc4-a449-94bd70a118d8 HTTP/1.1" status: 200 len: 217 time: 0.0956347 Nov 11 21:47:48.958671 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-51894313-ecb5-4cb2-b988-c860c188c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:48.960312 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-51894313-ecb5-4cb2-b988-c860c188c32e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.1192329 Nov 11 21:47:49.033222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-d22f2543-4d29-41f3-8b52-3b979a7bed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:49.035356 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-d22f2543-4d29-41f3-8b52-3b979a7bed6d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0632410 Nov 11 21:47:49.058497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f280d-20a3-4465-8da2-4d9fbb88fa3e req-bc128e21-6eec-4e79-9649-2837682905df tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:49.064420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f280d-20a3-4465-8da2-4d9fbb88fa3e req-bc128e21-6eec-4e79-9649-2837682905df tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:49.080896 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f280d-20a3-4465-8da2-4d9fbb88fa3e req-bc128e21-6eec-4e79-9649-2837682905df tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:49.121900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f280d-20a3-4465-8da2-4d9fbb88fa3e req-bc128e21-6eec-4e79-9649-2837682905df tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:49.140113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f280d-20a3-4465-8da2-4d9fbb88fa3e req-bc128e21-6eec-4e79-9649-2837682905df tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:49.160680 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f280d-20a3-4465-8da2-4d9fbb88fa3e req-bc128e21-6eec-4e79-9649-2837682905df tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:49.178358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f280d-20a3-4465-8da2-4d9fbb88fa3e req-bc128e21-6eec-4e79-9649-2837682905df tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:49.188348 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fb3f280d-20a3-4465-8da2-4d9fbb88fa3e req-bc128e21-6eec-4e79-9649-2837682905df tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5436 time: 0.4782808 Nov 11 21:47:49.200861 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6e2761b2-6a7b-41cb-8c2d-c525370d9574 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:49.221214 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6e2761b2-6a7b-41cb-8c2d-c525370d9574 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4721599 Nov 11 21:47:49.222830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55706) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:49.325785 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-a3ba9b40-5861-4c12-b259-6af360d15754 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777550 Nov 11 21:47:49.350060 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:49.360647 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f37b26c6-f60b-402a-91a1-7db10063f2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:49.362572 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f37b26c6-f60b-402a-91a1-7db10063f2af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:49.364162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f37b26c6-f60b-402a-91a1-7db10063f2af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0e4918c7-c73f-4cab-a322-69415aa90251 HTTP/1.1" status: 204 len: 168 time: 1.0527065 Nov 11 21:47:49.477468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b26c6-f60b-402a-91a1-7db10063f2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4918c7-c73f-4cab-a322-69415aa90251,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:49.489107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8bb17df3-c121-4967-9cc8-ca8a800d6225 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=a89023ab-a65e-4f09-b9b8-7019c20cd488 HTTP/1.1" status: 200 len: 467 time: 0.2525232 Nov 11 21:47:49.491551 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55712) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:49.628965 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-52a55924-20aa-4281-9b42-d52385605976 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910123 Nov 11 21:47:49.742508 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-c1323f26-287b-4d59-912b-32611b800f6e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=13ffee77-0dca-490c-8116-b548cab8fe4a HTTP/1.1" status: 200 len: 217 time: 0.1049836 Nov 11 21:47:49.838467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55724) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:49.853541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-163ab04d-f5c1-48c7-8ad8-16304d1344cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:49.856472 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-163ab04d-f5c1-48c7-8ad8-16304d1344cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.1051366 Nov 11 21:47:49.930155 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-047d95be-2b9c-4210-84ef-3c3b91f21c88 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:49.934424 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55730) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:49.934588 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-047d95be-2b9c-4210-84ef-3c3b91f21c88 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/a89023ab-a65e-4f09-b9b8-7019c20cd488 HTTP/1.1" status: 204 len: 168 time: 0.4415669 Nov 11 21:47:49.955732 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7e4b94b2-348e-4a3d-9297-41a1d52f8e30 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=a89023ab-a65e-4f09-b9b8-7019c20cd488 HTTP/1.1" status: 200 len: 216 time: 0.0196576 Nov 11 21:47:49.961298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55732) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:49.976232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-656a2776-fe65-44d3-9322-9af2c42aefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:49.979249 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-656a2776-fe65-44d3-9322-9af2c42aefd8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1112490 Nov 11 21:47:49.983159 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-34b332c4-0049-4d76-9677-1b0ef9b0a5b0 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0189302 Nov 11 21:47:49.987626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55734) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:50.043053 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6b1265e5-21c3-46d0-b321-ad1f8d32a3a6 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0539541 Nov 11 21:47:50.051172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55736) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:50.071924 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a01c19c-7b84-495a-a541-89f84e582f6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:50.080154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55738) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:50.103933 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98984e9a-9f34-4f4e-b0aa-7dcf91f61cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:50.155009 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-512cd1eb-f9e5-4e75-b9f6-be47ddffe6fd service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571722 Nov 11 21:47:50.186227 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b0de2ada-6c83-4cda-ae79-e19421f02eeb tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels/7f90981e-f59a-4f9a-98c2-8af69adc1e51 HTTP/1.1" status: 200 len: 473 time: 0.1339111 Nov 11 21:47:50.188384 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55744) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:50.242739 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f2db70ad-4f4e-4de3-bac4-915468b3d3d3 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules/eaa586c9-3ca5-4270-99df-986a03156258 HTTP/1.1" status: 200 len: 459 time: 0.0523996 Nov 11 21:47:50.246990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55746) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:50.406671 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98984e9a-9f34-4f4e-b0aa-7dcf91f61cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:50.408736 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a01c19c-7b84-495a-a541-89f84e582f6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:50.427570 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98984e9a-9f34-4f4e-b0aa-7dcf91f61cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:50.457232 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7a01c19c-7b84-495a-a541-89f84e582f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:50.497123 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98984e9a-9f34-4f4e-b0aa-7dcf91f61cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88a10eb-05c1-4ba0-892c-12055ed6fb70,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:50.508023 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-98984e9a-9f34-4f4e-b0aa-7dcf91f61cef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6cae5068c80d4ffcbcb024fdefd8787e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4263065 Nov 11 21:47:50.508753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55760) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:50.567641 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7a01c19c-7b84-495a-a541-89f84e582f6c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dd5f49a8428f430b83b0ede308e2b296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7281022 Nov 11 21:47:50.573973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55766) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:50.609678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01c19c-7b84-495a-a541-89f84e582f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24b7568-7b09-4e39-a15c-1ccbadb63462,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:50.616819 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62d2b005-c7cd-4974-a494-17547bfde37f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:50.641799 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0a027cb-badc-4d3a-9571-33df946c8262 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:50.644281 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e0a027cb-badc-4d3a-9571-33df946c8262 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/eaa586c9-3ca5-4270-99df-986a03156258 HTTP/1.1" status: 204 len: 168 time: 0.3955832 Nov 11 21:47:50.647100 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55772) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:50.671034 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62d2b005-c7cd-4974-a494-17547bfde37f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:50.687145 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-086d7e3b-1eab-4bbe-87ea-c13f95ad61e1 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225801 Nov 11 21:47:50.738641 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3b13bc-95c6-40e2-9da7-63fde72da6bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:50.786207 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3b13bc-95c6-40e2-9da7-63fde72da6bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:50.787788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55776) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:50.851000 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62d2b005-c7cd-4974-a494-17547bfde37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:50.854221 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62d2b005-c7cd-4974-a494-17547bfde37f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:50.858262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-62d2b005-c7cd-4974-a494-17547bfde37f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b88a10eb-05c1-4ba0-892c-12055ed6fb70 HTTP/1.1" status: 204 len: 168 time: 0.3451972 Nov 11 21:47:50.865063 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-871c3083-d15b-46b7-a0fb-d59db7cdf8d7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=14325729-1495-4098-ba65-82b20f0f04f3 HTTP/1.1" status: 200 len: 217 time: 0.1555896 Nov 11 21:47:50.870600 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2b005-c7cd-4974-a494-17547bfde37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88a10eb-05c1-4ba0-892c-12055ed6fb70,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:50.901342 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3b13bc-95c6-40e2-9da7-63fde72da6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:50.906997 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3b13bc-95c6-40e2-9da7-63fde72da6bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:50.910727 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6f3b13bc-95c6-40e2-9da7-63fde72da6bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a24b7568-7b09-4e39-a15c-1ccbadb63462 HTTP/1.1" status: 204 len: 168 time: 0.3331859 Nov 11 21:47:50.952405 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b13bc-95c6-40e2-9da7-63fde72da6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24b7568-7b09-4e39-a15c-1ccbadb63462,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:51.118970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-81bdc47f-d07c-443b-9242-a1da8dac74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:51.120519 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-81bdc47f-d07c-443b-9242-a1da8dac74b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.2217629 Nov 11 21:47:51.212022 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-be0bb78f-bc25-4a69-b032-491b4ce89e7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:51.462659 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-be0bb78f-bc25-4a69-b032-491b4ce89e7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:51.478217 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-be0bb78f-bc25-4a69-b032-491b4ce89e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:51.523121 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-abdc0b60-f737-47fd-b467-9b8d91b3df74 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:51.526593 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-abdc0b60-f737-47fd-b467-9b8d91b3df74 tempest-MeteringIpV6TestJSON-1200856587 tempest-MeteringIpV6TestJSON-1200856587-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/7f90981e-f59a-4f9a-98c2-8af69adc1e51 HTTP/1.1" status: 204 len: 168 time: 0.8713770 Nov 11 21:47:51.544833 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-f9828061-4d08-442f-807d-d6c765eb7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:51.546411 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-f9828061-4d08-442f-807d-d6c765eb7d8b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3138764 Nov 11 21:47:51.572916 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-be0bb78f-bc25-4a69-b032-491b4ce89e7c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=23cb7256961a497983ced2a2ac16b783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7826023 Nov 11 21:47:51.574539 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55814) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:51.575245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bb78f-bc25-4a69-b032-491b4ce89e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb132e6-3d75-4443-a1ed-7e4830992911,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:51.696055 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5834824b-3727-4f2a-95d7-56af9abcefa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:51.809637 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5834824b-3727-4f2a-95d7-56af9abcefa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:51.832485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55828) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:51.900293 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-abd40752-f4ca-4bc3-b68e-d8dd4c782345 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426130 Nov 11 21:47:51.917854 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6377d796-043e-4e6d-9136-8c68ab4e537b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:51.955584 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5834824b-3727-4f2a-95d7-56af9abcefa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:51.958251 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5834824b-3727-4f2a-95d7-56af9abcefa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:51.959559 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5834824b-3727-4f2a-95d7-56af9abcefa8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbb132e6-3d75-4443-a1ed-7e4830992911 HTTP/1.1" status: 204 len: 168 time: 0.3700159 Nov 11 21:47:51.969029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834824b-3727-4f2a-95d7-56af9abcefa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb132e6-3d75-4443-a1ed-7e4830992911,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:52.121342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55836) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:52.178336 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-ae9e9b42-8b4a-46c3-bb2d-480435db533d service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579405 Nov 11 21:47:52.238755 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-ef97ec72-f1c8-4cd4-8b2c-8c3f625216f5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a256091-0880-49ef-ae98-ef983b4c19db HTTP/1.1" status: 200 len: 217 time: 0.0451629 Nov 11 21:47:52.270446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55846) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:52.301150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-03793c89-63eb-443a-a760-0e38d4dc4560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:52.302643 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-03793c89-63eb-443a-a760-0e38d4dc4560 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e06d152d-4297-4bab-be11-2a26a2d0ccd9 HTTP/1.1" status: 200 len: 797 time: 0.0481491 Nov 11 21:47:52.314337 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6377d796-043e-4e6d-9136-8c68ab4e537b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:52.326191 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6377d796-043e-4e6d-9136-8c68ab4e537b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:52.389349 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377d796-043e-4e6d-9136-8c68ab4e537b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96490bef-2f47-40f2-a129-492331fd5f46,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:52.417632 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6377d796-043e-4e6d-9136-8c68ab4e537b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5eaccc55873b4c90856bde7786c100f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5924556 Nov 11 21:47:52.417847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55852) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:52.421470 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-14396fdd-77c9-4ec3-9c61-fe3ce0ded158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:52.423217 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-14396fdd-77c9-4ec3-9c61-fe3ce0ded158 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1076405 Nov 11 21:47:52.532247 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0708291-5fbe-4025-a73e-53d667754d4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:52.589821 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-8639199b-addc-431f-b54c-60da1d1da1e4 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532304 Nov 11 21:47:52.613515 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a3f32731-75b0-47e0-b4d5-7e054a138cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:52.639403 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a3f32731-75b0-47e0-b4d5-7e054a138cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:52.739471 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a3f32731-75b0-47e0-b4d5-7e054a138cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:52.743072 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a3f32731-75b0-47e0-b4d5-7e054a138cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:52.744628 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a3f32731-75b0-47e0-b4d5-7e054a138cce admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/96490bef-2f47-40f2-a129-492331fd5f46 HTTP/1.1" status: 204 len: 168 time: 0.3258142 Nov 11 21:47:52.764626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f32731-75b0-47e0-b4d5-7e054a138cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96490bef-2f47-40f2-a129-492331fd5f46,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:52.807528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97e004-e706-43f6-ad31-ee3d09e191fc req-1ac949a7-8a32-4f5a-9b15-cd3375f93ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:52.808169 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97e004-e706-43f6-ad31-ee3d09e191fc req-1ac949a7-8a32-4f5a-9b15-cd3375f93ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:52.808686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97e004-e706-43f6-ad31-ee3d09e191fc req-1ac949a7-8a32-4f5a-9b15-cd3375f93ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:52.809232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97e004-e706-43f6-ad31-ee3d09e191fc req-1ac949a7-8a32-4f5a-9b15-cd3375f93ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:52.809737 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97e004-e706-43f6-ad31-ee3d09e191fc req-1ac949a7-8a32-4f5a-9b15-cd3375f93ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:52.810191 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97e004-e706-43f6-ad31-ee3d09e191fc req-1ac949a7-8a32-4f5a-9b15-cd3375f93ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:52.810641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97e004-e706-43f6-ad31-ee3d09e191fc req-1ac949a7-8a32-4f5a-9b15-cd3375f93ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:52.813009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b97e004-e706-43f6-ad31-ee3d09e191fc req-1ac949a7-8a32-4f5a-9b15-cd3375f93ef4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 6493 time: 0.5408037 Nov 11 21:47:52.897660 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0708291-5fbe-4025-a73e-53d667754d4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:52.900501 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-e3031c4a-7914-45bc-9691-f0b6e7baa1f2 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967734 Nov 11 21:47:52.906133 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0708291-5fbe-4025-a73e-53d667754d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:52.995329 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-bf97ff1a-8924-40ec-859a-fd750b3ae00d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d HTTP/1.1" status: 200 len: 217 time: 0.0813730 Nov 11 21:47:53.029613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b97e004-e706-43f6-ad31-ee3d09e191fc req-efdedfbf-6a0f-45dd-91f0-4cb41bf198d1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2053216 Nov 11 21:47:53.040382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b0708291-5fbe-4025-a73e-53d667754d4d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c19cbd5c0c844f94a1583bea912d0a52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9176297 Nov 11 21:47:53.041230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55874) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:53.045022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0708291-5fbe-4025-a73e-53d667754d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d066c93c-bb4f-4652-962a-c43d2c9ed7a6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:53.082026 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-487753d9-f3c6-48be-915e-77b95c6d8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:53.085158 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-487753d9-f3c6-48be-915e-77b95c6d8afa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e06d152d-4297-4bab-be11-2a26a2d0ccd9 HTTP/1.1" status: 200 len: 797 time: 0.0769281 Nov 11 21:47:53.139365 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93ecdde8-8523-4786-8fb9-17558dcbbbcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:53.168589 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93ecdde8-8523-4786-8fb9-17558dcbbbcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:53.200196 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-81a97b7e-8167-4eb9-acec-c819bb34c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:53.202365 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-81a97b7e-8167-4eb9-acec-c819bb34c2ff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1067841 Nov 11 21:47:53.256005 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93ecdde8-8523-4786-8fb9-17558dcbbbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:53.259508 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93ecdde8-8523-4786-8fb9-17558dcbbbcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:53.263150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-93ecdde8-8523-4786-8fb9-17558dcbbbcd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d066c93c-bb4f-4652-962a-c43d2c9ed7a6 HTTP/1.1" status: 204 len: 168 time: 0.2167208 Nov 11 21:47:53.295545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecdde8-8523-4786-8fb9-17558dcbbbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d066c93c-bb4f-4652-962a-c43d2c9ed7a6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:53.344724 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-a72a4170-32ac-480f-9d8f-7a99929cd69e service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303060 Nov 11 21:47:53.561775 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-453c0b6b-4b5f-4db9-be67-5c89c54e12f2 req-7608efa3-cd65-4586-bfcb-19e9bfa642bc service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077718 Nov 11 21:47:54.085364 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55926) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:54.104904 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:54.201038 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:54.207942 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:54.260368 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=221fcdcaee414a0f96b9dfe6cbbbeaf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1708977 Nov 11 21:47:54.260368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cda4981-ebc3-4874-b056-73d9216d04aa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:54.261550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55932) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:54.268537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:54.269036 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:54.269534 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:54.269955 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:54.270371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:54.270789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:54.271258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:54.271699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:54.272336 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:54.272475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:54.272931 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:54.273355 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa971e-5e4f-41e5-bab0-0b54e056e308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:47:54.331815 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bf495f0-cf91-47e0-b64a-fb93a0e6df6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:54.357671 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bf495f0-cf91-47e0-b64a-fb93a0e6df6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:54.426727 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bf495f0-cf91-47e0-b64a-fb93a0e6df6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:54.431011 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4bf495f0-cf91-47e0-b64a-fb93a0e6df6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:54.432591 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4bf495f0-cf91-47e0-b64a-fb93a0e6df6c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4cda4981-ebc3-4874-b056-73d9216d04aa HTTP/1.1" status: 204 len: 168 time: 0.1686502 Nov 11 21:47:54.446128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf495f0-cf91-47e0-b64a-fb93a0e6df6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cda4981-ebc3-4874-b056-73d9216d04aa,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:54.866818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 55970) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:55.169755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1733644095-network', 'tenant_id': '8034fdc9185f475a8bd29b67fab3c524'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:55.216395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] Made reservation on behalf of 8034fdc9185f475a8bd29b67fab3c524 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:47:55.219602 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:55.234991 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:55.340477 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:55.346822 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:55.377732 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:47:55.388376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fcbfa9-5632-48c7-bb97-951ad8cfda24,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:55.395489 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:55.395862 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] Added segment 00c914a2-3bf5-4d87-86d4-e98a9520a03f of type vlan for network 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 Nov 11 21:47:55.445094 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:55.476281 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:55.477835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:55.480003 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:55.550590 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6814694 Nov 11 21:47:55.551860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56012) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:55.558479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d993c517-835a-4b86-967f-0888ed1ccff2 admin admin] Request body: {'subnet': {'network_id': '4b8e3aac-1d69-4a6f-b22a-09e24134fa42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1733644095-subnet', 'tenant_id': '8034fdc9185f475a8bd29b67fab3c524', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:55.609288 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d993c517-835a-4b86-967f-0888ed1ccff2 admin admin] Made reservation on behalf of 8034fdc9185f475a8bd29b67fab3c524 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:47:55.615081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d993c517-835a-4b86-967f-0888ed1ccff2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:55.645193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c52aa2-0162-4af3-840a-231f0e5aa9a2 admin admin] Pushing event updated for resources: {'Network': ['ID=4b8e3aac-1d69-4a6f-b22a-09e24134fa42,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:55.660145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:47:55.807451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56040) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:55.957071 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d993c517-835a-4b86-967f-0888ed1ccff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:56.046404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993c517-835a-4b86-967f-0888ed1ccff2 admin admin] Checking segment: {'id': '00c914a2-3bf5-4d87-86d4-e98a9520a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4b8e3aac-1d69-4a6f-b22a-09e24134fa42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:47:56.046771 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d993c517-835a-4b86-967f-0888ed1ccff2 admin admin] Network hostable DHCP agents. Network: 4b8e3aac-1d69-4a6f-b22a-09e24134fa42, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:47:56.059899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993c517-835a-4b86-967f-0888ed1ccff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10215c90-c10e-4547-ab4e-1d3d42e0381d,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:56.097437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d993c517-835a-4b86-967f-0888ed1ccff2 admin admin] Network 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:47:56.109293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-d993c517-835a-4b86-967f-0888ed1ccff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 4b8e3aac-1d69-4a6f-b22a-09e24134fa42) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:47:56.121234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58005b67-472a-488e-93c7-f8a58db0361e None None] Network 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:47:56.123758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993c517-835a-4b86-967f-0888ed1ccff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:56.125910 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d993c517-835a-4b86-967f-0888ed1ccff2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:56.156825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d993c517-835a-4b86-967f-0888ed1ccff2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6031053 Nov 11 21:47:56.257552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f331510-3f76-4969-89d4-dc880735039d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:56.269672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56060) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:56.288525 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5380fa-d828-4f3a-bec5-e70495b37379 None None] Network 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:47:56.365936 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f331510-3f76-4969-89d4-dc880735039d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:56.373567 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f331510-3f76-4969-89d4-dc880735039d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:56.409677 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f331510-3f76-4969-89d4-dc880735039d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7430ac6-7940-42df-a509-8a0f853d7a72,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:56.434234 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2f331510-3f76-4969-89d4-dc880735039d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b5fc3be60b84d4aa896e78d0e7c6157&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6238909 Nov 11 21:47:56.436994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56064) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:56.498885 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ec55098-1914-4b62-997c-526f148617af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:56.544951 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ec55098-1914-4b62-997c-526f148617af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:56.627709 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ec55098-1914-4b62-997c-526f148617af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:56.633176 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ec55098-1914-4b62-997c-526f148617af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:56.635299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8ec55098-1914-4b62-997c-526f148617af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b7430ac6-7940-42df-a509-8a0f853d7a72 HTTP/1.1" status: 204 len: 168 time: 0.1964681 Nov 11 21:47:56.650851 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec55098-1914-4b62-997c-526f148617af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7430ac6-7940-42df-a509-8a0f853d7a72,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:56.868874 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b0cb-c9e7-48ad-86a1-585569e29f3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:56.995227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56082) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:57.069795 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b0cb-c9e7-48ad-86a1-585569e29f3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:57.079554 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b0cb-c9e7-48ad-86a1-585569e29f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:57.171849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4aa3b0cb-c9e7-48ad-86a1-585569e29f3f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=140536f47a0a4597bf28479f49b2f5fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8981059 Nov 11 21:47:57.171849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3b0cb-c9e7-48ad-86a1-585569e29f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2116a4-4a8b-46d4-98bc-13e0c07f8c37,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:57.172125 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56092) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:57.278973 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbac67bb-0d3c-41a2-ac4d-e288f0424223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:57.308051 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbac67bb-0d3c-41a2-ac4d-e288f0424223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:57.369416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-145870758'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:57.374251 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbac67bb-0d3c-41a2-ac4d-e288f0424223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:57.377077 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cbac67bb-0d3c-41a2-ac4d-e288f0424223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:57.378889 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cbac67bb-0d3c-41a2-ac4d-e288f0424223 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c2116a4-4a8b-46d4-98bc-13e0c07f8c37 HTTP/1.1" status: 204 len: 168 time: 0.2059941 Nov 11 21:47:57.402351 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac67bb-0d3c-41a2-ac4d-e288f0424223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2116a4-4a8b-46d4-98bc-13e0c07f8c37,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:57.422207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Made reservation on behalf of d699276d634c450fb508151d2a8ddd89 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:47:57.433419 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:57.464927 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:57.571980 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:57.580296 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:57.645669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:47:57.657269 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:57.657957 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Added segment 05c1fa46-89a4-47aa-9fea-ac41a106ba6d of type vlan for network add25a46-8313-4b41-96ca-f14d9d5d6767 Nov 11 21:47:57.737697 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:57.743122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afec325e-29fd-41c3-a165-e1a27e98d637,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:57.777130 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:57.786981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:57.789146 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:57.895036 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Network': ['ID=add25a46-8313-4b41-96ca-f14d9d5d6767,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:57.899234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network add25a46-8313-4b41-96ca-f14d9d5d6767 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:47:57.941405 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4ba02ad4-725e-42e2-9bd3-8c90b24b13b5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9449391 Nov 11 21:47:57.946406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56126) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:57.953775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a1023c7d-57fe-408b-9676-2cd531d69872 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'subnet': {'network_id': 'add25a46-8313-4b41-96ca-f14d9d5d6767', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:58.201726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1023c7d-57fe-408b-9676-2cd531d69872 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Made reservation on behalf of d699276d634c450fb508151d2a8ddd89 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:47:58.212033 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1023c7d-57fe-408b-9676-2cd531d69872 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:58.228062 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56134) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:58.373984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1503463504-network', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:58.445033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] Made reservation on behalf of 164e178567a84f6aa0efcf56b049aa7b for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:47:58.448084 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:58.459199 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:58.609452 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1023c7d-57fe-408b-9676-2cd531d69872 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:58.634656 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:58.642747 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:58.687024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1023c7d-57fe-408b-9676-2cd531d69872 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Subnet': ['ID=e78f4d5c-ba6b-49d7-b65b-e42d217805a5,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:58.689904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1023c7d-57fe-408b-9676-2cd531d69872 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Checking segment: {'id': '05c1fa46-89a4-47aa-9fea-ac41a106ba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'add25a46-8313-4b41-96ca-f14d9d5d6767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:47:58.690663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1023c7d-57fe-408b-9676-2cd531d69872 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network hostable DHCP agents. Network: add25a46-8313-4b41-96ca-f14d9d5d6767, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:47:58.715318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1023c7d-57fe-408b-9676-2cd531d69872 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network add25a46-8313-4b41-96ca-f14d9d5d6767 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:47:58.730367 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-a1023c7d-57fe-408b-9676-2cd531d69872 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, add25a46-8313-4b41-96ca-f14d9d5d6767) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:47:58.732723 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:47:58.744125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d1577e-d6dc-4d7b-a9a3-ec16f77d94d6 None None] Network add25a46-8313-4b41-96ca-f14d9d5d6767 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:47:58.749636 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101b7283-8a56-4716-9edf-ecc25bad0229,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:58.753321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1023c7d-57fe-408b-9676-2cd531d69872 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:58.755692 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1023c7d-57fe-408b-9676-2cd531d69872 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:58.758189 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:58.758604 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] Added segment e19a5b7b-b785-448b-9cc5-2c5f11c35ce6 of type vlan for network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 Nov 11 21:47:58.795750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a1023c7d-57fe-408b-9676-2cd531d69872 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8472407 Nov 11 21:47:58.796924 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56150) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:58.803707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1775023042', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}, 'admin_state_up': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:58.840341 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:58.866654 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:58.867957 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:58.885788 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:58.888772 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:58.889512 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:58.962507 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:58.977940 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0247e66-137a-4678-b1b0-495db5d3b049 None None] Network add25a46-8313-4b41-96ca-f14d9d5d6767 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:47:58.987920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] Pushing event updated for resources: {'Network': ['ID=4d02e8f7-1fed-488d-88e4-c59fcb552dd2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:58.995113 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-74e26b11-d430-4f2f-82b9-509fc313482f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7674141 Nov 11 21:47:58.998133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56154) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:59.009509 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9254308b-fd72-405b-b73b-e28f1b9270c0 admin admin] Request body: {'subnet': {'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1503463504-subnet', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:59.012751 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:47:59.061504 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9254308b-fd72-405b-b73b-e28f1b9270c0 admin admin] Made reservation on behalf of 164e178567a84f6aa0efcf56b049aa7b for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:47:59.064026 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9254308b-fd72-405b-b73b-e28f1b9270c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:59.167849 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:59.339418 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9254308b-fd72-405b-b73b-e28f1b9270c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:59.415388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254308b-fd72-405b-b73b-e28f1b9270c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c6e9d78-7810-4819-84ef-86991e5b6381,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:47:59.438800 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9254308b-fd72-405b-b73b-e28f1b9270c0 admin admin] Checking segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:47:59.439161 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9254308b-fd72-405b-b73b-e28f1b9270c0 admin admin] Network hostable DHCP agents. Network: 4d02e8f7-1fed-488d-88e4-c59fcb552dd2, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:47:59.461908 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9254308b-fd72-405b-b73b-e28f1b9270c0 admin admin] Network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:47:59.491117 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:59.506107 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9254308b-fd72-405b-b73b-e28f1b9270c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 4d02e8f7-1fed-488d-88e4-c59fcb552dd2) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:47:59.513133 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:59.515554 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e2dd6a-fdf8-44c4-932d-eb9356c818c6 None None] Network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:47:59.566744 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9254308b-fd72-405b-b73b-e28f1b9270c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:59.567737 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9254308b-fd72-405b-b73b-e28f1b9270c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:59.637365 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9254308b-fd72-405b-b73b-e28f1b9270c0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6376140 Nov 11 21:47:59.639442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56176) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:47:59.655469 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:47:59.727950 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:59.730337 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:59.854032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Allocated IP 172.25.0.237 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/cbdded8b-7d4b-42eb-9f4e-dfcabcd202d5) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:47:59.946332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:47:59.948384 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:00.009286 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:00.094043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56186) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:00.141234 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:00.227214 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:00.227545 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:00.303311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Allocated IP 172.20.0.2 (4d02e8f7-1fed-488d-88e4-c59fcb552dd2/6c6e9d78-7810-4819-84ef-86991e5b6381/7dae5445-ab4e-441c-b7a5-2fce5fe073ec) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:00.319344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:00.330108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:00.349175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:00.372756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b893b13-cc4c-437e-8a38-6e273ccf6b79 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:48:00.431396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=cbdded8b-7d4b-42eb-9f4e-dfcabcd202d5,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:00.465680 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:00.466335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:00.466772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:00.467210 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:00.467641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:00.468070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:00.470116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:00.470594 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:00.471027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:00.471456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:00.473281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:00.473631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:00.505161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-37d6d504-37fc-4de6-8031-62ac7bb24649 None None] Provisioning complete for port cbdded8b-7d4b-42eb-9f4e-dfcabcd202d5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:00.505698 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37d6d504-37fc-4de6-8031-62ac7bb24649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:00.622859 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:00.636729 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:00.657983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-37d6d504-37fc-4de6-8031-62ac7bb24649 None None] Port cbdded8b-7d4b-42eb-9f4e-dfcabcd202d5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:48:00.772851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:00.783794 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:00.791126 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:00.937317 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Pushing event updated for resources: {'Port': ['ID=7dae5445-ab4e-441c-b7a5-2fce5fe073ec,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:00.964095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Attempting to bind port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:00.966746 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Attempting to bind port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:00.967231 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Attempting to bind port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:00.984373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:48:00.984957 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Checking segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:48:00.985459 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:00.985951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Bound using segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:48:00.986588 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Bound port: 7dae5445-ab4e-441c-b7a5-2fce5fe073ec, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:48:00.987226 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:01.036178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1097335123'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:01.080490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Made reservation on behalf of 65d07a87a0a846378c22889c13a40a75 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:01.086095 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:01.110332 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:01.143774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] For port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:48:01.151688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] For port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7dae5445-ab4e-441c-b7a5-2fce5fe073ec,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:48:01.161748 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:01.209922 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:48:01.276050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddd6ba-2743-48cc-a941-08ba28d5ba41 None None] Pushing event updated for resources: {'Port': ['ID=7dae5445-ab4e-441c-b7a5-2fce5fe073ec,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:01.321187 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:01.325135 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:01.358137 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:01.379604 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:01.415455 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:01.431752 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:48:01.531116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c217bfb3-c5de-4b1c-8aea-2ba3281e57d8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:01.553793 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:01.554342 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Added segment d54a5160-2d39-4d6a-8aae-dc7bde0b9ff8 of type vlan for network 39ff3213-7f3d-44f1-895f-807d0e209cd0 Nov 11 21:48:01.754417 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:01.804935 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Allocated IP 172.25.0.213 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/c3851218-394a-4e9a-b90e-ee22edd95b0b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:01.818719 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:01.828569 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:01.828569 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:01.978025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Pushing event updated for resources: {'Network': ['ID=39ff3213-7f3d-44f1-895f-807d0e209cd0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:01.994932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 39ff3213-7f3d-44f1-895f-807d0e209cd0 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:48:02.053356 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:02.119388 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7e2a48ce-2751-4e2b-8274-c7750a9dc592 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0239110 Nov 11 21:48:02.123961 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56240) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:02.237279 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:02.252761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Request body: {'network': {'name': 'tempest-network--1333592372', 'router:external': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:02.309125 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Made reservation on behalf of 0c7288180ebc4199baa6a7a1c7534e06 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:02.312166 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:02.333992 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:02.355822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:48:02.399862 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:02.535875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:02.562672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3ac89-b006-4ab8-8c35-8c1fcbbda849 None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:02.591467 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:02.597676 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Pushing event updated for resources: {'Port': ['ID=c3851218-394a-4e9a-b90e-ee22edd95b0b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:02.606916 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:02.611152 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-247b8f08-12b6-4775-b478-488525dd4898 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8100944 Nov 11 21:48:02.612991 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56252) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:02.613593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:02.617919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:02.647259 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:02.651268 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:02.659675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0537fee-cad3-4450-9854-73aa28aaebe5 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:48:02.698056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3ac89-b006-4ab8-8c35-8c1fcbbda849 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:02.715195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8fd3ac89-b006-4ab8-8c35-8c1fcbbda849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:47:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:02.743074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc10f8d-767d-4a1b-8266-b39455a770b8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:02.785091 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8fd3ac89-b006-4ab8-8c35-8c1fcbbda849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:02.794320 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] vlan segment allocate from pool success with {'vlan_id': 1177, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:48:02.802491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b987739f-b6bd-4f8d-ad75-5f0a1a4061ec None None] Provisioning complete for port c3851218-394a-4e9a-b90e-ee22edd95b0b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:02.803307 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b987739f-b6bd-4f8d-ad75-5f0a1a4061ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:02.810763 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3ac89-b006-4ab8-8c35-8c1fcbbda849 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:02.811941 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8fd3ac89-b006-4ab8-8c35-8c1fcbbda849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:47:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:02.830871 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:02.831239 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Added segment ebfd6da7-f103-4c27-abaf-18fc14703e46 of type vlan for network 253161ab-72a2-4fa1-ae15-285b33455039 Nov 11 21:48:02.867499 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8fd3ac89-b006-4ab8-8c35-8c1fcbbda849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:02.868574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3ac89-b006-4ab8-8c35-8c1fcbbda849 None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:02.887483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b987739f-b6bd-4f8d-ad75-5f0a1a4061ec None None] Port c3851218-394a-4e9a-b90e-ee22edd95b0b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:48:03.069633 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:03.165529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff9606-773d-4191-bdca-56976c634eb3 None None] Network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:48:03.249216 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:03.250216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:03.250797 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:03.344282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7dae5445-ab4e-441c-b7a5-2fce5fe073ec up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:48:03.414167 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2842004 Nov 11 21:48:03.437849 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-91e669a8-5561-447a-b837-a4020f7d03de None None] Provisioning complete for port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:03.438311 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91e669a8-5561-447a-b837-a4020f7d03de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:03.442514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56264) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:03.474503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b1989-c2cd-4819-b489-64282bd009ce tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event updated for resources: {'Network': ['ID=253161ab-72a2-4fa1-ae15-285b33455039,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:03.511441 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 253161ab-72a2-4fa1-ae15-285b33455039 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:48:03.558501 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:03.627892 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:03.667909 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e0962a0-5335-4dd7-9d80-630c19539720 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:03.689688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:03.690352 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.024513 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91e669a8-5561-447a-b837-a4020f7d03de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.088460 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Allocated IP 172.20.0.1 (add25a46-8313-4b41-96ca-f14d9d5d6767/e78f4d5c-ba6b-49d7-b65b-e42d217805a5/ffe7d262-a4ba-4c9f-a6bf-08e328b76ff4) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:04.097092 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e0962a0-5335-4dd7-9d80-630c19539720 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.101062 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.105958 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-91e669a8-5561-447a-b837-a4020f7d03de None None] For port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7dae5445-ab4e-441c-b7a5-2fce5fe073ec,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:04.117610 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91e669a8-5561-447a-b837-a4020f7d03de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.152815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9e0962a0-5335-4dd7-9d80-630c19539720 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253161ab-72a2-4fa1-ae15-285b33455039']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:04.173931 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9e0962a0-5335-4dd7-9d80-630c19539720 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfd6da7-f103-4c27-abaf-18fc14703e46') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:04.174214 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9e0962a0-5335-4dd7-9d80-630c19539720 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfd6da7-f103-4c27-abaf-18fc14703e46') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:04.184742 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e0962a0-5335-4dd7-9d80-630c19539720 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.190590 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e669a8-5561-447a-b837-a4020f7d03de None None] Pushing event updated for resources: {'Port': ['ID=7dae5445-ab4e-441c-b7a5-2fce5fe073ec,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:04.222000 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e0962a0-5335-4dd7-9d80-630c19539720 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.237813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0962a0-5335-4dd7-9d80-630c19539720 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:48:04.238292 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e0962a0-5335-4dd7-9d80-630c19539720 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.319907 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:48:04.320301 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:48:04.363521 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:48:04.371179 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.420146 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.421796 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e0962a0-5335-4dd7-9d80-630c19539720 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.438478 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0962a0-5335-4dd7-9d80-630c19539720 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 253161ab-72a2-4fa1-ae15-285b33455039 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 21:48:04.442484 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e0962a0-5335-4dd7-9d80-630c19539720 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.446475 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9e0962a0-5335-4dd7-9d80-630c19539720 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "DELETE /v2.0/networks/253161ab-72a2-4fa1-ae15-285b33455039 HTTP/1.1" status: 204 len: 168 time: 1.0013294 Nov 11 21:48:04.450117 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56272) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:04.458905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1c2405c5-6b24-4858-898c-ec81996be917 None None] Provisioning complete for port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:04.459288 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c2405c5-6b24-4858-898c-ec81996be917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.468684 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a18665e1-07e2-4142-a2af-d498d1891d78 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:04.488778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0962a0-5335-4dd7-9d80-630c19539720 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event deleted for resources: {'Network': ['ID=253161ab-72a2-4fa1-ae15-285b33455039,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:04.507597 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.511299 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18665e1-07e2-4142-a2af-d498d1891d78 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Made reservation on behalf of 0c7288180ebc4199baa6a7a1c7534e06 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:04.513880 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a18665e1-07e2-4142-a2af-d498d1891d78 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.576923 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18665e1-07e2-4142-a2af-d498d1891d78 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] vlan segment allocate from pool success with {'vlan_id': 1196, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:48:04.584219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=ffe7d262-a4ba-4c9f-a6bf-08e328b76ff4,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:04.587756 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a18665e1-07e2-4142-a2af-d498d1891d78 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.588213 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-a18665e1-07e2-4142-a2af-d498d1891d78 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Added segment a730834b-eb33-4e7d-a317-fc09cc9cfc94 of type vlan for network 549717b7-cc4a-4957-b666-63aea2d2a201 Nov 11 21:48:04.618161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network add25a46-8313-4b41-96ca-f14d9d5d6767 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:04.627371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:04.637803 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:04.794241 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.838990 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a18665e1-07e2-4142-a2af-d498d1891d78 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.892233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Router ee923260-7045-4fdb-8fca-3c9325ff364a is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:48:04.906324 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a18665e1-07e2-4142-a2af-d498d1891d78 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.907477 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18665e1-07e2-4142-a2af-d498d1891d78 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:04.908331 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a18665e1-07e2-4142-a2af-d498d1891d78 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:05.063810 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:05.168005 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:05.276026 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a18665e1-07e2-4142-a2af-d498d1891d78 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8142495 Nov 11 21:48:05.277088 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18665e1-07e2-4142-a2af-d498d1891d78 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event updated for resources: {'Network': ['ID=549717b7-cc4a-4957-b666-63aea2d2a201,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:05.277449 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7dae5445-ab4e-441c-b7a5-2fce5fe073ec up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:48:05.283103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56276) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:05.305648 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-018c508f-2672-4358-9688-87844280d89e tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Request body: {'subnet': {'network_id': '549717b7-cc4a-4957-b666-63aea2d2a201', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:05.334218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 549717b7-cc4a-4957-b666-63aea2d2a201 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:48:05.336751 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Sync routers for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:05.338237 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:05.339929 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-79ec5db9-b4ba-4bbb-8740-3f0f9c0e042f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6981654 Nov 11 21:48:05.343290 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56280) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:05.348987 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:05.349619 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:47:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:05.519808 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:05.520246 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:05.528328 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:05.550811 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:05.581300 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:48:05.741011 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:05.756746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=ffe7d262-a4ba-4c9f-a6bf-08e328b76ff4,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:05.885203 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:03Z', 'revision_number': 3, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:05.956541 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Checking router: ee923260-7045-4fdb-8fca-3c9325ff364a for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:48:05.956918 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Updating router ee923260-7045-4fdb-8fca-3c9325ff364a port c3851218-394a-4e9a-b90e-ee22edd95b0b binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:48:06.016323 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:06.085905 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:06.090014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018c508f-2672-4358-9688-87844280d89e tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Made reservation on behalf of 0c7288180ebc4199baa6a7a1c7534e06 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:06.099767 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-018c508f-2672-4358-9688-87844280d89e tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:06.299921 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network add25a46-8313-4b41-96ca-f14d9d5d6767 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:06.302706 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:06.430747 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:06.444073 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:06.472300 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:06.533865 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d539d-eff6-4f16-81ab-a1422e9bba83 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:48:06.565878 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Attempting to bind port c3851218-394a-4e9a-b90e-ee22edd95b0b on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:06.566256 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Attempting to bind port c3851218-394a-4e9a-b90e-ee22edd95b0b by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:06.566603 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Attempting to bind port c3851218-394a-4e9a-b90e-ee22edd95b0b on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:06.581033 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36752e50-6c83-4947-b83b-1425d2ecaf76 None None] Pushing event updated for resources: {'Port': ['ID=c3851218-394a-4e9a-b90e-ee22edd95b0b,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:06.583473 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:48:06.583842 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:48:06.584240 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:06.584631 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:48:06.585158 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Bound port: c3851218-394a-4e9a-b90e-ee22edd95b0b, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:48:06.585533 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:06.613446 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36752e50-6c83-4947-b83b-1425d2ecaf76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:06.613782 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36752e50-6c83-4947-b83b-1425d2ecaf76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:06.614129 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36752e50-6c83-4947-b83b-1425d2ecaf76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:06.614482 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36752e50-6c83-4947-b83b-1425d2ecaf76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:06.614811 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36752e50-6c83-4947-b83b-1425d2ecaf76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:06.615137 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36752e50-6c83-4947-b83b-1425d2ecaf76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:06.615456 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36752e50-6c83-4947-b83b-1425d2ecaf76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:06.615773 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36752e50-6c83-4947-b83b-1425d2ecaf76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:06.616087 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36752e50-6c83-4947-b83b-1425d2ecaf76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:06.616400 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36752e50-6c83-4947-b83b-1425d2ecaf76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:06.616715 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36752e50-6c83-4947-b83b-1425d2ecaf76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:06.617160 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36752e50-6c83-4947-b83b-1425d2ecaf76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:06.641230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-cf556e80-b764-48a1-9c0b-a85394c88e9b None None] Provisioning complete for port c3851218-394a-4e9a-b90e-ee22edd95b0b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:06.641394 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf556e80-b764-48a1-9c0b-a85394c88e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:06.698723 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] For port c3851218-394a-4e9a-b90e-ee22edd95b0b, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:48:06.704859 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] For port c3851218-394a-4e9a-b90e-ee22edd95b0b, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c3851218-394a-4e9a-b90e-ee22edd95b0b,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:48:06.712472 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:06.735350 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cf556e80-b764-48a1-9c0b-a85394c88e9b None None] Port c3851218-394a-4e9a-b90e-ee22edd95b0b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:48:06.758855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:06.767469 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f9c10af0-cf69-4b05-b175-cab2c0962e3c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "PUT /v2.0/routers/dc2a1f80-5483-40ac-b46d-231a2519fe71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1533318 Nov 11 21:48:06.768095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56292) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:06.770617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ef8fd-0e67-4ef5-9a25-ee8054baf117 None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:06.779482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-36828b51-f0a6-4100-83ce-19d86a1f4ca3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'port': {'network_id': 'add25a46-8313-4b41-96ca-f14d9d5d6767', 'name': 'tempest-FloatingIPTestJSON-806885467'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:06.786224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ef8fd-0e67-4ef5-9a25-ee8054baf117 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:06.788163 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3a3ef8fd-0e67-4ef5-9a25-ee8054baf117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:47:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:06.804575 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36752e50-6c83-4947-b83b-1425d2ecaf76 None None] Pushing event updated for resources: {'Port': ['ID=c3851218-394a-4e9a-b90e-ee22edd95b0b,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:06.837902 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:06.838516 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:47:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:06.890404 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1626fce-950c-44f5-872d-acd77828f040 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:48:06.925073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3a3ef8fd-0e67-4ef5-9a25-ee8054baf117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:06.934072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36828b51-f0a6-4100-83ce-19d86a1f4ca3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Made reservation on behalf of d699276d634c450fb508151d2a8ddd89 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:06.937930 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-36828b51-f0a6-4100-83ce-19d86a1f4ca3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:06.964623 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ef8fd-0e67-4ef5-9a25-ee8054baf117 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:06.967194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3a3ef8fd-0e67-4ef5-9a25-ee8054baf117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:47:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:06.968949 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:48:06.981945 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-36828b51-f0a6-4100-83ce-19d86a1f4ca3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] device_id is not set on port 315574e4-5f1f-4943-b542-a15be2e31e3d yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:48:07.088256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3a3ef8fd-0e67-4ef5-9a25-ee8054baf117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:07.091852 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ef8fd-0e67-4ef5-9a25-ee8054baf117 None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:07.115734 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-78e38c8e-7044-43cf-8135-ca4555057344 None None] Provisioning complete for port c3851218-394a-4e9a-b90e-ee22edd95b0b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:07.116104 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78e38c8e-7044-43cf-8135-ca4555057344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:07.213477 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Allocated IP 172.20.0.1 (4d02e8f7-1fed-488d-88e4-c59fcb552dd2/6c6e9d78-7810-4819-84ef-86991e5b6381/ef9bf818-d236-4f6e-940b-baafd99727c4) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:07.273649 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-36828b51-f0a6-4100-83ce-19d86a1f4ca3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Allocated IP 172.20.0.2 (add25a46-8313-4b41-96ca-f14d9d5d6767/e78f4d5c-ba6b-49d7-b65b-e42d217805a5/315574e4-5f1f-4943-b542-a15be2e31e3d) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:07.331348 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78e38c8e-7044-43cf-8135-ca4555057344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:07.374661 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:03Z', 'revision_number': 3, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:07.395860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-78e38c8e-7044-43cf-8135-ca4555057344 None None] For port c3851218-394a-4e9a-b90e-ee22edd95b0b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c3851218-394a-4e9a-b90e-ee22edd95b0b,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:07.405420 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-78e38c8e-7044-43cf-8135-ca4555057344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:07.490191 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a41a60b-f7f9-47e2-b830-694f947980b8 None None] The sync data for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 is: [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:03Z', 'revision_number': 3, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:07.535539 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:07.620869 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e38c8e-7044-43cf-8135-ca4555057344 None None] Pushing event updated for resources: {'Port': ['ID=c3851218-394a-4e9a-b90e-ee22edd95b0b,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:07.697923 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-36828b51-f0a6-4100-83ce-19d86a1f4ca3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:07.720637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.objects.ports [None req-018c508f-2672-4358-9688-87844280d89e tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:48:07.721148 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-018c508f-2672-4358-9688-87844280d89e tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:07.728741 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:07.776703 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-36828b51-f0a6-4100-83ce-19d86a1f4ca3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:07.830886 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56322) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:07.846223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36828b51-f0a6-4100-83ce-19d86a1f4ca3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=315574e4-5f1f-4943-b542-a15be2e31e3d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:07.883549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36828b51-f0a6-4100-83ce-19d86a1f4ca3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network add25a46-8313-4b41-96ca-f14d9d5d6767 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:07.886363 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-36828b51-f0a6-4100-83ce-19d86a1f4ca3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:07.894041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36828b51-f0a6-4100-83ce-19d86a1f4ca3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:07.998753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36828b51-f0a6-4100-83ce-19d86a1f4ca3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:08.000144 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-36828b51-f0a6-4100-83ce-19d86a1f4ca3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:08.013855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:08.028738 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c508f-2672-4358-9688-87844280d89e tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1366f00c-4a13-43a3-a30c-a2db5ee7436e,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:08.046270 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-36828b51-f0a6-4100-83ce-19d86a1f4ca3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2710490 Nov 11 21:48:08.046810 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56328) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:08.051833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-57b189c7-b5e0-4bd2-920a-57a525073345 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'port': {'network_id': 'add25a46-8313-4b41-96ca-f14d9d5d6767', 'name': 'tempest-FloatingIPTestJSON-1879435265'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:08.056851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:08.067720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:08.080458 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c508f-2672-4358-9688-87844280d89e tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Checking segment: {'id': 'a730834b-eb33-4e7d-a317-fc09cc9cfc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '549717b7-cc4a-4957-b666-63aea2d2a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:48:08.085329 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c508f-2672-4358-9688-87844280d89e tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Network hostable DHCP agents. Network: 549717b7-cc4a-4957-b666-63aea2d2a201, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:48:08.116550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Pushing event updated for resources: {'Port': ['ID=ef9bf818-d236-4f6e-940b-baafd99727c4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:08.161052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c508f-2672-4358-9688-87844280d89e tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Network 549717b7-cc4a-4957-b666-63aea2d2a201 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:48:08.234245 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:08.381369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b189c7-b5e0-4bd2-920a-57a525073345 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Made reservation on behalf of d699276d634c450fb508151d2a8ddd89 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:08.385237 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-57b189c7-b5e0-4bd2-920a-57a525073345 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:08.428398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-57b189c7-b5e0-4bd2-920a-57a525073345 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] device_id is not set on port 1e1bfd58-0e4a-49da-a70e-69aa951ca68c yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:48:08.550737 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-018c508f-2672-4358-9688-87844280d89e tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 549717b7-cc4a-4957-b666-63aea2d2a201) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:08.561542 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-709530d4-8863-4ddb-b70e-5d944d763dbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:08.595072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e5abc4-057e-4ee7-993c-d81da7ca14a6 None None] Network 549717b7-cc4a-4957-b666-63aea2d2a201 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:48:08.597353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018c508f-2672-4358-9688-87844280d89e tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:08.598429 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-018c508f-2672-4358-9688-87844280d89e tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:08.635525 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:08.656028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3d017856-2fe3-4104-a2e0-b1401f0603ba None None] Provisioning complete for port ef9bf818-d236-4f6e-940b-baafd99727c4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:08.656722 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d017856-2fe3-4104-a2e0-b1401f0603ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:08.681053 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-018c508f-2672-4358-9688-87844280d89e tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3931456 Nov 11 21:48:08.681750 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56346) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:08.749170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Request body: {'floatingip': {'floating_network_id': '549717b7-cc4a-4957-b666-63aea2d2a201'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:08.759198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-57b189c7-b5e0-4bd2-920a-57a525073345 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Allocated IP 172.20.0.12 (add25a46-8313-4b41-96ca-f14d9d5d6767/e78f4d5c-ba6b-49d7-b65b-e42d217805a5/1e1bfd58-0e4a-49da-a70e-69aa951ca68c) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:08.800543 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:08.838874 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3d017856-2fe3-4104-a2e0-b1401f0603ba None None] Port ef9bf818-d236-4f6e-940b-baafd99727c4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:48:09.048509 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd62b132-e708-4500-a9af-ada5b8584d30 None None] Network 549717b7-cc4a-4957-b666-63aea2d2a201 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:48:09.075214 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-709530d4-8863-4ddb-b70e-5d944d763dbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:09.088979 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-709530d4-8863-4ddb-b70e-5d944d763dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:09.181190 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-709530d4-8863-4ddb-b70e-5d944d763dbf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65175b36e93244df9897369d71edbe94&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2889397 Nov 11 21:48:09.185687 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56348) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:09.223197 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-57b189c7-b5e0-4bd2-920a-57a525073345 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:09.238601 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709530d4-8863-4ddb-b70e-5d944d763dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f61cbe-241a-4656-b89e-5af7f1919ab9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:09.321456 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:09.326935 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-57b189c7-b5e0-4bd2-920a-57a525073345 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:09.334284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c3851218-394a-4e9a-b90e-ee22edd95b0b up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:48:09.370804 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:09.412231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b189c7-b5e0-4bd2-920a-57a525073345 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network add25a46-8313-4b41-96ca-f14d9d5d6767 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:09.421767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b189c7-b5e0-4bd2-920a-57a525073345 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=1e1bfd58-0e4a-49da-a70e-69aa951ca68c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:09.424306 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-57b189c7-b5e0-4bd2-920a-57a525073345 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:09.426431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b189c7-b5e0-4bd2-920a-57a525073345 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:09.449062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port c3851218-394a-4e9a-b90e-ee22edd95b0b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:09.449435 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:09.479413 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:09.490909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b189c7-b5e0-4bd2-920a-57a525073345 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:09.491873 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-57b189c7-b5e0-4bd2-920a-57a525073345 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:09.521378 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-57b189c7-b5e0-4bd2-920a-57a525073345 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4734516 Nov 11 21:48:09.525060 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56350) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:09.528935 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73e87a05-6173-4f3d-a975-5c906e885d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:09.531793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '1e1bfd58-0e4a-49da-a70e-69aa951ca68c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:09.562019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Pushing event updated for resources: {'Port': ['ID=ef9bf818-d236-4f6e-940b-baafd99727c4,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:09.568565 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:09.584068 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:09.621044 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73e87a05-6173-4f3d-a975-5c906e885d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:09.732332 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:09.876421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:09.884516 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Allocated IP 172.25.0.253 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/83280dda-dfba-4b4f-ad83-e989ac93f7e9) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:09.890057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:09.916384 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Allocated IP 172.20.0.6 (549717b7-cc4a-4957-b666-63aea2d2a201/1366f00c-4a13-43a3-a30c-a2db5ee7436e/13f6988a-0680-427d-8eee-4a3b00137493) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:10.043481 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73e87a05-6173-4f3d-a975-5c906e885d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:10.046085 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73e87a05-6173-4f3d-a975-5c906e885d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:10.047295 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-73e87a05-6173-4f3d-a975-5c906e885d50 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/23f61cbe-241a-4656-b89e-5af7f1919ab9 HTTP/1.1" status: 204 len: 168 time: 0.8557878 Nov 11 21:48:10.101617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e87a05-6173-4f3d-a975-5c906e885d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f61cbe-241a-4656-b89e-5af7f1919ab9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:10.175232 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:10.349419 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:10.400618 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a35048ca-71ed-413d-89b6-454a74b429ec None None] Provisioning complete for port ef9bf818-d236-4f6e-940b-baafd99727c4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:10.404326 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a35048ca-71ed-413d-89b6-454a74b429ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:10.450731 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:10.476340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:10.495734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:10.504967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a35048ca-71ed-413d-89b6-454a74b429ec None None] Port ef9bf818-d236-4f6e-940b-baafd99727c4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:48:10.564379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=83280dda-dfba-4b4f-ad83-e989ac93f7e9,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:10.570376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Router ee923260-7045-4fdb-8fca-3c9325ff364a has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:10.621230 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:10.881119 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56374) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:11.020468 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:11.045150 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:11.154068 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event updated for resources: {'Port': ['ID=13f6988a-0680-427d-8eee-4a3b00137493,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:11.161208 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6369f7e6-35d1-4020-8479-6652bdbef99d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:11.178967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Network 549717b7-cc4a-4957-b666-63aea2d2a201 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:11.188230 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:11.196853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:11.269966 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:11.283799 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Sync routers for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:11.302515 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:11.304654 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:47:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:11.365263 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:11.368663 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2aa35258-9e7b-43c1-b05a-2e70b660dccc admin admin] 10.222.0.57 "PUT /v2.0/routers/ee923260-7045-4fdb-8fca-3c9325ff364a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0155265 Nov 11 21:48:11.459048 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:48:11.494555 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6369f7e6-35d1-4020-8479-6652bdbef99d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:11.548015 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6369f7e6-35d1-4020-8479-6652bdbef99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:11.608254 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:11.738819 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6369f7e6-35d1-4020-8479-6652bdbef99d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=91a134a6c6894da6b2e5c06fd301c56c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7495267 Nov 11 21:48:11.738819 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:11.739701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369f7e6-35d1-4020-8479-6652bdbef99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b572f8-1a1d-4adf-a571-82b204a19076,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:11.741550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56378) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:11.870714 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:11.913508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-739add7e-5aad-4749-9380-2381f59d70ff req-892b7f8f-e658-421d-9e46-03a556aef13a tempest-ListServersNegativeTestJSON-1130842055 tempest-ListServersNegativeTestJSON-1130842055-project] (102535) timed out ('10.222.0.71', 60462) {{(pid=102535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:48:11.933373 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e10fd88a-6c35-4d11-86c7-cec125de1d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:11.975678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e10fd88a-6c35-4d11-86c7-cec125de1d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:11.990603 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:12.008347 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 2, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:12.014377 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:12.077916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=83280dda-dfba-4b4f-ad83-e989ac93f7e9,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:12.086307 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Checking router: ee923260-7045-4fdb-8fca-3c9325ff364a for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:48:12.087965 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Updating router ee923260-7045-4fdb-8fca-3c9325ff364a port ef9bf818-d236-4f6e-940b-baafd99727c4 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:48:12.146808 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:12.228839 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e10fd88a-6c35-4d11-86c7-cec125de1d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:12.238020 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e10fd88a-6c35-4d11-86c7-cec125de1d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:12.239254 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e10fd88a-6c35-4d11-86c7-cec125de1d64 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/75b572f8-1a1d-4adf-a571-82b204a19076 HTTP/1.1" status: 204 len: 168 time: 0.4966390 Nov 11 21:48:12.252990 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:12.405687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fd88a-6c35-4d11-86c7-cec125de1d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b572f8-1a1d-4adf-a571-82b204a19076,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:12.686055 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Floating IP 7afa4674-9b01-4265-abff-fb0c81bfcc4b associated. External IP: 172.25.0.253, port: 1e1bfd58-0e4a-49da-a70e-69aa951ca68c. Nov 11 21:48:12.930076 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:12.941148 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:13.048117 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event updated for resources: {'Port': ['ID=13f6988a-0680-427d-8eee-4a3b00137493,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:13.250646 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:13.272652 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:13.340655 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:13.355901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56408) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:13.375635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1088907161-network', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:13.417496 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12dcdc-b28c-49c2-a2a5-feeb56192ba0 None None] Pushing event updated for resources: {'Port': ['ID=ef9bf818-d236-4f6e-940b-baafd99727c4,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:13.444367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] Made reservation on behalf of 93269f3dd39948338c67a17d36ea6e16 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:13.447983 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:13.469726 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:13.473595 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cb7b3ab4-6e20-4433-8142-34106536bd46 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7654543 Nov 11 21:48:13.477560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56412) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:13.546335 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Attempting to bind port ef9bf818-d236-4f6e-940b-baafd99727c4 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:13.546780 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Attempting to bind port ef9bf818-d236-4f6e-940b-baafd99727c4 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:13.547235 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Attempting to bind port ef9bf818-d236-4f6e-940b-baafd99727c4 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:13.553318 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:48:13.553879 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Checking segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:48:13.554397 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:13.554881 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Bound using segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:48:13.555447 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Bound port: ef9bf818-d236-4f6e-940b-baafd99727c4, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:48:13.555965 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:13.599472 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:13.673532 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] For port ef9bf818-d236-4f6e-940b-baafd99727c4, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:48:13.689169 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] For port ef9bf818-d236-4f6e-940b-baafd99727c4, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ef9bf818-d236-4f6e-940b-baafd99727c4,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:48:13.699821 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:13.751699 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dec33e4a-8045-4f46-85ad-6214f6daeb7d tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "GET /v2.0/floatingips?floating_network_id=549717b7-cc4a-4957-b666-63aea2d2a201 HTTP/1.1" status: 200 len: 689 time: 0.2680035 Nov 11 21:48:13.755050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56418) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:13.883323 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-891d0e90-a82c-4906-9a8b-120c6d0c663f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:13.917359 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12dcdc-b28c-49c2-a2a5-feeb56192ba0 None None] Pushing event updated for resources: {'Port': ['ID=ef9bf818-d236-4f6e-940b-baafd99727c4,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:13.930119 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:13.951949 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:13.952610 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:47:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:13.972099 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e7e6d8dc-cbf4-430b-870e-535ba08a921c None None] Provisioning complete for port ef9bf818-d236-4f6e-940b-baafd99727c4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:13.972482 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7e6d8dc-cbf4-430b-870e-535ba08a921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:14.011776 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:14.110967 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:14.162716 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7e6d8dc-cbf4-430b-870e-535ba08a921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:14.192746 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4dd9ec-76f5-4971-9e3a-ff8b8da07ea7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:14.249459 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e7e6d8dc-cbf4-430b-870e-535ba08a921c None None] For port ef9bf818-d236-4f6e-940b-baafd99727c4, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ef9bf818-d236-4f6e-940b-baafd99727c4,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:14.256149 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:48:14.260975 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7e6d8dc-cbf4-430b-870e-535ba08a921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:14.266575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] vlan segment allocate from pool success with {'vlan_id': 1166, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:48:14.322099 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:14.322798 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] Added segment abc9a5de-20ec-45f2-9873-0e681cb5af52 of type vlan for network 8d549adb-f19f-4a8c-8bd7-2f6a87a46847 Nov 11 21:48:14.460339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6d8dc-cbf4-430b-870e-535ba08a921c None None] Pushing event updated for resources: {'Port': ['ID=ef9bf818-d236-4f6e-940b-baafd99727c4,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:14.512258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c4b7f2a4-bd45-4106-adda-2aa20416dd15 None None] Provisioning complete for port ef9bf818-d236-4f6e-940b-baafd99727c4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:14.513169 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4b7f2a4-bd45-4106-adda-2aa20416dd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:14.522406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Deleting port 13f6988a-0680-427d-8eee-4a3b00137493 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:48:14.533445 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:14.574841 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:14.590599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:14.695088 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:14.749408 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.db.resource_extend [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:48:14.829434 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:14.832523 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:14.833318 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:14.884733 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:14.885232 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:14.885913 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:13Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:14.892037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:14.904102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43a8ffd-cb68-4919-9a96-8d4c1dfed193 None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:14.924029 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:14.932517 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a8ffd-cb68-4919-9a96-8d4c1dfed193 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:14.932517 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d43a8ffd-cb68-4919-9a96-8d4c1dfed193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:47:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:14.938783 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad36ed-75a2-45f3-a817-92f1b4f87697 None None] The sync data for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 is: [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:13Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:14.956672 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Calling delete_port for 13f6988a-0680-427d-8eee-4a3b00137493 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:48:15.051249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d43a8ffd-cb68-4919-9a96-8d4c1dfed193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:15.073900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a8ffd-cb68-4919-9a96-8d4c1dfed193 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:15.077210 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d43a8ffd-cb68-4919-9a96-8d4c1dfed193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:47:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:15.080032 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7141564 Nov 11 21:48:15.085105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56438) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:15.099274 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda887c3-71e5-468c-89af-07329be31dfb admin admin] Pushing event updated for resources: {'Network': ['ID=8d549adb-f19f-4a8c-8bd7-2f6a87a46847,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:15.099981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2ac6ae94-4ac2-460b-922b-577fd0f21073 admin admin] Request body: {'subnet': {'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1088907161-subnet', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:15.156272 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8eef3a40-bfb4-4a60-959d-325d0079c83e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.6298392 Nov 11 21:48:15.160218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 8d549adb-f19f-4a8c-8bd7-2f6a87a46847 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:48:15.162759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d43a8ffd-cb68-4919-9a96-8d4c1dfed193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:15.163355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43a8ffd-cb68-4919-9a96-8d4c1dfed193 None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:15.171066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56440) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:15.188885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-09ff16c2-7429-4711-afd7-c373cf95f6a5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:15.370559 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:15.398754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac6ae94-4ac2-460b-922b-577fd0f21073 admin admin] Made reservation on behalf of 93269f3dd39948338c67a17d36ea6e16 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:15.401210 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ae94-4ac2-460b-922b-577fd0f21073 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:15.428192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ef9bf818-d236-4f6e-940b-baafd99727c4 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:48:15.459276 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event deleted for resources: {'Port': ['ID=13f6988a-0680-427d-8eee-4a3b00137493,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:15.606587 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-09ff16c2-7429-4711-afd7-c373cf95f6a5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:15.607913 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port ef9bf818-d236-4f6e-940b-baafd99727c4 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:15.609272 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:15.694195 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:15.853557 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:15.938375 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-09ff16c2-7429-4711-afd7-c373cf95f6a5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:15.979704 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-09ff16c2-7429-4711-afd7-c373cf95f6a5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:15.980057 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-09ff16c2-7429-4711-afd7-c373cf95f6a5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Floating IP 7afa4674-9b01-4265-abff-fb0c81bfcc4b disassociated. External IP: 172.25.0.253, port: 1e1bfd58-0e4a-49da-a70e-69aa951ca68c. Nov 11 21:48:15.981467 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:16.033719 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b23ff253-b931-447d-a6e5-bd17be186bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:16.125604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1366f00c-4a13-43a3-a30c-a2db5ee7436e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:16.252214 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:16.295920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549717b7-cc4a-4957-b666-63aea2d2a201']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:16.307242 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a730834b-eb33-4e7d-a317-fc09cc9cfc94') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:16.307703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a730834b-eb33-4e7d-a317-fc09cc9cfc94') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:16.319754 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:16.336286 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:16.343191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:48:16.343863 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:48:16.346410 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:48:16.363844 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ae94-4ac2-460b-922b-577fd0f21073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:16.433296 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:16.440443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 549717b7-cc4a-4957-b666-63aea2d2a201 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 21:48:16.444534 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:16.451552 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "DELETE /v2.0/networks/549717b7-cc4a-4957-b666-63aea2d2a201 HTTP/1.1" status: 204 len: 168 time: 2.6954515 Nov 11 21:48:16.452516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56454) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:16.487262 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0c2f3-1d02-4ddf-b414-a21f7d153d8a tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event deleted for resources: {'Network': ['ID=549717b7-cc4a-4957-b666-63aea2d2a201,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:16.554801 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6ae94-4ac2-460b-922b-577fd0f21073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5075ca43-e164-415b-bb4e-b715d0a38389,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:16.559228 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6ae94-4ac2-460b-922b-577fd0f21073 admin admin] Checking segment: {'id': 'abc9a5de-20ec-45f2-9873-0e681cb5af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:48:16.559582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac6ae94-4ac2-460b-922b-577fd0f21073 admin admin] Network hostable DHCP agents. Network: 8d549adb-f19f-4a8c-8bd7-2f6a87a46847, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:48:16.584428 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ff16c2-7429-4711-afd7-c373cf95f6a5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:16.609781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac6ae94-4ac2-460b-922b-577fd0f21073 admin admin] Network 8d549adb-f19f-4a8c-8bd7-2f6a87a46847 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:48:16.616845 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1128154f-c1d1-4e0b-80b4-dfc37621d381 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 0.1531045 Nov 11 21:48:16.627086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56456) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:16.726607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-2ac6ae94-4ac2-460b-922b-577fd0f21073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 8d549adb-f19f-4a8c-8bd7-2f6a87a46847) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:16.742788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ec959-d0a6-4217-ada1-5c226898f672 None None] Network 8d549adb-f19f-4a8c-8bd7-2f6a87a46847 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:48:16.906092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740786d-a5db-4f70-88b8-365932fa5d69 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:16.907554 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740786d-a5db-4f70-88b8-365932fa5d69 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:16.907554 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740786d-a5db-4f70-88b8-365932fa5d69 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:16.907554 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740786d-a5db-4f70-88b8-365932fa5d69 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:16.907889 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740786d-a5db-4f70-88b8-365932fa5d69 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:16.908329 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740786d-a5db-4f70-88b8-365932fa5d69 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:16.908772 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740786d-a5db-4f70-88b8-365932fa5d69 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:16.909519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740786d-a5db-4f70-88b8-365932fa5d69 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:16.909519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740786d-a5db-4f70-88b8-365932fa5d69 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:16.912527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740786d-a5db-4f70-88b8-365932fa5d69 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:16.912527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740786d-a5db-4f70-88b8-365932fa5d69 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:16.927877 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6740786d-a5db-4f70-88b8-365932fa5d69 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7070 time: 0.2948017 Nov 11 21:48:16.927877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56466) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:16.932711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ff16c2-7429-4711-afd7-c373cf95f6a5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:16.948143 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-09ff16c2-7429-4711-afd7-c373cf95f6a5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:16.963634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac6ae94-4ac2-460b-922b-577fd0f21073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:16.964238 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ae94-4ac2-460b-922b-577fd0f21073 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:17.010979 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-579aa880-8032-40f0-bf1d-23e18129ebc4 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] delete failed (client error): The resource could not be found. Nov 11 21:48:17.014911 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-579aa880-8032-40f0-bf1d-23e18129ebc4 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/cbe413a9-063c-439f-832e-86141aaa0b05 HTTP/1.1" status: 404 len: 345 time: 0.0883729 Nov 11 21:48:17.015485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56468) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:17.051484 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd29ad7-eaf0-4490-be56-62005ad504b3 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] DELETE failed (client error): The resource could not be found. Nov 11 21:48:17.051484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd29ad7-eaf0-4490-be56-62005ad504b3 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:48:17.062284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56472) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:17.069318 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6bd29ad7-eaf0-4490-be56-62005ad504b3 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "DELETE /v2.0/networks/549717b7-cc4a-4957-b666-63aea2d2a201 HTTP/1.1" status: 404 len: 339 time: 0.0525386 Nov 11 21:48:17.070554 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-09ff16c2-7429-4711-afd7-c373cf95f6a5 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "PUT /v2.0/floatingips/7afa4674-9b01-4265-abff-fb0c81bfcc4b HTTP/1.1" status: 200 len: 688 time: 1.8981409 Nov 11 21:48:17.071402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56474) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:17.079775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5a3e31ea-bc45-4e28-90f8-107626b56cbb tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Request body: {'network': {'name': 'tempest-network--2061119250', 'router:external': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:17.138842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2ac6ae94-4ac2-460b-922b-577fd0f21073 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0469978 Nov 11 21:48:17.138842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56476) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:17.147285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3e31ea-bc45-4e28-90f8-107626b56cbb tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Made reservation on behalf of 0c7288180ebc4199baa6a7a1c7534e06 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:17.153100 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a3e31ea-bc45-4e28-90f8-107626b56cbb tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:17.166956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1088907161-router', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:17.210029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-8d549adb-f19f-4a8c-8bd7-2f6a87a46847', 'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'fixed_ips': [{'subnet_id': '5075ca43-e164-415b-bb4e-b715d0a38389'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:48:17.212121 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:17.278853 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:17.304189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3e31ea-bc45-4e28-90f8-107626b56cbb tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:48:17.309663 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:17.311815 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:17.425550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae76af-cb95-455e-ace7-0ff8b6f9f426 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting port 83280dda-dfba-4b4f-ad83-e989ac93f7e9 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:48:17.425921 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7ae76af-cb95-455e-ace7-0ff8b6f9f426 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:17.511417 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:17.528148 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7ae76af-cb95-455e-ace7-0ff8b6f9f426 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:17.528470 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7ae76af-cb95-455e-ace7-0ff8b6f9f426 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:17.529511 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a3e31ea-bc45-4e28-90f8-107626b56cbb tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:17.531210 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-5a3e31ea-bc45-4e28-90f8-107626b56cbb tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Added segment 8920053d-0d31-48ba-a62e-af9299ab93be of type vlan for network 2e8dc7dc-5aa1-4518-a4ec-c17c4ed8d257 Nov 11 21:48:17.545027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae76af-cb95-455e-ace7-0ff8b6f9f426 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Calling delete_port for 83280dda-dfba-4b4f-ad83-e989ac93f7e9 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:48:17.646365 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5de8a1-64d6-45a5-8945-ffb5199364bc None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:17.669581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Allocated IP 172.20.0.2 (8d549adb-f19f-4a8c-8bd7-2f6a87a46847/5075ca43-e164-415b-bb4e-b715d0a38389/d2993604-ba99-4ab8-9210-d72d66cc5b90) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:17.681833 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5de8a1-64d6-45a5-8945-ffb5199364bc None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:17.684267 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7c5de8a1-64d6-45a5-8945-ffb5199364bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:17.747857 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7ae76af-cb95-455e-ace7-0ff8b6f9f426 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:17.816119 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae76af-cb95-455e-ace7-0ff8b6f9f426 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Port': ['ID=83280dda-dfba-4b4f-ad83-e989ac93f7e9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:17.830697 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7c5de8a1-64d6-45a5-8945-ffb5199364bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:17.844783 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5de8a1-64d6-45a5-8945-ffb5199364bc None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:17.845520 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7c5de8a1-64d6-45a5-8945-ffb5199364bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:17.913716 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7c5de8a1-64d6-45a5-8945-ffb5199364bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:17.915337 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5de8a1-64d6-45a5-8945-ffb5199364bc None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:17.927709 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7ae76af-cb95-455e-ace7-0ff8b6f9f426 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:17.932463 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d7ae76af-cb95-455e-ace7-0ff8b6f9f426 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:17.941189 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d7ae76af-cb95-455e-ace7-0ff8b6f9f426 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/floatingips/7afa4674-9b01-4265-abff-fb0c81bfcc4b HTTP/1.1" status: 204 len: 168 time: 0.8685076 Nov 11 21:48:17.942367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56480) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:17.949096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '315574e4-5f1f-4943-b542-a15be2e31e3d'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:17.979992 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.137024 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.207987 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.228130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a3e31ea-bc45-4e28-90f8-107626b56cbb tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.233989 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.244439 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.339052 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a3e31ea-bc45-4e28-90f8-107626b56cbb tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.340880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3e31ea-bc45-4e28-90f8-107626b56cbb tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:18.341586 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a3e31ea-bc45-4e28-90f8-107626b56cbb tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.342151 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Network 8d549adb-f19f-4a8c-8bd7-2f6a87a46847 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:18.365487 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:18.377969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:18.396027 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Pushing event updated for resources: {'Port': ['ID=d2993604-ba99-4ab8-9210-d72d66cc5b90,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:18.467050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Attempting to bind port d2993604-ba99-4ab8-9210-d72d66cc5b90 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:18.467575 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Attempting to bind port d2993604-ba99-4ab8-9210-d72d66cc5b90 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'abc9a5de-20ec-45f2-9873-0e681cb5af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:18.468062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Attempting to bind port d2993604-ba99-4ab8-9210-d72d66cc5b90 on network 8d549adb-f19f-4a8c-8bd7-2f6a87a46847 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:18.475001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:48:18.475586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Checking segment: {'id': 'abc9a5de-20ec-45f2-9873-0e681cb5af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:48:18.476099 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.476607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Bound using segment: {'id': 'abc9a5de-20ec-45f2-9873-0e681cb5af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:48:18.478596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Bound port: d2993604-ba99-4ab8-9210-d72d66cc5b90, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc9a5de-20ec-45f2-9873-0e681cb5af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:48:18.479157 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.484328 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5a3e31ea-bc45-4e28-90f8-107626b56cbb tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4181502 Nov 11 21:48:18.485858 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56496) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:18.504095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e31ea-bc45-4e28-90f8-107626b56cbb tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event updated for resources: {'Network': ['ID=2e8dc7dc-5aa1-4518-a4ec-c17c4ed8d257,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:18.513689 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Allocated IP 172.25.0.148 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/30de7ff8-3508-4196-a6cd-c55b696d9dd6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:18.548288 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 2e8dc7dc-5aa1-4518-a4ec-c17c4ed8d257 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:48:18.641039 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.641716 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.682540 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] For port d2993604-ba99-4ab8-9210-d72d66cc5b90, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:48:18.691985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] For port d2993604-ba99-4ab8-9210-d72d66cc5b90, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d2993604-ba99-4ab8-9210-d72d66cc5b90,segment=NetworkSegment(abc9a5de-20ec-45f2-9873-0e681cb5af52),segment_id=abc9a5de-20ec-45f2-9873-0e681cb5af52)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:48:18.705159 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.707427 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.728678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.779556 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:18.804684 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=30de7ff8-3508-4196-a6cd-c55b696d9dd6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:18.805578 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb96edf-d000-4838-85f9-297b37f9a3b1 None None] Pushing event updated for resources: {'Port': ['ID=d2993604-ba99-4ab8-9210-d72d66cc5b90,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:18.896305 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:18.949067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:18.969057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:19.014167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Allocated IP 172.25.0.47 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/f3629a7d-cc48-48c0-8999-8696c3acada2) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:19.211671 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3978f40f-5aeb-462e-a65c-b3a9de4497b9 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:19.219632 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3978f40f-5aeb-462e-a65c-b3a9de4497b9 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:19.230787 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3978f40f-5aeb-462e-a65c-b3a9de4497b9 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:19.237369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3978f40f-5aeb-462e-a65c-b3a9de4497b9 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:19.241677 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3978f40f-5aeb-462e-a65c-b3a9de4497b9 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.7510066 Nov 11 21:48:19.243197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56522) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:19.281777 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:19.332019 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:19.353805 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:19.354429 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d2993604-ba99-4ab8-9210-d72d66cc5b90 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:48:19.415996 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:19.420731 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:19.427838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port d2993604-ba99-4ab8-9210-d72d66cc5b90 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:19.428279 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:19.442184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:19.469977 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e997b289-3cc2-4093-af57-7f29ce93d6ca None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:48:19.553625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Pushing event updated for resources: {'Port': ['ID=f3629a7d-cc48-48c0-8999-8696c3acada2,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:19.555477 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92a242f4-6a03-4104-94b6-242d4fe0b656 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:19.642311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-17b5a169-f165-453c-8e19-fb499af1a24d None None] Provisioning complete for port f3629a7d-cc48-48c0-8999-8696c3acada2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:19.642693 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17b5a169-f165-453c-8e19-fb499af1a24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:20.065530 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:20.081696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-17b5a169-f165-453c-8e19-fb499af1a24d None None] Port f3629a7d-cc48-48c0-8999-8696c3acada2 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:48:20.156575 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port d2993604-ba99-4ab8-9210-d72d66cc5b90, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d2993604-ba99-4ab8-9210-d72d66cc5b90,segment=NetworkSegment(abc9a5de-20ec-45f2-9873-0e681cb5af52),segment_id=abc9a5de-20ec-45f2-9873-0e681cb5af52)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:20.204483 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:20.206855 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:20.280736 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92a242f4-6a03-4104-94b6-242d4fe0b656 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:20.375761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-92a242f4-6a03-4104-94b6-242d4fe0b656 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8dc7dc-5aa1-4518-a4ec-c17c4ed8d257']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:20.412635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=d2993604-ba99-4ab8-9210-d72d66cc5b90,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:20.425768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-92a242f4-6a03-4104-94b6-242d4fe0b656 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8920053d-0d31-48ba-a62e-af9299ab93be') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:20.426063 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-92a242f4-6a03-4104-94b6-242d4fe0b656 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8920053d-0d31-48ba-a62e-af9299ab93be') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:20.477892 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92a242f4-6a03-4104-94b6-242d4fe0b656 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:20.516887 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:20.534783 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b36ea9a-a7a9-4479-9592-33d14c070245 None None] Network 8d549adb-f19f-4a8c-8bd7-2f6a87a46847 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:48:20.597182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92a242f4-6a03-4104-94b6-242d4fe0b656 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:20.650337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a242f4-6a03-4104-94b6-242d4fe0b656 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:48:20.651033 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92a242f4-6a03-4104-94b6-242d4fe0b656 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:48:20.653136 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:48:20.761905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6c861ca0-5de1-4b93-815e-dfb1cbf9b810 None None] Provisioning complete for port d2993604-ba99-4ab8-9210-d72d66cc5b90 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:20.762299 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c861ca0-5de1-4b93-815e-dfb1cbf9b810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:20.851547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Router efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:48:20.870900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d5fb5-e937-4a9e-b43a-02d858f64ce9 req-28eb71f6-c3f4-4dfa-ae8f-83d3b86ee66c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:20.878161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92a242f4-6a03-4104-94b6-242d4fe0b656 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:20.880546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b25d5fb5-e937-4a9e-b43a-02d858f64ce9 req-28eb71f6-c3f4-4dfa-ae8f-83d3b86ee66c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 947 time: 0.1183240 Nov 11 21:48:20.887388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a242f4-6a03-4104-94b6-242d4fe0b656 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e8dc7dc-5aa1-4518-a4ec-c17c4ed8d257 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 21:48:20.891599 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92a242f4-6a03-4104-94b6-242d4fe0b656 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:20.902983 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-92a242f4-6a03-4104-94b6-242d4fe0b656 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "DELETE /v2.0/networks/2e8dc7dc-5aa1-4518-a4ec-c17c4ed8d257 HTTP/1.1" status: 204 len: 168 time: 1.6594772 Nov 11 21:48:20.905592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56540) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:20.947615 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f7871b6c-f89b-4ad4-9379-87eeed851bd0 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Request body: {'network': {'name': 'tempest-network--237995923', 'router:external': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:20.965727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a242f4-6a03-4104-94b6-242d4fe0b656 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e8dc7dc-5aa1-4518-a4ec-c17c4ed8d257,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:20.987520 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:21.022527 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b25d5fb5-e937-4a9e-b43a-02d858f64ce9 req-54c09e68-f8f8-4b6c-a50c-e7b5d6256f8c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360474 Nov 11 21:48:21.132873 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:21.160789 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:21.165627 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9fc09ae0-c13e-4525-aec7-974a43a4badb admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0224984 Nov 11 21:48:21.166232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56546) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:21.167856 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7871b6c-f89b-4ad4-9379-87eeed851bd0 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Made reservation on behalf of 0c7288180ebc4199baa6a7a1c7534e06 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:21.173434 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7871b6c-f89b-4ad4-9379-87eeed851bd0 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:21.187162 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-df4edbe3-ad8a-41c4-854e-de96df1bfa77 None None] Provisioning complete for port d2993604-ba99-4ab8-9210-d72d66cc5b90 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:21.187538 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df4edbe3-ad8a-41c4-854e-de96df1bfa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:21.288246 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:21.342300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d2993604-ba99-4ab8-9210-d72d66cc5b90 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:48:21.416846 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7871b6c-f89b-4ad4-9379-87eeed851bd0 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] vlan segment allocate from pool success with {'vlan_id': 1154, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:48:21.433176 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7871b6c-f89b-4ad4-9379-87eeed851bd0 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:21.433521 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-f7871b6c-f89b-4ad4-9379-87eeed851bd0 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Added segment 2120f3cd-af75-4c0e-b611-ef4b31c9b3f9 of type vlan for network 6bced933-6546-4703-bb9f-f6984f8b07b1 Nov 11 21:48:21.458055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port d2993604-ba99-4ab8-9210-d72d66cc5b90 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:21.458495 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:21.561260 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7871b6c-f89b-4ad4-9379-87eeed851bd0 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:21.626904 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Sync routers for ids ['efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:21.641417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Routers {'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:21.642733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:21.678153 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:21.681750 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7871b6c-f89b-4ad4-9379-87eeed851bd0 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:21.683220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7871b6c-f89b-4ad4-9379-87eeed851bd0 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:21.683981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7871b6c-f89b-4ad4-9379-87eeed851bd0 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:21.727215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:21.798973 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Set router efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:48:21.825692 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7871b6c-f89b-4ad4-9379-87eeed851bd0 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event updated for resources: {'Network': ['ID=6bced933-6546-4703-bb9f-f6984f8b07b1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:21.837615 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f7871b6c-f89b-4ad4-9379-87eeed851bd0 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8942721 Nov 11 21:48:21.838334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56550) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:21.865476 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 6bced933-6546-4703-bb9f-f6984f8b07b1 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:48:21.932092 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:21.943357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=30de7ff8-3508-4196-a6cd-c55b696d9dd6,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:21.961310 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:22.113613 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Floating IP 8924b097-635b-4892-9879-d5e5ca706908 associated. External IP: 172.25.0.148, port: 315574e4-5f1f-4943-b542-a15be2e31e3d. Nov 11 21:48:22.130167 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa38120-d55e-4bb6-b5bd-f44267f9ba43 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:22.132098 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6fa38120-d55e-4bb6-b5bd-f44267f9ba43 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] 10.222.0.57 "GET /v2.0/networks/6bced933-6546-4703-bb9f-f6984f8b07b1 HTTP/1.1" status: 200 len: 756 time: 0.2878039 Nov 11 21:48:22.139157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56556) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:22.142191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'name': 'tempest-TestVolumeBootPattern-1088907161-router', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f3629a7d-cc48-48c0-8999-8696c3acada2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:48:17Z', 'updated_at': '2021-11-11T21:48:19Z', 'revision_number': 3, 'project_id': '93269f3dd39948338c67a17d36ea6e16', 'gw_port': {'id': 'f3629a7d-cc48-48c0-8999-8696c3acada2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:01:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:18Z', 'updated_at': '2021-11-11T21:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:22.174475 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Checking router: efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:48:22.174939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Updating router efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a port f3629a7d-cc48-48c0-8999-8696c3acada2 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:48:22.213907 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:22.281278 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e547a3b-504c-4866-8c88-3e0ddb828239 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:22.283087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3e547a3b-504c-4866-8c88-3e0ddb828239 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] 10.222.0.57 "GET /v2.0/networks/39ff3213-7f3d-44f1-895f-807d0e209cd0 HTTP/1.1" status: 200 len: 768 time: 0.1359665 Nov 11 21:48:22.287303 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56560) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:22.376164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad9a6a-bdd0-429e-b080-3e48ffa5506c req-6cc4c688-740a-45af-8513-0c13bd8d84e5 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:22.384202 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84ad9a6a-bdd0-429e-b080-3e48ffa5506c req-6cc4c688-740a-45af-8513-0c13bd8d84e5 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 947 time: 0.0997617 Nov 11 21:48:22.456083 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:22.476269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Allocated IP 172.20.0.1 (8d549adb-f19f-4a8c-8bd7-2f6a87a46847/5075ca43-e164-415b-bb4e-b715d0a38389/fea040f0-8013-4162-ba85-445b1de3025a) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:22.493411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84ad9a6a-bdd0-429e-b080-3e48ffa5506c req-a9d1e903-a275-4bdf-88d7-4bed8aaa5353 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035948 Nov 11 21:48:22.511119 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-5ec2c35f-ce10-4119-8301-76ca1c6a0025 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:22.513469 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-5ec2c35f-ce10-4119-8301-76ca1c6a0025 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.10 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 947 time: 0.4111607 Nov 11 21:48:22.626162 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d327744c-b04f-4b5d-b1f2-e3d1befa97ef tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:22.673017 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:22.729496 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:22.731994 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:22.757112 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:22.810953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=fea040f0-8013-4162-ba85-445b1de3025a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:22.818364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58105111-664a-4a2b-b0bf-7961a48075eb None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:48:22.825646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-d8d3a0e9-933a-4276-94c6-f8a48b5e5c59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Deleting port ef198489-3518-45bb-a880-12b7addb9280 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:48:22.826523 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-d8d3a0e9-933a-4276-94c6-f8a48b5e5c59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:22.841397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Network 8d549adb-f19f-4a8c-8bd7-2f6a87a46847 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:22.843482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:22.845988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:22.919321 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d2d0a-e62b-42a2-a39c-2365013aeef6 None None] Pushing event updated for resources: {'Port': ['ID=f3629a7d-cc48-48c0-8999-8696c3acada2,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:22.924698 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:22.935200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Attempting to bind port f3629a7d-cc48-48c0-8999-8696c3acada2 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:22.935582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Attempting to bind port f3629a7d-cc48-48c0-8999-8696c3acada2 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:22.935953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Attempting to bind port f3629a7d-cc48-48c0-8999-8696c3acada2 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:22.958669 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5d2d0a-e62b-42a2-a39c-2365013aeef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:22.959039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5d2d0a-e62b-42a2-a39c-2365013aeef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:22.959358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5d2d0a-e62b-42a2-a39c-2365013aeef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:22.959700 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5d2d0a-e62b-42a2-a39c-2365013aeef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:22.972339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5d2d0a-e62b-42a2-a39c-2365013aeef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:22.972770 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5d2d0a-e62b-42a2-a39c-2365013aeef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:22.973319 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5d2d0a-e62b-42a2-a39c-2365013aeef6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:22.973985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5d2d0a-e62b-42a2-a39c-2365013aeef6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:22.974342 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5d2d0a-e62b-42a2-a39c-2365013aeef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:22.974679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5d2d0a-e62b-42a2-a39c-2365013aeef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:22.975011 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5d2d0a-e62b-42a2-a39c-2365013aeef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:22.975336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5d2d0a-e62b-42a2-a39c-2365013aeef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:23.014390 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:48:23.015058 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:48:23.015657 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:23.018027 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:48:23.018790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Bound port: f3629a7d-cc48-48c0-8999-8696c3acada2, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:48:23.021243 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:23.098729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-91cdc22c-e9cb-4247-9f94-b765952daec9 None None] Provisioning complete for port f3629a7d-cc48-48c0-8999-8696c3acada2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:23.099104 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-91cdc22c-e9cb-4247-9f94-b765952daec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:23.204119 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-91cdc22c-e9cb-4247-9f94-b765952daec9 None None] Port f3629a7d-cc48-48c0-8999-8696c3acada2 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:48:23.224548 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:23.248741 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] For port f3629a7d-cc48-48c0-8999-8696c3acada2, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:48:23.254635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] For port f3629a7d-cc48-48c0-8999-8696c3acada2, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f3629a7d-cc48-48c0-8999-8696c3acada2,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:48:23.293701 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:23.390113 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26afacf-eef4-4e37-ac3a-e425adf38b73 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:48:23.439018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Routers {'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:23.440672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:23.510207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-d8d3a0e9-933a-4276-94c6-f8a48b5e5c59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] For port ef198489-3518-45bb-a880-12b7addb9280, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ef198489-3518-45bb-a880-12b7addb9280,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:23.510830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-d8d3a0e9-933a-4276-94c6-f8a48b5e5c59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:23.525494 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-72588556-1ffe-48bc-b3cf-62268f6fe511 None None] Provisioning complete for port fea040f0-8013-4162-ba85-445b1de3025a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:23.526008 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72588556-1ffe-48bc-b3cf-62268f6fe511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:23.552718 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d2d0a-e62b-42a2-a39c-2365013aeef6 None None] Pushing event updated for resources: {'Port': ['ID=f3629a7d-cc48-48c0-8999-8696c3acada2,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:23.559744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:23.571614 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:23.688089 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:23.742477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-72588556-1ffe-48bc-b3cf-62268f6fe511 None None] Port fea040f0-8013-4162-ba85-445b1de3025a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:48:23.799679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] Set router efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:48:23.800473 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373c73b-9964-407a-a9f3-ab70be7306ed req-b0e66a8b-08fb-409d-930c-6094b5a84a83 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:23.809093 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6373c73b-9964-407a-a9f3-ab70be7306ed req-b0e66a8b-08fb-409d-930c-6094b5a84a83 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 947 time: 0.1541946 Nov 11 21:48:23.882521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6373c73b-9964-407a-a9f3-ab70be7306ed req-c43cb2aa-1b7a-4324-900d-55b269986327 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5b5fe47a-60f7-4360-9832-d7a2375b2503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679905 Nov 11 21:48:23.882827 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-d8d3a0e9-933a-4276-94c6-f8a48b5e5c59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:23.883397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-d8d3a0e9-933a-4276-94c6-f8a48b5e5c59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:23.883873 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-d8d3a0e9-933a-4276-94c6-f8a48b5e5c59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Floating IP 9eaf429f-66f5-4fb8-ac92-6864ae4cfa70 disassociated. External IP: 172.25.0.173, port: ef198489-3518-45bb-a880-12b7addb9280. Nov 11 21:48:23.884393 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-d8d3a0e9-933a-4276-94c6-f8a48b5e5c59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Calling delete_port for ef198489-3518-45bb-a880-12b7addb9280 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:48:23.926205 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=fea040f0-8013-4162-ba85-445b1de3025a,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:23.978655 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8189d5ad-a605-4b6f-9ca8-216be457bcbb None None] Provisioning complete for port f3629a7d-cc48-48c0-8999-8696c3acada2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:23.979664 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8189d5ad-a605-4b6f-9ca8-216be457bcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:23.981153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Network 8d549adb-f19f-4a8c-8bd7-2f6a87a46847 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:23.983040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:24.015099 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d327744c-b04f-4b5d-b1f2-e3d1befa97ef tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:24.056926 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:24.070438 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b55f62-720e-460f-91b1-e61e0f6c260a None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:24.087424 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b55f62-720e-460f-91b1-e61e0f6c260a None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:24.088200 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-49b55f62-720e-460f-91b1-e61e0f6c260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:24.104225 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-d327744c-b04f-4b5d-b1f2-e3d1befa97ef tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bced933-6546-4703-bb9f-f6984f8b07b1']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:24.128931 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-d327744c-b04f-4b5d-b1f2-e3d1befa97ef tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2120f3cd-af75-4c0e-b611-ef4b31c9b3f9') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:24.129222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-d327744c-b04f-4b5d-b1f2-e3d1befa97ef tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2120f3cd-af75-4c0e-b611-ef4b31c9b3f9') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:24.189374 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56578) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:24.203393 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-49b55f62-720e-460f-91b1-e61e0f6c260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:24.207187 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d327744c-b04f-4b5d-b1f2-e3d1befa97ef tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:24.220003 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:24.257169 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b55f62-720e-460f-91b1-e61e0f6c260a None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:24.258522 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-49b55f62-720e-460f-91b1-e61e0f6c260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:24.310969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'name': 'tempest-TestVolumeBootPattern-1088907161-router', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f3629a7d-cc48-48c0-8999-8696c3acada2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:48:17Z', 'updated_at': '2021-11-11T21:48:23Z', 'revision_number': 4, 'project_id': '93269f3dd39948338c67a17d36ea6e16', 'gw_port': {'id': 'f3629a7d-cc48-48c0-8999-8696c3acada2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:01:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:18Z', 'updated_at': '2021-11-11T21:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fea040f0-8013-4162-ba85-445b1de3025a', 'name': '', 'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'mac_address': 'fa:16:3e:2f:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5075ca43-e164-415b-bb4e-b715d0a38389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:21Z', 'updated_at': '2021-11-11T21:48:22Z', 'revision_number': 1, 'project_id': '93269f3dd39948338c67a17d36ea6e16', 'subnets': [{'id': '5075ca43-e164-415b-bb4e-b715d0a38389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:24.318800 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d327744c-b04f-4b5d-b1f2-e3d1befa97ef tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:24.337833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Router efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:24.339430 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d327744c-b04f-4b5d-b1f2-e3d1befa97ef tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:48:24.339860 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d327744c-b04f-4b5d-b1f2-e3d1befa97ef tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:24.346746 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0ca364a4-761d-48b1-ae0e-7c592d57985d tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.4024472 Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:48:24.347655 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:48:24.350808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56584) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:24.365311 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-49b55f62-720e-460f-91b1-e61e0f6c260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:24.367033 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b55f62-720e-460f-91b1-e61e0f6c260a None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:24.383310 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-d8d3a0e9-933a-4276-94c6-f8a48b5e5c59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:24.398232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d095e48-7b8f-4b39-9295-50249e56de61 None None] The sync data for ids ['efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'] in n-d-805737-3 is: [{'id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'name': 'tempest-TestVolumeBootPattern-1088907161-router', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f3629a7d-cc48-48c0-8999-8696c3acada2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:48:17Z', 'updated_at': '2021-11-11T21:48:23Z', 'revision_number': 4, 'project_id': '93269f3dd39948338c67a17d36ea6e16', 'gw_port': {'id': 'f3629a7d-cc48-48c0-8999-8696c3acada2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:01:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:18Z', 'updated_at': '2021-11-11T21:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fea040f0-8013-4162-ba85-445b1de3025a', 'name': '', 'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'mac_address': 'fa:16:3e:2f:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5075ca43-e164-415b-bb4e-b715d0a38389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:21Z', 'updated_at': '2021-11-11T21:48:22Z', 'revision_number': 1, 'project_id': '93269f3dd39948338c67a17d36ea6e16', 'subnets': [{'id': '5075ca43-e164-415b-bb4e-b715d0a38389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:24.483640 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8189d5ad-a605-4b6f-9ca8-216be457bcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:24.521230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8189d5ad-a605-4b6f-9ca8-216be457bcbb None None] For port f3629a7d-cc48-48c0-8999-8696c3acada2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f3629a7d-cc48-48c0-8999-8696c3acada2,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:24.527883 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8189d5ad-a605-4b6f-9ca8-216be457bcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:24.563617 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4eada5b5-34b6-447d-8010-c9d5628f44b2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "GET /v2.0/floatingips/8924b097-635b-4892-9879-d5e5ca706908 HTTP/1.1" status: 200 len: 977 time: 0.2101173 Nov 11 21:48:24.565876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56586) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:24.572010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3a0e9-933a-4276-94c6-f8a48b5e5c59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event deleted for resources: {'Port': ['ID=ef198489-3518-45bb-a880-12b7addb9280,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:24.608768 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-76f06b1f-f225-4488-8850-d9ed0b0381d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:24.619846 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d327744c-b04f-4b5d-b1f2-e3d1befa97ef tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:24.625278 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d327744c-b04f-4b5d-b1f2-e3d1befa97ef tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6bced933-6546-4703-bb9f-f6984f8b07b1 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 21:48:24.635977 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189d5ad-a605-4b6f-9ca8-216be457bcbb None None] Pushing event updated for resources: {'Port': ['ID=f3629a7d-cc48-48c0-8999-8696c3acada2,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:24.643385 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d327744c-b04f-4b5d-b1f2-e3d1befa97ef tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:24.658333 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d327744c-b04f-4b5d-b1f2-e3d1befa97ef tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "DELETE /v2.0/networks/6bced933-6546-4703-bb9f-f6984f8b07b1 HTTP/1.1" status: 204 len: 168 time: 2.3646066 Nov 11 21:48:24.670467 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5772ab1b-860f-464c-a651-c4eacadd318c None None] Provisioning complete for port fea040f0-8013-4162-ba85-445b1de3025a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:24.671100 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5772ab1b-860f-464c-a651-c4eacadd318c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:24.689779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56588) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:24.731114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5772ab1b-860f-464c-a651-c4eacadd318c None None] Port fea040f0-8013-4162-ba85-445b1de3025a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:48:24.826626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:24.918635 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f47ce425-c48e-4471-8ec9-9c19a6c5f6d7 admin admin] 10.222.0.57 "PUT /v2.0/routers/efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7508099 Nov 11 21:48:25.009541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-93ffe531-7b54-48ee-bc01-8d6a7126454f tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Request body: {'network': {'name': 'tempest-network--722083778'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:25.010324 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ef198489-3518-45bb-a880-12b7addb9280 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:48:25.078773 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: ef198489-3518-45bb-a880-12b7addb9280 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:48:25.079006 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327744c-b04f-4b5d-b1f2-e3d1befa97ef tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event deleted for resources: {'Network': ['ID=6bced933-6546-4703-bb9f-f6984f8b07b1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:25.079144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ef198489-3518-45bb-a880-12b7addb9280 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:48:25.099360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c3d30698-c879-4411-9783-ef7389ecea46 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5294845 Nov 11 21:48:25.101607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56596) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:25.110477 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-10272d24-8c0a-41c1-84f7-b8d60d16c926 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'floatingip': {'port_id': '1e1bfd58-0e4a-49da-a70e-69aa951ca68c'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:25.158475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-d8d3a0e9-933a-4276-94c6-f8a48b5e5c59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Router 000a7204-f931-44ed-b19d-4d888ec4273b has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:25.185238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ffe531-7b54-48ee-bc01-8d6a7126454f tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Made reservation on behalf of 0c7288180ebc4199baa6a7a1c7534e06 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:25.187670 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93ffe531-7b54-48ee-bc01-8d6a7126454f tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:25.356379 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10272d24-8c0a-41c1-84f7-b8d60d16c926 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:25.513117 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9eb57ee4-6dfd-41a4-ad6f-8e31ea71ab30 req-f2fd9de8-a635-4829-bc8e-5cfa476de0a7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=be19bd8b-72e7-4228-8317-c7c124e83469 HTTP/1.1" status: 200 len: 210 time: 0.0689640 Nov 11 21:48:25.549110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ffe531-7b54-48ee-bc01-8d6a7126454f tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:48:25.561834 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-d8d3a0e9-933a-4276-94c6-f8a48b5e5c59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:25.608490 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93ffe531-7b54-48ee-bc01-8d6a7126454f tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:25.609160 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-93ffe531-7b54-48ee-bc01-8d6a7126454f tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Added segment fa00bef2-20e5-4368-a1bf-dbd01aeeb088 of type vlan for network c2b7c1fd-0240-4013-9898-263f6a8b60f8 Nov 11 21:48:25.615175 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690fef9-c9ab-47f9-b7a1-d019caeb8639 None None] Sync routers for ids ['000a7204-f931-44ed-b19d-4d888ec4273b'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:25.648779 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690fef9-c9ab-47f9-b7a1-d019caeb8639 None None] Routers {'000a7204-f931-44ed-b19d-4d888ec4273b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:25.649615 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7690fef9-c9ab-47f9-b7a1-d019caeb8639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['000a7204-f931-44ed-b19d-4d888ec4273b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:25.687353 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-76f06b1f-f225-4488-8850-d9ed0b0381d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:25.689369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-d8d3a0e9-933a-4276-94c6-f8a48b5e5c59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] No DVR routers for this DVR port ef198489-3518-45bb-a880-12b7addb9280 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:48:25.701305 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-d8d3a0e9-933a-4276-94c6-f8a48b5e5c59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:25.704731 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d4c467d3-e2c1-4b0a-812c-08283485ef61 req-d8d3a0e9-933a-4276-94c6-f8a48b5e5c59 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.10 "DELETE /v2.0/ports/ef198489-3518-45bb-a880-12b7addb9280 HTTP/1.1" status: 204 len: 173 time: 3.1795566 Nov 11 21:48:25.705604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'name': 'network-vif-deleted', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:48:25.715583 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18de38ed-d9a1-48d8-b323-cf4931f90865" -d '{"events": [{"server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "name": "network-vif-deleted", "tag": "ef198489-3518-45bb-a880-12b7addb9280"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:48:25.742599 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-76f06b1f-f225-4488-8850-d9ed0b0381d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:25.797176 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaa1a47-8017-403c-ad7a-6f24866b6278 x-openstack-request-id: req-6aaa1a47-8017-403c-ad7a-6f24866b6278 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:48:25.797545 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be19bd8b-72e7-4228-8317-c7c124e83469", "name": "network-vif-deleted", "tag": "ef198489-3518-45bb-a880-12b7addb9280", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:48:25.797773 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6aaa1a47-8017-403c-ad7a-6f24866b6278 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:48:25.798186 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be19bd8b-72e7-4228-8317-c7c124e83469', 'name': 'network-vif-deleted', 'tag': 'ef198489-3518-45bb-a880-12b7addb9280', 'status': 'completed', 'code': 200} Nov 11 21:48:25.815741 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-76f06b1f-f225-4488-8850-d9ed0b0381d1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=207c86a895074233971d59c8105a8d09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6228786 Nov 11 21:48:25.826225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56614) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:25.885215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93ffe531-7b54-48ee-bc01-8d6a7126454f tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:25.909718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f06b1f-f225-4488-8850-d9ed0b0381d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4867286-13da-46b1-b5e4-cd12f75fc943,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:25.962974 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93ffe531-7b54-48ee-bc01-8d6a7126454f tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:25.963921 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ffe531-7b54-48ee-bc01-8d6a7126454f tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:25.964721 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93ffe531-7b54-48ee-bc01-8d6a7126454f tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:26.019596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-7690fef9-c9ab-47f9-b7a1-d019caeb8639 None None] Set router 000a7204-f931-44ed-b19d-4d888ec4273b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:48:26.022380 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f0ab79ce-0a56-414b-acb2-bb3cac5d1eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:26.029727 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-93ffe531-7b54-48ee-bc01-8d6a7126454f tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0484235 Nov 11 21:48:26.033104 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56616) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:26.047666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-dc0f122a-f1f5-4ee1-a8e6-6ea4e52c0838 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:26.098041 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f0ab79ce-0a56-414b-acb2-bb3cac5d1eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:26.348590 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f0ab79ce-0a56-414b-acb2-bb3cac5d1eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:26.357212 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f0ab79ce-0a56-414b-acb2-bb3cac5d1eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:26.359614 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f0ab79ce-0a56-414b-acb2-bb3cac5d1eed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c4867286-13da-46b1-b5e4-cd12f75fc943 HTTP/1.1" status: 204 len: 168 time: 0.5307446 Nov 11 21:48:26.391467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab79ce-0a56-414b-acb2-bb3cac5d1eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4867286-13da-46b1-b5e4-cd12f75fc943,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:26.512893 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffe531-7b54-48ee-bc01-8d6a7126454f tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event updated for resources: {'Network': ['ID=c2b7c1fd-0240-4013-9898-263f6a8b60f8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:26.694365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network c2b7c1fd-0240-4013-9898-263f6a8b60f8 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:48:26.835341 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc0f122a-f1f5-4ee1-a8e6-6ea4e52c0838 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:26.863257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56636) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:26.976432 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc0f122a-f1f5-4ee1-a8e6-6ea4e52c0838 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.060342 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c159177-a7de-4630-a767-4f657acd5169 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.083055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc0f122a-f1f5-4ee1-a8e6-6ea4e52c0838 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Network c2b7c1fd-0240-4013-9898-263f6a8b60f8 is not hosted by any dhcp agent {{(pid=102535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:48:27.084032 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0f122a-f1f5-4ee1-a8e6-6ea4e52c0838 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:27.084635 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc0f122a-f1f5-4ee1-a8e6-6ea4e52c0838 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.089470 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dc0f122a-f1f5-4ee1-a8e6-6ea4e52c0838 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "PUT /v2.0/networks/c2b7c1fd-0240-4013-9898-263f6a8b60f8 HTTP/1.1" status: 200 len: 858 time: 1.0534344 Nov 11 21:48:27.093055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56638) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:27.169266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7690fef9-c9ab-47f9-b7a1-d019caeb8639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:20Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '35a6e9d8-c123-42f6-b423-d70ad0db9779', 'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'mac_address': 'fa:16:3e:f4:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:17Z', 'updated_at': '2021-11-11T21:43:26Z', 'revision_number': 5, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'subnets': [{'id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:27.202307 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690fef9-c9ab-47f9-b7a1-d019caeb8639 None None] Checking router: 000a7204-f931-44ed-b19d-4d888ec4273b for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:48:27.212648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690fef9-c9ab-47f9-b7a1-d019caeb8639 None None] Routers {'000a7204-f931-44ed-b19d-4d888ec4273b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:27.213330 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7690fef9-c9ab-47f9-b7a1-d019caeb8639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['000a7204-f931-44ed-b19d-4d888ec4273b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:27.248845 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c159177-a7de-4630-a767-4f657acd5169 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.320188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f122a-f1f5-4ee1-a8e6-6ea4e52c0838 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event updated for resources: {'Network': ['ID=c2b7c1fd-0240-4013-9898-263f6a8b60f8,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:27.405829 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-7690fef9-c9ab-47f9-b7a1-d019caeb8639 None None] Set router 000a7204-f931-44ed-b19d-4d888ec4273b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:48:27.420129 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98e515a6-8de3-4ac3-84e1-c800bf684287 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.481136 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f3629a7d-cc48-48c0-8999-8696c3acada2 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:48:27.486897 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c159177-a7de-4630-a767-4f657acd5169 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.489696 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9c159177-a7de-4630-a767-4f657acd5169 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.502583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56652) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:27.504039 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9c159177-a7de-4630-a767-4f657acd5169 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "DELETE /v2.0/security-groups/5b5fe47a-60f7-4360-9832-d7a2375b2503 HTTP/1.1" status: 204 len: 168 time: 0.6282775 Nov 11 21:48:27.525795 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.db.resource_extend [None req-10272d24-8c0a-41c1-84f7-b8d60d16c926 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] It took 1.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:48:27.550491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c159177-a7de-4630-a767-4f657acd5169 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5fe47a-60f7-4360-9832-d7a2375b2503,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:27.617045 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-a03878b8-c706-4a19-9a72-862e53ae517d tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] show failed (client error): The resource could not be found. Nov 11 21:48:27.626573 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a03878b8-c706-4a19-9a72-862e53ae517d tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups/5b5fe47a-60f7-4360-9832-d7a2375b2503 HTTP/1.1" status: 404 len: 347 time: 0.1205077 Nov 11 21:48:27.639011 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56654) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:27.663441 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port f3629a7d-cc48-48c0-8999-8696c3acada2 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:27.663820 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.665807 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98e515a6-8de3-4ac3-84e1-c800bf684287 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.734271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-98e515a6-8de3-4ac3-84e1-c800bf684287 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b7c1fd-0240-4013-9898-263f6a8b60f8']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:27.751314 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-98e515a6-8de3-4ac3-84e1-c800bf684287 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa00bef2-20e5-4368-a1bf-dbd01aeeb088') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:27.757789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-98e515a6-8de3-4ac3-84e1-c800bf684287 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa00bef2-20e5-4368-a1bf-dbd01aeeb088') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:27.787505 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98e515a6-8de3-4ac3-84e1-c800bf684287 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.816582 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98e515a6-8de3-4ac3-84e1-c800bf684287 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.832466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e515a6-8de3-4ac3-84e1-c800bf684287 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:48:27.833134 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98e515a6-8de3-4ac3-84e1-c800bf684287 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:48:27.835247 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:48:27.883240 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10272d24-8c0a-41c1-84f7-b8d60d16c926 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.900034 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10272d24-8c0a-41c1-84f7-b8d60d16c926 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.963824 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98e515a6-8de3-4ac3-84e1-c800bf684287 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.969443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e515a6-8de3-4ac3-84e1-c800bf684287 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c2b7c1fd-0240-4013-9898-263f6a8b60f8 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 21:48:27.972335 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-98e515a6-8de3-4ac3-84e1-c800bf684287 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.989394 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-98e515a6-8de3-4ac3-84e1-c800bf684287 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] 10.222.0.57 "DELETE /v2.0/networks/c2b7c1fd-0240-4013-9898-263f6a8b60f8 HTTP/1.1" status: 204 len: 168 time: 0.8937092 Nov 11 21:48:27.990165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56664) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:28.066514 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b07f647-4ea8-4ce6-9894-5b567e014ae5 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] DELETE failed (client error): The resource could not be found. Nov 11 21:48:28.068324 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b07f647-4ea8-4ce6-9894-5b567e014ae5 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:48:28.083354 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9b07f647-4ea8-4ce6-9894-5b567e014ae5 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] 10.222.0.57 "DELETE /v2.0/subnets/1366f00c-4a13-43a3-a30c-a2db5ee7436e HTTP/1.1" status: 404 len: 337 time: 0.0784616 Nov 11 21:48:28.084649 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56668) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:28.095382 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e515a6-8de3-4ac3-84e1-c800bf684287 tempest-ExternalNetworksTestJSON-660287620 tempest-ExternalNetworksTestJSON-660287620-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2b7c1fd-0240-4013-9898-263f6a8b60f8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:28.121795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7690fef9-c9ab-47f9-b7a1-d019caeb8639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:20Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '35a6e9d8-c123-42f6-b423-d70ad0db9779', 'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'mac_address': 'fa:16:3e:f4:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:17Z', 'updated_at': '2021-11-11T21:43:26Z', 'revision_number': 5, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'subnets': [{'id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:28.135433 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-10272d24-8c0a-41c1-84f7-b8d60d16c926 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Floating IP 8924b097-635b-4892-9879-d5e5ca706908 associated. External IP: 172.25.0.148, port: 315574e4-5f1f-4943-b542-a15be2e31e3d. Nov 11 21:48:28.204908 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690fef9-c9ab-47f9-b7a1-d019caeb8639 None None] The sync data for ids ['000a7204-f931-44ed-b19d-4d888ec4273b'] in n-d-805737-3 is: [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:20Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '35a6e9d8-c123-42f6-b423-d70ad0db9779', 'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'mac_address': 'fa:16:3e:f4:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:17Z', 'updated_at': '2021-11-11T21:43:26Z', 'revision_number': 5, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'subnets': [{'id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:28.277891 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e157-ccaa-4a79-82f5-1b9057cf9914 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:28.391393 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-84a1189d-5990-4bbd-8378-d22f32d43594 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Deleting port c839aec8-0f3a-4596-b0f3-29e06b81673c {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:48:28.391739 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-84a1189d-5990-4bbd-8378-d22f32d43594 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:28.478192 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e157-ccaa-4a79-82f5-1b9057cf9914 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:28.498908 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f2f1e157-ccaa-4a79-82f5-1b9057cf9914 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ff3213-7f3d-44f1-895f-807d0e209cd0']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:28.512881 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f2f1e157-ccaa-4a79-82f5-1b9057cf9914 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54a5160-2d39-4d6a-8aae-dc7bde0b9ff8') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:28.513265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-f2f1e157-ccaa-4a79-82f5-1b9057cf9914 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54a5160-2d39-4d6a-8aae-dc7bde0b9ff8') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:28.540187 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e157-ccaa-4a79-82f5-1b9057cf9914 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:28.560586 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e157-ccaa-4a79-82f5-1b9057cf9914 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:28.581036 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f1e157-ccaa-4a79-82f5-1b9057cf9914 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:48:28.582728 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e157-ccaa-4a79-82f5-1b9057cf9914 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:48:28.586313 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:48:28.693029 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e157-ccaa-4a79-82f5-1b9057cf9914 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:28.726717 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e157-ccaa-4a79-82f5-1b9057cf9914 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:28.734844 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f2f1e157-ccaa-4a79-82f5-1b9057cf9914 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] 10.222.0.57 "DELETE /v2.0/networks/39ff3213-7f3d-44f1-895f-807d0e209cd0 HTTP/1.1" status: 204 len: 168 time: 0.6384254 Nov 11 21:48:28.734844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1e157-ccaa-4a79-82f5-1b9057cf9914 tempest-ExternalNetworksTestJSON-105012278 tempest-ExternalNetworksTestJSON-105012278-project] Pushing event deleted for resources: {'Network': ['ID=39ff3213-7f3d-44f1-895f-807d0e209cd0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:28.735133 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-84a1189d-5990-4bbd-8378-d22f32d43594 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:28.735133 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-84a1189d-5990-4bbd-8378-d22f32d43594 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:28.762036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10272d24-8c0a-41c1-84f7-b8d60d16c926 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:28.763063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-84a1189d-5990-4bbd-8378-d22f32d43594 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Calling delete_port for c839aec8-0f3a-4596-b0f3-29e06b81673c owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:48:29.054058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10272d24-8c0a-41c1-84f7-b8d60d16c926 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:29.067813 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a3619-7cbb-4297-a231-2e51540ff07c None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:29.082870 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a3619-7cbb-4297-a231-2e51540ff07c None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:29.083520 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-023a3619-7cbb-4297-a231-2e51540ff07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:29.177764 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-023a3619-7cbb-4297-a231-2e51540ff07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:29.199119 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a3619-7cbb-4297-a231-2e51540ff07c None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:29.199745 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-023a3619-7cbb-4297-a231-2e51540ff07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:29.238513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56696) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:29.241417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038f8ce2-26d0-4b56-91c0-0d4ae795d9f3 None None] New status for floating IP 9eaf429f-66f5-4fb8-ac92-6864ae4cfa70: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:48:29.285203 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-023a3619-7cbb-4297-a231-2e51540ff07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:29.286755 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a3619-7cbb-4297-a231-2e51540ff07c None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:29.443783 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-038f8ce2-26d0-4b56-91c0-0d4ae795d9f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:48:29.444280 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-038f8ce2-26d0-4b56-91c0-0d4ae795d9f3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:48:29.463899 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-84a1189d-5990-4bbd-8378-d22f32d43594 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:29.530135 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-676dce17-d7d5-41c7-82b4-956049751594 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65d07a87a0a846378c22889c13a40a75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2892094 Nov 11 21:48:29.530869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56708) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:29.542697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1189d-5990-4bbd-8378-d22f32d43594 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event deleted for resources: {'Port': ['ID=c839aec8-0f3a-4596-b0f3-29e06b81673c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:29.637806 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f5d55c8-1f35-45d5-b8d4-51786d625e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:29.713710 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f5d55c8-1f35-45d5-b8d4-51786d625e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:29.731254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10272d24-8c0a-41c1-84f7-b8d60d16c926 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:29.741764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74feaf72-068d-46ce-9655-df734d42dd4a req-4681a111-07cd-4144-8ced-c1d36f4a66d8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:29.743341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-4681a111-07cd-4144-8ced-c1d36f4a66d8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 812 time: 0.3123231 Nov 11 21:48:29.744271 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-84a1189d-5990-4bbd-8378-d22f32d43594 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:29.746894 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-84a1189d-5990-4bbd-8378-d22f32d43594 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:29.751107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-84a1189d-5990-4bbd-8378-d22f32d43594 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "DELETE /v2.0/floatingips/9eaf429f-66f5-4fb8-ac92-6864ae4cfa70 HTTP/1.1" status: 204 len: 168 time: 2.1041892 Nov 11 21:48:29.807440 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f5d55c8-1f35-45d5-b8d4-51786d625e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:29.811253 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f5d55c8-1f35-45d5-b8d4-51786d625e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:29.818584 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0f5d55c8-1f35-45d5-b8d4-51786d625e3a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c217bfb3-c5de-4b1c-8aea-2ba3281e57d8 HTTP/1.1" status: 204 len: 168 time: 0.2865419 Nov 11 21:48:29.851102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d55c8-1f35-45d5-b8d4-51786d625e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c217bfb3-c5de-4b1c-8aea-2ba3281e57d8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:29.895083 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-102fc0bd-efd8-458a-95b5-0d14ea853aee tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/quotas/164e178567a84f6aa0efcf56b049aa7b HTTP/1.1" status: 200 len: 375 time: 0.1442702 Nov 11 21:48:29.945775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038f8ce2-26d0-4b56-91c0-0d4ae795d9f3 None None] New status for floating IP 9eaf429f-66f5-4fb8-ac92-6864ae4cfa70: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:48:30.018756 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Sync routers for ids ['efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:30.032560 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Routers {'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:30.035053 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:30.114550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-5298302c-b981-4ecf-ab7b-58d54007f6bd tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2182479 Nov 11 21:48:30.174662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10272d24-8c0a-41c1-84f7-b8d60d16c926 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:30.184914 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56770165-93fe-43cf-8358-502cc19af0f0 None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:30.199238 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10272d24-8c0a-41c1-84f7-b8d60d16c926 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:30.204355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56770165-93fe-43cf-8358-502cc19af0f0 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:30.205025 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-56770165-93fe-43cf-8358-502cc19af0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:30.299894 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-56770165-93fe-43cf-8358-502cc19af0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:30.328703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56770165-93fe-43cf-8358-502cc19af0f0 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:30.333026 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-56770165-93fe-43cf-8358-502cc19af0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:30.347474 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Set router efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:48:30.387430 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56722) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:30.392569 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-436b66b4-8ef8-42ac-aec7-af6f7d410d7c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:30.397425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-10272d24-8c0a-41c1-84f7-b8d60d16c926 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "PUT /v2.0/floatingips/8924b097-635b-4892-9879-d5e5ca706908 HTTP/1.1" status: 200 len: 979 time: 5.2945347 Nov 11 21:48:30.418565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-02f5978c-f94f-443c-9ef3-0de2792fc43f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:48:30.419580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-02f5978c-f94f-443c-9ef3-0de2792fc43f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2721169 Nov 11 21:48:30.427279 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-56770165-93fe-43cf-8358-502cc19af0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:30.433276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56770165-93fe-43cf-8358-502cc19af0f0 None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:30.493995 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-436b66b4-8ef8-42ac-aec7-af6f7d410d7c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:30.504769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56726) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:30.557805 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-fe25d7ab-3186-4cb6-ab45-2ac0fd8c3a64 service neutron] 10.222.0.57 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311045 Nov 11 21:48:30.656775 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f5c40957-cd82-46cb-b3b6-e2bdb0eafe75 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0c7288180ebc4199baa6a7a1c7534e06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506569 Nov 11 21:48:30.661473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56728) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:30.668844 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-8388570b-0831-49f3-a3d3-e9afb349d05e service neutron] 10.222.0.57 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047404 Nov 11 21:48:30.690078 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'name': 'tempest-TestVolumeBootPattern-1088907161-router', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f3629a7d-cc48-48c0-8999-8696c3acada2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:48:17Z', 'updated_at': '2021-11-11T21:48:23Z', 'revision_number': 4, 'project_id': '93269f3dd39948338c67a17d36ea6e16', 'gw_port': {'id': 'f3629a7d-cc48-48c0-8999-8696c3acada2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:18Z', 'updated_at': '2021-11-11T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fea040f0-8013-4162-ba85-445b1de3025a', 'name': '', 'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'mac_address': 'fa:16:3e:2f:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5075ca43-e164-415b-bb4e-b715d0a38389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:21Z', 'updated_at': '2021-11-11T21:48:23Z', 'revision_number': 2, 'project_id': '93269f3dd39948338c67a17d36ea6e16', 'subnets': [{'id': '5075ca43-e164-415b-bb4e-b715d0a38389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:30.736596 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Checking router: efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:48:30.737008 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Updating router efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a port fea040f0-8013-4162-ba85-445b1de3025a binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:48:30.770531 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:30.881638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56736) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:30.886246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-90556e75-cf4f-4769-94dc-b0f75e4d6b9e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--914377999', 'description': 'tempest-description--1820911813'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:30.920526 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8a43d7b-b442-4b74-b21f-681b9539908c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:30.925872 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-436b66b4-8ef8-42ac-aec7-af6f7d410d7c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:30.930065 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90556e75-cf4f-4769-94dc-b0f75e4d6b9e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:30.938188 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-436b66b4-8ef8-42ac-aec7-af6f7d410d7c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:30.938580 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-436b66b4-8ef8-42ac-aec7-af6f7d410d7c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Floating IP 8924b097-635b-4892-9879-d5e5ca706908 disassociated. External IP: 172.25.0.148, port: 1e1bfd58-0e4a-49da-a70e-69aa951ca68c. Nov 11 21:48:30.991548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8a43d7b-b442-4b74-b21f-681b9539908c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.063095 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-905ba194-fa86-4e45-9adf-018505a69ee3 req-affda8a1-b8bc-46e2-9f29-562ba584b1b6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 210 time: 0.0432072 Nov 11 21:48:31.093052 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90556e75-cf4f-4769-94dc-b0f75e4d6b9e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.100100 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90556e75-cf4f-4769-94dc-b0f75e4d6b9e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.141124 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90556e75-cf4f-4769-94dc-b0f75e4d6b9e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e784f2-e63d-473a-a362-ee400a110edc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:31.158335 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90556e75-cf4f-4769-94dc-b0f75e4d6b9e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.160135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-90556e75-cf4f-4769-94dc-b0f75e4d6b9e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2773790 Nov 11 21:48:31.163012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56742) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:31.169353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0cfe3778-dbdd-4d5a-b781-5294caf3b791 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Request body: {'security_group_rule': {'security_group_id': 'd2e784f2-e63d-473a-a362-ee400a110edc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:31.204457 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cfe3778-dbdd-4d5a-b781-5294caf3b791 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.228362 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8a43d7b-b442-4b74-b21f-681b9539908c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.238899 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8a43d7b-b442-4b74-b21f-681b9539908c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.249590 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e8a43d7b-b442-4b74-b21f-681b9539908c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8dc10f8d-767d-4a1b-8266-b39455a770b8 HTTP/1.1" status: 204 len: 168 time: 0.5758941 Nov 11 21:48:31.267896 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a43d7b-b442-4b74-b21f-681b9539908c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc10f8d-767d-4a1b-8266-b39455a770b8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:31.403286 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cfe3778-dbdd-4d5a-b781-5294caf3b791 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.415512 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cfe3778-dbdd-4d5a-b781-5294caf3b791 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.434018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436b66b4-8ef8-42ac-aec7-af6f7d410d7c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:31.490125 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe3778-dbdd-4d5a-b781-5294caf3b791 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c158e4e6-ec3e-48ab-beb6-4e737207db67,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:31.514424 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cfe3778-dbdd-4d5a-b781-5294caf3b791 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.520916 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56768) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:31.521860 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0cfe3778-dbdd-4d5a-b781-5294caf3b791 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3574500 Nov 11 21:48:31.526169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0d1536fd-9321-4afa-82ea-1de4368ff79e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Request body: {'security_group_rule': {'security_group_id': 'd2e784f2-e63d-473a-a362-ee400a110edc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:31.559397 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.575156 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.601058 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d1536fd-9321-4afa-82ea-1de4368ff79e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.643755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-da363ef1-80f9-462f-8438-73f7a2bfc09d tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b817a18fc5ce44ca94cd90e9ed0bb7b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747766 Nov 11 21:48:31.646908 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436b66b4-8ef8-42ac-aec7-af6f7d410d7c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:31.672558 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-436b66b4-8ef8-42ac-aec7-af6f7d410d7c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.681431 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9d296-a313-4fce-89fc-cce7cc89dc39 None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:31.732828 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5e4c9-cae9-4748-a0ea-318b72f4e191 None None] Pushing event updated for resources: {'Port': ['ID=fea040f0-8013-4162-ba85-445b1de3025a,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:31.751970 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-436b66b4-8ef8-42ac-aec7-af6f7d410d7c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "PUT /v2.0/floatingips/8924b097-635b-4892-9879-d5e5ca706908 HTTP/1.1" status: 200 len: 688 time: 1.3633447 Nov 11 21:48:31.754708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56776) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:31.867851 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9d296-a313-4fce-89fc-cce7cc89dc39 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:31.869012 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-59c9d296-a313-4fce-89fc-cce7cc89dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:31.920669 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d1536fd-9321-4afa-82ea-1de4368ff79e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.935462 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-59c9d296-a313-4fce-89fc-cce7cc89dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:31.937971 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Attempting to bind port fea040f0-8013-4162-ba85-445b1de3025a on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:31.938456 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Attempting to bind port fea040f0-8013-4162-ba85-445b1de3025a by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'abc9a5de-20ec-45f2-9873-0e681cb5af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:31.938918 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Attempting to bind port fea040f0-8013-4162-ba85-445b1de3025a on network 8d549adb-f19f-4a8c-8bd7-2f6a87a46847 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:31.948680 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:48:31.955181 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Checking segment: {'id': 'abc9a5de-20ec-45f2-9873-0e681cb5af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:48:31.955823 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.957688 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Bound using segment: {'id': 'abc9a5de-20ec-45f2-9873-0e681cb5af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:48:31.958240 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Bound port: fea040f0-8013-4162-ba85-445b1de3025a, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc9a5de-20ec-45f2-9873-0e681cb5af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:48:31.958742 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.977805 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d1536fd-9321-4afa-82ea-1de4368ff79e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.983353 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9d296-a313-4fce-89fc-cce7cc89dc39 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:31.990609 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-59c9d296-a313-4fce-89fc-cce7cc89dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:32.030997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-f34dbd49-061b-44af-99e7-a08553a35579 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:32.032529 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0d1536fd-9321-4afa-82ea-1de4368ff79e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:32.034055 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0d1536fd-9321-4afa-82ea-1de4368ff79e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5119293 Nov 11 21:48:32.037881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-f34dbd49-061b-44af-99e7-a08553a35579 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3704846 Nov 11 21:48:32.038415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56782) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:32.058784 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-59c9d296-a313-4fce-89fc-cce7cc89dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:32.059326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:32.059609 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9d296-a313-4fce-89fc-cce7cc89dc39 None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:32.081343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1536fd-9321-4afa-82ea-1de4368ff79e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34fc5d1-86e5-4d4f-ab91-4503277ffbbe,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:32.130121 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] For port fea040f0-8013-4162-ba85-445b1de3025a, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:48:32.134313 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] For port fea040f0-8013-4162-ba85-445b1de3025a, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fea040f0-8013-4162-ba85-445b1de3025a,segment=NetworkSegment(abc9a5de-20ec-45f2-9873-0e681cb5af52),segment_id=abc9a5de-20ec-45f2-9873-0e681cb5af52)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:48:32.134626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a2aafc2f-d7a6-42b3-8311-02c81677fb23 None None] Provisioning complete for port fea040f0-8013-4162-ba85-445b1de3025a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:32.135661 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2aafc2f-d7a6-42b3-8311-02c81677fb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:32.147703 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:32.151846 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-7d001177-8cbb-4788-8cfc-455bcb544540 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/quotas/b817a18fc5ce44ca94cd90e9ed0bb7b9 HTTP/1.1" status: 200 len: 375 time: 0.0769143 Nov 11 21:48:32.198277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f4e2f378-8a36-41c5-b54d-d5149257ad2f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting port 30de7ff8-3508-4196-a6cd-c55b696d9dd6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:48:32.200107 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f378-8a36-41c5-b54d-d5149257ad2f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:32.265963 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-7e6986a1-5569-4ac7-b6d6-9fc3bb1ce1a3 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b817a18fc5ce44ca94cd90e9ed0bb7b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048207 Nov 11 21:48:32.269300 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:32.312182 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2aafc2f-d7a6-42b3-8311-02c81677fb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:32.376088 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Routers {'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:32.377423 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:32.391448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c0e2119-f10e-4a53-bf72-0c3d725caff8 req-d465048e-bc20-46da-a874-d5a091dee0a7 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 210 time: 0.1241508 Nov 11 21:48:32.416653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a2aafc2f-d7a6-42b3-8311-02c81677fb23 None None] For port fea040f0-8013-4162-ba85-445b1de3025a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fea040f0-8013-4162-ba85-445b1de3025a,segment=NetworkSegment(abc9a5de-20ec-45f2-9873-0e681cb5af52),segment_id=abc9a5de-20ec-45f2-9873-0e681cb5af52)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:32.432275 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2aafc2f-d7a6-42b3-8311-02c81677fb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:32.452843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f378-8a36-41c5-b54d-d5149257ad2f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:32.453423 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f378-8a36-41c5-b54d-d5149257ad2f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:32.479468 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f4e2f378-8a36-41c5-b54d-d5149257ad2f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Calling delete_port for 30de7ff8-3508-4196-a6cd-c55b696d9dd6 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:48:32.597672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aafc2f-d7a6-42b3-8311-02c81677fb23 None None] Pushing event updated for resources: {'Port': ['ID=fea040f0-8013-4162-ba85-445b1de3025a,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:32.634925 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:32.734223 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] Set router efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:48:32.807672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18118ce2-2901-418e-9d20-bcdd4424bbb0 req-5477d503-0791-409c-af29-9dd6d26c0174 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 210 time: 0.0848718 Nov 11 21:48:32.906935 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5e4c9-cae9-4748-a0ea-318b72f4e191 None None] Pushing event updated for resources: {'Port': ['ID=fea040f0-8013-4162-ba85-445b1de3025a,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:33.006921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-95905d95-6cbd-49a3-a5be-564213152a50 None None] Provisioning complete for port fea040f0-8013-4162-ba85-445b1de3025a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:33.010730 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95905d95-6cbd-49a3-a5be-564213152a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:33.120985 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f378-8a36-41c5-b54d-d5149257ad2f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:33.206322 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'name': 'tempest-TestVolumeBootPattern-1088907161-router', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f3629a7d-cc48-48c0-8999-8696c3acada2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:48:17Z', 'updated_at': '2021-11-11T21:48:23Z', 'revision_number': 4, 'project_id': '93269f3dd39948338c67a17d36ea6e16', 'gw_port': {'id': 'f3629a7d-cc48-48c0-8999-8696c3acada2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:18Z', 'updated_at': '2021-11-11T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fea040f0-8013-4162-ba85-445b1de3025a', 'name': '', 'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'mac_address': 'fa:16:3e:2f:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5075ca43-e164-415b-bb4e-b715d0a38389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:21Z', 'updated_at': '2021-11-11T21:48:32Z', 'revision_number': 4, 'project_id': '93269f3dd39948338c67a17d36ea6e16', 'subnets': [{'id': '5075ca43-e164-415b-bb4e-b715d0a38389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:33.287480 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7694723c-ad52-4a77-ad66-07062f64628b None None] The sync data for ids ['efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'] in n-d-805737-3 is: [{'id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'name': 'tempest-TestVolumeBootPattern-1088907161-router', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f3629a7d-cc48-48c0-8999-8696c3acada2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:48:17Z', 'updated_at': '2021-11-11T21:48:23Z', 'revision_number': 4, 'project_id': '93269f3dd39948338c67a17d36ea6e16', 'gw_port': {'id': 'f3629a7d-cc48-48c0-8999-8696c3acada2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:18Z', 'updated_at': '2021-11-11T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fea040f0-8013-4162-ba85-445b1de3025a', 'name': '', 'network_id': '8d549adb-f19f-4a8c-8bd7-2f6a87a46847', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'mac_address': 'fa:16:3e:2f:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5075ca43-e164-415b-bb4e-b715d0a38389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:21Z', 'updated_at': '2021-11-11T21:48:32Z', 'revision_number': 4, 'project_id': '93269f3dd39948338c67a17d36ea6e16', 'subnets': [{'id': '5075ca43-e164-415b-bb4e-b715d0a38389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:33.345059 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fea040f0-8013-4162-ba85-445b1de3025a up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:48:33.491871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2f378-8a36-41c5-b54d-d5149257ad2f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Port': ['ID=30de7ff8-3508-4196-a6cd-c55b696d9dd6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:33.568462 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port fea040f0-8013-4162-ba85-445b1de3025a triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:33.568886 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:33.747188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dca1220f-7c25-49e8-8232-b76e804bdd71 req-d15523ab-b0aa-47dc-9a70-97d20e2ef633 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 210 time: 0.0460002 Nov 11 21:48:33.812879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74feaf72-068d-46ce-9655-df734d42dd4a req-d8b23eaa-fd16-49da-a9a5-255c78fe29b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:33.814477 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-d8b23eaa-fd16-49da-a9a5-255c78fe29b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 812 time: 0.8234220 Nov 11 21:48:33.823153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Allocated IP 172.25.0.193 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/48e736c8-ca3b-4899-acc4-9278a2b2121a) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:33.840619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-74feaf72-068d-46ce-9655-df734d42dd4a req-73d1ffbd-bcbb-46f9-a605-5ce6ed04ec03 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'port': {'device_id': 'baff6627-d887-4198-94db-54e56f5b2112', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'admin_state_up': True, 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:33.894112 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f378-8a36-41c5-b54d-d5149257ad2f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:33.897181 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f378-8a36-41c5-b54d-d5149257ad2f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:33.901910 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f4e2f378-8a36-41c5-b54d-d5149257ad2f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/floatingips/8924b097-635b-4892-9879-d5e5ca706908 HTTP/1.1" status: 204 len: 168 time: 2.1449668 Nov 11 21:48:33.902593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56830) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:34.029485 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-50c42ea1-4065-495f-8cda-dc7e43999073 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] delete failed (client error): The resource could not be found. Nov 11 21:48:34.037710 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-50c42ea1-4065-495f-8cda-dc7e43999073 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/floatingips/8924b097-635b-4892-9879-d5e5ca706908 HTTP/1.1" status: 404 len: 345 time: 0.1317840 Nov 11 21:48:34.040681 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56836) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:34.107989 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-73907a97-27b0-41c3-b5b3-30dc6fdbe53f req-4a3102d9-07f9-43bf-8be7-70c0ebfa25a5 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 210 time: 0.0400376 Nov 11 21:48:34.195200 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:34.290461 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:34.335009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db8a9e-846e-488c-9d91-60a86a2075bb tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:34.342758 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db8a9e-846e-488c-9d91-60a86a2075bb tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:34.354534 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db8a9e-846e-488c-9d91-60a86a2075bb tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:34.356264 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-77db8a9e-846e-488c-9d91-60a86a2075bb tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "GET /v2.0/ports?network_id=add25a46-8313-4b41-96ca-f14d9d5d6767 HTTP/1.1" status: 200 len: 2358 time: 0.3146334 Nov 11 21:48:34.357631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74feaf72-068d-46ce-9655-df734d42dd4a req-73d1ffbd-bcbb-46f9-a605-5ce6ed04ec03 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Made reservation on behalf of 164e178567a84f6aa0efcf56b049aa7b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:34.362104 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74feaf72-068d-46ce-9655-df734d42dd4a req-73d1ffbd-bcbb-46f9-a605-5ce6ed04ec03 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:34.398743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56842) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:34.532844 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:34.535833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56844) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:34.587138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:34.609590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:34.680451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event updated for resources: {'Port': ['ID=48e736c8-ca3b-4899-acc4-9278a2b2121a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:34.704524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3678cc5-dbd5-4c3c-9ba4-b2e9ed0c92eb tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:34.713685 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a3678cc5-dbd5-4c3c-9ba4-b2e9ed0c92eb tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "GET /v2.0/subnets/e78f4d5c-ba6b-49d7-b65b-e42d217805a5 HTTP/1.1" status: 200 len: 797 time: 0.3138275 Nov 11 21:48:34.724389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56852) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:34.743932 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-931439b9-e22a-421d-848c-9d4c17c8ae41 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'port': {'network_id': 'add25a46-8313-4b41-96ca-f14d9d5d6767', 'name': 'tempest-FloatingIPTestJSON-1613545893', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:34.955446 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ddaee67d-d135-4637-9231-e96b92d9c6c0 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=b817a18fc5ce44ca94cd90e9ed0bb7b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362377 Nov 11 21:48:35.021652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:35.063906 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:35.330745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-60be9793-7534-4c6d-92e4-06d93d6fb2cd req-8013fe8b-253e-4122-a453-952169089b75 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 210 time: 0.1640241 Nov 11 21:48:35.330745 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931439b9-e22a-421d-848c-9d4c17c8ae41 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Made reservation on behalf of d699276d634c450fb508151d2a8ddd89 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:35.333451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-47cfb353-d329-43f9-ba6d-f639d6b916f6 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:35.333451 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-47cfb353-d329-43f9-ba6d-f639d6b916f6 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2871978 Nov 11 21:48:35.333451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Request body: {'port': {'device_id': 'cd6e95ff-7dc5-402e-9ac5-00d8a50dda60', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': 'b817a18fc5ce44ca94cd90e9ed0bb7b9'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:35.334629 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7fb8e2be-b44c-4019-bc7a-ce1c39c514de req-14a85c76-9ed5-429c-9f8e-19e4581b2c36 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 210 time: 0.0728548 Nov 11 21:48:35.467701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-74feaf72-068d-46ce-9655-df734d42dd4a req-73d1ffbd-bcbb-46f9-a605-5ce6ed04ec03 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Allocated IP 172.20.0.6 (4d02e8f7-1fed-488d-88e4-c59fcb552dd2/6c6e9d78-7810-4819-84ef-86991e5b6381/97ba127b-179c-4f2b-82c1-22bc36dbaf73) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:35.484089 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:35.536997 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Made reservation on behalf of b817a18fc5ce44ca94cd90e9ed0bb7b9 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:35.536997 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:35.553792 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:35.558801 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-931439b9-e22a-421d-848c-9d4c17c8ae41 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:35.579088 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:35.647053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-931439b9-e22a-421d-848c-9d4c17c8ae41 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] device_id is not set on port a15baefa-f6a4-4d32-ba7e-da057a560c9d yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:48:35.681028 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:35.737056 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74feaf72-068d-46ce-9655-df734d42dd4a req-73d1ffbd-bcbb-46f9-a605-5ce6ed04ec03 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:35.784169 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:35.804342 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:35.882659 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74feaf72-068d-46ce-9655-df734d42dd4a req-73d1ffbd-bcbb-46f9-a605-5ce6ed04ec03 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:35.889611 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7377765a-9ea9-44ba-8a80-feac672368a4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:35.952595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74feaf72-068d-46ce-9655-df734d42dd4a req-73d1ffbd-bcbb-46f9-a605-5ce6ed04ec03 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:35.956639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-74feaf72-068d-46ce-9655-df734d42dd4a req-73d1ffbd-bcbb-46f9-a605-5ce6ed04ec03 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:35.967751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-74feaf72-068d-46ce-9655-df734d42dd4a req-73d1ffbd-bcbb-46f9-a605-5ce6ed04ec03 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:36.113580 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74feaf72-068d-46ce-9655-df734d42dd4a req-73d1ffbd-bcbb-46f9-a605-5ce6ed04ec03 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:36.114749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74feaf72-068d-46ce-9655-df734d42dd4a req-73d1ffbd-bcbb-46f9-a605-5ce6ed04ec03 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:36.150427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1ffbd-bcbb-46f9-a605-5ce6ed04ec03 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'Port': ['ID=97ba127b-179c-4f2b-82c1-22bc36dbaf73,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:36.179309 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Allocated IP 192.168.233.7 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/e1b8ef46-d03b-46c1-a940-f6fd495589b5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:36.198269 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-73d1ffbd-bcbb-46f9-a605-5ce6ed04ec03 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3734317 Nov 11 21:48:36.205897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Allocated IP 172.25.0.18 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/f2635d0d-bc7f-445e-baf5-a07ae10b032d) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:36.216634 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Request body: {'port': {'device_id': 'baff6627-d887-4198-94db-54e56f5b2112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:36.322398 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:36.327436 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:36.415361 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:36.431353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2e57c6b6-9f87-495a-ab7b-8b66b5276668 None None] Provisioning complete for port 97ba127b-179c-4f2b-82c1-22bc36dbaf73 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:36.432357 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2e57c6b6-9f87-495a-ab7b-8b66b5276668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:36.507934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2e57c6b6-9f87-495a-ab7b-8b66b5276668 None None] Port 97ba127b-179c-4f2b-82c1-22bc36dbaf73 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:48:36.629444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78ed9200-7b0e-4cd3-a7c6-dfbd5e191560 req-d3789f26-3f8c-4a40-ada0-364ba5d51a6d tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 210 time: 0.1693215 Nov 11 21:48:36.691866 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:36.706168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb28902-e40a-4307-a660-a9f320b6d6a0 req-ea83d8bc-d1c2-461d-9daa-2a33528a414e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:36.707890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eeb28902-e40a-4307-a660-a9f320b6d6a0 req-ea83d8bc-d1c2-461d-9daa-2a33528a414e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 931 time: 0.3867033 Nov 11 21:48:36.770033 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:36.863551 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event updated for resources: {'Port': ['ID=48e736c8-ca3b-4899-acc4-9278a2b2121a,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:36.879477 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:36.892264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-931439b9-e22a-421d-848c-9d4c17c8ae41 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Allocated IP 172.20.0.14 (add25a46-8313-4b41-96ca-f14d9d5d6767/e78f4d5c-ba6b-49d7-b65b-e42d217805a5/a15baefa-f6a4-4d32-ba7e-da057a560c9d) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:36.918681 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:36.931243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ba127b-179c-4f2b-82c1-22bc36dbaf73 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:48:36.946390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-931439b9-e22a-421d-848c-9d4c17c8ae41 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Allocated IP 172.20.0.13 (add25a46-8313-4b41-96ca-f14d9d5d6767/e78f4d5c-ba6b-49d7-b65b-e42d217805a5/a15baefa-f6a4-4d32-ba7e-da057a560c9d) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:36.949162 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:36.962361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:36.971642 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:36.980754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:36.989153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:37.000574 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eeb28902-e40a-4307-a660-a9f320b6d6a0 req-0dc850a8-a44e-4203-a4a5-39246205ff16 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674186 Nov 11 21:48:37.022587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:37.027252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:37.031263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Transition to ACTIVE for port object 97ba127b-179c-4f2b-82c1-22bc36dbaf73 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:48:37.033944 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:37.046826 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:37.048074 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5a47ca4e-8487-400a-887e-695357006e4f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0075207 Nov 11 21:48:37.074034 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:37.079129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Pushing event updated for resources: {'Port': ['ID=f2635d0d-bc7f-445e-baf5-a07ae10b032d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:37.128048 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Pushing event updated for resources: {'Port': ['ID=e1b8ef46-d03b-46c1-a940-f6fd495589b5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:37.211095 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:37.211890 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:37.268277 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-67d347b1-1606-43f1-b96b-86d1f201a198 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9779432 Nov 11 21:48:37.349288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Request body: {'port': {'device_id': 'cd6e95ff-7dc5-402e-9ac5-00d8a50dda60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:37.381604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Pushing event updated for resources: {'Port': ['ID=97ba127b-179c-4f2b-82c1-22bc36dbaf73,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:37.449653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8549f4fa-b37b-48fc-a0cc-7352d197b095 None None] Provisioning complete for port e1b8ef46-d03b-46c1-a940-f6fd495589b5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:37.452618 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8549f4fa-b37b-48fc-a0cc-7352d197b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:37.482480 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:37.496364 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:37.496989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Attempting to bind port 97ba127b-179c-4f2b-82c1-22bc36dbaf73 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:37.501644 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Attempting to bind port 97ba127b-179c-4f2b-82c1-22bc36dbaf73 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:37.502071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Attempting to bind port 97ba127b-179c-4f2b-82c1-22bc36dbaf73 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:37.518522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Port 97ba127b-179c-4f2b-82c1-22bc36dbaf73 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:37.518949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Attempting to bind port 97ba127b-179c-4f2b-82c1-22bc36dbaf73 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:37.538154 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:48:37.538775 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Checking segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:48:37.539243 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8549f4fa-b37b-48fc-a0cc-7352d197b095 None None] Port e1b8ef46-d03b-46c1-a940-f6fd495589b5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:48:37.539476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Bound using segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:48:37.540086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Bound port: 97ba127b-179c-4f2b-82c1-22bc36dbaf73, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:48:37.540607 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:37.594169 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:37.641663 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-14d6015a-ae9b-4696-aee3-2b8621595088 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--914377999&fields=id&tenant_id=8be0585386e44e03b1b78f23eea6f900 HTTP/1.1" status: 200 len: 267 time: 0.2753730 Nov 11 21:48:37.643863 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] For port 97ba127b-179c-4f2b-82c1-22bc36dbaf73, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:48:37.648499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] For port 97ba127b-179c-4f2b-82c1-22bc36dbaf73, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=97ba127b-179c-4f2b-82c1-22bc36dbaf73,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:48:37.657566 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:37.666839 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-931439b9-e22a-421d-848c-9d4c17c8ae41 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:37.812497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:37.813149 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:37.814715 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] 10.222.0.10 "PUT /v2.0/ports/97ba127b-179c-4f2b-82c1-22bc36dbaf73 HTTP/1.1" status: 200 len: 1091 time: 1.6076124 Nov 11 21:48:37.815163 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baff6627-d887-4198-94db-54e56f5b2112', 'tag': '97ba127b-179c-4f2b-82c1-22bc36dbaf73'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:48:37.817515 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e710152-d7bb-4381-aab2-4e88fb4241f7" -d '{"events": [{"name": "network-changed", "server_uuid": "baff6627-d887-4198-94db-54e56f5b2112", "tag": "97ba127b-179c-4f2b-82c1-22bc36dbaf73"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:48:37.838139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd827459-3e87-4cf4-89f3-87cfc1492cba service neutron] Pushing event updated for resources: {'Port': ['ID=97ba127b-179c-4f2b-82c1-22bc36dbaf73,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:38.073311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74feaf72-068d-46ce-9655-df734d42dd4a req-c56ef48c-9046-4e9f-9f0e-6da2decd7c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:38.074912 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-c56ef48c-9046-4e9f-9f0e-6da2decd7c31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 1094 time: 0.2043293 Nov 11 21:48:38.103351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-84f53abb-07a0-48d8-9e43-4d13aa08d2d2 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:38.110409 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-84f53abb-07a0-48d8-9e43-4d13aa08d2d2 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 817 time: 0.4678595 Nov 11 21:48:38.153576 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-17da5599-9379-40d6-8ec9-03349706e30e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97ba127b-179c-4f2b-82c1-22bc36dbaf73 HTTP/1.1" status: 200 len: 217 time: 0.0696156 Nov 11 21:48:38.171661 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-9dfc9379-0b3b-46a3-8003-ac7aecf27f3a tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/quotas/8be0585386e44e03b1b78f23eea6f900 HTTP/1.1" status: 200 len: 375 time: 0.0603163 Nov 11 21:48:38.211251 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:48:38.237367 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-931439b9-e22a-421d-848c-9d4c17c8ae41 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:38.270080 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74feaf72-068d-46ce-9655-df734d42dd4a req-1791be43-6643-4ef1-8155-32287cbe6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:38.271857 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-1791be43-6643-4ef1-8155-32287cbe6d0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.1105366 Nov 11 21:48:38.304503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-da7f53e2-a367-4d85-bf6d-f375b682ffa5 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1318831 Nov 11 21:48:38.346362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9e91d-e20c-4319-a727-04cfdeb0c7cd req-518578f9-b2e2-4489-9d08-68f3562ce41e tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:38.348081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2d9e91d-e20c-4319-a727-04cfdeb0c7cd req-518578f9-b2e2-4489-9d08-68f3562ce41e tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 934 time: 0.4475071 Nov 11 21:48:38.378769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b8ef46-d03b-46c1-a940-f6fd495589b5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:48:38.395973 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:38.402759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74feaf72-068d-46ce-9655-df734d42dd4a req-c8af7a5b-c534-4e33-8cb0-6f9efcca3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:38.410607 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-c8af7a5b-c534-4e33-8cb0-6f9efcca3727 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283641 Nov 11 21:48:38.412880 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:38.426057 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:38.491351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-fdc6c803-f38a-4b93-8da1-66f2536c149d service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:48:38.494285 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-fdc6c803-f38a-4b93-8da1-66f2536c149d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1874206 Nov 11 21:48:38.510532 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Transition to ACTIVE for port object e1b8ef46-d03b-46c1-a940-f6fd495589b5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:48:38.517633 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:38.525416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931439b9-e22a-421d-848c-9d4c17c8ae41 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network add25a46-8313-4b41-96ca-f14d9d5d6767 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:38.562571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-931439b9-e22a-421d-848c-9d4c17c8ae41 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:38.578572 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-17c41611-e051-48ab-b20e-a7cf607e25ac service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577976 Nov 11 21:48:38.599545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931439b9-e22a-421d-848c-9d4c17c8ae41 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:38.679461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931439b9-e22a-421d-848c-9d4c17c8ae41 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:38.680101 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-931439b9-e22a-421d-848c-9d4c17c8ae41 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:38.716062 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931439b9-e22a-421d-848c-9d4c17c8ae41 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=a15baefa-f6a4-4d32-ba7e-da057a560c9d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:38.844509 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Attempting to bind port e1b8ef46-d03b-46c1-a940-f6fd495589b5 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:38.844866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Attempting to bind port e1b8ef46-d03b-46c1-a940-f6fd495589b5 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:38.845397 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Attempting to bind port e1b8ef46-d03b-46c1-a940-f6fd495589b5 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:38.857409 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Port e1b8ef46-d03b-46c1-a940-f6fd495589b5 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:38.858019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Attempting to bind port e1b8ef46-d03b-46c1-a940-f6fd495589b5 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:38.873419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Pushing event updated for resources: {'Port': ['ID=e1b8ef46-d03b-46c1-a940-f6fd495589b5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:38.893458 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:48:38.893773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:48:38.894833 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:48:38.895605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Bound port: e1b8ef46-d03b-46c1-a940-f6fd495589b5, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:48:38.896102 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:38.998610 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-931439b9-e22a-421d-848c-9d4c17c8ae41 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.2710016 Nov 11 21:48:38.998835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56966) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:39.008509 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': 'a15baefa-f6a4-4d32-ba7e-da057a560c9d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:39.024123 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-74feaf72-068d-46ce-9655-df734d42dd4a req-0578c374-0e43-46a4-925d-5670ce5a251e service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828485 Nov 11 21:48:39.030079 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2d9e91d-e20c-4319-a727-04cfdeb0c7cd req-89a9d9f6-a02a-4642-85dc-665c0950f4f2 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/security-groups?id=7377765a-9ea9-44ba-8a80-feac672368a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6204994 Nov 11 21:48:39.039993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Pushing event updated for resources: {'Port': ['ID=f2635d0d-bc7f-445e-baf5-a07ae10b032d,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:39.059324 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:39.102704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] For port e1b8ef46-d03b-46c1-a940-f6fd495589b5, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:48:39.106462 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e733ec0-dfc2-4aac-9a30-0f2c47ed2971 x-openstack-request-id: req-0e733ec0-dfc2-4aac-9a30-0f2c47ed2971 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:48:39.106754 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baff6627-d887-4198-94db-54e56f5b2112", "tag": "97ba127b-179c-4f2b-82c1-22bc36dbaf73", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:48:39.107010 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e733ec0-dfc2-4aac-9a30-0f2c47ed2971 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:48:39.107427 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baff6627-d887-4198-94db-54e56f5b2112', 'tag': '97ba127b-179c-4f2b-82c1-22bc36dbaf73', 'status': 'completed', 'code': 200} Nov 11 21:48:39.109777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] For port e1b8ef46-d03b-46c1-a940-f6fd495589b5, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e1b8ef46-d03b-46c1-a940-f6fd495589b5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:48:39.111192 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:39.140294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-910d469f-1d81-4d5a-a368-c24c1d8ce195 service neutron] 10.222.0.57 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028025 Nov 11 21:48:39.168067 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:39.182635 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7d85b420-811f-46f7-b6be-1ea1649430be tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6458130 Nov 11 21:48:39.189513 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:39.200164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56970) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:39.208506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:39.209362 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:39.211013 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] 10.222.0.71 "PUT /v2.0/ports/e1b8ef46-d03b-46c1-a940-f6fd495589b5 HTTP/1.1" status: 200 len: 1094 time: 1.8701415 Nov 11 21:48:39.287798 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3841d57e-81e3-424a-bb36-01196254bc33 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-693053868', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'fixed_ips': [{'ip_address': '172.25.0.18'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:39.449327 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21d121-8877-4b51-b3d7-b556af874f7d service neutron] Pushing event updated for resources: {'Port': ['ID=e1b8ef46-d03b-46c1-a940-f6fd495589b5,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:39.511416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3841d57e-81e3-424a-bb36-01196254bc33 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Made reservation on behalf of c1ee784ccd8d4c51862be6e42b6d9503 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:39.514810 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3841d57e-81e3-424a-bb36-01196254bc33 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:39.535042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3841d57e-81e3-424a-bb36-01196254bc33 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:39.569376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e710152-d7bb-4381-aab2-4e88fb4241f7 req-d2b6bbb7-0fb3-4b89-aee7-43ef812fc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:39.571212 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e710152-d7bb-4381-aab2-4e88fb4241f7 req-d2b6bbb7-0fb3-4b89-aee7-43ef812fc0a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 1094 time: 0.4357884 Nov 11 21:48:39.705548 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-b78f852e-0eb3-42c3-b47c-6ac9d42b0198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:39.707676 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-b78f852e-0eb3-42c3-b47c-6ac9d42b0198 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b817a18fc5ce44ca94cd90e9ed0bb7b9&device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 1097 time: 0.4137592 Nov 11 21:48:39.872404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3dc94-c279-4b10-93f5-92f03e084cd2 req-6d3ce170-5952-41cf-9c01-9a789563881e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:39.880041 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4e3dc94-c279-4b10-93f5-92f03e084cd2 req-6d3ce170-5952-41cf-9c01-9a789563881e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 943 time: 0.6730542 Nov 11 21:48:39.892774 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-85c406dd-9017-4e8a-9ce1-adf3ab4907d1 service neutron] 10.222.0.57 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516122 Nov 11 21:48:40.019595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4e3dc94-c279-4b10-93f5-92f03e084cd2 req-fc0099b8-fda7-4498-b9b1-49d8852e5b0f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385157 Nov 11 21:48:40.242053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cbca-7447-4f80-84fb-d9e534464f4d req-80a73272-6622-43d0-bdc2-68de9e6fd0e4 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:40.257519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32b7cbca-7447-4f80-84fb-d9e534464f4d req-80a73272-6622-43d0-bdc2-68de9e6fd0e4 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 946 time: 0.1262593 Nov 11 21:48:40.328702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70ff50ec-ec74-4a92-a970-7c1f83a541d6 req-dd68602d-64a6-4c65-a50d-dc6a440c2598 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 210 time: 0.0689561 Nov 11 21:48:40.426466 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-a88ab3b6-5f00-4e0e-bd8f-7a3828349ae5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e1b8ef46-d03b-46c1-a940-f6fd495589b5 HTTP/1.1" status: 200 len: 217 time: 0.7032127 Nov 11 21:48:40.446444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32b7cbca-7447-4f80-84fb-d9e534464f4d req-4d9b6381-24f4-4cfc-a905-7b502299fb68 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/security-groups?id=7377765a-9ea9-44ba-8a80-feac672368a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878660 Nov 11 21:48:40.525223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e710152-d7bb-4381-aab2-4e88fb4241f7 req-884cd123-6089-4d0b-9232-e89585df9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:40.526820 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e710152-d7bb-4381-aab2-4e88fb4241f7 req-884cd123-6089-4d0b-9232-e89585df9e4e service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.9446614 Nov 11 21:48:40.621971 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e710152-d7bb-4381-aab2-4e88fb4241f7 req-01157629-12c3-42a2-92c4-1cc4912d5455 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97ba127b-179c-4f2b-82c1-22bc36dbaf73 HTTP/1.1" status: 200 len: 217 time: 0.0714834 Nov 11 21:48:40.806851 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3841d57e-81e3-424a-bb36-01196254bc33 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:40.813349 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:40.820188 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3841d57e-81e3-424a-bb36-01196254bc33 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:40.836921 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-01e38e7b-3381-4d3d-a400-977c7f3d02fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:40.838390 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-01e38e7b-3381-4d3d-a400-977c7f3d02fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.3783629 Nov 11 21:48:40.839511 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-3841d57e-81e3-424a-bb36-01196254bc33 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] device_id is not set on port ec47effe-4e6c-48ff-ae8a-924afd917dff yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:48:41.047948 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:41.071026 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e710152-d7bb-4381-aab2-4e88fb4241f7 req-1825061a-558a-4626-bfc7-3619dd23e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:41.073336 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e710152-d7bb-4381-aab2-4e88fb4241f7 req-1825061a-558a-4626-bfc7-3619dd23e909 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.4145823 Nov 11 21:48:41.097342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841d57e-81e3-424a-bb36-01196254bc33 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523eedda-36fa-4d8d-b00d-9729f34dee37,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:41.163754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6e95ff-7dc5-402e-9ac5-00d8a50dda60', 'tag': 'e1b8ef46-d03b-46c1-a940-f6fd495589b5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:48:41.166036 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb645c33-726a-4983-8938-e8f534f18400" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6e95ff-7dc5-402e-9ac5-00d8a50dda60", "tag": "e1b8ef46-d03b-46c1-a940-f6fd495589b5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:48:41.244600 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-1b4b953a-64c3-43a9-bc05-486386ad2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:41.246124 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-1b4b953a-64c3-43a9-bc05-486386ad2408 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3914549 Nov 11 21:48:41.264606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3814e-d7a3-461b-b6fe-615b7a21aea6 req-1530a6c3-4ceb-44ad-9e37-6cb4f5e8b6bc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:41.264606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32c3814e-d7a3-461b-b6fe-615b7a21aea6 req-1530a6c3-4ceb-44ad-9e37-6cb4f5e8b6bc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 943 time: 0.1190352 Nov 11 21:48:41.277853 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9383182d-48eb-4b98-b91a-d0388cf1f424 x-openstack-request-id: req-9383182d-48eb-4b98-b91a-d0388cf1f424 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:48:41.278142 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6e95ff-7dc5-402e-9ac5-00d8a50dda60", "tag": "e1b8ef46-d03b-46c1-a940-f6fd495589b5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:48:41.278392 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9383182d-48eb-4b98-b91a-d0388cf1f424 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:48:41.278776 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6e95ff-7dc5-402e-9ac5-00d8a50dda60', 'tag': 'e1b8ef46-d03b-46c1-a940-f6fd495589b5', 'status': 'completed', 'code': 200} Nov 11 21:48:41.323720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e710152-d7bb-4381-aab2-4e88fb4241f7 req-959fa484-52d7-4a76-8c2d-7beca78f81f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:41.325171 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e710152-d7bb-4381-aab2-4e88fb4241f7 req-959fa484-52d7-4a76-8c2d-7beca78f81f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2250361 Nov 11 21:48:41.356251 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32c3814e-d7a3-461b-b6fe-615b7a21aea6 req-c711949f-f8b2-4d81-a3fa-716832090b60 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754459 Nov 11 21:48:41.433606 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-7ea61bc2-a6a8-4c86-ba09-8825f544f34d service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610818 Nov 11 21:48:41.433606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Allocated IP 172.25.0.69 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/f651cace-4c0c-4f3c-bed9-b5a22212cc42) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:41.493606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4c49499-fef6-46fe-92fd-2a6f10f7fd25 req-c023e8e0-b549-41e5-b00d-8eb9a421f909 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 210 time: 0.0776477 Nov 11 21:48:41.669173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda73e7-3c7f-4efb-8f68-ff2d64d07026 req-f825a857-addc-4aae-80da-de71466c3401 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:41.681433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3dda73e7-3c7f-4efb-8f68-ff2d64d07026 req-f825a857-addc-4aae-80da-de71466c3401 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 946 time: 0.1222303 Nov 11 21:48:41.787767 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:41.871318 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:41.889609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3dda73e7-3c7f-4efb-8f68-ff2d64d07026 req-8accfd86-b1ad-42c5-9b84-7c121c6dce51 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/security-groups?id=7377765a-9ea9-44ba-8a80-feac672368a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063296 Nov 11 21:48:41.930115 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:41.949875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-af5098b0-5125-4e6e-bf43-bcbe1a085574 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:41.952250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-af5098b0-5125-4e6e-bf43-bcbe1a085574 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.10 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 817 time: 0.2321861 Nov 11 21:48:41.959976 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-469937d3-277a-472a-9b6c-b7f9d4ae1ef2 req-e4c423ed-b5ed-4cca-af4d-bb24c571c5c4 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201898 Nov 11 21:48:41.967529 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:41.975678 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e710152-d7bb-4381-aab2-4e88fb4241f7 req-07884bcd-c08c-4d10-9802-485e77d0b7b1 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610857 Nov 11 21:48:41.979699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:42.090438 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-48936abd-ffc2-43ae-acad-7affcaae50ac tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8be0585386e44e03b1b78f23eea6f900 HTTP/1.1" status: 200 len: 379 time: 0.1265664 Nov 11 21:48:42.106036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-17f40f31-1f06-4f5e-b5f8-9f09e169747c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Request body: {'port': {'device_id': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'admin_state_up': True, 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'security_groups': ['d2e784f2-e63d-473a-a362-ee400a110edc']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:42.174195 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-3841d57e-81e3-424a-bb36-01196254bc33 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 11 21:48:42.174711 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3841d57e-81e3-424a-bb36-01196254bc33 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:48:42.200699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=f651cace-4c0c-4f3c-bed9-b5a22212cc42,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:42.220663 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3841d57e-81e3-424a-bb36-01196254bc33 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.0063062 Nov 11 21:48:42.222788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57074) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:42.476767 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e710152-d7bb-4381-aab2-4e88fb4241f7 req-0e3f494a-63e0-4c75-8d31-2832a6678470 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818967 Nov 11 21:48:42.511560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb645c33-726a-4983-8938-e8f534f18400 req-1471b755-0357-4106-b510-6d9c18b48959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:42.530091 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb645c33-726a-4983-8938-e8f534f18400 req-1471b755-0357-4106-b510-6d9c18b48959 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b817a18fc5ce44ca94cd90e9ed0bb7b9&device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 1097 time: 0.4308839 Nov 11 21:48:42.739327 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-17f40f31-1f06-4f5e-b5f8-9f09e169747c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Made reservation on behalf of 8be0585386e44e03b1b78f23eea6f900 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:42.744154 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-17f40f31-1f06-4f5e-b5f8-9f09e169747c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:42.785352 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0acc78b-ecdb-4a99-b5e7-df6e9aa18e17 req-8ec5f058-38ef-4b4b-92d0-dc28ae4d2192 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 210 time: 0.1116168 Nov 11 21:48:42.836107 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb645c33-726a-4983-8938-e8f534f18400 req-5a6bb34d-98d5-4799-a48d-c56783799485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:42.838168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228112b5-d17a-43f8-8eeb-54d7e0df4af3 req-6bae8a4e-e787-459d-9cf1-9d8cbf295332 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:42.838489 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb645c33-726a-4983-8938-e8f534f18400 req-5a6bb34d-98d5-4799-a48d-c56783799485 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.2942619 Nov 11 21:48:42.843017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-228112b5-d17a-43f8-8eeb-54d7e0df4af3 req-6bae8a4e-e787-459d-9cf1-9d8cbf295332 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 943 time: 0.2801390 Nov 11 21:48:42.887484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-abe87a70-135b-465a-ba80-79499d85ee5d tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Deleting port f2635d0d-bc7f-445e-baf5-a07ae10b032d {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:48:42.888170 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-abe87a70-135b-465a-ba80-79499d85ee5d tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:42.954584 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb645c33-726a-4983-8938-e8f534f18400 req-1fd6e37a-5db9-43d8-b14e-50dd19335272 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e1b8ef46-d03b-46c1-a940-f6fd495589b5 HTTP/1.1" status: 200 len: 217 time: 0.1039920 Nov 11 21:48:43.111535 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb645c33-726a-4983-8938-e8f534f18400 req-6b0c2868-fec2-4411-a0df-8ecdd74f446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:43.126375 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb645c33-726a-4983-8938-e8f534f18400 req-6b0c2868-fec2-4411-a0df-8ecdd74f446f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1527605 Nov 11 21:48:43.159430 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-17f40f31-1f06-4f5e-b5f8-9f09e169747c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Allocated IP 172.20.0.13 (c9249c11-6f76-46de-a7de-b9a387fbb90f/c6f3136c-0951-4615-82fd-c3de95f6cc3a/50d17eb6-7727-4dc9-92a9-56c305536e97) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:43.205160 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:43.232579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb645c33-726a-4983-8938-e8f534f18400 req-2ca9b949-c132-4518-8fbe-eebe3c899afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:43.234650 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb645c33-726a-4983-8938-e8f534f18400 req-2ca9b949-c132-4518-8fbe-eebe3c899afa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876725 Nov 11 21:48:43.345713 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:43.363684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-17f40f31-1f06-4f5e-b5f8-9f09e169747c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:43.419102 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb645c33-726a-4983-8938-e8f534f18400 req-6a550bb0-c9f5-4429-8e49-cd50d3d5504f service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729476 Nov 11 21:48:43.495294 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-17f40f31-1f06-4f5e-b5f8-9f09e169747c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:43.623487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6e43f-3757-4081-a3be-8126029abd4d req-d69ddbb9-2348-4c68-af98-18b540d762ad tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:43.631676 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0f6e43f-3757-4081-a3be-8126029abd4d req-d69ddbb9-2348-4c68-af98-18b540d762ad tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 946 time: 0.2019823 Nov 11 21:48:43.678039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-17f40f31-1f06-4f5e-b5f8-9f09e169747c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Network c9249c11-6f76-46de-a7de-b9a387fbb90f is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:43.702123 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-17f40f31-1f06-4f5e-b5f8-9f09e169747c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:43.725605 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-228112b5-d17a-43f8-8eeb-54d7e0df4af3 req-8cae835e-c57f-4e95-8c1c-8bee27873b1d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8488257 Nov 11 21:48:43.735890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-17f40f31-1f06-4f5e-b5f8-9f09e169747c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:43.757000 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb645c33-726a-4983-8938-e8f534f18400 req-8d567f56-4f36-431e-a13c-cb56b3db5b5e service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214350 Nov 11 21:48:43.794059 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-17f40f31-1f06-4f5e-b5f8-9f09e169747c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:43.794774 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-17f40f31-1f06-4f5e-b5f8-9f09e169747c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:43.834522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f40f31-1f06-4f5e-b5f8-9f09e169747c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event updated for resources: {'Port': ['ID=50d17eb6-7727-4dc9-92a9-56c305536e97,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:43.866043 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:43.872867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:43.892808 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6fede1a4-cc67-41f9-94bb-bb987ae24530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:43.896263 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-abe87a70-135b-465a-ba80-79499d85ee5d tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:43.896622 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-abe87a70-135b-465a-ba80-79499d85ee5d tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:43.902582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-17f40f31-1f06-4f5e-b5f8-9f09e169747c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8027248 Nov 11 21:48:43.919464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0f6e43f-3757-4081-a3be-8126029abd4d req-14a8817c-de78-4dd1-b99c-ec263ac3d9ba tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/security-groups?id=7377765a-9ea9-44ba-8a80-feac672368a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865946 Nov 11 21:48:43.943979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Request body: {'port': {'device_id': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:43.963077 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=f651cace-4c0c-4f3c-bed9-b5a22212cc42,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:43.991881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-abe87a70-135b-465a-ba80-79499d85ee5d tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Calling delete_port for f2635d0d-bc7f-445e-baf5-a07ae10b032d owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:48:44.092757 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:44.228677 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:44.259211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f5a4ffdf-a8dd-4df7-bc11-4974278d4fb3 None None] Provisioning complete for port 50d17eb6-7727-4dc9-92a9-56c305536e97 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:44.259940 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5a4ffdf-a8dd-4df7-bc11-4974278d4fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:44.272468 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Floating IP 579396dc-708f-45de-b0d4-eac0fbdd1096 associated. External IP: 172.25.0.69, port: a15baefa-f6a4-4d32-ba7e-da057a560c9d. Nov 11 21:48:44.353118 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4ffdf-a8dd-4df7-bc11-4974278d4fb3 None None] Port 50d17eb6-7727-4dc9-92a9-56c305536e97 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:48:44.377286 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b34583-68f1-488b-9aad-1178e7114b3e req-4492833b-d9d5-4192-9cec-c014863b100f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:44.389630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2b34583-68f1-488b-9aad-1178e7114b3e req-4492833b-d9d5-4192-9cec-c014863b100f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 932 time: 0.4469726 Nov 11 21:48:44.599935 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:44.676152 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2b34583-68f1-488b-9aad-1178e7114b3e req-680a1d80-32f2-4fd6-b9bf-f12e10a2e973 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779076 Nov 11 21:48:44.698278 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device e1b8ef46-d03b-46c1-a940-f6fd495589b5 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:48:44.749343 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-abe87a70-135b-465a-ba80-79499d85ee5d tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:44.826528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe87a70-135b-465a-ba80-79499d85ee5d tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2635d0d-bc7f-445e-baf5-a07ae10b032d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:44.931502 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port e1b8ef46-d03b-46c1-a940-f6fd495589b5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e1b8ef46-d03b-46c1-a940-f6fd495589b5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:44.945242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'e1b8ef46-d03b-46c1-a940-f6fd495589b5', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': 'e1b8ef46-d03b-46c1-a940-f6fd495589b5', 'mac_address': 'fa:16:3e:af:e5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:48:44.955097 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-abe87a70-135b-465a-ba80-79499d85ee5d tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:44.958326 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-abe87a70-135b-465a-ba80-79499d85ee5d tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:44.963083 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-abe87a70-135b-465a-ba80-79499d85ee5d tempest-ExternalNetworksAdminNegativeTestJSON-1235514234 tempest-ExternalNetworksAdminNegativeTestJSON-1235514234-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/efc72d8f-1c14-4ca3-8a35-f5095373b479 HTTP/1.1" status: 204 len: 168 time: 2.7365108 Nov 11 21:48:45.059560 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:45.102716 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b8ef46-d03b-46c1-a940-f6fd495589b5 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:48:45.174996 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee0502-4a7a-4fb2-9a23-4c761c65a7b7 req-56374d91-a4a3-4940-8a8c-3d55a6077279 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:45.176962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cbee0502-4a7a-4fb2-9a23-4c761c65a7b7 req-56374d91-a4a3-4940-8a8c-3d55a6077279 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 943 time: 0.2153687 Nov 11 21:48:45.181932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port e1b8ef46-d03b-46c1-a940-f6fd495589b5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e1b8ef46-d03b-46c1-a940-f6fd495589b5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:45.195788 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:45.232109 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7424be-0f51-43b9-b569-5ff288300fac req-89c455b5-b346-4b07-b922-deda91abc1ca tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:45.234018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a7424be-0f51-43b9-b569-5ff288300fac req-89c455b5-b346-4b07-b922-deda91abc1ca tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 946 time: 0.1835794 Nov 11 21:48:45.302268 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=e1b8ef46-d03b-46c1-a940-f6fd495589b5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:45.311279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d17eb6-7727-4dc9-92a9-56c305536e97 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:48:45.328030 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:45.343504 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cbee0502-4a7a-4fb2-9a23-4c761c65a7b7 req-ed2b3bf4-87ff-484c-82dc-a867bc4da6d8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428502 Nov 11 21:48:45.360802 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Transition to ACTIVE for port object 50d17eb6-7727-4dc9-92a9-56c305536e97 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:48:45.375652 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a7424be-0f51-43b9-b569-5ff288300fac req-bae19d2a-8e0a-4bd6-a69b-a36f7991103f tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/security-groups?id=7377765a-9ea9-44ba-8a80-feac672368a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097662 Nov 11 21:48:45.379464 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:45.414618 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:45.521281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=50d17eb6-7727-4dc9-92a9-56c305536e97,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:45.571096 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['e1b8ef46-d03b-46c1-a940-f6fd495589b5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:48:45.577728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57162) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:45.612814 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:45.637729 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:45.673977 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Attempting to bind port 50d17eb6-7727-4dc9-92a9-56c305536e97 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:45.674322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Attempting to bind port 50d17eb6-7727-4dc9-92a9-56c305536e97 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:45.674673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Attempting to bind port 50d17eb6-7727-4dc9-92a9-56c305536e97 on network c9249c11-6f76-46de-a7de-b9a387fbb90f {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:45.686372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77abc4c8-c5d4-4d60-8cd7-5e18127383bd None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:45.693447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Port 50d17eb6-7727-4dc9-92a9-56c305536e97 on network c9249c11-6f76-46de-a7de-b9a387fbb90f not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:45.694744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Attempting to bind port 50d17eb6-7727-4dc9-92a9-56c305536e97 on network c9249c11-6f76-46de-a7de-b9a387fbb90f {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:45.705218 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e94fb7b7-1d87-4dde-95bb-145ca8d515e1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.7036049 Nov 11 21:48:45.706336 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57170) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:45.716366 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4e33352a-5010-4aa9-bf12-ec751ff7bfd3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'floatingip': {'port_id': 'a15baefa-f6a4-4d32-ba7e-da057a560c9d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:45.718968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:48:45.722555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Checking segment: {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:48:45.724391 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Bound using segment: {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:48:45.725457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Bound port: 50d17eb6-7727-4dc9-92a9-56c305536e97, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:48:45.725860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:45.816352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e33352a-5010-4aa9-bf12-ec751ff7bfd3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:45.848936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77abc4c8-c5d4-4d60-8cd7-5e18127383bd None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:45.849576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-77abc4c8-c5d4-4d60-8cd7-5e18127383bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:45.927374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-77abc4c8-c5d4-4d60-8cd7-5e18127383bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:45.953330 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77abc4c8-c5d4-4d60-8cd7-5e18127383bd None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:45.954049 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-77abc4c8-c5d4-4d60-8cd7-5e18127383bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:45.995524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:48:45.999035 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=50d17eb6-7727-4dc9-92a9-56c305536e97,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:48:46.007546 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c303097e-8abf-43a2-a54d-0f3ae959b029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:46.012253 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:46.035471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-77abc4c8-c5d4-4d60-8cd7-5e18127383bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:46.036076 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77abc4c8-c5d4-4d60-8cd7-5e18127383bd None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:46.067262 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ba59c951-c1f9-47db-826b-6c653b030221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:46.098262 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=50d17eb6-7727-4dc9-92a9-56c305536e97,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:46.139122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.140282 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:46.141258 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-726e70dd-eb2a-4bca-b849-8eac202e4bd8 service neutron] 10.222.0.10 "PUT /v2.0/ports/50d17eb6-7727-4dc9-92a9-56c305536e97 HTTP/1.1" status: 200 len: 1092 time: 2.2158504 Nov 11 21:48:46.143072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:48:46.145985 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3619934-fa99-4d1b-b397-c1278ac6ff24" -d '{"events": [{"name": "network-changed", "server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:48:46.164669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d5d3d-6fd9-4592-9c8f-262787ca66b2 req-d82505c3-a639-46b8-988d-5cdbeda07eda tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.166359 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b69d5d3d-6fd9-4592-9c8f-262787ca66b2 req-d82505c3-a639-46b8-988d-5cdbeda07eda tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 944 time: 0.2756371 Nov 11 21:48:46.262342 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379dc2e6-bb4b-48bf-bbee-c7d2f093df48 x-openstack-request-id: req-379dc2e6-bb4b-48bf-bbee-c7d2f093df48 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:48:46.262732 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:48:46.262732 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-379dc2e6-bb4b-48bf-bbee-c7d2f093df48 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:48:46.263300 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'status': 'completed', 'code': 200} Nov 11 21:48:46.388255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-a1f1df1a-adfd-452c-8d7d-09c2c6338aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.401043 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-a1f1df1a-adfd-452c-8d7d-09c2c6338aa9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 1095 time: 0.1937053 Nov 11 21:48:46.408178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b69d5d3d-6fd9-4592-9c8f-262787ca66b2 req-b3b2c93a-3d45-4ae9-b13e-4c6c3288080b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253802 Nov 11 21:48:46.455807 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c303097e-8abf-43a2-a54d-0f3ae959b029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:46.518520 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c303097e-8abf-43a2-a54d-0f3ae959b029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:46.572970 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-79e9cce0-ff53-44ca-b3a7-37be20e1a0f8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1690085 Nov 11 21:48:46.579909 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-cd0426db-a7d7-4e07-a1fd-41562cf50486 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d17eb6-7727-4dc9-92a9-56c305536e97 HTTP/1.1" status: 200 len: 217 time: 0.1223755 Nov 11 21:48:46.685452 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-a60b9bc0-4341-4699-b2c6-33bc17591db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.687891 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-a60b9bc0-4341-4699-b2c6-33bc17591db3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.0809700 Nov 11 21:48:46.776060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-a1861cbe-20c9-4ed2-b4fb-98b03924eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.776943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-a1861cbe-20c9-4ed2-b4fb-98b03924eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.777635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-a1861cbe-20c9-4ed2-b4fb-98b03924eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.778250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-a1861cbe-20c9-4ed2-b4fb-98b03924eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.778860 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-a1861cbe-20c9-4ed2-b4fb-98b03924eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.779473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-a1861cbe-20c9-4ed2-b4fb-98b03924eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.780205 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-a1861cbe-20c9-4ed2-b4fb-98b03924eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.780329 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5045191-9685-476c-a349-8b0f5078a360 req-843cb19e-6c2e-43f2-b42f-63dcf2c2e744 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.781945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d5045191-9685-476c-a349-8b0f5078a360 req-843cb19e-6c2e-43f2-b42f-63dcf2c2e744 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 947 time: 0.2910070 Nov 11 21:48:46.782886 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-a1861cbe-20c9-4ed2-b4fb-98b03924eddc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 6493 time: 0.1170270 Nov 11 21:48:46.786259 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c303097e-8abf-43a2-a54d-0f3ae959b029 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3567112ad5a348df913b39237128aa80&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2051790 Nov 11 21:48:46.794338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57204) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:46.839849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303097e-8abf-43a2-a54d-0f3ae959b029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83526c5-e079-4f04-8ee2-2046ebbaa525,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:46.893999 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e33352a-5010-4aa9-bf12-ec751ff7bfd3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:46.901619 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e33352a-5010-4aa9-bf12-ec751ff7bfd3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:46.904029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-4d98acfe-c96d-407c-b334-84de435e267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.906402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-4d98acfe-c96d-407c-b334-84de435e267e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2051876 Nov 11 21:48:46.921291 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a23d4-4211-44ea-abc0-e30e61660de7 req-256f368f-7665-4d75-996a-445fbb727e38 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.922844 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f4a23d4-4211-44ea-abc0-e30e61660de7 req-256f368f-7665-4d75-996a-445fbb727e38 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 943 time: 0.3457167 Nov 11 21:48:46.983662 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-9f2141d6-1ccd-4f6a-96a1-157c5abff76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.984519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-9f2141d6-1ccd-4f6a-96a1-157c5abff76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.984997 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-9f2141d6-1ccd-4f6a-96a1-157c5abff76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:46.986865 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-9f2141d6-1ccd-4f6a-96a1-157c5abff76c service neutron] 10.222.0.71 "GET /v2.0/networks?id=1fce0110-e17d-4dbf-bcff-6587b695d31e&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=4fa35899-5adf-40f1-9173-7fcb94838b29&id=4fa35899-5adf-40f1-9173-7fcb94838b29 HTTP/1.1" status: 200 len: 2295 time: 0.1684611 Nov 11 21:48:47.021005 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1d40fb65-acb8-4f25-b0a5-03e82bd0e2a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:47.071789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d5045191-9685-476c-a349-8b0f5078a360 req-f3381ca2-203c-450a-af8c-8c610400817e tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/security-groups?id=7377765a-9ea9-44ba-8a80-feac672368a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754810 Nov 11 21:48:47.137562 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-389939e8-7a3f-46da-930a-b0e3a28788f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42f3bfd-99cc-4ee5-a989-eedc34b67f19 HTTP/1.1" status: 200 len: 1000 time: 0.1130574 Nov 11 21:48:47.146851 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1d40fb65-acb8-4f25-b0a5-03e82bd0e2a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:47.177985 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:47.216327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f4a23d4-4211-44ea-abc0-e30e61660de7 req-1e2d0087-93e6-4cd6-8003-c455ac0f9734 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780101 Nov 11 21:48:47.228759 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-aba43d59-e3ec-40f5-8099-3265eb8941bc service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048937 Nov 11 21:48:47.285579 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1d40fb65-acb8-4f25-b0a5-03e82bd0e2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:47.299310 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1d40fb65-acb8-4f25-b0a5-03e82bd0e2a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:47.302881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1d40fb65-acb8-4f25-b0a5-03e82bd0e2a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c83526c5-e079-4f04-8ee2-2046ebbaa525 HTTP/1.1" status: 204 len: 168 time: 0.4956579 Nov 11 21:48:47.330960 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-d270db8f-13c6-49b0-970d-b8a9f6041bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:47.333045 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-d270db8f-13c6-49b0-970d-b8a9f6041bda service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4cc9cd29-0338-4a59-aaa7-c7a0cc838140 HTTP/1.1" status: 200 len: 850 time: 0.1328714 Nov 11 21:48:47.364870 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40fb65-acb8-4f25-b0a5-03e82bd0e2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83526c5-e079-4f04-8ee2-2046ebbaa525,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:47.424433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1bb7ad2-9c3a-47b0-aa6a-1a1c82a21a8b req-68a0e851-0f38-4139-a3a9-50a0cce8f81c service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824350 Nov 11 21:48:47.429492 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e33352a-5010-4aa9-bf12-ec751ff7bfd3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:47.526354 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-ee688709-0238-4f01-a298-ed22e8a02f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:47.528218 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-ee688709-0238-4f01-a298-ed22e8a02f09 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1fce0110-e17d-4dbf-bcff-6587b695d31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1493096 Nov 11 21:48:47.596744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3619934-fa99-4d1b-b397-c1278ac6ff24 req-24fb1b3f-f782-4b2a-a0ee-fe210ae8df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:47.598609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3619934-fa99-4d1b-b397-c1278ac6ff24 req-24fb1b3f-f782-4b2a-a0ee-fe210ae8df7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 1095 time: 0.1168089 Nov 11 21:48:47.655155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e33352a-5010-4aa9-bf12-ec751ff7bfd3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:47.663211 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4e33352a-5010-4aa9-bf12-ec751ff7bfd3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:47.669783 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6771cb-a8d4-43a3-ad56-6c47ed623856 None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:47.685611 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6771cb-a8d4-43a3-ad56-6c47ed623856 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:47.689836 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba6771cb-a8d4-43a3-ad56-6c47ed623856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:47.730645 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-e2493c87-0f19-422f-ae3f-ce2f6cb59cea service neutron] 10.222.0.71 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670194 Nov 11 21:48:47.742401 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4e33352a-5010-4aa9-bf12-ec751ff7bfd3 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "PUT /v2.0/floatingips/579396dc-708f-45de-b0d4-eac0fbdd1096 HTTP/1.1" status: 200 len: 978 time: 2.0342789 Nov 11 21:48:47.743465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57238) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:47.765383 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba6771cb-a8d4-43a3-ad56-6c47ed623856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:47.776813 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6771cb-a8d4-43a3-ad56-6c47ed623856 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:47.777473 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba6771cb-a8d4-43a3-ad56-6c47ed623856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:47.830218 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba6771cb-a8d4-43a3-ad56-6c47ed623856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:47.830218 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6771cb-a8d4-43a3-ad56-6c47ed623856 None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:47.857951 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57240) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:47.895195 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-967f4e94-5473-45f1-bfc1-4408c015d0b2 service neutron] 10.222.0.71 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505828 Nov 11 21:48:47.965170 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-80f4d9e7-fbd1-47d2-99b6-9f3a185333a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=25a1c873-4001-4e2b-9aab-1b83892a724d HTTP/1.1" status: 200 len: 217 time: 0.0514760 Nov 11 21:48:48.047423 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5f8e4ffc-b00e-4f50-906f-683f63717e52 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c1ee784ccd8d4c51862be6e42b6d9503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1875308 Nov 11 21:48:48.051385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57250) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:48.105227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-cdd7d6bd-aed9-4f41-89bb-5892939b4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:48.106774 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-cdd7d6bd-aed9-4f41-89bb-5892939b4040 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.1318197 Nov 11 21:48:48.161777 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32221fee-cb43-454a-95c3-ea9ad93512ed req-819c6eeb-8c6c-4b31-af2f-b52b18df2841 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:48.163377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32221fee-cb43-454a-95c3-ea9ad93512ed req-819c6eeb-8c6c-4b31-af2f-b52b18df2841 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 944 time: 0.6025658 Nov 11 21:48:48.226844 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7751534d-2a9b-495d-a51e-1588aebee453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:48.235844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-64b672b7-b5b6-4a60-b272-e9666c2e0714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:48.237482 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-64b672b7-b5b6-4a60-b272-e9666c2e0714 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1135287 Nov 11 21:48:48.263975 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7751534d-2a9b-495d-a51e-1588aebee453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:48.284444 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3619934-fa99-4d1b-b397-c1278ac6ff24 req-7e729549-c8fe-4346-ad97-aa1410d3a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:48.284444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3619934-fa99-4d1b-b397-c1278ac6ff24 req-7e729549-c8fe-4346-ad97-aa1410d3a835 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 919 time: 0.1957605 Nov 11 21:48:48.299059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b68dc7b7-6707-40d2-9796-b0eee1ea22fa tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting port f651cace-4c0c-4f3c-bed9-b5a22212cc42 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:48:48.299413 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b68dc7b7-6707-40d2-9796-b0eee1ea22fa tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:48.334492 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32221fee-cb43-454a-95c3-ea9ad93512ed req-7bd79288-52aa-4ad6-b218-ae384b6eb266 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625936 Nov 11 21:48:48.336431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3619934-fa99-4d1b-b397-c1278ac6ff24 req-72f01ad9-0ecb-43ea-8053-b5d93a0e6c15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d17eb6-7727-4dc9-92a9-56c305536e97 HTTP/1.1" status: 200 len: 217 time: 0.0453598 Nov 11 21:48:48.351690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996664c0-80c7-45cb-baaf-d7bf20b89464 req-38730c5c-7d5b-40c3-95e3-d37ce231f92b tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:48.353739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-996664c0-80c7-45cb-baaf-d7bf20b89464 req-38730c5c-7d5b-40c3-95e3-d37ce231f92b tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 947 time: 0.1413164 Nov 11 21:48:48.505737 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3619934-fa99-4d1b-b397-c1278ac6ff24 req-9a811747-d9d6-46be-bb85-f9fee6d2c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:48.507417 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3619934-fa99-4d1b-b397-c1278ac6ff24 req-9a811747-d9d6-46be-bb85-f9fee6d2c304 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.1525052 Nov 11 21:48:48.544966 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7751534d-2a9b-495d-a51e-1588aebee453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:48.545308 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:48.548391 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7751534d-2a9b-495d-a51e-1588aebee453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:48.551993 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7751534d-2a9b-495d-a51e-1588aebee453 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/523eedda-36fa-4d8d-b00d-9729f34dee37 HTTP/1.1" status: 204 len: 168 time: 0.4930987 Nov 11 21:48:48.555420 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b68dc7b7-6707-40d2-9796-b0eee1ea22fa tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:48.555861 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b68dc7b7-6707-40d2-9796-b0eee1ea22fa tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:48.580559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751534d-2a9b-495d-a51e-1588aebee453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523eedda-36fa-4d8d-b00d-9729f34dee37,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:48.616609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-996664c0-80c7-45cb-baaf-d7bf20b89464 req-3e1f5cf5-709d-49a7-ad9b-94d6ccd2251d tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/security-groups?id=7377765a-9ea9-44ba-8a80-feac672368a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599314 Nov 11 21:48:48.626618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee8021-a8f7-44cf-9704-836d897f2ad4 req-cf1b1270-a8c8-464f-bae1-404070065f85 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:48.635525 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38ee8021-a8f7-44cf-9704-836d897f2ad4 req-cf1b1270-a8c8-464f-bae1-404070065f85 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 943 time: 0.1801450 Nov 11 21:48:48.644904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b68dc7b7-6707-40d2-9796-b0eee1ea22fa tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Calling delete_port for f651cace-4c0c-4f3c-bed9-b5a22212cc42 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:48:48.660160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3619934-fa99-4d1b-b397-c1278ac6ff24 req-2593d667-52ea-48ac-9d6c-c812b4052106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:48.661707 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3619934-fa99-4d1b-b397-c1278ac6ff24 req-2593d667-52ea-48ac-9d6c-c812b4052106 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1441913 Nov 11 21:48:48.734389 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device e1b8ef46-d03b-46c1-a940-f6fd495589b5 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:48:48.741252 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-edd215d6-0ab3-4c8e-b9d4-40263d5cd6d1 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458408 Nov 11 21:48:48.793983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port e1b8ef46-d03b-46c1-a940-f6fd495589b5 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:48:48.799107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38ee8021-a8f7-44cf-9704-836d897f2ad4 req-64e6772e-c6d0-4e63-884b-3b2dd169587e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601982 Nov 11 21:48:48.805458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port e1b8ef46-d03b-46c1-a940-f6fd495589b5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:48.805838 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:48.855311 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3619934-fa99-4d1b-b397-c1278ac6ff24 req-463f7d58-c99c-4d42-a9e9-b08e036d564f service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857929 Nov 11 21:48:48.949268 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-a09fe631-7909-4e0a-8574-f9e4ccfaeeb8 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841137 Nov 11 21:48:49.021901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3619934-fa99-4d1b-b397-c1278ac6ff24 req-a85abe78-86b5-40c2-9da2-52c6ca31b0a2 service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586368 Nov 11 21:48:49.036100 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-f0f75f4d-84cb-47ee-9636-405f0406ea64 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=348abab2-0df6-4fc4-a449-94bd70a118d8 HTTP/1.1" status: 200 len: 217 time: 0.0737305 Nov 11 21:48:49.038415 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:49.071220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6e95ff-7dc5-402e-9ac5-00d8a50dda60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b8ef46-d03b-46c1-a940-f6fd495589b5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:48:49.074101 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd44840-c62a-4572-aba3-1001eaa5c308" -d '{"events": [{"server_uuid": "cd6e95ff-7dc5-402e-9ac5-00d8a50dda60", "name": "network-vif-plugged", "status": "completed", "tag": "e1b8ef46-d03b-46c1-a940-f6fd495589b5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:48:49.101384 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port e1b8ef46-d03b-46c1-a940-f6fd495589b5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e1b8ef46-d03b-46c1-a940-f6fd495589b5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:49.118897 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:49.190409 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3d0547-5ede-4022-aea4-3ecae212074e x-openstack-request-id: req-cc3d0547-5ede-4022-aea4-3ecae212074e {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:48:49.190704 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6e95ff-7dc5-402e-9ac5-00d8a50dda60", "name": "network-vif-plugged", "status": "completed", "tag": "e1b8ef46-d03b-46c1-a940-f6fd495589b5", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:48:49.191451 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc3d0547-5ede-4022-aea4-3ecae212074e {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:48:49.192045 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6e95ff-7dc5-402e-9ac5-00d8a50dda60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b8ef46-d03b-46c1-a940-f6fd495589b5', 'code': 200} Nov 11 21:48:49.195316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=e1b8ef46-d03b-46c1-a940-f6fd495589b5,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:49.216949 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 50d17eb6-7727-4dc9-92a9-56c305536e97 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:48:49.397590 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:49.434444 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=50d17eb6-7727-4dc9-92a9-56c305536e97,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:49.450213 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'port_id': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'mac_address': 'fa:16:3e:f9:e1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:48:49.498047 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:49.540393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d17eb6-7727-4dc9-92a9-56c305536e97 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:48:49.573101 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b68dc7b7-6707-40d2-9796-b0eee1ea22fa tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:49.587354 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-b51b21b1-62be-45c4-84cd-f3ea1396e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:49.588942 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-b51b21b1-62be-45c4-84cd-f3ea1396e250 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.5417833 Nov 11 21:48:49.599193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00007c-c7e5-4ed3-aa61-262701c5413e req-8ab645f9-71ce-4ba7-a4d3-fc63fe331d49 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:49.601894 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a00007c-c7e5-4ed3-aa61-262701c5413e req-8ab645f9-71ce-4ba7-a4d3-fc63fe331d49 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 944 time: 0.1442957 Nov 11 21:48:49.608741 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=50d17eb6-7727-4dc9-92a9-56c305536e97,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:49.624437 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:49.625238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68dc7b7-6707-40d2-9796-b0eee1ea22fa tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Port': ['ID=f651cace-4c0c-4f3c-bed9-b5a22212cc42,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:49.677211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e38bc-5757-40e6-9c60-64d5e0e4b3d9 req-f252b998-40f5-4edd-b642-aaeab3aca054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:49.678797 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0d8e38bc-5757-40e6-9c60-64d5e0e4b3d9 req-f252b998-40f5-4edd-b642-aaeab3aca054 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 1099 time: 0.1486504 Nov 11 21:48:49.715594 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a00007c-c7e5-4ed3-aa61-262701c5413e req-eff68a97-2191-4dc6-a00d-9557daa3e9f7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047564 Nov 11 21:48:49.778558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-0731c57f-a826-4e6b-9658-20b801cf7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:49.780854 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=50d17eb6-7727-4dc9-92a9-56c305536e97,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:49.784354 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-0731c57f-a826-4e6b-9658-20b801cf7374 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1688890 Nov 11 21:48:49.787844 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b68dc7b7-6707-40d2-9796-b0eee1ea22fa tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:49.788354 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-b68dc7b7-6707-40d2-9796-b0eee1ea22fa tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Floating IP 579396dc-708f-45de-b0d4-eac0fbdd1096 disassociated (deleted). External IP: 172.25.0.69, port: a15baefa-f6a4-4d32-ba7e-da057a560c9d. Nov 11 21:48:49.837793 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['50d17eb6-7727-4dc9-92a9-56c305536e97'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:48:49.865185 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b09247-1287-4307-a474-2c91da8f98e3 req-90f848af-abdb-4c02-af2f-bbe01c938557 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:49.869066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3b09247-1287-4307-a474-2c91da8f98e3 req-90f848af-abdb-4c02-af2f-bbe01c938557 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 948 time: 0.0757837 Nov 11 21:48:49.971117 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0d8e38bc-5757-40e6-9c60-64d5e0e4b3d9 req-f92e3685-0485-423d-a7b3-e524d45ede1e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7377765a-9ea9-44ba-8a80-feac672368a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732475 Nov 11 21:48:50.015908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3b09247-1287-4307-a474-2c91da8f98e3 req-055f3d6c-dd01-4a50-9988-f61804c10fe8 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/security-groups?id=7377765a-9ea9-44ba-8a80-feac672368a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386728 Nov 11 21:48:50.048183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9890a-c753-4e47-80bd-3c8170ead714 req-18b08981-c63f-46fc-b4bf-162e0eb7ea78 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:50.060168 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9e9890a-c753-4e47-80bd-3c8170ead714 req-18b08981-c63f-46fc-b4bf-162e0eb7ea78 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 943 time: 0.1681342 Nov 11 21:48:50.098877 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-5a1ad6b1-24f9-47dc-8e7c-b42c7351aa61 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008997 Nov 11 21:48:50.145879 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9e9890a-c753-4e47-80bd-3c8170ead714 req-9dd7b687-c8a8-426b-a494-924e9c3f9efa tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859785 Nov 11 21:48:50.285962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68dc7b7-6707-40d2-9796-b0eee1ea22fa tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:50.350025 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-68f27561-e3bc-4a13-be90-848fb444a301 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530592 Nov 11 21:48:50.399208 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-18d7f0b7-1069-4a18-a919-f4b993bc89d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=13ffee77-0dca-490c-8116-b548cab8fe4a HTTP/1.1" status: 200 len: 217 time: 0.0393360 Nov 11 21:48:50.517909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-1bcee25d-9305-46dc-ab80-8f8c5e990019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:50.519457 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-1bcee25d-9305-46dc-ab80-8f8c5e990019 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.0948420 Nov 11 21:48:50.526138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68dc7b7-6707-40d2-9796-b0eee1ea22fa tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:50.536069 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb6487d-e9de-4447-9e7a-b597a472b81f None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:50.540011 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b68dc7b7-6707-40d2-9796-b0eee1ea22fa tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:50.552494 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6487d-e9de-4447-9e7a-b597a472b81f None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:50.553359 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-cbb6487d-e9de-4447-9e7a-b597a472b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:50.590319 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b68dc7b7-6707-40d2-9796-b0eee1ea22fa tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/floatingips/579396dc-708f-45de-b0d4-eac0fbdd1096 HTTP/1.1" status: 204 len: 168 time: 2.7396832 Nov 11 21:48:50.592928 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57358) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:50.631842 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-bd280edc-0758-4e17-9ce8-8eb60a1e67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:50.634270 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-bd280edc-0758-4e17-9ce8-8eb60a1e67f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1060984 Nov 11 21:48:50.842941 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d3732600-ea67-4170-af88-6cf263959b96 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting port a15baefa-f6a4-4d32-ba7e-da057a560c9d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:48:50.847548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3732600-ea67-4170-af88-6cf263959b96 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:50.894170 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-201c0c2f-af86-4db2-891a-845253ff7796 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438724 Nov 11 21:48:50.910655 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-cbb6487d-e9de-4447-9e7a-b597a472b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:50.920987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6487d-e9de-4447-9e7a-b597a472b81f None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:50.921673 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-cbb6487d-e9de-4447-9e7a-b597a472b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:50.956538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-cbb6487d-e9de-4447-9e7a-b597a472b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:50.957258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb6487d-e9de-4447-9e7a-b597a472b81f None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:50.980856 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0191f-1f66-47c5-87f2-41e82cc6652e req-a0b20458-a864-4c01-a2ab-86918a5fa946 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:50.980856 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4d0191f-1f66-47c5-87f2-41e82cc6652e req-a0b20458-a864-4c01-a2ab-86918a5fa946 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.1459074 Nov 11 21:48:51.064620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4d0191f-1f66-47c5-87f2-41e82cc6652e req-d675ec87-5441-4bd5-8a8f-db2f13a8166f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819695 Nov 11 21:48:51.101397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3732600-ea67-4170-af88-6cf263959b96 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:51.118768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57380) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:51.121196 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d3732600-ea67-4170-af88-6cf263959b96 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Calling delete_port for a15baefa-f6a4-4d32-ba7e-da057a560c9d owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:48:51.195440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 50d17eb6-7727-4dc9-92a9-56c305536e97 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:48:51.229963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c35a2-b720-441e-8c6f-3e2667c37e61 req-ddc40c2c-b307-4ba6-9495-853c8bf0ff0d tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:51.231746 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-876c35a2-b720-441e-8c6f-3e2667c37e61 req-ddc40c2c-b307-4ba6-9495-853c8bf0ff0d tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 948 time: 0.1046355 Nov 11 21:48:51.340955 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-8487e8c0-8629-4229-89c0-acfdd4cded79 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060237 Nov 11 21:48:51.376106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 50d17eb6-7727-4dc9-92a9-56c305536e97 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:48:51.410494 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-a4922fce-7c2e-401f-b77f-d8801211f755 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=14325729-1495-4098-ba65-82b20f0f04f3 HTTP/1.1" status: 200 len: 217 time: 0.0599656 Nov 11 21:48:51.412471 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-876c35a2-b720-441e-8c6f-3e2667c37e61 req-ef8e6019-6688-45fd-93ed-651796447cef tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/security-groups?id=7377765a-9ea9-44ba-8a80-feac672368a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646411 Nov 11 21:48:51.422321 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 50d17eb6-7727-4dc9-92a9-56c305536e97 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:51.422321 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:51.458270 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08539a-d161-45cc-8235-70a666f9d417 req-27f1d50c-4326-4af9-9d5b-607ebf549a05 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:51.460175 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c08539a-d161-45cc-8235-70a666f9d417 req-27f1d50c-4326-4af9-9d5b-607ebf549a05 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 943 time: 0.1517217 Nov 11 21:48:51.502145 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3732600-ea67-4170-af88-6cf263959b96 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:51.504821 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1262166867'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:51.560542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3732600-ea67-4170-af88-6cf263959b96 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Port': ['ID=a15baefa-f6a4-4d32-ba7e-da057a560c9d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:51.593497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c08539a-d161-45cc-8235-70a666f9d417 req-c6132921-8ef1-4aca-b946-fabda98d9a2e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232169 Nov 11 21:48:51.601826 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:51.606374 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Made reservation on behalf of 9abb7da6d9bb4b8b971634581edde7b7 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:51.610463 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:51.632169 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:48:51.635150 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:51.636204 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ef473b-27d1-4130-989c-f0c30c818d90" -d '{"events": [{"server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "name": "network-vif-plugged", "status": "completed", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:48:51.652077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=50d17eb6-7727-4dc9-92a9-56c305536e97,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:51.656034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-92d7349d-b706-4a28-8411-6d010b75afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:51.657442 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-92d7349d-b706-4a28-8411-6d010b75afc9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.1652243 Nov 11 21:48:51.662562 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:51.763812 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cf1933-439c-46b4-a88d-c56dc299856b x-openstack-request-id: req-e3cf1933-439c-46b4-a88d-c56dc299856b {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:48:51.764383 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "name": "network-vif-plugged", "status": "completed", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:48:51.764857 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e3cf1933-439c-46b4-a88d-c56dc299856b {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:48:51.765512 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'code': 200} Nov 11 21:48:51.780921 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-5a0f36cf-1afe-4c21-8171-321eef44d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:51.786584 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-5a0f36cf-1afe-4c21-8171-321eef44d497 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1035480 Nov 11 21:48:51.788040 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3732600-ea67-4170-af88-6cf263959b96 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:51.792063 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d3732600-ea67-4170-af88-6cf263959b96 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/ports/a15baefa-f6a4-4d32-ba7e-da057a560c9d HTTP/1.1" status: 204 len: 168 time: 1.1979899 Nov 11 21:48:51.796477 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57404) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:51.802881 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:51.826129 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=50d17eb6-7727-4dc9-92a9-56c305536e97,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:51.864695 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:51.879915 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:51.914950 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:48:51.937900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c16055e-99c2-442c-b753-c07c6383bef2,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:51.944165 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:51.944512 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Added segment 8edb2dda-4aa9-4118-8292-5f236d9e8a50 of type vlan for network d7ea563a-2b05-4d40-97ec-f1ff40b63046 Nov 11 21:48:51.956678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d7274-f16c-4e7d-a510-db56c551a825 req-99065e63-35a0-403d-92c6-a2ee89014263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:51.958232 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f42d7274-f16c-4e7d-a510-db56c551a825 req-99065e63-35a0-403d-92c6-a2ee89014263 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 1097 time: 0.1495697 Nov 11 21:48:51.978299 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:52.019521 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-02939503-f235-461d-8417-9da924452781 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243967 Nov 11 21:48:52.021422 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:52.063762 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f42d7274-f16c-4e7d-a510-db56c551a825 req-17b3e63c-dfcc-4963-ae28-2be4d9087283 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834100 Nov 11 21:48:52.071752 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:52.078043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:52.078752 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:52.192126 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-ad425947-9879-4c37-adfb-86d5eb8e9bbb service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645944 Nov 11 21:48:52.198815 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:52.203653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0833015 Nov 11 21:48:52.204400 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790071f9-bf2d-4c2f-8b89-223263585ddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Pushing event updated for resources: {'Network': ['ID=d7ea563a-2b05-4d40-97ec-f1ff40b63046,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:52.219420 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network d7ea563a-2b05-4d40-97ec-f1ff40b63046 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:48:52.245623 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-c7663549-6b8d-42ba-b1b0-42fa869b80ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a256091-0880-49ef-ae98-ef983b4c19db HTTP/1.1" status: 200 len: 217 time: 0.0439074 Nov 11 21:48:52.277021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09418fbc-c211-4273-a2bb-fa31a3e01ca6 req-360b2a1c-a350-4b86-ba00-cc4fb9c02a5c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:52.291173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-09418fbc-c211-4273-a2bb-fa31a3e01ca6 req-360b2a1c-a350-4b86-ba00-cc4fb9c02a5c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.1053379 Nov 11 21:48:52.366335 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-9fbf2fb6-b322-46ed-bf75-87253a7222ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:52.367791 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-9fbf2fb6-b322-46ed-bf75-87253a7222ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e06d152d-4297-4bab-be11-2a26a2d0ccd9 HTTP/1.1" status: 200 len: 797 time: 0.0945585 Nov 11 21:48:52.390903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-09418fbc-c211-4273-a2bb-fa31a3e01ca6 req-5140f6f4-4667-46c8-8e4f-c977d76976df tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987859 Nov 11 21:48:52.452285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Allocated IP 172.25.0.244 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/87ebc2a5-8464-495a-ada7-7928141b4f2b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:52.483793 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-267c778f-9e28-45a3-b96a-761793048db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:52.485608 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-267c778f-9e28-45a3-b96a-761793048db8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1093721 Nov 11 21:48:52.594409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d28d05-b808-43d7-b179-c7a5f206f7b5 req-156a08f8-c646-48f7-99a1-07b813112f45 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:52.607735 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96d28d05-b808-43d7-b179-c7a5f206f7b5 req-156a08f8-c646-48f7-99a1-07b813112f45 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 948 time: 0.0761130 Nov 11 21:48:52.608385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57432) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:52.618422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Request body: {'port': {'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046', 'binding:host_id': 'n-h1-805737-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-218028447'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:52.682610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Made reservation on behalf of 1d6aa243931644d9a21b519d27141956 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:52.687251 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:52.687506 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:52.692268 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-101d597c-fc76-418a-951c-8bebc6f2f741 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915889 Nov 11 21:48:52.708381 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:52.752583 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96d28d05-b808-43d7-b179-c7a5f206f7b5 req-86f4e110-23cd-4da4-8574-a40b24677d5d tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/security-groups?id=7377765a-9ea9-44ba-8a80-feac672368a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281905 Nov 11 21:48:52.807178 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-f68b2d74-4571-4990-bb95-bb088a38e752 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038840 Nov 11 21:48:52.808711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb9acf-9f87-4026-8a86-1da83500eb28 req-341a1764-38e2-4077-8328-40035895a1d8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:52.810416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-effb9acf-9f87-4026-8a86-1da83500eb28 req-341a1764-38e2-4077-8328-40035895a1d8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 943 time: 0.1327338 Nov 11 21:48:52.867758 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-ede685cf-2978-49ea-8afd-600eb2dd2346 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d HTTP/1.1" status: 200 len: 217 time: 0.0483797 Nov 11 21:48:52.895873 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-effb9acf-9f87-4026-8a86-1da83500eb28 req-a7278d00-500c-437e-bc18-42b98ed67e45 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746741 Nov 11 21:48:52.915652 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:52.932123 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:52.939107 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:52.954191 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] device_id is not set on port d228caa7-c6e6-47ec-909e-876e46296733 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:48:53.038817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:53.064747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:53.068343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:53.073754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=87ebc2a5-8464-495a-ada7-7928141b4f2b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:53.082898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2994bc13-4413-409e-9fb6-e61610789cec,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:53.102980 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-f0165a3d-bdaf-4322-b3ce-9a774ab4a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:53.105161 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-f0165a3d-bdaf-4322-b3ce-9a774ab4a3e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e06d152d-4297-4bab-be11-2a26a2d0ccd9 HTTP/1.1" status: 200 len: 797 time: 0.2303944 Nov 11 21:48:53.189307 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 97ba127b-179c-4f2b-82c1-22bc36dbaf73 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:48:53.257868 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:53.298145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273658-7202-4e09-a643-326311f1742d req-dacdea9e-ee48-4c70-a395-9f4b6a57fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:53.299127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ab26a-5336-4b5c-af73-03428f01f07b req-209c404a-c6ea-4901-8dd0-d2f3250cad84 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:53.299942 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-dacdea9e-ee48-4c70-a395-9f4b6a57fbac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1848867 Nov 11 21:48:53.302444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a9ab26a-5336-4b5c-af73-03428f01f07b req-209c404a-c6ea-4901-8dd0-d2f3250cad84 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 948 time: 0.1236670 Nov 11 21:48:53.307117 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:53.339694 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 97ba127b-179c-4f2b-82c1-22bc36dbaf73, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=97ba127b-179c-4f2b-82c1-22bc36dbaf73,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:53.353523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '97ba127b-179c-4f2b-82c1-22bc36dbaf73', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'port_id': '97ba127b-179c-4f2b-82c1-22bc36dbaf73', 'mac_address': 'fa:16:3e:71:a1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:48:53.417100 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a9ab26a-5336-4b5c-af73-03428f01f07b req-c42cd7b2-5d9a-4647-810b-15d179faeb94 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/security-groups?id=7377765a-9ea9-44ba-8a80-feac672368a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037862 Nov 11 21:48:53.417538 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:53.431529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] device_id is not set on port d228caa7-c6e6-47ec-909e-876e46296733 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:48:53.454831 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:53.466899 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:53.467695 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ba127b-179c-4f2b-82c1-22bc36dbaf73 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:48:53.512575 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 97ba127b-179c-4f2b-82c1-22bc36dbaf73, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=97ba127b-179c-4f2b-82c1-22bc36dbaf73,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:53.519278 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:53.590671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=97ba127b-179c-4f2b-82c1-22bc36dbaf73,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:53.621167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Pushing event updated for resources: {'Port': ['ID=d228caa7-c6e6-47ec-909e-876e46296733,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:53.628356 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Checking segment: {'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:48:53.628817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Network hostable DHCP agents. Network: d7ea563a-2b05-4d40-97ec-f1ff40b63046, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:48:53.647707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb511c4-9e25-40b4-b8df-b6a68274565f req-4b250010-db65-4607-b642-a4e3fab85b24 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:53.655617 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bcb511c4-9e25-40b4-b8df-b6a68274565f req-4b250010-db65-4607-b642-a4e3fab85b24 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.1614494 Nov 11 21:48:53.701274 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Network d7ea563a-2b05-4d40-97ec-f1ff40b63046 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:48:53.714605 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-4076e327-a233-49af-883d-6fe65281d773 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052334 Nov 11 21:48:53.726692 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, d7ea563a-2b05-4d40-97ec-f1ff40b63046) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:53.740417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae655b6c-dc8a-4272-995e-ae7cd4cf8b37 None None] Network d7ea563a-2b05-4d40-97ec-f1ff40b63046 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:48:53.745053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['97ba127b-179c-4f2b-82c1-22bc36dbaf73'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:48:53.745773 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bcb511c4-9e25-40b4-b8df-b6a68274565f req-bc79cbb1-2aeb-4821-bec2-ecbd4b0c27be tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893662 Nov 11 21:48:53.747272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:53.787145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:53.787644 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:53.788059 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:53.795756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:53.795960 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:53.796563 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 2 to bind port d228caa7-c6e6-47ec-909e-876e46296733 Nov 11 21:48:53.814687 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:53.825382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:53.825855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:53.826502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:53.832117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:53.832440 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:53.834650 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 3 to bind port d228caa7-c6e6-47ec-909e-876e46296733 Nov 11 21:48:53.835065 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:53.891139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:53.891888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:53.892463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:53.932888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:53.933149 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:53.942685 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cfa93-cd51-46e4-a31b-7d36c4a974fa req-ef590c32-2665-47f0-ac89-8a1a768d54a7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:53.971402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fe2cfa93-cd51-46e4-a31b-7d36c4a974fa req-ef590c32-2665-47f0-ac89-8a1a768d54a7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.1377809 Nov 11 21:48:53.971906 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 4 to bind port d228caa7-c6e6-47ec-909e-876e46296733 Nov 11 21:48:53.984716 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57464) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:53.992928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9d8913ba-b50f-45ac-bd36-7ee186ec8cb5 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Request body: {'floatingip': {'port_id': '50d17eb6-7727-4dc9-92a9-56c305536e97'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:54.040873 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9d8913ba-b50f-45ac-bd36-7ee186ec8cb5 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:54.042766 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=87ebc2a5-8464-495a-ada7-7928141b4f2b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:54.075381 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:54.106322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:54.107303 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:54.107790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:54.113042 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-50273658-7202-4e09-a643-326311f1742d req-2f73fe2c-4da8-416f-af30-1de8771f55ce service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758724 Nov 11 21:48:54.117691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:54.118227 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:54.119708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:54.126587 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 5 to bind port d228caa7-c6e6-47ec-909e-876e46296733 Nov 11 21:48:54.127757 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e964f9e8-9799-4625-8b7e-d42655e1c61a tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3279254 Nov 11 21:48:54.129428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57466) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:54.141166 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'port': {'network_id': 'add25a46-8313-4b41-96ca-f14d9d5d6767', 'name': 'tempest-FloatingIPTestJSON-121095090'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:54.178982 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:54.179326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:54.179666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:54.203707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:54.203854 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:54.232538 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 6 to bind port d228caa7-c6e6-47ec-909e-876e46296733 Nov 11 21:48:54.262625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:54.263053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:54.263462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:54.278838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a6791-b54a-4f50-90d2-1dae2369f410 req-5dac65b1-2ae9-4c7e-9555-ce73abe4d9d0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:54.280487 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f3a6791-b54a-4f50-90d2-1dae2369f410 req-5dac65b1-2ae9-4c7e-9555-ce73abe4d9d0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 944 time: 0.2366524 Nov 11 21:48:54.283800 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:54.284206 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:54.291825 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 7 to bind port d228caa7-c6e6-47ec-909e-876e46296733 Nov 11 21:48:54.301072 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Made reservation on behalf of d699276d634c450fb508151d2a8ddd89 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:54.306134 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:54.337498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] device_id is not set on port fa58a199-690a-4445-85e7-4c40048cbbb8 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:48:54.363122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:54.363456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:54.363795 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:54.386569 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:54.386897 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:54.418444 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 8 to bind port d228caa7-c6e6-47ec-909e-876e46296733 Nov 11 21:48:54.440942 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f3a6791-b54a-4f50-90d2-1dae2369f410 req-d45b31e7-e86f-41f0-92b4-1fec7f554c3c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447794 Nov 11 21:48:54.463539 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:54.464153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:54.464487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:54.474947 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:54.475276 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:54.477541 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 9 to bind port d228caa7-c6e6-47ec-909e-876e46296733 Nov 11 21:48:54.493249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:54.494209 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:54.494552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:54.538332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:54.538994 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:54.541971 n-d-805737-3 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 10 to bind port d228caa7-c6e6-47ec-909e-876e46296733 Nov 11 21:48:54.556404 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Allocated IP 172.20.0.7 (add25a46-8313-4b41-96ca-f14d9d5d6767/e78f4d5c-ba6b-49d7-b65b-e42d217805a5/fa58a199-690a-4445-85e7-4c40048cbbb8) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:54.583630 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257d53d-4a1c-4dbd-be28-384f8cb29728 req-77c5b9f5-ed7e-497d-ad3d-bbd08d319862 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:54.585381 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6257d53d-4a1c-4dbd-be28-384f8cb29728 req-77c5b9f5-ed7e-497d-ad3d-bbd08d319862 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.71 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 948 time: 0.0883219 Nov 11 21:48:54.651412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:54.651750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:54.652105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:54.730527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port d228caa7-c6e6-47ec-909e-876e46296733 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:54.731236 n-d-805737-3 neutron-server[102534]: ERROR neutron.plugins.ml2.managers [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port d228caa7-c6e6-47ec-909e-876e46296733 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:54.731838 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:54.778633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d5784-ed84-4135-a383-d7d4933a95ff req-882f047e-c728-4ce1-833b-9a155e79dbdd tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:54.781849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c3d5784-ed84-4135-a383-d7d4933a95ff req-882f047e-c728-4ce1-833b-9a155e79dbdd tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 948 time: 0.1679821 Nov 11 21:48:54.824847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-6257d53d-4a1c-4dbd-be28-384f8cb29728 req-ec3deb77-a0bc-4b54-8688-3d0ad8e04eb8 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Deleting port e1b8ef46-d03b-46c1-a940-f6fd495589b5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:48:54.825189 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6257d53d-4a1c-4dbd-be28-384f8cb29728 req-ec3deb77-a0bc-4b54-8688-3d0ad8e04eb8 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:54.927592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6257d53d-4a1c-4dbd-be28-384f8cb29728 req-ec3deb77-a0bc-4b54-8688-3d0ad8e04eb8 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] For port e1b8ef46-d03b-46c1-a940-f6fd495589b5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=e1b8ef46-d03b-46c1-a940-f6fd495589b5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:54.927990 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6257d53d-4a1c-4dbd-be28-384f8cb29728 req-ec3deb77-a0bc-4b54-8688-3d0ad8e04eb8 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:54.944251 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-6257d53d-4a1c-4dbd-be28-384f8cb29728 req-ec3deb77-a0bc-4b54-8688-3d0ad8e04eb8 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Calling delete_port for e1b8ef46-d03b-46c1-a940-f6fd495589b5 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:48:54.976278 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9d8913ba-b50f-45ac-bd36-7ee186ec8cb5 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:54.980225 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c3d5784-ed84-4135-a383-d7d4933a95ff req-b32574fc-636d-4806-b796-b6ade02bc72b tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/security-groups?id=7377765a-9ea9-44ba-8a80-feac672368a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907773 Nov 11 21:48:54.981558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] For port d228caa7-c6e6-47ec-909e-876e46296733, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:48:54.981929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempted to set empty binding levels {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 21:48:54.983784 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9d8913ba-b50f-45ac-bd36-7ee186ec8cb5 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:54.997070 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:55.055154 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:55.119463 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:55.135751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:55.136364 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:55.166871 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Pushing event updated for resources: {'Port': ['ID=d228caa7-c6e6-47ec-909e-876e46296733,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:55.169916 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-9d8913ba-b50f-45ac-bd36-7ee186ec8cb5 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Floating IP 4ba460f8-ddef-48dd-b0fc-4ce243674670 associated. External IP: 172.25.0.193, port: 50d17eb6-7727-4dc9-92a9-56c305536e97. Nov 11 21:48:55.201141 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 97ba127b-179c-4f2b-82c1-22bc36dbaf73 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:48:55.223848 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8a4279ef-0db3-4fa2-898b-e43f78c0ada5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.6143529 Nov 11 21:48:55.226619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57486) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:55.227902 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network add25a46-8313-4b41-96ca-f14d9d5d6767 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:55.229104 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6257d53d-4a1c-4dbd-be28-384f8cb29728 req-ec3deb77-a0bc-4b54-8688-3d0ad8e04eb8 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:55.253569 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['e1b8ef46-d03b-46c1-a940-f6fd495589b5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:48:55.262782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=fa58a199-690a-4445-85e7-4c40048cbbb8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:55.265666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:55.268766 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:55.349535 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6257d53d-4a1c-4dbd-be28-384f8cb29728 req-ec3deb77-a0bc-4b54-8688-3d0ad8e04eb8 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] No DVR routers for this DVR port e1b8ef46-d03b-46c1-a940-f6fd495589b5 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:48:55.353353 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6257d53d-4a1c-4dbd-be28-384f8cb29728 req-ec3deb77-a0bc-4b54-8688-3d0ad8e04eb8 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:55.354765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 97ba127b-179c-4f2b-82c1-22bc36dbaf73 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:48:55.361232 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6257d53d-4a1c-4dbd-be28-384f8cb29728 req-ec3deb77-a0bc-4b54-8688-3d0ad8e04eb8 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.71 "DELETE /v2.0/ports/e1b8ef46-d03b-46c1-a940-f6fd495589b5 HTTP/1.1" status: 204 len: 173 time: 0.7582867 Nov 11 21:48:55.361809 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6e95ff-7dc5-402e-9ac5-00d8a50dda60', 'name': 'network-vif-deleted', 'tag': 'e1b8ef46-d03b-46c1-a940-f6fd495589b5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:48:55.366361 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b39dbe-decc-44ae-8949-b7e7db83fe7b" -d '{"events": [{"server_uuid": "cd6e95ff-7dc5-402e-9ac5-00d8a50dda60", "name": "network-vif-deleted", "tag": "e1b8ef46-d03b-46c1-a940-f6fd495589b5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:48:55.375074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:55.375074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:55.375074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:55.375467 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:55.376038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:55.376280 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:55.376607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:55.376968 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:55.377530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:55.377855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:55.378167 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:55.378548 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:55.403417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 97ba127b-179c-4f2b-82c1-22bc36dbaf73 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:55.405747 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:55.484071 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe9e955-23d8-455f-8b95-50dac49353ec x-openstack-request-id: req-bbe9e955-23d8-455f-8b95-50dac49353ec {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:48:55.485160 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6e95ff-7dc5-402e-9ac5-00d8a50dda60", "name": "network-vif-deleted", "tag": "e1b8ef46-d03b-46c1-a940-f6fd495589b5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:48:55.485579 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bbe9e955-23d8-455f-8b95-50dac49353ec {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:48:55.486132 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6e95ff-7dc5-402e-9ac5-00d8a50dda60', 'name': 'network-vif-deleted', 'tag': 'e1b8ef46-d03b-46c1-a940-f6fd495589b5', 'status': 'completed', 'code': 200} Nov 11 21:48:55.487036 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3deb77-a0bc-4b54-8688-3d0ad8e04eb8 tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] Pushing event deleted for resources: {'Port': ['ID=e1b8ef46-d03b-46c1-a940-f6fd495589b5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:55.543358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:55.544720 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:55.573892 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-db1f2600-b8ec-4686-95b2-2d77d8ce60a2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4421530 Nov 11 21:48:55.576760 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57500) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:55.581771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b4e48082-46ba-4065-a46b-f4f9015d3e9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'floatingip': {'port_id': 'fa58a199-690a-4445-85e7-4c40048cbbb8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:55.630377 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:55.638995 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4e48082-46ba-4065-a46b-f4f9015d3e9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:55.677688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baff6627-d887-4198-94db-54e56f5b2112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ba127b-179c-4f2b-82c1-22bc36dbaf73'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:48:55.679940 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46f8041-0386-4d30-82ae-5bdf189e71db" -d '{"events": [{"server_uuid": "baff6627-d887-4198-94db-54e56f5b2112", "name": "network-vif-plugged", "status": "completed", "tag": "97ba127b-179c-4f2b-82c1-22bc36dbaf73"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:48:55.692945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 97ba127b-179c-4f2b-82c1-22bc36dbaf73, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=97ba127b-179c-4f2b-82c1-22bc36dbaf73,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:55.700195 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:55.770490 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53f9340-2a3e-4060-b7a6-78584047abff x-openstack-request-id: req-c53f9340-2a3e-4060-b7a6-78584047abff {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:48:55.773747 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-550050d1-b7ee-4e95-ac58-255651913f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Deleting port d228caa7-c6e6-47ec-909e-876e46296733 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:48:55.774093 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-550050d1-b7ee-4e95-ac58-255651913f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:55.777099 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baff6627-d887-4198-94db-54e56f5b2112", "name": "network-vif-plugged", "status": "completed", "tag": "97ba127b-179c-4f2b-82c1-22bc36dbaf73", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:48:55.779373 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c53f9340-2a3e-4060-b7a6-78584047abff {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:48:55.779980 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baff6627-d887-4198-94db-54e56f5b2112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ba127b-179c-4f2b-82c1-22bc36dbaf73', 'code': 200} Nov 11 21:48:55.815798 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=97ba127b-179c-4f2b-82c1-22bc36dbaf73,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:55.902942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8b008-eee2-4e8e-b013-ee069680adbd req-bc6d4287-4016-4358-aa72-7342c580e85e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:55.911263 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-abf8b008-eee2-4e8e-b013-ee069680adbd req-bc6d4287-4016-4358-aa72-7342c580e85e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 944 time: 0.3156481 Nov 11 21:48:56.420751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-550050d1-b7ee-4e95-ac58-255651913f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] For port d228caa7-c6e6-47ec-909e-876e46296733, host n-h1-805737-3, got binding levels [] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:48:56.423411 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-550050d1-b7ee-4e95-ac58-255651913f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:56.435277 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-550050d1-b7ee-4e95-ac58-255651913f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Calling delete_port for d228caa7-c6e6-47ec-909e-876e46296733 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:48:56.495522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8913ba-b50f-45ac-bd36-7ee186ec8cb5 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Router 000a7204-f931-44ed-b19d-4d888ec4273b has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:56.554493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0b552d6-300c-434f-a22a-6c2acf9fcdb2 req-f2a69211-f075-448e-8063-5db1fc502b9c tempest-VolumesNegativeTest-1147158735 tempest-VolumesNegativeTest-1147158735-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd6e95ff-7dc5-402e-9ac5-00d8a50dda60 HTTP/1.1" status: 200 len: 210 time: 0.0652907 Nov 11 21:48:56.599767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6d309-22a7-4fcf-bcad-06333c1c62c1 req-c23f74b0-d4f2-4d48-855f-68523c2da349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:56.601540 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1dd6d309-22a7-4fcf-bcad-06333c1c62c1 req-c23f74b0-d4f2-4d48-855f-68523c2da349 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 1096 time: 0.7177098 Nov 11 21:48:56.683796 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-abf8b008-eee2-4e8e-b013-ee069680adbd req-3a933162-b5e2-4293-a0a6-08ffb74961ac tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7713375 Nov 11 21:48:56.702209 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4e48082-46ba-4065-a46b-f4f9015d3e9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:56.709110 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4e48082-46ba-4065-a46b-f4f9015d3e9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:56.731214 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-550050d1-b7ee-4e95-ac58-255651913f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:56.746301 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1dd6d309-22a7-4fcf-bcad-06333c1c62c1 req-fc4f9d68-ebb4-437e-aa8e-c14dad1bbb72 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279085 Nov 11 21:48:56.801616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550050d1-b7ee-4e95-ac58-255651913f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Pushing event deleted for resources: {'Port': ['ID=d228caa7-c6e6-47ec-909e-876e46296733,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:56.807561 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-550050d1-b7ee-4e95-ac58-255651913f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:56.810476 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-550050d1-b7ee-4e95-ac58-255651913f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "DELETE /v2.0/ports/d228caa7-c6e6-47ec-909e-876e46296733 HTTP/1.1" status: 204 len: 168 time: 1.5828364 Nov 11 21:48:56.814451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57522) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:56.840552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8913ba-b50f-45ac-bd36-7ee186ec8cb5 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:56.846409 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9d8913ba-b50f-45ac-bd36-7ee186ec8cb5 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:56.848251 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20b51a1-a1e4-4bec-8a24-950c3ad84cc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:48:56.849815 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e20b51a1-a1e4-4bec-8a24-950c3ad84cc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "GET /v2.0/ports/d228caa7-c6e6-47ec-909e-876e46296733 HTTP/1.1" status: 404 len: 333 time: 0.0344048 Nov 11 21:48:56.853586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57526) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:56.858402 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7893eb83-b68b-4104-bf2e-375d184cd897 None None] Sync routers for ids ['000a7204-f931-44ed-b19d-4d888ec4273b'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:56.864196 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a92fc3f9-484e-4ba9-9cbb-7cf70326e8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Request body: {'port': {'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1852279454'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:56.869539 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7893eb83-b68b-4104-bf2e-375d184cd897 None None] Routers {'000a7204-f931-44ed-b19d-4d888ec4273b'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:56.870243 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7893eb83-b68b-4104-bf2e-375d184cd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['000a7204-f931-44ed-b19d-4d888ec4273b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:56.895487 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9d8913ba-b50f-45ac-bd36-7ee186ec8cb5 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "PUT /v2.0/floatingips/4ba460f8-ddef-48dd-b0fc-4ce243674670 HTTP/1.1" status: 200 len: 992 time: 2.9096227 Nov 11 21:48:56.897954 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:48:56.899226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92fc3f9-484e-4ba9-9cbb-7cf70326e8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Made reservation on behalf of 1d6aa243931644d9a21b519d27141956 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:56.900280 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c8b9fd-f5cc-401a-aa5c-608edcd3156a" -d '{"events": [{"name": "network-changed", "server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:48:56.904819 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a92fc3f9-484e-4ba9-9cbb-7cf70326e8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:56.915929 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-b4e48082-46ba-4065-a46b-f4f9015d3e9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Floating IP b4d11410-77dc-4dc9-8bfa-1b1dd6f9be66 associated. External IP: 172.25.0.244, port: fa58a199-690a-4445-85e7-4c40048cbbb8. Nov 11 21:48:56.969259 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d5aca7-f940-43ba-b145-32e03134ae7f x-openstack-request-id: req-31d5aca7-f940-43ba-b145-32e03134ae7f {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:48:56.969590 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:48:56.970314 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-31d5aca7-f940-43ba-b145-32e03134ae7f {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:48:56.970314 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'status': 'completed', 'code': 200} Nov 11 21:48:56.984313 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-a92fc3f9-484e-4ba9-9cbb-7cf70326e8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] device_id is not set on port c3b82816-9a1c-457f-be5b-a630adf10094 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:48:57.060747 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8b9fd-f5cc-401a-aa5c-608edcd3156a req-7375325f-66a9-40a0-bff7-6d718b46aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:57.062276 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46c8b9fd-f5cc-401a-aa5c-608edcd3156a req-7375325f-66a9-40a0-bff7-6d718b46aba4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 1097 time: 0.0685892 Nov 11 21:48:57.095741 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7893eb83-b68b-4104-bf2e-375d184cd897 None None] Set router 000a7204-f931-44ed-b19d-4d888ec4273b gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:48:57.249282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8b9fd-f5cc-401a-aa5c-608edcd3156a req-d1cf9041-9eb9-4e56-81de-7d46946410da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:57.254479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46c8b9fd-f5cc-401a-aa5c-608edcd3156a req-d1cf9041-9eb9-4e56-81de-7d46946410da service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 919 time: 0.1831882 Nov 11 21:48:57.368177 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a92fc3f9-484e-4ba9-9cbb-7cf70326e8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:57.390793 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46c8b9fd-f5cc-401a-aa5c-608edcd3156a req-28818caf-f749-46ad-a979-935b720178c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d17eb6-7727-4dc9-92a9-56c305536e97 HTTP/1.1" status: 200 len: 1000 time: 0.1231394 Nov 11 21:48:57.408304 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e48082-46ba-4065-a46b-f4f9015d3e9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:57.462457 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a92fc3f9-484e-4ba9-9cbb-7cf70326e8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:57.464203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8b9fd-f5cc-401a-aa5c-608edcd3156a req-46687497-5512-4428-9142-a4fd02ed6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:57.465801 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46c8b9fd-f5cc-401a-aa5c-608edcd3156a req-46687497-5512-4428-9142-a4fd02ed6cb0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.0684834 Nov 11 21:48:57.494707 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7893eb83-b68b-4104-bf2e-375d184cd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:20Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '4ba460f8-ddef-48dd-b0fc-4ce243674670', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'port_id': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'mac_address': 'fa:16:3e:f9:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:48:35Z', 'updated_at': '2021-11-11T21:48:54Z', 'revision_number': 1, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a6e9d8-c123-42f6-b423-d70ad0db9779', 'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'mac_address': 'fa:16:3e:f4:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:17Z', 'updated_at': '2021-11-11T21:43:26Z', 'revision_number': 5, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'subnets': [{'id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:57.527960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8b9fd-f5cc-401a-aa5c-608edcd3156a req-4d003e2d-794b-4b42-bc97-691fe03f12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:57.530022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46c8b9fd-f5cc-401a-aa5c-608edcd3156a req-4d003e2d-794b-4b42-bc97-691fe03f12e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554037 Nov 11 21:48:57.536373 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7893eb83-b68b-4104-bf2e-375d184cd897 None None] Checking router: 000a7204-f931-44ed-b19d-4d888ec4273b for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:48:57.546277 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7893eb83-b68b-4104-bf2e-375d184cd897 None None] Routers {'000a7204-f931-44ed-b19d-4d888ec4273b'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:57.547658 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7893eb83-b68b-4104-bf2e-375d184cd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['000a7204-f931-44ed-b19d-4d888ec4273b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:57.561434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92fc3f9-484e-4ba9-9cbb-7cf70326e8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Network d7ea563a-2b05-4d40-97ec-f1ff40b63046 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:57.585863 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a92fc3f9-484e-4ba9-9cbb-7cf70326e8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:57.587048 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fc3f9-484e-4ba9-9cbb-7cf70326e8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Pushing event updated for resources: {'Port': ['ID=c3b82816-9a1c-457f-be5b-a630adf10094,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:57.589223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92fc3f9-484e-4ba9-9cbb-7cf70326e8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:57.590199 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92fc3f9-484e-4ba9-9cbb-7cf70326e8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:57.590793 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a92fc3f9-484e-4ba9-9cbb-7cf70326e8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:57.681700 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a92fc3f9-484e-4ba9-9cbb-7cf70326e8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8268185 Nov 11 21:48:57.689402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57548) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:57.726086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e48082-46ba-4065-a46b-f4f9015d3e9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:57.738357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46c8b9fd-f5cc-401a-aa5c-608edcd3156a req-a29797c7-b86f-42c5-a631-f2ae9577c0f5 service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974664 Nov 11 21:48:57.761512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7829550d-52fc-4be2-896b-dfeeeeda9342 None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:57.764327 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b4e48082-46ba-4065-a46b-f4f9015d3e9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:57.785781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:57.798640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7829550d-52fc-4be2-896b-dfeeeeda9342 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:57.802027 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7829550d-52fc-4be2-896b-dfeeeeda9342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:57.975017 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7829550d-52fc-4be2-896b-dfeeeeda9342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:57.988487 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7893eb83-b68b-4104-bf2e-375d184cd897 None None] Set router 000a7204-f931-44ed-b19d-4d888ec4273b gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:48:57.989514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7829550d-52fc-4be2-896b-dfeeeeda9342 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:57.990293 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7829550d-52fc-4be2-896b-dfeeeeda9342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:57.997114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1402cc1-e749-4767-9aa6-950cd6c9228b req-caa02dd6-94d5-4e85-af87-1fe6e583404d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:58.005419 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1402cc1-e749-4767-9aa6-950cd6c9228b req-caa02dd6-94d5-4e85-af87-1fe6e583404d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 945 time: 0.1476746 Nov 11 21:48:58.028778 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:58.036545 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b4e48082-46ba-4065-a46b-f4f9015d3e9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "PUT /v2.0/floatingips/b4d11410-77dc-4dc9-8bfa-1b1dd6f9be66 HTTP/1.1" status: 200 len: 977 time: 2.4586482 Nov 11 21:48:58.041641 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57562) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:58.078599 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1402cc1-e749-4767-9aa6-950cd6c9228b req-fd65b43b-5ddc-41b4-b704-977fecf4416b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683377 Nov 11 21:48:58.087146 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46c8b9fd-f5cc-401a-aa5c-608edcd3156a req-d494a6c3-f7c8-417f-9ac0-34e68a80e83c service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323069 Nov 11 21:48:58.098518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7829550d-52fc-4be2-896b-dfeeeeda9342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:58.099204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7829550d-52fc-4be2-896b-dfeeeeda9342 None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:58.241938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d478ebfe-f31d-4b2b-9822-d5705db21d5e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting port fa58a199-690a-4445-85e7-4c40048cbbb8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:48:58.242357 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d478ebfe-f31d-4b2b-9822-d5705db21d5e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:58.361396 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7893eb83-b68b-4104-bf2e-375d184cd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:20Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '4ba460f8-ddef-48dd-b0fc-4ce243674670', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'port_id': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'mac_address': 'fa:16:3e:f9:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:48:35Z', 'updated_at': '2021-11-11T21:48:54Z', 'revision_number': 1, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a6e9d8-c123-42f6-b423-d70ad0db9779', 'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'mac_address': 'fa:16:3e:f4:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:17Z', 'updated_at': '2021-11-11T21:43:26Z', 'revision_number': 5, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'subnets': [{'id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:58.403581 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7893eb83-b68b-4104-bf2e-375d184cd897 None None] The sync data for ids ['000a7204-f931-44ed-b19d-4d888ec4273b'] in n-d-805737-3 is: [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:20Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '4ba460f8-ddef-48dd-b0fc-4ce243674670', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'port_id': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'mac_address': 'fa:16:3e:f9:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:48:35Z', 'updated_at': '2021-11-11T21:48:54Z', 'revision_number': 1, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a6e9d8-c123-42f6-b423-d70ad0db9779', 'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'mac_address': 'fa:16:3e:f4:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:17Z', 'updated_at': '2021-11-11T21:43:26Z', 'revision_number': 5, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'subnets': [{'id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:58.463735 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d478ebfe-f31d-4b2b-9822-d5705db21d5e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:58.645355 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] device_id is not set on port c3b82816-9a1c-457f-be5b-a630adf10094 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:48:58.725766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:58.754105 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d478ebfe-f31d-4b2b-9822-d5705db21d5e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:58.754694 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d478ebfe-f31d-4b2b-9822-d5705db21d5e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:58.754822 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-d478ebfe-f31d-4b2b-9822-d5705db21d5e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Floating IP b4d11410-77dc-4dc9-8bfa-1b1dd6f9be66 disassociated. External IP: 172.25.0.244, port: fa58a199-690a-4445-85e7-4c40048cbbb8. Nov 11 21:48:58.755108 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d478ebfe-f31d-4b2b-9822-d5705db21d5e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Calling delete_port for fa58a199-690a-4445-85e7-4c40048cbbb8 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:48:58.760729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device e1b8ef46-d03b-46c1-a940-f6fd495589b5 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:48:58.812230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: e1b8ef46-d03b-46c1-a940-f6fd495589b5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:48:58.814621 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device e1b8ef46-d03b-46c1-a940-f6fd495589b5 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:48:58.891132 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b260b840-f0d7-4fef-a568-1c7e76fd88c9 None None] New status for floating IP 4ba460f8-ddef-48dd-b0fc-4ce243674670: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:48:58.915983 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:58.951910 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d478ebfe-f31d-4b2b-9822-d5705db21d5e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:59.016777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:59.017067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:59.017528 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:59.035663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Pushing event updated for resources: {'Port': ['ID=c3b82816-9a1c-457f-be5b-a630adf10094,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:59.079574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478ebfe-f31d-4b2b-9822-d5705db21d5e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Port': ['ID=fa58a199-690a-4445-85e7-4c40048cbbb8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:59.126338 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:59.126665 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:59.128785 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 2 to bind port c3b82816-9a1c-457f-be5b-a630adf10094 Nov 11 21:48:59.145588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:59.145915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:59.146254 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:59.159389 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:59.160127 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:59.161958 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 3 to bind port c3b82816-9a1c-457f-be5b-a630adf10094 Nov 11 21:48:59.182993 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:59.183115 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:59.183435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:59.222069 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:59.222411 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:59.224274 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 4 to bind port c3b82816-9a1c-457f-be5b-a630adf10094 Nov 11 21:48:59.242121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:59.242455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:59.242799 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:59.264334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:59.264664 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:59.267123 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 5 to bind port c3b82816-9a1c-457f-be5b-a630adf10094 Nov 11 21:48:59.289306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:59.289679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:59.290046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:59.296215 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad75060-99e8-4a50-a226-0dd387a76d71 req-7b172898-602b-46d1-b04b-9d9d4392faa8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:59.303883 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d478ebfe-f31d-4b2b-9822-d5705db21d5e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:48:59.307102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:59.307393 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:59.308732 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 6 to bind port c3b82816-9a1c-457f-be5b-a630adf10094 Nov 11 21:48:59.311490 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ad75060-99e8-4a50-a226-0dd387a76d71 req-7b172898-602b-46d1-b04b-9d9d4392faa8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 945 time: 0.1295447 Nov 11 21:48:59.323292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:59.323621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:59.323959 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:59.334521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:59.334853 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:59.336779 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 7 to bind port c3b82816-9a1c-457f-be5b-a630adf10094 Nov 11 21:48:59.368388 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ad75060-99e8-4a50-a226-0dd387a76d71 req-dbb28569-788c-4ed5-81f4-501f2bb136a1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507481 Nov 11 21:48:59.379035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:59.379366 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:59.379699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:59.387096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:59.387325 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:59.389125 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 8 to bind port c3b82816-9a1c-457f-be5b-a630adf10094 Nov 11 21:48:59.404005 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:59.404333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:59.404669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:59.421405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:59.421656 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:59.423668 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 9 to bind port c3b82816-9a1c-457f-be5b-a630adf10094 Nov 11 21:48:59.525128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:59.525474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:59.525816 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:59.533067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:59.533386 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:59.538036 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 10 to bind port c3b82816-9a1c-457f-be5b-a630adf10094 Nov 11 21:48:59.558637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:59.558965 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:59.559310 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:59.562983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d478ebfe-f31d-4b2b-9822-d5705db21d5e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:48:59.570815 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ff339-dd14-4dab-95f6-8f49967c3263 req-6b3df771-25ee-49f2-9e8c-274b75a07b55 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:59.572922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-692ff339-dd14-4dab-95f6-8f49967c3263 req-6b3df771-25ee-49f2-9e8c-274b75a07b55 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 945 time: 0.1240757 Nov 11 21:48:59.585189 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f146317-5c75-4193-8455-e673f936fc50 None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:48:59.603136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:59.603499 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port c3b82816-9a1c-457f-be5b-a630adf10094 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:48:59.604018 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:59.617617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f146317-5c75-4193-8455-e673f936fc50 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:59.620543 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1f146317-5c75-4193-8455-e673f936fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:59.681310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-692ff339-dd14-4dab-95f6-8f49967c3263 req-58519d9f-ca55-4a14-9184-067c5b20b133 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004140 Nov 11 21:48:59.742534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1f146317-5c75-4193-8455-e673f936fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:59.764006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f146317-5c75-4193-8455-e673f936fc50 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:48:59.764636 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1f146317-5c75-4193-8455-e673f936fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:59.785392 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d478ebfe-f31d-4b2b-9822-d5705db21d5e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:59.794102 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57694) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:59.796292 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d478ebfe-f31d-4b2b-9822-d5705db21d5e tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/ports/fa58a199-690a-4445-85e7-4c40048cbbb8 HTTP/1.1" status: 204 len: 168 time: 1.7521203 Nov 11 21:48:59.836576 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] For port c3b82816-9a1c-457f-be5b-a630adf10094, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:48:59.837006 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempted to set empty binding levels {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 21:48:59.844772 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:59.876669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c2df2222-737f-45f1-9cd2-07882be3be35 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "GET /v2.0/floatingips/b4d11410-77dc-4dc9-8bfa-1b1dd6f9be66 HTTP/1.1" status: 200 len: 688 time: 0.0813923 Nov 11 21:48:59.877319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57700) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:48:59.882644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1f146317-5c75-4193-8455-e673f936fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:48:59.883371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f146317-5c75-4193-8455-e673f936fc50 None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:48:59.934813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] In _notify_port_updated(), no bound segment for port c3b82816-9a1c-457f-be5b-a630adf10094 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:48:59.935763 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:59.936465 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:59.938104 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "PUT /v2.0/ports/c3b82816-9a1c-457f-be5b-a630adf10094 HTTP/1.1" status: 200 len: 979 time: 2.2210529 Nov 11 21:48:59.940883 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57706) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:00.034003 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227ac2e-b3bb-4ac9-a9b7-28ade13fc914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Pushing event updated for resources: {'Port': ['ID=c3b82816-9a1c-457f-be5b-a630adf10094,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:00.070033 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368799f-256d-4b3c-811e-52b6e6c39b19 req-f9cf1fdb-5452-4c19-a8bd-015fcf0c5d96 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.080567 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c368799f-256d-4b3c-811e-52b6e6c39b19 req-f9cf1fdb-5452-4c19-a8bd-015fcf0c5d96 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 945 time: 0.2021751 Nov 11 21:49:00.126466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.126943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.127402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.127844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.128392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.128880 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.129319 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.129777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.130205 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.130651 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.131099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.131589 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.131988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.132434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.132923 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.133371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.133820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.134267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.134714 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.135160 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.135605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.136049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.136493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.136991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.137438 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.137880 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.138327 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.139083 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.139542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.139994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.140467 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.140910 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.141361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.141804 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.142253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.146492 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-432913dc-172f-4d59-b95e-e5f2e28b326b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31155 time: 0.2043240 Nov 11 21:49:00.150484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57736) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:00.218859 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c368799f-256d-4b3c-811e-52b6e6c39b19 req-0ca61cd4-0234-465d-ba6b-817adf4dba02 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371267 Nov 11 21:49:00.245491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting port 87ebc2a5-8464-495a-ada7-7928141b4f2b {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:00.246277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:00.256542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3fbcb981-26f4-4248-a736-e2d25c8536f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Deleting port c3b82816-9a1c-457f-be5b-a630adf10094 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:00.258150 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb981-26f4-4248-a736-e2d25c8536f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:00.345836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-3fbcb981-26f4-4248-a736-e2d25c8536f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] For port c3b82816-9a1c-457f-be5b-a630adf10094, host n-h1-805737-3, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:00.346526 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb981-26f4-4248-a736-e2d25c8536f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:00.362854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3fbcb981-26f4-4248-a736-e2d25c8536f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Calling delete_port for c3b82816-9a1c-457f-be5b-a630adf10094 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:00.422627 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:00.423642 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:00.439202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Calling delete_port for 87ebc2a5-8464-495a-ada7-7928141b4f2b owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:00.558901 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb981-26f4-4248-a736-e2d25c8536f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:00.625440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcb981-26f4-4248-a736-e2d25c8536f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3b82816-9a1c-457f-be5b-a630adf10094,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:00.639575 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb981-26f4-4248-a736-e2d25c8536f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:00.645329 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3fbcb981-26f4-4248-a736-e2d25c8536f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "DELETE /v2.0/ports/c3b82816-9a1c-457f-be5b-a630adf10094 HTTP/1.1" status: 204 len: 168 time: 0.4931791 Nov 11 21:49:00.647798 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57780) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:00.684929 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d85f70b-3e79-4650-9a29-99c655163b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:49:00.687091 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1d85f70b-3e79-4650-9a29-99c655163b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "GET /v2.0/ports/c3b82816-9a1c-457f-be5b-a630adf10094 HTTP/1.1" status: 404 len: 333 time: 0.0378289 Nov 11 21:49:00.691197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57782) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:00.696590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-724f9568-ff8f-4e98-a026-05a65b7cf4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379062942', 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:00.735648 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724f9568-ff8f-4e98-a026-05a65b7cf4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Made reservation on behalf of 1d6aa243931644d9a21b519d27141956 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:00.740219 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-724f9568-ff8f-4e98-a026-05a65b7cf4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:00.743076 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:00.767602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-724f9568-ff8f-4e98-a026-05a65b7cf4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] device_id is not set on port ec9c7a74-6967-4a3a-abf4-086ed5e91371 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:49:00.786879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Port': ['ID=87ebc2a5-8464-495a-ada7-7928141b4f2b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:00.797124 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee56e94-8fcb-41be-b497-7a2810b36d20 req-a591b986-8089-4c03-8548-439055100212 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.799690 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ee56e94-8fcb-41be-b497-7a2810b36d20 req-a591b986-8089-4c03-8548-439055100212 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 945 time: 0.1847157 Nov 11 21:49:00.847517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:00.847728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:00.848112 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:00.848470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:00.848820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:00.849566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:00.849774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:00.850163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:00.850509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:00.850836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:00.851167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:00.851517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:00.928627 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:00.931733 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:00.936912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-26e1aba5-fd44-462d-b384-10b254190fb7 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/floatingips/b4d11410-77dc-4dc9-8bfa-1b1dd6f9be66 HTTP/1.1" status: 204 len: 168 time: 1.0573828 Nov 11 21:49:00.937550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57808) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:00.942980 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '1e1bfd58-0e4a-49da-a70e-69aa951ca68c'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:00.971065 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ee56e94-8fcb-41be-b497-7a2810b36d20 req-ddb35b0e-b50a-47aa-8d43-dcb71b89fe41 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463997 Nov 11 21:49:00.978463 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:01.017144 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-724f9568-ff8f-4e98-a026-05a65b7cf4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:01.069486 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-724f9568-ff8f-4e98-a026-05a65b7cf4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:01.116259 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f9568-ff8f-4e98-a026-05a65b7cf4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Network d7ea563a-2b05-4d40-97ec-f1ff40b63046 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:01.116521 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:01.119334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-724f9568-ff8f-4e98-a026-05a65b7cf4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:01.140180 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724f9568-ff8f-4e98-a026-05a65b7cf4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:01.141248 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724f9568-ff8f-4e98-a026-05a65b7cf4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:01.141815 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-724f9568-ff8f-4e98-a026-05a65b7cf4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:01.152781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f9568-ff8f-4e98-a026-05a65b7cf4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Pushing event updated for resources: {'Port': ['ID=ec9c7a74-6967-4a3a-abf4-086ed5e91371,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:01.177128 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-724f9568-ff8f-4e98-a026-05a65b7cf4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4823601 Nov 11 21:49:01.177892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57822) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:01.237599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cbeeb-2600-4433-9879-f561d7f59fe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:01.241730 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7b7cbeeb-2600-4433-9879-f561d7f59fe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "GET /v2.0/ports/ec9c7a74-6967-4a3a-abf4-086ed5e91371 HTTP/1.1" status: 200 len: 959 time: 0.0601280 Nov 11 21:49:01.241844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57826) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:01.249729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Allocated IP 172.25.0.3 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/ee4a53a2-d9df-4085-982f-35c8d1df554c) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:01.332307 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-561d85a8-ee64-4f23-992e-2e3f77a60309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Deleting port ec9c7a74-6967-4a3a-abf4-086ed5e91371 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:01.333213 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-561d85a8-ee64-4f23-992e-2e3f77a60309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:01.387000 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:01.403144 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-561d85a8-ee64-4f23-992e-2e3f77a60309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:01.419421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-561d85a8-ee64-4f23-992e-2e3f77a60309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Calling delete_port for ec9c7a74-6967-4a3a-abf4-086ed5e91371 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:01.429725 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:01.513891 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-561d85a8-ee64-4f23-992e-2e3f77a60309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:01.517354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:01.518813 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=ee4a53a2-d9df-4085-982f-35c8d1df554c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:01.541249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:01.543885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:01.544939 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-561d85a8-ee64-4f23-992e-2e3f77a60309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:01.548564 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-561d85a8-ee64-4f23-992e-2e3f77a60309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "DELETE /v2.0/ports/ec9c7a74-6967-4a3a-abf4-086ed5e91371 HTTP/1.1" status: 204 len: 168 time: 0.3055801 Nov 11 21:49:01.551275 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57844) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:01.582327 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d85a8-ee64-4f23-992e-2e3f77a60309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec9c7a74-6967-4a3a-abf4-086ed5e91371,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:01.606846 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa4ff52-f9e2-4c1c-ae24-7627c4736776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:49:01.607500 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2fa4ff52-f9e2-4c1c-ae24-7627c4736776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "GET /v2.0/ports/ec9c7a74-6967-4a3a-abf4-086ed5e91371 HTTP/1.1" status: 404 len: 333 time: 0.0553045 Nov 11 21:49:01.613288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57850) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:01.623709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b6ff7c2b-0dc1-4154-afbc-6dab226f15d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Request body: {'port': {'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1163822477'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:01.665593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ff7c2b-0dc1-4154-afbc-6dab226f15d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Made reservation on behalf of 1d6aa243931644d9a21b519d27141956 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:01.670636 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6ff7c2b-0dc1-4154-afbc-6dab226f15d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:01.688702 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-b6ff7c2b-0dc1-4154-afbc-6dab226f15d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] device_id is not set on port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:49:01.921598 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6ff7c2b-0dc1-4154-afbc-6dab226f15d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:01.945314 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6ff7c2b-0dc1-4154-afbc-6dab226f15d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:02.188580 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:02.247138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a6824-f57e-450f-aa55-108a303f9c1d req-e2efbd8c-2772-4b03-a4c8-6b6400da9203 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:02.248756 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a7a6824-f57e-450f-aa55-108a303f9c1d req-e2efbd8c-2772-4b03-a4c8-6b6400da9203 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 945 time: 0.1100097 Nov 11 21:49:02.259172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48d9a2-7692-4fd4-bbf7-31cce9906438 req-3874abb6-a9c7-408e-83e3-129b97667579 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:02.260659 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d48d9a2-7692-4fd4-bbf7-31cce9906438 req-3874abb6-a9c7-408e-83e3-129b97667579 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 945 time: 0.1720114 Nov 11 21:49:02.379648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a7a6824-f57e-450f-aa55-108a303f9c1d req-25e9cc4c-f567-4a66-9405-182823d9efd7 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154096 Nov 11 21:49:02.507717 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:02.537757 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ff7c2b-0dc1-4154-afbc-6dab226f15d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Network d7ea563a-2b05-4d40-97ec-f1ff40b63046 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:02.543375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b6ff7c2b-0dc1-4154-afbc-6dab226f15d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:02.546881 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ff7c2b-0dc1-4154-afbc-6dab226f15d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:02.547810 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ff7c2b-0dc1-4154-afbc-6dab226f15d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:02.558401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6ff7c2b-0dc1-4154-afbc-6dab226f15d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:02.567010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff7c2b-0dc1-4154-afbc-6dab226f15d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Pushing event updated for resources: {'Port': ['ID=8a1cb2be-da0d-42b2-bede-02178e1b42a6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:02.584415 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b6ff7c2b-0dc1-4154-afbc-6dab226f15d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9699481 Nov 11 21:49:02.587023 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57914) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:02.592155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:02.727476 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:02.774643 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:02.786260 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:02.870425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=ee4a53a2-d9df-4085-982f-35c8d1df554c,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:02.884892 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:02.970189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-1d48d9a2-7692-4fd4-bbf7-31cce9906438 req-de657825-dc6f-44e9-88c8-fb16668105cc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Deleting port 97ba127b-179c-4f2b-82c1-22bc36dbaf73 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:02.970624 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1d48d9a2-7692-4fd4-bbf7-31cce9906438 req-de657825-dc6f-44e9-88c8-fb16668105cc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:03.038113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] device_id is not set on port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:49:03.048068 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:03.055388 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:03.157602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Pushing event updated for resources: {'Port': ['ID=8a1cb2be-da0d-42b2-bede-02178e1b42a6,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:03.159963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-1d48d9a2-7692-4fd4-bbf7-31cce9906438 req-de657825-dc6f-44e9-88c8-fb16668105cc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] For port 97ba127b-179c-4f2b-82c1-22bc36dbaf73, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=97ba127b-179c-4f2b-82c1-22bc36dbaf73,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:03.160440 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1d48d9a2-7692-4fd4-bbf7-31cce9906438 req-de657825-dc6f-44e9-88c8-fb16668105cc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:03.164177 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Floating IP d890a79a-6501-456d-83fb-3e159637ef50 associated. External IP: 172.25.0.3, port: 1e1bfd58-0e4a-49da-a70e-69aa951ca68c. Nov 11 21:49:03.183397 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:03.183985 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:03.185508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:03.205942 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:49:03.207666 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:49:03.208716 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 2 to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 Nov 11 21:49:03.212086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-1d48d9a2-7692-4fd4-bbf7-31cce9906438 req-de657825-dc6f-44e9-88c8-fb16668105cc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Calling delete_port for 97ba127b-179c-4f2b-82c1-22bc36dbaf73 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:03.274578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:03.275113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:03.275615 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:03.280842 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:49:03.281382 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:49:03.281929 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 3 to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 Nov 11 21:49:03.304901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:03.304901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:03.305140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:03.311573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:49:03.311894 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:49:03.312281 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 4 to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 Nov 11 21:49:03.332925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:03.332925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:03.332925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:03.343481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:49:03.343481 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:49:03.343826 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 5 to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 Nov 11 21:49:03.361559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:03.365486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:03.365486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:03.371634 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:49:03.371966 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:49:03.372349 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 6 to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 Nov 11 21:49:03.389272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:03.390716 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:03.391065 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:03.395793 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:49:03.396177 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:49:03.396562 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 7 to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 Nov 11 21:49:03.456906 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:03.459648 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:03.460514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:03.471205 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:49:03.472108 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:49:03.472726 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 8 to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 Nov 11 21:49:03.503614 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:03.506792 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:03.507401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:03.517936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:49:03.534385 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:49:03.534672 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 9 to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 Nov 11 21:49:03.570005 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:03.570558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:03.570798 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:03.584017 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:49:03.584429 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:49:03.584929 n-d-805737-3 neutron-server[102535]: INFO neutron.plugins.ml2.plugin [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempt 10 to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 Nov 11 21:49:03.619056 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:03.619562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:03.619913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempting to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:03.630835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8662d1-2705-47d3-b1e6-43ad8c639f6d req-bfbdff81-275c-4b37-83f8-8511c0f7c8ae tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:03.633481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:49:03.633840 n-d-805737-3 neutron-server[102535]: ERROR neutron.plugins.ml2.managers [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Failed to bind port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on host n-h1-805737-3 for vnic_type normal using segments [{'id': '8edb2dda-4aa9-4118-8292-5f236d9e8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7ea563a-2b05-4d40-97ec-f1ff40b63046'}] Nov 11 21:49:03.634222 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:03.643001 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca8662d1-2705-47d3-b1e6-43ad8c639f6d req-bfbdff81-275c-4b37-83f8-8511c0f7c8ae tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 945 time: 0.1413929 Nov 11 21:49:03.695179 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1d48d9a2-7692-4fd4-bbf7-31cce9906438 req-de657825-dc6f-44e9-88c8-fb16668105cc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:03.700228 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:49:03.757134 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] For port 8a1cb2be-da0d-42b2-bede-02178e1b42a6, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:49:03.757585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attempted to set empty binding levels {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 21:49:03.764446 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:03.814741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] In _notify_port_updated(), no bound segment for port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 on network d7ea563a-2b05-4d40-97ec-f1ff40b63046 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:49:03.815732 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:03.816401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:03.820662 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "PUT /v2.0/ports/8a1cb2be-da0d-42b2-bede-02178e1b42a6 HTTP/1.1" status: 200 len: 979 time: 1.2326477 Nov 11 21:49:03.823335 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57968) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:03.860908 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a988b-b6cc-4861-a3f8-992d6a4e16ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Pushing event updated for resources: {'Port': ['ID=8a1cb2be-da0d-42b2-bede-02178e1b42a6,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:03.893651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de657825-dc6f-44e9-88c8-fb16668105cc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event deleted for resources: {'Port': ['ID=97ba127b-179c-4f2b-82c1-22bc36dbaf73,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:03.960436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca8662d1-2705-47d3-b1e6-43ad8c639f6d req-77778464-430c-45cd-9e9d-5b9e24b569f8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165038 Nov 11 21:49:03.963958 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2a0680de-407b-417b-8674-b16fbc26b99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Deleting port 8a1cb2be-da0d-42b2-bede-02178e1b42a6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:03.964513 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a0680de-407b-417b-8674-b16fbc26b99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:04.102396 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-2a0680de-407b-417b-8674-b16fbc26b99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] For port 8a1cb2be-da0d-42b2-bede-02178e1b42a6, host n-h1-805737-3, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:04.102923 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a0680de-407b-417b-8674-b16fbc26b99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:04.140777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2a0680de-407b-417b-8674-b16fbc26b99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Calling delete_port for 8a1cb2be-da0d-42b2-bede-02178e1b42a6 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:04.349015 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a0680de-407b-417b-8674-b16fbc26b99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:04.416862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0680de-407b-417b-8674-b16fbc26b99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a1cb2be-da0d-42b2-bede-02178e1b42a6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:04.424334 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2a0680de-407b-417b-8674-b16fbc26b99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:04.427644 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2a0680de-407b-417b-8674-b16fbc26b99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "DELETE /v2.0/ports/8a1cb2be-da0d-42b2-bede-02178e1b42a6 HTTP/1.1" status: 204 len: 168 time: 0.6008534 Nov 11 21:49:04.437149 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58024) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:04.501981 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8188ed2c-a8ab-4eb2-bd8f-e17ea2f8933a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:49:04.505275 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8188ed2c-a8ab-4eb2-bd8f-e17ea2f8933a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796262372-project-admin] 10.222.0.57 "GET /v2.0/ports/8a1cb2be-da0d-42b2-bede-02178e1b42a6 HTTP/1.1" status: 404 len: 333 time: 0.0663781 Nov 11 21:49:04.516668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58034) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:04.545439 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:49:04.561234 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e6b578-48e2-4449-b487-661134e9dbd4 None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:49:04.581189 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e6b578-48e2-4449-b487-661134e9dbd4 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:04.581713 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6e6b578-48e2-4449-b487-661134e9dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:04.625942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d48d9a2-7692-4fd4-bbf7-31cce9906438 req-de657825-dc6f-44e9-88c8-fb16668105cc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] No DVR routers for this DVR port 97ba127b-179c-4f2b-82c1-22bc36dbaf73 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:49:04.639023 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1d48d9a2-7692-4fd4-bbf7-31cce9906438 req-de657825-dc6f-44e9-88c8-fb16668105cc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:04.649081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d48d9a2-7692-4fd4-bbf7-31cce9906438 req-de657825-dc6f-44e9-88c8-fb16668105cc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "DELETE /v2.0/ports/97ba127b-179c-4f2b-82c1-22bc36dbaf73 HTTP/1.1" status: 204 len: 173 time: 2.3512402 Nov 11 21:49:04.657316 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:04.667248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baff6627-d887-4198-94db-54e56f5b2112', 'name': 'network-vif-deleted', 'tag': '97ba127b-179c-4f2b-82c1-22bc36dbaf73'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:49:04.677269 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232e6be0-88a6-46a3-a685-bc74797a9b93" -d '{"events": [{"server_uuid": "baff6627-d887-4198-94db-54e56f5b2112", "name": "network-vif-deleted", "tag": "97ba127b-179c-4f2b-82c1-22bc36dbaf73"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:49:04.692116 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6e6b578-48e2-4449-b487-661134e9dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:04.719535 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e6b578-48e2-4449-b487-661134e9dbd4 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:04.720159 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6e6b578-48e2-4449-b487-661134e9dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:04.767552 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d1e4b1-32b7-486a-aad1-8cbe60ec02c9 x-openstack-request-id: req-48d1e4b1-32b7-486a-aad1-8cbe60ec02c9 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:49:04.767767 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baff6627-d887-4198-94db-54e56f5b2112", "name": "network-vif-deleted", "tag": "97ba127b-179c-4f2b-82c1-22bc36dbaf73", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:49:04.767900 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83ea872b-c06d-4b19-b73f-abc3a0ef7c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:04.768884 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48d1e4b1-32b7-486a-aad1-8cbe60ec02c9 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:49:04.769370 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baff6627-d887-4198-94db-54e56f5b2112', 'name': 'network-vif-deleted', 'tag': '97ba127b-179c-4f2b-82c1-22bc36dbaf73', 'status': 'completed', 'code': 200} Nov 11 21:49:04.783250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-940b1eec-913c-4086-b384-987bb0fb31a8 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8418696 Nov 11 21:49:04.784008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58062) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:04.791974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-722953e8-d1f4-406b-86e9-93a93fd5df06 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1692999985'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:04.803364 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f6e6b578-48e2-4449-b487-661134e9dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:04.804105 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e6b578-48e2-4449-b487-661134e9dbd4 None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:49:04.915160 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83ea872b-c06d-4b19-b73f-abc3a0ef7c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:04.918765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722953e8-d1f4-406b-86e9-93a93fd5df06 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Made reservation on behalf of d699276d634c450fb508151d2a8ddd89 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:04.923327 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-722953e8-d1f4-406b-86e9-93a93fd5df06 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:04.998714 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-83ea872b-c06d-4b19-b73f-abc3a0ef7c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ea563a-2b05-4d40-97ec-f1ff40b63046']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:05.037459 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-83ea872b-c06d-4b19-b73f-abc3a0ef7c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edb2dda-4aa9-4118-8292-5f236d9e8a50') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:05.038513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-83ea872b-c06d-4b19-b73f-abc3a0ef7c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edb2dda-4aa9-4118-8292-5f236d9e8a50') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:05.069836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722953e8-d1f4-406b-86e9-93a93fd5df06 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] vlan segment allocate from pool success with {'vlan_id': 1196, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:49:05.080138 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83ea872b-c06d-4b19-b73f-abc3a0ef7c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:05.121408 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-722953e8-d1f4-406b-86e9-93a93fd5df06 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:05.121408 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-722953e8-d1f4-406b-86e9-93a93fd5df06 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Added segment 2796e896-856b-4be1-843c-534bf19d6648 of type vlan for network b617852b-cce7-4924-b5ce-de952d82f65c Nov 11 21:49:05.122849 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83ea872b-c06d-4b19-b73f-abc3a0ef7c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:05.149154 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ea872b-c06d-4b19-b73f-abc3a0ef7c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:49:05.150028 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83ea872b-c06d-4b19-b73f-abc3a0ef7c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:49:05.159024 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:49:05.220464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 97ba127b-179c-4f2b-82c1-22bc36dbaf73 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:49:05.290305 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 97ba127b-179c-4f2b-82c1-22bc36dbaf73 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:49:05.294699 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 97ba127b-179c-4f2b-82c1-22bc36dbaf73 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:49:05.303599 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e5cb88f-471c-4aa6-adcf-e060b30e29b8 req-3f21ed48-1a5a-42f8-b45a-c35b57fd6f91 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 210 time: 0.0903511 Nov 11 21:49:05.397293 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-722953e8-d1f4-406b-86e9-93a93fd5df06 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:05.419655 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83ea872b-c06d-4b19-b73f-abc3a0ef7c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:05.432609 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83ea872b-c06d-4b19-b73f-abc3a0ef7c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:05.438739 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-83ea872b-c06d-4b19-b73f-abc3a0ef7c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] 10.222.0.57 "DELETE /v2.0/networks/d7ea563a-2b05-4d40-97ec-f1ff40b63046 HTTP/1.1" status: 204 len: 168 time: 0.9191029 Nov 11 21:49:05.451935 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea872b-c06d-4b19-b73f-abc3a0ef7c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142868795-project] Pushing event deleted for resources: {'Network': ['ID=d7ea563a-2b05-4d40-97ec-f1ff40b63046,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:05.457395 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-722953e8-d1f4-406b-86e9-93a93fd5df06 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:05.463947 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722953e8-d1f4-406b-86e9-93a93fd5df06 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:05.464534 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-722953e8-d1f4-406b-86e9-93a93fd5df06 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:05.553269 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722953e8-d1f4-406b-86e9-93a93fd5df06 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Network': ['ID=b617852b-cce7-4924-b5ce-de952d82f65c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:05.574511 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network b617852b-cce7-4924-b5ce-de952d82f65c details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:49:05.575029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58140) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:05.575490 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-722953e8-d1f4-406b-86e9-93a93fd5df06 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7894855 Nov 11 21:49:05.585989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3b446d85-5595-415c-9ed7-4987d2b0c622 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'subnet': {'network_id': 'b617852b-cce7-4924-b5ce-de952d82f65c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:05.862498 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b446d85-5595-415c-9ed7-4987d2b0c622 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Made reservation on behalf of d699276d634c450fb508151d2a8ddd89 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:05.891662 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3b446d85-5595-415c-9ed7-4987d2b0c622 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:06.070837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58194) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:06.322352 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3b446d85-5595-415c-9ed7-4987d2b0c622 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:06.439807 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b446d85-5595-415c-9ed7-4987d2b0c622 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Subnet': ['ID=c1b3cec5-2f31-4852-a2c0-ecc9572352cd,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:06.448164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b446d85-5595-415c-9ed7-4987d2b0c622 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Checking segment: {'id': '2796e896-856b-4be1-843c-534bf19d6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'b617852b-cce7-4924-b5ce-de952d82f65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:06.448504 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b446d85-5595-415c-9ed7-4987d2b0c622 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network hostable DHCP agents. Network: b617852b-cce7-4924-b5ce-de952d82f65c, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:49:06.483737 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58244) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:06.484101 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bfd0c13f-9ad1-48fc-b82b-f6ff9b55df04 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9abb7da6d9bb4b8b971634581edde7b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4035161 Nov 11 21:49:06.592763 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0eb36df4-f1e1-4531-96b8-188600850a3e req-fa73d2d4-d31d-415e-b1f1-0fad3aa974fc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 210 time: 0.0928838 Nov 11 21:49:06.604725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b446d85-5595-415c-9ed7-4987d2b0c622 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network b617852b-cce7-4924-b5ce-de952d82f65c is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:49:06.659315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-3b446d85-5595-415c-9ed7-4987d2b0c622 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, b617852b-cce7-4924-b5ce-de952d82f65c) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:06.668157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b446d85-5595-415c-9ed7-4987d2b0c622 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:06.669476 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3b446d85-5595-415c-9ed7-4987d2b0c622 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:06.680935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e655c2-9853-4d26-9ffb-69336b9848fb None None] Network b617852b-cce7-4924-b5ce-de952d82f65c requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:06.712081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab1dc35a-f494-436c-979c-4e77bf34483d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:06.718108 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3b446d85-5595-415c-9ed7-4987d2b0c622 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1417885 Nov 11 21:49:06.722400 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58258) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:06.733742 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1001820188', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}, 'admin_state_up': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:06.760368 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab1dc35a-f494-436c-979c-4e77bf34483d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:06.806755 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:06.812621 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:06.960823 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:07.068032 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58298) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:07.230120 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-b617852b-cce7-4924-b5ce-de952d82f65c', 'network_id': 'b617852b-cce7-4924-b5ce-de952d82f65c', 'tenant_id': 'd699276d634c450fb508151d2a8ddd89', 'fixed_ips': [{'subnet_id': 'c1b3cec5-2f31-4852-a2c0-ecc9572352cd'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:49:07.231526 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:07.257662 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:07.263334 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab1dc35a-f494-436c-979c-4e77bf34483d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:07.270548 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab1dc35a-f494-436c-979c-4e77bf34483d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:07.276922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ab1dc35a-f494-436c-979c-4e77bf34483d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c16055e-99c2-442c-b753-c07c6383bef2 HTTP/1.1" status: 204 len: 168 time: 0.7909226 Nov 11 21:49:07.368877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dc35a-f494-436c-979c-4e77bf34483d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c16055e-99c2-442c-b753-c07c6383bef2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:07.564314 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-11ed969c-3a36-4891-ab4a-c39430ae7a06 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b817a18fc5ce44ca94cd90e9ed0bb7b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4941580 Nov 11 21:49:07.565184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58344) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:07.630042 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Allocated IP 172.20.0.2 (b617852b-cce7-4924-b5ce-de952d82f65c/c1b3cec5-2f31-4852-a2c0-ecc9572352cd/691e865b-ba67-499a-89a8-2ecfe889923a) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:07.776782 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a80d6a6c-c0ed-4068-9865-538f7cf30e53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:07.833430 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a80d6a6c-c0ed-4068-9865-538f7cf30e53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:07.989795 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d02b6fe-9581-489c-8992-3438ce0dd449 req-9cd86098-772b-43ce-a25f-8df521617294 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 210 time: 0.0722206 Nov 11 21:49:07.991504 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58388) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:08.033792 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:08.037640 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a80d6a6c-c0ed-4068-9865-538f7cf30e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:08.040861 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a80d6a6c-c0ed-4068-9865-538f7cf30e53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:08.046957 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:08.051158 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a80d6a6c-c0ed-4068-9865-538f7cf30e53 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7377765a-9ea9-44ba-8a80-feac672368a4 HTTP/1.1" status: 204 len: 168 time: 0.4834466 Nov 11 21:49:08.065835 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:08.072521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d6a6c-c0ed-4068-9865-538f7cf30e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7377765a-9ea9-44ba-8a80-feac672368a4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:08.148827 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:08.175790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Network b617852b-cce7-4924-b5ce-de952d82f65c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:08.218126 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:08.236599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:08.307501 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c3d80d4a-8ee2-4546-b5e6-d537d9564e48 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1d6aa243931644d9a21b519d27141956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2799168 Nov 11 21:49:08.310370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58422) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:08.335337 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Pushing event updated for resources: {'Port': ['ID=691e865b-ba67-499a-89a8-2ecfe889923a,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:08.411310 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Attempting to bind port 691e865b-ba67-499a-89a8-2ecfe889923a on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:08.411883 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Attempting to bind port 691e865b-ba67-499a-89a8-2ecfe889923a by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '2796e896-856b-4be1-843c-534bf19d6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'b617852b-cce7-4924-b5ce-de952d82f65c'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:08.412430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Attempting to bind port 691e865b-ba67-499a-89a8-2ecfe889923a on network b617852b-cce7-4924-b5ce-de952d82f65c {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:08.418916 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:49:08.419488 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Checking segment: {'id': '2796e896-856b-4be1-843c-534bf19d6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'b617852b-cce7-4924-b5ce-de952d82f65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:08.420418 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:08.420984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Bound using segment: {'id': '2796e896-856b-4be1-843c-534bf19d6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'b617852b-cce7-4924-b5ce-de952d82f65c'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:49:08.421669 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Bound port: 691e865b-ba67-499a-89a8-2ecfe889923a, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2796e896-856b-4be1-843c-534bf19d6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'b617852b-cce7-4924-b5ce-de952d82f65c'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:49:08.422455 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:08.428641 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98875daf-aead-4d17-96f4-bdb89edbd86c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:08.488523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Allocated IP 172.25.0.242 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/df05ad9d-ac61-4cd1-a54f-4bde390a09a6) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:08.539461 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98875daf-aead-4d17-96f4-bdb89edbd86c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:08.540144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] For port 691e865b-ba67-499a-89a8-2ecfe889923a, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:49:08.550672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] For port 691e865b-ba67-499a-89a8-2ecfe889923a, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=691e865b-ba67-499a-89a8-2ecfe889923a,segment=NetworkSegment(2796e896-856b-4be1-843c-534bf19d6648),segment_id=2796e896-856b-4be1-843c-534bf19d6648)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:49:08.579064 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:08.771028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575224b-2390-4dfe-990c-cfcf35cb58c1 None None] Pushing event updated for resources: {'Port': ['ID=691e865b-ba67-499a-89a8-2ecfe889923a,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:09.000974 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98875daf-aead-4d17-96f4-bdb89edbd86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:09.003760 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98875daf-aead-4d17-96f4-bdb89edbd86c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:09.018396 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-98875daf-aead-4d17-96f4-bdb89edbd86c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2994bc13-4413-409e-9fb6-e61610789cec HTTP/1.1" status: 204 len: 168 time: 0.6936784 Nov 11 21:49:09.021988 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:09.067526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98875daf-aead-4d17-96f4-bdb89edbd86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2994bc13-4413-409e-9fb6-e61610789cec,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:09.178632 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:09.304185 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:09.367822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:09.374515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:09.395086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c26fed-0ca5-4e71-9870-e985e2307c2e None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:49:09.463124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40d2ce36-e961-4d57-892d-d530a7b4cd26 req-bd1d0c55-2e70-46b9-b2ad-12716d319d18 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 210 time: 0.1302810 Nov 11 21:49:09.467609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=df05ad9d-ac61-4cd1-a54f-4bde390a09a6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:09.520977 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3c0f6dd3-4766-484f-965c-3264fb06cc4c None None] Provisioning complete for port df05ad9d-ac61-4cd1-a54f-4bde390a09a6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:09.521503 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3c0f6dd3-4766-484f-965c-3264fb06cc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:09.592504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f6dd3-4766-484f-965c-3264fb06cc4c None None] Port df05ad9d-ac61-4cd1-a54f-4bde390a09a6 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:49:09.616082 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 691e865b-ba67-499a-89a8-2ecfe889923a up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:49:09.824536 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 691e865b-ba67-499a-89a8-2ecfe889923a triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:09.824536 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:10.051755 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:10.083537 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:10.141754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 691e865b-ba67-499a-89a8-2ecfe889923a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=691e865b-ba67-499a-89a8-2ecfe889923a,segment=NetworkSegment(2796e896-856b-4be1-843c-534bf19d6648),segment_id=2796e896-856b-4be1-843c-534bf19d6648)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:10.152904 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:10.194937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58532) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:10.316239 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=691e865b-ba67-499a-89a8-2ecfe889923a,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:10.482767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1733056501-network', 'tenant_id': 'bb0484a623e4429eb8cbaa8df8af91f0'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:10.565384 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980af6c8-f816-41d2-add9-20cb4c33fc0f None None] Network b617852b-cce7-4924-b5ce-de952d82f65c requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:10.602013 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] Made reservation on behalf of bb0484a623e4429eb8cbaa8df8af91f0 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:10.612725 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:10.652782 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:10.693697 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fb8997f9-e7af-474c-a94d-f64ed94df5c2 req-2868c580-5214-4ed7-96b0-27c6be142bf9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 210 time: 0.0801725 Nov 11 21:49:10.719005 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:10.954881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router 188a4606-9714-48bc-b3a9-9942e666e284 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:49:11.002788 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:11.010066 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:11.029589 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:49:11.049288 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:11.050007 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] Added segment 2be75b92-755c-4305-a7d9-6bbdb114d599 of type vlan for network 52f5520a-d156-42de-aab8-ef139313e61e Nov 11 21:49:11.086284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-eefd3ef3-9ace-4fff-ae0e-4277e1d2fc93 None None] Provisioning complete for port 691e865b-ba67-499a-89a8-2ecfe889923a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:11.097321 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eefd3ef3-9ace-4fff-ae0e-4277e1d2fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:11.130605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bfca43-cca0-4f04-a22b-e972d64810a6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:11.174464 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:11.201009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:49:11.234266 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:11.235253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:11.236230 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:11.240226 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:11.246063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4a85a652-ad59-4c4e-8d52-84712632a924 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5211685 Nov 11 21:49:11.246239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58568) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:11.256775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625da74c-951e-4d1a-8d38-3cd85641cab1 None None] Sync routers for ids ['188a4606-9714-48bc-b3a9-9942e666e284'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:49:11.296558 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625da74c-951e-4d1a-8d38-3cd85641cab1 None None] Routers {'188a4606-9714-48bc-b3a9-9942e666e284'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:11.298258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-625da74c-951e-4d1a-8d38-3cd85641cab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['188a4606-9714-48bc-b3a9-9942e666e284'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:11.397768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] Pushing event updated for resources: {'Network': ['ID=52f5520a-d156-42de-aab8-ef139313e61e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:11.408054 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 691e865b-ba67-499a-89a8-2ecfe889923a up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:49:11.413149 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4587981c-5f9a-4508-b4dc-f32db43b11bb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2164321 Nov 11 21:49:11.415767 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:11.415983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58576) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:11.420204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-625da74c-951e-4d1a-8d38-3cd85641cab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:11.424731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-22be7585-735d-4b23-8948-9fedb34cbf96 admin admin] Request body: {'subnet': {'network_id': '52f5520a-d156-42de-aab8-ef139313e61e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1733056501-subnet', 'tenant_id': 'bb0484a623e4429eb8cbaa8df8af91f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:11.459533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22be7585-735d-4b23-8948-9fedb34cbf96 admin admin] Made reservation on behalf of bb0484a623e4429eb8cbaa8df8af91f0 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:11.462032 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22be7585-735d-4b23-8948-9fedb34cbf96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:11.539312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 52f5520a-d156-42de-aab8-ef139313e61e details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:49:11.682463 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625da74c-951e-4d1a-8d38-3cd85641cab1 None None] Routers {'188a4606-9714-48bc-b3a9-9942e666e284'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:11.695712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-625da74c-951e-4d1a-8d38-3cd85641cab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:48:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['188a4606-9714-48bc-b3a9-9942e666e284'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:11.849842 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22be7585-735d-4b23-8948-9fedb34cbf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:12.004207 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d6b0a38-a07d-416f-9f0c-73ad2d9d8f24 req-054579e8-ea4a-4787-a716-9cf6196eb2d2 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 210 time: 0.1267653 Nov 11 21:49:12.053026 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22be7585-735d-4b23-8948-9fedb34cbf96 admin admin] Checking segment: {'id': '2be75b92-755c-4305-a7d9-6bbdb114d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '52f5520a-d156-42de-aab8-ef139313e61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:12.053415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22be7585-735d-4b23-8948-9fedb34cbf96 admin admin] Network hostable DHCP agents. Network: 52f5520a-d156-42de-aab8-ef139313e61e, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:49:12.079990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be7585-735d-4b23-8948-9fedb34cbf96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec69429b-7265-4db3-ae17-4c3980384308,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:12.116645 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22be7585-735d-4b23-8948-9fedb34cbf96 admin admin] Network 52f5520a-d156-42de-aab8-ef139313e61e is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:49:12.134425 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-22be7585-735d-4b23-8948-9fedb34cbf96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 52f5520a-d156-42de-aab8-ef139313e61e) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:12.141835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22be7585-735d-4b23-8948-9fedb34cbf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:12.143890 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22be7585-735d-4b23-8948-9fedb34cbf96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:12.197486 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-22be7585-735d-4b23-8948-9fedb34cbf96 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7767596 Nov 11 21:49:12.397696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97a03df-b491-4afc-8ed6-59848d09024a None None] Network 52f5520a-d156-42de-aab8-ef139313e61e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:12.492858 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-625da74c-951e-4d1a-8d38-3cd85641cab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:12.493910 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625da74c-951e-4d1a-8d38-3cd85641cab1 None None] The sync data for ids ['188a4606-9714-48bc-b3a9-9942e666e284'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:49:12.669333 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00217e4-a182-4dd0-b8be-411f0931b61c None None] Network 52f5520a-d156-42de-aab8-ef139313e61e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:12.733175 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58618) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:12.789924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 691e865b-ba67-499a-89a8-2ecfe889923a triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:12.790406 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:12.841492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b9afe8f8-b494-4ee7-85c7-fb1d24958311 None None] Provisioning complete for port 691e865b-ba67-499a-89a8-2ecfe889923a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:12.841892 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9afe8f8-b494-4ee7-85c7-fb1d24958311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:12.956055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f926300a-b136-4207-a04d-29c060ba537c tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:13.016115 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f926300a-b136-4207-a04d-29c060ba537c tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] 10.222.0.57 "PUT /v2.0/quotas/3ea445b5508142e3997905fb4091a86d HTTP/1.1" status: 200 len: 366 time: 0.2807977 Nov 11 21:49:13.018779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58632) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:13.038161 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-02029c3e-4860-470e-a30e-1db314148ce7 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0176833 Nov 11 21:49:13.040573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58636) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:13.069269 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a7bc3b94-ba70-4b1f-9689-8a4abe9f8373 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] 10.222.0.57 "GET /v2.0/quotas/3ea445b5508142e3997905fb4091a86d HTTP/1.1" status: 200 len: 366 time: 0.0245869 Nov 11 21:49:13.071440 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58640) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:13.176965 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58646) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:13.179231 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-62e4846e-088f-4a8a-9c0f-077b6cba9c75 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/3ea445b5508142e3997905fb4091a86d HTTP/1.1" status: 204 len: 168 time: 0.0972283 Nov 11 21:49:13.195574 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5114e5e7-3abf-4000-adc6-7f86c67763fe tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0170884 Nov 11 21:49:13.198700 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58648) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:13.249953 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bb86a468-7007-4793-a9df-18c97923f28b tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] 10.222.0.57 "GET /v2.0/quotas/3ea445b5508142e3997905fb4091a86d HTTP/1.1" status: 200 len: 370 time: 0.0498877 Nov 11 21:49:13.252000 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58652) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:13.265479 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d5a77054-03ef-4c91-96aa-5c410d158ffd tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] 10.222.0.57 "GET /v2.0/quotas/3ea445b5508142e3997905fb4091a86d/default HTTP/1.1" status: 200 len: 370 time: 0.0085988 Nov 11 21:49:13.266081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58654) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:13.288351 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-fcfa800c-8bc2-4be0-834e-7487f2a60b4e tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] delete failed (client error): The resource could not be found. Nov 11 21:49:13.290036 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d94c803-b6ee-4e18-be81-d5d8ac9207c9 req-f25534c3-06a0-4e98-8d54-e57e356c4e32 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 210 time: 0.1181154 Nov 11 21:49:13.297208 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fcfa800c-8bc2-4be0-834e-7487f2a60b4e tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/3ea445b5508142e3997905fb4091a86d HTTP/1.1" status: 404 len: 348 time: 0.0300422 Nov 11 21:49:13.549962 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:13.625811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:13.630914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1717988331-network', 'tenant_id': 'f62e4a8d556942dca36418d9713b68e6'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:13.682869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] Made reservation on behalf of f62e4a8d556942dca36418d9713b68e6 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:13.690561 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:13.722242 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:13.792836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58672) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:13.870577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Usage tracker for resource:network and project:a280601664df41faac40392b7b0767ff is out of sync, need to count used quota {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:49:13.879222 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9cd079ac-bc42-4d74-9af8-de94cb00e77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:13.896936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:49:13.898477 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:13.905228 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:13.922626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:49:13.934304 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:13.934734 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] Added segment ed456150-a5dc-4bf5-8a11-b522c7df84e0 of type vlan for network 57243504-5346-4d8c-adc9-06833ebcb542 Nov 11 21:49:13.994163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Allocated IP 172.20.0.1 (b617852b-cce7-4924-b5ce-de952d82f65c/c1b3cec5-2f31-4852-a2c0-ecc9572352cd/6e7ffb21-a7bb-4fab-832b-645bf09fd90b) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:14.010294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:14.049875 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:14.050867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:14.051440 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:14.135786 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] Pushing event updated for resources: {'Network': ['ID=57243504-5346-4d8c-adc9-06833ebcb542,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:14.143130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:14.146689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 57243504-5346-4d8c-adc9-06833ebcb542 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:49:14.155844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f522cd-f365-439d-87f8-a7b407bb657e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:14.180829 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-831b05f8-2fda-4fda-9686-62a05c37fecd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5538433 Nov 11 21:49:14.189543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58680) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:14.202678 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-14e972e6-aeb7-4cf1-ad11-a56cfc2e0d2f admin admin] Request body: {'subnet': {'network_id': '57243504-5346-4d8c-adc9-06833ebcb542', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1717988331-subnet', 'tenant_id': 'f62e4a8d556942dca36418d9713b68e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:14.215575 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Usage tracker for resource:subnet and project:a280601664df41faac40392b7b0767ff is out of sync, need to count used quota {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:49:14.224169 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:14.268152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e972e6-aeb7-4cf1-ad11-a56cfc2e0d2f admin admin] Made reservation on behalf of f62e4a8d556942dca36418d9713b68e6 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:14.272179 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14e972e6-aeb7-4cf1-ad11-a56cfc2e0d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:14.276358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network b617852b-cce7-4924-b5ce-de952d82f65c is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:14.281850 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:14.288557 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:14.295569 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:49:14.474391 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Usage tracker for resource:subnetpool and project:a280601664df41faac40392b7b0767ff is out of sync, need to count used quota {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:49:14.514152 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14e972e6-aeb7-4cf1-ad11-a56cfc2e0d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:14.526104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=6e7ffb21-a7bb-4fab-832b-645bf09fd90b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:14.597953 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:14.615110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:49:14.621910 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e972e6-aeb7-4cf1-ad11-a56cfc2e0d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=050c2669-e512-41f2-ba5b-67c9aea5843b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:14.663487 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e972e6-aeb7-4cf1-ad11-a56cfc2e0d2f admin admin] Checking segment: {'id': 'ed456150-a5dc-4bf5-8a11-b522c7df84e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '57243504-5346-4d8c-adc9-06833ebcb542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:14.664111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e972e6-aeb7-4cf1-ad11-a56cfc2e0d2f admin admin] Network hostable DHCP agents. Network: 57243504-5346-4d8c-adc9-06833ebcb542, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:49:14.675473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-357cb5b2-2441-4c21-9af6-eb41a0fe46fe req-c5500621-7e56-412f-a510-e8c651cc80d3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 210 time: 0.1903896 Nov 11 21:49:14.692150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e972e6-aeb7-4cf1-ad11-a56cfc2e0d2f admin admin] Network 57243504-5346-4d8c-adc9-06833ebcb542 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:49:14.707990 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:14.717028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Usage tracker for resource:port and project:a280601664df41faac40392b7b0767ff is out of sync, need to count used quota {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:49:14.718726 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-14e972e6-aeb7-4cf1-ad11-a56cfc2e0d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 57243504-5346-4d8c-adc9-06833ebcb542) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:14.724085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e972e6-aeb7-4cf1-ad11-a56cfc2e0d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:14.725311 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14e972e6-aeb7-4cf1-ad11-a56cfc2e0d2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:14.740397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8267b007-9fa9-45cb-b752-42844fe5fc88 None None] Network 57243504-5346-4d8c-adc9-06833ebcb542 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:14.777802 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:49:14.779641 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-14e972e6-aeb7-4cf1-ad11-a56cfc2e0d2f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5636876 Nov 11 21:49:14.833759 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Usage tracker for resource:router and project:a280601664df41faac40392b7b0767ff is out of sync, need to count used quota {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:49:14.850401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:49:14.922978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-47b63838-8099-42df-bd26-9d09eabe510f None None] Provisioning complete for port 6e7ffb21-a7bb-4fab-832b-645bf09fd90b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:14.923405 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47b63838-8099-42df-bd26-9d09eabe510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:14.928024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Usage tracker for resource:floatingip and project:a280601664df41faac40392b7b0767ff is out of sync, need to count used quota {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:49:14.937562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:49:15.005739 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:15.027606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Usage tracker for resource:security_group and project:a280601664df41faac40392b7b0767ff is out of sync, need to count used quota {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:49:15.029712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-47b63838-8099-42df-bd26-9d09eabe510f None None] Port 6e7ffb21-a7bb-4fab-832b-645bf09fd90b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:49:15.032070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:49:15.040087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8a1d37-6da1-474b-b662-dfa48897894a None None] Network 57243504-5346-4d8c-adc9-06833ebcb542 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:15.074584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Usage tracker for resource:security_group_rule and project:a280601664df41faac40392b7b0767ff is out of sync, need to count used quota {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:49:15.087896 n-d-805737-3 neutron-server[102534]: DEBUG neutron.quota.resource [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102534) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:49:15.157901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-57941b90-2917-4d43-b835-b31db0c82665 tempest-QuotasTest-1250225948 tempest-QuotasTest-1250225948-project-admin] 10.222.0.57 "GET /v2.0/quotas/a280601664df41faac40392b7b0767ff/details.json HTTP/1.1" status: 200 len: 703 time: 1.3635585 Nov 11 21:49:15.209802 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:49:15.552123 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58726) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:15.555360 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:15.565233 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:15.660394 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4855d-64a9-4956-97cd-d671638060e6 req-9b10cb79-5fda-4783-a7b7-02f168190720 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:15.662609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eef4855d-64a9-4956-97cd-d671638060e6 req-9b10cb79-5fda-4783-a7b7-02f168190720 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/networks?id=52f5520a-d156-42de-aab8-ef139313e61e HTTP/1.1" status: 200 len: 812 time: 0.1825509 Nov 11 21:49:15.727768 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e18da094-32e2-4ba4-abfd-0823a60c20a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:15.732100 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eef4855d-64a9-4956-97cd-d671638060e6 req-209b0c07-3dd1-4741-97d6-31d0a05e1bb5 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/quotas/bb0484a623e4429eb8cbaa8df8af91f0 HTTP/1.1" status: 200 len: 375 time: 0.0617375 Nov 11 21:49:15.754622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=6e7ffb21-a7bb-4fab-832b-645bf09fd90b,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:15.800961 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eef4855d-64a9-4956-97cd-d671638060e6 req-31fe2196-3c70-4ccc-9f5a-8b0b34c52821 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb0484a623e4429eb8cbaa8df8af91f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622771 Nov 11 21:49:15.833653 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:15.885900 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e18da094-32e2-4ba4-abfd-0823a60c20a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:15.897000 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e18da094-32e2-4ba4-abfd-0823a60c20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:15.918205 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-968bc922-ac71-4034-8776-a99d57e7a3fa req-0b81040a-a944-4a91-b834-12641b0bd61e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=baff6627-d887-4198-94db-54e56f5b2112 HTTP/1.1" status: 200 len: 210 time: 0.0811884 Nov 11 21:49:15.953928 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e18da094-32e2-4ba4-abfd-0823a60c20a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ce05afc857f442f8b0ca034255903447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4006276 Nov 11 21:49:15.954667 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18da094-32e2-4ba4-abfd-0823a60c20a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951846ec-695c-44d5-a0a8-1d58d324e25d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:15.957332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58738) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:16.045399 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f591d6c5-867d-4688-b88e-b4c83e2bf35b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:16.047518 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aeee84b6-d318-41c6-ae39-e32fa587de48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:16.067609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eef4855d-64a9-4956-97cd-d671638060e6 req-59b1c0c0-4824-414e-a692-6184793d30ad service neutron] 10.222.0.57 "GET /v2.0/networks/52f5520a-d156-42de-aab8-ef139313e61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570581 Nov 11 21:49:16.104186 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f591d6c5-867d-4688-b88e-b4c83e2bf35b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:16.191491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network b617852b-cce7-4924-b5ce-de952d82f65c is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:16.198051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:16.224663 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f591d6c5-867d-4688-b88e-b4c83e2bf35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:16.228458 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f591d6c5-867d-4688-b88e-b4c83e2bf35b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:16.232632 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f591d6c5-867d-4688-b88e-b4c83e2bf35b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/951846ec-695c-44d5-a0a8-1d58d324e25d HTTP/1.1" status: 204 len: 168 time: 0.2737827 Nov 11 21:49:16.254475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591d6c5-867d-4688-b88e-b4c83e2bf35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951846ec-695c-44d5-a0a8-1d58d324e25d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:16.309424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eef4855d-64a9-4956-97cd-d671638060e6 req-167a723d-de4b-461f-ac7c-457969b60303 service neutron] 10.222.0.57 "GET /v2.0/networks/52f5520a-d156-42de-aab8-ef139313e61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407360 Nov 11 21:49:16.474614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router 188a4606-9714-48bc-b3a9-9942e666e284 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:49:16.624123 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17cc531f-1c90-4198-96ea-5713c52778dc req-54e37e4f-0075-4947-8e6a-0f918d53d5c1 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 210 time: 0.0358350 Nov 11 21:49:16.721265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:49:16.727783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4ea4f06c-cbc9-47e2-bd61-e0afae9bc05c tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "PUT /v2.0/routers/188a4606-9714-48bc-b3a9-9942e666e284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4782720 Nov 11 21:49:16.729782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58760) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:16.732411 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fc5a3a-df46-41e8-86f2-192880714e6e None None] Sync routers for ids ['188a4606-9714-48bc-b3a9-9942e666e284'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:49:16.737654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-53a58c1d-805f-497e-9260-e40a924a665b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'port': {'network_id': 'b617852b-cce7-4924-b5ce-de952d82f65c', 'name': 'tempest-FloatingIPTestJSON-1046416937'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:16.749082 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fc5a3a-df46-41e8-86f2-192880714e6e None None] Routers {'188a4606-9714-48bc-b3a9-9942e666e284'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:16.749962 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-36fc5a3a-df46-41e8-86f2-192880714e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['188a4606-9714-48bc-b3a9-9942e666e284'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:16.785534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-99d85bf6-241f-4ba0-9d01-6189bf70dde7 None None] Provisioning complete for port 6e7ffb21-a7bb-4fab-832b-645bf09fd90b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:16.785871 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99d85bf6-241f-4ba0-9d01-6189bf70dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:16.820930 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-36fc5a3a-df46-41e8-86f2-192880714e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:16.832608 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fc5a3a-df46-41e8-86f2-192880714e6e None None] Routers {'188a4606-9714-48bc-b3a9-9942e666e284'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:16.833330 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-36fc5a3a-df46-41e8-86f2-192880714e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['188a4606-9714-48bc-b3a9-9942e666e284'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:16.880443 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-99d85bf6-241f-4ba0-9d01-6189bf70dde7 None None] Port 6e7ffb21-a7bb-4fab-832b-645bf09fd90b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:49:16.886426 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-36fc5a3a-df46-41e8-86f2-192880714e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:16.887239 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fc5a3a-df46-41e8-86f2-192880714e6e None None] The sync data for ids ['188a4606-9714-48bc-b3a9-9942e666e284'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:49:16.984774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a58c1d-805f-497e-9260-e40a924a665b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Made reservation on behalf of d699276d634c450fb508151d2a8ddd89 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:16.989609 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53a58c1d-805f-497e-9260-e40a924a665b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:16.994792 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58774) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:17.018357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-53a58c1d-805f-497e-9260-e40a924a665b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] device_id is not set on port 8d309614-2b4a-4786-bde2-b8ce30bc1ae3 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:49:17.043346 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-617a1e8e-b747-44a9-b51a-5955442d43cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:17.191117 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:17.200860 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-53a58c1d-805f-497e-9260-e40a924a665b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Allocated IP 172.20.0.7 (b617852b-cce7-4924-b5ce-de952d82f65c/c1b3cec5-2f31-4852-a2c0-ecc9572352cd/8d309614-2b4a-4786-bde2-b8ce30bc1ae3) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:17.202689 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-617a1e8e-b747-44a9-b51a-5955442d43cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:17.209806 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-617a1e8e-b747-44a9-b51a-5955442d43cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:17.292909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a1e8e-b747-44a9-b51a-5955442d43cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ccc277-870a-47b4-abda-add7d4555a99,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:17.299489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-617a1e8e-b747-44a9-b51a-5955442d43cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a280601664df41faac40392b7b0767ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3030920 Nov 11 21:49:17.302203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58786) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:17.394139 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc16b211-ae1d-485c-936c-bfb59f13c2dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:17.420672 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc16b211-ae1d-485c-936c-bfb59f13c2dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:17.490678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc16b211-ae1d-485c-936c-bfb59f13c2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:17.491275 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53a58c1d-805f-497e-9260-e40a924a665b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:17.494315 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc16b211-ae1d-485c-936c-bfb59f13c2dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:17.505031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cc16b211-ae1d-485c-936c-bfb59f13c2dd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/21ccc277-870a-47b4-abda-add7d4555a99 HTTP/1.1" status: 204 len: 168 time: 0.1976511 Nov 11 21:49:17.529144 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53a58c1d-805f-497e-9260-e40a924a665b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:17.532235 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16b211-ae1d-485c-936c-bfb59f13c2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ccc277-870a-47b4-abda-add7d4555a99,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:17.591221 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a58c1d-805f-497e-9260-e40a924a665b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event updated for resources: {'Port': ['ID=8d309614-2b4a-4786-bde2-b8ce30bc1ae3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:17.605346 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a58c1d-805f-497e-9260-e40a924a665b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Network b617852b-cce7-4924-b5ce-de952d82f65c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:17.606795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-53a58c1d-805f-497e-9260-e40a924a665b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:17.609474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a58c1d-805f-497e-9260-e40a924a665b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:17.729136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a58c1d-805f-497e-9260-e40a924a665b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:17.731839 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53a58c1d-805f-497e-9260-e40a924a665b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:17.776875 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-53a58c1d-805f-497e-9260-e40a924a665b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0419357 Nov 11 21:49:17.777782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58800) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:17.798640 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6c34d50e-6cde-411f-8dc8-2cb48b5df891 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Request body: {'floatingip': {'port_id': '8d309614-2b4a-4786-bde2-b8ce30bc1ae3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:17.839749 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e650a89-5bf5-482b-a3cd-0169dc0efcc6 req-d487d667-93aa-4ae9-a636-ca167f05faf8 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 210 time: 0.0793939 Nov 11 21:49:17.889741 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c34d50e-6cde-411f-8dc8-2cb48b5df891 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:18.011871 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2b7ffd81-be3b-4427-891f-ee5c76b26c3c None None] Provisioning complete for port 8d309614-2b4a-4786-bde2-b8ce30bc1ae3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:18.012500 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2b7ffd81-be3b-4427-891f-ee5c76b26c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:18.063250 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ffd81-be3b-4427-891f-ee5c76b26c3c None None] Port 8d309614-2b4a-4786-bde2-b8ce30bc1ae3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:49:18.536107 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:18.565567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4855d-64a9-4956-97cd-d671638060e6 req-d176f5ad-8ad4-452b-be47-9b8152421ec4 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:18.567274 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eef4855d-64a9-4956-97cd-d671638060e6 req-d176f5ad-8ad4-452b-be47-9b8152421ec4 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.71 "GET /v2.0/networks?id=52f5520a-d156-42de-aab8-ef139313e61e HTTP/1.1" status: 200 len: 812 time: 0.2578888 Nov 11 21:49:18.603487 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-eef4855d-64a9-4956-97cd-d671638060e6 req-5e4fd9f1-5c41-46c7-9a1a-34e25af692d6 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Request body: {'port': {'device_id': '6b73d603-9e4b-4a2e-8518-c1d7643f1b75', 'network_id': '52f5520a-d156-42de-aab8-ef139313e61e', 'admin_state_up': True, 'tenant_id': 'bb0484a623e4429eb8cbaa8df8af91f0'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:18.736609 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c34d50e-6cde-411f-8dc8-2cb48b5df891 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:18.746785 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c34d50e-6cde-411f-8dc8-2cb48b5df891 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:18.844233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58840) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:18.992692 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-6c34d50e-6cde-411f-8dc8-2cb48b5df891 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Floating IP d890a79a-6501-456d-83fb-3e159637ef50 associated. External IP: 172.25.0.3, port: 1e1bfd58-0e4a-49da-a70e-69aa951ca68c. Nov 11 21:49:19.015288 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d97e1e36-6427-4879-9bbb-62248eeed600 req-f0f37d73-ce1f-4ee0-a1e2-3dc4680201e3 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 210 time: 0.0529752 Nov 11 21:49:19.026881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-464d06e5-2922-4355-adcd-07d2c89c9e86 tempest-AgentManagementNegativeTest-1751573114 tempest-AgentManagementNegativeTest-1751573114-project] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1808720 Nov 11 21:49:19.081718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef4855d-64a9-4956-97cd-d671638060e6 req-5e4fd9f1-5c41-46c7-9a1a-34e25af692d6 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Made reservation on behalf of bb0484a623e4429eb8cbaa8df8af91f0 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:19.090676 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eef4855d-64a9-4956-97cd-d671638060e6 req-5e4fd9f1-5c41-46c7-9a1a-34e25af692d6 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:19.336408 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:19.379532 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-eef4855d-64a9-4956-97cd-d671638060e6 req-5e4fd9f1-5c41-46c7-9a1a-34e25af692d6 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Allocated IP 172.20.0.7 (52f5520a-d156-42de-aab8-ef139313e61e/ec69429b-7265-4db3-ae17-4c3980384308/30a4faab-164b-4cb8-9c46-84bffc28e317) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:19.418853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c34d50e-6cde-411f-8dc8-2cb48b5df891 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:49:19.479974 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58864) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:19.657226 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eacb7475-6afc-480f-874c-3f2caee00b03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:19.660047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c34d50e-6cde-411f-8dc8-2cb48b5df891 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:49:19.672772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e735d-1069-475d-90b6-7cd0486b07d8 None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:49:19.685509 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e735d-1069-475d-90b6-7cd0486b07d8 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:19.686506 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8d7e735d-1069-475d-90b6-7cd0486b07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:19.745224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8d7e735d-1069-475d-90b6-7cd0486b07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:19.759327 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e735d-1069-475d-90b6-7cd0486b07d8 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:19.760513 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8d7e735d-1069-475d-90b6-7cd0486b07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:19.789950 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eef4855d-64a9-4956-97cd-d671638060e6 req-5e4fd9f1-5c41-46c7-9a1a-34e25af692d6 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:19.791850 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eacb7475-6afc-480f-874c-3f2caee00b03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:19.800993 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eacb7475-6afc-480f-874c-3f2caee00b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:19.842107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8d7e735d-1069-475d-90b6-7cd0486b07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:19.843215 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e735d-1069-475d-90b6-7cd0486b07d8 None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:49:19.852550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eacb7475-6afc-480f-874c-3f2caee00b03 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b29fdceda2bf4b17b2a2ba70e823c614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3720033 Nov 11 21:49:19.853681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb7475-6afc-480f-874c-3f2caee00b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f77c7d-52ee-4e79-ba73-90bd222121aa,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:19.855852 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58872) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:19.981718 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eef4855d-64a9-4956-97cd-d671638060e6 req-5e4fd9f1-5c41-46c7-9a1a-34e25af692d6 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:20.215036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fbacd-a906-42c9-a425-cf1ba0ccc7d6 req-d6009f94-00cf-47df-8b90-248cba15695b tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:20.222709 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-366fbacd-a906-42c9-a425-cf1ba0ccc7d6 req-d6009f94-00cf-47df-8b90-248cba15695b tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 931 time: 0.0599563 Nov 11 21:49:20.285727 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-366fbacd-a906-42c9-a425-cf1ba0ccc7d6 req-fb93d707-8e04-4f97-b288-2873bab6a518 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475802 Nov 11 21:49:20.451599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef4855d-64a9-4956-97cd-d671638060e6 req-5e4fd9f1-5c41-46c7-9a1a-34e25af692d6 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Network 52f5520a-d156-42de-aab8-ef139313e61e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:20.458268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c34d50e-6cde-411f-8dc8-2cb48b5df891 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router 188a4606-9714-48bc-b3a9-9942e666e284 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:49:20.463214 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-eef4855d-64a9-4956-97cd-d671638060e6 req-5e4fd9f1-5c41-46c7-9a1a-34e25af692d6 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:20.466350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef4855d-64a9-4956-97cd-d671638060e6 req-5e4fd9f1-5c41-46c7-9a1a-34e25af692d6 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:20.469067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fd9f1-5c41-46c7-9a1a-34e25af692d6 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Pushing event updated for resources: {'Port': ['ID=30a4faab-164b-4cb8-9c46-84bffc28e317,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:20.475234 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-242b64e1-99aa-4780-bf82-36309b405b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:20.547152 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-242b64e1-99aa-4780-bf82-36309b405b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:20.592571 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4855d-64a9-4956-97cd-d671638060e6 req-5e4fd9f1-5c41-46c7-9a1a-34e25af692d6 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:20.593217 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eef4855d-64a9-4956-97cd-d671638060e6 req-5e4fd9f1-5c41-46c7-9a1a-34e25af692d6 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:20.665093 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eef4855d-64a9-4956-97cd-d671638060e6 req-5e4fd9f1-5c41-46c7-9a1a-34e25af692d6 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0851784 Nov 11 21:49:20.704851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Request body: {'port': {'device_id': '6b73d603-9e4b-4a2e-8518-c1d7643f1b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:20.707626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c34d50e-6cde-411f-8dc8-2cb48b5df891 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:49:20.713011 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c34d50e-6cde-411f-8dc8-2cb48b5df891 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:20.722804 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2042803b-750e-4687-94d5-a265b6e453bf None None] Sync routers for ids ['188a4606-9714-48bc-b3a9-9942e666e284'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:49:20.740003 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2042803b-750e-4687-94d5-a265b6e453bf None None] Routers {'188a4606-9714-48bc-b3a9-9942e666e284'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:20.740613 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2042803b-750e-4687-94d5-a265b6e453bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['188a4606-9714-48bc-b3a9-9942e666e284'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:20.790689 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2042803b-750e-4687-94d5-a265b6e453bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:20.799966 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2042803b-750e-4687-94d5-a265b6e453bf None None] Routers {'188a4606-9714-48bc-b3a9-9942e666e284'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:20.800578 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2042803b-750e-4687-94d5-a265b6e453bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['188a4606-9714-48bc-b3a9-9942e666e284'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:20.840821 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6c34d50e-6cde-411f-8dc8-2cb48b5df891 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "PUT /v2.0/floatingips/d890a79a-6501-456d-83fb-3e159637ef50 HTTP/1.1" status: 200 len: 976 time: 3.0619075 Nov 11 21:49:20.843607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58896) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:20.853506 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-242b64e1-99aa-4780-bf82-36309b405b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:20.856523 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-242b64e1-99aa-4780-bf82-36309b405b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:20.857809 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-242b64e1-99aa-4780-bf82-36309b405b20 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c7f77c7d-52ee-4e79-ba73-90bd222121aa HTTP/1.1" status: 204 len: 168 time: 0.9874203 Nov 11 21:49:20.867302 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2042803b-750e-4687-94d5-a265b6e453bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:20.868155 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2042803b-750e-4687-94d5-a265b6e453bf None None] The sync data for ids ['188a4606-9714-48bc-b3a9-9942e666e284'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:49:20.886606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b64e1-99aa-4780-bf82-36309b405b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f77c7d-52ee-4e79-ba73-90bd222121aa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:20.893434 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:21.126626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-14a51c53-cf9f-4f5b-a70e-06daacf9ce89 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting port 8d309614-2b4a-4786-bde2-b8ce30bc1ae3 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:21.127598 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14a51c53-cf9f-4f5b-a70e-06daacf9ce89 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:21.296071 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14a51c53-cf9f-4f5b-a70e-06daacf9ce89 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:21.402616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a4faab-164b-4cb8-9c46-84bffc28e317 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:49:21.418132 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:21.441668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Transition to ACTIVE for port object 30a4faab-164b-4cb8-9c46-84bffc28e317 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:49:21.448399 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:21.508269 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Pushing event updated for resources: {'Port': ['ID=30a4faab-164b-4cb8-9c46-84bffc28e317,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:21.710292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Attempting to bind port 30a4faab-164b-4cb8-9c46-84bffc28e317 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:21.711039 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Attempting to bind port 30a4faab-164b-4cb8-9c46-84bffc28e317 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '2be75b92-755c-4305-a7d9-6bbdb114d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '52f5520a-d156-42de-aab8-ef139313e61e'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:21.713840 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Attempting to bind port 30a4faab-164b-4cb8-9c46-84bffc28e317 on network 52f5520a-d156-42de-aab8-ef139313e61e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:21.726696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Port 30a4faab-164b-4cb8-9c46-84bffc28e317 on network 52f5520a-d156-42de-aab8-ef139313e61e not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:49:21.728774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Attempting to bind port 30a4faab-164b-4cb8-9c46-84bffc28e317 on network 52f5520a-d156-42de-aab8-ef139313e61e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:21.738310 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:49:21.738588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Checking segment: {'id': '2be75b92-755c-4305-a7d9-6bbdb114d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '52f5520a-d156-42de-aab8-ef139313e61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:21.739132 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Bound using segment: {'id': '2be75b92-755c-4305-a7d9-6bbdb114d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '52f5520a-d156-42de-aab8-ef139313e61e'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:49:21.739622 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Bound port: 30a4faab-164b-4cb8-9c46-84bffc28e317, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be75b92-755c-4305-a7d9-6bbdb114d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '52f5520a-d156-42de-aab8-ef139313e61e'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:49:21.739985 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:21.814204 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14a51c53-cf9f-4f5b-a70e-06daacf9ce89 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:21.814539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14a51c53-cf9f-4f5b-a70e-06daacf9ce89 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:21.815138 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-14a51c53-cf9f-4f5b-a70e-06daacf9ce89 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Floating IP d890a79a-6501-456d-83fb-3e159637ef50 disassociated. External IP: 172.25.0.3, port: 8d309614-2b4a-4786-bde2-b8ce30bc1ae3. Nov 11 21:49:21.815563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-14a51c53-cf9f-4f5b-a70e-06daacf9ce89 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Calling delete_port for 8d309614-2b4a-4786-bde2-b8ce30bc1ae3 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:21.891847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf0de8-ad42-4ff3-9ffa-e714d09ccce4 req-ea533c1b-7b3e-477b-b17a-5985e6df6e54 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:21.893739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bbcf0de8-ad42-4ff3-9ffa-e714d09ccce4 req-ea533c1b-7b3e-477b-b17a-5985e6df6e54 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 943 time: 0.4944370 Nov 11 21:49:21.945668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] For port 30a4faab-164b-4cb8-9c46-84bffc28e317, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:49:21.952709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] For port 30a4faab-164b-4cb8-9c46-84bffc28e317, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=30a4faab-164b-4cb8-9c46-84bffc28e317,segment=NetworkSegment(2be75b92-755c-4305-a7d9-6bbdb114d599),segment_id=2be75b92-755c-4305-a7d9-6bbdb114d599)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:49:21.959830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:21.977351 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:21.978867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:21.980510 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eef4855d-64a9-4956-97cd-d671638060e6 req-35070715-b320-4381-9b14-3e40515b7071 service neutron] 10.222.0.71 "PUT /v2.0/ports/30a4faab-164b-4cb8-9c46-84bffc28e317 HTTP/1.1" status: 200 len: 1091 time: 1.2806618 Nov 11 21:49:21.982378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b73d603-9e4b-4a2e-8518-c1d7643f1b75', 'tag': '30a4faab-164b-4cb8-9c46-84bffc28e317'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:49:21.984858 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea84261e-6ec3-4246-b8a0-0fa8352eccf1" -d '{"events": [{"name": "network-changed", "server_uuid": "6b73d603-9e4b-4a2e-8518-c1d7643f1b75", "tag": "30a4faab-164b-4cb8-9c46-84bffc28e317"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:49:22.067489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bbcf0de8-ad42-4ff3-9ffa-e714d09ccce4 req-cd43e5be-328e-4344-a4e2-5c43c5737ad9 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670263 Nov 11 21:49:22.117477 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f97c6e-49ca-493d-b6cd-c11822247741 x-openstack-request-id: req-e1f97c6e-49ca-493d-b6cd-c11822247741 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:49:22.117768 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b73d603-9e4b-4a2e-8518-c1d7643f1b75", "tag": "30a4faab-164b-4cb8-9c46-84bffc28e317", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:49:22.118144 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1f97c6e-49ca-493d-b6cd-c11822247741 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:49:22.119519 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b73d603-9e4b-4a2e-8518-c1d7643f1b75', 'tag': '30a4faab-164b-4cb8-9c46-84bffc28e317', 'status': 'completed', 'code': 200} Nov 11 21:49:22.154937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35070715-b320-4381-9b14-3e40515b7071 service neutron] Pushing event updated for resources: {'Port': ['ID=30a4faab-164b-4cb8-9c46-84bffc28e317,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:22.190567 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14a51c53-cf9f-4f5b-a70e-06daacf9ce89 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:22.216448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4855d-64a9-4956-97cd-d671638060e6 req-8934c88b-7936-4c45-a95c-19609bc61198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:22.218203 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eef4855d-64a9-4956-97cd-d671638060e6 req-8934c88b-7936-4c45-a95c-19609bc61198 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bb0484a623e4429eb8cbaa8df8af91f0&device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 1094 time: 0.1767924 Nov 11 21:49:22.293444 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a51c53-cf9f-4f5b-a70e-06daacf9ce89 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Port': ['ID=8d309614-2b4a-4786-bde2-b8ce30bc1ae3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:22.301304 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eef4855d-64a9-4956-97cd-d671638060e6 req-bfcc4e31-4f50-463a-a4b4-93b54370b650 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a4faab-164b-4cb8-9c46-84bffc28e317 HTTP/1.1" status: 200 len: 217 time: 0.0688844 Nov 11 21:49:22.421917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58950) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:22.424094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4855d-64a9-4956-97cd-d671638060e6 req-bc5ef97c-8958-4dce-8d7b-bcdc3224a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:22.425713 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eef4855d-64a9-4956-97cd-d671638060e6 req-bc5ef97c-8958-4dce-8d7b-bcdc3224a2ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ec69429b-7265-4db3-ae17-4c3980384308 HTTP/1.1" status: 200 len: 852 time: 0.1122758 Nov 11 21:49:22.497461 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eef4855d-64a9-4956-97cd-d671638060e6 req-e96d904d-2ded-42be-b38d-4cef52a2f5ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52f5520a-d156-42de-aab8-ef139313e61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594640 Nov 11 21:49:22.604952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a51c53-cf9f-4f5b-a70e-06daacf9ce89 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router 188a4606-9714-48bc-b3a9-9942e666e284 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:49:22.640344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-393058119'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:22.698056 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eef4855d-64a9-4956-97cd-d671638060e6 req-3b939cea-aaeb-4ebb-98b5-38c29deb702d service neutron] 10.222.0.71 "GET /v2.0/networks/52f5520a-d156-42de-aab8-ef139313e61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857648 Nov 11 21:49:22.816738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Made reservation on behalf of 6070516a485f4acc8a671c2d6ab8cabd for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:22.825315 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:22.833023 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eef4855d-64a9-4956-97cd-d671638060e6 req-7dc1581c-66ba-4aff-829a-d8d140f826b3 service neutron] 10.222.0.71 "GET /v2.0/networks/52f5520a-d156-42de-aab8-ef139313e61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221213 Nov 11 21:49:22.844387 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:22.935195 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:22.947364 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:22.969320 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84261e-6ec3-4246-b8a0-0fa8352eccf1 req-84cc83d8-9ec4-4732-8ed3-f43e129fed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:22.970068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:49:22.972858 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ea84261e-6ec3-4246-b8a0-0fa8352eccf1 req-84cc83d8-9ec4-4732-8ed3-f43e129fed8f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bb0484a623e4429eb8cbaa8df8af91f0&device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 1094 time: 0.0712037 Nov 11 21:49:22.980451 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:22.980826 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Added segment 7990a6a1-021f-4c50-96c9-79f41e96edfb of type vlan for network 086dbd36-3600-4d6b-a5c8-0a6c94da6d38 Nov 11 21:49:23.200602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84261e-6ec3-4246-b8a0-0fa8352eccf1 req-c92c58f1-28fa-4ff5-9315-f6a04209d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:23.202340 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ea84261e-6ec3-4246-b8a0-0fa8352eccf1 req-c92c58f1-28fa-4ff5-9315-f6a04209d0db service neutron] 10.222.0.71 "GET /v2.0/networks?id=52f5520a-d156-42de-aab8-ef139313e61e HTTP/1.1" status: 200 len: 914 time: 0.2171488 Nov 11 21:49:23.279502 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ea84261e-6ec3-4246-b8a0-0fa8352eccf1 req-940d8f42-4ba1-4ecf-9573-a7f8607a7fea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a4faab-164b-4cb8-9c46-84bffc28e317 HTTP/1.1" status: 200 len: 217 time: 0.0647604 Nov 11 21:49:23.364435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84261e-6ec3-4246-b8a0-0fa8352eccf1 req-7cc1e5cb-2aaa-4611-adfc-58146b4c7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:23.366671 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ea84261e-6ec3-4246-b8a0-0fa8352eccf1 req-7cc1e5cb-2aaa-4611-adfc-58146b4c7311 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ec69429b-7265-4db3-ae17-4c3980384308 HTTP/1.1" status: 200 len: 852 time: 0.0761340 Nov 11 21:49:23.415915 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ea84261e-6ec3-4246-b8a0-0fa8352eccf1 req-b4f38f0b-18df-458f-b611-a76b1c829347 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52f5520a-d156-42de-aab8-ef139313e61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370152 Nov 11 21:49:23.464853 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:23.542033 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:23.542863 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ea84261e-6ec3-4246-b8a0-0fa8352eccf1 req-8b8e13c3-e51d-48fc-b29a-18fb6a75560a service neutron] 10.222.0.71 "GET /v2.0/networks/52f5520a-d156-42de-aab8-ef139313e61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195278 Nov 11 21:49:23.549769 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:23.550401 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:23.618789 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e214601-a16e-4ea3-8cf1-1aa7a730cb36,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:23.656834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a51c53-cf9f-4f5b-a70e-06daacf9ce89 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:49:23.664982 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2419944 Nov 11 21:49:23.668414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf980df2-6a95-4d58-8ead-3dcbf28ed380 None None] Sync routers for ids ['188a4606-9714-48bc-b3a9-9942e666e284'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:49:23.679871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58976) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:23.682667 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a63faf-d569-4f65-91ab-5857043bcea5 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Pushing event updated for resources: {'Network': ['ID=086dbd36-3600-4d6b-a5c8-0a6c94da6d38,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:23.684633 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf980df2-6a95-4d58-8ead-3dcbf28ed380 None None] Routers {'188a4606-9714-48bc-b3a9-9942e666e284'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:23.691785 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bf980df2-6a95-4d58-8ead-3dcbf28ed380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['188a4606-9714-48bc-b3a9-9942e666e284'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:23.707483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d53117-6c7d-45f1-923c-f4068f9f7165 req-efe1e49e-4479-42f2-b19d-83d532a038b2 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:23.715330 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4d53117-6c7d-45f1-923c-f4068f9f7165 req-efe1e49e-4479-42f2-b19d-83d532a038b2 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 943 time: 0.2574284 Nov 11 21:49:23.749595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b09182b6-e63d-4bb3-a907-5b5905df03a2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Request body: {'subnet': {'network_id': '086dbd36-3600-4d6b-a5c8-0a6c94da6d38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:23.782778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 086dbd36-3600-4d6b-a5c8-0a6c94da6d38 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:49:23.861956 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4d53117-6c7d-45f1-923c-f4068f9f7165 req-46e62491-ec1d-491e-a882-36cd90c5ec0e tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457160 Nov 11 21:49:23.863448 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ea84261e-6ec3-4246-b8a0-0fa8352eccf1 req-41bb5aed-7933-4618-a915-cb9dc72ae1ae service neutron] 10.222.0.71 "GET /v2.0/networks/52f5520a-d156-42de-aab8-ef139313e61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116491 Nov 11 21:49:23.892767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bf980df2-6a95-4d58-8ead-3dcbf28ed380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:23.903490 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14a51c53-cf9f-4f5b-a70e-06daacf9ce89 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:23.914843 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-14a51c53-cf9f-4f5b-a70e-06daacf9ce89 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/ports/8d309614-2b4a-4786-bde2-b8ce30bc1ae3 HTTP/1.1" status: 204 len: 168 time: 3.0689156 Nov 11 21:49:23.918077 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58988) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:23.938977 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf980df2-6a95-4d58-8ead-3dcbf28ed380 None None] Routers {'188a4606-9714-48bc-b3a9-9942e666e284'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:23.939627 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bf980df2-6a95-4d58-8ead-3dcbf28ed380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['188a4606-9714-48bc-b3a9-9942e666e284'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:23.987917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bf980df2-6a95-4d58-8ead-3dcbf28ed380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:23.989351 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf980df2-6a95-4d58-8ead-3dcbf28ed380 None None] The sync data for ids ['188a4606-9714-48bc-b3a9-9942e666e284'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:49:24.027371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09182b6-e63d-4bb3-a907-5b5905df03a2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Made reservation on behalf of 6070516a485f4acc8a671c2d6ab8cabd for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:24.031041 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b09182b6-e63d-4bb3-a907-5b5905df03a2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:24.289021 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b09182b6-e63d-4bb3-a907-5b5905df03a2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:24.396590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09182b6-e63d-4bb3-a907-5b5905df03a2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Pushing event updated for resources: {'Subnet': ['ID=d0bd8bd2-bc8f-48da-80f0-2273f39c7d95,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:24.418390 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09182b6-e63d-4bb3-a907-5b5905df03a2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Checking segment: {'id': '7990a6a1-021f-4c50-96c9-79f41e96edfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '086dbd36-3600-4d6b-a5c8-0a6c94da6d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:24.419118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09182b6-e63d-4bb3-a907-5b5905df03a2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Network hostable DHCP agents. Network: 086dbd36-3600-4d6b-a5c8-0a6c94da6d38, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:49:24.440721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09182b6-e63d-4bb3-a907-5b5905df03a2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Network 086dbd36-3600-4d6b-a5c8-0a6c94da6d38 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:49:24.458275 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b09182b6-e63d-4bb3-a907-5b5905df03a2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 086dbd36-3600-4d6b-a5c8-0a6c94da6d38) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:24.472625 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49289150-3ec2-4c9e-b43f-a7cd08bfd0fa None None] Network 086dbd36-3600-4d6b-a5c8-0a6c94da6d38 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:24.482510 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1eddd8f1-64ed-4754-9210-8c6e82f2484b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:24.492645 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09182b6-e63d-4bb3-a907-5b5905df03a2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:24.496882 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b09182b6-e63d-4bb3-a907-5b5905df03a2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:24.552066 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b09182b6-e63d-4bb3-a907-5b5905df03a2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8738198 Nov 11 21:49:24.554635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59002) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:24.559765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d36b1c3e-e9e0-44f1-b3c4-8798c2279ecb tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Request body: {'port': {'network_id': '086dbd36-3600-4d6b-a5c8-0a6c94da6d38', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1771155826'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:24.687591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-086dbd36-3600-4d6b-a5c8-0a6c94da6d38', 'network_id': '086dbd36-3600-4d6b-a5c8-0a6c94da6d38', 'tenant_id': '6070516a485f4acc8a671c2d6ab8cabd', 'fixed_ips': [{'subnet_id': 'd0bd8bd2-bc8f-48da-80f0-2273f39c7d95'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:49:24.691430 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:24.727895 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36b1c3e-e9e0-44f1-b3c4-8798c2279ecb tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Made reservation on behalf of 6070516a485f4acc8a671c2d6ab8cabd for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:24.739980 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d36b1c3e-e9e0-44f1-b3c4-8798c2279ecb tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:24.776829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-d36b1c3e-e9e0-44f1-b3c4-8798c2279ecb tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] device_id is not set on port 166ee969-aa5d-4175-b59a-a96824915c76 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:49:24.906702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Allocated IP 172.20.0.2 (086dbd36-3600-4d6b-a5c8-0a6c94da6d38/d0bd8bd2-bc8f-48da-80f0-2273f39c7d95/6fbeb57f-14db-4a71-b008-03a92f8ce1da) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:24.917412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-1eddd8f1-64ed-4754-9210-8c6e82f2484b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting port 6e7ffb21-a7bb-4fab-832b-645bf09fd90b {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:24.917787 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1eddd8f1-64ed-4754-9210-8c6e82f2484b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:25.050134 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1eddd8f1-64ed-4754-9210-8c6e82f2484b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:25.063401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-1eddd8f1-64ed-4754-9210-8c6e82f2484b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Calling delete_port for 6e7ffb21-a7bb-4fab-832b-645bf09fd90b owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:25.112915 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:25.127167 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:25.207073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-d36b1c3e-e9e0-44f1-b3c4-8798c2279ecb tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Allocated IP 172.20.0.5 (086dbd36-3600-4d6b-a5c8-0a6c94da6d38/d0bd8bd2-bc8f-48da-80f0-2273f39c7d95/166ee969-aa5d-4175-b59a-a96824915c76) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:25.260352 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Network 086dbd36-3600-4d6b-a5c8-0a6c94da6d38 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:25.263935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:25.274488 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:25.342171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Pushing event updated for resources: {'Port': ['ID=6fbeb57f-14db-4a71-b008-03a92f8ce1da,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:25.420889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:25.420889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:25.420889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:25.420889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:25.420889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:25.420889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:25.420889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:25.420889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:25.420889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:25.421823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:25.421823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:25.421823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:25.445262 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Attempting to bind port 6fbeb57f-14db-4a71-b008-03a92f8ce1da on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:25.445635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Attempting to bind port 6fbeb57f-14db-4a71-b008-03a92f8ce1da by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7990a6a1-021f-4c50-96c9-79f41e96edfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '086dbd36-3600-4d6b-a5c8-0a6c94da6d38'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:25.445981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Attempting to bind port 6fbeb57f-14db-4a71-b008-03a92f8ce1da on network 086dbd36-3600-4d6b-a5c8-0a6c94da6d38 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:25.453600 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:49:25.453979 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Checking segment: {'id': '7990a6a1-021f-4c50-96c9-79f41e96edfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '086dbd36-3600-4d6b-a5c8-0a6c94da6d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:25.454383 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:25.454777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Bound using segment: {'id': '7990a6a1-021f-4c50-96c9-79f41e96edfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '086dbd36-3600-4d6b-a5c8-0a6c94da6d38'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:49:25.455230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Bound port: 6fbeb57f-14db-4a71-b008-03a92f8ce1da, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7990a6a1-021f-4c50-96c9-79f41e96edfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '086dbd36-3600-4d6b-a5c8-0a6c94da6d38'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:49:25.455651 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:25.507270 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2615e-ed93-4a63-abef-09caa4b82aa7 req-087ef7fa-a0cc-434d-be2e-cec89a7b4b36 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:25.510896 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d1b2615e-ed93-4a63-abef-09caa4b82aa7 req-087ef7fa-a0cc-434d-be2e-cec89a7b4b36 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 943 time: 0.3556900 Nov 11 21:49:25.560073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] For port 6fbeb57f-14db-4a71-b008-03a92f8ce1da, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:49:25.561302 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d36b1c3e-e9e0-44f1-b3c4-8798c2279ecb tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:25.670603 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d36b1c3e-e9e0-44f1-b3c4-8798c2279ecb tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:25.737209 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d1b2615e-ed93-4a63-abef-09caa4b82aa7 req-8a2ce91b-7c63-4a49-b941-b0bed4243edf tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159963 Nov 11 21:49:25.761167 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b1c3e-e9e0-44f1-b3c4-8798c2279ecb tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Network 086dbd36-3600-4d6b-a5c8-0a6c94da6d38 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:25.770215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d36b1c3e-e9e0-44f1-b3c4-8798c2279ecb tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:25.774600 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b1c3e-e9e0-44f1-b3c4-8798c2279ecb tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:25.780060 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1eddd8f1-64ed-4754-9210-8c6e82f2484b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:25.781659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] For port 6fbeb57f-14db-4a71-b008-03a92f8ce1da, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6fbeb57f-14db-4a71-b008-03a92f8ce1da,segment=NetworkSegment(7990a6a1-021f-4c50-96c9-79f41e96edfb),segment_id=7990a6a1-021f-4c50-96c9-79f41e96edfb)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:49:25.795218 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:25.829142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddd8f1-64ed-4754-9210-8c6e82f2484b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Port': ['ID=6e7ffb21-a7bb-4fab-832b-645bf09fd90b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:25.969875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca20d46-bfb9-47de-9682-f50751aa9c70 None None] Pushing event updated for resources: {'Port': ['ID=6fbeb57f-14db-4a71-b008-03a92f8ce1da,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:25.981304 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36b1c3e-e9e0-44f1-b3c4-8798c2279ecb tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:25.981985 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d36b1c3e-e9e0-44f1-b3c4-8798c2279ecb tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:25.992175 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b1c3e-e9e0-44f1-b3c4-8798c2279ecb tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Pushing event updated for resources: {'Port': ['ID=166ee969-aa5d-4175-b59a-a96824915c76,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:26.034024 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d36b1c3e-e9e0-44f1-b3c4-8798c2279ecb tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4779134 Nov 11 21:49:26.036975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59070) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:26.048155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Request body: {'port': {'network_id': '086dbd36-3600-4d6b-a5c8-0a6c94da6d38', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1925607483', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:26.049335 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.api.validators [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] bootfile-name is not in valid_values {{(pid=102535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:49:26.050227 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.api.validators [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] tftp-server is not in valid_values {{(pid=102535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:49:26.050907 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.api.validators [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] server-ip-address is not in valid_values {{(pid=102535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:49:26.125231 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1eddd8f1-64ed-4754-9210-8c6e82f2484b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:26.333345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Made reservation on behalf of 6070516a485f4acc8a671c2d6ab8cabd for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:26.345255 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:26.427357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] device_id is not set on port 8ccceae0-1e77-41f3-855f-4e452651290d yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:49:26.674664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Allocated IP 172.20.0.3 (086dbd36-3600-4d6b-a5c8-0a6c94da6d38/d0bd8bd2-bc8f-48da-80f0-2273f39c7d95/8ccceae0-1e77-41f3-855f-4e452651290d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:26.677088 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eddd8f1-64ed-4754-9210-8c6e82f2484b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router 188a4606-9714-48bc-b3a9-9942e666e284 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:49:26.851154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eddd8f1-64ed-4754-9210-8c6e82f2484b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:49:26.859017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1eddd8f1-64ed-4754-9210-8c6e82f2484b tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "PUT /v2.0/routers/188a4606-9714-48bc-b3a9-9942e666e284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9392347 Nov 11 21:49:26.861998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59130) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:26.865630 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988f58b-e333-4c30-9680-8fd5081220f5 None None] Sync routers for ids ['188a4606-9714-48bc-b3a9-9942e666e284'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:49:26.885311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 30a4faab-164b-4cb8-9c46-84bffc28e317 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:49:26.887438 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988f58b-e333-4c30-9680-8fd5081220f5 None None] Routers {'188a4606-9714-48bc-b3a9-9942e666e284'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:26.896653 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6988f58b-e333-4c30-9680-8fd5081220f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['188a4606-9714-48bc-b3a9-9942e666e284'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:26.990669 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6988f58b-e333-4c30-9680-8fd5081220f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:27.027614 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988f58b-e333-4c30-9680-8fd5081220f5 None None] Routers {'188a4606-9714-48bc-b3a9-9942e666e284'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:27.028245 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6988f58b-e333-4c30-9680-8fd5081220f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['188a4606-9714-48bc-b3a9-9942e666e284'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:27.050121 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:27.090484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 30a4faab-164b-4cb8-9c46-84bffc28e317, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=30a4faab-164b-4cb8-9c46-84bffc28e317,segment=NetworkSegment(2be75b92-755c-4305-a7d9-6bbdb114d599),segment_id=2be75b92-755c-4305-a7d9-6bbdb114d599)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:27.114214 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6988f58b-e333-4c30-9680-8fd5081220f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:27.115442 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988f58b-e333-4c30-9680-8fd5081220f5 None None] The sync data for ids ['188a4606-9714-48bc-b3a9-9942e666e284'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:49:27.151449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffcdd73e-9a6b-43f9-9014-3e5407124f64 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:27.168225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '30a4faab-164b-4cb8-9c46-84bffc28e317', 'network_id': '52f5520a-d156-42de-aab8-ef139313e61e', 'port_id': '30a4faab-164b-4cb8-9c46-84bffc28e317', 'mac_address': 'fa:16:3e:25:c8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec69429b-7265-4db3-ae17-4c3980384308', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:49:27.195502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e14dc-c609-46e1-b53c-636b1a088f94 req-e0ea05d7-027a-4ce0-9d73-fcdba4765f5f tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:27.200755 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:27.211268 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-313e14dc-c609-46e1-b53c-636b1a088f94 req-e0ea05d7-027a-4ce0-9d73-fcdba4765f5f tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 943 time: 0.2636604 Nov 11 21:49:27.334784 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:27.406214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a4faab-164b-4cb8-9c46-84bffc28e317 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:49:27.437213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Network 086dbd36-3600-4d6b-a5c8-0a6c94da6d38 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:27.448368 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 30a4faab-164b-4cb8-9c46-84bffc28e317, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=30a4faab-164b-4cb8-9c46-84bffc28e317,segment=NetworkSegment(2be75b92-755c-4305-a7d9-6bbdb114d599),segment_id=2be75b92-755c-4305-a7d9-6bbdb114d599)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:27.450573 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-313e14dc-c609-46e1-b53c-636b1a088f94 req-5a01ab0e-9311-4f7c-9e4d-0db458c94312 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252787 Nov 11 21:49:27.467359 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:27.475545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:27.492947 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:27.566260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6fbeb57f-14db-4a71-b008-03a92f8ce1da up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:49:27.578099 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffcdd73e-9a6b-43f9-9014-3e5407124f64 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:27.579878 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Pushing event updated for resources: {'Port': ['ID=8ccceae0-1e77-41f3-855f-4e452651290d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:27.623423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:27.624450 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:27.653752 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-89719688-5fd4-477f-a9d2-a5aadd2c478c tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6137493 Nov 11 21:49:27.655507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59144) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:27.698084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=30a4faab-164b-4cb8-9c46-84bffc28e317,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:27.725717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ffcdd73e-9a6b-43f9-9014-3e5407124f64 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting port df05ad9d-ac61-4cd1-a54f-4bde390a09a6 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:27.726283 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffcdd73e-9a6b-43f9-9014-3e5407124f64 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:27.749267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 6fbeb57f-14db-4a71-b008-03a92f8ce1da triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:27.749831 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:27.802596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68df250a-2ba8-4aa2-afaa-950bc3e8f0e9 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:27.808700 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68df250a-2ba8-4aa2-afaa-950bc3e8f0e9 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:27.819184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68df250a-2ba8-4aa2-afaa-950bc3e8f0e9 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:27.820489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['30a4faab-164b-4cb8-9c46-84bffc28e317'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:49:27.821260 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-68df250a-2ba8-4aa2-afaa-950bc3e8f0e9 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1641486 Nov 11 21:49:27.822511 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59152) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:27.863270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2338090-d981-4815-8923-54ecd4e9c33b None None] Network 086dbd36-3600-4d6b-a5c8-0a6c94da6d38 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:27.969172 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffcdd73e-9a6b-43f9-9014-3e5407124f64 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:27.993691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ffcdd73e-9a6b-43f9-9014-3e5407124f64 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Calling delete_port for df05ad9d-ac61-4cd1-a54f-4bde390a09a6 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:28.005378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4573ab57-1399-4c1d-8ca7-737750708ee2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Deleting port 8ccceae0-1e77-41f3-855f-4e452651290d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:28.005820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4573ab57-1399-4c1d-8ca7-737750708ee2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:28.038649 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e67a8421-57b1-453a-a56e-6b63f637a3be None None] Provisioning complete for port 6fbeb57f-14db-4a71-b008-03a92f8ce1da triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:28.039247 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e67a8421-57b1-453a-a56e-6b63f637a3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:28.079854 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:28.192325 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4573ab57-1399-4c1d-8ca7-737750708ee2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:28.224574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4573ab57-1399-4c1d-8ca7-737750708ee2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Calling delete_port for 8ccceae0-1e77-41f3-855f-4e452651290d owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:28.229806 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffcdd73e-9a6b-43f9-9014-3e5407124f64 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:28.276696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a266f65e-9324-4791-8dcb-d26e2303dd57 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:49:28.292067 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 6fbeb57f-14db-4a71-b008-03a92f8ce1da, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6fbeb57f-14db-4a71-b008-03a92f8ce1da,segment=NetworkSegment(7990a6a1-021f-4c50-96c9-79f41e96edfb),segment_id=7990a6a1-021f-4c50-96c9-79f41e96edfb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:28.320381 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdd73e-9a6b-43f9-9014-3e5407124f64 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Port': ['ID=df05ad9d-ac61-4cd1-a54f-4bde390a09a6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:28.343907 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:28.442746 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffcdd73e-9a6b-43f9-9014-3e5407124f64 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:28.503363 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4573ab57-1399-4c1d-8ca7-737750708ee2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:28.568172 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573ab57-1399-4c1d-8ca7-737750708ee2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Pushing event deleted for resources: {'Port': ['ID=8ccceae0-1e77-41f3-855f-4e452651290d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:28.666504 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4573ab57-1399-4c1d-8ca7-737750708ee2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:28.673005 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4573ab57-1399-4c1d-8ca7-737750708ee2 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] 10.222.0.57 "DELETE /v2.0/ports/8ccceae0-1e77-41f3-855f-4e452651290d HTTP/1.1" status: 204 len: 168 time: 0.8496809 Nov 11 21:49:28.680124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59166) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:28.699476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2b072370-f33e-46e0-a69b-f41b96250391 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Request body: {'port': {'name': 'tempest-new-port-name-1460897827', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:28.700218 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.api.validators [None req-2b072370-f33e-46e0-a69b-f41b96250391 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] bootfile-name is not in valid_values {{(pid=102535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:49:28.700563 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.api.validators [None req-2b072370-f33e-46e0-a69b-f41b96250391 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] tftp-server is not in valid_values {{(pid=102535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:49:28.702841 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.api.validators [None req-2b072370-f33e-46e0-a69b-f41b96250391 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] server-ip-address is not in valid_values {{(pid=102535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:49:28.817201 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b072370-f33e-46e0-a69b-f41b96250391 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:28.901058 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=6fbeb57f-14db-4a71-b008-03a92f8ce1da,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:29.204664 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b072370-f33e-46e0-a69b-f41b96250391 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:29.211619 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b072370-f33e-46e0-a69b-f41b96250391 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:29.329477 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffcdd73e-9a6b-43f9-9014-3e5407124f64 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:29.333743 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffcdd73e-9a6b-43f9-9014-3e5407124f64 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:29.377699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b072370-f33e-46e0-a69b-f41b96250391 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Pushing event updated for resources: {'Port': ['ID=166ee969-aa5d-4175-b59a-a96824915c76,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:29.401621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2b072370-f33e-46e0-a69b-f41b96250391 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] In _notify_port_updated(), no bound segment for port 166ee969-aa5d-4175-b59a-a96824915c76 on network 086dbd36-3600-4d6b-a5c8-0a6c94da6d38 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:49:29.408628 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b072370-f33e-46e0-a69b-f41b96250391 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:29.409326 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b072370-f33e-46e0-a69b-f41b96250391 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:29.410828 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2b072370-f33e-46e0-a69b-f41b96250391 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] 10.222.0.57 "PUT /v2.0/ports/166ee969-aa5d-4175-b59a-a96824915c76 HTTP/1.1" status: 200 len: 1136 time: 0.7286828 Nov 11 21:49:29.415723 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59180) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:29.436535 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f95fc145-0523-49ed-871e-afe471d79b52 None None] Provisioning complete for port 6fbeb57f-14db-4a71-b008-03a92f8ce1da triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:29.437795 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f95fc145-0523-49ed-871e-afe471d79b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:29.444123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6fbeb57f-14db-4a71-b008-03a92f8ce1da up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:49:29.489485 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffcdd73e-9a6b-43f9-9014-3e5407124f64 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:29.489485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcdd73e-9a6b-43f9-9014-3e5407124f64 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Fanout notify agent at l3_agent the message router_deleted on router 188a4606-9714-48bc-b3a9-9942e666e284 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:49:29.532044 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ffcdd73e-9a6b-43f9-9014-3e5407124f64 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:29.537511 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59186) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:29.538274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ffcdd73e-9a6b-43f9-9014-3e5407124f64 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/routers/188a4606-9714-48bc-b3a9-9942e666e284 HTTP/1.1" status: 204 len: 168 time: 2.6746969 Nov 11 21:49:29.559492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0487b8f-5233-4ab1-b936-dbdb15c22ec8 req-b1c9e329-daf4-41a8-9bd3-437707bd1eab tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:29.567331 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0487b8f-5233-4ab1-b936-dbdb15c22ec8 req-b1c9e329-daf4-41a8-9bd3-437707bd1eab tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 944 time: 0.8928657 Nov 11 21:49:29.584236 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c107ef-8a6b-43f0-b51e-e642ef957917 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:29.595535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e1c107ef-8a6b-43f0-b51e-e642ef957917 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] 10.222.0.57 "GET /v2.0/ports/166ee969-aa5d-4175-b59a-a96824915c76 HTTP/1.1" status: 200 len: 1136 time: 0.1757276 Nov 11 21:49:29.596278 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59188) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:29.671028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 6fbeb57f-14db-4a71-b008-03a92f8ce1da triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:29.671777 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:29.709711 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0487b8f-5233-4ab1-b936-dbdb15c22ec8 req-382cad5c-e156-4735-8270-5f888ddf9375 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412857 Nov 11 21:49:29.757542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f95fc145-0523-49ed-871e-afe471d79b52 None None] Provisioning complete for port 166ee969-aa5d-4175-b59a-a96824915c76 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:29.758108 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f95fc145-0523-49ed-871e-afe471d79b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:29.859280 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f95fc145-0523-49ed-871e-afe471d79b52 None None] Port 166ee969-aa5d-4175-b59a-a96824915c76 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:49:29.864431 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55c55cc-adb7-445d-8f2d-b546dc2c3296 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting subnet c1b3cec5-2f31-4852-a2c0-ecc9572352cd {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:49:29.894401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c55c55cc-adb7-445d-8f2d-b546dc2c3296 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:30.018191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-db1d00a7-6c06-4fea-89c3-3c535d5b14e3 None None] Provisioning complete for port 166ee969-aa5d-4175-b59a-a96824915c76 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:30.020168 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c55c55cc-adb7-445d-8f2d-b546dc2c3296 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:30.021304 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-db1d00a7-6c06-4fea-89c3-3c535d5b14e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:30.082099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cb933e3d-83b2-494e-a8da-54ed23156969 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Deleting port 166ee969-aa5d-4175-b59a-a96824915c76 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:30.091914 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb933e3d-83b2-494e-a8da-54ed23156969 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:30.104028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-db1d00a7-6c06-4fea-89c3-3c535d5b14e3 None None] Port 166ee969-aa5d-4175-b59a-a96824915c76 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:49:30.217987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-10bb4d45-ad84-407f-8d3e-5effa0701e96 None None] Could not find standard attr ID for object 8ccceae0-1e77-41f3-855f-4e452651290d. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:49:30.293223 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c55c55cc-adb7-445d-8f2d-b546dc2c3296 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:30.349554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb933e3d-83b2-494e-a8da-54ed23156969 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:30.374326 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-cb933e3d-83b2-494e-a8da-54ed23156969 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Calling delete_port for 166ee969-aa5d-4175-b59a-a96824915c76 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:30.474663 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c55c55cc-adb7-445d-8f2d-b546dc2c3296 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:30.529567 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b260bb2-c87f-4570-91ff-19e4557c4023 None None] Network b617852b-cce7-4924-b5ce-de952d82f65c requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:30.535038 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c55c55cc-adb7-445d-8f2d-b546dc2c3296 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:30.540274 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c55c55cc-adb7-445d-8f2d-b546dc2c3296 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/subnets/c1b3cec5-2f31-4852-a2c0-ecc9572352cd HTTP/1.1" status: 204 len: 168 time: 1.0015864 Nov 11 21:49:30.541204 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c55cc-adb7-445d-8f2d-b546dc2c3296 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b3cec5-2f31-4852-a2c0-ecc9572352cd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:30.544229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59204) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:30.708771 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:30.771684 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb933e3d-83b2-494e-a8da-54ed23156969 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:30.887992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0198addd-61be-4070-aaca-7440f1500727 None None] DHCP port deletion for b617852b-cce7-4924-b5ce-de952d82f65c request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:49:30.889306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb933e3d-83b2-494e-a8da-54ed23156969 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Pushing event deleted for resources: {'Port': ['ID=166ee969-aa5d-4175-b59a-a96824915c76,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:30.910506 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 30a4faab-164b-4cb8-9c46-84bffc28e317 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:49:30.968136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e82e8-1e73-4737-9484-5771c0360046 req-6122da86-e502-4830-aaf6-eecb5e0aac4a tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:30.969870 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d1e82e8-1e73-4737-9484-5771c0360046 req-6122da86-e502-4830-aaf6-eecb5e0aac4a tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 944 time: 0.1435082 Nov 11 21:49:31.037640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting port 691e865b-ba67-499a-89a8-2ecfe889923a {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:31.038242 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.048617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bf6c99b9-cd00-4d8a-8d71-e899059aceff None None] Could not find standard attr ID for object 166ee969-aa5d-4175-b59a-a96824915c76. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:49:31.072237 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cb933e3d-83b2-494e-a8da-54ed23156969 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.075991 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cb933e3d-83b2-494e-a8da-54ed23156969 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] 10.222.0.57 "DELETE /v2.0/ports/166ee969-aa5d-4175-b59a-a96824915c76 HTTP/1.1" status: 204 len: 168 time: 1.4755135 Nov 11 21:49:31.081066 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59216) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:31.147142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 30a4faab-164b-4cb8-9c46-84bffc28e317 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:49:31.155892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a39993-900f-42a0-8e54-df5940d119c7 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Deleting subnet d0bd8bd2-bc8f-48da-80f0-2273f39c7d95 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:49:31.161563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 30a4faab-164b-4cb8-9c46-84bffc28e317 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:31.162973 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.165510 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1a39993-900f-42a0-8e54-df5940d119c7 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.178730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0198addd-61be-4070-aaca-7440f1500727 None None] Deleting port 691e865b-ba67-499a-89a8-2ecfe889923a {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:31.180376 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0198addd-61be-4070-aaca-7440f1500727 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.196339 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d1e82e8-1e73-4737-9484-5771c0360046 req-46453934-e455-4739-a9d5-a59a0c476cc9 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130563 Nov 11 21:49:31.276090 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1a39993-900f-42a0-8e54-df5940d119c7 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.289863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] For port 691e865b-ba67-499a-89a8-2ecfe889923a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=691e865b-ba67-499a-89a8-2ecfe889923a,segment=NetworkSegment(2796e896-856b-4be1-843c-534bf19d6648),segment_id=2796e896-856b-4be1-843c-534bf19d6648)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:31.290394 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.307042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Calling delete_port for 691e865b-ba67-499a-89a8-2ecfe889923a owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:31.430396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 691e865b-ba67-499a-89a8-2ecfe889923a no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:49:31.434128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0198addd-61be-4070-aaca-7440f1500727 None None] For port 691e865b-ba67-499a-89a8-2ecfe889923a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=691e865b-ba67-499a-89a8-2ecfe889923a,segment=NetworkSegment(2796e896-856b-4be1-843c-534bf19d6648),segment_id=2796e896-856b-4be1-843c-534bf19d6648)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:31.434647 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0198addd-61be-4070-aaca-7440f1500727 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.443552 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.481242 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] No DVR routers for this DVR port 691e865b-ba67-499a-89a8-2ecfe889923a on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:49:31.507074 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1a39993-900f-42a0-8e54-df5940d119c7 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.509057 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.524142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Port': ['ID=691e865b-ba67-499a-89a8-2ecfe889923a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:31.524674 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0198addd-61be-4070-aaca-7440f1500727 None None] Calling delete_port for 691e865b-ba67-499a-89a8-2ecfe889923a owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:31.570164 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 30a4faab-164b-4cb8-9c46-84bffc28e317, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=30a4faab-164b-4cb8-9c46-84bffc28e317,segment=NetworkSegment(2be75b92-755c-4305-a7d9-6bbdb114d599),segment_id=2be75b92-755c-4305-a7d9-6bbdb114d599)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:31.579028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b73d603-9e4b-4a2e-8518-c1d7643f1b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a4faab-164b-4cb8-9c46-84bffc28e317'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:49:31.582345 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fcc9cf-004a-4156-b85a-542b475b36f1" -d '{"events": [{"server_uuid": "6b73d603-9e4b-4a2e-8518-c1d7643f1b75", "name": "network-vif-plugged", "status": "completed", "tag": "30a4faab-164b-4cb8-9c46-84bffc28e317"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:49:31.603331 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.632308 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.638632 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1a39993-900f-42a0-8e54-df5940d119c7 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.702377 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b617852b-cce7-4924-b5ce-de952d82f65c']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:31.719955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2796e896-856b-4be1-843c-534bf19d6648') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:31.720380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2796e896-856b-4be1-843c-534bf19d6648') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:31.732666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a39993-900f-42a0-8e54-df5940d119c7 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Pushing event deleted for resources: {'Subnet': ['ID=d0bd8bd2-bc8f-48da-80f0-2273f39c7d95,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:31.734852 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b1a39993-900f-42a0-8e54-df5940d119c7 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.739108 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b1a39993-900f-42a0-8e54-df5940d119c7 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] 10.222.0.57 "DELETE /v2.0/subnets/d0bd8bd2-bc8f-48da-80f0-2273f39c7d95 HTTP/1.1" status: 204 len: 168 time: 0.6567686 Nov 11 21:49:31.765522 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7ae100-564e-41da-8db0-f2a1397f653a x-openstack-request-id: req-4b7ae100-564e-41da-8db0-f2a1397f653a {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:49:31.767769 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b73d603-9e4b-4a2e-8518-c1d7643f1b75", "name": "network-vif-plugged", "status": "completed", "tag": "30a4faab-164b-4cb8-9c46-84bffc28e317", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:49:31.768278 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4b7ae100-564e-41da-8db0-f2a1397f653a {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:49:31.768402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59234) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:31.768986 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b73d603-9e4b-4a2e-8518-c1d7643f1b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a4faab-164b-4cb8-9c46-84bffc28e317', 'code': 200} Nov 11 21:49:31.772254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78757437-80eb-4a25-9062-ddc601ca22fa None None] Network 086dbd36-3600-4d6b-a5c8-0a6c94da6d38 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:31.824538 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.828480 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No active binding found for port 691e865b-ba67-499a-89a8-2ecfe889923a {{(pid=102536) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 21:49:31.829698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 691e865b-ba67-499a-89a8-2ecfe889923a not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:49:31.858751 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.875838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:49:31.876190 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.889751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783eea1c-251d-4d40-923f-f2df3b9549c5 req-ba31c724-2e1e-4b89-9bd1-a783ad7142b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:31.891617 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-783eea1c-251d-4d40-923f-f2df3b9549c5 req-ba31c724-2e1e-4b89-9bd1-a783ad7142b3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 1096 time: 0.0936780 Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:49:31.930411 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:49:32.000710 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:32.005695 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=30a4faab-164b-4cb8-9c46-84bffc28e317,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:32.038139 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-783eea1c-251d-4d40-923f-f2df3b9549c5 req-2501ac71-1481-4bcb-9ab4-2e08455a05bb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339779 Nov 11 21:49:32.048745 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:32.052453 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/networks/b617852b-cce7-4924-b5ce-de952d82f65c HTTP/1.1" status: 204 len: 168 time: 1.5058095 Nov 11 21:49:32.057324 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59238) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:32.061883 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:32.096356 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8a81f-8272-4299-bb07-2aaecbbeb197 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Network': ['ID=b617852b-cce7-4924-b5ce-de952d82f65c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:32.098059 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0198addd-61be-4070-aaca-7440f1500727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:32.137783 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0198addd-61be-4070-aaca-7440f1500727 None None] Network b617852b-cce7-4924-b5ce-de952d82f65c is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:49:32.138313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0198addd-61be-4070-aaca-7440f1500727 None None] No DVR routers for this DVR port 691e865b-ba67-499a-89a8-2ecfe889923a on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:49:32.141186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198addd-61be-4070-aaca-7440f1500727 None None] Pushing event deleted for resources: {'Port': ['ID=691e865b-ba67-499a-89a8-2ecfe889923a,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:32.182306 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Deleting port 6fbeb57f-14db-4a71-b008-03a92f8ce1da {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:32.183749 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:32.256600 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa721f8-2c1b-459f-b345-3d1afaebcde0 None None] DHCP port deletion for 086dbd36-3600-4d6b-a5c8-0a6c94da6d38 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:49:32.346683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] For port 6fbeb57f-14db-4a71-b008-03a92f8ce1da, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6fbeb57f-14db-4a71-b008-03a92f8ce1da,segment=NetworkSegment(7990a6a1-021f-4c50-96c9-79f41e96edfb),segment_id=7990a6a1-021f-4c50-96c9-79f41e96edfb)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:32.347088 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:32.384104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Calling delete_port for 6fbeb57f-14db-4a71-b008-03a92f8ce1da owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:32.403236 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-afa721f8-2c1b-459f-b345-3d1afaebcde0 None None] Deleting port 6fbeb57f-14db-4a71-b008-03a92f8ce1da {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:32.405853 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-afa721f8-2c1b-459f-b345-3d1afaebcde0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:32.433531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-72cccfe9-69d8-474a-8b00-0ca56a7c73f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting port ee4a53a2-d9df-4085-982f-35c8d1df554c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:32.434792 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72cccfe9-69d8-474a-8b00-0ca56a7c73f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:32.525697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-afa721f8-2c1b-459f-b345-3d1afaebcde0 None None] For port 6fbeb57f-14db-4a71-b008-03a92f8ce1da, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6fbeb57f-14db-4a71-b008-03a92f8ce1da,segment=NetworkSegment(7990a6a1-021f-4c50-96c9-79f41e96edfb),segment_id=7990a6a1-021f-4c50-96c9-79f41e96edfb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:32.526262 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-afa721f8-2c1b-459f-b345-3d1afaebcde0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:32.546388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-afa721f8-2c1b-459f-b345-3d1afaebcde0 None None] Calling delete_port for 6fbeb57f-14db-4a71-b008-03a92f8ce1da owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:32.585666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5c8c9-7694-4f69-b571-75dbb7f532aa req-8e28b25e-588c-445a-80dd-eb3531b49b27 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:32.587274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ec5c8c9-7694-4f69-b571-75dbb7f532aa req-8e28b25e-588c-445a-80dd-eb3531b49b27 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.1996810 Nov 11 21:49:32.605433 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72cccfe9-69d8-474a-8b00-0ca56a7c73f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:32.606006 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72cccfe9-69d8-474a-8b00-0ca56a7c73f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:32.620775 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-72cccfe9-69d8-474a-8b00-0ca56a7c73f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Calling delete_port for ee4a53a2-d9df-4085-982f-35c8d1df554c owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:32.690835 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ec5c8c9-7694-4f69-b571-75dbb7f532aa req-33efda03-9e5a-4fd0-ba48-30544a03e28a tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949886 Nov 11 21:49:32.730645 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:32.765121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] No DVR routers for this DVR port 6fbeb57f-14db-4a71-b008-03a92f8ce1da on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:49:32.781205 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-afa721f8-2c1b-459f-b345-3d1afaebcde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:32.844375 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Pushing event deleted for resources: {'Port': ['ID=6fbeb57f-14db-4a71-b008-03a92f8ce1da,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:32.872109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa721f8-2c1b-459f-b345-3d1afaebcde0 None None] Pushing event deleted for resources: {'Port': ['ID=6fbeb57f-14db-4a71-b008-03a92f8ce1da,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:32.892908 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa721f8-2c1b-459f-b345-3d1afaebcde0 None None] No DVR routers for this DVR port 6fbeb57f-14db-4a71-b008-03a92f8ce1da on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:49:32.952271 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72cccfe9-69d8-474a-8b00-0ca56a7c73f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:32.987318 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:33.009769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cccfe9-69d8-474a-8b00-0ca56a7c73f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Port': ['ID=ee4a53a2-d9df-4085-982f-35c8d1df554c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:33.027488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086dbd36-3600-4d6b-a5c8-0a6c94da6d38']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:33.054775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7990a6a1-021f-4c50-96c9-79f41e96edfb') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:33.055087 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7990a6a1-021f-4c50-96c9-79f41e96edfb') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:33.069067 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:33.099789 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:33.115987 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72cccfe9-69d8-474a-8b00-0ca56a7c73f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:33.118347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:49:33.119110 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:33.121953 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72cccfe9-69d8-474a-8b00-0ca56a7c73f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:33.121953 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-72cccfe9-69d8-474a-8b00-0ca56a7c73f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/floatingips/d890a79a-6501-456d-83fb-3e159637ef50 HTTP/1.1" status: 204 len: 168 time: 1.0632000 Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:49:33.126048 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:49:33.128540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59262) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:33.152748 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1e6525-7447-4ba3-ac19-7716236e4c48 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] DELETE failed (client error): The resource could not be found. Nov 11 21:49:33.153457 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1e6525-7447-4ba3-ac19-7716236e4c48 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:49:33.156688 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4f1e6525-7447-4ba3-ac19-7716236e4c48 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/ports/8d309614-2b4a-4786-bde2-b8ce30bc1ae3 HTTP/1.1" status: 404 len: 333 time: 0.0285597 Nov 11 21:49:33.161805 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59264) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:33.196149 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-232a020a-6562-426a-bf5d-ab05ab171d58 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "GET /v2.0/ports?device_id=188a4606-9714-48bc-b3a9-9942e666e284 HTTP/1.1" status: 200 len: 205 time: 0.0331683 Nov 11 21:49:33.198920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59266) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:33.208147 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:33.218602 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:33.227467 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] 10.222.0.57 "DELETE /v2.0/networks/086dbd36-3600-4d6b-a5c8-0a6c94da6d38 HTTP/1.1" status: 204 len: 168 time: 1.4560566 Nov 11 21:49:33.240110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00b4be-5254-48ed-86ca-581bfe6f5d07 tempest-ExtraDHCPOptionsTestJSON-1992434592 tempest-ExtraDHCPOptionsTestJSON-1992434592-project] Pushing event deleted for resources: {'Network': ['ID=086dbd36-3600-4d6b-a5c8-0a6c94da6d38,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:33.289310 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-bb73eca1-3499-4334-bf8d-3bc35312f876 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] delete failed (client error): The resource could not be found. Nov 11 21:49:33.293842 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bb73eca1-3499-4334-bf8d-3bc35312f876 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/routers/188a4606-9714-48bc-b3a9-9942e666e284 HTTP/1.1" status: 404 len: 336 time: 0.0914025 Nov 11 21:49:33.294086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59270) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:33.351916 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5ec968-35eb-4724-977c-6347e6aecb11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] DELETE failed (client error): The resource could not be found. Nov 11 21:49:33.352474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5ec968-35eb-4724-977c-6347e6aecb11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:49:33.358742 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6a5ec968-35eb-4724-977c-6347e6aecb11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/subnets/c1b3cec5-2f31-4852-a2c0-ecc9572352cd HTTP/1.1" status: 404 len: 337 time: 0.0611095 Nov 11 21:49:33.359137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59272) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:33.397311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6fbeb57f-14db-4a71-b008-03a92f8ce1da no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:49:33.441287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 6fbeb57f-14db-4a71-b008-03a92f8ce1da {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:49:33.441637 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6fbeb57f-14db-4a71-b008-03a92f8ce1da not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:49:33.543630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ef8dc172-8a60-4828-9423-0c80a643fb9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting port 1e1bfd58-0e4a-49da-a70e-69aa951ca68c {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:33.543958 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef8dc172-8a60-4828-9423-0c80a643fb9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:33.670368 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef8dc172-8a60-4828-9423-0c80a643fb9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:33.695289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ef8dc172-8a60-4828-9423-0c80a643fb9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Calling delete_port for 1e1bfd58-0e4a-49da-a70e-69aa951ca68c owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:33.829567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59288) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:33.896172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53921c19-260f-4371-a559-15e17abc9e4d req-e34b27c3-9949-49de-b787-ea3e8dce15e9 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:33.903509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-53921c19-260f-4371-a559-15e17abc9e4d req-e34b27c3-9949-49de-b787-ea3e8dce15e9 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.0880916 Nov 11 21:49:34.034601 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-53921c19-260f-4371-a559-15e17abc9e4d req-460a6d8f-88fe-44b3-bc91-a2fa1d7ca626 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299140 Nov 11 21:49:34.038198 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef8dc172-8a60-4828-9423-0c80a643fb9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:34.086108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59296) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:34.086270 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-34c7bd30-39b2-4fa4-abf7-7ae2dbe0af38 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6070516a485f4acc8a671c2d6ab8cabd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2539983 Nov 11 21:49:34.088321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8dc172-8a60-4828-9423-0c80a643fb9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Port': ['ID=1e1bfd58-0e4a-49da-a70e-69aa951ca68c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:34.258830 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef8dc172-8a60-4828-9423-0c80a643fb9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:34.262011 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ef8dc172-8a60-4828-9423-0c80a643fb9f tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/ports/1e1bfd58-0e4a-49da-a70e-69aa951ca68c HTTP/1.1" status: 204 len: 168 time: 0.9017787 Nov 11 21:49:34.264700 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59304) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:34.275662 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00ecb960-5620-4071-bfef-6703d96b2c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:34.284909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d405ff-47c3-437c-bb03-51ba19220ae1 req-3130c14e-d692-4a1f-92d7-ecf90dfc5fca tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:34.289256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56d405ff-47c3-437c-bb03-51ba19220ae1 req-3130c14e-d692-4a1f-92d7-ecf90dfc5fca tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.1372674 Nov 11 21:49:34.336590 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00ecb960-5620-4071-bfef-6703d96b2c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:34.411177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56d405ff-47c3-437c-bb03-51ba19220ae1 req-5a7f1ede-70dc-4a10-a4cd-016e4e21f5df tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020598 Nov 11 21:49:34.435645 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00ecb960-5620-4071-bfef-6703d96b2c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:34.440480 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00ecb960-5620-4071-bfef-6703d96b2c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:34.441764 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-00ecb960-5620-4071-bfef-6703d96b2c2c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2e214601-a16e-4ea3-8cf1-1aa7a730cb36 HTTP/1.1" status: 204 len: 168 time: 0.3545434 Nov 11 21:49:34.455056 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecb960-5620-4071-bfef-6703d96b2c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e214601-a16e-4ea3-8cf1-1aa7a730cb36,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:34.490996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c53f1ec0-133d-4d35-b0d6-713f5e2b4df2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting port 315574e4-5f1f-4943-b542-a15be2e31e3d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:34.491395 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c53f1ec0-133d-4d35-b0d6-713f5e2b4df2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:34.654816 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c53f1ec0-133d-4d35-b0d6-713f5e2b4df2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:34.695406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c53f1ec0-133d-4d35-b0d6-713f5e2b4df2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Calling delete_port for 315574e4-5f1f-4943-b542-a15be2e31e3d owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:34.918338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30009a3-6a49-45a4-a892-80c1133a6044 req-fbb54d74-dafa-4de8-82cd-f8e614b265bd tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:34.920988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c30009a3-6a49-45a4-a892-80c1133a6044 req-fbb54d74-dafa-4de8-82cd-f8e614b265bd tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.1108088 Nov 11 21:49:34.997051 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c53f1ec0-133d-4d35-b0d6-713f5e2b4df2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:35.033434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c30009a3-6a49-45a4-a892-80c1133a6044 req-5cd0db6e-f159-4d50-90b1-d52813559c7a tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917227 Nov 11 21:49:35.067450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f1ec0-133d-4d35-b0d6-713f5e2b4df2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Port': ['ID=315574e4-5f1f-4943-b542-a15be2e31e3d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:35.167425 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c53f1ec0-133d-4d35-b0d6-713f5e2b4df2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:35.173888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59338) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:35.174617 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c53f1ec0-133d-4d35-b0d6-713f5e2b4df2 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/ports/315574e4-5f1f-4943-b542-a15be2e31e3d HTTP/1.1" status: 204 len: 168 time: 0.9087155 Nov 11 21:49:35.289388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18296763-c80a-4c1f-b4d5-d76cdfbd5863 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:35.293814 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-18296763-c80a-4c1f-b4d5-d76cdfbd5863 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc2a1f80-5483-40ac-b46d-231a2519fe71 HTTP/1.1" status: 200 len: 913 time: 0.1158447 Nov 11 21:49:35.294096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59340) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:35.658949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59354) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:35.856013 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Request body: {'networks': [{'name': 'tempest-network--1740295303'}, {'name': 'tempest-network--1815353390'}]} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:35.856610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Request body: {'network': {'name': 'tempest-network--1740295303'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:35.857230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Request body: {'network': {'name': 'tempest-network--1815353390'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:35.910465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Made reservation on behalf of dd3f47ac28f946d98f520a5bd79d9f4f for: {'network': 2} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:35.915857 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:35.942063 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:36.194579 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:36.206845 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:36.207335 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:36.296183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] vlan segment allocate from pool success with {'vlan_id': 1184, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:49:36.309549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b0560b-a3a1-4c58-b3e4-cb628e9098cc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:36.320250 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:36.320603 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Added segment 8733d6ab-fc17-4861-b57a-82981f588703 of type vlan for network bfe506e8-cb53-4ec4-ab40-57effa3552b7 Nov 11 21:49:36.347428 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d933b2-ee80-4332-8f21-f10951b900d8 req-55e25436-9af4-4812-b3a0-5272aedb8dbe tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:36.355560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17d933b2-ee80-4332-8f21-f10951b900d8 req-55e25436-9af4-4812-b3a0-5272aedb8dbe tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.1236057 Nov 11 21:49:36.427052 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:36.462078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17d933b2-ee80-4332-8f21-f10951b900d8 req-33d5f746-8332-422f-aea8-eaed34e402ef tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055360 Nov 11 21:49:36.480495 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13b796c0-7dea-4519-aeb3-7141bb83e126 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:36.500989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] vlan segment allocate from pool success with {'vlan_id': 1185, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:49:36.512565 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:36.513195 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Added segment 29b549c2-4469-4520-b033-e559448373c0 of type vlan for network 4805b777-bc26-4a85-b3e9-39760255efe3 Nov 11 21:49:36.594536 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:36.654482 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:36.655070 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:36.673692 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:36.682661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:36.684237 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:36.723995 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0638103 Nov 11 21:49:36.734827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59384) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:36.867332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4957e3-2c5d-4ae6-8109-1522046df602 req-89dad40f-a99a-4564-aef5-2b12b8049642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:36.869844 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cb4957e3-2c5d-4ae6-8109-1522046df602 req-89dad40f-a99a-4564-aef5-2b12b8049642 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bb0484a623e4429eb8cbaa8df8af91f0&device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 1096 time: 0.0601628 Nov 11 21:49:37.028951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event updated for resources: {'Network': ['ID=bfe506e8-cb53-4ec4-ab40-57effa3552b7,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:37.043932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network bfe506e8-cb53-4ec4-ab40-57effa3552b7 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:49:37.142621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4957e3-2c5d-4ae6-8109-1522046df602 req-71186293-456e-4523-a670-23aa1a91f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:37.144840 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cb4957e3-2c5d-4ae6-8109-1522046df602 req-71186293-456e-4523-a670-23aa1a91f58c service neutron] 10.222.0.71 "GET /v2.0/networks?id=52f5520a-d156-42de-aab8-ef139313e61e HTTP/1.1" status: 200 len: 914 time: 0.2524197 Nov 11 21:49:37.155706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-13b796c0-7dea-4519-aeb3-7141bb83e126 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting port ffe7d262-a4ba-4c9f-a6bf-08e328b76ff4 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:37.156057 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13b796c0-7dea-4519-aeb3-7141bb83e126 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:37.192908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e4015-e18e-4bd6-b49d-7d2fd104c974 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:37.220750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e4015-e18e-4bd6-b49d-7d2fd104c974 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:37.239285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e4015-e18e-4bd6-b49d-7d2fd104c974 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:37.245431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e4015-e18e-4bd6-b49d-7d2fd104c974 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:37.245695 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cb4957e3-2c5d-4ae6-8109-1522046df602 req-45a47a15-2463-4e76-8021-562c41e51d44 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a4faab-164b-4cb8-9c46-84bffc28e317 HTTP/1.1" status: 200 len: 217 time: 0.0856071 Nov 11 21:49:37.247236 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-103e4015-e18e-4bd6-b49d-7d2fd104c974 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5104480 Nov 11 21:49:37.253485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59398) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:37.275922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57a108-8459-49e2-8d2b-43cb2b4e3602 req-97a1f33a-214f-40dd-b9c4-0c4721100f58 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:37.277597 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c57a108-8459-49e2-8d2b-43cb2b4e3602 req-97a1f33a-214f-40dd-b9c4-0c4721100f58 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.4784651 Nov 11 21:49:37.279591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479f8d2-183e-43df-9277-45d56bb86466 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event updated for resources: {'Network': ['ID=4805b777-bc26-4a85-b3e9-39760255efe3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:37.297672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1a9e3f5-b30a-4511-ab02-36543bce670c req-399d60a0-3714-4d8b-a466-62da4d7fb693 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3586411 Nov 11 21:49:37.304126 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 4805b777-bc26-4a85-b3e9-39760255efe3 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:49:37.448167 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e38382b0-cb7d-4967-96fb-5a152d7c7db8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:37.458691 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4957e3-2c5d-4ae6-8109-1522046df602 req-491192f7-aa83-4d10-8462-399934191227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:37.460319 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cb4957e3-2c5d-4ae6-8109-1522046df602 req-491192f7-aa83-4d10-8462-399934191227 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ec69429b-7265-4db3-ae17-4c3980384308 HTTP/1.1" status: 200 len: 852 time: 0.1762209 Nov 11 21:49:37.462317 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c57a108-8459-49e2-8d2b-43cb2b4e3602 req-9184450c-9d45-4065-be85-1ac4b8218c3c tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597116 Nov 11 21:49:37.487989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9e3f5-b30a-4511-ab02-36543bce670c req-47885daf-0f33-4c23-a23c-c74f22949e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:37.489567 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1a9e3f5-b30a-4511-ab02-36543bce670c req-47885daf-0f33-4c23-a23c-c74f22949e25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 1097 time: 0.1183958 Nov 11 21:49:37.492375 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13b796c0-7dea-4519-aeb3-7141bb83e126 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:37.535881 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cb4957e3-2c5d-4ae6-8109-1522046df602 req-dfdbf58e-44d5-46f0-a7c6-9b76748f0b89 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52f5520a-d156-42de-aab8-ef139313e61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518570 Nov 11 21:49:37.544855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-13b796c0-7dea-4519-aeb3-7141bb83e126 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Calling delete_port for ffe7d262-a4ba-4c9f-a6bf-08e328b76ff4 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:37.709825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9e3f5-b30a-4511-ab02-36543bce670c req-19fe2acc-ef4a-42db-8318-81e02c0aa53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:37.715716 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1a9e3f5-b30a-4511-ab02-36543bce670c req-19fe2acc-ef4a-42db-8318-81e02c0aa53c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 919 time: 0.1926959 Nov 11 21:49:37.734427 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e38382b0-cb7d-4967-96fb-5a152d7c7db8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:37.782108 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e38382b0-cb7d-4967-96fb-5a152d7c7db8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe506e8-cb53-4ec4-ab40-57effa3552b7']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:37.806201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e38382b0-cb7d-4967-96fb-5a152d7c7db8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8733d6ab-fc17-4861-b57a-82981f588703') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:37.806531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e38382b0-cb7d-4967-96fb-5a152d7c7db8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8733d6ab-fc17-4861-b57a-82981f588703') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:37.832872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1a9e3f5-b30a-4511-ab02-36543bce670c req-5b08aecf-3d75-4d26-b0a7-4b00737d3e8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d17eb6-7727-4dc9-92a9-56c305536e97 HTTP/1.1" status: 200 len: 1002 time: 0.1057837 Nov 11 21:49:37.861962 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e38382b0-cb7d-4967-96fb-5a152d7c7db8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:37.876448 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cb4957e3-2c5d-4ae6-8109-1522046df602 req-7f1c4972-e333-42cb-a62c-93d6ea6e2959 service neutron] 10.222.0.71 "GET /v2.0/networks/52f5520a-d156-42de-aab8-ef139313e61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054307 Nov 11 21:49:37.885504 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e38382b0-cb7d-4967-96fb-5a152d7c7db8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:37.912689 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38382b0-cb7d-4967-96fb-5a152d7c7db8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:49:37.915122 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e38382b0-cb7d-4967-96fb-5a152d7c7db8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:49:37.919938 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:49:37.959949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9e3f5-b30a-4511-ab02-36543bce670c req-779b7855-1eb5-4255-98e1-c1b044458135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:37.961458 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1a9e3f5-b30a-4511-ab02-36543bce670c req-779b7855-1eb5-4255-98e1-c1b044458135 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.1215224 Nov 11 21:49:38.120730 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9e3f5-b30a-4511-ab02-36543bce670c req-a6379901-c3cc-4007-b0c3-ac867f2201af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:38.122338 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1a9e3f5-b30a-4511-ab02-36543bce670c req-a6379901-c3cc-4007-b0c3-ac867f2201af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509600 Nov 11 21:49:38.172123 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e38382b0-cb7d-4967-96fb-5a152d7c7db8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:38.193059 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e38382b0-cb7d-4967-96fb-5a152d7c7db8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:38.198111 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e38382b0-cb7d-4967-96fb-5a152d7c7db8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "DELETE /v2.0/networks/bfe506e8-cb53-4ec4-ab40-57effa3552b7 HTTP/1.1" status: 204 len: 168 time: 0.9436705 Nov 11 21:49:38.200909 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cb4957e3-2c5d-4ae6-8109-1522046df602 req-01d552d7-d36a-4f1a-ade3-28d6f1e636df service neutron] 10.222.0.71 "GET /v2.0/networks/52f5520a-d156-42de-aab8-ef139313e61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091183 Nov 11 21:49:38.203103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59426) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:38.351380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1a9e3f5-b30a-4511-ab02-36543bce670c req-097769da-4479-4357-a633-d61a3df1c753 service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180402 Nov 11 21:49:38.362254 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38382b0-cb7d-4967-96fb-5a152d7c7db8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event deleted for resources: {'Network': ['ID=bfe506e8-cb53-4ec4-ab40-57effa3552b7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:38.398665 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57307812-ff6c-4057-a817-6dd8ff346510 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:38.421250 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13b796c0-7dea-4519-aeb3-7141bb83e126 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:38.562625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b796c0-7dea-4519-aeb3-7141bb83e126 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Port': ['ID=ffe7d262-a4ba-4c9f-a6bf-08e328b76ff4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:38.568332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1a9e3f5-b30a-4511-ab02-36543bce670c req-5006789d-f9b8-4edf-a50f-07d3e32b326e service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093561 Nov 11 21:49:38.707206 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57307812-ff6c-4057-a817-6dd8ff346510 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:38.770114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-57307812-ff6c-4057-a817-6dd8ff346510 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4805b777-bc26-4a85-b3e9-39760255efe3']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:38.814976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-57307812-ff6c-4057-a817-6dd8ff346510 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b549c2-4469-4520-b033-e559448373c0') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:38.815273 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-57307812-ff6c-4057-a817-6dd8ff346510 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b549c2-4469-4520-b033-e559448373c0') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:38.836860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f283eb-cf00-4719-a44d-fb7b91cef595 req-432db772-d471-41b6-9cff-ddbd902add50 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:38.847323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44f283eb-cf00-4719-a44d-fb7b91cef595 req-432db772-d471-41b6-9cff-ddbd902add50 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.1388850 Nov 11 21:49:38.932135 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57307812-ff6c-4057-a817-6dd8ff346510 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:38.943166 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44f283eb-cf00-4719-a44d-fb7b91cef595 req-e8d34786-413b-4947-8e07-87afa34c3afc tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925808 Nov 11 21:49:38.973628 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57307812-ff6c-4057-a817-6dd8ff346510 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:38.990606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57307812-ff6c-4057-a817-6dd8ff346510 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:49:38.991339 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57307812-ff6c-4057-a817-6dd8ff346510 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:49:38.994753 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:49:39.215318 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57307812-ff6c-4057-a817-6dd8ff346510 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:39.224773 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57307812-ff6c-4057-a817-6dd8ff346510 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:39.228653 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-57307812-ff6c-4057-a817-6dd8ff346510 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "DELETE /v2.0/networks/4805b777-bc26-4a85-b3e9-39760255efe3 HTTP/1.1" status: 204 len: 168 time: 1.0017853 Nov 11 21:49:39.231257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59534) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:39.252707 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13b796c0-7dea-4519-aeb3-7141bb83e126 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:39.271104 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57307812-ff6c-4057-a817-6dd8ff346510 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event deleted for resources: {'Network': ['ID=4805b777-bc26-4a85-b3e9-39760255efe3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:39.516414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f31bc-2b22-43e4-91e7-cab38899a293 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:39.536547 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f31bc-2b22-43e4-91e7-cab38899a293 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:39.539056 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6f9f31bc-2b22-43e4-91e7-cab38899a293 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3046906 Nov 11 21:49:39.543503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59568) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:39.551257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-87c4158b-4eda-401b-9b12-c41131f13be7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-601405089'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:39.593341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c4158b-4eda-401b-9b12-c41131f13be7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Made reservation on behalf of dd3f47ac28f946d98f520a5bd79d9f4f for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:39.609395 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87c4158b-4eda-401b-9b12-c41131f13be7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:39.663164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c4158b-4eda-401b-9b12-c41131f13be7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] vlan segment allocate from pool success with {'vlan_id': 1154, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:49:39.680399 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87c4158b-4eda-401b-9b12-c41131f13be7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:39.681065 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-87c4158b-4eda-401b-9b12-c41131f13be7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Added segment d6a124cc-48a3-466d-a552-a46d657d69d4 of type vlan for network 1181d8df-510d-48a0-ba77-caba8ee82441 Nov 11 21:49:39.776494 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b796c0-7dea-4519-aeb3-7141bb83e126 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Router dc2a1f80-5483-40ac-b46d-231a2519fe71 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:49:39.818696 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87c4158b-4eda-401b-9b12-c41131f13be7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:39.873274 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87c4158b-4eda-401b-9b12-c41131f13be7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:39.881281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c4158b-4eda-401b-9b12-c41131f13be7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:39.881931 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87c4158b-4eda-401b-9b12-c41131f13be7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:39.909443 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-87c4158b-4eda-401b-9b12-c41131f13be7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3641233 Nov 11 21:49:39.913842 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59604) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:39.922687 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-32bf1edd-b7a2-481c-8410-1b2777950459 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1899743013'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:40.003473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b796c0-7dea-4519-aeb3-7141bb83e126 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:49:40.006743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bf1edd-b7a2-481c-8410-1b2777950459 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Made reservation on behalf of dd3f47ac28f946d98f520a5bd79d9f4f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:40.014506 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32bf1edd-b7a2-481c-8410-1b2777950459 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:40.015276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda49a6b-0963-4e84-9461-8d7589068690 None None] Sync routers for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:49:40.024316 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-13b796c0-7dea-4519-aeb3-7141bb83e126 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "PUT /v2.0/routers/dc2a1f80-5483-40ac-b46d-231a2519fe71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7286954 Nov 11 21:49:40.028195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59618) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:40.068967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda49a6b-0963-4e84-9461-8d7589068690 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:40.069639 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-eda49a6b-0963-4e84-9461-8d7589068690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:40.080369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4158b-4eda-401b-9b12-c41131f13be7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event updated for resources: {'Network': ['ID=1181d8df-510d-48a0-ba77-caba8ee82441,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:40.106701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bf1edd-b7a2-481c-8410-1b2777950459 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:49:40.135655 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32bf1edd-b7a2-481c-8410-1b2777950459 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:40.136074 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-32bf1edd-b7a2-481c-8410-1b2777950459 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Added segment 45792185-c493-4e10-9a49-01d7cd2fc9d8 of type vlan for network 1c099518-9a2c-4783-99bd-5040debdcede Nov 11 21:49:40.227376 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6948d0-1d2a-485c-a7cb-81cb31350a02 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:40.246743 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-eda49a6b-0963-4e84-9461-8d7589068690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:40.253386 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32bf1edd-b7a2-481c-8410-1b2777950459 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:40.255393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 1181d8df-510d-48a0-ba77-caba8ee82441 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:49:40.317116 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32bf1edd-b7a2-481c-8410-1b2777950459 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:40.324124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bf1edd-b7a2-481c-8410-1b2777950459 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:40.325120 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32bf1edd-b7a2-481c-8410-1b2777950459 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:40.358270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda49a6b-0963-4e84-9461-8d7589068690 None None] Routers {'dc2a1f80-5483-40ac-b46d-231a2519fe71'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:40.360194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-eda49a6b-0963-4e84-9461-8d7589068690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc2a1f80-5483-40ac-b46d-231a2519fe71'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:40.460297 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-32bf1edd-b7a2-481c-8410-1b2777950459 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5433085 Nov 11 21:49:40.469048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-eda49a6b-0963-4e84-9461-8d7589068690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:40.470375 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda49a6b-0963-4e84-9461-8d7589068690 None None] The sync data for ids ['dc2a1f80-5483-40ac-b46d-231a2519fe71'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:49:40.470949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59652) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:40.476090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Request body: {'ports': [{'network_id': '1181d8df-510d-48a0-ba77-caba8ee82441', 'name': 'tempest-port--2096558352', 'admin_state_up': True}, {'network_id': '1c099518-9a2c-4783-99bd-5040debdcede', 'admin_state_up': False}]} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:40.476435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Request body: {'port': {'network_id': '1181d8df-510d-48a0-ba77-caba8ee82441', 'name': 'tempest-port--2096558352', 'admin_state_up': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:40.476970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Request body: {'port': {'network_id': '1c099518-9a2c-4783-99bd-5040debdcede', 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:40.616285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29677d-17d2-4ff9-8cd3-f812964ed6fe req-5d3e1fc0-6661-4550-917d-d5e4fdb79673 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:40.617985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d29677d-17d2-4ff9-8cd3-f812964ed6fe req-5d3e1fc0-6661-4550-917d-d5e4fdb79673 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.3870947 Nov 11 21:49:40.729098 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf1edd-b7a2-481c-8410-1b2777950459 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event updated for resources: {'Network': ['ID=1c099518-9a2c-4783-99bd-5040debdcede,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:40.757686 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 1c099518-9a2c-4783-99bd-5040debdcede details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:49:40.860425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d29677d-17d2-4ff9-8cd3-f812964ed6fe req-9d428db4-c6ef-4564-8074-b9da82e5f3cd tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719406 Nov 11 21:49:40.862808 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6948d0-1d2a-485c-a7cb-81cb31350a02 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:40.987696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-5a6948d0-1d2a-485c-a7cb-81cb31350a02 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting port cbdded8b-7d4b-42eb-9f4e-dfcabcd202d5 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:40.989093 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6948d0-1d2a-485c-a7cb-81cb31350a02 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:41.060050 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:41.144522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Made reservation on behalf of dd3f47ac28f946d98f520a5bd79d9f4f for: {'port': 2} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:41.154714 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:41.189681 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:41.298268 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6948d0-1d2a-485c-a7cb-81cb31350a02 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:41.330350 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-5a6948d0-1d2a-485c-a7cb-81cb31350a02 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Calling delete_port for cbdded8b-7d4b-42eb-9f4e-dfcabcd202d5 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:41.442876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] device_id is not set on port af8af670-f5f8-4dd6-a0b3-e1686490b041 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:49:41.638555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402186d-9edb-4610-8234-5b72c08a2b62 req-fbf15333-02da-4dfa-b4ec-72a45d07edff tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:41.640503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7402186d-9edb-4610-8234-5b72c08a2b62 req-fbf15333-02da-4dfa-b4ec-72a45d07edff tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.1248186 Nov 11 21:49:41.760333 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:41.924069 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6948d0-1d2a-485c-a7cb-81cb31350a02 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:41.981277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] device_id is not set on port eda07e48-2ff7-4702-b58c-da0178153cea yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:49:42.017484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6948d0-1d2a-485c-a7cb-81cb31350a02 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Port': ['ID=cbdded8b-7d4b-42eb-9f4e-dfcabcd202d5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:42.041267 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7402186d-9edb-4610-8234-5b72c08a2b62 req-b7b14ded-af8f-415f-8c5e-168154b11de6 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868194 Nov 11 21:49:42.086155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3367eecc-08be-45fb-b9d9-f1f0126e8846 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:49:42.223590 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6948d0-1d2a-485c-a7cb-81cb31350a02 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:42.238828 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:42.352861 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:42.422250 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6948d0-1d2a-485c-a7cb-81cb31350a02 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:42.432124 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6948d0-1d2a-485c-a7cb-81cb31350a02 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:42.476618 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event updated for resources: {'Port': ['ID=af8af670-f5f8-4dd6-a0b3-e1686490b041,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:42.527860 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Checking segment: {'id': 'd6a124cc-48a3-466d-a552-a46d657d69d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '1181d8df-510d-48a0-ba77-caba8ee82441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:42.529831 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Network hostable DHCP agents. Network: 1181d8df-510d-48a0-ba77-caba8ee82441, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:49:42.529993 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6948d0-1d2a-485c-a7cb-81cb31350a02 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:42.530541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6948d0-1d2a-485c-a7cb-81cb31350a02 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Fanout notify agent at l3_agent the message router_deleted on router dc2a1f80-5483-40ac-b46d-231a2519fe71 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:49:42.545794 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6948d0-1d2a-485c-a7cb-81cb31350a02 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:42.551819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5a6948d0-1d2a-485c-a7cb-81cb31350a02 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/routers/dc2a1f80-5483-40ac-b46d-231a2519fe71 HTTP/1.1" status: 204 len: 168 time: 2.5222816 Nov 11 21:49:42.552851 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59852) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:42.583632 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Network 1181d8df-510d-48a0-ba77-caba8ee82441 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:49:42.601532 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 1181d8df-510d-48a0-ba77-caba8ee82441) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:42.614516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:42.615509 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:42.615839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62754178-6222-49ca-a8b3-73db619a2131 None None] Network 1181d8df-510d-48a0-ba77-caba8ee82441 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:42.649578 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-319ea44f-ead6-4119-9d08-1d59c930b4f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Deleting subnet e78f4d5c-ba6b-49d7-b65b-e42d217805a5 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:49:42.657322 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-319ea44f-ead6-4119-9d08-1d59c930b4f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:42.706868 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event updated for resources: {'Port': ['ID=eda07e48-2ff7-4702-b58c-da0178153cea,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:42.711758 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Checking segment: {'id': '45792185-c493-4e10-9a49-01d7cd2fc9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '1c099518-9a2c-4783-99bd-5040debdcede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:42.712199 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Network hostable DHCP agents. Network: 1c099518-9a2c-4783-99bd-5040debdcede, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:49:42.752293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Network 1c099518-9a2c-4783-99bd-5040debdcede is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:49:42.784579 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-319ea44f-ead6-4119-9d08-1d59c930b4f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:42.785501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 1c099518-9a2c-4783-99bd-5040debdcede) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:42.793763 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:42.811533 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b3548-b9b5-4a62-9419-caf8f3bd0f2e None None] Network 1c099518-9a2c-4783-99bd-5040debdcede requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:42.814004 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:42.832697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:42.836451 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:42.864607 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-705f85f0-d273-43f7-ac95-2605a3da4e1a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3925755 Nov 11 21:49:42.870260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59876) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:42.985711 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-319ea44f-ead6-4119-9d08-1d59c930b4f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:43.012284 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e39f9d3-7002-4871-8718-0ab2f3b3eb09 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:43.053784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e39f9d3-7002-4871-8718-0ab2f3b3eb09 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:43.076113 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1e39f9d3-7002-4871-8718-0ab2f3b3eb09 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2047901 Nov 11 21:49:43.081232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59898) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:43.326302 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-319ea44f-ead6-4119-9d08-1d59c930b4f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:43.343248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef86858-82b4-4001-ba5b-ef85617c14c9 req-7cb50742-a435-46b5-ba42-a13b0ee40125 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:43.345194 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ef86858-82b4-4001-ba5b-ef85617c14c9 req-7cb50742-a435-46b5-ba42-a13b0ee40125 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.0978992 Nov 11 21:49:43.404178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ea44f-ead6-4119-9d08-1d59c930b4f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Subnet': ['ID=e78f4d5c-ba6b-49d7-b65b-e42d217805a5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:43.406905 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-319ea44f-ead6-4119-9d08-1d59c930b4f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:43.413318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59928) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:43.414198 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-319ea44f-ead6-4119-9d08-1d59c930b4f1 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/subnets/e78f4d5c-ba6b-49d7-b65b-e42d217805a5 HTTP/1.1" status: 204 len: 168 time: 0.8596249 Nov 11 21:49:43.429887 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a67d158b-f526-40ca-a93c-61d13b75f7bd tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Deleting port af8af670-f5f8-4dd6-a0b3-e1686490b041 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:43.431273 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a67d158b-f526-40ca-a93c-61d13b75f7bd tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:43.542614 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ef86858-82b4-4001-ba5b-ef85617c14c9 req-1a27d16b-406b-46da-b309-fede343a685e tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555567 Nov 11 21:49:43.576920 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a67d158b-f526-40ca-a93c-61d13b75f7bd tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:43.595103 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e585d3fe-fe9e-4d51-b51b-c96ff5893c11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:43.634467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a67d158b-f526-40ca-a93c-61d13b75f7bd tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Calling delete_port for af8af670-f5f8-4dd6-a0b3-e1686490b041 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:43.872122 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a67d158b-f526-40ca-a93c-61d13b75f7bd tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:43.893325 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06e316e1-d12b-498f-9b80-64cf22e5c303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:43.922761 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d158b-f526-40ca-a93c-61d13b75f7bd tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event deleted for resources: {'Port': ['ID=af8af670-f5f8-4dd6-a0b3-e1686490b041,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:43.964029 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a67d158b-f526-40ca-a93c-61d13b75f7bd tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:43.971006 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a67d158b-f526-40ca-a93c-61d13b75f7bd tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "DELETE /v2.0/ports/af8af670-f5f8-4dd6-a0b3-e1686490b041 HTTP/1.1" status: 204 len: 168 time: 0.8864539 Nov 11 21:49:43.976263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59970) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:44.059391 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821f0ad-5361-4b1b-8945-88319f4e5931 req-aaff2bc3-85ee-48f4-ba33-966491c93a36 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:44.061199 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6821f0ad-5361-4b1b-8945-88319f4e5931 req-aaff2bc3-85ee-48f4-ba33-966491c93a36 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.1399062 Nov 11 21:49:44.166179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6821f0ad-5361-4b1b-8945-88319f4e5931 req-22ca5e56-8224-4147-a4b8-06c1ee4ffd4a tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747108 Nov 11 21:49:44.192417 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-318738cd-e82c-4122-9e12-733512000bb5 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Deleting port eda07e48-2ff7-4702-b58c-da0178153cea {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:44.193093 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-318738cd-e82c-4122-9e12-733512000bb5 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:44.272104 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-318738cd-e82c-4122-9e12-733512000bb5 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:44.288546 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-318738cd-e82c-4122-9e12-733512000bb5 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Calling delete_port for eda07e48-2ff7-4702-b58c-da0178153cea owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:44.408683 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-318738cd-e82c-4122-9e12-733512000bb5 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:44.450149 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e585d3fe-fe9e-4d51-b51b-c96ff5893c11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:44.481803 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e585d3fe-fe9e-4d51-b51b-c96ff5893c11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add25a46-8313-4b41-96ca-f14d9d5d6767']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:44.493715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e585d3fe-fe9e-4d51-b51b-c96ff5893c11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c1fa46-89a4-47aa-9fea-ac41a106ba6d') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:44.494044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e585d3fe-fe9e-4d51-b51b-c96ff5893c11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c1fa46-89a4-47aa-9fea-ac41a106ba6d') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:44.495962 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-318738cd-e82c-4122-9e12-733512000bb5 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:44.498027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829382f-c350-4832-9a35-8a4fa02f8302 req-3fd20785-e284-4fee-93a5-845cd0f2f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:44.499798 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0829382f-c350-4832-9a35-8a4fa02f8302 req-3fd20785-e284-4fee-93a5-845cd0f2f1e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bb0484a623e4429eb8cbaa8df8af91f0&device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 1096 time: 0.1028671 Nov 11 21:49:44.503725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-318738cd-e82c-4122-9e12-733512000bb5 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "DELETE /v2.0/ports/eda07e48-2ff7-4702-b58c-da0178153cea HTTP/1.1" status: 204 len: 168 time: 0.5259652 Nov 11 21:49:44.505713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318738cd-e82c-4122-9e12-733512000bb5 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event deleted for resources: {'Port': ['ID=eda07e48-2ff7-4702-b58c-da0178153cea,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:44.510080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59982) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:44.550697 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e585d3fe-fe9e-4d51-b51b-c96ff5893c11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:44.568827 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e585d3fe-fe9e-4d51-b51b-c96ff5893c11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:44.576478 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e585d3fe-fe9e-4d51-b51b-c96ff5893c11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:49:44.576937 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e585d3fe-fe9e-4d51-b51b-c96ff5893c11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:44.613051 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:49:44.675783 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:49:44.808573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829382f-c350-4832-9a35-8a4fa02f8302 req-81720b50-752a-4a19-8315-e69f8778dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:44.810417 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0829382f-c350-4832-9a35-8a4fa02f8302 req-81720b50-752a-4a19-8315-e69f8778dc40 service neutron] 10.222.0.71 "GET /v2.0/networks?id=52f5520a-d156-42de-aab8-ef139313e61e HTTP/1.1" status: 200 len: 914 time: 0.2831190 Nov 11 21:49:44.811703 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e585d3fe-fe9e-4d51-b51b-c96ff5893c11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:44.819211 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e585d3fe-fe9e-4d51-b51b-c96ff5893c11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:44.825397 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e585d3fe-fe9e-4d51-b51b-c96ff5893c11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] 10.222.0.57 "DELETE /v2.0/networks/add25a46-8313-4b41-96ca-f14d9d5d6767 HTTP/1.1" status: 204 len: 168 time: 1.4080446 Nov 11 21:49:44.867419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585d3fe-fe9e-4d51-b51b-c96ff5893c11 tempest-FloatingIPTestJSON-1207196291 tempest-FloatingIPTestJSON-1207196291-project] Pushing event deleted for resources: {'Network': ['ID=add25a46-8313-4b41-96ca-f14d9d5d6767,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:44.910907 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0829382f-c350-4832-9a35-8a4fa02f8302 req-3f332e42-9582-49c2-892c-71ce92262fdd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a4faab-164b-4cb8-9c46-84bffc28e317 HTTP/1.1" status: 200 len: 217 time: 0.0846639 Nov 11 21:49:44.977974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829382f-c350-4832-9a35-8a4fa02f8302 req-6383459c-46e4-4585-9ee4-eb6ddd42e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:44.979656 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0829382f-c350-4832-9a35-8a4fa02f8302 req-6383459c-46e4-4585-9ee4-eb6ddd42e6db service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ec69429b-7265-4db3-ae17-4c3980384308 HTTP/1.1" status: 200 len: 852 time: 0.0579236 Nov 11 21:49:45.030695 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0829382f-c350-4832-9a35-8a4fa02f8302 req-c3f3179d-22af-4056-8a35-d07ca6bbbc71 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52f5520a-d156-42de-aab8-ef139313e61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392478 Nov 11 21:49:45.177361 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4e1f014b-2386-4ff3-a29f-029b92c7e6a9 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6658731 Nov 11 21:49:45.179030 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60012) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:45.200665 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-855f3981-f6a8-4195-aa80-9cfe2ac493a7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1271012789'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:45.263286 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855f3981-f6a8-4195-aa80-9cfe2ac493a7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Made reservation on behalf of dd3f47ac28f946d98f520a5bd79d9f4f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:45.268151 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-855f3981-f6a8-4195-aa80-9cfe2ac493a7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:45.294533 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0829382f-c350-4832-9a35-8a4fa02f8302 req-0ba6179a-dae0-437f-b121-1c0a7c9f6c73 service neutron] 10.222.0.71 "GET /v2.0/networks/52f5520a-d156-42de-aab8-ef139313e61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513425 Nov 11 21:49:45.307651 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855f3981-f6a8-4195-aa80-9cfe2ac493a7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] vlan segment allocate from pool success with {'vlan_id': 1175, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:49:45.346878 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-855f3981-f6a8-4195-aa80-9cfe2ac493a7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:45.347517 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-855f3981-f6a8-4195-aa80-9cfe2ac493a7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Added segment ef4c171b-3386-4219-a87f-e6136a10310a of type vlan for network f7e988e3-a576-4623-ac64-f943b9afb29c Nov 11 21:49:45.397243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60018) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:45.437617 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-855f3981-f6a8-4195-aa80-9cfe2ac493a7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:45.465597 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6abeb-2bf6-4dfe-92ad-a1f51011d546 req-bdcb8a26-db49-4313-bc8d-327ee7fb1284 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:45.468305 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08f6abeb-2bf6-4dfe-92ad-a1f51011d546 req-bdcb8a26-db49-4313-bc8d-327ee7fb1284 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.2019758 Nov 11 21:49:45.507979 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0829382f-c350-4832-9a35-8a4fa02f8302 req-33822912-5cde-49b1-bee7-43d718ddd10b service neutron] 10.222.0.71 "GET /v2.0/networks/52f5520a-d156-42de-aab8-ef139313e61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969323 Nov 11 21:49:45.511986 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-855f3981-f6a8-4195-aa80-9cfe2ac493a7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:45.521907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855f3981-f6a8-4195-aa80-9cfe2ac493a7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:45.523290 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-855f3981-f6a8-4195-aa80-9cfe2ac493a7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:45.611651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-965ed6f3-b690-4420-a68d-b5a570daf9c8 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:45.613556 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-965ed6f3-b690-4420-a68d-b5a570daf9c8 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/networks?id=4b8e3aac-1d69-4a6f-b22a-09e24134fa42 HTTP/1.1" status: 200 len: 814 time: 0.4321551 Nov 11 21:49:45.622747 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-855f3981-f6a8-4195-aa80-9cfe2ac493a7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4387009 Nov 11 21:49:45.626554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60030) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:45.629226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f3981-f6a8-4195-aa80-9cfe2ac493a7 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event updated for resources: {'Network': ['ID=f7e988e3-a576-4623-ac64-f943b9afb29c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:45.642817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e5bdceaa-8000-433b-9493-c9869c854f34 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1075494486'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:45.648147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network f7e988e3-a576-4623-ac64-f943b9afb29c details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:49:45.688968 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08f6abeb-2bf6-4dfe-92ad-a1f51011d546 req-0420d9c5-7b91-4cab-ae24-7c534cb6f60b tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030654 Nov 11 21:49:45.745431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-f3f5b7fb-7f6a-40ae-9263-b2bcc0560913 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/quotas/8034fdc9185f475a8bd29b67fab3c524 HTTP/1.1" status: 200 len: 375 time: 0.1096623 Nov 11 21:49:45.783801 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-749cec77-e96d-49fe-b5d0-066eb0eb3cd2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d699276d634c450fb508151d2a8ddd89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3848138 Nov 11 21:49:45.786176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60032) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:45.789536 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-8c7dfd1d-f9a7-41a3-8388-83ac63f9c465 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8034fdc9185f475a8bd29b67fab3c524&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427463 Nov 11 21:49:45.793586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bdceaa-8000-433b-9493-c9869c854f34 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Made reservation on behalf of dd3f47ac28f946d98f520a5bd79d9f4f for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:45.799573 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5bdceaa-8000-433b-9493-c9869c854f34 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:45.845754 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6ae53c1-7e64-4536-8d17-31452ec8327e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:45.880668 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6ae53c1-7e64-4536-8d17-31452ec8327e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:45.896368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bdceaa-8000-433b-9493-c9869c854f34 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:49:45.918602 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5bdceaa-8000-433b-9493-c9869c854f34 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:45.919129 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-e5bdceaa-8000-433b-9493-c9869c854f34 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Added segment 22e35100-fe14-43fe-9897-851b0e9a8f51 of type vlan for network 3b57bcab-1d08-47fd-9818-ccba8c6813c9 Nov 11 21:49:45.963808 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6ae53c1-7e64-4536-8d17-31452ec8327e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:45.973805 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6ae53c1-7e64-4536-8d17-31452ec8327e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:45.975069 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d6ae53c1-7e64-4536-8d17-31452ec8327e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/afec325e-29fd-41c3-a165-e1a27e98d637 HTTP/1.1" status: 204 len: 168 time: 0.1878169 Nov 11 21:49:45.985242 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae53c1-7e64-4536-8d17-31452ec8327e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afec325e-29fd-41c3-a165-e1a27e98d637,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:45.994912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-2f2564aa-086f-4dd9-846b-2d341d5f075f service neutron] 10.222.0.57 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921225 Nov 11 21:49:45.998033 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5bdceaa-8000-433b-9493-c9869c854f34 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:46.038201 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abfa2ff7-51f5-450a-863d-62095da60f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:46.215601 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5bdceaa-8000-433b-9493-c9869c854f34 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:46.224664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bdceaa-8000-433b-9493-c9869c854f34 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:46.225519 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5bdceaa-8000-433b-9493-c9869c854f34 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:46.296957 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-83e8f84e-6471-4b0c-a8e8-2cbf33836335 service neutron] 10.222.0.57 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778628 Nov 11 21:49:46.355866 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e5bdceaa-8000-433b-9493-c9869c854f34 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7178354 Nov 11 21:49:46.376888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdceaa-8000-433b-9493-c9869c854f34 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event updated for resources: {'Network': ['ID=3b57bcab-1d08-47fd-9818-ccba8c6813c9,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:46.394811 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 3b57bcab-1d08-47fd-9818-ccba8c6813c9 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:49:46.498835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60054) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:46.505447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Request body: {'subnets': [{'network_id': 'f7e988e3-a576-4623-ac64-f943b9afb29c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--372651156', 'ip_version': 4}, {'network_id': '3b57bcab-1d08-47fd-9818-ccba8c6813c9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:46.506684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Request body: {'subnet': {'network_id': 'f7e988e3-a576-4623-ac64-f943b9afb29c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--372651156', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:46.507429 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Request body: {'subnet': {'network_id': '3b57bcab-1d08-47fd-9818-ccba8c6813c9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:46.553567 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-ed8c58dc-7c22-466a-a590-65e85137dcf5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1734056 Nov 11 21:49:46.747729 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-2e2005b0-8b5e-4310-9316-e94b011fa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:46.748520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-2e2005b0-8b5e-4310-9316-e94b011fa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:46.749170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-2e2005b0-8b5e-4310-9316-e94b011fa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:46.749961 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-2e2005b0-8b5e-4310-9316-e94b011fa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:46.752091 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-2e2005b0-8b5e-4310-9316-e94b011fa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:46.753322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-2e2005b0-8b5e-4310-9316-e94b011fa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:46.754023 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-2e2005b0-8b5e-4310-9316-e94b011fa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:46.756288 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-2e2005b0-8b5e-4310-9316-e94b011fa0de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 6493 time: 0.1357231 Nov 11 21:49:46.803333 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b8c69dd-11ba-4bb7-8dee-4db1585cde9e req-f355d621-7496-476f-8261-3a7959d9ee5d tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 210 time: 0.0967770 Nov 11 21:49:47.043162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622050c2-2cdd-4c43-ae9b-20ac613a635d req-c8ca0cd5-6c4a-418c-a631-a4f20201ac46 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:47.043162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-622050c2-2cdd-4c43-ae9b-20ac613a635d req-c8ca0cd5-6c4a-418c-a631-a4f20201ac46 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.1115220 Nov 11 21:49:47.043548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Made reservation on behalf of dd3f47ac28f946d98f520a5bd79d9f4f for: {'subnet': 2} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:47.047952 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:47.048290 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:47.072055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-cf91449f-cdf7-4641-928e-b57518ac8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:47.072590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-cf91449f-cdf7-4641-928e-b57518ac8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:47.073110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-cf91449f-cdf7-4641-928e-b57518ac8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:47.077611 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-cf91449f-cdf7-4641-928e-b57518ac8350 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1fce0110-e17d-4dbf-bcff-6587b695d31e&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=784dde3a-e85c-4752-9e04-1000eefc86d6&id=4fa35899-5adf-40f1-9173-7fcb94838b29&id=4fa35899-5adf-40f1-9173-7fcb94838b29 HTTP/1.1" status: 200 len: 2295 time: 0.2720397 Nov 11 21:49:47.236769 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:47.323681 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-7d354f90-5841-4d96-8147-7b7c9c1ce14a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42f3bfd-99cc-4ee5-a989-eedc34b67f19 HTTP/1.1" status: 200 len: 1000 time: 0.2362597 Nov 11 21:49:47.434308 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60094) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:47.448145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-622050c2-2cdd-4c43-ae9b-20ac613a635d req-6c7c98c9-4549-4e6e-a0f2-32b3d5f5ea27 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830926 Nov 11 21:49:47.503013 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-b683e8b0-e5a5-4755-834a-4bb46fe9024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:47.505193 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-b683e8b0-e5a5-4755-834a-4bb46fe9024a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4cc9cd29-0338-4a59-aaa7-c7a0cc838140 HTTP/1.1" status: 200 len: 850 time: 0.1734920 Nov 11 21:49:47.616914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-7214e088-2056-466e-b1c5-19ae957cbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:47.619873 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-7214e088-2056-466e-b1c5-19ae957cbb63 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1fce0110-e17d-4dbf-bcff-6587b695d31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068566 Nov 11 21:49:47.676721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-768456440'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:47.867497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:47.871239 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:47.875001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:47.889910 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:47.899854 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-ba27d0da-6dcc-484d-9de2-a79c6d372946 service neutron] 10.222.0.71 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697916 Nov 11 21:49:48.023000 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-62c34a4d-21b9-452c-9002-2ecd58d8a9de service neutron] 10.222.0.71 "GET /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981627 Nov 11 21:49:48.074885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Checking segment: {'id': 'ef4c171b-3386-4219-a87f-e6136a10310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f7e988e3-a576-4623-ac64-f943b9afb29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:48.075133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Network hostable DHCP agents. Network: f7e988e3-a576-4623-ac64-f943b9afb29c, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:49:48.089054 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8301110-f9b7-45e3-b709-18ebcf5cd520 req-70b93cb8-a51e-4275-a071-8620f756c94b tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:48.092462 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8301110-f9b7-45e3-b709-18ebcf5cd520 req-70b93cb8-a51e-4275-a071-8620f756c94b tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.2301135 Nov 11 21:49:48.093552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event updated for resources: {'Subnet': ['ID=0f67bb63-1bfd-4c82-b623-dded2e3edbb4,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:48.111338 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-cfdf1457-8f40-401d-88b0-4094b4a6146d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=25a1c873-4001-4e2b-9aab-1b83892a724d HTTP/1.1" status: 200 len: 217 time: 0.0681546 Nov 11 21:49:48.180592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Network f7e988e3-a576-4623-ac64-f943b9afb29c is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:49:48.184196 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:48.206025 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:48.225452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8301110-f9b7-45e3-b709-18ebcf5cd520 req-042e2963-e933-4455-a595-172a15a0c5de tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151619 Nov 11 21:49:48.249555 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-c6e9b6ab-904c-4c1c-ac9b-3b24132da463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:48.250163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, f7e988e3-a576-4623-ac64-f943b9afb29c) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:48.251573 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-c6e9b6ab-904c-4c1c-ac9b-3b24132da463 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.1250813 Nov 11 21:49:48.266801 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9476c686-2ade-4fd1-a04f-e5e2bbce569d None None] Network f7e988e3-a576-4623-ac64-f943b9afb29c requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:48.278103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:49:48.283435 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:48.309579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe755869-3f1f-4210-bcd3-36769d14d7b9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:48.334176 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:48.334529 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Added segment 1edcd10b-91f8-4ff0-9eba-80038150a06f of type vlan for network 24f6ceb4-5dae-4636-968c-05f9bcd8ef20 Nov 11 21:49:48.338455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b785ec54-2663-407f-8aab-c10a3f736e0e req-ab56c708-562d-490c-9583-41fc2bbd09e1 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 210 time: 0.3814437 Nov 11 21:49:48.482759 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:48.502075 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-d14ea2f3-7d52-4a07-bf3f-6dc97205aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:48.503666 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-d14ea2f3-7d52-4a07-bf3f-6dc97205aa79 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2218323 Nov 11 21:49:48.640777 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-0e9c6efb-3137-4e63-9a30-8b2d5fafc637 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269770 Nov 11 21:49:48.642708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:48.648944 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:48.649860 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:48.692243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-d09e0ef0-a5ef-4aa6-bd64-4e3ea3538a0f tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:48.695056 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-d09e0ef0-a5ef-4aa6-bd64-4e3ea3538a0f tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.10 "GET /v2.0/networks?id=4b8e3aac-1d69-4a6f-b22a-09e24134fa42 HTTP/1.1" status: 200 len: 814 time: 0.2207482 Nov 11 21:49:48.699913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Checking segment: {'id': '22e35100-fe14-43fe-9897-851b0e9a8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '3b57bcab-1d08-47fd-9818-ccba8c6813c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:48.700426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Network hostable DHCP agents. Network: 3b57bcab-1d08-47fd-9818-ccba8c6813c9, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:49:48.717526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-52dd5a57-e165-43ca-9ded-fa630bb67a55 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Request body: {'port': {'device_id': 'c23a7713-9848-4e58-90f8-f67d05273e49', 'network_id': '4b8e3aac-1d69-4a6f-b22a-09e24134fa42', 'admin_state_up': True, 'tenant_id': '8034fdc9185f475a8bd29b67fab3c524'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:48.775871 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3404698 Nov 11 21:49:48.780157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60142) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:48.787427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e9c60368-992f-4bf6-8b22-89b3c28fae5f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-883811048'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:48.791461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event updated for resources: {'Subnet': ['ID=f614ee1c-7350-4b0b-9506-da160738d213,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:48.794416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Network 3b57bcab-1d08-47fd-9818-ccba8c6813c9 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:49:48.809556 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:48.816634 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6973e02-a9e3-4370-aabd-f616b4591aa3 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Network': ['ID=24f6ceb4-5dae-4636-968c-05f9bcd8ef20,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:48.822290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-f7e988e3-a576-4623-ac64-f943b9afb29c', 'network_id': 'f7e988e3-a576-4623-ac64-f943b9afb29c', 'tenant_id': 'dd3f47ac28f946d98f520a5bd79d9f4f', 'fixed_ips': [{'subnet_id': '0f67bb63-1bfd-4c82-b623-dded2e3edbb4'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:49:48.823189 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:48.823609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 3b57bcab-1d08-47fd-9818-ccba8c6813c9) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:48.835662 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d9e344-926f-4480-a66e-d9001bd218b8 None None] Network 3b57bcab-1d08-47fd-9818-ccba8c6813c9 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:48.838588 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 24f6ceb4-5dae-4636-968c-05f9bcd8ef20 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:49:48.869799 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-fc4d2cc6-f2cb-4a6d-892f-ed5c362a4985 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158570 Nov 11 21:49:48.872214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:48.873044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:48.873649 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:48.932540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-5a8f4543-cf07-4e3f-ae61-8165779a1d37 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=348abab2-0df6-4fc4-a449-94bd70a118d8 HTTP/1.1" status: 200 len: 217 time: 0.0557296 Nov 11 21:49:48.933855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c60368-992f-4bf6-8b22-89b3c28fae5f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:48.937570 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9c60368-992f-4bf6-8b22-89b3c28fae5f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:48.965846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c60368-992f-4bf6-8b22-89b3c28fae5f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:49:48.976729 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9c60368-992f-4bf6-8b22-89b3c28fae5f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:48.977503 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-e9c60368-992f-4bf6-8b22-89b3c28fae5f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Added segment e32117c4-98fe-4aae-830e-fb1e95120f83 of type vlan for network abefbb93-5966-4631-ae23-2257d484bfcd Nov 11 21:49:49.031322 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9b1bb1ea-ff6e-465b-8cb1-1db5e4efb41a tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.5310497 Nov 11 21:49:49.053088 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9c60368-992f-4bf6-8b22-89b3c28fae5f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:49.066312 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-daa21e2b-aa06-4fde-a97b-c66737d84b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:49.068011 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-daa21e2b-aa06-4fde-a97b-c66737d84b19 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.1214600 Nov 11 21:49:49.068669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60144) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:49.112756 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9c60368-992f-4bf6-8b22-89b3c28fae5f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:49.119735 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c60368-992f-4bf6-8b22-89b3c28fae5f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:49.120476 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9c60368-992f-4bf6-8b22-89b3c28fae5f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:49.171404 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Allocated IP 172.20.0.2 (f7e988e3-a576-4623-ac64-f943b9afb29c/0f67bb63-1bfd-4c82-b623-dded2e3edbb4/70b5679d-6e69-4116-a3eb-457ef63d3d11) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:49.177149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-52dd5a57-e165-43ca-9ded-fa630bb67a55 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Made reservation on behalf of 8034fdc9185f475a8bd29b67fab3c524 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:49.184192 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-52dd5a57-e165-43ca-9ded-fa630bb67a55 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:49.185852 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-3b57bcab-1d08-47fd-9818-ccba8c6813c9', 'network_id': '3b57bcab-1d08-47fd-9818-ccba8c6813c9', 'tenant_id': 'dd3f47ac28f946d98f520a5bd79d9f4f', 'fixed_ips': [{'subnet_id': 'f614ee1c-7350-4b0b-9506-da160738d213'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:49:49.186987 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:49.242862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c3a493-fa95-407c-b032-8b1118ebe75d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:49.245078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c3a493-fa95-407c-b032-8b1118ebe75d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:49.246784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c3a493-fa95-407c-b032-8b1118ebe75d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:49.251571 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a0c3a493-fa95-407c-b032-8b1118ebe75d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1784091 Nov 11 21:49:49.252302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60152) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:49.263591 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-ea089fe4-6286-42ee-95af-33ea0922838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:49.265247 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-ea089fe4-6286-42ee-95af-33ea0922838e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1655383 Nov 11 21:49:49.322076 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e9c60368-992f-4bf6-8b22-89b3c28fae5f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5394592 Nov 11 21:49:49.329861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60154) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:49.359622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c60368-992f-4bf6-8b22-89b3c28fae5f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Network': ['ID=abefbb93-5966-4631-ae23-2257d484bfcd,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:49.380270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7fcecf-829d-45a4-8f06-ecb0b6ec25bc tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Deleting subnet 0f67bb63-1bfd-4c82-b623-dded2e3edbb4 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:49:49.397947 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8b0ae004-632e-45f7-befb-9a670e26a4bb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'subnet': {'network_id': '24f6ceb4-5dae-4636-968c-05f9bcd8ef20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:49.405964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Allocated IP 172.20.0.18 (3b57bcab-1d08-47fd-9818-ccba8c6813c9/f614ee1c-7350-4b0b-9506-da160738d213/c15d0705-0a38-4815-9a3a-2f43190d6077) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:49.425066 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-e602abaa-38ed-42ed-a9ab-4e71dc19a902 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343770 Nov 11 21:49:49.589741 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network abefbb93-5966-4631-ae23-2257d484bfcd details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:49:49.617367 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-d789c298-cd6e-412d-803f-34475cbfe6be service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833630 Nov 11 21:49:49.668365 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:49.699101 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-c829451e-9028-472e-a210-492cc0d74ace service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=13ffee77-0dca-490c-8116-b548cab8fe4a HTTP/1.1" status: 200 len: 217 time: 0.0670104 Nov 11 21:49:49.746820 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:49.749300 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8677eedc-99b5-4aac-8037-8fa330b0fe65 req-24f6dc26-a7d1-4863-8abb-b494dc420ab6 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 210 time: 0.2685564 Nov 11 21:49:49.766552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-0859342a-a644-4dc8-a332-19b6a9faefbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:49.768700 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-0859342a-a644-4dc8-a332-19b6a9faefbb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.0612710 Nov 11 21:49:49.787945 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:49.852936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Network 3b57bcab-1d08-47fd-9818-ccba8c6813c9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:49.862069 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:49.865371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ce1c8-3f26-410e-b55c-a205d124dec7 req-0379d40f-ae66-4f77-abd2-2991680ec7d7 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:49.867905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:49.874923 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e4ce1c8-3f26-410e-b55c-a205d124dec7 req-0379d40f-ae66-4f77-abd2-2991680ec7d7 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.5426054 Nov 11 21:49:49.900669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-0e9d83d9-99fb-4146-9ae4-00938ee637a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:49.902551 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-0e9d83d9-99fb-4146-9ae4-00938ee637a5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1178381 Nov 11 21:49:49.910353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Pushing event updated for resources: {'Port': ['ID=c15d0705-0a38-4815-9a3a-2f43190d6077,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:49.914193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0ae004-632e-45f7-befb-9a670e26a4bb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:49.918155 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae004-632e-45f7-befb-9a670e26a4bb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:49.956967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf488a7-d8de-4023-9537-8ee7bb9f11bc req-378ca3b4-ab91-40c3-8d8d-82db83db9d75 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:49.958515 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8cf488a7-d8de-4023-9537-8ee7bb9f11bc req-378ca3b4-ab91-40c3-8d8d-82db83db9d75 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 945 time: 0.1098266 Nov 11 21:49:49.972316 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:49.988837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Attempting to bind port c15d0705-0a38-4815-9a3a-2f43190d6077 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:49.988837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Attempting to bind port c15d0705-0a38-4815-9a3a-2f43190d6077 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '22e35100-fe14-43fe-9897-851b0e9a8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '3b57bcab-1d08-47fd-9818-ccba8c6813c9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:49.988837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Attempting to bind port c15d0705-0a38-4815-9a3a-2f43190d6077 on network 3b57bcab-1d08-47fd-9818-ccba8c6813c9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:49.989779 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c7fcecf-829d-45a4-8f06-ecb0b6ec25bc tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:49.994055 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.084520 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Pushing event updated for resources: {'Port': ['ID=70b5679d-6e69-4116-a3eb-457ef63d3d11,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:50.090599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:49:50.091022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Checking segment: {'id': '22e35100-fe14-43fe-9897-851b0e9a8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '3b57bcab-1d08-47fd-9818-ccba8c6813c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:50.092463 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.092922 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Bound using segment: {'id': '22e35100-fe14-43fe-9897-851b0e9a8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '3b57bcab-1d08-47fd-9818-ccba8c6813c9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:49:50.093414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Bound port: c15d0705-0a38-4815-9a3a-2f43190d6077, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e35100-fe14-43fe-9897-851b0e9a8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '3b57bcab-1d08-47fd-9818-ccba8c6813c9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:49:50.093823 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.135071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Network f7e988e3-a576-4623-ac64-f943b9afb29c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:50.142698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:50.157648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-52dd5a57-e165-43ca-9ded-fa630bb67a55 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Allocated IP 172.20.0.14 (4b8e3aac-1d69-4a6f-b22a-09e24134fa42/10215c90-c10e-4547-ab4e-1d3d42e0381d/d5b73106-ca8f-4ea4-8a1a-88d246fa36bd) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:50.161106 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae004-632e-45f7-befb-9a670e26a4bb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.195840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:50.200749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c7fcecf-829d-45a4-8f06-ecb0b6ec25bc tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.241594 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ae004-632e-45f7-befb-9a670e26a4bb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Subnet': ['ID=74659dbb-3c77-4cae-84e1-3928e7544a5a,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:50.257937 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-71488000-edbf-4fd4-9ae7-7a74b6017695 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307693 Nov 11 21:49:50.292612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8cf488a7-d8de-4023-9537-8ee7bb9f11bc req-3950e06c-21af-4fa8-8e30-d1918ee75cc0 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Deleting port 30a4faab-164b-4cb8-9c46-84bffc28e317 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:50.293005 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8cf488a7-d8de-4023-9537-8ee7bb9f11bc req-3950e06c-21af-4fa8-8e30-d1918ee75cc0 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.326792 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e4ce1c8-3f26-410e-b55c-a205d124dec7 req-bc91112a-a414-4035-96f8-4350bfe75800 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507153 Nov 11 21:49:50.345804 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0ae004-632e-45f7-befb-9a670e26a4bb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Checking segment: {'id': '1edcd10b-91f8-4ff0-9eba-80038150a06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '24f6ceb4-5dae-4636-968c-05f9bcd8ef20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:50.346391 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0ae004-632e-45f7-befb-9a670e26a4bb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network hostable DHCP agents. Network: 24f6ceb4-5dae-4636-968c-05f9bcd8ef20, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:49:50.348372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Attempting to bind port 70b5679d-6e69-4116-a3eb-457ef63d3d11 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:50.348752 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Attempting to bind port 70b5679d-6e69-4116-a3eb-457ef63d3d11 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'ef4c171b-3386-4219-a87f-e6136a10310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f7e988e3-a576-4623-ac64-f943b9afb29c'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:50.349147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Attempting to bind port 70b5679d-6e69-4116-a3eb-457ef63d3d11 on network f7e988e3-a576-4623-ac64-f943b9afb29c {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:50.380911 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:49:50.381586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Checking segment: {'id': 'ef4c171b-3386-4219-a87f-e6136a10310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f7e988e3-a576-4623-ac64-f943b9afb29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:50.382040 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.382614 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Bound using segment: {'id': 'ef4c171b-3386-4219-a87f-e6136a10310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f7e988e3-a576-4623-ac64-f943b9afb29c'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:49:50.383075 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Bound port: 70b5679d-6e69-4116-a3eb-457ef63d3d11, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4c171b-3386-4219-a87f-e6136a10310a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'f7e988e3-a576-4623-ac64-f943b9afb29c'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:49:50.383467 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.394165 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0ae004-632e-45f7-befb-9a670e26a4bb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 24f6ceb4-5dae-4636-968c-05f9bcd8ef20 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:49:50.411793 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8cf488a7-d8de-4023-9537-8ee7bb9f11bc req-3950e06c-21af-4fa8-8e30-d1918ee75cc0 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] For port 30a4faab-164b-4cb8-9c46-84bffc28e317, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=30a4faab-164b-4cb8-9c46-84bffc28e317,segment=NetworkSegment(2be75b92-755c-4305-a7d9-6bbdb114d599),segment_id=2be75b92-755c-4305-a7d9-6bbdb114d599)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:50.412204 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8cf488a7-d8de-4023-9537-8ee7bb9f11bc req-3950e06c-21af-4fa8-8e30-d1918ee75cc0 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.414543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-8b0ae004-632e-45f7-befb-9a670e26a4bb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 24f6ceb4-5dae-4636-968c-05f9bcd8ef20) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:50.424342 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] For port c15d0705-0a38-4815-9a3a-2f43190d6077, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:49:50.425089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0ae004-632e-45f7-befb-9a670e26a4bb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:50.425962 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae004-632e-45f7-befb-9a670e26a4bb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.427998 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a4ac36-5702-4cda-b2c6-919a31d779ac None None] Network 24f6ceb4-5dae-4636-968c-05f9bcd8ef20 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:50.454214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] For port c15d0705-0a38-4815-9a3a-2f43190d6077, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c15d0705-0a38-4815-9a3a-2f43190d6077,segment=NetworkSegment(22e35100-fe14-43fe-9897-851b0e9a8f51),segment_id=22e35100-fe14-43fe-9897-851b0e9a8f51)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:49:50.458207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8cf488a7-d8de-4023-9537-8ee7bb9f11bc req-3950e06c-21af-4fa8-8e30-d1918ee75cc0 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Calling delete_port for 30a4faab-164b-4cb8-9c46-84bffc28e317 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:50.508870 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8b0ae004-632e-45f7-befb-9a670e26a4bb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1233051 Nov 11 21:49:50.511097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60176) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:50.515938 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.517613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b571a2a1-9a64-499c-bca4-16be2f49a30e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'subnet': {'network_id': 'abefbb93-5966-4631-ae23-2257d484bfcd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:50.628888 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-52dd5a57-e165-43ca-9ded-fa630bb67a55 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.652924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] For port 70b5679d-6e69-4116-a3eb-457ef63d3d11, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:49:50.656514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e514a4-39ca-4cc7-b743-f7edb0cfdaa4 None None] Pushing event updated for resources: {'Port': ['ID=c15d0705-0a38-4815-9a3a-2f43190d6077,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:50.746205 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b571a2a1-9a64-499c-bca4-16be2f49a30e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:49:50.753071 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b571a2a1-9a64-499c-bca4-16be2f49a30e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.758179 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] For port 70b5679d-6e69-4116-a3eb-457ef63d3d11, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=70b5679d-6e69-4116-a3eb-457ef63d3d11,segment=NetworkSegment(ef4c171b-3386-4219-a87f-e6136a10310a),segment_id=ef4c171b-3386-4219-a87f-e6136a10310a)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:49:50.798593 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.831982 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-52dd5a57-e165-43ca-9ded-fa630bb67a55 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.849845 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-24f6ceb4-5dae-4636-968c-05f9bcd8ef20', 'network_id': '24f6ceb4-5dae-4636-968c-05f9bcd8ef20', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'fixed_ips': [{'subnet_id': '74659dbb-3c77-4cae-84e1-3928e7544a5a'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:49:50.853570 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.890284 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c7fcecf-829d-45a4-8f06-ecb0b6ec25bc tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:50.917711 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dde38-219c-45ac-a66d-c460a811e70a None None] Pushing event updated for resources: {'Port': ['ID=70b5679d-6e69-4116-a3eb-457ef63d3d11,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:51.101713 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-4b7716d7-f4c0-437e-8553-e816f4bd3f00 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8265188 Nov 11 21:49:51.148633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-52dd5a57-e165-43ca-9ded-fa630bb67a55 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Network 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:51.180915 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-7c3bbb32-7f55-4853-8654-4696aa72fd5a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=14325729-1495-4098-ba65-82b20f0f04f3 HTTP/1.1" status: 200 len: 217 time: 0.0602171 Nov 11 21:49:51.244081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Allocated IP 2001:db8::2 (24f6ceb4-5dae-4636-968c-05f9bcd8ef20/74659dbb-3c77-4cae-84e1-3928e7544a5a/87d199dc-b9f2-48e9-b99b-b2945d4ebfe7) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:51.245467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-52dd5a57-e165-43ca-9ded-fa630bb67a55 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:51.280427 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c7fcecf-829d-45a4-8f06-ecb0b6ec25bc tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:51.379910 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-52dd5a57-e165-43ca-9ded-fa630bb67a55 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:51.446104 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c7fcecf-829d-45a4-8f06-ecb0b6ec25bc tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:51.450464 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5c7fcecf-829d-45a4-8f06-ecb0b6ec25bc tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "DELETE /v2.0/subnets/0f67bb63-1bfd-4c82-b623-dded2e3edbb4 HTTP/1.1" status: 204 len: 168 time: 2.1972759 Nov 11 21:49:51.497978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c15d0705-0a38-4815-9a3a-2f43190d6077 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:49:51.502579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60200) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:51.542757 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b571a2a1-9a64-499c-bca4-16be2f49a30e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:51.549802 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fcecf-829d-45a4-8f06-ecb0b6ec25bc tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event deleted for resources: {'Subnet': ['ID=0f67bb63-1bfd-4c82-b623-dded2e3edbb4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:51.647543 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:51.656429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-c249f7cc-bda0-4dee-b508-ec34c544e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:51.659099 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-c249f7cc-bda0-4dee-b508-ec34c544e232 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 200 len: 797 time: 0.4662244 Nov 11 21:49:51.663060 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8cf488a7-d8de-4023-9537-8ee7bb9f11bc req-3950e06c-21af-4fa8-8e30-d1918ee75cc0 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:51.671675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd5a57-e165-43ca-9ded-fa630bb67a55 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Pushing event updated for resources: {'Port': ['ID=d5b73106-ca8f-4ea4-8a1a-88d246fa36bd,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:51.686219 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50e50db-5e3e-4603-bbf0-e7349798ead1 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Deleting subnet f614ee1c-7350-4b0b-9506-da160738d213 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:49:51.696060 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b50e50db-5e3e-4603-bbf0-e7349798ead1 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:51.698068 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:51.758289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-52dd5a57-e165-43ca-9ded-fa630bb67a55 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:51.762880 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-52dd5a57-e165-43ca-9ded-fa630bb67a55 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:51.766008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950e06c-21af-4fa8-8e30-d1918ee75cc0 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Pushing event deleted for resources: {'Port': ['ID=30a4faab-164b-4cb8-9c46-84bffc28e317,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:51.810683 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b50e50db-5e3e-4603-bbf0-e7349798ead1 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:51.860489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf488a7-d8de-4023-9537-8ee7bb9f11bc req-3950e06c-21af-4fa8-8e30-d1918ee75cc0 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] No DVR routers for this DVR port 30a4faab-164b-4cb8-9c46-84bffc28e317 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:49:51.860726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e7a48-6942-4abb-9ef9-46e045f5022d req-9bd99bb1-bef5-4a2b-a67b-229709470513 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:51.863150 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8cf488a7-d8de-4023-9537-8ee7bb9f11bc req-3950e06c-21af-4fa8-8e30-d1918ee75cc0 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:51.874385 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Network 24f6ceb4-5dae-4636-968c-05f9bcd8ef20 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:51.874659 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8cf488a7-d8de-4023-9537-8ee7bb9f11bc req-3950e06c-21af-4fa8-8e30-d1918ee75cc0 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.71 "DELETE /v2.0/ports/30a4faab-164b-4cb8-9c46-84bffc28e317 HTTP/1.1" status: 204 len: 173 time: 1.9025962 Nov 11 21:49:51.874659 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b73d603-9e4b-4a2e-8518-c1d7643f1b75', 'name': 'network-vif-deleted', 'tag': '30a4faab-164b-4cb8-9c46-84bffc28e317'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:49:51.875140 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c26eda8-3a54-4fa8-9a7b-065dfdadbe64" -d '{"events": [{"server_uuid": "6b73d603-9e4b-4a2e-8518-c1d7643f1b75", "name": "network-vif-deleted", "tag": "30a4faab-164b-4cb8-9c46-84bffc28e317"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:49:51.875890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c6e7a48-6942-4abb-9ef9-46e045f5022d req-9bd99bb1-bef5-4a2b-a67b-229709470513 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 932 time: 0.6358736 Nov 11 21:49:51.882955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571a2a1-9a64-499c-bca4-16be2f49a30e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Subnet': ['ID=91642583-7ac5-4ff9-b3b2-07b1d332d181,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:51.886231 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:51.903635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-9177697d-6780-42dc-a221-210f288ae612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:51.907400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:51.910602 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-9177697d-6780-42dc-a221-210f288ae612 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=784dde3a-e85c-4752-9e04-1000eefc86d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2371578 Nov 11 21:49:51.924120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd356a2-5313-48fb-b9c3-3eedaaf884aa req-9679b591-9da0-4452-8725-b0280654a809 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:51.930162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6cd356a2-5313-48fb-b9c3-3eedaaf884aa req-9679b591-9da0-4452-8725-b0280654a809 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b73d603-9e4b-4a2e-8518-c1d7643f1b75 HTTP/1.1" status: 200 len: 867 time: 0.4540009 Nov 11 21:49:51.961283 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Pushing event updated for resources: {'Port': ['ID=87d199dc-b9f2-48e9-b99b-b2945d4ebfe7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:52.038328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port c15d0705-0a38-4815-9a3a-2f43190d6077 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:52.038710 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:52.081626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-52dd5a57-e165-43ca-9ded-fa630bb67a55 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3716388 Nov 11 21:49:52.144759 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c6e7a48-6942-4abb-9ef9-46e045f5022d req-b5afdba7-dcd0-4490-af29-5c2c021261f6 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670794 Nov 11 21:49:52.155192 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Request body: {'port': {'device_id': 'c23a7713-9848-4e58-90f8-f67d05273e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:52.161542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Attempting to bind port 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:52.161783 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Attempting to bind port 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '1edcd10b-91f8-4ff0-9eba-80038150a06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '24f6ceb4-5dae-4636-968c-05f9bcd8ef20'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:52.162150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Attempting to bind port 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7 on network 24f6ceb4-5dae-4636-968c-05f9bcd8ef20 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:52.174043 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b50e50db-5e3e-4603-bbf0-e7349798ead1 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:52.178181 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:49:52.178557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Checking segment: {'id': '1edcd10b-91f8-4ff0-9eba-80038150a06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '24f6ceb4-5dae-4636-968c-05f9bcd8ef20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:52.178960 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:52.179355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Bound using segment: {'id': '1edcd10b-91f8-4ff0-9eba-80038150a06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '24f6ceb4-5dae-4636-968c-05f9bcd8ef20'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:49:52.179836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Bound port: 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edcd10b-91f8-4ff0-9eba-80038150a06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '24f6ceb4-5dae-4636-968c-05f9bcd8ef20'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:49:52.180213 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:52.227358 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:49:52.319598 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cda3562-a315-464a-83c3-f0f078494026 x-openstack-request-id: req-6cda3562-a315-464a-83c3-f0f078494026 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:49:52.321028 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b73d603-9e4b-4a2e-8518-c1d7643f1b75", "name": "network-vif-deleted", "tag": "30a4faab-164b-4cb8-9c46-84bffc28e317", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:49:52.323121 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6cda3562-a315-464a-83c3-f0f078494026 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:49:52.323451 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b73d603-9e4b-4a2e-8518-c1d7643f1b75', 'name': 'network-vif-deleted', 'tag': '30a4faab-164b-4cb8-9c46-84bffc28e317', 'status': 'completed', 'code': 200} Nov 11 21:49:52.334585 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b50e50db-5e3e-4603-bbf0-e7349798ead1 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:52.373447 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:52.382654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e50db-5e3e-4603-bbf0-e7349798ead1 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event deleted for resources: {'Subnet': ['ID=f614ee1c-7350-4b0b-9506-da160738d213,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:52.431190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b571a2a1-9a64-499c-bca4-16be2f49a30e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Checking segment: {'id': 'e32117c4-98fe-4aae-830e-fb1e95120f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'abefbb93-5966-4631-ae23-2257d484bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:52.431567 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b571a2a1-9a64-499c-bca4-16be2f49a30e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network hostable DHCP agents. Network: abefbb93-5966-4631-ae23-2257d484bfcd, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:49:52.438238 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b50e50db-5e3e-4603-bbf0-e7349798ead1 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:52.440007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] For port 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:49:52.446610 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b50e50db-5e3e-4603-bbf0-e7349798ead1 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "DELETE /v2.0/subnets/f614ee1c-7350-4b0b-9506-da160738d213 HTTP/1.1" status: 204 len: 168 time: 0.9406643 Nov 11 21:49:52.452390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6cd356a2-5313-48fb-b9c3-3eedaaf884aa req-ac516aa4-6851-4672-a023-6065ecd2cbb6 tempest-TestServerAdvancedOps-305326669 tempest-TestServerAdvancedOps-305326669-project] 10.222.0.57 "GET /v2.0/security-groups?id=18bfca43-cca0-4f04-a22b-e972d64810a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823470 Nov 11 21:49:52.453218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60220) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:52.487799 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:52.501784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] For port 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=87d199dc-b9f2-48e9-b99b-b2945d4ebfe7,segment=NetworkSegment(1edcd10b-91f8-4ff0-9eba-80038150a06f),segment_id=1edcd10b-91f8-4ff0-9eba-80038150a06f)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:49:52.522098 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-47d92559-0d8a-4ed1-a278-ada18cc5fffd service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077490 Nov 11 21:49:52.558692 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:52.604644 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b571a2a1-9a64-499c-bca4-16be2f49a30e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network abefbb93-5966-4631-ae23-2257d484bfcd is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:49:52.732018 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7251f4bd-a7cd-48f4-820e-e7e37ea4783b tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:52.738082 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60222) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:52.738572 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7251f4bd-a7cd-48f4-820e-e7e37ea4783b tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2830055 Nov 11 21:49:52.746938 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-b571a2a1-9a64-499c-bca4-16be2f49a30e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, abefbb93-5966-4631-ae23-2257d484bfcd) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:52.771657 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23244e66-fe84-4ed7-8518-a849418eef4f None None] Pushing event updated for resources: {'Port': ['ID=87d199dc-b9f2-48e9-b99b-b2945d4ebfe7,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:52.779156 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:49:52.785332 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:49:52.790869 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a161da0-9126-498d-9e20-8e1aae37e40f None None] Network 3b57bcab-1d08-47fd-9818-ccba8c6813c9 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:52.805647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9bdab8-67ae-44ad-89e1-e7f01dc3c0c3 None None] Network abefbb93-5966-4631-ae23-2257d484bfcd requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:52.853048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b571a2a1-9a64-499c-bca4-16be2f49a30e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:52.853637 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b571a2a1-9a64-499c-bca4-16be2f49a30e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:52.879925 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:52.903106 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-9360603d-b373-49fd-bd0b-7409ea2ba616 service neutron] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612387 Nov 11 21:49:52.934565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b571a2a1-9a64-499c-bca4-16be2f49a30e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4219980 Nov 11 21:49:52.944241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60230) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:52.957598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5775e25f-1e56-43af-a9be-24170718d97e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1213472445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:53.085672 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-16a3d915-d57c-4711-81b3-0baf36b79421 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a256091-0880-49ef-ae98-ef983b4c19db HTTP/1.1" status: 200 len: 217 time: 0.1354349 Nov 11 21:49:53.103680 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5775e25f-1e56-43af-a9be-24170718d97e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:53.105108 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5775e25f-1e56-43af-a9be-24170718d97e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:53.230085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-9d9d4b62-dced-4e80-91be-8bee87fb7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:53.231565 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-9d9d4b62-dced-4e80-91be-8bee87fb7d2a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e06d152d-4297-4bab-be11-2a26a2d0ccd9 HTTP/1.1" status: 200 len: 797 time: 0.1333818 Nov 11 21:49:53.237542 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5775e25f-1e56-43af-a9be-24170718d97e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:53.247924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 30a4faab-164b-4cb8-9c46-84bffc28e317 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:49:53.252578 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5775e25f-1e56-43af-a9be-24170718d97e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:53.301479 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748ed28d-d464-478a-a563-c88867b8fa59 None None] Network f7e988e3-a576-4623-ac64-f943b9afb29c requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:53.334496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Deleting port c15d0705-0a38-4815-9a3a-2f43190d6077 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:53.335487 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:53.350006 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5775e25f-1e56-43af-a9be-24170718d97e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:53.353936 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5775e25f-1e56-43af-a9be-24170718d97e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4065597 Nov 11 21:49:53.358778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60236) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:53.507752 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] For port c15d0705-0a38-4815-9a3a-2f43190d6077, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c15d0705-0a38-4815-9a3a-2f43190d6077,segment=NetworkSegment(22e35100-fe14-43fe-9897-851b0e9a8f51),segment_id=22e35100-fe14-43fe-9897-851b0e9a8f51)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:53.512075 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:53.515302 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 30a4faab-164b-4cb8-9c46-84bffc28e317 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:49:53.515890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 30a4faab-164b-4cb8-9c46-84bffc28e317 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:49:53.567447 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Calling delete_port for c15d0705-0a38-4815-9a3a-2f43190d6077 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:53.594389 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:53.597273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-abefbb93-5966-4631-ae23-2257d484bfcd', 'network_id': 'abefbb93-5966-4631-ae23-2257d484bfcd', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'fixed_ips': [{'subnet_id': '91642583-7ac5-4ff9-b3b2-07b1d332d181'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:49:53.598119 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:53.600278 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-64c33169-a704-44cc-b0b5-266853f820ee None None] Provisioning complete for port c15d0705-0a38-4815-9a3a-2f43190d6077 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:53.600627 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64c33169-a704-44cc-b0b5-266853f820ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:53.617532 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-54eac739-a35e-4b6d-97f3-f853bacf4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:53.619491 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-54eac739-a35e-4b6d-97f3-f853bacf4189 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3736720 Nov 11 21:49:53.756602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60246) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:53.776948 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:53.886892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] No DVR routers for this DVR port c15d0705-0a38-4815-9a3a-2f43190d6077 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:49:53.898583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event deleted for resources: {'Port': ['ID=c15d0705-0a38-4815-9a3a-2f43190d6077,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:54.252204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Allocated IP 2001:db8:1::2 (abefbb93-5966-4631-ae23-2257d484bfcd/91642583-7ac5-4ff9-b3b2-07b1d332d181/40ea9bb2-2776-4949-9d95-b34806b59a32) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:54.361998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3e49c-cb3c-4281-be6b-dc8aeb92de72 req-da2e1674-8df6-4acc-a08c-fd1ac7fbcf47 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:54.363640 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fea3e49c-cb3c-4281-be6b-dc8aeb92de72 req-da2e1674-8df6-4acc-a08c-fd1ac7fbcf47 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 932 time: 1.0711744 Nov 11 21:49:54.371637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b73106-ca8f-4ea4-8a1a-88d246fa36bd {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:49:54.398130 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-64c33169-a704-44cc-b0b5-266853f820ee None None] Could not find standard attr ID for object c15d0705-0a38-4815-9a3a-2f43190d6077. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:49:54.401282 n-d-805737-3 neutron-server[102536]: INFO neutron.plugins.ml2.db [None req-64c33169-a704-44cc-b0b5-266853f820ee None None] No ports have port_id starting with c15d0705-0a38-4815-9a3a-2f43190d6077 Nov 11 21:49:54.403743 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:54.609280 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Transition to ACTIVE for port object d5b73106-ca8f-4ea4-8a1a-88d246fa36bd will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:49:54.616474 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:54.627501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7907df02-9c6a-4089-82a3-61396ef20703 None None] DHCP port deletion for 3b57bcab-1d08-47fd-9818-ccba8c6813c9 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:49:54.652210 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b757681-4eb5-4889-a2f2-b54d826640b9 None None] Network 24f6ceb4-5dae-4636-968c-05f9bcd8ef20 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:54.705870 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b73106-ca8f-4ea4-8a1a-88d246fa36bd,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:54.737214 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fea3e49c-cb3c-4281-be6b-dc8aeb92de72 req-b8111598-39f2-49fe-91b8-f57c9158e143 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606572 Nov 11 21:49:54.786676 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3480268-df91-45a2-b7c0-2b67a69a1a4e admin admin] Deleting subnet ec69429b-7265-4db3-ae17-4c3980384308 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:49:54.796447 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3480268-df91-45a2-b7c0-2b67a69a1a4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:54.855053 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-629776a5-daec-48dd-9b9d-c56d64619786 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0995891 Nov 11 21:49:54.856220 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:54.904446 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:54.947332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 70b5679d-6e69-4116-a3eb-457ef63d3d11 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:49:55.094771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c19145-4352-495c-b618-7d8fd2b0c2ce None None] DHCP port deletion for f7e988e3-a576-4623-ac64-f943b9afb29c request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:49:55.109778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4b6c345a-7da4-4bba-980d-bb289f92af5c None None] Provisioning complete for port 70b5679d-6e69-4116-a3eb-457ef63d3d11 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:55.110368 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b6c345a-7da4-4bba-980d-bb289f92af5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.113130 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.134004 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Attempting to bind port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:55.137085 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Attempting to bind port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '00c914a2-3bf5-4d87-86d4-e98a9520a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4b8e3aac-1d69-4a6f-b22a-09e24134fa42'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:55.137455 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Attempting to bind port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd on network 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:55.155895 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b57bcab-1d08-47fd-9818-ccba8c6813c9']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:55.163070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd on network 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:49:55.163310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Attempting to bind port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd on network 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:55.163727 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.171118 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-18701167-1da6-44e4-9f7f-372ceee59853 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830904 Nov 11 21:49:55.259755 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Network abefbb93-5966-4631-ae23-2257d484bfcd is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:55.261732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:49:55.265286 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Checking segment: {'id': '00c914a2-3bf5-4d87-86d4-e98a9520a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4b8e3aac-1d69-4a6f-b22a-09e24134fa42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:55.265707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Bound using segment: {'id': '00c914a2-3bf5-4d87-86d4-e98a9520a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4b8e3aac-1d69-4a6f-b22a-09e24134fa42'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:49:55.266175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Bound port: d5b73106-ca8f-4ea4-8a1a-88d246fa36bd, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c914a2-3bf5-4d87-86d4-e98a9520a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4b8e3aac-1d69-4a6f-b22a-09e24134fa42'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:49:55.266558 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.267706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:55.279324 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:55.316868 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-6eb6649f-1471-4095-94cf-7b9b29d7ee9d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d HTTP/1.1" status: 200 len: 217 time: 0.1270263 Nov 11 21:49:55.319235 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e35100-fe14-43fe-9897-851b0e9a8f51') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:55.319538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e35100-fe14-43fe-9897-851b0e9a8f51') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:55.343368 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3480268-df91-45a2-b7c0-2b67a69a1a4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.390769 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.438303 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] For port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:49:55.442987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] For port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d5b73106-ca8f-4ea4-8a1a-88d246fa36bd,segment=NetworkSegment(00c914a2-3bf5-4d87-86d4-e98a9520a03f),segment_id=00c914a2-3bf5-4d87-86d4-e98a9520a03f)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:49:55.460121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Pushing event updated for resources: {'Port': ['ID=40ea9bb2-2776-4949-9d95-b34806b59a32,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:55.527603 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.531562 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 70b5679d-6e69-4116-a3eb-457ef63d3d11 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:55.532128 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.552821 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3480268-df91-45a2-b7c0-2b67a69a1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.569194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:49:55.569470 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.599027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Allocated IP 2001:db8::1 (24f6ceb4-5dae-4636-968c-05f9bcd8ef20/74659dbb-3c77-4cae-84e1-3928e7544a5a/5d183d3f-35b3-44f7-b7c7-58f6fce7e173) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:49:55.622498 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:49:55.642911 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-062db212-35cf-489a-bb20-6d924fae36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:55.644386 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-062db212-35cf-489a-bb20-6d924fae36e1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e06d152d-4297-4bab-be11-2a26a2d0ccd9 HTTP/1.1" status: 200 len: 797 time: 0.2940285 Nov 11 21:49:55.660001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-40c19145-4352-495c-b618-7d8fd2b0c2ce None None] Deleting port 70b5679d-6e69-4116-a3eb-457ef63d3d11 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:55.661727 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40c19145-4352-495c-b618-7d8fd2b0c2ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.669080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Attempting to bind port 40ea9bb2-2776-4949-9d95-b34806b59a32 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:49:55.669775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Attempting to bind port 40ea9bb2-2776-4949-9d95-b34806b59a32 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'e32117c4-98fe-4aae-830e-fb1e95120f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'abefbb93-5966-4631-ae23-2257d484bfcd'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:49:55.670341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Attempting to bind port 40ea9bb2-2776-4949-9d95-b34806b59a32 on network abefbb93-5966-4631-ae23-2257d484bfcd {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:49:55.687930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:49:55.688687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Checking segment: {'id': 'e32117c4-98fe-4aae-830e-fb1e95120f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'abefbb93-5966-4631-ae23-2257d484bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:49:55.689435 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.690025 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Bound using segment: {'id': 'e32117c4-98fe-4aae-830e-fb1e95120f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'abefbb93-5966-4631-ae23-2257d484bfcd'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:49:55.690689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Bound port: 40ea9bb2-2776-4949-9d95-b34806b59a32, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32117c4-98fe-4aae-830e-fb1e95120f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'abefbb93-5966-4631-ae23-2257d484bfcd'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:49:55.691311 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.793227 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.811542 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.825581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-d0d74bbf-1527-4f85-a822-3e9f8d1dc2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:55.827193 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-d0d74bbf-1527-4f85-a822-3e9f8d1dc2a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fa35899-5adf-40f1-9173-7fcb94838b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1696310 Nov 11 21:49:55.841337 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4b6c345a-7da4-4bba-980d-bb289f92af5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.874502 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.887607 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "DELETE /v2.0/networks/3b57bcab-1d08-47fd-9818-ccba8c6813c9 HTTP/1.1" status: 204 len: 168 time: 3.1484070 Nov 11 21:49:55.894625 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.918095 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60288) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:55.928790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-40c19145-4352-495c-b618-7d8fd2b0c2ce None None] For port 70b5679d-6e69-4116-a3eb-457ef63d3d11, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=70b5679d-6e69-4116-a3eb-457ef63d3d11,segment=NetworkSegment(ef4c171b-3386-4219-a87f-e6136a10310a),segment_id=ef4c171b-3386-4219-a87f-e6136a10310a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:55.929378 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40c19145-4352-495c-b618-7d8fd2b0c2ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.934964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 70b5679d-6e69-4116-a3eb-457ef63d3d11, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=70b5679d-6e69-4116-a3eb-457ef63d3d11,segment=NetworkSegment(ef4c171b-3386-4219-a87f-e6136a10310a),segment_id=ef4c171b-3386-4219-a87f-e6136a10310a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:55.941063 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3480268-df91-45a2-b7c0-2b67a69a1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.951621 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.952767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:49:55.962195 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:55.990419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event deleted for resources: {'Network': ['ID=3b57bcab-1d08-47fd-9818-ccba8c6813c9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:56.009367 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f3480268-df91-45a2-b7c0-2b67a69a1a4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:56.016919 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f3480268-df91-45a2-b7c0-2b67a69a1a4e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ec69429b-7265-4db3-ae17-4c3980384308 HTTP/1.1" status: 204 len: 168 time: 2.2582948 Nov 11 21:49:56.020371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60292) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:56.089362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-40c19145-4352-495c-b618-7d8fd2b0c2ce None None] Calling delete_port for 70b5679d-6e69-4116-a3eb-457ef63d3d11 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:56.095847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=70b5679d-6e69-4116-a3eb-457ef63d3d11,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:56.145401 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:56.181585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:56.181959 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:56.182306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:56.182630 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:56.183228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:56.183365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:56.183614 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:56.183924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:56.184232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:56.185057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:56.185561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:56.185911 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf845-58a4-4c92-99a0-48ddd3db49a8 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:56.198609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b73106-ca8f-4ea4-8a1a-88d246fa36bd,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:56.202709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3480268-df91-45a2-b7c0-2b67a69a1a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec69429b-7265-4db3-ae17-4c3980384308,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:56.230606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:56.233010 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:56.235894 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-e487fda8-4f37-45e6-a3b3-aac7e60c1b47 service neutron] 10.222.0.10 "PUT /v2.0/ports/d5b73106-ca8f-4ea4-8a1a-88d246fa36bd HTTP/1.1" status: 200 len: 1092 time: 4.1129644 Nov 11 21:49:56.237740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23a7713-9848-4e58-90f8-f67d05273e49', 'tag': 'd5b73106-ca8f-4ea4-8a1a-88d246fa36bd'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:49:56.254422 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36748c6f-385d-4abc-9c3e-96380c739fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "c23a7713-9848-4e58-90f8-f67d05273e49", "tag": "d5b73106-ca8f-4ea4-8a1a-88d246fa36bd"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:49:56.299924 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:56.318011 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1498965-1839-45e4-b4de-49c740bd602a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:56.361753 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-5ec0095d-130e-48a2-b140-7fc4417e5d01 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174108 Nov 11 21:49:56.398790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] For port 40ea9bb2-2776-4949-9d95-b34806b59a32, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:49:56.418736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720380b-c65f-49ca-858a-c4b68b2cf5df req-a723ed6b-8a4a-451d-9a65-b37cd8ab04ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:56.426458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720380b-c65f-49ca-858a-c4b68b2cf5df req-a723ed6b-8a4a-451d-9a65-b37cd8ab04ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:56.428446 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] For port 40ea9bb2-2776-4949-9d95-b34806b59a32, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=40ea9bb2-2776-4949-9d95-b34806b59a32,segment=NetworkSegment(e32117c4-98fe-4aae-830e-fb1e95120f83),segment_id=e32117c4-98fe-4aae-830e-fb1e95120f83)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:49:56.434422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720380b-c65f-49ca-858a-c4b68b2cf5df req-a723ed6b-8a4a-451d-9a65-b37cd8ab04ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:56.443668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720380b-c65f-49ca-858a-c4b68b2cf5df req-a723ed6b-8a4a-451d-9a65-b37cd8ab04ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:56.451248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720380b-c65f-49ca-858a-c4b68b2cf5df req-a723ed6b-8a4a-451d-9a65-b37cd8ab04ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:56.459041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720380b-c65f-49ca-858a-c4b68b2cf5df req-a723ed6b-8a4a-451d-9a65-b37cd8ab04ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:56.466988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720380b-c65f-49ca-858a-c4b68b2cf5df req-a723ed6b-8a4a-451d-9a65-b37cd8ab04ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:56.470310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e720380b-c65f-49ca-858a-c4b68b2cf5df req-a723ed6b-8a4a-451d-9a65-b37cd8ab04ce tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5436 time: 0.5113528 Nov 11 21:49:56.482090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 24f6ceb4-5dae-4636-968c-05f9bcd8ef20 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:56.490189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:56.523681 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:56.530067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:56.530889 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:56.535603 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-4b6c345a-7da4-4bba-980d-bb289f92af5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:49:56.536208 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-4b6c345a-7da4-4bba-980d-bb289f92af5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:49:56.665842 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1498965-1839-45e4-b4de-49c740bd602a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:56.679682 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689a6da-381d-43d2-a60c-6c9cb0a31a34 None None] Pushing event updated for resources: {'Port': ['ID=40ea9bb2-2776-4949-9d95-b34806b59a32,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:56.693707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:56.694365 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:56.720503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff65cd-df2d-4072-ad9b-b2b3ee3f52c7 req-35a92705-6cff-4e5c-bf48-82b857a76a44 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:56.722335 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8eff65cd-df2d-4072-ad9b-b2b3ee3f52c7 req-35a92705-6cff-4e5c-bf48-82b857a76a44 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 944 time: 0.7618382 Nov 11 21:49:56.726226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=5d183d3f-35b3-44f7-b7c7-58f6fce7e173,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:56.730283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-4fc30cdd-c697-4cb8-9014-c0fdb32455c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:56.731964 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-4fc30cdd-c697-4cb8-9014-c0fdb32455c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8034fdc9185f475a8bd29b67fab3c524&device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 1095 time: 0.4023805 Nov 11 21:49:56.829539 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e720380b-c65f-49ca-858a-c4b68b2cf5df req-823e052e-b2eb-4f8f-81fe-839261c8559d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3349652 Nov 11 21:49:56.837658 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ef263cd-f2d7-416a-b916-e5ac307dbcec req-caf31ed8-21ae-454f-a83f-d00a4edbc857 service neutron] 10.222.0.71 "GET /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495368 Nov 11 21:49:56.882754 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40c19145-4352-495c-b618-7d8fd2b0c2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:56.950042 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a1498965-1839-45e4-b4de-49c740bd602a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f5520a-d156-42de-aab8-ef139313e61e']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:56.975546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Deleting port 70b5679d-6e69-4116-a3eb-457ef63d3d11 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:49:56.975698 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:56.996491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c19145-4352-495c-b618-7d8fd2b0c2ce None None] Pushing event deleted for resources: {'Port': ['ID=70b5679d-6e69-4116-a3eb-457ef63d3d11,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:57.003668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c19145-4352-495c-b618-7d8fd2b0c2ce None None] No DVR routers for this DVR port 70b5679d-6e69-4116-a3eb-457ef63d3d11 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:49:57.107240 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc67876-9a55-4663-85be-43dde8685039 x-openstack-request-id: req-3bc67876-9a55-4663-85be-43dde8685039 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:49:57.107543 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23a7713-9848-4e58-90f8-f67d05273e49", "tag": "d5b73106-ca8f-4ea4-8a1a-88d246fa36bd", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:49:57.107800 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3bc67876-9a55-4663-85be-43dde8685039 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:49:57.108217 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23a7713-9848-4e58-90f8-f67d05273e49', 'tag': 'd5b73106-ca8f-4ea4-8a1a-88d246fa36bd', 'status': 'completed', 'code': 200} Nov 11 21:49:57.121198 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-f187471b-c554-4bd9-8e59-5c3c0fc50a05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b73106-ca8f-4ea4-8a1a-88d246fa36bd HTTP/1.1" status: 200 len: 217 time: 0.2898526 Nov 11 21:49:57.171009 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:57.205606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a1498965-1839-45e4-b4de-49c740bd602a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be75b92-755c-4305-a7d9-6bbdb114d599') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:57.207109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-a1498965-1839-45e4-b4de-49c740bd602a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be75b92-755c-4305-a7d9-6bbdb114d599') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:57.210030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c345a-7da4-4bba-980d-bb289f92af5c None None] Port 70b5679d-6e69-4116-a3eb-457ef63d3d11 update to ACTIVE by agent not found {{(pid=102536) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 21:49:57.233780 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:57.241904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] For port 70b5679d-6e69-4116-a3eb-457ef63d3d11, host n-d-805737-3, got binding levels [] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:57.243197 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:57.260390 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Calling delete_port for 70b5679d-6e69-4116-a3eb-457ef63d3d11 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:49:57.264061 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.ipam_backend_mixin [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Port 70b5679d-6e69-4116-a3eb-457ef63d3d11 was not found and therefore no delete operation was performed {{(pid=102535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:49:57.265988 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:57.283408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8eff65cd-df2d-4072-ad9b-b2b3ee3f52c7 req-cd18be3a-9f26-4f20-a1db-2ae630e6e759 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437956 Nov 11 21:49:57.288898 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-14b18bbc-0523-4c71-a5af-596a14af7546 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:57.296085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-14b18bbc-0523-4c71-a5af-596a14af7546 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:57.311510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-14b18bbc-0523-4c71-a5af-596a14af7546 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:57.319416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-14b18bbc-0523-4c71-a5af-596a14af7546 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:57.326722 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-14b18bbc-0523-4c71-a5af-596a14af7546 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:57.333554 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-14b18bbc-0523-4c71-a5af-596a14af7546 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:57.340138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-14b18bbc-0523-4c71-a5af-596a14af7546 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:57.342730 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-14b18bbc-0523-4c71-a5af-596a14af7546 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5436 time: 0.4818318 Nov 11 21:49:57.344178 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=87d199dc-b9f2-48e9-b99b-b2945d4ebfe7,segment=NetworkSegment(1edcd10b-91f8-4ff0-9eba-80038150a06f),segment_id=1edcd10b-91f8-4ff0-9eba-80038150a06f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:57.349255 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1498965-1839-45e4-b4de-49c740bd602a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:57.362792 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:57.371855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bd4191bf-e8e7-4219-bb7a-18669aa37624 None None] Provisioning complete for port 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:57.372224 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd4191bf-e8e7-4219-bb7a-18669aa37624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:57.429377 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] No DVR routers for this DVR port 70b5679d-6e69-4116-a3eb-457ef63d3d11 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:49:57.462626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event deleted for resources: {'Port': ['ID=70b5679d-6e69-4116-a3eb-457ef63d3d11,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:57.508183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-7a4798f7-7e0e-42c3-b12b-28f442df2634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:57.508778 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1498965-1839-45e4-b4de-49c740bd602a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:57.509732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-7a4798f7-7e0e-42c3-b12b-28f442df2634 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10215c90-c10e-4547-ab4e-1d3d42e0381d HTTP/1.1" status: 200 len: 854 time: 0.3763225 Nov 11 21:49:57.521135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-3ae0f0b1-6601-4fc1-b6a5-f547de3b8138 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:57.523810 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-3ae0f0b1-6601-4fc1-b6a5-f547de3b8138 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "GET /v2.0/ports/25a1c873-4001-4e2b-9aab-1b83892a724d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1581612 Nov 11 21:49:57.537567 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=87d199dc-b9f2-48e9-b99b-b2945d4ebfe7,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:57.587789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1498965-1839-45e4-b4de-49c740bd602a admin admin] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:49:57.587789 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1498965-1839-45e4-b4de-49c740bd602a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:49:57.604841 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:49:57.617179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-a28d9924-0870-45b9-96a8-ba625009409a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b8e3aac-1d69-4a6f-b22a-09e24134fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832767 Nov 11 21:49:57.655935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 40ea9bb2-2776-4949-9d95-b34806b59a32 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:49:57.658518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bd4191bf-e8e7-4219-bb7a-18669aa37624 None None] Provisioning complete for port 5d183d3f-35b3-44f7-b7c7-58f6fce7e173 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:57.659064 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd4191bf-e8e7-4219-bb7a-18669aa37624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:57.733280 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bd4191bf-e8e7-4219-bb7a-18669aa37624 None None] Port 5d183d3f-35b3-44f7-b7c7-58f6fce7e173 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:49:57.763430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 40ea9bb2-2776-4949-9d95-b34806b59a32 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:57.763813 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:57.881451 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1498965-1839-45e4-b4de-49c740bd602a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:57.884270 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:57.920740 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a1498965-1839-45e4-b4de-49c740bd602a admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:57.927054 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a1498965-1839-45e4-b4de-49c740bd602a admin admin] 10.222.0.57 "DELETE /v2.0/networks/52f5520a-d156-42de-aab8-ef139313e61e HTTP/1.1" status: 204 len: 168 time: 1.9047303 Nov 11 21:49:57.943673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60322) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:57.990407 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1498965-1839-45e4-b4de-49c740bd602a admin admin] Pushing event deleted for resources: {'Network': ['ID=52f5520a-d156-42de-aab8-ef139313e61e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:57.991542 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-094fcb1a-f377-49f1-81e1-b83edeb9aa96 service neutron] 10.222.0.10 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746219 Nov 11 21:49:58.012828 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.062378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e988e3-a576-4623-ac64-f943b9afb29c']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:58.085726 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 40ea9bb2-2776-4949-9d95-b34806b59a32, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=40ea9bb2-2776-4949-9d95-b34806b59a32,segment=NetworkSegment(e32117c4-98fe-4aae-830e-fb1e95120f83),segment_id=e32117c4-98fe-4aae-830e-fb1e95120f83)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:58.097823 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.101704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef4c171b-3386-4219-a87f-e6136a10310a') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:58.102060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef4c171b-3386-4219-a87f-e6136a10310a') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:58.177199 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-986b84a4-0558-46ba-9157-588df84e5d9d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "GET /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6346529 Nov 11 21:49:58.179346 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.196768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=40ea9bb2-2776-4949-9d95-b34806b59a32,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:58.211718 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 70b5679d-6e69-4116-a3eb-457ef63d3d11 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:49:58.222085 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.242674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:49:58.243097 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.252912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 70b5679d-6e69-4116-a3eb-457ef63d3d11 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:49:58.253428 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 70b5679d-6e69-4116-a3eb-457ef63d3d11 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:49:58.253941 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c15d0705-0a38-4815-9a3a-2f43190d6077 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:49:58.271039 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:49:58.278181 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.283401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50dae4b-1979-44b6-9fe0-d5f8af8e2a6e admin admin] Deleting subnet 050c2669-e512-41f2-ba5b-67c9aea5843b {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:49:58.293611 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: c15d0705-0a38-4815-9a3a-2f43190d6077 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:49:58.294241 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c15d0705-0a38-4815-9a3a-2f43190d6077 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:49:58.298899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-63a2f4a3-5510-4248-be35-d8549159fba0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:58.301599 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.302493 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.322169 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b50dae4b-1979-44b6-9fe0-d5f8af8e2a6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.456983 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-63a2f4a3-5510-4248-be35-d8549159fba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.463163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef90eae-dd95-4df3-b9e8-3af4806333f9 req-25b7cfd2-c863-4334-8b74-843faeab9bc0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:58.467396 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.469315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef90eae-dd95-4df3-b9e8-3af4806333f9 req-25b7cfd2-c863-4334-8b74-843faeab9bc0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:58.475412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef90eae-dd95-4df3-b9e8-3af4806333f9 req-25b7cfd2-c863-4334-8b74-843faeab9bc0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:58.476952 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.480441 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "DELETE /v2.0/networks/f7e988e3-a576-4623-ac64-f943b9afb29c HTTP/1.1" status: 204 len: 168 time: 2.5614486 Nov 11 21:49:58.484243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60334) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:58.484880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef90eae-dd95-4df3-b9e8-3af4806333f9 req-25b7cfd2-c863-4334-8b74-843faeab9bc0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:58.491105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef90eae-dd95-4df3-b9e8-3af4806333f9 req-25b7cfd2-c863-4334-8b74-843faeab9bc0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:58.497171 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef90eae-dd95-4df3-b9e8-3af4806333f9 req-25b7cfd2-c863-4334-8b74-843faeab9bc0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:58.504587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef90eae-dd95-4df3-b9e8-3af4806333f9 req-25b7cfd2-c863-4334-8b74-843faeab9bc0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:58.505053 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c679e65-feec-4121-b904-9501e93e9865 tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event deleted for resources: {'Network': ['ID=f7e988e3-a576-4623-ac64-f943b9afb29c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:58.506562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cef90eae-dd95-4df3-b9e8-3af4806333f9 req-25b7cfd2-c863-4334-8b74-843faeab9bc0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 5436 time: 0.4447527 Nov 11 21:49:58.536593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c47ec76-ac0d-45be-bd3a-8e2c89292439 None None] Network abefbb93-5966-4631-ae23-2257d484bfcd requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:49:58.561960 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b50dae4b-1979-44b6-9fe0-d5f8af8e2a6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.605688 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b50dae4b-1979-44b6-9fe0-d5f8af8e2a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.729117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0b8beb54-784b-46b6-8e18-f1096aa2eb2f None None] Provisioning complete for port 40ea9bb2-2776-4949-9d95-b34806b59a32 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:58.729494 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b8beb54-784b-46b6-8e18-f1096aa2eb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.764127 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-544aaed5-8726-4ed9-b9cc-26aab81587ad tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.769815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72b99798-5ec6-4b85-ab62-d1dec8009424 req-fb531a88-9e34-4ac9-b92a-9ef94e0e5b0a service neutron] 10.222.0.10 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7639470 Nov 11 21:49:58.780607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=5d183d3f-35b3-44f7-b7c7-58f6fce7e173,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:58.839021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26b576-75ce-47b6-a25d-0aab106c92d4 req-c432bd23-a5b3-4f7b-ae06-135b221afe2b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:58.841785 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef26b576-75ce-47b6-a25d-0aab106c92d4 req-c432bd23-a5b3-4f7b-ae06-135b221afe2b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 944 time: 0.4033270 Nov 11 21:49:58.898523 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-63a2f4a3-5510-4248-be35-d8549159fba0 service neutron] For port 25a1c873-4001-4e2b-9aab-1b83892a724d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=25a1c873-4001-4e2b-9aab-1b83892a724d,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:58.922384 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b50dae4b-1979-44b6-9fe0-d5f8af8e2a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:58.980361 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 13ffee77-0dca-490c-8116-b548cab8fe4a no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:49:58.996727 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dae4b-1979-44b6-9fe0-d5f8af8e2a6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=050c2669-e512-41f2-ba5b-67c9aea5843b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:59.017980 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-63a2f4a3-5510-4248-be35-d8549159fba0 service neutron] For port 25a1c873-4001-4e2b-9aab-1b83892a724d, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:49:59.037436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cef90eae-dd95-4df3-b9e8-3af4806333f9 req-5695988e-e21c-4ed4-b01c-604bd6f59f89 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4009471 Nov 11 21:49:59.050664 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b50dae4b-1979-44b6-9fe0-d5f8af8e2a6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.053880 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b50dae4b-1979-44b6-9fe0-d5f8af8e2a6e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/050c2669-e512-41f2-ba5b-67c9aea5843b HTTP/1.1" status: 204 len: 168 time: 1.1008732 Nov 11 21:49:59.064675 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-544aaed5-8726-4ed9-b9cc-26aab81587ad tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.078361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60342) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:59.098558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-63a2f4a3-5510-4248-be35-d8549159fba0 service neutron] device_id is not set on port 25a1c873-4001-4e2b-9aab-1b83892a724d yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:49:59.101557 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.106220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 24f6ceb4-5dae-4636-968c-05f9bcd8ef20 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:59.106410 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-544aaed5-8726-4ed9-b9cc-26aab81587ad tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c099518-9a2c-4783-99bd-5040debdcede']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:59.125703 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-63a2f4a3-5510-4248-be35-d8549159fba0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.131262 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-544aaed5-8726-4ed9-b9cc-26aab81587ad tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45792185-c493-4e10-9a49-01d7cd2fc9d8') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:59.131739 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-544aaed5-8726-4ed9-b9cc-26aab81587ad tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45792185-c493-4e10-9a49-01d7cd2fc9d8') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:59.133207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:59.152294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-63a2f4a3-5510-4248-be35-d8549159fba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.161441 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-544aaed5-8726-4ed9-b9cc-26aab81587ad tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.219324 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-544aaed5-8726-4ed9-b9cc-26aab81587ad tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.237322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544aaed5-8726-4ed9-b9cc-26aab81587ad tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:49:59.237728 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-544aaed5-8726-4ed9-b9cc-26aab81587ad tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:49:59.243877 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:49:59.304150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2f4a3-5510-4248-be35-d8549159fba0 service neutron] Pushing event updated for resources: {'Port': ['ID=25a1c873-4001-4e2b-9aab-1b83892a724d,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:59.400294 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-63a2f4a3-5510-4248-be35-d8549159fba0 service neutron] No DVR routers for this DVR port 25a1c873-4001-4e2b-9aab-1b83892a724d on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:49:59.440816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef26b576-75ce-47b6-a25d-0aab106c92d4 req-d2fdc1ef-47d0-4920-990f-a992a6fed0ff tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325873 Nov 11 21:49:59.459177 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-544aaed5-8726-4ed9-b9cc-26aab81587ad tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.470752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-544aaed5-8726-4ed9-b9cc-26aab81587ad tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.482443 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-544aaed5-8726-4ed9-b9cc-26aab81587ad tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "DELETE /v2.0/networks/1c099518-9a2c-4783-99bd-5040debdcede HTTP/1.1" status: 204 len: 168 time: 0.9911554 Nov 11 21:49:59.490885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13ffee77-0dca-490c-8116-b548cab8fe4a'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:49:59.493258 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcb5e24-7ff5-4a85-b814-02405231bfce" -d '{"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-unplugged", "status": "completed", "tag": "13ffee77-0dca-490c-8116-b548cab8fe4a"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:49:59.497588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60352) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:59.518594 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36748c6f-385d-4abc-9c3e-96380c739fd7 req-afed3d36-3593-46dd-b8f1-17c7ba1aadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:59.519982 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-36748c6f-385d-4abc-9c3e-96380c739fd7 req-afed3d36-3593-46dd-b8f1-17c7ba1aadc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8034fdc9185f475a8bd29b67fab3c524&device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 1095 time: 0.6152472 Nov 11 21:49:59.562711 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.566866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 13ffee77-0dca-490c-8116-b548cab8fe4a, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=13ffee77-0dca-490c-8116-b548cab8fe4a,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:59.573592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a7575e8e-586b-45db-bac0-5ccc25287033 None None] Provisioning complete for port 40ea9bb2-2776-4949-9d95-b34806b59a32 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:59.574335 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7575e8e-586b-45db-bac0-5ccc25287033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.578984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:49:59.583738 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.584828 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device c42f3bfd-99cc-4ee5-a989-eedc34b67f19 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:49:59.614009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544aaed5-8726-4ed9-b9cc-26aab81587ad tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event deleted for resources: {'Network': ['ID=1c099518-9a2c-4783-99bd-5040debdcede,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:59.617827 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-63a2f4a3-5510-4248-be35-d8549159fba0 service neutron] In _notify_port_updated(), no bound segment for port 25a1c873-4001-4e2b-9aab-1b83892a724d on network 784dde3a-e85c-4752-9e04-1000eefc86d6 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:49:59.618955 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-63a2f4a3-5510-4248-be35-d8549159fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:59.619764 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-63a2f4a3-5510-4248-be35-d8549159fba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.621829 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-63a2f4a3-5510-4248-be35-d8549159fba0 service neutron] 10.222.0.71 "PUT /v2.0/ports/25a1c873-4001-4e2b-9aab-1b83892a724d HTTP/1.1" status: 200 len: 1028 time: 1.3495703 Nov 11 21:49:59.637917 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e85987-2de9-414e-a46e-646e054175f6 x-openstack-request-id: req-b4e85987-2de9-414e-a46e-646e054175f6 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:49:59.638482 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-unplugged", "status": "completed", "tag": "13ffee77-0dca-490c-8116-b548cab8fe4a", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:49:59.661237 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b4e85987-2de9-414e-a46e-646e054175f6 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:49:59.661825 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13ffee77-0dca-490c-8116-b548cab8fe4a', 'code': 200} Nov 11 21:49:59.751135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36748c6f-385d-4abc-9c3e-96380c739fd7 req-c753ae40-cfdf-46a8-bf4b-2f24f46ec352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:59.752982 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-36748c6f-385d-4abc-9c3e-96380c739fd7 req-c753ae40-cfdf-46a8-bf4b-2f24f46ec352 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b8e3aac-1d69-4a6f-b22a-09e24134fa42 HTTP/1.1" status: 200 len: 916 time: 0.2147090 Nov 11 21:49:59.754088 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-14492593-496a-447a-aec8-129333ec072b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:59.755970 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-14492593-496a-447a-aec8-129333ec072b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "GET /v2.0/ports/348abab2-0df6-4fc4-a449-94bd70a118d8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1214311 Nov 11 21:49:59.777659 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-1f3a7607-c57e-40a6-8f41-d9ff19b5d80a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:59.789368 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=13ffee77-0dca-490c-8116-b548cab8fe4a,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:59.813202 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85587bb3-d5d8-4ccd-bd19-1d08003a854d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.887348 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-36748c6f-385d-4abc-9c3e-96380c739fd7 req-01076874-3bc5-4757-aa97-b35ca3ae54c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b73106-ca8f-4ea4-8a1a-88d246fa36bd HTTP/1.1" status: 200 len: 217 time: 0.1052034 Nov 11 21:49:59.929279 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:59.930323 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.981037 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:59.982501 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 57ae3394-0f81-4357-818c-b2f3996330f5 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:49:59.990497 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.034781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36748c6f-385d-4abc-9c3e-96380c739fd7 req-9fdae7cf-4912-451e-98ff-e554e6355708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:00.036136 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-36748c6f-385d-4abc-9c3e-96380c739fd7 req-9fdae7cf-4912-451e-98ff-e554e6355708 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10215c90-c10e-4547-ab4e-1d3d42e0381d HTTP/1.1" status: 200 len: 854 time: 0.1331239 Nov 11 21:50:00.038160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57243504-5346-4d8c-adc9-06833ebcb542']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:00.073268 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port c42f3bfd-99cc-4ee5-a989-eedc34b67f19, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=c42f3bfd-99cc-4ee5-a989-eedc34b67f19,segment=NetworkSegment(8d930290-0268-4670-a846-4f72249a4412),segment_id=8d930290-0268-4670-a846-4f72249a4412)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:00.074925 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-1f3a7607-c57e-40a6-8f41-d9ff19b5d80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.091789 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.092529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 6a256091-0880-49ef-ae98-ef983b4c19db no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:50:00.153193 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85587bb3-d5d8-4ccd-bd19-1d08003a854d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.159014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed456150-a5dc-4bf5-8a11-b522c7df84e0') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:00.159315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed456150-a5dc-4bf5-8a11-b522c7df84e0') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:00.226814 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 40ea9bb2-2776-4949-9d95-b34806b59a32 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:00.247235 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-85587bb3-d5d8-4ccd-bd19-1d08003a854d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1181d8df-510d-48a0-ba77-caba8ee82441']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:00.265573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-85587bb3-d5d8-4ccd-bd19-1d08003a854d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a124cc-48a3-466d-a552-a46d657d69d4') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:00.266160 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-85587bb3-d5d8-4ccd-bd19-1d08003a854d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a124cc-48a3-466d-a552-a46d657d69d4') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:00.279815 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bf30a944-fb54-480d-89db-0ac35e69fe95 None None] Provisioning complete for port 25a1c873-4001-4e2b-9aab-1b83892a724d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:00.280100 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf30a944-fb54-480d-89db-0ac35e69fe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.304903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85587bb3-d5d8-4ccd-bd19-1d08003a854d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.314175 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=c42f3bfd-99cc-4ee5-a989-eedc34b67f19,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:00.370027 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.371253 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85587bb3-d5d8-4ccd-bd19-1d08003a854d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.371929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bf30a944-fb54-480d-89db-0ac35e69fe95 None None] Port 25a1c873-4001-4e2b-9aab-1b83892a724d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:50:00.415095 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85587bb3-d5d8-4ccd-bd19-1d08003a854d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:50:00.415526 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85587bb3-d5d8-4ccd-bd19-1d08003a854d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:50:00.419004 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:50:00.421133 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 40ea9bb2-2776-4949-9d95-b34806b59a32 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:00.421133 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.422367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 6a256091-0880-49ef-ae98-ef983b4c19db, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=6a256091-0880-49ef-ae98-ef983b4c19db,segment=NetworkSegment(925044a4-3c84-44a3-969e-816229315c05),segment_id=925044a4-3c84-44a3-969e-816229315c05)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:00.423440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bf30a944-fb54-480d-89db-0ac35e69fe95 None None] Provisioning complete for port 5d183d3f-35b3-44f7-b7c7-58f6fce7e173 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:00.423798 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bf30a944-fb54-480d-89db-0ac35e69fe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.485481 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.486564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:50:00.543626 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85587bb3-d5d8-4ccd-bd19-1d08003a854d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.546780 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-1f3a7607-c57e-40a6-8f41-d9ff19b5d80a service neutron] For port 348abab2-0df6-4fc4-a449-94bd70a118d8, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=348abab2-0df6-4fc4-a449-94bd70a118d8,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:00.562804 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85587bb3-d5d8-4ccd-bd19-1d08003a854d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.572362 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-85587bb3-d5d8-4ccd-bd19-1d08003a854d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] 10.222.0.57 "DELETE /v2.0/networks/1181d8df-510d-48a0-ba77-caba8ee82441 HTTP/1.1" status: 204 len: 168 time: 1.0666351 Nov 11 21:50:00.574172 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bf30a944-fb54-480d-89db-0ac35e69fe95 None None] Port 5d183d3f-35b3-44f7-b7c7-58f6fce7e173 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:50:00.600076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85587bb3-d5d8-4ccd-bd19-1d08003a854d tempest-BulkNetworkOpsTest-1800033803 tempest-BulkNetworkOpsTest-1800033803-project] Pushing event deleted for resources: {'Network': ['ID=1181d8df-510d-48a0-ba77-caba8ee82441,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:00.657999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-1f3a7607-c57e-40a6-8f41-d9ff19b5d80a service neutron] For port 348abab2-0df6-4fc4-a449-94bd70a118d8, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:50:00.671045 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=6a256091-0880-49ef-ae98-ef983b4c19db,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:00.751475 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.756329 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-1f3a7607-c57e-40a6-8f41-d9ff19b5d80a service neutron] device_id is not set on port 348abab2-0df6-4fc4-a449-94bd70a118d8 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:50:00.765862 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-1f3a7607-c57e-40a6-8f41-d9ff19b5d80a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.775652 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-1f3a7607-c57e-40a6-8f41-d9ff19b5d80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.818964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d,segment=NetworkSegment(925044a4-3c84-44a3-969e-816229315c05),segment_id=925044a4-3c84-44a3-969e-816229315c05)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:00.826673 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.827864 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 25a1c873-4001-4e2b-9aab-1b83892a724d no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:50:00.899121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a7607-c57e-40a6-8f41-d9ff19b5d80a service neutron] Pushing event updated for resources: {'Port': ['ID=348abab2-0df6-4fc4-a449-94bd70a118d8,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:00.938160 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-1f3a7607-c57e-40a6-8f41-d9ff19b5d80a service neutron] No DVR routers for this DVR port 348abab2-0df6-4fc4-a449-94bd70a118d8 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:00.968638 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:00.975549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 25a1c873-4001-4e2b-9aab-1b83892a724d not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:50:00.975981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 14325729-1495-4098-ba65-82b20f0f04f3 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:50:00.980945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-36748c6f-385d-4abc-9c3e-96380c739fd7 req-2b97b3fd-992b-4b97-a99e-0c09e014e353 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b8e3aac-1d69-4a6f-b22a-09e24134fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9297934 Nov 11 21:50:01.015951 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-1f3a7607-c57e-40a6-8f41-d9ff19b5d80a service neutron] In _notify_port_updated(), no bound segment for port 348abab2-0df6-4fc4-a449-94bd70a118d8 on network 784dde3a-e85c-4752-9e04-1000eefc86d6 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:50:01.016905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-1f3a7607-c57e-40a6-8f41-d9ff19b5d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:01.017506 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-1f3a7607-c57e-40a6-8f41-d9ff19b5d80a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:01.023915 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-1f3a7607-c57e-40a6-8f41-d9ff19b5d80a service neutron] 10.222.0.71 "PUT /v2.0/ports/348abab2-0df6-4fc4-a449-94bd70a118d8 HTTP/1.1" status: 200 len: 1028 time: 1.2502918 Nov 11 21:50:01.061193 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:01.072407 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:01.094193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60392) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:01.155949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:50:01.156227 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:01.156362 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:50:01.164699 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:50:01.202588 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 14325729-1495-4098-ba65-82b20f0f04f3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=14325729-1495-4098-ba65-82b20f0f04f3,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:01.209994 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:01.211437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 348abab2-0df6-4fc4-a449-94bd70a118d8 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:50:01.261517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9d78-e4a6-4d65-84c3-23956d8f234e req-1f25640c-b7f6-4c98-952f-a0081918294c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:01.268180 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9d78-e4a6-4d65-84c3-23956d8f234e req-1f25640c-b7f6-4c98-952f-a0081918294c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:01.275203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9d78-e4a6-4d65-84c3-23956d8f234e req-1f25640c-b7f6-4c98-952f-a0081918294c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:01.289196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9d78-e4a6-4d65-84c3-23956d8f234e req-1f25640c-b7f6-4c98-952f-a0081918294c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:01.295761 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9d78-e4a6-4d65-84c3-23956d8f234e req-1f25640c-b7f6-4c98-952f-a0081918294c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:01.298509 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=14325729-1495-4098-ba65-82b20f0f04f3,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:01.327700 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b6e674cf-e309-4d9a-9efd-84fab0493ec8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dd3f47ac28f946d98f520a5bd79d9f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2290065 Nov 11 21:50:01.328580 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9d78-e4a6-4d65-84c3-23956d8f234e req-1f25640c-b7f6-4c98-952f-a0081918294c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:01.332989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60400) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:01.334379 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9af9d78-e4a6-4d65-84c3-23956d8f234e req-1f25640c-b7f6-4c98-952f-a0081918294c tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 4579 time: 1.1987729 Nov 11 21:50:01.370057 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 348abab2-0df6-4fc4-a449-94bd70a118d8 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:50:01.384096 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9105b662-3495-4987-8385-affd1923fd22 None None] Provisioning complete for port 348abab2-0df6-4fc4-a449-94bd70a118d8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:01.385347 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9105b662-3495-4987-8385-affd1923fd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:01.390875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-c53ec96b-f8d7-4df9-870e-d97e32e61183 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Deleting port 14325729-1495-4098-ba65-82b20f0f04f3 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:01.391225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-c53ec96b-f8d7-4df9-870e-d97e32e61183 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:01.409979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466d188-c9d0-4191-93eb-cbced31cf719 req-c32516cd-e389-4f25-9e04-ee373be57cd4 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:01.417933 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b466d188-c9d0-4191-93eb-cbced31cf719 req-c32516cd-e389-4f25-9e04-ee373be57cd4 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 944 time: 0.4472828 Nov 11 21:50:01.421747 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-36748c6f-385d-4abc-9c3e-96380c739fd7 req-60144c45-ca2a-4feb-acf8-e146a98449c3 service neutron] 10.222.0.10 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167807 Nov 11 21:50:01.434543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:50:01.444232 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ec964234-0594-47ce-8a92-3e6a836a063d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/57ae3394-0f81-4357-818c-b2f3996330f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0832274 Nov 11 21:50:01.448328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d5b73106-ca8f-4ea4-8a1a-88d246fa36bd details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:50:01.461434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9105b662-3495-4987-8385-affd1923fd22 None None] Port 348abab2-0df6-4fc4-a449-94bd70a118d8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:50:01.468728 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db7e2d8-07d8-46be-a527-7ca9f424401e None None] Sync routers for ids ['57ae3394-0f81-4357-818c-b2f3996330f5'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:50:01.485222 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60404) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:01.485463 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db7e2d8-07d8-46be-a527-7ca9f424401e None None] Routers {'57ae3394-0f81-4357-818c-b2f3996330f5'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:01.485759 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9db7e2d8-07d8-46be-a527-7ca9f424401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['57ae3394-0f81-4357-818c-b2f3996330f5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:01.517186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-c53ec96b-f8d7-4df9-870e-d97e32e61183 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] For port 14325729-1495-4098-ba65-82b20f0f04f3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=14325729-1495-4098-ba65-82b20f0f04f3,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:01.517971 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-c53ec96b-f8d7-4df9-870e-d97e32e61183 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:01.532763 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-c53ec96b-f8d7-4df9-870e-d97e32e61183 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Calling delete_port for 14325729-1495-4098-ba65-82b20f0f04f3 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:01.573931 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9db7e2d8-07d8-46be-a527-7ca9f424401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:01.601260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b466d188-c9d0-4191-93eb-cbced31cf719 req-ba1eaf06-472e-4671-a1c4-ef7862cef2fb tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750066 Nov 11 21:50:01.604995 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ff922b8-6e40-4155-8668-9d0a377129ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:01.606811 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db7e2d8-07d8-46be-a527-7ca9f424401e None None] Routers {'57ae3394-0f81-4357-818c-b2f3996330f5'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:01.607819 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9db7e2d8-07d8-46be-a527-7ca9f424401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['57ae3394-0f81-4357-818c-b2f3996330f5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:01.640203 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ff922b8-6e40-4155-8668-9d0a377129ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:01.665953 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:01.675190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19'}, {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a256091-0880-49ef-ae98-ef983b4c19db'}, {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d'}, {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14325729-1495-4098-ba65-82b20f0f04f3'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:50:01.684076 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf030e43-4912-47f4-96aa-6773e8223e58" -d '{"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-unplugged", "status": "completed", "tag": "c42f3bfd-99cc-4ee5-a989-eedc34b67f19"}, {"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-unplugged", "status": "completed", "tag": "6a256091-0880-49ef-ae98-ef983b4c19db"}, {"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d"}, {"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-unplugged", "status": "completed", "tag": "14325729-1495-4098-ba65-82b20f0f04f3"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:50:01.685523 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9db7e2d8-07d8-46be-a527-7ca9f424401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:01.687425 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db7e2d8-07d8-46be-a527-7ca9f424401e None None] The sync data for ids ['57ae3394-0f81-4357-818c-b2f3996330f5'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:50:01.702254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d5b73106-ca8f-4ea4-8a1a-88d246fa36bd,segment=NetworkSegment(00c914a2-3bf5-4d87-86d4-e98a9520a03f),segment_id=00c914a2-3bf5-4d87-86d4-e98a9520a03f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:01.706065 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ff922b8-6e40-4155-8668-9d0a377129ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:01.709964 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ff922b8-6e40-4155-8668-9d0a377129ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:01.726323 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3ff922b8-6e40-4155-8668-9d0a377129ac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/02b0560b-a3a1-4c58-b3e4-cb628e9098cc HTTP/1.1" status: 204 len: 168 time: 0.3919826 Nov 11 21:50:01.728616 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'd5b73106-ca8f-4ea4-8a1a-88d246fa36bd', 'network_id': '4b8e3aac-1d69-4a6f-b22a-09e24134fa42', 'port_id': 'd5b73106-ca8f-4ea4-8a1a-88d246fa36bd', 'mac_address': 'fa:16:3e:ee:19:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10215c90-c10e-4547-ab4e-1d3d42e0381d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:50:01.730945 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:01.739283 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/57243504-5346-4d8c-adc9-06833ebcb542 HTTP/1.1" status: 204 len: 168 time: 2.6567693 Nov 11 21:50:01.771416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9af9d78-e4a6-4d65-84c3-23956d8f234e req-4b4a5759-5b9b-4736-93fe-77471f3d0c80 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=766354ce-57f9-40d0-812f-470496e3a6da&id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3481967 Nov 11 21:50:01.778139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff922b8-6e40-4155-8668-9d0a377129ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b0560b-a3a1-4c58-b3e4-cb628e9098cc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:01.779573 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=57243504-5346-4d8c-adc9-06833ebcb542,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:01.795051 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 11 Nov 2021 21:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691d7088-0823-4307-b13f-c2338bdf827b x-openstack-request-id: req-691d7088-0823-4307-b13f-c2338bdf827b {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:50:01.800018 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-unplugged", "status": "completed", "tag": "c42f3bfd-99cc-4ee5-a989-eedc34b67f19", "code": 200}, {"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-unplugged", "status": "completed", "tag": "6a256091-0880-49ef-ae98-ef983b4c19db", "code": 200}, {"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d", "code": 200}, {"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-unplugged", "status": "completed", "tag": "14325729-1495-4098-ba65-82b20f0f04f3", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:50:01.800989 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-691d7088-0823-4307-b13f-c2338bdf827b {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:50:01.801879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce7317e-8dce-4e04-9fd0-47f276354372 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:01.802602 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19', 'code': 200} Nov 11 21:50:01.815602 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a256091-0880-49ef-ae98-ef983b4c19db', 'code': 200} Nov 11 21:50:01.815602 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d', 'code': 200} Nov 11 21:50:01.815602 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14325729-1495-4098-ba65-82b20f0f04f3', 'code': 200} Nov 11 21:50:01.817166 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fce7317e-8dce-4e04-9fd0-47f276354372 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports/5d183d3f-35b3-44f7-b7c7-58f6fce7e173 HTTP/1.1" status: 200 len: 911 time: 0.3306425 Nov 11 21:50:01.822302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60416) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:01.824194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:01.824739 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:01.825322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:01.825854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:01.826408 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:01.826918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:01.827423 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:01.827951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:01.828463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:01.828996 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:01.829591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:01.830122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0963fc-3bdc-4fe7-b7bc-fd347063bfd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:01.834106 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:01.857148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b73106-ca8f-4ea4-8a1a-88d246fa36bd {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:50:01.865082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-36748c6f-385d-4abc-9c3e-96380c739fd7 req-77c9801a-b890-49aa-ad00-2e3fffc50c2d service neutron] 10.222.0.10 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238069 Nov 11 21:50:01.908748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d5b73106-ca8f-4ea4-8a1a-88d246fa36bd,segment=NetworkSegment(00c914a2-3bf5-4d87-86d4-e98a9520a03f),segment_id=00c914a2-3bf5-4d87-86d4-e98a9520a03f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:01.917592 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:02.025018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=d5b73106-ca8f-4ea4-8a1a-88d246fa36bd,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:02.059808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60424) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:02.142549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['d5b73106-ca8f-4ea4-8a1a-88d246fa36bd'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:50:02.190992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6e0a309f-c0f3-4fe5-8af3-0026cb053489 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb0484a623e4429eb8cbaa8df8af91f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297617 Nov 11 21:50:02.195224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60430) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:02.224766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-c53ec96b-f8d7-4df9-870e-d97e32e61183 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:02.272541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ec96b-f8d7-4df9-870e-d97e32e61183 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event deleted for resources: {'Port': ['ID=14325729-1495-4098-ba65-82b20f0f04f3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:02.333758 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3128dd8e-77ea-446e-b536-8202a0bfe653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:02.376624 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3128dd8e-77ea-446e-b536-8202a0bfe653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:02.429101 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3128dd8e-77ea-446e-b536-8202a0bfe653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:02.434155 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3128dd8e-77ea-446e-b536-8202a0bfe653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:02.436331 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3128dd8e-77ea-446e-b536-8202a0bfe653 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/18bfca43-cca0-4f04-a22b-e972d64810a6 HTTP/1.1" status: 204 len: 168 time: 0.2376094 Nov 11 21:50:02.458301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128dd8e-77ea-446e-b536-8202a0bfe653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bfca43-cca0-4f04-a22b-e972d64810a6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:02.917491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422e30c-c424-43e1-8716-3cd07fa889cb req-368a2966-fb45-4aac-ac1d-724940a033e5 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:02.927038 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7422e30c-c424-43e1-8716-3cd07fa889cb req-368a2966-fb45-4aac-ac1d-724940a033e5 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 945 time: 0.0950484 Nov 11 21:50:03.044582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7422e30c-c424-43e1-8716-3cd07fa889cb req-f28b9fe2-e0ac-4a79-9b4f-3431f3cb9124 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117013 Nov 11 21:50:03.127081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60462) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:03.198380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5f2e5826-0c83-447d-b055-9b016e516371 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f62e4a8d556942dca36418d9713b68e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0694132 Nov 11 21:50:03.206690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60466) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:03.229727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-c53ec96b-f8d7-4df9-870e-d97e32e61183 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] No DVR routers for this DVR port 14325729-1495-4098-ba65-82b20f0f04f3 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:03.234051 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-c53ec96b-f8d7-4df9-870e-d97e32e61183 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:03.238472 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-c53ec96b-f8d7-4df9-870e-d97e32e61183 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "DELETE /v2.0/ports/14325729-1495-4098-ba65-82b20f0f04f3 HTTP/1.1" status: 204 len: 173 time: 2.2082186 Nov 11 21:50:03.239229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-deleted', 'tag': '14325729-1495-4098-ba65-82b20f0f04f3'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:50:03.242157 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31c861d-3d5f-4054-9412-4342d0bbf3ef" -d '{"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-deleted", "tag": "14325729-1495-4098-ba65-82b20f0f04f3"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:50:03.304407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8902d7-47c7-4aee-abd0-c1539d571114 req-7bcfb585-3e20-478e-a723-38e1d70882e7 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:03.317960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8902d7-47c7-4aee-abd0-c1539d571114 req-7bcfb585-3e20-478e-a723-38e1d70882e7 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:03.320822 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d42d0e8-bfb7-4341-bac0-66660eb85965 x-openstack-request-id: req-2d42d0e8-bfb7-4341-bac0-66660eb85965 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:50:03.321128 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-deleted", "tag": "14325729-1495-4098-ba65-82b20f0f04f3", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:50:03.321832 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d42d0e8-bfb7-4341-bac0-66660eb85965 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:50:03.322342 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-deleted', 'tag': '14325729-1495-4098-ba65-82b20f0f04f3', 'status': 'completed', 'code': 200} Nov 11 21:50:03.328880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8902d7-47c7-4aee-abd0-c1539d571114 req-7bcfb585-3e20-478e-a723-38e1d70882e7 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:03.336848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8902d7-47c7-4aee-abd0-c1539d571114 req-7bcfb585-3e20-478e-a723-38e1d70882e7 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:03.345542 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a8902d7-47c7-4aee-abd0-c1539d571114 req-7bcfb585-3e20-478e-a723-38e1d70882e7 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 3143 time: 0.2465923 Nov 11 21:50:03.453893 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8dcf8b7f-9c71-4bc5-ba1b-4c25f62e8827 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Deleting port 6a256091-0880-49ef-ae98-ef983b4c19db {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:03.454628 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8dcf8b7f-9c71-4bc5-ba1b-4c25f62e8827 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:03.461261 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d5b73106-ca8f-4ea4-8a1a-88d246fa36bd up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:03.485636 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-72d60fff-09f9-44db-8b3d-825272ef8239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:03.490877 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:03.494811 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a8902d7-47c7-4aee-abd0-c1539d571114 req-fb780088-3212-49b1-86fd-9a1e2c861e0e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482615 Nov 11 21:50:03.541347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60480) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:03.547292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-72d60fff-09f9-44db-8b3d-825272ef8239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:03.570491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:50:03.580604 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:03.581002 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:03.615650 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-72d60fff-09f9-44db-8b3d-825272ef8239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:03.615650 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-72d60fff-09f9-44db-8b3d-825272ef8239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:03.618327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-72d60fff-09f9-44db-8b3d-825272ef8239 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f5f522cd-f365-439d-87f8-a7b407bb657e HTTP/1.1" status: 204 len: 168 time: 0.4063828 Nov 11 21:50:03.661136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d60fff-09f9-44db-8b3d-825272ef8239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f522cd-f365-439d-87f8-a7b407bb657e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:03.688975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8dcf8b7f-9c71-4bc5-ba1b-4c25f62e8827 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] For port 6a256091-0880-49ef-ae98-ef983b4c19db, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=6a256091-0880-49ef-ae98-ef983b4c19db,segment=NetworkSegment(925044a4-3c84-44a3-969e-816229315c05),segment_id=925044a4-3c84-44a3-969e-816229315c05)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:03.689783 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:03.689913 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8dcf8b7f-9c71-4bc5-ba1b-4c25f62e8827 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:03.735343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8dcf8b7f-9c71-4bc5-ba1b-4c25f62e8827 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Calling delete_port for 6a256091-0880-49ef-ae98-ef983b4c19db owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:03.740967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d5b73106-ca8f-4ea4-8a1a-88d246fa36bd,segment=NetworkSegment(00c914a2-3bf5-4d87-86d4-e98a9520a03f),segment_id=00c914a2-3bf5-4d87-86d4-e98a9520a03f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:03.750066 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:03.773759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1255575924'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:03.811180 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23a7713-9848-4e58-90f8-f67d05273e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b73106-ca8f-4ea4-8a1a-88d246fa36bd'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:50:03.814561 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcf794b-0d9c-44e4-ad0a-10f1f9c89896" -d '{"events": [{"server_uuid": "c23a7713-9848-4e58-90f8-f67d05273e49", "name": "network-vif-plugged", "status": "completed", "tag": "d5b73106-ca8f-4ea4-8a1a-88d246fa36bd"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:50:03.841477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=d5b73106-ca8f-4ea4-8a1a-88d246fa36bd,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:03.863473 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4011bd-9a77-4d77-8d38-2168e367109c x-openstack-request-id: req-cd4011bd-9a77-4d77-8d38-2168e367109c {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:50:03.863850 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23a7713-9848-4e58-90f8-f67d05273e49", "name": "network-vif-plugged", "status": "completed", "tag": "d5b73106-ca8f-4ea4-8a1a-88d246fa36bd", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:50:03.864138 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd4011bd-9a77-4d77-8d38-2168e367109c {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:50:03.864594 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23a7713-9848-4e58-90f8-f67d05273e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b73106-ca8f-4ea4-8a1a-88d246fa36bd', 'code': 200} Nov 11 21:50:03.923939 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Made reservation on behalf of 91a5e3d225a74ed98585b801a1e14d16 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:03.927583 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:03.960090 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:04.189651 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Allocated IP 2001:db8:1::1 (abefbb93-5966-4631-ae23-2257d484bfcd/91642583-7ac5-4ff9-b3b2-07b1d332d181/736b1b56-2db0-4786-b45a-60b137cf690a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:04.233734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248c66b-1d28-4267-b467-0a2d8b8a1e1c req-2411aeaa-11d2-4458-ab77-0f7b6e5b2480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:04.236007 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b248c66b-1d28-4267-b467-0a2d8b8a1e1c req-2411aeaa-11d2-4458-ab77-0f7b6e5b2480 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 1097 time: 0.3050337 Nov 11 21:50:04.267405 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7cc6-92ae-4276-be30-2abf5235ca08 req-709be432-4741-4446-8436-bf4f8450a3dc tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:04.276821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-320c7cc6-92ae-4276-be30-2abf5235ca08 req-709be432-4741-4446-8436-bf4f8450a3dc tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 946 time: 0.1023831 Nov 11 21:50:04.290419 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8dcf8b7f-9c71-4bc5-ba1b-4c25f62e8827 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:04.378429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf8b7f-9c71-4bc5-ba1b-4c25f62e8827 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event deleted for resources: {'Port': ['ID=6a256091-0880-49ef-ae98-ef983b4c19db,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:04.379821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-320c7cc6-92ae-4276-be30-2abf5235ca08 req-e0445e30-b47f-4a99-a7c7-15f414e2180e tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996177 Nov 11 21:50:04.401818 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b248c66b-1d28-4267-b467-0a2d8b8a1e1c req-5c97f670-01df-49fc-91b9-426677532333 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574194 Nov 11 21:50:04.405980 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:04.458270 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:04.476198 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8dcf8b7f-9c71-4bc5-ba1b-4c25f62e8827 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] No DVR routers for this DVR port 6a256091-0880-49ef-ae98-ef983b4c19db on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:04.483410 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8dcf8b7f-9c71-4bc5-ba1b-4c25f62e8827 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:04.487286 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8dcf8b7f-9c71-4bc5-ba1b-4c25f62e8827 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "DELETE /v2.0/ports/6a256091-0880-49ef-ae98-ef983b4c19db HTTP/1.1" status: 204 len: 173 time: 1.2364578 Nov 11 21:50:04.499240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:50:04.561176 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:04.561535 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Added segment 9915bef8-c737-4184-bf4d-3dbcdee6a759 of type vlan for network 3d64ce09-c4d7-4a5f-88d7-857c5503c052 Nov 11 21:50:04.565060 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:04.582709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7da26ea-205a-4d81-baca-4101b27ff6e1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:04.658405 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:04.711104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5572630-2995-4327-9193-b95ec436e56f req-ce6c6f0e-268e-473a-ae64-f4bc76eaa894 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:04.717353 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:04.722394 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5572630-2995-4327-9193-b95ec436e56f req-ce6c6f0e-268e-473a-ae64-f4bc76eaa894 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:04.725437 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:04.730526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5572630-2995-4327-9193-b95ec436e56f req-ce6c6f0e-268e-473a-ae64-f4bc76eaa894 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:04.731058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:04.731653 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:04.744032 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d5572630-2995-4327-9193-b95ec436e56f req-ce6c6f0e-268e-473a-ae64-f4bc76eaa894 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 2410 time: 0.1370552 Nov 11 21:50:04.880306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-e364fee8-4c90-449a-9403-09a6c3070d59 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Deleting port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:04.881005 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-e364fee8-4c90-449a-9403-09a6c3070d59 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:04.908447 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d5572630-2995-4327-9193-b95ec436e56f req-0ee42b6d-c233-442f-85d3-5da998de5a2b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626582 Nov 11 21:50:04.947123 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c6a42-6071-4984-a63f-073724a23cc9 req-6fd1446c-33fb-434c-af1e-a5c341a5d520 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:04.955095 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-262c6a42-6071-4984-a63f-073724a23cc9 req-6fd1446c-33fb-434c-af1e-a5c341a5d520 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 812 time: 0.2743969 Nov 11 21:50:04.957218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60544) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:04.984360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-262c6a42-6071-4984-a63f-073724a23cc9 req-018fc9f0-8344-49c7-9ba6-ec748027a87c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/quotas/164e178567a84f6aa0efcf56b049aa7b HTTP/1.1" status: 200 len: 375 time: 0.0278771 Nov 11 21:50:04.993707 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network abefbb93-5966-4631-ae23-2257d484bfcd is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:05.004826 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4615085 Nov 11 21:50:05.011131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5acd17-7051-4b1d-a757-368ba6f7f32b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event updated for resources: {'Network': ['ID=3d64ce09-c4d7-4a5f-88d7-857c5503c052,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:05.021238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:05.029818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=736b1b56-2db0-4786-b45a-60b137cf690a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:05.033007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:05.033672 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:05.062408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 3d64ce09-c4d7-4a5f-88d7-857c5503c052 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:50:05.106965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-262c6a42-6071-4984-a63f-073724a23cc9 req-e8688d25-aff0-48ae-ae45-d32b89abd65f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213591 Nov 11 21:50:05.175614 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-e364fee8-4c90-449a-9403-09a6c3070d59 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] For port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d,segment=NetworkSegment(925044a4-3c84-44a3-969e-816229315c05),segment_id=925044a4-3c84-44a3-969e-816229315c05)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:05.176428 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-e364fee8-4c90-449a-9403-09a6c3070d59 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:05.210769 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-693909353-network', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:05.227505 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-e364fee8-4c90-449a-9403-09a6c3070d59 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Calling delete_port for b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:05.324270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-deleted', 'tag': '6a256091-0880-49ef-ae98-ef983b4c19db'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:50:05.326693 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50277fdf-84f0-43ce-b459-613ca7240064" -d '{"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-deleted", "tag": "6a256091-0880-49ef-ae98-ef983b4c19db"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:50:05.331871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-262c6a42-6071-4984-a63f-073724a23cc9 req-53a58858-3ba9-41a0-b64a-2d0446aa8f95 service neutron] 10.222.0.57 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200513 Nov 11 21:50:05.354364 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:05.364636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] Made reservation on behalf of d7b117af427e4c5587732a41b4a47118 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:05.367569 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:05.383402 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:05.490841 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11a7fbe-d330-4d28-881e-9ac28a9a6d0c x-openstack-request-id: req-d11a7fbe-d330-4d28-881e-9ac28a9a6d0c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:50:05.491239 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-deleted", "tag": "6a256091-0880-49ef-ae98-ef983b4c19db", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:50:05.491464 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d11a7fbe-d330-4d28-881e-9ac28a9a6d0c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:50:05.491867 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-deleted', 'tag': '6a256091-0880-49ef-ae98-ef983b4c19db', 'status': 'completed', 'code': 200} Nov 11 21:50:05.620161 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:05.675262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-e364fee8-4c90-449a-9403-09a6c3070d59 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:05.677693 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-47059015-2998-4ac4-9208-d0d8bf0bb197 None None] Provisioning complete for port 736b1b56-2db0-4786-b45a-60b137cf690a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:05.678078 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47059015-2998-4ac4-9208-d0d8bf0bb197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:05.723170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364fee8-4c90-449a-9403-09a6c3070d59 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event deleted for resources: {'Port': ['ID=b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:05.779563 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-e364fee8-4c90-449a-9403-09a6c3070d59 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] No DVR routers for this DVR port b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:05.783996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-47059015-2998-4ac4-9208-d0d8bf0bb197 None None] Port 736b1b56-2db0-4786-b45a-60b137cf690a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:50:05.784906 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-e364fee8-4c90-449a-9403-09a6c3070d59 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:05.788600 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-e364fee8-4c90-449a-9403-09a6c3070d59 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "DELETE /v2.0/ports/b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d HTTP/1.1" status: 204 len: 173 time: 1.2855523 Nov 11 21:50:05.797007 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:05.837041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d13da9d-173c-41b5-bba3-c82a79e48ebc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:05.882420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:50:05.904324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58996f-95c7-4587-965e-edf79507ced8 req-ff881f2a-cf3e-440c-b247-7aa1b65914c6 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:05.904324 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a58996f-95c7-4587-965e-edf79507ced8 req-ff881f2a-cf3e-440c-b247-7aa1b65914c6 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 946 time: 0.2760963 Nov 11 21:50:05.927076 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-262c6a42-6071-4984-a63f-073724a23cc9 req-dcb374af-1c0b-45b5-a57b-82bd2af053f2 service neutron] 10.222.0.57 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779626 Nov 11 21:50:05.931219 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:05.931711 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] Added segment c3639ea8-228c-47a5-84bd-b8de9ce625d1 of type vlan for network fc238d0d-fbd9-4801-b626-a63954861cc1 Nov 11 21:50:06.027925 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a58996f-95c7-4587-965e-edf79507ced8 req-a0088d15-d274-4ee1-88fe-e0c7350e6085 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998402 Nov 11 21:50:06.030559 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:06.118346 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:06.119621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:06.121740 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:06.253739 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:06.267411 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:06.275293 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:06.374113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8acfaeea-0b67-4412-845b-7d38295919c2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Deleting port 13ffee77-0dca-490c-8116-b548cab8fe4a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:06.374816 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8acfaeea-0b67-4412-845b-7d38295919c2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:06.381261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] Pushing event updated for resources: {'Network': ['ID=fc238d0d-fbd9-4801-b626-a63954861cc1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:06.427473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network fc238d0d-fbd9-4801-b626-a63954861cc1 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:50:06.510911 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8131ff5f-fe29-4af1-984d-bda7ebbdd21d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5516953 Nov 11 21:50:06.513241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60618) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:06.526123 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-dfb455c5-6ab1-4378-b3e1-26b2aa0621f7 admin admin] Request body: {'subnet': {'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-693909353-subnet', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:06.586888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=736b1b56-2db0-4786-b45a-60b137cf690a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:06.610301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb455c5-6ab1-4378-b3e1-26b2aa0621f7 admin admin] Made reservation on behalf of d7b117af427e4c5587732a41b4a47118 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:06.615704 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dfb455c5-6ab1-4378-b3e1-26b2aa0621f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:06.755016 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8acfaeea-0b67-4412-845b-7d38295919c2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] For port 13ffee77-0dca-490c-8116-b548cab8fe4a, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=13ffee77-0dca-490c-8116-b548cab8fe4a,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:06.755818 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8acfaeea-0b67-4412-845b-7d38295919c2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:06.791320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863bcd2-7b3c-4368-a9d4-e8e8780aa892 req-bf8a25a8-35e8-4ea6-ba5b-53d531903f1b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:06.797657 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863bcd2-7b3c-4368-a9d4-e8e8780aa892 req-bf8a25a8-35e8-4ea6-ba5b-53d531903f1b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:06.799419 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0863bcd2-7b3c-4368-a9d4-e8e8780aa892 req-bf8a25a8-35e8-4ea6-ba5b-53d531903f1b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 1677 time: 0.4205770 Nov 11 21:50:06.810920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8acfaeea-0b67-4412-845b-7d38295919c2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Calling delete_port for 13ffee77-0dca-490c-8116-b548cab8fe4a owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:06.815325 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-177aac32-3f5c-4fc2-afde-68cf7f80f8ab req-a5ca8f61-e801-4273-9534-c6fecd878796 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 210 time: 0.3156326 Nov 11 21:50:06.871261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network abefbb93-5966-4631-ae23-2257d484bfcd is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:06.908449 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0863bcd2-7b3c-4368-a9d4-e8e8780aa892 req-3ae21ccd-66d6-4dce-948a-85266117a852 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867429 Nov 11 21:50:07.067693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:07.080618 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8acfaeea-0b67-4412-845b-7d38295919c2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:07.225849 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dfb455c5-6ab1-4378-b3e1-26b2aa0621f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:07.368394 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfaeea-0b67-4412-845b-7d38295919c2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event deleted for resources: {'Port': ['ID=13ffee77-0dca-490c-8116-b548cab8fe4a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:07.385570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb455c5-6ab1-4378-b3e1-26b2aa0621f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e4839c-6714-4a1e-81d8-2a08ae19bec7,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:07.410098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb455c5-6ab1-4378-b3e1-26b2aa0621f7 admin admin] Checking segment: {'id': 'c3639ea8-228c-47a5-84bd-b8de9ce625d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:07.410492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb455c5-6ab1-4378-b3e1-26b2aa0621f7 admin admin] Network hostable DHCP agents. Network: fc238d0d-fbd9-4801-b626-a63954861cc1, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:50:07.484144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb455c5-6ab1-4378-b3e1-26b2aa0621f7 admin admin] Network fc238d0d-fbd9-4801-b626-a63954861cc1 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:50:07.512419 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-dfb455c5-6ab1-4378-b3e1-26b2aa0621f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, fc238d0d-fbd9-4801-b626-a63954861cc1) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:07.532117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96203d84-fcf9-4de8-8c93-c00a2da89779 None None] Network fc238d0d-fbd9-4801-b626-a63954861cc1 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:07.532752 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb455c5-6ab1-4378-b3e1-26b2aa0621f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:07.532929 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dfb455c5-6ab1-4378-b3e1-26b2aa0621f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:07.538343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-deleted', 'tag': 'b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:50:07.549020 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fe66ca-4b81-428c-be2c-56a83925b05e" -d '{"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-deleted", "tag": "b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:50:07.606322 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dfb455c5-6ab1-4378-b3e1-26b2aa0621f7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0916138 Nov 11 21:50:07.609170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60658) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:07.619324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:07.704482 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8acfaeea-0b67-4412-845b-7d38295919c2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] No DVR routers for this DVR port 13ffee77-0dca-490c-8116-b548cab8fe4a on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:07.710264 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:07.714033 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:07.718312 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8acfaeea-0b67-4412-845b-7d38295919c2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:07.730011 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-8acfaeea-0b67-4412-845b-7d38295919c2 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "DELETE /v2.0/ports/13ffee77-0dca-490c-8116-b548cab8fe4a HTTP/1.1" status: 204 len: 173 time: 1.9166279 Nov 11 21:50:07.897435 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348d8062-47e0-4302-b072-39ef4677c797 x-openstack-request-id: req-348d8062-47e0-4302-b072-39ef4677c797 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:50:07.902985 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-deleted", "tag": "b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:50:07.903476 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-348d8062-47e0-4302-b072-39ef4677c797 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:50:07.908935 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-deleted', 'tag': 'b1a31ae0-1bff-4d91-a130-3ae3e5f8a02d', 'status': 'completed', 'code': 200} Nov 11 21:50:07.911509 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:07.982869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 57ae3394-0f81-4357-818c-b2f3996330f5 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:50:08.120409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-183ff896-3b36-4975-b26d-af2ec90d3a1b None None] Provisioning complete for port 736b1b56-2db0-4786-b45a-60b137cf690a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:08.120789 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-183ff896-3b36-4975-b26d-af2ec90d3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:08.250156 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-183ff896-3b36-4975-b26d-af2ec90d3a1b None None] Port 736b1b56-2db0-4786-b45a-60b137cf690a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:50:08.309734 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-fc238d0d-fbd9-4801-b626-a63954861cc1', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'fixed_ips': [{'subnet_id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:50:08.310617 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:08.361538 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae6ab047-89e3-4760-ae4f-cb13f7a5bfbc req-249a2241-c906-4621-a6ee-a3412d9383c2 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 210 time: 0.2510626 Nov 11 21:50:08.470209 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:50:08.489314 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-266a1059-9031-4745-af3f-016bea25751f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/57ae3394-0f81-4357-818c-b2f3996330f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5660052 Nov 11 21:50:08.496920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60690) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:08.525175 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994e5db-e742-4855-aae4-0051f50dd63a None None] Sync routers for ids ['57ae3394-0f81-4357-818c-b2f3996330f5'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:50:08.538045 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60692) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:08.541733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b994e5db-e742-4855-aae4-0051f50dd63a None None] Routers {'57ae3394-0f81-4357-818c-b2f3996330f5'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:08.542356 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b994e5db-e742-4855-aae4-0051f50dd63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['57ae3394-0f81-4357-818c-b2f3996330f5'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:08.555293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b6271d3a-3f59-4cff-ad81-bce23ad4be58 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Request body: {'subnet': {'network_id': '3d64ce09-c4d7-4a5f-88d7-857c5503c052', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:08.590274 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:08.640188 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb45110-1b43-42db-b8b4-fd83bca51c4b req-76e4dbd2-0f12-488d-9214-f1ab9da9d6aa tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:08.642078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bb45110-1b43-42db-b8b4-fd83bca51c4b req-76e4dbd2-0f12-488d-9214-f1ab9da9d6aa tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 943 time: 0.3082554 Nov 11 21:50:08.806477 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef771d-78f0-4c7c-bc69-dff70efe7c51 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:08.817473 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f9ef771d-78f0-4c7c-bc69-dff70efe7c51 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports/736b1b56-2db0-4786-b45a-60b137cf690a HTTP/1.1" status: 200 len: 913 time: 0.3146014 Nov 11 21:50:08.818248 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60698) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:08.830748 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bb45110-1b43-42db-b8b4-fd83bca51c4b req-7be7b7a8-e3c8-4312-8c55-3c2663d95cd7 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754022 Nov 11 21:50:08.889860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b994e5db-e742-4855-aae4-0051f50dd63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:08.909080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b994e5db-e742-4855-aae4-0051f50dd63a None None] Routers {'57ae3394-0f81-4357-818c-b2f3996330f5'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:08.909080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b994e5db-e742-4855-aae4-0051f50dd63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['57ae3394-0f81-4357-818c-b2f3996330f5'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:08.911778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Allocated IP 172.20.0.2 (fc238d0d-fbd9-4801-b626-a63954861cc1/f7e4839c-6714-4a1e-81d8-2a08ae19bec7/47650e57-6eed-4696-b22d-b79d483f201c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:08.944877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b994e5db-e742-4855-aae4-0051f50dd63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:08.945546 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994e5db-e742-4855-aae4-0051f50dd63a None None] The sync data for ids ['57ae3394-0f81-4357-818c-b2f3996330f5'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:50:09.057537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-4705cbc4-36d3-444a-96e8-aa35b2734352 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Deleting port c42f3bfd-99cc-4ee5-a989-eedc34b67f19 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:09.058169 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-4705cbc4-36d3-444a-96e8-aa35b2734352 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:09.175728 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:09.194245 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:09.207245 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:09.268867 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:09.278187 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Network fc238d0d-fbd9-4801-b626-a63954861cc1 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:09.280313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Pushing event updated for resources: {'Port': ['ID=47650e57-6eed-4696-b22d-b79d483f201c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:09.294222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:09.305621 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:09.447364 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Allocated IP 172.25.0.140 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/a1e0a634-c8a6-41ff-be11-34522f8ffa58) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:09.480066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Attempting to bind port 47650e57-6eed-4696-b22d-b79d483f201c on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:50:09.480343 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Attempting to bind port 47650e57-6eed-4696-b22d-b79d483f201c by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'c3639ea8-228c-47a5-84bd-b8de9ce625d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:50:09.480505 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Attempting to bind port 47650e57-6eed-4696-b22d-b79d483f201c on network fc238d0d-fbd9-4801-b626-a63954861cc1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:50:09.494121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:50:09.495587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Checking segment: {'id': 'c3639ea8-228c-47a5-84bd-b8de9ce625d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:09.497063 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:09.497820 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Bound using segment: {'id': 'c3639ea8-228c-47a5-84bd-b8de9ce625d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:50:09.498338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Bound port: 47650e57-6eed-4696-b22d-b79d483f201c, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3639ea8-228c-47a5-84bd-b8de9ce625d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:50:09.501525 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:09.633518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] For port 47650e57-6eed-4696-b22d-b79d483f201c, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:50:09.639062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] For port 47650e57-6eed-4696-b22d-b79d483f201c, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=47650e57-6eed-4696-b22d-b79d483f201c,segment=NetworkSegment(c3639ea8-228c-47a5-84bd-b8de9ce625d1),segment_id=c3639ea8-228c-47a5-84bd-b8de9ce625d1)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:50:09.652790 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:09.659500 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1fed0fa-5a99-48dc-90bf-851b3b8bb05f req-0c5735b9-cb75-4fd4-87a5-70844f226944 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 210 time: 0.1424458 Nov 11 21:50:09.745798 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c3196-8abc-4f5e-9f6b-b7a84b68e6b5 None None] Pushing event updated for resources: {'Port': ['ID=47650e57-6eed-4696-b22d-b79d483f201c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:09.803791 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:09.892327 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:10.001871 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:10.003480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e0a634-c8a6-41ff-be11-34522f8ffa58,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:10.006475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:10.008907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:10.025911 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-deleted', 'tag': '13ffee77-0dca-490c-8116-b548cab8fe4a'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:50:10.028895 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a053fe2-4720-4393-bc9d-f305045c41e6 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:50:10.035281 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6d57c4-7cc2-4326-9a83-15878b4063a4" -d '{"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-deleted", "tag": "13ffee77-0dca-490c-8116-b548cab8fe4a"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:50:10.137715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c6a42-6071-4984-a63f-073724a23cc9 req-6bdfd3f1-18e0-4753-9c78-ab313f60e98b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:10.150005 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-262c6a42-6071-4984-a63f-073724a23cc9 req-6bdfd3f1-18e0-4753-9c78-ab313f60e98b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.71 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 812 time: 1.5254369 Nov 11 21:50:10.188235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6bfd522c-137b-4d61-b42b-7af1b8a6b065 None None] Provisioning complete for port a1e0a634-c8a6-41ff-be11-34522f8ffa58 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:10.188662 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bfd522c-137b-4d61-b42b-7af1b8a6b065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:10.215153 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-262c6a42-6071-4984-a63f-073724a23cc9 req-24b84a9f-bff5-4b89-8542-7264ae93e1f8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'port': {'device_id': '884ac123-e6ea-47cb-8a67-05c21fddf2f2', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'admin_state_up': True, 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:10.247667 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b92888-cfeb-4d06-87e4-dcde5dd7f644 req-e4307888-f2bf-462d-a9e0-b2c13f7e7665 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:10.261894 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46b92888-cfeb-4d06-87e4-dcde5dd7f644 req-e4307888-f2bf-462d-a9e0-b2c13f7e7665 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 943 time: 0.1883757 Nov 11 21:50:10.262132 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5299dbd3-8a86-4269-b51c-62d5c44dccbd x-openstack-request-id: req-5299dbd3-8a86-4269-b51c-62d5c44dccbd {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:50:10.263166 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-deleted", "tag": "13ffee77-0dca-490c-8116-b548cab8fe4a", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:50:10.264223 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5299dbd3-8a86-4269-b51c-62d5c44dccbd {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:50:10.265450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6bfd522c-137b-4d61-b42b-7af1b8a6b065 None None] Port a1e0a634-c8a6-41ff-be11-34522f8ffa58 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:50:10.266631 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-deleted', 'tag': '13ffee77-0dca-490c-8116-b548cab8fe4a', 'status': 'completed', 'code': 200} Nov 11 21:50:10.302272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6271d3a-3f59-4cff-ad81-bce23ad4be58 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Made reservation on behalf of 91a5e3d225a74ed98585b801a1e14d16 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:10.307241 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6271d3a-3f59-4cff-ad81-bce23ad4be58 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:10.438502 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46b92888-cfeb-4d06-87e4-dcde5dd7f644 req-5947c900-bad8-4c42-a8aa-72bffe28e75b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716888 Nov 11 21:50:10.564714 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:10.583584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-4705cbc4-36d3-444a-96e8-aa35b2734352 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] For port c42f3bfd-99cc-4ee5-a989-eedc34b67f19, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=c42f3bfd-99cc-4ee5-a989-eedc34b67f19,segment=NetworkSegment(8d930290-0268-4670-a846-4f72249a4412),segment_id=8d930290-0268-4670-a846-4f72249a4412)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:10.583584 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-4705cbc4-36d3-444a-96e8-aa35b2734352 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:10.778448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262c6a42-6071-4984-a63f-073724a23cc9 req-24b84a9f-bff5-4b89-8542-7264ae93e1f8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Made reservation on behalf of 164e178567a84f6aa0efcf56b049aa7b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:10.782840 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-262c6a42-6071-4984-a63f-073724a23cc9 req-24b84a9f-bff5-4b89-8542-7264ae93e1f8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:10.837654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f30e38f-9a36-4b22-9c7e-c40d1225260c req-35972963-da8e-4d1f-a4c5-f1feaa24099d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 210 time: 0.0919006 Nov 11 21:50:10.956410 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:11.046346 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:11.220379 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6271d3a-3f59-4cff-ad81-bce23ad4be58 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:11.253355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Router 5583143d-320e-427f-b822-73c2364ce800 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:50:11.388129 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6271d3a-3f59-4cff-ad81-bce23ad4be58 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event updated for resources: {'Subnet': ['ID=aa9149cf-eb83-412e-bce1-11fe18e8d3b0,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:11.455830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-4705cbc4-36d3-444a-96e8-aa35b2734352 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:11.456401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-4705cbc4-36d3-444a-96e8-aa35b2734352 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:11.456862 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-4705cbc4-36d3-444a-96e8-aa35b2734352 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Floating IP a34a3c02-b766-46cf-bb05-502a0b0f00c1 disassociated. External IP: 172.25.0.29, port: c42f3bfd-99cc-4ee5-a989-eedc34b67f19. Nov 11 21:50:11.457313 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-4705cbc4-36d3-444a-96e8-aa35b2734352 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Calling delete_port for c42f3bfd-99cc-4ee5-a989-eedc34b67f19 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:11.522028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aadcabf-572f-4dd3-85ce-a5075e747c3b None None] Network fc238d0d-fbd9-4801-b626-a63954861cc1 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:11.678212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 47650e57-6eed-4696-b22d-b79d483f201c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:11.705297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-94539df0-e0c3-424c-9322-369f55348d63 None None] Provisioning complete for port 47650e57-6eed-4696-b22d-b79d483f201c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:11.705556 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-94539df0-e0c3-424c-9322-369f55348d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:11.867127 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0988c653-fdcc-4bd9-8ea5-d0fdc13dd27f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:12.000355 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-262c6a42-6071-4984-a63f-073724a23cc9 req-24b84a9f-bff5-4b89-8542-7264ae93e1f8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Allocated IP 172.20.0.3 (4d02e8f7-1fed-488d-88e4-c59fcb552dd2/6c6e9d78-7810-4819-84ef-86991e5b6381/048bcdd1-97e6-4f94-a071-61f858dcbc52) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:12.039953 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6271d3a-3f59-4cff-ad81-bce23ad4be58 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Checking segment: {'id': '9915bef8-c737-4184-bf4d-3dbcdee6a759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '3d64ce09-c4d7-4a5f-88d7-857c5503c052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:12.040308 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6271d3a-3f59-4cff-ad81-bce23ad4be58 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Network hostable DHCP agents. Network: 3d64ce09-c4d7-4a5f-88d7-857c5503c052, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:50:12.144691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 47650e57-6eed-4696-b22d-b79d483f201c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:12.145294 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:12.145385 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca7aa2a8-4945-40aa-974a-ad3b2c0c440c req-e0702940-86dc-4a97-9cb8-e0617c64ebbe tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 210 time: 0.0472145 Nov 11 21:50:12.216532 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:50:12.228658 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-4705cbc4-36d3-444a-96e8-aa35b2734352 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:12.234317 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Sync routers for ids ['5583143d-320e-427f-b822-73c2364ce800'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:50:12.255194 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Routers {'5583143d-320e-427f-b822-73c2364ce800'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:12.259896 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5583143d-320e-427f-b822-73c2364ce800'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:12.260224 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6271d3a-3f59-4cff-ad81-bce23ad4be58 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Network 3d64ce09-c4d7-4a5f-88d7-857c5503c052 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:50:12.265778 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-94539df0-e0c3-424c-9322-369f55348d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:12.299886 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:12.312577 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d34fcb11-b2ae-4651-94e1-924297661ae2 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7006333 Nov 11 21:50:12.332378 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-94539df0-e0c3-424c-9322-369f55348d63 None None] For port 47650e57-6eed-4696-b22d-b79d483f201c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=47650e57-6eed-4696-b22d-b79d483f201c,segment=NetworkSegment(c3639ea8-228c-47a5-84bd-b8de9ce625d1),segment_id=c3639ea8-228c-47a5-84bd-b8de9ce625d1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:12.350053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a001bb-bb44-426b-bb5f-f47697003ddc req-977805c6-bd53-4b7b-853f-b871fbf58a13 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:12.353561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-60a001bb-bb44-426b-bb5f-f47697003ddc req-977805c6-bd53-4b7b-853f-b871fbf58a13 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 865 time: 0.2556746 Nov 11 21:50:12.354380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60766) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:12.384201 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-94539df0-e0c3-424c-9322-369f55348d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:12.409875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705cbc4-36d3-444a-96e8-aa35b2734352 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event deleted for resources: {'Port': ['ID=c42f3bfd-99cc-4ee5-a989-eedc34b67f19,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:12.417423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b6271d3a-3f59-4cff-ad81-bce23ad4be58 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 3d64ce09-c4d7-4a5f-88d7-857c5503c052) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:12.443315 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6271d3a-3f59-4cff-ad81-bce23ad4be58 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:12.443903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6271d3a-3f59-4cff-ad81-bce23ad4be58 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:12.468163 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ca9d74-070a-4353-ac10-076ac94c994d None None] Network 3d64ce09-c4d7-4a5f-88d7-857c5503c052 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:12.529696 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b6271d3a-3f59-4cff-ad81-bce23ad4be58 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9895041 Nov 11 21:50:12.540774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60768) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:12.546039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3f00b455-a477-4c5c-a673-a62e831b537f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-507099936'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:12.610302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f00b455-a477-4c5c-a673-a62e831b537f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Made reservation on behalf of 91a5e3d225a74ed98585b801a1e14d16 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:12.625468 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f00b455-a477-4c5c-a673-a62e831b537f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:12.685427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f00b455-a477-4c5c-a673-a62e831b537f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:50:12.693507 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94539df0-e0c3-424c-9322-369f55348d63 None None] Pushing event updated for resources: {'Port': ['ID=47650e57-6eed-4696-b22d-b79d483f201c,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:12.713943 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f00b455-a477-4c5c-a673-a62e831b537f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:12.714080 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-3f00b455-a477-4c5c-a673-a62e831b537f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Added segment 77b3bdc5-5c80-422d-ba96-9870137f2169 of type vlan for network 9bcc964e-2318-480b-bb18-b3acd93f6334 Nov 11 21:50:12.847402 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f00b455-a477-4c5c-a673-a62e831b537f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:12.910209 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Set router 5583143d-320e-427f-b822-73c2364ce800 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:50:12.959403 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f00b455-a477-4c5c-a673-a62e831b537f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:12.965690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f00b455-a477-4c5c-a673-a62e831b537f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:12.966464 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f00b455-a477-4c5c-a673-a62e831b537f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:13.041316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c7b18437-4127-49da-96e8-fb7d7621f287 None None] Provisioning complete for port 47650e57-6eed-4696-b22d-b79d483f201c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:13.041696 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7b18437-4127-49da-96e8-fb7d7621f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:13.043460 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-262c6a42-6071-4984-a63f-073724a23cc9 req-24b84a9f-bff5-4b89-8542-7264ae93e1f8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:13.043690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-3d64ce09-c4d7-4a5f-88d7-857c5503c052', 'network_id': '3d64ce09-c4d7-4a5f-88d7-857c5503c052', 'tenant_id': '91a5e3d225a74ed98585b801a1e14d16', 'fixed_ips': [{'subnet_id': 'aa9149cf-eb83-412e-bce1-11fe18e8d3b0'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:50:13.044531 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:13.146519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-60a001bb-bb44-426b-bb5f-f47697003ddc req-dc3f2ed8-9509-49f9-be02-6331852e7f81 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups?id=321ba757-e14b-4ddb-9c49-8dcc002c2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7612445 Nov 11 21:50:13.177431 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-262c6a42-6071-4984-a63f-073724a23cc9 req-24b84a9f-bff5-4b89-8542-7264ae93e1f8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:13.290718 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3f00b455-a477-4c5c-a673-a62e831b537f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7487783 Nov 11 21:50:13.301938 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60780) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:13.311164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9930f8c6-f767-442d-b94e-6b01d82cf9a4 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Request body: {'subnet': {'network_id': '9bcc964e-2318-480b-bb18-b3acd93f6334', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:13.320305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00b455-a477-4c5c-a673-a62e831b537f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event updated for resources: {'Network': ['ID=9bcc964e-2318-480b-bb18-b3acd93f6334,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:13.348230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 9bcc964e-2318-480b-bb18-b3acd93f6334 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:50:13.427773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262c6a42-6071-4984-a63f-073724a23cc9 req-24b84a9f-bff5-4b89-8542-7264ae93e1f8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:13.462871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-262c6a42-6071-4984-a63f-073724a23cc9 req-24b84a9f-bff5-4b89-8542-7264ae93e1f8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:13.474220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-262c6a42-6071-4984-a63f-073724a23cc9 req-24b84a9f-bff5-4b89-8542-7264ae93e1f8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:13.510032 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:50:10Z', 'revision_number': 3, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:13.617264 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Checking router: 5583143d-320e-427f-b822-73c2364ce800 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:50:13.618088 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Updating router 5583143d-320e-427f-b822-73c2364ce800 port a1e0a634-c8a6-41ff-be11-34522f8ffa58 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:50:13.648073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Allocated IP 2001:db8:0:ffff::2 (3d64ce09-c4d7-4a5f-88d7-857c5503c052/aa9149cf-eb83-412e-bce1-11fe18e8d3b0/1d71dd83-c2b6-45f2-b16b-3d016a9b55dc) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:13.678754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 47650e57-6eed-4696-b22d-b79d483f201c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:13.726412 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c6a42-6071-4984-a63f-073724a23cc9 req-24b84a9f-bff5-4b89-8542-7264ae93e1f8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:13.727096 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-262c6a42-6071-4984-a63f-073724a23cc9 req-24b84a9f-bff5-4b89-8542-7264ae93e1f8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:13.731663 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:13.877338 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-4705cbc4-36d3-444a-96e8-aa35b2734352 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Router 679e9cd5-95fe-443e-b5c5-bf1229e03967 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:50:13.878602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b84a9f-bff5-4b89-8542-7264ae93e1f8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'Port': ['ID=048bcdd1-97e6-4f94-a071-61f858dcbc52,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:13.889063 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-262c6a42-6071-4984-a63f-073724a23cc9 req-24b84a9f-bff5-4b89-8542-7264ae93e1f8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7381246 Nov 11 21:50:13.940617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0988c653-fdcc-4bd9-8ea5-d0fdc13dd27f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port 736b1b56-2db0-4786-b45a-60b137cf690a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:13.941286 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0988c653-fdcc-4bd9-8ea5-d0fdc13dd27f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:13.984417 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5071c46c-0fda-4bae-be5f-0181380ebb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:13.998263 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 47650e57-6eed-4696-b22d-b79d483f201c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:13.998630 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:14.079566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f0203-0edd-4d84-8288-f2bc9d54adf8 req-b698eb0b-efbd-48c5-8d0d-4ec95d411eb4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:14.089220 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-841f0203-0edd-4d84-8288-f2bc9d54adf8 req-b698eb0b-efbd-48c5-8d0d-4ec95d411eb4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 931 time: 0.7641673 Nov 11 21:50:14.108759 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9930f8c6-f767-442d-b94e-6b01d82cf9a4 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Made reservation on behalf of 91a5e3d225a74ed98585b801a1e14d16 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:14.116319 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9930f8c6-f767-442d-b94e-6b01d82cf9a4 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:14.139644 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0988c653-fdcc-4bd9-8ea5-d0fdc13dd27f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:14.155273 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0988c653-fdcc-4bd9-8ea5-d0fdc13dd27f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for 736b1b56-2db0-4786-b45a-60b137cf690a owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:14.208317 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e2637020-29b2-4455-8714-8c9578a33790 None None] Provisioning complete for port 048bcdd1-97e6-4f94-a071-61f858dcbc52 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:14.208828 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2637020-29b2-4455-8714-8c9578a33790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:14.368866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Request body: {'port': {'device_id': '884ac123-e6ea-47cb-8a67-05c21fddf2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:14.386203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e2637020-29b2-4455-8714-8c9578a33790 None None] Port 048bcdd1-97e6-4f94-a071-61f858dcbc52 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:50:14.507889 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:14.515217 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:14.537239 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:14.549989 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:14.618484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6313c21e-ef49-4696-b8c2-faf1eded6fe3 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:50:14.641143 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbdce66-2941-42b5-a867-77ae566db1ee None None] Pushing event updated for resources: {'Port': ['ID=a1e0a634-c8a6-41ff-be11-34522f8ffa58,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:14.645575 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Attempting to bind port a1e0a634-c8a6-41ff-be11-34522f8ffa58 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:50:14.646536 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Attempting to bind port a1e0a634-c8a6-41ff-be11-34522f8ffa58 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:50:14.647073 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Attempting to bind port a1e0a634-c8a6-41ff-be11-34522f8ffa58 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:50:14.656027 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:50:14.657161 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:14.658133 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:14.658846 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:50:14.659487 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Bound port: a1e0a634-c8a6-41ff-be11-34522f8ffa58, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:50:14.660117 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:14.672360 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:14.698012 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbdce66-2941-42b5-a867-77ae566db1ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:14.698754 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbdce66-2941-42b5-a867-77ae566db1ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:14.699265 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbdce66-2941-42b5-a867-77ae566db1ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:14.700821 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbdce66-2941-42b5-a867-77ae566db1ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:14.701644 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbdce66-2941-42b5-a867-77ae566db1ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:14.702146 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbdce66-2941-42b5-a867-77ae566db1ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:14.702800 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbdce66-2941-42b5-a867-77ae566db1ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:14.703306 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbdce66-2941-42b5-a867-77ae566db1ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:14.703803 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbdce66-2941-42b5-a867-77ae566db1ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:14.704365 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbdce66-2941-42b5-a867-77ae566db1ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:14.704927 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbdce66-2941-42b5-a867-77ae566db1ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:14.705430 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbdce66-2941-42b5-a867-77ae566db1ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:14.728162 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Network 3d64ce09-c4d7-4a5f-88d7-857c5503c052 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:14.735210 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:14.744862 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Pushing event updated for resources: {'Port': ['ID=1d71dd83-c2b6-45f2-b16b-3d016a9b55dc,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:14.752415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:14.762388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:14.810851 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1fefd13-1746-4730-b29c-d43bba5e237a req-30303e67-631c-462b-a3ce-2af94d9f2b21 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.4017866 Nov 11 21:50:14.837168 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] For port a1e0a634-c8a6-41ff-be11-34522f8ffa58, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:50:14.846199 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] For port a1e0a634-c8a6-41ff-be11-34522f8ffa58, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a1e0a634-c8a6-41ff-be11-34522f8ffa58,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:50:14.864121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3e2d4117-50cb-4323-951e-e8258898893f None None] Provisioning complete for port a1e0a634-c8a6-41ff-be11-34522f8ffa58 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:14.864501 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e2d4117-50cb-4323-951e-e8258898893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:14.866913 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:14.916064 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-841f0203-0edd-4d84-8288-f2bc9d54adf8 req-38778d6a-2e22-45c1-9ea7-04801d6b5f56 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8234658 Nov 11 21:50:14.939137 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0988c653-fdcc-4bd9-8ea5-d0fdc13dd27f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:14.986427 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a043853-4714-40d4-a95b-7844e266f2cb None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:50:15.016267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Attempting to bind port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:50:15.016698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Attempting to bind port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '9915bef8-c737-4184-bf4d-3dbcdee6a759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '3d64ce09-c4d7-4a5f-88d7-857c5503c052'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:50:15.017112 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Attempting to bind port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc on network 3d64ce09-c4d7-4a5f-88d7-857c5503c052 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:50:15.064722 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:50:15.065146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Checking segment: {'id': '9915bef8-c737-4184-bf4d-3dbcdee6a759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '3d64ce09-c4d7-4a5f-88d7-857c5503c052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:15.065561 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:15.065965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Bound using segment: {'id': '9915bef8-c737-4184-bf4d-3dbcdee6a759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '3d64ce09-c4d7-4a5f-88d7-857c5503c052'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:50:15.066529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Bound port: 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9915bef8-c737-4184-bf4d-3dbcdee6a759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '3d64ce09-c4d7-4a5f-88d7-857c5503c052'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:50:15.066920 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:15.084527 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Routers {'5583143d-320e-427f-b822-73c2364ce800'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:15.090878 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5583143d-320e-427f-b822-73c2364ce800'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:15.093045 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbdce66-2941-42b5-a867-77ae566db1ee None None] Pushing event updated for resources: {'Port': ['ID=a1e0a634-c8a6-41ff-be11-34522f8ffa58,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:15.106803 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-4705cbc4-36d3-444a-96e8-aa35b2734352 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:50:15.168263 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922b3b9d-32e3-49be-91ed-8a1e513367fe None None] Sync routers for ids ['679e9cd5-95fe-443e-b5c5-bf1229e03967'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:50:15.247633 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:15.311830 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e2d4117-50cb-4323-951e-e8258898893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:15.363258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922b3b9d-32e3-49be-91ed-8a1e513367fe None None] Routers {'679e9cd5-95fe-443e-b5c5-bf1229e03967'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:15.364263 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-922b3b9d-32e3-49be-91ed-8a1e513367fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:49:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['679e9cd5-95fe-443e-b5c5-bf1229e03967'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:15.396691 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] Set router 5583143d-320e-427f-b822-73c2364ce800 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:50:15.505529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3e2d4117-50cb-4323-951e-e8258898893f None None] For port a1e0a634-c8a6-41ff-be11-34522f8ffa58, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a1e0a634-c8a6-41ff-be11-34522f8ffa58,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:15.516825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] For port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:50:15.528540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048bcdd1-97e6-4f94-a071-61f858dcbc52 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:50:15.537845 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:15.556864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Transition to ACTIVE for port object 048bcdd1-97e6-4f94-a071-61f858dcbc52 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:50:15.557381 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e2d4117-50cb-4323-951e-e8258898893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:15.569862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988c653-fdcc-4bd9-8ea5-d0fdc13dd27f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=736b1b56-2db0-4786-b45a-60b137cf690a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:15.620185 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:15.741972 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-922b3b9d-32e3-49be-91ed-8a1e513367fe None None] Set router 679e9cd5-95fe-443e-b5c5-bf1229e03967 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:50:15.863825 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-4705cbc4-36d3-444a-96e8-aa35b2734352 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] No DVR routers for this DVR port c42f3bfd-99cc-4ee5-a989-eedc34b67f19 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:15.968418 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:50:10Z', 'revision_number': 3, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:15.982086 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-4705cbc4-36d3-444a-96e8-aa35b2734352 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:16.003777 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fb44055c-0bf2-4b9e-afbd-0d024365115a req-4705cbc4-36d3-444a-96e8-aa35b2734352 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.71 "DELETE /v2.0/ports/c42f3bfd-99cc-4ee5-a989-eedc34b67f19 HTTP/1.1" status: 204 len: 173 time: 8.2677321 Nov 11 21:50:16.012110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-deleted', 'tag': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:50:16.015337 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e29e0f0-d802-46b1-99d4-6dda1e8a9637" -d '{"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-deleted", "tag": "c42f3bfd-99cc-4ee5-a989-eedc34b67f19"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:50:16.059011 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6a84ca-17df-4dd1-b1c2-c8e35aa169fa None None] The sync data for ids ['5583143d-320e-427f-b822-73c2364ce800'] in n-d-805737-3 is: [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:50:10Z', 'revision_number': 3, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:50:16.096120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.objects.ports [None req-9930f8c6-f767-442d-b94e-6b01d82cf9a4 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102534) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:50:16.100277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9930f8c6-f767-442d-b94e-6b01d82cf9a4 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:16.117096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Pushing event updated for resources: {'Port': ['ID=048bcdd1-97e6-4f94-a071-61f858dcbc52,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:16.202731 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0988c653-fdcc-4bd9-8ea5-d0fdc13dd27f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:16.395246 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] For port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1d71dd83-c2b6-45f2-b16b-3d016a9b55dc,segment=NetworkSegment(9915bef8-c737-4184-bf4d-3dbcdee6a759),segment_id=9915bef8-c737-4184-bf4d-3dbcdee6a759)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:50:16.412769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a7a1743-bc68-4e5f-ac70-cb8243b84c3a req-e66ba07c-0834-4df7-a044-c6f570fba71e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.2756488 Nov 11 21:50:16.446921 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Allocated IP 172.20.0.1 (fc238d0d-fbd9-4801-b626-a63954861cc1/f7e4839c-6714-4a1e-81d8-2a08ae19bec7/a999acf0-d927-437a-be0a-718a96ea2091) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:16.548216 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:16.548776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930f8c6-f767-442d-b94e-6b01d82cf9a4 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event updated for resources: {'Subnet': ['ID=2b6bbd8b-9f6d-474e-9118-99d99039e67f,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:16.633411 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Attempting to bind port 048bcdd1-97e6-4f94-a071-61f858dcbc52 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:50:16.634631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Attempting to bind port 048bcdd1-97e6-4f94-a071-61f858dcbc52 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:50:16.635345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Attempting to bind port 048bcdd1-97e6-4f94-a071-61f858dcbc52 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:50:16.651042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771ee30-36b2-44b1-b208-08868ff58e2d req-3e2181e1-4e45-4a7a-b136-774117bbd7d6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:16.654502 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Port 048bcdd1-97e6-4f94-a071-61f858dcbc52 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:50:16.656818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Attempting to bind port 048bcdd1-97e6-4f94-a071-61f858dcbc52 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:50:16.659370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f771ee30-36b2-44b1-b208-08868ff58e2d req-3e2181e1-4e45-4a7a-b136-774117bbd7d6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.5235014 Nov 11 21:50:16.686037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e904f425-3085-4eca-8a21-70f71c598bf3 None None] Provisioning complete for port a1e0a634-c8a6-41ff-be11-34522f8ffa58 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:16.700560 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e904f425-3085-4eca-8a21-70f71c598bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:16.901555 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b5995411-419d-4557-be5c-ee0c365e4ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:16.931606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9930f8c6-f767-442d-b94e-6b01d82cf9a4 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Checking segment: {'id': '77b3bdc5-5c80-422d-ba96-9870137f2169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '9bcc964e-2318-480b-bb18-b3acd93f6334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:16.932357 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9930f8c6-f767-442d-b94e-6b01d82cf9a4 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Network hostable DHCP agents. Network: 9bcc964e-2318-480b-bb18-b3acd93f6334, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:50:16.948965 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0988c653-fdcc-4bd9-8ea5-d0fdc13dd27f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 57ae3394-0f81-4357-818c-b2f3996330f5 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:50:16.950416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:50:16.950811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Checking segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:16.951915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Bound using segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:50:16.951915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Bound port: 048bcdd1-97e6-4f94-a071-61f858dcbc52, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:50:16.952267 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:16.955610 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcae524-2648-4398-bc07-afdb48580a1d x-openstack-request-id: req-ffcae524-2648-4398-bc07-afdb48580a1d {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:50:16.955958 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316b3fae-4a86-4085-88b4-c2abd95171b1", "name": "network-vif-deleted", "tag": "c42f3bfd-99cc-4ee5-a989-eedc34b67f19", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:50:16.956268 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ffcae524-2648-4398-bc07-afdb48580a1d {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:50:16.956730 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b3fae-4a86-4085-88b4-c2abd95171b1', 'name': 'network-vif-deleted', 'tag': 'c42f3bfd-99cc-4ee5-a989-eedc34b67f19', 'status': 'completed', 'code': 200} Nov 11 21:50:17.043619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f771ee30-36b2-44b1-b208-08868ff58e2d req-d8f5b704-b2db-4aae-80fa-63337811caa0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829696 Nov 11 21:50:17.053906 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9930f8c6-f767-442d-b94e-6b01d82cf9a4 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Network 9bcc964e-2318-480b-bb18-b3acd93f6334 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:50:17.116501 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-9930f8c6-f767-442d-b94e-6b01d82cf9a4 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 9bcc964e-2318-480b-bb18-b3acd93f6334) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:17.130603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9930f8c6-f767-442d-b94e-6b01d82cf9a4 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:17.133661 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9930f8c6-f767-442d-b94e-6b01d82cf9a4 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:17.146311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d4117-50cb-4323-951e-e8258898893f None None] Pushing event updated for resources: {'Port': ['ID=a1e0a634-c8a6-41ff-be11-34522f8ffa58,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:17.158100 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134fc7f2-d106-43d8-a0dd-9e3174ca782d None None] Network 9bcc964e-2318-480b-bb18-b3acd93f6334 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:17.267639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] For port 048bcdd1-97e6-4f94-a071-61f858dcbc52, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:50:17.277634 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:17.280761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] For port 048bcdd1-97e6-4f94-a071-61f858dcbc52, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=048bcdd1-97e6-4f94-a071-61f858dcbc52,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:50:17.289019 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9930f8c6-f767-442d-b94e-6b01d82cf9a4 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9848599 Nov 11 21:50:17.319492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60850) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:17.334502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0952546b-4b6c-45df-ba19-3bd07748cd72 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Request body: {'port': {'network_id': '9bcc964e-2318-480b-bb18-b3acd93f6334', 'name': 'tempest-NetworksIpV6TestAttrs-913598191'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:17.378084 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:17.459519 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:17.752143 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c6698f9-73cb-478c-a7c2-f9b1cd0a37d0 req-b4d5eef0-508e-4dcd-992a-eacc67fb288b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0972435 Nov 11 21:50:17.832418 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:17.870420 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a1e0a634-c8a6-41ff-be11-34522f8ffa58 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:18.097309 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518c2f6-d99a-4eb4-9cb9-dbac1b69b6da None None] Pushing event updated for resources: {'Port': ['ID=1d71dd83-c2b6-45f2-b16b-3d016a9b55dc,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:18.131001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Network fc238d0d-fbd9-4801-b626-a63954861cc1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:18.190270 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0952546b-4b6c-45df-ba19-3bd07748cd72 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Made reservation on behalf of 91a5e3d225a74ed98585b801a1e14d16 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:18.207084 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0952546b-4b6c-45df-ba19-3bd07748cd72 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:18.231197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:18.240976 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:18.423904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a999acf0-d927-437a-be0a-718a96ea2091,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:18.429742 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:18.654363 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:18.701775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a1e0a634-c8a6-41ff-be11-34522f8ffa58 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:18.702156 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:18.866974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-9bcc964e-2318-480b-bb18-b3acd93f6334', 'network_id': '9bcc964e-2318-480b-bb18-b3acd93f6334', 'tenant_id': '91a5e3d225a74ed98585b801a1e14d16', 'fixed_ips': [{'subnet_id': '2b6bbd8b-9f6d-474e-9118-99d99039e67f'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:50:18.892111 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:18.925775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-0952546b-4b6c-45df-ba19-3bd07748cd72 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] device_id is not set on port 12dd9f4d-c334-44ef-9340-87732157739b yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:50:19.146803 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:19.151340 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:19.152549 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-262c6a42-6071-4984-a63f-073724a23cc9 req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] 10.222.0.71 "PUT /v2.0/ports/048bcdd1-97e6-4f94-a071-61f858dcbc52 HTTP/1.1" status: 200 len: 1091 time: 5.2334683 Nov 11 21:50:19.215340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884ac123-e6ea-47cb-8a67-05c21fddf2f2', 'tag': '048bcdd1-97e6-4f94-a071-61f858dcbc52'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:50:19.223329 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f0ce40-aaec-4b80-9617-a5a479418b68" -d '{"events": [{"name": "network-changed", "server_uuid": "884ac123-e6ea-47cb-8a67-05c21fddf2f2", "tag": "048bcdd1-97e6-4f94-a071-61f858dcbc52"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:50:19.250531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c96390-7ce6-4e01-866e-ee2abaad7d6a service neutron] Pushing event updated for resources: {'Port': ['ID=048bcdd1-97e6-4f94-a071-61f858dcbc52,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:19.325529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72b8921-cea5-47a5-8467-78b0f047c071 None None] Network 3d64ce09-c4d7-4a5f-88d7-857c5503c052 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:19.374771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-922b3b9d-32e3-49be-91ed-8a1e513367fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:13Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'gw_port': {'id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:14Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '711ab698-5638-412b-b02a-712ed4debb71', 'name': '', 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'mac_address': 'fa:16:3e:03:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:18Z', 'updated_at': '2021-11-11T21:39:24Z', 'revision_number': 5, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'subnets': [{'id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:19.376830 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa581bb5-d93a-4b73-9d78-ed2a8993f5d7 req-43607a6f-8cd1-4a0f-b19a-1b213c854bd5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.3110154 Nov 11 21:50:19.491581 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:19.587438 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0988c653-fdcc-4bd9-8ea5-d0fdc13dd27f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:50:19.588787 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Allocated IP 2001:db8::f816:3eff:fe9c:49fe (9bcc964e-2318-480b-bb18-b3acd93f6334/2b6bbd8b-9f6d-474e-9118-99d99039e67f/43e73c71-38dc-4ee3-a5a2-d5d3c030625f) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:19.603641 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab84ba3-fe6b-4cba-83b7-ecbcc05fb000 None None] Sync routers for ids ['57ae3394-0f81-4357-818c-b2f3996330f5'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:50:19.612599 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:19.621853 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0988c653-fdcc-4bd9-8ea5-d0fdc13dd27f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/57ae3394-0f81-4357-818c-b2f3996330f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7764621 Nov 11 21:50:19.621853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60872) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:19.626481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922b3b9d-32e3-49be-91ed-8a1e513367fe None None] Checking router: 679e9cd5-95fe-443e-b5c5-bf1229e03967 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:50:19.637894 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab84ba3-fe6b-4cba-83b7-ecbcc05fb000 None None] Routers {'57ae3394-0f81-4357-818c-b2f3996330f5'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:19.638620 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bab84ba3-fe6b-4cba-83b7-ecbcc05fb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['57ae3394-0f81-4357-818c-b2f3996330f5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:19.667270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3bf5d7c8-3935-432e-a1fa-e89d38991386 None None] Provisioning complete for port a999acf0-d927-437a-be0a-718a96ea2091 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:19.672617 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3bf5d7c8-3935-432e-a1fa-e89d38991386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:19.710061 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c6a42-6071-4984-a63f-073724a23cc9 req-3fb67d4a-c5bc-4b21-898e-4947f7807ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:19.722973 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-262c6a42-6071-4984-a63f-073724a23cc9 req-3fb67d4a-c5bc-4b21-898e-4947f7807ca6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 1094 time: 0.4123154 Nov 11 21:50:19.734263 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb70029a-badc-4b44-88f5-d8774bf0e32a x-openstack-request-id: req-eb70029a-badc-4b44-88f5-d8774bf0e32a {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:50:19.737809 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884ac123-e6ea-47cb-8a67-05c21fddf2f2", "tag": "048bcdd1-97e6-4f94-a071-61f858dcbc52", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:50:19.738388 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb70029a-badc-4b44-88f5-d8774bf0e32a {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:50:19.738842 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884ac123-e6ea-47cb-8a67-05c21fddf2f2', 'tag': '048bcdd1-97e6-4f94-a071-61f858dcbc52', 'status': 'completed', 'code': 200} Nov 11 21:50:19.751394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3bf5d7c8-3935-432e-a1fa-e89d38991386 None None] Port a999acf0-d927-437a-be0a-718a96ea2091 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:50:19.786342 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922b3b9d-32e3-49be-91ed-8a1e513367fe None None] Routers {'679e9cd5-95fe-443e-b5c5-bf1229e03967'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:19.787475 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-922b3b9d-32e3-49be-91ed-8a1e513367fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['679e9cd5-95fe-443e-b5c5-bf1229e03967'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:19.852558 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bab84ba3-fe6b-4cba-83b7-ecbcc05fb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:19.859281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8b94-2c02-4091-b41d-1b81ac3ed4fa req-355ea387-922b-4b99-8324-c68cc45fb66f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:19.878637 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab84ba3-fe6b-4cba-83b7-ecbcc05fb000 None None] Routers {'57ae3394-0f81-4357-818c-b2f3996330f5'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:19.879290 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bab84ba3-fe6b-4cba-83b7-ecbcc05fb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['57ae3394-0f81-4357-818c-b2f3996330f5'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:19.881117 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3cca8b94-2c02-4091-b41d-1b81ac3ed4fa req-355ea387-922b-4b99-8324-c68cc45fb66f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 1.4090791 Nov 11 21:50:19.966149 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bab84ba3-fe6b-4cba-83b7-ecbcc05fb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:19.968391 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab84ba3-fe6b-4cba-83b7-ecbcc05fb000 None None] The sync data for ids ['57ae3394-0f81-4357-818c-b2f3996330f5'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:50:20.029364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-922b3b9d-32e3-49be-91ed-8a1e513367fe None None] Set router 679e9cd5-95fe-443e-b5c5-bf1229e03967 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:50:20.210244 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-262c6a42-6071-4984-a63f-073724a23cc9 req-5299a299-60c5-4ac0-bf3a-801372b656bd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=048bcdd1-97e6-4f94-a071-61f858dcbc52 HTTP/1.1" status: 200 len: 217 time: 0.3420303 Nov 11 21:50:20.238859 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:20.312149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3cca8b94-2c02-4091-b41d-1b81ac3ed4fa req-c19ef20c-18ff-4e96-9d27-6433ada41f94 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276543 Nov 11 21:50:20.312149 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:20.447430 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a999acf0-d927-437a-be0a-718a96ea2091,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:20.543375 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:20.601136 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-73594ead-01a4-4b26-aced-e3878772c40d req-72b07cf3-821b-4d10-a11e-258f105ebd8b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0531218 Nov 11 21:50:20.824009 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5d5fec0c-93d2-4a68-a4b1-02917d8c65c7 None None] Provisioning complete for port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:20.825054 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5d5fec0c-93d2-4a68-a4b1-02917d8c65c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:20.887813 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Network fc238d0d-fbd9-4801-b626-a63954861cc1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:20.890880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:20.963702 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c6a42-6071-4984-a63f-073724a23cc9 req-f00fa92b-25d4-488e-b53f-131c0014ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:20.967596 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-262c6a42-6071-4984-a63f-073724a23cc9 req-f00fa92b-25d4-488e-b53f-131c0014ae65 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.2604475 Nov 11 21:50:21.110786 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c6a42-6071-4984-a63f-073724a23cc9 req-6cf8bba4-11de-4558-a27d-87cd8b6b25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:21.112726 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-262c6a42-6071-4984-a63f-073724a23cc9 req-6cf8bba4-11de-4558-a27d-87cd8b6b25f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239445 Nov 11 21:50:21.184018 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Router 5583143d-320e-427f-b822-73c2364ce800 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:50:21.291374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:21.494473 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-262c6a42-6071-4984-a63f-073724a23cc9 req-01433ee4-2be1-4494-ab21-1e5521128274 service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517258 Nov 11 21:50:21.511369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:50:21.544402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2460997c-7d4b-4fa3-ac13-1ecb1e2400d0 admin admin] 10.222.0.57 "PUT /v2.0/routers/5583143d-320e-427f-b822-73c2364ce800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1858358 Nov 11 21:50:21.566422 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a77c6f9c-bd88-41cb-ae03-f41b97cfb635 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:21.628955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bf416-647d-41b7-9303-2799642701f4 req-3d04d2f3-9b82-4693-b039-c563db7efe53 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:21.635106 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:21.638489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e00bf416-647d-41b7-9303-2799642701f4 req-3d04d2f3-9b82-4693-b039-c563db7efe53 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.1496904 Nov 11 21:50:21.673029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Sync routers for ids ['5583143d-320e-427f-b822-73c2364ce800'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:50:21.854589 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:21.915225 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e00bf416-647d-41b7-9303-2799642701f4 req-f4463e20-c5fd-4540-a196-498a3f3e6c41 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746568 Nov 11 21:50:22.026851 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-652972ea-4497-4323-a0fc-a5b52413c2e3 req-9261cdfd-52f1-4198-a5a7-9f2c68946e26 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.1104312 Nov 11 21:50:22.031433 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Routers {'5583143d-320e-427f-b822-73c2364ce800'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:22.032147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5583143d-320e-427f-b822-73c2364ce800'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:22.076827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-0952546b-4b6c-45df-ba19-3bd07748cd72 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Allocated IP 2001:db8::f816:3eff:feab:cdce (9bcc964e-2318-480b-bb18-b3acd93f6334/2b6bbd8b-9f6d-474e-9118-99d99039e67f/12dd9f4d-c334-44ef-9340-87732157739b) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:22.355018 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-262c6a42-6071-4984-a63f-073724a23cc9 req-91f5aa6e-9e03-4d16-b172-dcdd3b2ad10c service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8462303 Nov 11 21:50:22.497428 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Set router 5583143d-320e-427f-b822-73c2364ce800 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:50:22.562021 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0952546b-4b6c-45df-ba19-3bd07748cd72 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:22.586220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Network 9bcc964e-2318-480b-bb18-b3acd93f6334 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:22.593201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:22.607586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:22.627348 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:22.627735 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:22.680902 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0952546b-4b6c-45df-ba19-3bd07748cd72 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:22.690632 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5d5fec0c-93d2-4a68-a4b1-02917d8c65c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:22.695740 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0ce40-aaec-4b80-9617-a5a479418b68 req-703ece98-fa54-4dc7-b2d6-48ed92247ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:22.698632 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-62f0ce40-aaec-4b80-9617-a5a479418b68 req-703ece98-fa54-4dc7-b2d6-48ed92247ddc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 1094 time: 0.2481847 Nov 11 21:50:22.761413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5d5fec0c-93d2-4a68-a4b1-02917d8c65c7 None None] For port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1d71dd83-c2b6-45f2-b16b-3d016a9b55dc,segment=NetworkSegment(9915bef8-c737-4184-bf4d-3dbcdee6a759),segment_id=9915bef8-c737-4184-bf4d-3dbcdee6a759)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:22.764902 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Pushing event updated for resources: {'Port': ['ID=43e73c71-38dc-4ee3-a5a2-d5d3c030625f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:22.820059 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5d5fec0c-93d2-4a68-a4b1-02917d8c65c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:22.837520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0952546b-4b6c-45df-ba19-3bd07748cd72 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Network 9bcc964e-2318-480b-bb18-b3acd93f6334 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:22.843173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0952546b-4b6c-45df-ba19-3bd07748cd72 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:22.856790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0952546b-4b6c-45df-ba19-3bd07748cd72 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:22.875923 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0952546b-4b6c-45df-ba19-3bd07748cd72 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:22.879658 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0952546b-4b6c-45df-ba19-3bd07748cd72 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:22.955254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952546b-4b6c-45df-ba19-3bd07748cd72 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event updated for resources: {'Port': ['ID=12dd9f4d-c334-44ef-9340-87732157739b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:22.980360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0952546b-4b6c-45df-ba19-3bd07748cd72 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.6567953 Nov 11 21:50:22.986106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60908) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:23.080213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0ce40-aaec-4b80-9617-a5a479418b68 req-68c7ac90-a970-4ba8-be86-4a256bf66e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:23.081777 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-62f0ce40-aaec-4b80-9617-a5a479418b68 req-68c7ac90-a970-4ba8-be86-4a256bf66e83 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.3253803 Nov 11 21:50:23.183107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60916) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:23.198918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1203677210-network', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:23.238668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-493d727f-e4e0-4bb7-b5d2-230159b68c8d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Deleting subnet 2b6bbd8b-9f6d-474e-9118-99d99039e67f {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:50:23.242720 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-922b3b9d-32e3-49be-91ed-8a1e513367fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:13Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'gw_port': {'id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:14Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '711ab698-5638-412b-b02a-712ed4debb71', 'name': '', 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'mac_address': 'fa:16:3e:03:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:18Z', 'updated_at': '2021-11-11T21:39:24Z', 'revision_number': 5, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'subnets': [{'id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:23.270011 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-493d727f-e4e0-4bb7-b5d2-230159b68c8d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:23.305889 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-62f0ce40-aaec-4b80-9617-a5a479418b68 req-6c271373-b6d5-405e-bdcc-3f9fe464378f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=048bcdd1-97e6-4f94-a071-61f858dcbc52 HTTP/1.1" status: 200 len: 217 time: 0.1162312 Nov 11 21:50:23.410910 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0ce40-aaec-4b80-9617-a5a479418b68 req-10b6f64e-5d5f-4b83-949d-93e2b0a35123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:23.412537 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-62f0ce40-aaec-4b80-9617-a5a479418b68 req-10b6f64e-5d5f-4b83-949d-93e2b0a35123 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.0943537 Nov 11 21:50:23.423891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a77c6f9c-bd88-41cb-ae03-f41b97cfb635 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port 5d183d3f-35b3-44f7-b7c7-58f6fce7e173 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:23.424227 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a77c6f9c-bd88-41cb-ae03-f41b97cfb635 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:23.427064 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54231d13-b7e3-4b77-b159-a8444bc68e5f req-68ff5646-1ea5-4396-90b5-9d01793b3548 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0728049 Nov 11 21:50:23.482451 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-493d727f-e4e0-4bb7-b5d2-230159b68c8d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:23.495637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] Made reservation on behalf of 5d8bd3c5ba184aae9c090fb057332587 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:23.500982 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:23.540491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fff841e7-f790-41ed-8f4e-9b3b16b8cb07 None None] Provisioning complete for port a999acf0-d927-437a-be0a-718a96ea2091 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:23.541133 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fff841e7-f790-41ed-8f4e-9b3b16b8cb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:23.546317 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0ce40-aaec-4b80-9617-a5a479418b68 req-52a83cd2-3dc7-48c4-94b8-d367e2b63968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:23.547966 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-62f0ce40-aaec-4b80-9617-a5a479418b68 req-52a83cd2-3dc7-48c4-94b8-d367e2b63968 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204417 Nov 11 21:50:23.558310 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:23.575871 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922b3b9d-32e3-49be-91ed-8a1e513367fe None None] The sync data for ids ['679e9cd5-95fe-443e-b5c5-bf1229e03967'] in n-d-805737-3 is: [{'id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:13Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'gw_port': {'id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:14Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '711ab698-5638-412b-b02a-712ed4debb71', 'name': '', 'network_id': '1fce0110-e17d-4dbf-bcff-6587b695d31e', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'mac_address': 'fa:16:3e:03:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:18Z', 'updated_at': '2021-11-11T21:39:24Z', 'revision_number': 5, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'subnets': [{'id': '4cc9cd29-0338-4a59-aaa7-c7a0cc838140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:50:23.579784 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e6a57-77dc-427c-87bd-6c9b72481942 req-0fea64cb-69f5-4532-ba5d-fbdc56abe7fd tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:23.594009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f84e6a57-77dc-427c-87bd-6c9b72481942 req-0fea64cb-69f5-4532-ba5d-fbdc56abe7fd tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.4089160 Nov 11 21:50:23.647889 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a77c6f9c-bd88-41cb-ae03-f41b97cfb635 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:23.716816 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a77c6f9c-bd88-41cb-ae03-f41b97cfb635 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for 5d183d3f-35b3-44f7-b7c7-58f6fce7e173 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:23.779618 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Attempting to bind port 43e73c71-38dc-4ee3-a5a2-d5d3c030625f on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:50:23.782713 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Attempting to bind port 43e73c71-38dc-4ee3-a5a2-d5d3c030625f by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '77b3bdc5-5c80-422d-ba96-9870137f2169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '9bcc964e-2318-480b-bb18-b3acd93f6334'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:50:23.783211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Attempting to bind port 43e73c71-38dc-4ee3-a5a2-d5d3c030625f on network 9bcc964e-2318-480b-bb18-b3acd93f6334 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:50:23.808906 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-62f0ce40-aaec-4b80-9617-a5a479418b68 req-8a545280-6a9e-4ca1-8b7d-441028f516e1 service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445958 Nov 11 21:50:23.888051 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:23.898689 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:23.938369 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fec0c-93d2-4a68-a4b1-02917d8c65c7 None None] Pushing event updated for resources: {'Port': ['ID=1d71dd83-c2b6-45f2-b16b-3d016a9b55dc,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:23.957590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537e1721-0e17-4144-a85a-e14c6fd00f35,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:23.970538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:50:23.970965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Checking segment: {'id': '77b3bdc5-5c80-422d-ba96-9870137f2169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '9bcc964e-2318-480b-bb18-b3acd93f6334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:23.974236 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:23.974673 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Bound using segment: {'id': '77b3bdc5-5c80-422d-ba96-9870137f2169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '9bcc964e-2318-480b-bb18-b3acd93f6334'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:50:23.977110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Bound port: 43e73c71-38dc-4ee3-a5a2-d5d3c030625f, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b3bdc5-5c80-422d-ba96-9870137f2169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '9bcc964e-2318-480b-bb18-b3acd93f6334'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:50:23.980414 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:24.029516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fff841e7-f790-41ed-8f4e-9b3b16b8cb07 None None] Port a999acf0-d927-437a-be0a-718a96ea2091 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:50:24.041701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:50:24.081993 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:24.084315 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] Added segment 12d32be7-0720-4f7f-a056-4466d1a0438b of type vlan for network fe61d8ad-a5f1-4f45-a9c9-0a99153d4218 Nov 11 21:50:24.202724 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdbb1cb-bf70-43d9-ad3f-fc5db4ecd9cd None None] New status for floating IP a34a3c02-b766-46cf-bb05-502a0b0f00c1: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:50:24.212410 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-62f0ce40-aaec-4b80-9617-a5a479418b68 req-db44034f-340a-4878-99ba-b251b341ce9b service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888028 Nov 11 21:50:24.241305 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f84e6a57-77dc-427c-87bd-6c9b72481942 req-830727f8-f0d1-4c06-9ae4-3b9443462c26 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6461883 Nov 11 21:50:24.260462 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] For port 43e73c71-38dc-4ee3-a5a2-d5d3c030625f, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:50:24.267858 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] For port 43e73c71-38dc-4ee3-a5a2-d5d3c030625f, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=43e73c71-38dc-4ee3-a5a2-d5d3c030625f,segment=NetworkSegment(77b3bdc5-5c80-422d-ba96-9870137f2169),segment_id=77b3bdc5-5c80-422d-ba96-9870137f2169)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:50:24.278888 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a77c6f9c-bd88-41cb-ae03-f41b97cfb635 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:24.296269 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:24.331597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c6f9c-bd88-41cb-ae03-f41b97cfb635 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=5d183d3f-35b3-44f7-b7c7-58f6fce7e173,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:24.405973 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fff841e7-f790-41ed-8f4e-9b3b16b8cb07 None None] Provisioning complete for port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:24.409895 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fff841e7-f790-41ed-8f4e-9b3b16b8cb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:24.467826 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:24.656782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:24.733750 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a77c6f9c-bd88-41cb-ae03-f41b97cfb635 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:24.741967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3aba74a-5ada-493a-a5e7-10ee38e4aa84 req-a387a699-3502-495c-8aed-c2cc519cd2b8 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0684025 Nov 11 21:50:24.751983 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-493d727f-e4e0-4bb7-b5d2-230159b68c8d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:24.858980 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:24.860333 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:24.860985 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:24.979004 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:24.983677 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:24.987942 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc5c81-1b57-4781-b3ac-01d7ca2204b4 None None] Pushing event updated for resources: {'Port': ['ID=43e73c71-38dc-4ee3-a5a2-d5d3c030625f,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:25.004123 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8185196 Nov 11 21:50:25.026634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60930) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:25.136674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-14b1a09e-5ae4-4473-9dbf-78af1e62d5ba admin admin] Request body: {'subnet': {'network_id': 'fe61d8ad-a5f1-4f45-a9c9-0a99153d4218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1203677210-subnet', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:25.143397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:50:18Z', 'revision_number': 4, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'a999acf0-d927-437a-be0a-718a96ea2091', 'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'mac_address': 'fa:16:3e:8f:ad:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:15Z', 'updated_at': '2021-11-11T21:50:20Z', 'revision_number': 2, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'subnets': [{'id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:25.163978 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf8cd7-d249-4bb8-b3ae-16b21bf6d597 admin admin] Pushing event updated for resources: {'Network': ['ID=fe61d8ad-a5f1-4f45-a9c9-0a99153d4218,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:25.168360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77c6f9c-bd88-41cb-ae03-f41b97cfb635 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 57ae3394-0f81-4357-818c-b2f3996330f5 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:50:25.200675 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-493d727f-e4e0-4bb7-b5d2-230159b68c8d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:25.223014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b1a09e-5ae4-4473-9dbf-78af1e62d5ba admin admin] Made reservation on behalf of 5d8bd3c5ba184aae9c090fb057332587 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:25.227532 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14b1a09e-5ae4-4473-9dbf-78af1e62d5ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:25.343942 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network fe61d8ad-a5f1-4f45-a9c9-0a99153d4218 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:50:25.352156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77c6f9c-bd88-41cb-ae03-f41b97cfb635 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:50:25.354817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d727f-e4e0-4bb7-b5d2-230159b68c8d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6bbd8b-9f6d-474e-9118-99d99039e67f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:25.365590 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-493d727f-e4e0-4bb7-b5d2-230159b68c8d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:25.370615 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a77c6f9c-bd88-41cb-ae03-f41b97cfb635 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/57ae3394-0f81-4357-818c-b2f3996330f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7403634 Nov 11 21:50:25.371289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60936) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:25.372691 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-493d727f-e4e0-4bb7-b5d2-230159b68c8d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/subnets/2b6bbd8b-9f6d-474e-9118-99d99039e67f HTTP/1.1" status: 204 len: 168 time: 2.3851256 Nov 11 21:50:25.393120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60938) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:25.435221 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Checking router: 5583143d-320e-427f-b822-73c2364ce800 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:50:25.439997 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Updating router 5583143d-320e-427f-b822-73c2364ce800 port a999acf0-d927-437a-be0a-718a96ea2091 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:50:25.454968 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0c196a92-33ee-4c3d-9542-cc3f8315c867 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports?device_id=57ae3394-0f81-4357-818c-b2f3996330f5 HTTP/1.1" status: 200 len: 205 time: 0.0728748 Nov 11 21:50:25.455795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60940) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:25.498857 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abac684-0e81-4c9f-a9b1-8cdcae1cc79d None None] Sync routers for ids ['57ae3394-0f81-4357-818c-b2f3996330f5'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:50:25.615649 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b597ef8-5f13-421f-9945-f4f7af979759 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:25.746663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abac684-0e81-4c9f-a9b1-8cdcae1cc79d None None] Routers {'57ae3394-0f81-4357-818c-b2f3996330f5'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:25.747932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7abac684-0e81-4c9f-a9b1-8cdcae1cc79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['57ae3394-0f81-4357-818c-b2f3996330f5'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:25.861018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7abac684-0e81-4c9f-a9b1-8cdcae1cc79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:25.863227 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:26.034280 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abac684-0e81-4c9f-a9b1-8cdcae1cc79d None None] Routers {'57ae3394-0f81-4357-818c-b2f3996330f5'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:26.034952 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7abac684-0e81-4c9f-a9b1-8cdcae1cc79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['57ae3394-0f81-4357-818c-b2f3996330f5'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:26.158443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b597ef8-5f13-421f-9945-f4f7af979759 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:26.164903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b597ef8-5f13-421f-9945-f4f7af979759 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:26.283918 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b597ef8-5f13-421f-9945-f4f7af979759 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:26.284558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b597ef8-5f13-421f-9945-f4f7af979759 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Fanout notify agent at l3_agent the message router_deleted on router 57ae3394-0f81-4357-818c-b2f3996330f5 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:50:26.315061 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b597ef8-5f13-421f-9945-f4f7af979759 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:26.319703 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4b597ef8-5f13-421f-9945-f4f7af979759 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/routers/57ae3394-0f81-4357-818c-b2f3996330f5 HTTP/1.1" status: 204 len: 168 time: 0.8627291 Nov 11 21:50:26.322541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60948) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:26.476610 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-71dfd93f-ed49-4a26-b3f2-64d543f97196 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting subnet 91642583-7ac5-4ff9-b3b2-07b1d332d181 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:50:26.486821 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71dfd93f-ed49-4a26-b3f2-64d543f97196 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:26.542291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 43e73c71-38dc-4ee3-a5a2-d5d3c030625f up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:26.551202 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7abac684-0e81-4c9f-a9b1-8cdcae1cc79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:26.559194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abac684-0e81-4c9f-a9b1-8cdcae1cc79d None None] The sync data for ids ['57ae3394-0f81-4357-818c-b2f3996330f5'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:50:26.576901 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71dfd93f-ed49-4a26-b3f2-64d543f97196 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:26.664155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1592812a-6cd4-4281-ab55-47647a343859 None None] Network 9bcc964e-2318-480b-bb18-b3acd93f6334 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:26.697036 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71dfd93f-ed49-4a26-b3f2-64d543f97196 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:26.713290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0871c-033f-4dec-b80f-7db8c5e61ab8 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:26.715473 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0871c-033f-4dec-b80f-7db8c5e61ab8 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:26.720364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e3c0871c-033f-4dec-b80f-7db8c5e61ab8 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.3229320 Nov 11 21:50:26.750853 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65855557-aa70-40bf-827e-0774c258a79e req-134df396-5492-415d-9d94-ee9699b87797 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.1878462 Nov 11 21:50:26.751582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60954) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:26.811923 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71dfd93f-ed49-4a26-b3f2-64d543f97196 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:26.874396 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfd93f-ed49-4a26-b3f2-64d543f97196 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Subnet': ['ID=91642583-7ac5-4ff9-b3b2-07b1d332d181,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:26.879115 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71dfd93f-ed49-4a26-b3f2-64d543f97196 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:26.885443 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-71dfd93f-ed49-4a26-b3f2-64d543f97196 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/91642583-7ac5-4ff9-b3b2-07b1d332d181 HTTP/1.1" status: 204 len: 168 time: 0.5612526 Nov 11 21:50:26.886067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60956) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:26.925192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf75f36-6a3a-4b8a-9ef4-8dec0ee74926 None None] Network abefbb93-5966-4631-ae23-2257d484bfcd requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:26.927989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3590f29-6ef2-4805-aefa-c3ffa3362e97 req-83f8f533-8e81-4a36-9561-93535d037eb6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:26.929756 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3590f29-6ef2-4805-aefa-c3ffa3362e97 req-83f8f533-8e81-4a36-9561-93535d037eb6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.3908756 Nov 11 21:50:27.020072 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a7cb-937e-44db-9061-ab9a5dd19999 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.021929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-80248568-7cff-4460-a806-05e065e665d7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting subnet 74659dbb-3c77-4cae-84e1-3928e7544a5a {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:50:27.029559 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80248568-7cff-4460-a806-05e065e665d7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.075129 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-da40df31-beb8-40ad-b2f0-8ffb6d86072c None None] Provisioning complete for port 43e73c71-38dc-4ee3-a5a2-d5d3c030625f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:27.075937 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da40df31-beb8-40ad-b2f0-8ffb6d86072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.088685 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3590f29-6ef2-4805-aefa-c3ffa3362e97 req-f4d550ed-97a0-4c29-865c-50547d36e5d9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332104 Nov 11 21:50:27.093712 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e9a7cb-937e-44db-9061-ab9a5dd19999 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 11 21:50:27.094267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e9a7cb-937e-44db-9061-ab9a5dd19999 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:50:27.097651 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f6e9a7cb-937e-44db-9061-ab9a5dd19999 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/networks/9bcc964e-2318-480b-bb18-b3acd93f6334 HTTP/1.1" status: 409 len: 405 time: 0.3380299 Nov 11 21:50:27.101457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60960) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:27.106897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-440295d6-bdb8-4506-b952-5017db463d4c tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-844573579'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:27.134234 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80248568-7cff-4460-a806-05e065e665d7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.137270 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440295d6-bdb8-4506-b952-5017db463d4c tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Made reservation on behalf of 91a5e3d225a74ed98585b801a1e14d16 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:27.142723 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440295d6-bdb8-4506-b952-5017db463d4c tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.178768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440295d6-bdb8-4506-b952-5017db463d4c tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:50:27.252968 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440295d6-bdb8-4506-b952-5017db463d4c tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.253423 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-440295d6-bdb8-4506-b952-5017db463d4c tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Added segment b2682c77-da36-4d3f-a926-8f24710b4309 of type vlan for network af3d2e5e-49c6-4d27-a11e-b7827fe8361c Nov 11 21:50:27.288696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 43e73c71-38dc-4ee3-a5a2-d5d3c030625f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:27.289386 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.300002 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80248568-7cff-4460-a806-05e065e665d7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.396872 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440295d6-bdb8-4506-b952-5017db463d4c tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.420049 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80248568-7cff-4460-a806-05e065e665d7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.447332 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80248568-7cff-4460-a806-05e065e665d7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.453330 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-80248568-7cff-4460-a806-05e065e665d7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/74659dbb-3c77-4cae-84e1-3928e7544a5a HTTP/1.1" status: 204 len: 168 time: 0.5662439 Nov 11 21:50:27.458386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2230876-6c63-4e3b-a98b-d6e106bf7ae4 None None] Network 24f6ceb4-5dae-4636-968c-05f9bcd8ef20 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:27.467587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60962) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:27.488370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80248568-7cff-4460-a806-05e065e665d7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Subnet': ['ID=74659dbb-3c77-4cae-84e1-3928e7544a5a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:27.517080 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da40df31-beb8-40ad-b2f0-8ffb6d86072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.586380 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.588609 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14b1a09e-5ae4-4473-9dbf-78af1e62d5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.595421 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b66954-806e-43fd-81dc-51be3cd72795 None None] DHCP port deletion for 9bcc964e-2318-480b-bb18-b3acd93f6334 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:50:27.634481 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440295d6-bdb8-4506-b952-5017db463d4c tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.638282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efae5be8-608b-460f-bce6-16af2b871745 None None] DHCP port deletion for abefbb93-5966-4631-ae23-2257d484bfcd request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:50:27.640834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440295d6-bdb8-4506-b952-5017db463d4c tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:27.641735 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440295d6-bdb8-4506-b952-5017db463d4c tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.674573 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.754700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440295d6-bdb8-4506-b952-5017db463d4c tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event updated for resources: {'Network': ['ID=af3d2e5e-49c6-4d27-a11e-b7827fe8361c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:27.769321 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60968) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:27.773600 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.775094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-fe1954e7-f991-407a-be34-0c2423b68ff1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Request body: {'subnet': {'network_id': 'af3d2e5e-49c6-4d27-a11e-b7827fe8361c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:27.780227 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-440295d6-bdb8-4506-b952-5017db463d4c tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6774833 Nov 11 21:50:27.784890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network af3d2e5e-49c6-4d27-a11e-b7827fe8361c details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:50:27.786365 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.789478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-da40df31-beb8-40ad-b2f0-8ffb6d86072c None None] For port 43e73c71-38dc-4ee3-a5a2-d5d3c030625f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=43e73c71-38dc-4ee3-a5a2-d5d3c030625f,segment=NetworkSegment(77b3bdc5-5c80-422d-ba96-9870137f2169),segment_id=77b3bdc5-5c80-422d-ba96-9870137f2169)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:27.882963 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da40df31-beb8-40ad-b2f0-8ffb6d86072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.972139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1a09e-5ae4-4473-9dbf-78af1e62d5ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=44393890-f24f-4fc0-8529-bd93526dee27,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:28.022034 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-748a3971-ebf5-48c3-9b3d-38d4cf71a3d1 req-d9d6bc8d-1db1-437c-8c14-918183e44cd0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0429635 Nov 11 21:50:28.022697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1a09e-5ae4-4473-9dbf-78af1e62d5ba admin admin] Checking segment: {'id': '12d32be7-0720-4f7f-a056-4466d1a0438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'fe61d8ad-a5f1-4f45-a9c9-0a99153d4218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:28.023070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1a09e-5ae4-4473-9dbf-78af1e62d5ba admin admin] Network hostable DHCP agents. Network: fe61d8ad-a5f1-4f45-a9c9-0a99153d4218, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:50:28.062351 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bf0e7-fd8f-49d5-98b8-7420f26b24d8 None None] Pushing event updated for resources: {'Port': ['ID=a999acf0-d927-437a-be0a-718a96ea2091,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:28.093109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1954e7-f991-407a-be34-0c2423b68ff1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Made reservation on behalf of 91a5e3d225a74ed98585b801a1e14d16 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:28.099772 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fe1954e7-f991-407a-be34-0c2423b68ff1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:28.121455 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1a09e-5ae4-4473-9dbf-78af1e62d5ba admin admin] Network fe61d8ad-a5f1-4f45-a9c9-0a99153d4218 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:50:28.128884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port 40ea9bb2-2776-4949-9d95-b34806b59a32 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:28.129346 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:28.182234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf0e7-fd8f-49d5-98b8-7420f26b24d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:28.182507 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf0e7-fd8f-49d5-98b8-7420f26b24d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:28.182851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf0e7-fd8f-49d5-98b8-7420f26b24d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:28.183188 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf0e7-fd8f-49d5-98b8-7420f26b24d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:28.183521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf0e7-fd8f-49d5-98b8-7420f26b24d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:28.183851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf0e7-fd8f-49d5-98b8-7420f26b24d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:28.184218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf0e7-fd8f-49d5-98b8-7420f26b24d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:28.184550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf0e7-fd8f-49d5-98b8-7420f26b24d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:28.184895 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf0e7-fd8f-49d5-98b8-7420f26b24d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:28.186538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf0e7-fd8f-49d5-98b8-7420f26b24d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:28.186850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf0e7-fd8f-49d5-98b8-7420f26b24d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:28.187173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf0e7-fd8f-49d5-98b8-7420f26b24d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:28.217748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-14b1a09e-5ae4-4473-9dbf-78af1e62d5ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, fe61d8ad-a5f1-4f45-a9c9-0a99153d4218) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:28.227600 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b1a09e-5ae4-4473-9dbf-78af1e62d5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:28.228548 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-14b1a09e-5ae4-4473-9dbf-78af1e62d5ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:28.280297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-13b66954-806e-43fd-81dc-51be3cd72795 None None] Deleting port 43e73c71-38dc-4ee3-a5a2-d5d3c030625f {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:28.290665 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13b66954-806e-43fd-81dc-51be3cd72795 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:28.299232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569def2b-9cde-4518-8a56-1e62d84521d1 None None] Network fe61d8ad-a5f1-4f45-a9c9-0a99153d4218 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:28.310370 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-efae5be8-608b-460f-bce6-16af2b871745 None None] Deleting port 40ea9bb2-2776-4949-9d95-b34806b59a32 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:28.311076 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-efae5be8-608b-460f-bce6-16af2b871745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:28.352555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7af4f8-3b49-4a9e-ad38-b2ed251640b2 None None] DHCP port deletion for 24f6ceb4-5dae-4636-968c-05f9bcd8ef20 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:50:28.356927 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:50:28.357573 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:50:28.406479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-14b1a09e-5ae4-4473-9dbf-78af1e62d5ba admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.3763566 Nov 11 21:50:28.410246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60976) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:28.423820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1203677210-router', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:28.497602 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:28.500681 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:28.548889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Attempting to bind port a999acf0-d927-437a-be0a-718a96ea2091 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:50:28.549877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Attempting to bind port a999acf0-d927-437a-be0a-718a96ea2091 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'c3639ea8-228c-47a5-84bd-b8de9ce625d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:50:28.549877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Attempting to bind port a999acf0-d927-437a-be0a-718a96ea2091 on network fc238d0d-fbd9-4801-b626-a63954861cc1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:50:28.596223 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:28.603168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] For port 40ea9bb2-2776-4949-9d95-b34806b59a32, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=40ea9bb2-2776-4949-9d95-b34806b59a32,segment=NetworkSegment(e32117c4-98fe-4aae-830e-fb1e95120f83),segment_id=e32117c4-98fe-4aae-830e-fb1e95120f83)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:28.603552 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:28.634174 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f4dc4-35eb-45fe-9c52-623f9a17b0db req-6d035e23-7f94-4214-b16e-890fd3b22251 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:28.639165 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-523f4dc4-35eb-45fe-9c52-623f9a17b0db req-6d035e23-7f94-4214-b16e-890fd3b22251 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.3210068 Nov 11 21:50:28.710880 n-d-805737-3 neutron-server[102535]: DEBUG neutron.objects.ports [None req-fe1954e7-f991-407a-be34-0c2423b68ff1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:50:28.713128 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fe1954e7-f991-407a-be34-0c2423b68ff1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:28.786128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for 40ea9bb2-2776-4949-9d95-b34806b59a32 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:28.805662 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1954e7-f991-407a-be34-0c2423b68ff1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Checking segment: {'id': 'b2682c77-da36-4d3f-a926-8f24710b4309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'af3d2e5e-49c6-4d27-a11e-b7827fe8361c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:28.806302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1954e7-f991-407a-be34-0c2423b68ff1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Network hostable DHCP agents. Network: af3d2e5e-49c6-4d27-a11e-b7827fe8361c, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:50:28.821847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1954e7-f991-407a-be34-0c2423b68ff1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event updated for resources: {'Subnet': ['ID=d78ccf89-e4c9-4105-8617-bcd22bc5d8f6,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:28.845271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-efae5be8-608b-460f-bce6-16af2b871745 None None] For port 40ea9bb2-2776-4949-9d95-b34806b59a32, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=40ea9bb2-2776-4949-9d95-b34806b59a32,segment=NetworkSegment(e32117c4-98fe-4aae-830e-fb1e95120f83),segment_id=e32117c4-98fe-4aae-830e-fb1e95120f83)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:28.846529 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-efae5be8-608b-460f-bce6-16af2b871745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:28.850632 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1954e7-f991-407a-be34-0c2423b68ff1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Network af3d2e5e-49c6-4d27-a11e-b7827fe8361c is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:50:28.864749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-efae5be8-608b-460f-bce6-16af2b871745 None None] Calling delete_port for 40ea9bb2-2776-4949-9d95-b34806b59a32 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:28.869699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-fe1954e7-f991-407a-be34-0c2423b68ff1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, af3d2e5e-49c6-4d27-a11e-b7827fe8361c) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:28.876347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1954e7-f991-407a-be34-0c2423b68ff1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:28.878080 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fe1954e7-f991-407a-be34-0c2423b68ff1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:28.918416 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fe1954e7-f991-407a-be34-0c2423b68ff1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1466575 Nov 11 21:50:28.920853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60982) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:28.935134 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-edaba220-1dce-4198-b314-cd7a35bebab9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Request body: {'port': {'network_id': 'af3d2e5e-49c6-4d27-a11e-b7827fe8361c', 'name': 'tempest-NetworksIpV6TestAttrs-408150098'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:28.944581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40df31-beb8-40ad-b2f0-8ffb6d86072c None None] Pushing event updated for resources: {'Port': ['ID=43e73c71-38dc-4ee3-a5a2-d5d3c030625f,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:28.987382 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33de14b-675a-4d53-9ad3-2e14b674eeea None None] Network af3d2e5e-49c6-4d27-a11e-b7827fe8361c requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:29.130862 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:50:29.131565 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Checking segment: {'id': 'c3639ea8-228c-47a5-84bd-b8de9ce625d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:29.131688 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.133029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Bound using segment: {'id': 'c3639ea8-228c-47a5-84bd-b8de9ce625d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:50:29.133029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Bound port: a999acf0-d927-437a-be0a-718a96ea2091, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3639ea8-228c-47a5-84bd-b8de9ce625d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:50:29.133271 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.206624 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:50:29.269483 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.271803 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaba220-1dce-4198-b314-cd7a35bebab9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Made reservation on behalf of 91a5e3d225a74ed98585b801a1e14d16 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:29.271950 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] For port a999acf0-d927-437a-be0a-718a96ea2091, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:50:29.276910 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] For port a999acf0-d927-437a-be0a-718a96ea2091, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a999acf0-d927-437a-be0a-718a96ea2091,segment=NetworkSegment(c3639ea8-228c-47a5-84bd-b8de9ce625d1),segment_id=c3639ea8-228c-47a5-84bd-b8de9ce625d1)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:50:29.278689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ecb220d4-37ff-4ba3-8295-a7b5bccc7288 None None] Provisioning complete for port a999acf0-d927-437a-be0a-718a96ea2091 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:29.279108 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ecb220d4-37ff-4ba3-8295-a7b5bccc7288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.280967 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edaba220-1dce-4198-b314-cd7a35bebab9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.325061 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-edaba220-1dce-4198-b314-cd7a35bebab9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] device_id is not set on port 7563205c-6fa4-4d22-9720-b673ce5e6203 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:50:29.330608 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-523f4dc4-35eb-45fe-9c52-623f9a17b0db req-25f3c73a-c903-4a4d-8ff1-65f4194c1b60 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839565 Nov 11 21:50:29.368064 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ecb220d4-37ff-4ba3-8295-a7b5bccc7288 None None] Port a999acf0-d927-437a-be0a-718a96ea2091 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:50:29.373483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 43e73c71-38dc-4ee3-a5a2-d5d3c030625f no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:50:29.423727 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.423952 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-468f4d66-9163-4c1d-b476-61cc65d878ea req-b42fadfc-81d4-443d-b4c2-e811c8be7a81 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.1411536 Nov 11 21:50:29.455402 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-13b66954-806e-43fd-81dc-51be3cd72795 None None] For port 43e73c71-38dc-4ee3-a5a2-d5d3c030625f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=43e73c71-38dc-4ee3-a5a2-d5d3c030625f,segment=NetworkSegment(77b3bdc5-5c80-422d-ba96-9870137f2169),segment_id=77b3bdc5-5c80-422d-ba96-9870137f2169)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:29.456409 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13b66954-806e-43fd-81dc-51be3cd72795 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.501662 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.541148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=40ea9bb2-2776-4949-9d95-b34806b59a32,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:29.577161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No DVR routers for this DVR port 40ea9bb2-2776-4949-9d95-b34806b59a32 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:29.578267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bf0e7-fd8f-49d5-98b8-7420f26b24d8 None None] Pushing event updated for resources: {'Port': ['ID=a999acf0-d927-437a-be0a-718a96ea2091,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:29.613623 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-13b66954-806e-43fd-81dc-51be3cd72795 None None] Calling delete_port for 43e73c71-38dc-4ee3-a5a2-d5d3c030625f owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:29.618237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-dd7af4f8-3b49-4a9e-ad38-b2ed251640b2 None None] Deleting port 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:29.618616 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd7af4f8-3b49-4a9e-ad38-b2ed251640b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.632289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-edaba220-1dce-4198-b314-cd7a35bebab9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Allocated IP 2001:db8::f816:3eff:feef:ecf1 (af3d2e5e-49c6-4d27-a11e-b7827fe8361c/d78ccf89-e4c9-4105-8617-bcd22bc5d8f6/7563205c-6fa4-4d22-9720-b673ce5e6203) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:29.688274 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.728962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-dd7af4f8-3b49-4a9e-ad38-b2ed251640b2 None None] For port 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=87d199dc-b9f2-48e9-b99b-b2945d4ebfe7,segment=NetworkSegment(1edcd10b-91f8-4ff0-9eba-80038150a06f),segment_id=1edcd10b-91f8-4ff0-9eba-80038150a06f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:29.729384 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd7af4f8-3b49-4a9e-ad38-b2ed251640b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.738522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abefbb93-5966-4631-ae23-2257d484bfcd']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:29.743331 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-dd7af4f8-3b49-4a9e-ad38-b2ed251640b2 None None] Calling delete_port for 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:29.779879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32117c4-98fe-4aae-830e-fb1e95120f83') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:29.784534 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32117c4-98fe-4aae-830e-fb1e95120f83') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:29.804852 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.824027 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.830984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:50:29.831311 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:50:29.920044 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:50:29.933040 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.942403 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:29.955085 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/networks/abefbb93-5966-4631-ae23-2257d484bfcd HTTP/1.1" status: 204 len: 168 time: 2.4824839 Nov 11 21:50:29.962469 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60990) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:30.101391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-af3d2e5e-49c6-4d27-a11e-b7827fe8361c', 'network_id': 'af3d2e5e-49c6-4d27-a11e-b7827fe8361c', 'tenant_id': '91a5e3d225a74ed98585b801a1e14d16', 'fixed_ips': [{'subnet_id': 'd78ccf89-e4c9-4105-8617-bcd22bc5d8f6'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:50:30.102472 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.116341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b3240-0015-4d88-a4a4-45044fd84667 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Network': ['ID=abefbb93-5966-4631-ae23-2257d484bfcd,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:30.155170 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-fe61d8ad-a5f1-4f45-a9c9-0a99153d4218', 'network_id': 'fe61d8ad-a5f1-4f45-a9c9-0a99153d4218', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587', 'fixed_ips': [{'subnet_id': '44393890-f24f-4fc0-8529-bd93526dee27'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:50:30.158720 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.163271 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.178930 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.204318 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edaba220-1dce-4198-b314-cd7a35bebab9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.204832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Routers {'5583143d-320e-427f-b822-73c2364ce800'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:30.205771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5583143d-320e-427f-b822-73c2364ce800'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:30.239680 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.274530 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dd7af4f8-3b49-4a9e-ad38-b2ed251640b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.293691 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-983c56d3-7d6e-47ac-a0cd-85e795b490a7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.417508 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Allocated IP 172.25.0.77 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/6aa48441-c2a4-4091-bb69-3fc113591640) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:30.418628 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-983c56d3-7d6e-47ac-a0cd-85e795b490a7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.446473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-983c56d3-7d6e-47ac-a0cd-85e795b490a7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f6ceb4-5dae-4636-968c-05f9bcd8ef20']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:30.460695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-983c56d3-7d6e-47ac-a0cd-85e795b490a7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edcd10b-91f8-4ff0-9eba-80038150a06f') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:30.461194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-983c56d3-7d6e-47ac-a0cd-85e795b490a7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edcd10b-91f8-4ff0-9eba-80038150a06f') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:30.476549 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-983c56d3-7d6e-47ac-a0cd-85e795b490a7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.493895 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-983c56d3-7d6e-47ac-a0cd-85e795b490a7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.503942 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983c56d3-7d6e-47ac-a0cd-85e795b490a7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:50:30.504409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-983c56d3-7d6e-47ac-a0cd-85e795b490a7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:50:30.508764 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:50:30.528391 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edaba220-1dce-4198-b314-cd7a35bebab9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.607658 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7af4f8-3b49-4a9e-ad38-b2ed251640b2 None None] No DVR routers for this DVR port 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:30.614993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7af4f8-3b49-4a9e-ad38-b2ed251640b2 None None] Pushing event deleted for resources: {'Port': ['ID=87d199dc-b9f2-48e9-b99b-b2945d4ebfe7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:30.618483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 43e73c71-38dc-4ee3-a5a2-d5d3c030625f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=43e73c71-38dc-4ee3-a5a2-d5d3c030625f,segment=NetworkSegment(77b3bdc5-5c80-422d-ba96-9870137f2169),segment_id=77b3bdc5-5c80-422d-ba96-9870137f2169)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:30.619067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaba220-1dce-4198-b314-cd7a35bebab9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Network af3d2e5e-49c6-4d27-a11e-b7827fe8361c is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:30.623993 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-edaba220-1dce-4198-b314-cd7a35bebab9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:30.627641 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaba220-1dce-4198-b314-cd7a35bebab9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:30.634804 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaba220-1dce-4198-b314-cd7a35bebab9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:30.635627 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edaba220-1dce-4198-b314-cd7a35bebab9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.654217 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.656918 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-983c56d3-7d6e-47ac-a0cd-85e795b490a7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.668294 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-efae5be8-608b-460f-bce6-16af2b871745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.670643 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.671538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:50:30.684340 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-983c56d3-7d6e-47ac-a0cd-85e795b490a7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.688248 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-983c56d3-7d6e-47ac-a0cd-85e795b490a7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/networks/24f6ceb4-5dae-4636-968c-05f9bcd8ef20 HTTP/1.1" status: 204 len: 168 time: 0.7245705 Nov 11 21:50:30.689497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c56d3-7d6e-47ac-a0cd-85e795b490a7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Network': ['ID=24f6ceb4-5dae-4636-968c-05f9bcd8ef20,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:30.696599 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-edaba220-1dce-4198-b314-cd7a35bebab9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7740521 Nov 11 21:50:30.698093 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32770) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:30.698744 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaba220-1dce-4198-b314-cd7a35bebab9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event updated for resources: {'Port': ['ID=7563205c-6fa4-4d22-9720-b673ce5e6203,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:30.706852 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5ea2b5e6-c695-40f8-8864-44beba833bec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-105247075'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:30.727313 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32772) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:30.741028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea2b5e6-c695-40f8-8864-44beba833bec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:30.744753 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5ea2b5e6-c695-40f8-8864-44beba833bec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.788734 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:30.909752 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Pushing event updated for resources: {'Port': ['ID=6aa48441-c2a4-4091-bb69-3fc113591640,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:30.918836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66477206-400f-433c-be2e-1f7511f4e058 req-31d6714a-09d7-4828-9d2e-4f705c4f805e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.2311723 Nov 11 21:50:30.943894 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] Set router 5583143d-320e-427f-b822-73c2364ce800 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:50:30.955710 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:30.959139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:30.967282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:31.004752 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:50:31.005138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 87d199dc-b9f2-48e9-b99b-b2945d4ebfe7 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:50:31.005574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 40ea9bb2-2776-4949-9d95-b34806b59a32 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:50:31.007832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1e38caa0-ee12-4810-86a9-c50d3c5a1dc5 None None] Provisioning complete for port a999acf0-d927-437a-be0a-718a96ea2091 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:31.007832 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e38caa0-ee12-4810-86a9-c50d3c5a1dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:31.043388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-efae5be8-608b-460f-bce6-16af2b871745 None None] Network abefbb93-5966-4631-ae23-2257d484bfcd is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:50:31.043859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae5be8-608b-460f-bce6-16af2b871745 None None] No DVR routers for this DVR port 40ea9bb2-2776-4949-9d95-b34806b59a32 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:31.045609 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0b7e97-3c34-4c46-bf05-ed826ad9ad87 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:50:31.101123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae5be8-608b-460f-bce6-16af2b871745 None None] Pushing event deleted for resources: {'Port': ['ID=40ea9bb2-2776-4949-9d95-b34806b59a32,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:31.112806 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13b66954-806e-43fd-81dc-51be3cd72795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:31.129931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 40ea9bb2-2776-4949-9d95-b34806b59a32 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:50:31.130518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 40ea9bb2-2776-4949-9d95-b34806b59a32 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:50:31.131443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12618f56-0da4-4dae-aa78-99e062f99dd8 req-d7de4413-5ba2-4656-a12c-8f61cdbb6f44 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:31.181856 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-12618f56-0da4-4dae-aa78-99e062f99dd8 req-d7de4413-5ba2-4656-a12c-8f61cdbb6f44 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.4648638 Nov 11 21:50:31.209014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event deleted for resources: {'Port': ['ID=43e73c71-38dc-4ee3-a5a2-d5d3c030625f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:31.279140 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Allocated IP 2001:db8::f816:3eff:feab:2f85 (af3d2e5e-49c6-4d27-a11e-b7827fe8361c/d78ccf89-e4c9-4105-8617-bcd22bc5d8f6/54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:31.304612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b66954-806e-43fd-81dc-51be3cd72795 None None] No DVR routers for this DVR port 43e73c71-38dc-4ee3-a5a2-d5d3c030625f on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:31.328072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b66954-806e-43fd-81dc-51be3cd72795 None None] Pushing event deleted for resources: {'Port': ['ID=43e73c71-38dc-4ee3-a5a2-d5d3c030625f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:31.425984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Allocated IP 172.20.0.2 (fe61d8ad-a5f1-4f45-a9c9-0a99153d4218/44393890-f24f-4fc0-8529-bd93526dee27/036056c2-f238-4f1c-9b52-bd2c84b01864) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:31.499657 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea2b5e6-c695-40f8-8864-44beba833bec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:50:31.507684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-12618f56-0da4-4dae-aa78-99e062f99dd8 req-d1d77858-bdca-45c3-9fdc-b934db0b84a8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219898 Nov 11 21:50:31.541308 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c91db1-23d5-4ebc-9ac6-57d03c25539d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Deleting subnet d78ccf89-e4c9-4105-8617-bcd22bc5d8f6 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:50:31.547451 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5ea2b5e6-c695-40f8-8864-44beba833bec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:31.548093 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-5ea2b5e6-c695-40f8-8864-44beba833bec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Added segment c91c64e1-3f11-4109-9747-d1018cf14b45 of type vlan for network 02d83642-f066-498f-b4a6-891e987537e6 Nov 11 21:50:31.617291 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5ea2b5e6-c695-40f8-8864-44beba833bec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:31.663453 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5ea2b5e6-c695-40f8-8864-44beba833bec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:31.670940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2b5e6-c695-40f8-8864-44beba833bec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:31.671992 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5ea2b5e6-c695-40f8-8864-44beba833bec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:31.772891 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:31.790448 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5ea2b5e6-c695-40f8-8864-44beba833bec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0877068 Nov 11 21:50:31.793996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32782) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:31.800658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d723c7ae-555a-4bc6-94fb-a01656570d1f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'subnet': {'network_id': '02d83642-f066-498f-b4a6-891e987537e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:31.803163 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e38caa0-ee12-4810-86a9-c50d3c5a1dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:31.906829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2b5e6-c695-40f8-8864-44beba833bec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Network': ['ID=02d83642-f066-498f-b4a6-891e987537e6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:31.940848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d723c7ae-555a-4bc6-94fb-a01656570d1f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:31.945190 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d723c7ae-555a-4bc6-94fb-a01656570d1f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.050712 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.079012 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 02d83642-f066-498f-b4a6-891e987537e6 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:50:32.170330 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71556ed1-8291-447d-96c5-3ae0c4b76d4c req-08882c57-c4e4-4e40-a4e6-72ecc02952d5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0453336 Nov 11 21:50:32.237093 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d723c7ae-555a-4bc6-94fb-a01656570d1f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.327332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1e38caa0-ee12-4810-86a9-c50d3c5a1dc5 None None] For port a999acf0-d927-437a-be0a-718a96ea2091, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a999acf0-d927-437a-be0a-718a96ea2091,segment=NetworkSegment(c3639ea8-228c-47a5-84bd-b8de9ce625d1),segment_id=c3639ea8-228c-47a5-84bd-b8de9ce625d1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:32.328999 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.330873 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.335344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Router 7bc6bd4d-ee79-4813-9d0b-4209f37231c8 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:50:32.348436 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02c91db1-23d5-4ebc-9ac6-57d03c25539d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.351440 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e38caa0-ee12-4810-86a9-c50d3c5a1dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.377581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723c7ae-555a-4bc6-94fb-a01656570d1f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Subnet': ['ID=1f096bf7-513e-492e-8ac9-4ba59ff8fb96,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:32.390442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d723c7ae-555a-4bc6-94fb-a01656570d1f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Checking segment: {'id': 'c91c64e1-3f11-4109-9747-d1018cf14b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '02d83642-f066-498f-b4a6-891e987537e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:32.391002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d723c7ae-555a-4bc6-94fb-a01656570d1f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network hostable DHCP agents. Network: 02d83642-f066-498f-b4a6-891e987537e6, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:50:32.412328 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02c91db1-23d5-4ebc-9ac6-57d03c25539d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.413442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38caa0-ee12-4810-86a9-c50d3c5a1dc5 None None] Pushing event updated for resources: {'Port': ['ID=a999acf0-d927-437a-be0a-718a96ea2091,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:32.416677 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.419589 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.490214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:50:18Z', 'revision_number': 4, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'a999acf0-d927-437a-be0a-718a96ea2091', 'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'mac_address': 'fa:16:3e:8f:ad:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:15Z', 'updated_at': '2021-11-11T21:50:29Z', 'revision_number': 4, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'subnets': [{'id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:32.494846 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d723c7ae-555a-4bc6-94fb-a01656570d1f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 02d83642-f066-498f-b4a6-891e987537e6 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:50:32.528981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826c366f-88dc-4eea-8d30-87eb2d336c0b None None] The sync data for ids ['5583143d-320e-427f-b822-73c2364ce800'] in n-d-805737-3 is: [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:50:18Z', 'revision_number': 4, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'a999acf0-d927-437a-be0a-718a96ea2091', 'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'mac_address': 'fa:16:3e:8f:ad:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:15Z', 'updated_at': '2021-11-11T21:50:29Z', 'revision_number': 4, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'subnets': [{'id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:50:32.551069 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d723c7ae-555a-4bc6-94fb-a01656570d1f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 02d83642-f066-498f-b4a6-891e987537e6) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:32.559671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:50:32.564241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d723c7ae-555a-4bc6-94fb-a01656570d1f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:32.564631 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Network fe61d8ad-a5f1-4f45-a9c9-0a99153d4218 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:32.565677 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d723c7ae-555a-4bc6-94fb-a01656570d1f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.573177 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Sync routers for ids ['7bc6bd4d-ee79-4813-9d0b-4209f37231c8'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:50:32.581586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Network af3d2e5e-49c6-4d27-a11e-b7827fe8361c is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:32.596657 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.601016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eba0780b-a62a-4f6f-933f-a751a72914bb admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1811454 Nov 11 21:50:32.601199 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Routers {'7bc6bd4d-ee79-4813-9d0b-4209f37231c8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:32.601199 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7bc6bd4d-ee79-4813-9d0b-4209f37231c8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:32.601421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 32790) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:32.601544 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36265b3-7523-4f5a-b8f0-99ab96915818 None None] Network 02d83642-f066-498f-b4a6-891e987537e6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:32.742901 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02c91db1-23d5-4ebc-9ac6-57d03c25539d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.756867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:32.764608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:32.787864 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:32.848271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:32.851207 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Set router 7bc6bd4d-ee79-4813-9d0b-4209f37231c8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:50:32.864202 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Pushing event updated for resources: {'Port': ['ID=036056c2-f238-4f1c-9b52-bd2c84b01864,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:32.877712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-314799e7-0d76-4ee3-be0a-614a6f025bbc None None] Provisioning complete for port 6aa48441-c2a4-4091-bb69-3fc113591640 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:32.879772 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-314799e7-0d76-4ee3-be0a-614a6f025bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.912419 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02c91db1-23d5-4ebc-9ac6-57d03c25539d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.925064 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d723c7ae-555a-4bc6-94fb-a01656570d1f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1286225 Nov 11 21:50:32.939250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32792) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:32.949920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f136c698-63b1-4acb-8c5e-fbb92599bc6a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-51811497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:33.016726 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02c91db1-23d5-4ebc-9ac6-57d03c25539d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:33.023120 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-02c91db1-23d5-4ebc-9ac6-57d03c25539d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/subnets/d78ccf89-e4c9-4105-8617-bcd22bc5d8f6 HTTP/1.1" status: 204 len: 168 time: 2.2950301 Nov 11 21:50:33.035517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c91db1-23d5-4ebc-9ac6-57d03c25539d tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Subnet': ['ID=d78ccf89-e4c9-4105-8617-bcd22bc5d8f6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:33.035517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32798) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:33.084560 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Pushing event updated for resources: {'Port': ['ID=54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:33.128749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f136c698-63b1-4acb-8c5e-fbb92599bc6a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:33.130620 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f136c698-63b1-4acb-8c5e-fbb92599bc6a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:33.239477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-02d83642-f066-498f-b4a6-891e987537e6', 'network_id': '02d83642-f066-498f-b4a6-891e987537e6', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'fixed_ips': [{'subnet_id': '1f096bf7-513e-492e-8ac9-4ba59ff8fb96'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:50:33.248586 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:33.268865 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f136c698-63b1-4acb-8c5e-fbb92599bc6a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:33.284142 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c749d9c-62c2-40d2-973b-09e1ba9e5276 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:33.292680 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c749d9c-62c2-40d2-973b-09e1ba9e5276 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:33.297364 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6c749d9c-62c2-40d2-973b-09e1ba9e5276 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2600462 Nov 11 21:50:33.300497 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f136c698-63b1-4acb-8c5e-fbb92599bc6a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:33.335845 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32806) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:33.371982 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Attempting to bind port 036056c2-f238-4f1c-9b52-bd2c84b01864 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:50:33.372604 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Attempting to bind port 036056c2-f238-4f1c-9b52-bd2c84b01864 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '12d32be7-0720-4f7f-a056-4466d1a0438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'fe61d8ad-a5f1-4f45-a9c9-0a99153d4218'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:50:33.372726 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Attempting to bind port 036056c2-f238-4f1c-9b52-bd2c84b01864 on network fe61d8ad-a5f1-4f45-a9c9-0a99153d4218 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:50:33.374301 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f136c698-63b1-4acb-8c5e-fbb92599bc6a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:33.380355 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f136c698-63b1-4acb-8c5e-fbb92599bc6a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4357810 Nov 11 21:50:33.418466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:50:33.418674 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Checking segment: {'id': '12d32be7-0720-4f7f-a056-4466d1a0438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'fe61d8ad-a5f1-4f45-a9c9-0a99153d4218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:33.419021 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:33.419428 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Bound using segment: {'id': '12d32be7-0720-4f7f-a056-4466d1a0438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'fe61d8ad-a5f1-4f45-a9c9-0a99153d4218'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:50:33.425004 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Bound port: 036056c2-f238-4f1c-9b52-bd2c84b01864, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d32be7-0720-4f7f-a056-4466d1a0438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'fe61d8ad-a5f1-4f45-a9c9-0a99153d4218'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:50:33.425532 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:33.427796 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Attempting to bind port 54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:50:33.428167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Attempting to bind port 54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'b2682c77-da36-4d3f-a926-8f24710b4309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'af3d2e5e-49c6-4d27-a11e-b7827fe8361c'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:50:33.428529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Attempting to bind port 54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9 on network af3d2e5e-49c6-4d27-a11e-b7827fe8361c {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:50:33.494075 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f542310-34ed-477d-bf95-48ac141a1b99 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:33.496483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32810) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:33.502585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-413d43fa-c731-4413-a110-86a362c6fe5e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'port': {'network_id': '02d83642-f066-498f-b4a6-891e987537e6', 'name': 'tempest-RoutersIpV6Test-1714651587'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:33.523808 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a999acf0-d927-437a-be0a-718a96ea2091 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:33.557089 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f542310-34ed-477d-bf95-48ac141a1b99 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 11 21:50:33.557721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f542310-34ed-477d-bf95-48ac141a1b99 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:50:33.567181 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1f542310-34ed-477d-bf95-48ac141a1b99 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/networks/af3d2e5e-49c6-4d27-a11e-b7827fe8361c HTTP/1.1" status: 409 len: 405 time: 0.2283328 Nov 11 21:50:33.570484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32812) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:33.571725 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'name': 'tempest-TestVolumeBackupRestore-1203677210-router', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '6aa48441-c2a4-4091-bb69-3fc113591640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:28Z', 'updated_at': '2021-11-11T21:50:31Z', 'revision_number': 3, 'project_id': '5d8bd3c5ba184aae9c090fb057332587', 'gw_port': {'id': '6aa48441-c2a4-4091-bb69-3fc113591640', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:30Z', 'updated_at': '2021-11-11T21:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:33.575985 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-af853bbb-8b36-4202-8e1f-aa35034f8c28 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-605771910'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:33.629406 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Checking router: 7bc6bd4d-ee79-4813-9d0b-4209f37231c8 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:50:33.630028 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Updating router 7bc6bd4d-ee79-4813-9d0b-4209f37231c8 port 6aa48441-c2a4-4091-bb69-3fc113591640 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:50:33.686443 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:33.700599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af853bbb-8b36-4202-8e1f-aa35034f8c28 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Made reservation on behalf of 91a5e3d225a74ed98585b801a1e14d16 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:33.708747 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af853bbb-8b36-4202-8e1f-aa35034f8c28 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:33.743843 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2727cee-e133-480b-8be0-0321267fa376 req-d96d7100-8cc7-46b2-b8dd-c5e24a7d5786 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:33.747049 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2727cee-e133-480b-8be0-0321267fa376 req-d96d7100-8cc7-46b2-b8dd-c5e24a7d5786 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.9968331 Nov 11 21:50:33.775003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c036bb6-8b3b-4225-8f00-e7a7c41bee86 req-80292420-8a90-47d1-b5c0-ea536e697964 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0589502 Nov 11 21:50:33.838019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af853bbb-8b36-4202-8e1f-aa35034f8c28 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] vlan segment allocate from pool success with {'vlan_id': 1185, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:50:33.862039 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af853bbb-8b36-4202-8e1f-aa35034f8c28 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:33.864241 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-af853bbb-8b36-4202-8e1f-aa35034f8c28 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Added segment 660ad704-df13-449f-87fe-54856c93bd82 of type vlan for network d08218c3-4c13-447f-9b3b-5b4e31f3992a Nov 11 21:50:33.958829 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2727cee-e133-480b-8be0-0321267fa376 req-502a10c6-e663-4b8d-b7e0-173171c1c9d3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918802 Nov 11 21:50:33.967696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Allocated IP 2001:db8::2 (02d83642-f066-498f-b4a6-891e987537e6/1f096bf7-513e-492e-8ac9-4ba59ff8fb96/b2a7fe26-bb91-4882-a839-5e518ca0d283) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:34.045549 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af853bbb-8b36-4202-8e1f-aa35034f8c28 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.131690 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af853bbb-8b36-4202-8e1f-aa35034f8c28 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.153647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af853bbb-8b36-4202-8e1f-aa35034f8c28 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:34.154701 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af853bbb-8b36-4202-8e1f-aa35034f8c28 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.199661 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.216096 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.217923 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-314799e7-0d76-4ee3-be0a-614a6f025bbc None None] Port 6aa48441-c2a4-4091-bb69-3fc113591640 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:50:34.231977 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:50:34.232111 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Checking segment: {'id': 'b2682c77-da36-4d3f-a926-8f24710b4309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'af3d2e5e-49c6-4d27-a11e-b7827fe8361c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:34.232486 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.232909 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Bound using segment: {'id': 'b2682c77-da36-4d3f-a926-8f24710b4309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'af3d2e5e-49c6-4d27-a11e-b7827fe8361c'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:50:34.233395 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Bound port: 54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2682c77-da36-4d3f-a926-8f24710b4309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'af3d2e5e-49c6-4d27-a11e-b7827fe8361c'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:50:34.233780 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.279444 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.282790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413d43fa-c731-4413-a110-86a362c6fe5e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:34.291796 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-413d43fa-c731-4413-a110-86a362c6fe5e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.333803 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304f871-20e0-421c-a0dd-104b418a2abe None None] Pushing event updated for resources: {'Port': ['ID=6aa48441-c2a4-4091-bb69-3fc113591640,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:34.390637 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a999acf0-d927-437a-be0a-718a96ea2091 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:34.391784 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.395170 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Attempting to bind port 6aa48441-c2a4-4091-bb69-3fc113591640 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:50:34.395697 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Attempting to bind port 6aa48441-c2a4-4091-bb69-3fc113591640 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:50:34.396345 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Attempting to bind port 6aa48441-c2a4-4091-bb69-3fc113591640 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:50:34.405602 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb10adb-cccb-4844-a13c-d6288e847919 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:50:34.409657 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:50:34.410173 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:34.410612 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.413049 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.413602 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:50:34.414193 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Bound port: 6aa48441-c2a4-4091-bb69-3fc113591640, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:50:34.415905 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.431907 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-af853bbb-8b36-4202-8e1f-aa35034f8c28 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8599105 Nov 11 21:50:34.444200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af853bbb-8b36-4202-8e1f-aa35034f8c28 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event updated for resources: {'Network': ['ID=d08218c3-4c13-447f-9b3b-5b4e31f3992a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:34.447156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32818) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:34.454409 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-68b3f5d0-0afd-4e52-8ddf-dc4f8225440e tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Request body: {'subnet': {'network_id': 'd08218c3-4c13-447f-9b3b-5b4e31f3992a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:34.483275 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network d08218c3-4c13-447f-9b3b-5b4e31f3992a details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:50:34.501405 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.575299 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] For port 6aa48441-c2a4-4091-bb69-3fc113591640, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:50:34.580266 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] For port 6aa48441-c2a4-4091-bb69-3fc113591640, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6aa48441-c2a4-4091-bb69-3fc113591640,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:50:34.595449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-413d43fa-c731-4413-a110-86a362c6fe5e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] device_id is not set on port d2bbdf62-fcad-4621-a0d4-866050c2df7b yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:50:34.598010 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.686328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Network 02d83642-f066-498f-b4a6-891e987537e6 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:34.708593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b3f5d0-0afd-4e52-8ddf-dc4f8225440e tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Made reservation on behalf of 91a5e3d225a74ed98585b801a1e14d16 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:34.714770 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68b3f5d0-0afd-4e52-8ddf-dc4f8225440e tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.732175 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:34.761824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983fea03-3f76-4d1a-a552-1760f5965b12 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:50:34.776840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:34.798271 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Routers {'7bc6bd4d-ee79-4813-9d0b-4209f37231c8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:34.798886 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7bc6bd4d-ee79-4813-9d0b-4209f37231c8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:34.871132 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Allocated IP 172.20.0.1 (fe61d8ad-a5f1-4f45-a9c9-0a99153d4218/44393890-f24f-4fc0-8529-bd93526dee27/b81ca96b-afa3-4abf-a1f0-34bf12609646) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:34.936354 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304f871-20e0-421c-a0dd-104b418a2abe None None] Pushing event updated for resources: {'Port': ['ID=6aa48441-c2a4-4091-bb69-3fc113591640,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:34.953719 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d773bcb8-ecf1-46a1-a552-0a2813e9eb30 None None] Provisioning complete for port 6aa48441-c2a4-4091-bb69-3fc113591640 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:34.954100 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d773bcb8-ecf1-46a1-a552-0a2813e9eb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:35.033511 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] Set router 7bc6bd4d-ee79-4813-9d0b-4209f37231c8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:50:35.043101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] For port 54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:50:35.054920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-413d43fa-c731-4413-a110-86a362c6fe5e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Allocated IP 2001:db8::384 (02d83642-f066-498f-b4a6-891e987537e6/1f096bf7-513e-492e-8ac9-4ba59ff8fb96/d2bbdf62-fcad-4621-a0d4-866050c2df7b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:35.063585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Pushing event updated for resources: {'Port': ['ID=b2a7fe26-bb91-4882-a839-5e518ca0d283,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:35.065390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb015485-153d-42bd-b499-7c06614da079 req-6b9480dd-9234-4c3c-af61-589f8f7f4af0 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0946972 Nov 11 21:50:35.068205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-872176f3-6925-40b2-8614-88caadde5953 None None] For port 036056c2-f238-4f1c-9b52-bd2c84b01864, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:50:35.122813 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:35.136084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] For port 54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9,segment=NetworkSegment(b2682c77-da36-4d3f-a926-8f24710b4309),segment_id=b2682c77-da36-4d3f-a926-8f24710b4309)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:50:35.139365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Attempting to bind port b2a7fe26-bb91-4882-a839-5e518ca0d283 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:50:35.139719 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Attempting to bind port b2a7fe26-bb91-4882-a839-5e518ca0d283 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'c91c64e1-3f11-4109-9747-d1018cf14b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '02d83642-f066-498f-b4a6-891e987537e6'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:50:35.140090 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Attempting to bind port b2a7fe26-bb91-4882-a839-5e518ca0d283 on network 02d83642-f066-498f-b4a6-891e987537e6 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:50:35.169808 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:35.230276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-872176f3-6925-40b2-8614-88caadde5953 None None] For port 036056c2-f238-4f1c-9b52-bd2c84b01864, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=036056c2-f238-4f1c-9b52-bd2c84b01864,segment=NetworkSegment(12d32be7-0720-4f7f-a056-4466d1a0438b),segment_id=12d32be7-0720-4f7f-a056-4466d1a0438b)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:50:35.231605 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:50:35.231996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Checking segment: {'id': 'c91c64e1-3f11-4109-9747-d1018cf14b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '02d83642-f066-498f-b4a6-891e987537e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:35.232400 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:35.232814 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Bound using segment: {'id': 'c91c64e1-3f11-4109-9747-d1018cf14b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '02d83642-f066-498f-b4a6-891e987537e6'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:50:35.233300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Bound port: b2a7fe26-bb91-4882-a839-5e518ca0d283, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91c64e1-3f11-4109-9747-d1018cf14b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '02d83642-f066-498f-b4a6-891e987537e6'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:50:35.234514 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:35.243605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Network fe61d8ad-a5f1-4f45-a9c9-0a99153d4218 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:35.251250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:35.257476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:35.289428 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:35.301874 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:35.305247 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:35.374245 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'name': 'tempest-TestVolumeBackupRestore-1203677210-router', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '6aa48441-c2a4-4091-bb69-3fc113591640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:28Z', 'updated_at': '2021-11-11T21:50:31Z', 'revision_number': 3, 'project_id': '5d8bd3c5ba184aae9c090fb057332587', 'gw_port': {'id': '6aa48441-c2a4-4091-bb69-3fc113591640', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:30Z', 'updated_at': '2021-11-11T21:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:35.412250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Pushing event updated for resources: {'Port': ['ID=b81ca96b-afa3-4abf-a1f0-34bf12609646,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:35.428025 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2bc9b-120f-453c-b60e-db81cdbd5d34 None None] The sync data for ids ['7bc6bd4d-ee79-4813-9d0b-4209f37231c8'] in n-d-805737-3 is: [{'id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'name': 'tempest-TestVolumeBackupRestore-1203677210-router', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '6aa48441-c2a4-4091-bb69-3fc113591640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:28Z', 'updated_at': '2021-11-11T21:50:31Z', 'revision_number': 3, 'project_id': '5d8bd3c5ba184aae9c090fb057332587', 'gw_port': {'id': '6aa48441-c2a4-4091-bb69-3fc113591640', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:30Z', 'updated_at': '2021-11-11T21:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:50:35.436259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e538e0-690f-48f3-a1ab-e8bbc64e6050 req-e706bcb6-2d49-4cde-bccf-c8ed95bc3608 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:35.438072 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43e538e0-690f-48f3-a1ab-e8bbc64e6050 req-e706bcb6-2d49-4cde-bccf-c8ed95bc3608 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.2813196 Nov 11 21:50:35.481161 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:35.499308 n-d-805737-3 neutron-server[102535]: DEBUG neutron.objects.ports [None req-68b3f5d0-0afd-4e52-8ddf-dc4f8225440e tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:50:35.512406 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68b3f5d0-0afd-4e52-8ddf-dc4f8225440e tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:35.657155 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43e538e0-690f-48f3-a1ab-e8bbc64e6050 req-6059223d-86e2-49ce-b4cc-f154624d4faa tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730130 Nov 11 21:50:35.813496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3f5d0-0afd-4e52-8ddf-dc4f8225440e tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event updated for resources: {'Subnet': ['ID=c793e224-4207-404f-896a-87aec3d508b3,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:35.845212 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b3f5d0-0afd-4e52-8ddf-dc4f8225440e tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Checking segment: {'id': '660ad704-df13-449f-87fe-54856c93bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'd08218c3-4c13-447f-9b3b-5b4e31f3992a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:35.845834 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b3f5d0-0afd-4e52-8ddf-dc4f8225440e tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Network hostable DHCP agents. Network: d08218c3-4c13-447f-9b3b-5b4e31f3992a, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:50:35.895468 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-413d43fa-c731-4413-a110-86a362c6fe5e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:35.925624 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b3f5d0-0afd-4e52-8ddf-dc4f8225440e tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Network d08218c3-4c13-447f-9b3b-5b4e31f3992a is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:50:35.935673 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:35.948045 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-68b3f5d0-0afd-4e52-8ddf-dc4f8225440e tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, d08218c3-4c13-447f-9b3b-5b4e31f3992a) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:35.949735 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:35.961369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b3f5d0-0afd-4e52-8ddf-dc4f8225440e tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:35.961990 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-68b3f5d0-0afd-4e52-8ddf-dc4f8225440e tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:35.992699 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a559e7d2-a0c2-4ad9-8b41-e38dc94b2f87 None None] Network d08218c3-4c13-447f-9b3b-5b4e31f3992a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:36.013738 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-68b3f5d0-0afd-4e52-8ddf-dc4f8225440e tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5639541 Nov 11 21:50:36.017068 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32824) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:36.027228 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-413d43fa-c731-4413-a110-86a362c6fe5e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:36.067812 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d773bcb8-ecf1-46a1-a552-0a2813e9eb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:36.091372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] For port b2a7fe26-bb91-4882-a839-5e518ca0d283, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:50:36.119107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b544c-b379-49b5-affa-72aa66fb0e99 None None] Pushing event updated for resources: {'Port': ['ID=54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:36.209576 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:36.211638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Pushing event updated for resources: {'Port': ['ID=b81ca96b-afa3-4abf-a1f0-34bf12609646,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:36.270925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d43fa-c731-4413-a110-86a362c6fe5e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 02d83642-f066-498f-b4a6-891e987537e6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:36.287403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-413d43fa-c731-4413-a110-86a362c6fe5e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:36.291318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413d43fa-c731-4413-a110-86a362c6fe5e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:36.306981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413d43fa-c731-4413-a110-86a362c6fe5e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:36.307694 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-413d43fa-c731-4413-a110-86a362c6fe5e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:36.330022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddde636-74cc-4007-b69a-356f5a6d83b9 None None] Network af3d2e5e-49c6-4d27-a11e-b7827fe8361c requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:36.337536 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872176f3-6925-40b2-8614-88caadde5953 None None] Pushing event updated for resources: {'Port': ['ID=036056c2-f238-4f1c-9b52-bd2c84b01864,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:36.371926 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d43fa-c731-4413-a110-86a362c6fe5e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=d2bbdf62-fcad-4621-a0d4-866050c2df7b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:36.407861 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-413d43fa-c731-4413-a110-86a362c6fe5e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9092393 Nov 11 21:50:36.411983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32836) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:36.461945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67fa3a34-ba4f-402b-874c-94b2e1750148 req-1ffec83e-39fb-4444-8ba1-a22e08ae3d1f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.1671081 Nov 11 21:50:36.509061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] For port b2a7fe26-bb91-4882-a839-5e518ca0d283, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b2a7fe26-bb91-4882-a839-5e518ca0d283,segment=NetworkSegment(c91c64e1-3f11-4109-9747-d1018cf14b45),segment_id=c91c64e1-3f11-4109-9747-d1018cf14b45)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:50:36.524632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d773bcb8-ecf1-46a1-a552-0a2813e9eb30 None None] For port 6aa48441-c2a4-4091-bb69-3fc113591640, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6aa48441-c2a4-4091-bb69-3fc113591640,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:36.542127 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:36.589870 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d773bcb8-ecf1-46a1-a552-0a2813e9eb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:36.608478 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:36.634488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Network fe61d8ad-a5f1-4f45-a9c9-0a99153d4218 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:36.637002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:36.868853 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9dfdd4b1-2e1f-4b28-9550-bf5f03a63bbd None None] Provisioning complete for port 6aa48441-c2a4-4091-bb69-3fc113591640 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:36.869442 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9dfdd4b1-2e1f-4b28-9550-bf5f03a63bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:36.915974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b36dc-78db-4f86-933a-105cde97f62b None None] Pushing event updated for resources: {'Port': ['ID=b2a7fe26-bb91-4882-a839-5e518ca0d283,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:37.051886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5e17b-0fe3-4623-81dd-a9156a7cebb2 req-964f2cae-218b-4ae3-b1c1-d6789ad56c7e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:37.073447 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78f5e17b-0fe3-4623-81dd-a9156a7cebb2 req-964f2cae-218b-4ae3-b1c1-d6789ad56c7e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.2742591 Nov 11 21:50:37.084237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2f864fc-8350-4fd5-85af-11bea41963f5 req-948c40b6-d2a2-450a-b871-17dc5c5b6e3e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1434035 Nov 11 21:50:37.124405 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Router 7bc6bd4d-ee79-4813-9d0b-4209f37231c8 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:50:37.132847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773bcb8-ecf1-46a1-a552-0a2813e9eb30 None None] Pushing event updated for resources: {'Port': ['ID=6aa48441-c2a4-4091-bb69-3fc113591640,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:37.183544 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:37.200192 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78f5e17b-0fe3-4623-81dd-a9156a7cebb2 req-2e43f443-5554-4b9a-a0c2-521d4b46f722 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255012 Nov 11 21:50:37.326843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-126b0b8c-1e8c-4a28-a445-2fa2285d2b4e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:37.358587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ad0a15-c66b-4d22-9e82-bd7e54342e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-d08218c3-4c13-447f-9b3b-5b4e31f3992a', 'network_id': 'd08218c3-4c13-447f-9b3b-5b4e31f3992a', 'tenant_id': '91a5e3d225a74ed98585b801a1e14d16', 'fixed_ips': [{'subnet_id': 'c793e224-4207-404f-896a-87aec3d508b3'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:50:37.359298 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2ad0a15-c66b-4d22-9e82-bd7e54342e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:37.400787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:50:37.407313 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f9b5224f-5940-4189-9b1f-664fb4ee219b admin admin] 10.222.0.57 "PUT /v2.0/routers/7bc6bd4d-ee79-4813-9d0b-4209f37231c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8049545 Nov 11 21:50:37.452423 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f864fc-8350-4fd5-85af-11bea41963f5 req-00ffaf5d-1639-41bf-b92b-f3a142e0e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:37.454038 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2f864fc-8350-4fd5-85af-11bea41963f5 req-00ffaf5d-1639-41bf-b92b-f3a142e0e54f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 1097 time: 0.2526534 Nov 11 21:50:37.605026 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:37.813945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 036056c2-f238-4f1c-9b52-bd2c84b01864 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:37.825297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3168ea12-2162-4d17-ad67-c2cfe757d118 req-869e71fb-32e7-4e1d-9531-f6634bda3ae9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0814295 Nov 11 21:50:37.867203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f864fc-8350-4fd5-85af-11bea41963f5 req-5f0fcc1c-9b1b-4c95-bf74-e374471296b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:37.882416 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2f864fc-8350-4fd5-85af-11bea41963f5 req-5f0fcc1c-9b1b-4c95-bf74-e374471296b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 919 time: 0.3893566 Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server [None req-e2ad0a15-c66b-4d22-9e82-bd7e54342e41 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c793e224-4207-404f-896a-87aec3d508b3: This subnet is being modified by another concurrent operation. Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise exception Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c793e224-4207-404f-896a-87aec3d508b3: This subnet is being modified by another concurrent operation. Nov 11 21:50:37.919724 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Nov 11 21:50:37.959277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cab2ae0-181d-466d-8cbe-fc4aa749072f None None] Network d08218c3-4c13-447f-9b3b-5b4e31f3992a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:37.977242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2f864fc-8350-4fd5-85af-11bea41963f5 req-38df5c6e-1077-433b-8ba8-22f23639878e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d17eb6-7727-4dc9-92a9-56c305536e97 HTTP/1.1" status: 200 len: 1002 time: 0.0935683 Nov 11 21:50:37.983046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Subnet': ['ID=c793e224-4207-404f-896a-87aec3d508b3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:38.012736 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:38.038611 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42735986-ede0-44f5-b9a6-e07648e0646e None None] Network fe61d8ad-a5f1-4f45-a9c9-0a99153d4218 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:38.073387 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08218c3-4c13-447f-9b3b-5b4e31f3992a']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:38.143169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660ad704-df13-449f-87fe-54856c93bd82') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:38.143902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f864fc-8350-4fd5-85af-11bea41963f5 req-002fd270-268b-435c-8c24-d71a69c1a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:38.144562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660ad704-df13-449f-87fe-54856c93bd82') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:38.145466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2f864fc-8350-4fd5-85af-11bea41963f5 req-002fd270-268b-435c-8c24-d71a69c1a1ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.1588387 Nov 11 21:50:38.173751 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:38.232931 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:38.239649 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f864fc-8350-4fd5-85af-11bea41963f5 req-10d60048-975c-4cd7-aeb7-fccf7b851e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:38.245284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2f864fc-8350-4fd5-85af-11bea41963f5 req-10d60048-975c-4cd7-aeb7-fccf7b851e39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900965 Nov 11 21:50:38.269482 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:50:38.269930 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:50:38.278125 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:50:38.315526 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 036056c2-f238-4f1c-9b52-bd2c84b01864 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:38.316093 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:38.393748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-81ea2e88-3a86-49b8-80e7-c91b61e54b66 None None] Provisioning complete for port 036056c2-f238-4f1c-9b52-bd2c84b01864 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:38.394131 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-81ea2e88-3a86-49b8-80e7-c91b61e54b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:38.423832 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:38.455652 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-126b0b8c-1e8c-4a28-a445-2fa2285d2b4e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:38.471104 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:38.482508 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 32854) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:38.485329 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/networks/d08218c3-4c13-447f-9b3b-5b4e31f3992a HTTP/1.1" status: 204 len: 168 time: 2.4469728 Nov 11 21:50:38.501197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6c908b1b-6c1f-4870-90bc-5176204ee5c2 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-70019055'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:38.502516 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-126b0b8c-1e8c-4a28-a445-2fa2285d2b4e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:38.504640 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2c49e-96c9-4c94-8a7f-ab61293b9bfc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Network': ['ID=d08218c3-4c13-447f-9b3b-5b4e31f3992a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:38.566836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c908b1b-6c1f-4870-90bc-5176204ee5c2 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Made reservation on behalf of 91a5e3d225a74ed98585b801a1e14d16 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:38.570420 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6c908b1b-6c1f-4870-90bc-5176204ee5c2 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:38.650455 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f427-acdc-4e2d-8077-a85bb75930a4 req-98e93f79-43d8-4255-9653-23d890d284ad tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:38.657891 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8af2f427-acdc-4e2d-8077-a85bb75930a4 req-98e93f79-43d8-4255-9653-23d890d284ad tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.2744820 Nov 11 21:50:38.687242 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c908b1b-6c1f-4870-90bc-5176204ee5c2 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:50:38.692245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2f864fc-8350-4fd5-85af-11bea41963f5 req-4fb6dc0d-cbb8-4eed-81e0-3cbeda84ed85 service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432554 Nov 11 21:50:38.730162 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b0b8c-1e8c-4a28-a445-2fa2285d2b4e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=d2bbdf62-fcad-4621-a0d4-866050c2df7b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:38.765694 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6c908b1b-6c1f-4870-90bc-5176204ee5c2 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:38.765995 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-6c908b1b-6c1f-4870-90bc-5176204ee5c2 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Added segment 8f5e81af-4dd5-4e6e-9094-07ede30964ff of type vlan for network c642be4f-3d9a-4824-925d-79ae1a4c6cfa Nov 11 21:50:38.823473 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:38.897832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad85a86-cb57-4ec6-a438-784022679d5f None None] Network 02d83642-f066-498f-b4a6-891e987537e6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:38.936141 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6c908b1b-6c1f-4870-90bc-5176204ee5c2 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:38.968083 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8af2f427-acdc-4e2d-8077-a85bb75930a4 req-16e956cc-a395-4370-84fb-700bb94b2b79 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014748 Nov 11 21:50:38.982238 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-126b0b8c-1e8c-4a28-a445-2fa2285d2b4e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:39.025016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2f864fc-8350-4fd5-85af-11bea41963f5 req-1635df64-c408-4536-aaf7-71eb8a10c1cd service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221955 Nov 11 21:50:39.077500 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9804a9ef-1bb5-4d39-a770-e82daa88bb60 req-0a894683-88e5-459e-920a-e5ae46074d63 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0501556 Nov 11 21:50:39.079075 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.db.resource_extend [None req-6c908b1b-6c1f-4870-90bc-5176204ee5c2 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:50:39.135925 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6c908b1b-6c1f-4870-90bc-5176204ee5c2 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:39.147690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c908b1b-6c1f-4870-90bc-5176204ee5c2 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:39.148566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Sync routers for ids ['7bc6bd4d-ee79-4813-9d0b-4209f37231c8'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:50:39.149663 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6c908b1b-6c1f-4870-90bc-5176204ee5c2 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:39.200418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32858) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:39.204630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6c908b1b-6c1f-4870-90bc-5176204ee5c2 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7191739 Nov 11 21:50:39.218159 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-12a966d9-8b79-4e84-8076-9f14b8117d5b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Request body: {'subnet': {'network_id': 'c642be4f-3d9a-4824-925d-79ae1a4c6cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:39.276682 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Routers {'7bc6bd4d-ee79-4813-9d0b-4209f37231c8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:39.277353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7bc6bd4d-ee79-4813-9d0b-4209f37231c8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:39.294843 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c908b1b-6c1f-4870-90bc-5176204ee5c2 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event updated for resources: {'Network': ['ID=c642be4f-3d9a-4824-925d-79ae1a4c6cfa,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:39.347906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 036056c2-f238-4f1c-9b52-bd2c84b01864, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=036056c2-f238-4f1c-9b52-bd2c84b01864,segment=NetworkSegment(12d32be7-0720-4f7f-a056-4466d1a0438b),segment_id=12d32be7-0720-4f7f-a056-4466d1a0438b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:39.353651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network c642be4f-3d9a-4824-925d-79ae1a4c6cfa details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:50:39.387656 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:39.389293 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b2a7fe26-bb91-4882-a839-5e518ca0d283 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:39.437471 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-126b0b8c-1e8c-4a28-a445-2fa2285d2b4e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:39.443975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a966d9-8b79-4e84-8076-9f14b8117d5b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Made reservation on behalf of 91a5e3d225a74ed98585b801a1e14d16 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:39.448619 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12a966d9-8b79-4e84-8076-9f14b8117d5b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:39.490477 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-81ea2e88-3a86-49b8-80e7-c91b61e54b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:39.897548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12a966d9-8b79-4e84-8076-9f14b8117d5b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:39.961667 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a966d9-8b79-4e84-8076-9f14b8117d5b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event updated for resources: {'Subnet': ['ID=6163b672-3504-4851-8c53-adb752e0c2eb,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:39.998887 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=036056c2-f238-4f1c-9b52-bd2c84b01864,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:40.019652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Set router 7bc6bd4d-ee79-4813-9d0b-4209f37231c8 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:50:40.020069 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-126b0b8c-1e8c-4a28-a445-2fa2285d2b4e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:40.033426 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a966d9-8b79-4e84-8076-9f14b8117d5b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Checking segment: {'id': '8f5e81af-4dd5-4e6e-9094-07ede30964ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'c642be4f-3d9a-4824-925d-79ae1a4c6cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:40.039075 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a966d9-8b79-4e84-8076-9f14b8117d5b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Network hostable DHCP agents. Network: c642be4f-3d9a-4824-925d-79ae1a4c6cfa, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:50:40.046625 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-126b0b8c-1e8c-4a28-a445-2fa2285d2b4e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:40.047518 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-126b0b8c-1e8c-4a28-a445-2fa2285d2b4e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:40.112622 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b2a7fe26-bb91-4882-a839-5e518ca0d283 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:40.113030 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:40.198050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a966d9-8b79-4e84-8076-9f14b8117d5b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Network c642be4f-3d9a-4824-925d-79ae1a4c6cfa is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:50:40.208590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09de57-639e-4d6f-9062-8d1829f085d1 req-dfe1423a-7840-40f4-b8d8-2814af8ec275 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:40.213755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b0b8c-1e8c-4a28-a445-2fa2285d2b4e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=d2bbdf62-fcad-4621-a0d4-866050c2df7b,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:40.215366 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-81ea2e88-3a86-49b8-80e7-c91b61e54b66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:50:40.215717 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-81ea2e88-3a86-49b8-80e7-c91b61e54b66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:50:40.221651 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7f09de57-639e-4d6f-9062-8d1829f085d1 req-dfe1423a-7840-40f4-b8d8-2814af8ec275 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.1288733 Nov 11 21:50:40.258327 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-12a966d9-8b79-4e84-8076-9f14b8117d5b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, c642be4f-3d9a-4824-925d-79ae1a4c6cfa) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:40.265826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a966d9-8b79-4e84-8076-9f14b8117d5b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:40.266470 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-12a966d9-8b79-4e84-8076-9f14b8117d5b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:40.301771 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-12a966d9-8b79-4e84-8076-9f14b8117d5b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0887849 Nov 11 21:50:40.303859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32864) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:40.337297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5cf4acf7-5310-437f-8b48-4365d2d80d78 req-f6b996d5-fd17-4ef6-bae8-256a82ef1959 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0808928 Nov 11 21:50:40.373536 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac21a7c-e6e8-4c47-b090-c15fc67f950e None None] Network c642be4f-3d9a-4824-925d-79ae1a4c6cfa requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:40.427799 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7f09de57-639e-4d6f-9062-8d1829f085d1 req-88dbe0bc-0f37-4da6-894a-64266010b9d3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021306 Nov 11 21:50:40.438367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126b0b8c-1e8c-4a28-a445-2fa2285d2b4e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 02d83642-f066-498f-b4a6-891e987537e6 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:40.451024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-126b0b8c-1e8c-4a28-a445-2fa2285d2b4e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:40.569594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'name': 'tempest-TestVolumeBackupRestore-1203677210-router', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '6aa48441-c2a4-4091-bb69-3fc113591640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:28Z', 'updated_at': '2021-11-11T21:50:35Z', 'revision_number': 4, 'project_id': '5d8bd3c5ba184aae9c090fb057332587', 'gw_port': {'id': '6aa48441-c2a4-4091-bb69-3fc113591640', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:30Z', 'updated_at': '2021-11-11T21:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b81ca96b-afa3-4abf-a1f0-34bf12609646', 'name': '', 'network_id': 'fe61d8ad-a5f1-4f45-a9c9-0a99153d4218', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587', 'mac_address': 'fa:16:3e:99:bd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '44393890-f24f-4fc0-8529-bd93526dee27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:34Z', 'updated_at': '2021-11-11T21:50:35Z', 'revision_number': 2, 'project_id': '5d8bd3c5ba184aae9c090fb057332587', 'subnets': [{'id': '44393890-f24f-4fc0-8529-bd93526dee27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:40.610844 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:40.617923 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Checking router: 7bc6bd4d-ee79-4813-9d0b-4209f37231c8 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:50:40.618555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Updating router 7bc6bd4d-ee79-4813-9d0b-4209f37231c8 port b81ca96b-afa3-4abf-a1f0-34bf12609646 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:50:40.717018 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:40.853784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port b2a7fe26-bb91-4882-a839-5e518ca0d283, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b2a7fe26-bb91-4882-a839-5e518ca0d283,segment=NetworkSegment(c91c64e1-3f11-4109-9747-d1018cf14b45),segment_id=c91c64e1-3f11-4109-9747-d1018cf14b45)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:41.006198 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:41.007323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6aa48441-c2a4-4091-bb69-3fc113591640 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:41.135259 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-c642be4f-3d9a-4824-925d-79ae1a4c6cfa', 'network_id': 'c642be4f-3d9a-4824-925d-79ae1a4c6cfa', 'tenant_id': '91a5e3d225a74ed98585b801a1e14d16', 'fixed_ips': [{'subnet_id': '6163b672-3504-4851-8c53-adb752e0c2eb'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:50:41.139118 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:41.246136 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-20ce3a79-b9d8-440b-9d72-d60c02f35293 None None] Provisioning complete for port d2bbdf62-fcad-4621-a0d4-866050c2df7b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:41.246561 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20ce3a79-b9d8-440b-9d72-d60c02f35293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:41.344649 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:41.474886 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Allocated IP 2001:db8::2 (c642be4f-3d9a-4824-925d-79ae1a4c6cfa/6163b672-3504-4851-8c53-adb752e0c2eb/53b625fe-ece2-4633-8f38-0dfb82d74866) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:41.506708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:41.605749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126b0b8c-1e8c-4a28-a445-2fa2285d2b4e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 1adb0a17-175a-4fb2-995e-95d81757fd6b is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:50:41.670607 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-12869afe-3882-4541-8e20-9299e37480d0 req-c7aa2feb-472c-4fd5-89de-bdb8cd87a66e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.1017253 Nov 11 21:50:41.772008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587465f-8c99-45d2-8b0e-a1ff5f0cbe37 req-d8a30d2d-d1cb-47b2-90e7-f64b8f1d4eda tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:41.788346 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7587465f-8c99-45d2-8b0e-a1ff5f0cbe37 req-d8a30d2d-d1cb-47b2-90e7-f64b8f1d4eda tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.1690922 Nov 11 21:50:41.841064 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126b0b8c-1e8c-4a28-a445-2fa2285d2b4e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:50:41.846991 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-126b0b8c-1e8c-4a28-a445-2fa2285d2b4e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/1adb0a17-175a-4fb2-995e-95d81757fd6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4339421 Nov 11 21:50:41.850841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 32870) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:41.862556 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edcff9a-4bc5-4d88-a14f-aa406d8c2291 None None] Sync routers for ids ['1adb0a17-175a-4fb2-995e-95d81757fd6b'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:50:41.865225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-20ce3a79-b9d8-440b-9d72-d60c02f35293 None None] Port d2bbdf62-fcad-4621-a0d4-866050c2df7b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:50:41.872668 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:41.894166 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edcff9a-4bc5-4d88-a14f-aa406d8c2291 None None] Routers {'1adb0a17-175a-4fb2-995e-95d81757fd6b'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:41.897728 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4edcff9a-4bc5-4d88-a14f-aa406d8c2291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1adb0a17-175a-4fb2-995e-95d81757fd6b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:41.913356 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7587465f-8c99-45d2-8b0e-a1ff5f0cbe37 req-067fb50b-47a5-4c5d-8742-c1cdf6c403d1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218135 Nov 11 21:50:41.960518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 6aa48441-c2a4-4091-bb69-3fc113591640 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:41.961039 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:41.962726 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=b2a7fe26-bb91-4882-a839-5e518ca0d283,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:41.984400 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4edcff9a-4bc5-4d88-a14f-aa406d8c2291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:41.992366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9285b43-f0ba-48db-84db-8b0b9331edc1 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:41.998008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32872) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:41.999268 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c9285b43-f0ba-48db-84db-8b0b9331edc1 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports/d2bbdf62-fcad-4621-a0d4-866050c2df7b HTTP/1.1" status: 200 len: 984 time: 0.1471274 Nov 11 21:50:42.023691 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edcff9a-4bc5-4d88-a14f-aa406d8c2291 None None] Routers {'1adb0a17-175a-4fb2-995e-95d81757fd6b'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:42.024489 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4edcff9a-4bc5-4d88-a14f-aa406d8c2291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1adb0a17-175a-4fb2-995e-95d81757fd6b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:42.075031 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-20ce3a79-b9d8-440b-9d72-d60c02f35293 None None] Provisioning complete for port b81ca96b-afa3-4abf-a1f0-34bf12609646 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:42.075421 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20ce3a79-b9d8-440b-9d72-d60c02f35293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:42.107618 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4edcff9a-4bc5-4d88-a14f-aa406d8c2291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:42.108270 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edcff9a-4bc5-4d88-a14f-aa406d8c2291 None None] The sync data for ids ['1adb0a17-175a-4fb2-995e-95d81757fd6b'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:50:42.204374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-20ce3a79-b9d8-440b-9d72-d60c02f35293 None None] Port b81ca96b-afa3-4abf-a1f0-34bf12609646 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:50:42.372119 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-20ce3a79-b9d8-440b-9d72-d60c02f35293 None None] Provisioning complete for port b2a7fe26-bb91-4882-a839-5e518ca0d283 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:42.372751 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20ce3a79-b9d8-440b-9d72-d60c02f35293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:42.449033 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:42.477417 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:42.483967 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:42.543061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Pushing event updated for resources: {'Port': ['ID=53b625fe-ece2-4633-8f38-0dfb82d74866,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:42.554788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 036056c2-f238-4f1c-9b52-bd2c84b01864 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:42.575981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-807a0384-ef92-48af-bc4d-c8492b23ab36 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:42.609225 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:42.627454 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Network c642be4f-3d9a-4824-925d-79ae1a4c6cfa is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:42.644185 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:42.652161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:42.709288 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:42.748439 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 036056c2-f238-4f1c-9b52-bd2c84b01864 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:42.748820 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:42.832524 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:42.854246 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c642be4f-3d9a-4824-925d-79ae1a4c6cfa']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:42.864640 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5e81af-4dd5-4e6e-9094-07ede30964ff') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:42.865034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5e81af-4dd5-4e6e-9094-07ede30964ff') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:42.882596 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:42.887639 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1bf21040-22ec-4319-8102-a7227742d385 req-54891c78-3d12-4ed9-8739-cda2b0827e73 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0806026 Nov 11 21:50:42.914372 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:42.945812 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Subnet': ['ID=6163b672-3504-4851-8c53-adb752e0c2eb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:42.956646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:50:42.958267 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:50:43.028434 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:50:43.036642 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acdbf2-c2f2-46f9-a5ce-8636b92f75eb None None] Pushing event updated for resources: {'Port': ['ID=b81ca96b-afa3-4abf-a1f0-34bf12609646,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:43.087673 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Attempting to bind port 53b625fe-ece2-4633-8f38-0dfb82d74866 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:50:43.088053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Attempting to bind port 53b625fe-ece2-4633-8f38-0dfb82d74866 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '8f5e81af-4dd5-4e6e-9094-07ede30964ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'c642be4f-3d9a-4824-925d-79ae1a4c6cfa'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:50:43.088405 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Attempting to bind port 53b625fe-ece2-4633-8f38-0dfb82d74866 on network c642be4f-3d9a-4824-925d-79ae1a4c6cfa {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:50:43.137237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:50:43.137974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Checking segment: {'id': '8f5e81af-4dd5-4e6e-9094-07ede30964ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'c642be4f-3d9a-4824-925d-79ae1a4c6cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:43.138751 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:43.139696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Bound using segment: {'id': '8f5e81af-4dd5-4e6e-9094-07ede30964ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'c642be4f-3d9a-4824-925d-79ae1a4c6cfa'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:50:43.140550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Bound port: 53b625fe-ece2-4633-8f38-0dfb82d74866, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5e81af-4dd5-4e6e-9094-07ede30964ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'c642be4f-3d9a-4824-925d-79ae1a4c6cfa'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:50:43.141414 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:43.183141 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-20ce3a79-b9d8-440b-9d72-d60c02f35293 None None] Provisioning complete for port 036056c2-f238-4f1c-9b52-bd2c84b01864 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:43.183947 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20ce3a79-b9d8-440b-9d72-d60c02f35293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:43.194499 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbcdf5-02b2-4182-9c04-3a0283ad2263 req-c06f2a75-427d-41d7-9330-a3864641dafd tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:43.195527 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ffbcdf5-02b2-4182-9c04-3a0283ad2263 req-c06f2a75-427d-41d7-9330-a3864641dafd tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.1398544 Nov 11 21:50:43.210364 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.db.api [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:50:43.210364 n-d-805737-3 neutron-server[102535]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:50:43.210364 n-d-805737-3 neutron-server[102535]: [parameters: {'id': 'c642be4f-3d9a-4824-925d-79ae1a4c6cfa'}] Nov 11 21:50:43.210364 n-d-805737-3 neutron-server[102535]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:50:43.210767 n-d-805737-3 neutron-server[102535]: DEBUG oslo_db.api [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:50:43.275988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Attempting to bind port b81ca96b-afa3-4abf-a1f0-34bf12609646 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:50:43.276388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Attempting to bind port b81ca96b-afa3-4abf-a1f0-34bf12609646 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '12d32be7-0720-4f7f-a056-4466d1a0438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'fe61d8ad-a5f1-4f45-a9c9-0a99153d4218'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:50:43.276721 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Attempting to bind port b81ca96b-afa3-4abf-a1f0-34bf12609646 on network fe61d8ad-a5f1-4f45-a9c9-0a99153d4218 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:50:43.283060 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ffbcdf5-02b2-4182-9c04-3a0283ad2263 req-db08e1f9-7993-4fe0-ac66-a4b67a0c2036 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672371 Nov 11 21:50:43.323293 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:50:43.323777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Checking segment: {'id': '12d32be7-0720-4f7f-a056-4466d1a0438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'fe61d8ad-a5f1-4f45-a9c9-0a99153d4218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:43.324087 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:43.324472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Bound using segment: {'id': '12d32be7-0720-4f7f-a056-4466d1a0438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'fe61d8ad-a5f1-4f45-a9c9-0a99153d4218'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:50:43.325002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Bound port: b81ca96b-afa3-4abf-a1f0-34bf12609646, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d32be7-0720-4f7f-a056-4466d1a0438b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'fe61d8ad-a5f1-4f45-a9c9-0a99153d4218'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:50:43.325388 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:43.354489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-807a0384-ef92-48af-bc4d-c8492b23ab36 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port d2bbdf62-fcad-4621-a0d4-866050c2df7b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:43.355536 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-807a0384-ef92-48af-bc4d-c8492b23ab36 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:43.359006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b2a7fe26-bb91-4882-a839-5e518ca0d283 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:43.418769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] For port 53b625fe-ece2-4633-8f38-0dfb82d74866, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:50:43.458477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] For port 53b625fe-ece2-4633-8f38-0dfb82d74866, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=53b625fe-ece2-4633-8f38-0dfb82d74866,segment=NetworkSegment(8f5e81af-4dd5-4e6e-9094-07ede30964ff),segment_id=8f5e81af-4dd5-4e6e-9094-07ede30964ff)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:50:43.496397 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:43.508360 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-807a0384-ef92-48af-bc4d-c8492b23ab36 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:43.524990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-807a0384-ef92-48af-bc4d-c8492b23ab36 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for d2bbdf62-fcad-4621-a0d4-866050c2df7b owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:43.552281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] For port b81ca96b-afa3-4abf-a1f0-34bf12609646, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:50:43.586939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] For port b81ca96b-afa3-4abf-a1f0-34bf12609646, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b81ca96b-afa3-4abf-a1f0-34bf12609646,segment=NetworkSegment(12d32be7-0720-4f7f-a056-4466d1a0438b),segment_id=12d32be7-0720-4f7f-a056-4466d1a0438b)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:50:43.712091 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:43.730814 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-807a0384-ef92-48af-bc4d-c8492b23ab36 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:43.792749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a0384-ef92-48af-bc4d-c8492b23ab36 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=d2bbdf62-fcad-4621-a0d4-866050c2df7b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:43.798867 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:43.814365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b2a7fe26-bb91-4882-a839-5e518ca0d283 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:43.814779 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:43.822023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd2243-1cbe-4a95-b2b4-4a9f8738d11a None None] Pushing event updated for resources: {'Port': ['ID=53b625fe-ece2-4633-8f38-0dfb82d74866,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:43.852634 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9493a382-7a29-493d-ba24-935dcc6bbfd2 None None] Could not find standard attr ID for object d2bbdf62-fcad-4621-a0d4-866050c2df7b. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:50:43.939039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b262796-d442-4ebe-9d25-9eee3a70a721 None None] Network c642be4f-3d9a-4824-925d-79ae1a4c6cfa requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:44.019164 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-807a0384-ef92-48af-bc4d-c8492b23ab36 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:44.030894 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Deleting port 53b625fe-ece2-4633-8f38-0dfb82d74866 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:44.031439 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:44.058483 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c01f8264-4efd-41c8-9243-b80b330cdeb7 req-bd449a5a-7911-44e6-8660-9348440e907b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0687833 Nov 11 21:50:44.082420 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0508923c-91a6-4c44-869c-185c9d68f6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:44.104775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9493a382-7a29-493d-ba24-935dcc6bbfd2 None None] Provisioning complete for port b81ca96b-afa3-4abf-a1f0-34bf12609646 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:44.105257 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9493a382-7a29-493d-ba24-935dcc6bbfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:44.107244 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Routers {'7bc6bd4d-ee79-4813-9d0b-4209f37231c8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:44.108002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7bc6bd4d-ee79-4813-9d0b-4209f37231c8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:44.156677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acdbf2-c2f2-46f9-a5ce-8636b92f75eb None None] Pushing event updated for resources: {'Port': ['ID=b81ca96b-afa3-4abf-a1f0-34bf12609646,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:44.225021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] For port 53b625fe-ece2-4633-8f38-0dfb82d74866, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=53b625fe-ece2-4633-8f38-0dfb82d74866,segment=NetworkSegment(8f5e81af-4dd5-4e6e-9094-07ede30964ff),segment_id=8f5e81af-4dd5-4e6e-9094-07ede30964ff)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:44.225385 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:44.242007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Calling delete_port for 53b625fe-ece2-4633-8f38-0dfb82d74866 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:44.396242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] Set router 7bc6bd4d-ee79-4813-9d0b-4209f37231c8 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:50:44.421104 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807a0384-ef92-48af-bc4d-c8492b23ab36 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 1adb0a17-175a-4fb2-995e-95d81757fd6b has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:50:44.421329 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb0aa4-6b89-4484-9e5a-f3302fce2fcc req-24d9b483-73cb-44ed-a936-ea111b1219f7 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:44.430846 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3cb0aa4-6b89-4484-9e5a-f3302fce2fcc req-24d9b483-73cb-44ed-a936-ea111b1219f7 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.0648413 Nov 11 21:50:44.443376 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9493a382-7a29-493d-ba24-935dcc6bbfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:44.449647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aba140b-1f1b-4991-b291-c4f0219171b5 None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:50:44.501253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3cb0aa4-6b89-4484-9e5a-f3302fce2fcc req-c69292d4-04ad-4214-aa48-947c8d7d88bd tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667973 Nov 11 21:50:44.539964 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:44.573627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807a0384-ef92-48af-bc4d-c8492b23ab36 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:50:44.575390 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Port': ['ID=53b625fe-ece2-4633-8f38-0dfb82d74866,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:44.583186 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-807a0384-ef92-48af-bc4d-c8492b23ab36 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/1adb0a17-175a-4fb2-995e-95d81757fd6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5811608 Nov 11 21:50:44.583391 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32882) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:44.586222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9493a382-7a29-493d-ba24-935dcc6bbfd2 None None] For port b81ca96b-afa3-4abf-a1f0-34bf12609646, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b81ca96b-afa3-4abf-a1f0-34bf12609646,segment=NetworkSegment(12d32be7-0720-4f7f-a056-4466d1a0438b),segment_id=12d32be7-0720-4f7f-a056-4466d1a0438b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:44.591113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] No DVR routers for this DVR port 53b625fe-ece2-4633-8f38-0dfb82d74866 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:44.619755 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912b459-9d2f-4bf6-90b3-a5484fcb0d56 None None] Sync routers for ids ['1adb0a17-175a-4fb2-995e-95d81757fd6b'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:50:44.621686 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9493a382-7a29-493d-ba24-935dcc6bbfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:44.719241 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:44.729288 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9912b459-9d2f-4bf6-90b3-a5484fcb0d56 None None] Routers {'1adb0a17-175a-4fb2-995e-95d81757fd6b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:44.729930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9912b459-9d2f-4bf6-90b3-a5484fcb0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1adb0a17-175a-4fb2-995e-95d81757fd6b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:44.806290 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:44.815064 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9912b459-9d2f-4bf6-90b3-a5484fcb0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:44.832666 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493a382-7a29-493d-ba24-935dcc6bbfd2 None None] Pushing event updated for resources: {'Port': ['ID=b81ca96b-afa3-4abf-a1f0-34bf12609646,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:44.843456 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c642be4f-3d9a-4824-925d-79ae1a4c6cfa']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:44.866050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5e81af-4dd5-4e6e-9094-07ede30964ff') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:44.866349 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8849a084-7686-4658-a4cd-d94bf742cc32 None None] Provisioning complete for port b81ca96b-afa3-4abf-a1f0-34bf12609646 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:44.866463 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8849a084-7686-4658-a4cd-d94bf742cc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:44.866562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5e81af-4dd5-4e6e-9094-07ede30964ff') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:44.898280 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:44.930364 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-fd08cc0d-c21d-41b5-a5f4-8fa1f081d7b1 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] remove_router_interface failed (client error): The resource could not be found. Nov 11 21:50:44.933992 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fd08cc0d-c21d-41b5-a5f4-8fa1f081d7b1 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/1adb0a17-175a-4fb2-995e-95d81757fd6b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3471148 Nov 11 21:50:44.934381 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 32884) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:44.947607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9912b459-9d2f-4bf6-90b3-a5484fcb0d56 None None] Routers {'1adb0a17-175a-4fb2-995e-95d81757fd6b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:44.948433 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9912b459-9d2f-4bf6-90b3-a5484fcb0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1adb0a17-175a-4fb2-995e-95d81757fd6b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:44.963936 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:44.982717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:50:44.985063 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:50:44.988479 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:50:44.992978 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ac51004b-fb15-42e8-bd06-487244c0718b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports?device_id=1adb0a17-175a-4fb2-995e-95d81757fd6b HTTP/1.1" status: 200 len: 205 time: 0.0556550 Nov 11 21:50:44.994994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 32886) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:45.012458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9912b459-9d2f-4bf6-90b3-a5484fcb0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:45.013311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912b459-9d2f-4bf6-90b3-a5484fcb0d56 None None] The sync data for ids ['1adb0a17-175a-4fb2-995e-95d81757fd6b'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:50:45.032061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba140b-1f1b-4991-b291-c4f0219171b5 None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:50:45.137671 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:45.144340 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:45.157398 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/networks/c642be4f-3d9a-4824-925d-79ae1a4c6cfa HTTP/1.1" status: 204 len: 168 time: 4.8525982 Nov 11 21:50:45.158376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32892) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:45.172458 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c24016f4-331b-4c9d-a637-53f29177500f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-922216482'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:45.188900 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-158f9393-3789-4fd7-9060-3a2a99e69bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:45.226835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24016f4-331b-4c9d-a637-53f29177500f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Made reservation on behalf of 91a5e3d225a74ed98585b801a1e14d16 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:45.228265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'name': 'tempest-TestVolumeBackupRestore-1203677210-router', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '6aa48441-c2a4-4091-bb69-3fc113591640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:28Z', 'updated_at': '2021-11-11T21:50:35Z', 'revision_number': 4, 'project_id': '5d8bd3c5ba184aae9c090fb057332587', 'gw_port': {'id': '6aa48441-c2a4-4091-bb69-3fc113591640', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:30Z', 'updated_at': '2021-11-11T21:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b81ca96b-afa3-4abf-a1f0-34bf12609646', 'name': '', 'network_id': 'fe61d8ad-a5f1-4f45-a9c9-0a99153d4218', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587', 'mac_address': 'fa:16:3e:99:bd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '44393890-f24f-4fc0-8529-bd93526dee27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:34Z', 'updated_at': '2021-11-11T21:50:43Z', 'revision_number': 4, 'project_id': '5d8bd3c5ba184aae9c090fb057332587', 'subnets': [{'id': '44393890-f24f-4fc0-8529-bd93526dee27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:45.237899 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c24016f4-331b-4c9d-a637-53f29177500f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:45.244984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60628f-f585-42a0-97d9-d660ce578acc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Network': ['ID=c642be4f-3d9a-4824-925d-79ae1a4c6cfa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:45.268211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4921f4f-1df4-4ac8-8dfb-9e5486546ec3 None None] The sync data for ids ['7bc6bd4d-ee79-4813-9d0b-4209f37231c8'] in n-d-805737-3 is: [{'id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'name': 'tempest-TestVolumeBackupRestore-1203677210-router', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '6aa48441-c2a4-4091-bb69-3fc113591640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:28Z', 'updated_at': '2021-11-11T21:50:35Z', 'revision_number': 4, 'project_id': '5d8bd3c5ba184aae9c090fb057332587', 'gw_port': {'id': '6aa48441-c2a4-4091-bb69-3fc113591640', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:30Z', 'updated_at': '2021-11-11T21:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b81ca96b-afa3-4abf-a1f0-34bf12609646', 'name': '', 'network_id': 'fe61d8ad-a5f1-4f45-a9c9-0a99153d4218', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587', 'mac_address': 'fa:16:3e:99:bd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '44393890-f24f-4fc0-8529-bd93526dee27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:34Z', 'updated_at': '2021-11-11T21:50:43Z', 'revision_number': 4, 'project_id': '5d8bd3c5ba184aae9c090fb057332587', 'subnets': [{'id': '44393890-f24f-4fc0-8529-bd93526dee27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:50:45.297773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24016f4-331b-4c9d-a637-53f29177500f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:50:45.320689 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c24016f4-331b-4c9d-a637-53f29177500f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:45.321719 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-c24016f4-331b-4c9d-a637-53f29177500f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Added segment 96adf8d6-c4ea-429c-949c-08e7dbe00913 of type vlan for network b26976f0-807f-4e5a-8d4c-818b0ee9fc6b Nov 11 21:50:45.423770 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c24016f4-331b-4c9d-a637-53f29177500f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:45.468289 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c24016f4-331b-4c9d-a637-53f29177500f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:45.487867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24016f4-331b-4c9d-a637-53f29177500f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:45.490242 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c24016f4-331b-4c9d-a637-53f29177500f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:45.649373 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-158f9393-3789-4fd7-9060-3a2a99e69bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:45.656263 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-158f9393-3789-4fd7-9060-3a2a99e69bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:45.658268 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c24016f4-331b-4c9d-a637-53f29177500f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4947412 Nov 11 21:50:45.661765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32918) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:45.673654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bd2298e0-5cb9-483e-a8d6-1fab1ce8bff9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Request body: {'subnet': {'network_id': 'b26976f0-807f-4e5a-8d4c-818b0ee9fc6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:45.680531 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695a680e-b9fc-4452-b84e-28dab1f6115f None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:50:45.739723 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24016f4-331b-4c9d-a637-53f29177500f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event updated for resources: {'Network': ['ID=b26976f0-807f-4e5a-8d4c-818b0ee9fc6b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:45.742397 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-923e41d6-757b-4ed6-9b3e-a67d3010561a req-3b2b091c-4d14-471a-8f55-d7d1a5623266 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.4138713 Nov 11 21:50:45.763458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network b26976f0-807f-4e5a-8d4c-818b0ee9fc6b details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:50:45.765793 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-158f9393-3789-4fd7-9060-3a2a99e69bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:45.766570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158f9393-3789-4fd7-9060-3a2a99e69bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Fanout notify agent at l3_agent the message router_deleted on router 1adb0a17-175a-4fb2-995e-95d81757fd6b {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:50:45.789274 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-158f9393-3789-4fd7-9060-3a2a99e69bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:45.799396 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-158f9393-3789-4fd7-9060-3a2a99e69bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/routers/1adb0a17-175a-4fb2-995e-95d81757fd6b HTTP/1.1" status: 204 len: 168 time: 0.8030245 Nov 11 21:50:45.800654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 32928) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:45.923477 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cf6bd6-a270-4d69-bf74-ed25a48d7df7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting subnet 1f096bf7-513e-492e-8ac9-4ba59ff8fb96 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:50:45.929420 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2cf6bd6-a270-4d69-bf74-ed25a48d7df7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:45.953528 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2298e0-5cb9-483e-a8d6-1fab1ce8bff9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Made reservation on behalf of 91a5e3d225a74ed98585b801a1e14d16 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:45.959352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd2298e0-5cb9-483e-a8d6-1fab1ce8bff9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:45.996211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-73f34548-8a11-4cb0-aa4d-4c08a0deae81 None None] Provisioning complete for port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:45.999640 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-73f34548-8a11-4cb0-aa4d-4c08a0deae81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:46.026852 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2cf6bd6-a270-4d69-bf74-ed25a48d7df7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:46.243383 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fe404aaa-9226-4ad1-87ca-218451bff6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:46.276750 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2cf6bd6-a270-4d69-bf74-ed25a48d7df7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:46.419081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2cf6bd6-a270-4d69-bf74-ed25a48d7df7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:46.457975 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf6bd6-a270-4d69-bf74-ed25a48d7df7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Subnet': ['ID=1f096bf7-513e-492e-8ac9-4ba59ff8fb96,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:46.473834 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2cf6bd6-a270-4d69-bf74-ed25a48d7df7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:46.479936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32946) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:46.480965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f2cf6bd6-a270-4d69-bf74-ed25a48d7df7 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/1f096bf7-513e-492e-8ac9-4ba59ff8fb96 HTTP/1.1" status: 204 len: 168 time: 0.6788886 Nov 11 21:50:46.545074 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29db21f-3a76-4e8f-b310-1ef1f47622cd req-f35240ee-55a9-40af-adf5-1979317a565a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:46.548278 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b29db21f-3a76-4e8f-b310-1ef1f47622cd req-f35240ee-55a9-40af-adf5-1979317a565a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.1743808 Nov 11 21:50:46.675207 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:46.708178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b29db21f-3a76-4e8f-b310-1ef1f47622cd req-180e08f0-8a49-4311-9d82-15fbd82b2362 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420927 Nov 11 21:50:46.785330 n-d-805737-3 neutron-server[102535]: DEBUG neutron.objects.ports [None req-bd2298e0-5cb9-483e-a8d6-1fab1ce8bff9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:50:46.789965 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd2298e0-5cb9-483e-a8d6-1fab1ce8bff9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:46.936783 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b81ca96b-afa3-4abf-a1f0-34bf12609646 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:46.984679 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43e68814-ea68-4697-9da1-c9186fcdf4d8 req-88b81df1-30be-4602-85c9-0d20dbe9e50a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0712929 Nov 11 21:50:47.007742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2298e0-5cb9-483e-a8d6-1fab1ce8bff9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Checking segment: {'id': '96adf8d6-c4ea-429c-949c-08e7dbe00913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'b26976f0-807f-4e5a-8d4c-818b0ee9fc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:47.008256 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2298e0-5cb9-483e-a8d6-1fab1ce8bff9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Network hostable DHCP agents. Network: b26976f0-807f-4e5a-8d4c-818b0ee9fc6b, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:50:47.044462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2298e0-5cb9-483e-a8d6-1fab1ce8bff9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event updated for resources: {'Subnet': ['ID=a941d17c-dbe0-4d8e-827a-597cd271fd6f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:47.075149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695a680e-b9fc-4452-b84e-28dab1f6115f None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:50:47.098395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2298e0-5cb9-483e-a8d6-1fab1ce8bff9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Network b26976f0-807f-4e5a-8d4c-818b0ee9fc6b is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:50:47.111910 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port b2a7fe26-bb91-4882-a839-5e518ca0d283 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:47.113972 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:47.134814 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-bd2298e0-5cb9-483e-a8d6-1fab1ce8bff9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, b26976f0-807f-4e5a-8d4c-818b0ee9fc6b) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:47.165439 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2298e0-5cb9-483e-a8d6-1fab1ce8bff9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:47.165693 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bd2298e0-5cb9-483e-a8d6-1fab1ce8bff9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:47.259086 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bd2298e0-5cb9-483e-a8d6-1fab1ce8bff9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5943360 Nov 11 21:50:47.259563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 32982) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:47.273080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b81ca96b-afa3-4abf-a1f0-34bf12609646 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:47.273685 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:47.354563 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] For port b2a7fe26-bb91-4882-a839-5e518ca0d283, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b2a7fe26-bb91-4882-a839-5e518ca0d283,segment=NetworkSegment(c91c64e1-3f11-4109-9747-d1018cf14b45),segment_id=c91c64e1-3f11-4109-9747-d1018cf14b45)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:47.354843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:47.413198 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for b2a7fe26-bb91-4882-a839-5e518ca0d283 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:47.436647 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:47.506774 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:47.623179 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:47.648252 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:47.657817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=b2a7fe26-bb91-4882-a839-5e518ca0d283,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:47.661748 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No DVR routers for this DVR port b2a7fe26-bb91-4882-a839-5e518ca0d283 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:47.791338 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:47.799065 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:47.837920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d83642-f066-498f-b4a6-891e987537e6']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:47.847105 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fcca77-edc4-4ce6-a006-a2185d6502a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-b26976f0-807f-4e5a-8d4c-818b0ee9fc6b', 'network_id': 'b26976f0-807f-4e5a-8d4c-818b0ee9fc6b', 'tenant_id': '91a5e3d225a74ed98585b801a1e14d16', 'fixed_ips': [{'subnet_id': 'a941d17c-dbe0-4d8e-827a-597cd271fd6f'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:50:47.848358 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57fcca77-edc4-4ce6-a006-a2185d6502a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:47.851823 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Subnet': ['ID=a941d17c-dbe0-4d8e-827a-597cd271fd6f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:47.868138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91c64e1-3f11-4109-9747-d1018cf14b45') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:47.868486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91c64e1-3f11-4109-9747-d1018cf14b45') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:47.889864 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:47.914385 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:47.930227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:50:47.930628 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:50:47.933998 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:50:47.937678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0a76-c2e1-4011-8f3c-2b85d284b794 req-9d17595b-cbc6-4235-b0c3-150689584b5b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:47.939266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-212e0a76-c2e1-4011-8f3c-2b85d284b794 req-9d17595b-cbc6-4235-b0c3-150689584b5b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.1011102 Nov 11 21:50:47.997572 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.015929 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.020296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e244bc71-82e8-4935-88be-08747c174252 None None] Network 02d83642-f066-498f-b4a6-891e987537e6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:48.023406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764fe06d-81c9-4844-b223-7e478b10cd53 None None] Network b26976f0-807f-4e5a-8d4c-818b0ee9fc6b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:48.041583 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.048154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26976f0-807f-4e5a-8d4c-818b0ee9fc6b']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:48.052069 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/networks/02d83642-f066-498f-b4a6-891e987537e6 HTTP/1.1" status: 204 len: 168 time: 1.5709345 Nov 11 21:50:48.056754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 32988) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:48.064462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-818240fd-b134-4ced-8f55-0f21ec597c68 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2128539251'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:48.081554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96adf8d6-c4ea-429c-949c-08e7dbe00913') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:48.081855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96adf8d6-c4ea-429c-949c-08e7dbe00913') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:48.097673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-212e0a76-c2e1-4011-8f3c-2b85d284b794 req-9cd4a643-1da5-43ed-b1b3-298227b1fa63 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167874 Nov 11 21:50:48.099509 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.105593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e244bc71-82e8-4935-88be-08747c174252 None None] Network 02d83642-f066-498f-b4a6-891e987537e6 could not be found, it might have been deleted concurrently. {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 21:50:48.124081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.134683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818240fd-b134-4ced-8f55-0f21ec597c68 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:48.144877 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-818240fd-b134-4ced-8f55-0f21ec597c68 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.189451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:50:48.193892 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:50:48.213097 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:50:48.244332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4229fd2b-7b1f-4666-bbd6-bf03d39de4c7 None None] DHCP port deletion for 02d83642-f066-498f-b4a6-891e987537e6 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:50:48.304349 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-df20e676-888a-48fd-9017-1cc7441fe9e4 req-c9b9b96c-b616-432f-bb3c-b37366c5c5f9 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0427506 Nov 11 21:50:48.384155 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.393168 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.414912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/networks/b26976f0-807f-4e5a-8d4c-818b0ee9fc6b HTTP/1.1" status: 204 len: 168 time: 1.1541924 Nov 11 21:50:48.417980 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 32990) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:48.440901 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5cb99e-c8eb-46d9-89d9-8978b76ad728 None None] Network b26976f0-807f-4e5a-8d4c-818b0ee9fc6b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:48.447312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818240fd-b134-4ced-8f55-0f21ec597c68 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:50:48.476383 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa5200-2419-49c2-bed3-2a779d3253c9 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Network': ['ID=b26976f0-807f-4e5a-8d4c-818b0ee9fc6b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:48.477105 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5cb99e-c8eb-46d9-89d9-8978b76ad728 None None] Network b26976f0-807f-4e5a-8d4c-818b0ee9fc6b could not be found, it might have been deleted concurrently. {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 21:50:48.493907 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4041855c-51dc-4318-8627-defd02770dc1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] DELETE failed (client error): The resource could not be found. Nov 11 21:50:48.493907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4041855c-51dc-4318-8627-defd02770dc1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:50:48.493907 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4041855c-51dc-4318-8627-defd02770dc1 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/subnets/a941d17c-dbe0-4d8e-827a-597cd271fd6f HTTP/1.1" status: 404 len: 337 time: 0.0668457 Nov 11 21:50:48.493907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 32992) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:48.503480 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-818240fd-b134-4ced-8f55-0f21ec597c68 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.503837 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-818240fd-b134-4ced-8f55-0f21ec597c68 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Added segment 55bac075-e256-4c79-8f67-c662aa6bbd89 of type vlan for network 90fb8e6b-63f6-4b49-a101-c13bd3ec5079 Nov 11 21:50:48.517201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b2a7fe26-bb91-4882-a839-5e518ca0d283 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:50:48.524297 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5718f56-289e-4531-b49f-6a8561f52eee tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] DELETE failed (client error): The resource could not be found. Nov 11 21:50:48.524976 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5718f56-289e-4531-b49f-6a8561f52eee tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:50:48.528062 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e5718f56-289e-4531-b49f-6a8561f52eee tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/networks/b26976f0-807f-4e5a-8d4c-818b0ee9fc6b HTTP/1.1" status: 404 len: 339 time: 0.0340753 Nov 11 21:50:48.530645 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 32994) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:48.547799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: b2a7fe26-bb91-4882-a839-5e518ca0d283 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:50:48.548141 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b2a7fe26-bb91-4882-a839-5e518ca0d283 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:50:48.565057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7ba37-7a54-4b68-99da-4704bc0f3f8f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Network': ['ID=02d83642-f066-498f-b4a6-891e987537e6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:48.569613 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.590192 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d61958-7f8e-4a42-b8e6-be6479e69c6b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] DELETE failed (client error): The resource could not be found. Nov 11 21:50:48.590750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d61958-7f8e-4a42-b8e6-be6479e69c6b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:50:48.596374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b4d61958-7f8e-4a42-b8e6-be6479e69c6b tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/subnets/6163b672-3504-4851-8c53-adb752e0c2eb HTTP/1.1" status: 404 len: 337 time: 0.0622549 Nov 11 21:50:48.596847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32996) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:48.603066 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-818240fd-b134-4ced-8f55-0f21ec597c68 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.615414 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-b268315f-2975-4033-8fb6-b11ec0ee4a40 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] DELETE failed (client error): The resource could not be found. Nov 11 21:50:48.616203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b268315f-2975-4033-8fb6-b11ec0ee4a40 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:50:48.623486 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b268315f-2975-4033-8fb6-b11ec0ee4a40 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/networks/c642be4f-3d9a-4824-925d-79ae1a4c6cfa HTTP/1.1" status: 404 len: 339 time: 0.0234029 Nov 11 21:50:48.623811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 32998) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:48.632005 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-818240fd-b134-4ced-8f55-0f21ec597c68 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.638788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818240fd-b134-4ced-8f55-0f21ec597c68 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:48.639392 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-818240fd-b134-4ced-8f55-0f21ec597c68 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.652936 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e7cec1-4964-4ba4-a0f5-68dc2e618b53 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] DELETE failed (client error): The resource could not be found. Nov 11 21:50:48.652936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e7cec1-4964-4ba4-a0f5-68dc2e618b53 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:50:48.656721 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-87e7cec1-4964-4ba4-a0f5-68dc2e618b53 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/subnets/c793e224-4207-404f-896a-87aec3d508b3 HTTP/1.1" status: 404 len: 337 time: 0.0316536 Nov 11 21:50:48.658999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33000) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:48.676751 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-818240fd-b134-4ced-8f55-0f21ec597c68 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6162386 Nov 11 21:50:48.679589 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee81f9e-6140-47b3-a974-f67979ce44cc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] DELETE failed (client error): The resource could not be found. Nov 11 21:50:48.680682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33002) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:48.680862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee81f9e-6140-47b3-a974-f67979ce44cc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:50:48.686628 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cee81f9e-6140-47b3-a974-f67979ce44cc tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/networks/d08218c3-4c13-447f-9b3b-5b4e31f3992a HTTP/1.1" status: 404 len: 339 time: 0.0243883 Nov 11 21:50:48.686909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c0e127b2-3093-4c1f-b09a-892012ebc2bf tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'subnet': {'network_id': '90fb8e6b-63f6-4b49-a101-c13bd3ec5079', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:48.687074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33004) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:48.799254 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1e84ff03-0202-4e14-8c27-b2a7d808f385 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Deleting port 7563205c-6fa4-4d22-9720-b673ce5e6203 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:48.799754 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e84ff03-0202-4e14-8c27-b2a7d808f385 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.879892 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e84ff03-0202-4e14-8c27-b2a7d808f385 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:48.897000 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1e84ff03-0202-4e14-8c27-b2a7d808f385 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Calling delete_port for 7563205c-6fa4-4d22-9720-b673ce5e6203 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:48.991610 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e84ff03-0202-4e14-8c27-b2a7d808f385 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.029516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84ff03-0202-4e14-8c27-b2a7d808f385 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Port': ['ID=7563205c-6fa4-4d22-9720-b673ce5e6203,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:49.033886 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e84ff03-0202-4e14-8c27-b2a7d808f385 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.039657 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1e84ff03-0202-4e14-8c27-b2a7d808f385 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/ports/7563205c-6fa4-4d22-9720-b673ce5e6203 HTTP/1.1" status: 204 len: 168 time: 0.3494327 Nov 11 21:50:49.040918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33006) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:49.073277 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcad96de-c925-4dc6-bb38-59a7014feb22 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] DELETE failed (client error): The resource could not be found. Nov 11 21:50:49.073743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcad96de-c925-4dc6-bb38-59a7014feb22 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:50:49.080277 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fcad96de-c925-4dc6-bb38-59a7014feb22 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/subnets/d78ccf89-e4c9-4105-8617-bcd22bc5d8f6 HTTP/1.1" status: 404 len: 337 time: 0.0360990 Nov 11 21:50:49.080574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33008) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:49.175976 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.237740 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Deleting port 54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:49.238143 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.273896 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818240fd-b134-4ced-8f55-0f21ec597c68 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Network': ['ID=90fb8e6b-63f6-4b49-a101-c13bd3ec5079,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:49.284410 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e127b2-3093-4c1f-b09a-892012ebc2bf tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:49.289053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 90fb8e6b-63f6-4b49-a101-c13bd3ec5079 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:50:49.290812 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c0e127b2-3093-4c1f-b09a-892012ebc2bf tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.322487 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] For port 54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9,segment=NetworkSegment(b2682c77-da36-4d3f-a926-8f24710b4309),segment_id=b2682c77-da36-4d3f-a926-8f24710b4309)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:49.322871 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.337325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Calling delete_port for 54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:49.376567 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab320d-cd8f-45d2-9e25-ecc8255a6b20 req-68a0c2ca-397c-4a24-aa11-302cad6aaa1a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:49.378587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aeab320d-cd8f-45d2-9e25-ecc8255a6b20 req-68a0c2ca-397c-4a24-aa11-302cad6aaa1a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.1462810 Nov 11 21:50:49.442355 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.448568 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.471805 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aeab320d-cd8f-45d2-9e25-ecc8255a6b20 req-19154cca-799b-4966-aaa9-465d19e71f10 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824492 Nov 11 21:50:49.487395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] No DVR routers for this DVR port 54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:49.492751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Port': ['ID=54d94a09-ca8d-4c52-8ecb-b9a76cec9ee9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:49.586599 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c0e127b2-3093-4c1f-b09a-892012ebc2bf tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.593329 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.618111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3d2e5e-49c6-4d27-a11e-b7827fe8361c']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:49.628360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2682c77-da36-4d3f-a926-8f24710b4309') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:49.628816 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2682c77-da36-4d3f-a926-8f24710b4309') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:49.639307 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.653211 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.659271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:50:49.659748 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:50:49.663086 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:50:49.671903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cee3b9f1-3757-451e-9486-8a1c726ffd25 req-c08da29d-7ae1-477a-bbcf-bbe8d03a900a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0396719 Nov 11 21:50:49.706987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e127b2-3093-4c1f-b09a-892012ebc2bf tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Subnet': ['ID=506c7fe8-21bd-4af3-a3ef-fae2d116415b,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:49.722067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e127b2-3093-4c1f-b09a-892012ebc2bf tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Checking segment: {'id': '55bac075-e256-4c79-8f67-c662aa6bbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '90fb8e6b-63f6-4b49-a101-c13bd3ec5079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:49.722725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e127b2-3093-4c1f-b09a-892012ebc2bf tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network hostable DHCP agents. Network: 90fb8e6b-63f6-4b49-a101-c13bd3ec5079, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:50:49.745592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e127b2-3093-4c1f-b09a-892012ebc2bf tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 90fb8e6b-63f6-4b49-a101-c13bd3ec5079 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:50:49.748754 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.762874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-c0e127b2-3093-4c1f-b09a-892012ebc2bf tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 90fb8e6b-63f6-4b49-a101-c13bd3ec5079) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:49.767957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e127b2-3093-4c1f-b09a-892012ebc2bf tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:49.769213 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c0e127b2-3093-4c1f-b09a-892012ebc2bf tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.770784 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.772557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e445439-ef94-4ef5-a0b2-7ff093c50d1b None None] Network 90fb8e6b-63f6-4b49-a101-c13bd3ec5079 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:49.779604 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/networks/af3d2e5e-49c6-4d27-a11e-b7827fe8361c HTTP/1.1" status: 204 len: 168 time: 0.6979334 Nov 11 21:50:49.792879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33014) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:49.797093 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d68b3-81a1-4817-a1cf-02b509b9b190 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Network': ['ID=af3d2e5e-49c6-4d27-a11e-b7827fe8361c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:49.814902 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c0e127b2-3093-4c1f-b09a-892012ebc2bf tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1337485 Nov 11 21:50:49.817520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33016) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:49.828231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ae5e057d-7e5f-490d-92dd-9ac0248e007a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-987091618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:49.885900 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae5e057d-7e5f-490d-92dd-9ac0248e007a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.887749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae5e057d-7e5f-490d-92dd-9ac0248e007a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.955884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-efad6a78-22a3-4f8b-bd64-9c9c8817591a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Deleting port 12dd9f4d-c334-44ef-9340-87732157739b {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:49.956528 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-efad6a78-22a3-4f8b-bd64-9c9c8817591a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.988347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-90fb8e6b-63f6-4b49-a101-c13bd3ec5079', 'network_id': '90fb8e6b-63f6-4b49-a101-c13bd3ec5079', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'fixed_ips': [{'subnet_id': '506c7fe8-21bd-4af3-a3ef-fae2d116415b'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:50:49.989334 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:49.997748 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae5e057d-7e5f-490d-92dd-9ac0248e007a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.006313 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae5e057d-7e5f-490d-92dd-9ac0248e007a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.034871 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ae5e057d-7e5f-490d-92dd-9ac0248e007a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.037005 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ae5e057d-7e5f-490d-92dd-9ac0248e007a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2169838 Nov 11 21:50:50.039747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33018) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:50.065369 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-efad6a78-22a3-4f8b-bd64-9c9c8817591a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.083396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-efad6a78-22a3-4f8b-bd64-9c9c8817591a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Calling delete_port for 12dd9f4d-c334-44ef-9340-87732157739b owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:50.173022 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-efad6a78-22a3-4f8b-bd64-9c9c8817591a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.210485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad6a78-22a3-4f8b-bd64-9c9c8817591a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Port': ['ID=12dd9f4d-c334-44ef-9340-87732157739b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:50.216576 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-efad6a78-22a3-4f8b-bd64-9c9c8817591a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.218844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Allocated IP 2001:db8::2 (90fb8e6b-63f6-4b49-a101-c13bd3ec5079/506c7fe8-21bd-4af3-a3ef-fae2d116415b/f2b6fff5-034f-4342-8bd6-39502baa9774) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:50.220636 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-efad6a78-22a3-4f8b-bd64-9c9c8817591a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/ports/12dd9f4d-c334-44ef-9340-87732157739b HTTP/1.1" status: 204 len: 168 time: 0.4243417 Nov 11 21:50:50.222760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33020) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:50.253099 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae05d1f8-b4f9-4747-90b2-497211862af3 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] DELETE failed (client error): The resource could not be found. Nov 11 21:50:50.253629 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae05d1f8-b4f9-4747-90b2-497211862af3 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:50:50.259430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ae05d1f8-b4f9-4747-90b2-497211862af3 tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/subnets/2b6bbd8b-9f6d-474e-9118-99d99039e67f HTTP/1.1" status: 404 len: 337 time: 0.0334299 Nov 11 21:50:50.259752 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33022) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:50.415500 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d97b59d7-aee2-46d2-8af8-9bf3eec7fd1a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.415693 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.484975 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.497029 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.580352 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Network 90fb8e6b-63f6-4b49-a101-c13bd3ec5079 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:50.583947 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:50.590889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:50.611316 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d97b59d7-aee2-46d2-8af8-9bf3eec7fd1a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.611893 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Pushing event updated for resources: {'Port': ['ID=f2b6fff5-034f-4342-8bd6-39502baa9774,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:50.659268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-d97b59d7-aee2-46d2-8af8-9bf3eec7fd1a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcc964e-2318-480b-bb18-b3acd93f6334']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:50.671931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-d97b59d7-aee2-46d2-8af8-9bf3eec7fd1a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b3bdc5-5c80-422d-ba96-9870137f2169') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:50.672290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-d97b59d7-aee2-46d2-8af8-9bf3eec7fd1a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b3bdc5-5c80-422d-ba96-9870137f2169') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:50.678518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Attempting to bind port f2b6fff5-034f-4342-8bd6-39502baa9774 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:50:50.682677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Attempting to bind port f2b6fff5-034f-4342-8bd6-39502baa9774 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '55bac075-e256-4c79-8f67-c662aa6bbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '90fb8e6b-63f6-4b49-a101-c13bd3ec5079'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:50:50.683150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Attempting to bind port f2b6fff5-034f-4342-8bd6-39502baa9774 on network 90fb8e6b-63f6-4b49-a101-c13bd3ec5079 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:50:50.690070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f0040-1a36-428d-90e8-a3cfe9a10084 req-f16d6605-460c-4bc9-9214-c25dafb956ad tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:50.691362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:50:50.691632 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-962f0040-1a36-428d-90e8-a3cfe9a10084 req-f16d6605-460c-4bc9-9214-c25dafb956ad tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.0904624 Nov 11 21:50:50.691945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Checking segment: {'id': '55bac075-e256-4c79-8f67-c662aa6bbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '90fb8e6b-63f6-4b49-a101-c13bd3ec5079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:50.692445 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.692967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Bound using segment: {'id': '55bac075-e256-4c79-8f67-c662aa6bbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '90fb8e6b-63f6-4b49-a101-c13bd3ec5079'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:50:50.694107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Bound port: f2b6fff5-034f-4342-8bd6-39502baa9774, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bac075-e256-4c79-8f67-c662aa6bbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '90fb8e6b-63f6-4b49-a101-c13bd3ec5079'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:50:50.694602 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.696132 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d97b59d7-aee2-46d2-8af8-9bf3eec7fd1a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.723136 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d97b59d7-aee2-46d2-8af8-9bf3eec7fd1a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.733478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97b59d7-aee2-46d2-8af8-9bf3eec7fd1a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:50:50.733875 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d97b59d7-aee2-46d2-8af8-9bf3eec7fd1a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:50:50.737032 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:50:50.790212 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Allocated IP 2001:db8::1 (90fb8e6b-63f6-4b49-a101-c13bd3ec5079/506c7fe8-21bd-4af3-a3ef-fae2d116415b/10360630-9505-498e-868d-3369e616c974) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:50.805608 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-962f0040-1a36-428d-90e8-a3cfe9a10084 req-cca8e687-a059-4781-94d3-5fa22ce19c24 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023462 Nov 11 21:50:50.806022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] For port f2b6fff5-034f-4342-8bd6-39502baa9774, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:50:50.819322 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d97b59d7-aee2-46d2-8af8-9bf3eec7fd1a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.831330 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] For port f2b6fff5-034f-4342-8bd6-39502baa9774, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f2b6fff5-034f-4342-8bd6-39502baa9774,segment=NetworkSegment(55bac075-e256-4c79-8f67-c662aa6bbd89),segment_id=55bac075-e256-4c79-8f67-c662aa6bbd89)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:50:50.832281 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d97b59d7-aee2-46d2-8af8-9bf3eec7fd1a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.837013 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d97b59d7-aee2-46d2-8af8-9bf3eec7fd1a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/networks/9bcc964e-2318-480b-bb18-b3acd93f6334 HTTP/1.1" status: 204 len: 168 time: 0.5721223 Nov 11 21:50:50.837013 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33028) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:50.843552 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:50.919531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b59d7-aee2-46d2-8af8-9bf3eec7fd1a tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Network': ['ID=9bcc964e-2318-480b-bb18-b3acd93f6334,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:50.964536 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08ea22-1cd2-45f2-88a1-77ef06059f75 None None] Pushing event updated for resources: {'Port': ['ID=f2b6fff5-034f-4342-8bd6-39502baa9774,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:51.000686 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-97d24e66-20fb-41c5-9dd9-fdb609a81170 req-73bd3e49-d692-4dd0-942e-a95072b91df5 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0676558 Nov 11 21:50:51.041262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.049056 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c30c218-3402-44eb-8922-14e02789ce1f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Deleting subnet aa9149cf-eb83-412e-bce1-11fe18e8d3b0 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:50:51.053184 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c30c218-3402-44eb-8922-14e02789ce1f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.097587 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.117324 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c30c218-3402-44eb-8922-14e02789ce1f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.159954 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=10360630-9505-498e-868d-3369e616c974,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:51.175306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 90fb8e6b-63f6-4b49-a101-c13bd3ec5079 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:51.176996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:51.179609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:51.180254 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.299516 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c30c218-3402-44eb-8922-14e02789ce1f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.386572 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.393549 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c30c218-3402-44eb-8922-14e02789ce1f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.443817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30c218-3402-44eb-8922-14e02789ce1f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Subnet': ['ID=aa9149cf-eb83-412e-bce1-11fe18e8d3b0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:51.455870 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c30c218-3402-44eb-8922-14e02789ce1f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.459311 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1c30c218-3402-44eb-8922-14e02789ce1f tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/subnets/aa9149cf-eb83-412e-bce1-11fe18e8d3b0 HTTP/1.1" status: 204 len: 168 time: 0.6217716 Nov 11 21:50:51.461756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33030) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:51.464320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20b06a7-905b-4f43-9b70-c58c3cb4f9a9 None None] Network 3d64ce09-c4d7-4a5f-88d7-857c5503c052 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:51.629585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.718833 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a148fdcb-3cbc-4992-a849-0aee836bb170 None None] DHCP port deletion for 3d64ce09-c4d7-4a5f-88d7-857c5503c052 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:50:51.734422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Deleting port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:51.734933 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.781265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a148fdcb-3cbc-4992-a849-0aee836bb170 None None] Deleting port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:51.781644 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a148fdcb-3cbc-4992-a849-0aee836bb170 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.839234 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.846043 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.846988 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.849576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] For port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1d71dd83-c2b6-45f2-b16b-3d016a9b55dc,segment=NetworkSegment(9915bef8-c737-4184-bf4d-3dbcdee6a759),segment_id=9915bef8-c737-4184-bf4d-3dbcdee6a759)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:51.849941 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.866098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Calling delete_port for 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:51.910040 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a148fdcb-3cbc-4992-a849-0aee836bb170 None None] For port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1d71dd83-c2b6-45f2-b16b-3d016a9b55dc,segment=NetworkSegment(9915bef8-c737-4184-bf4d-3dbcdee6a759),segment_id=9915bef8-c737-4184-bf4d-3dbcdee6a759)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:51.910461 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a148fdcb-3cbc-4992-a849-0aee836bb170 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:51.936865 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a148fdcb-3cbc-4992-a849-0aee836bb170 None None] Calling delete_port for 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:51.992868 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=10360630-9505-498e-868d-3369e616c974,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:52.039055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 90fb8e6b-63f6-4b49-a101-c13bd3ec5079 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:52.040752 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:52.066489 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:52.115560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] No DVR routers for this DVR port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:52.124670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Port': ['ID=1d71dd83-c2b6-45f2-b16b-3d016a9b55dc,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:52.125835 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a148fdcb-3cbc-4992-a849-0aee836bb170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:52.203997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78362c39-b6c4-4474-a95b-a3463f51bb72 req-95aba0d0-52d7-4655-87e3-113ee8cf5920 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:52.213051 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148fdcb-3cbc-4992-a849-0aee836bb170 None None] Pushing event deleted for resources: {'Port': ['ID=1d71dd83-c2b6-45f2-b16b-3d016a9b55dc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:52.213315 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78362c39-b6c4-4474-a95b-a3463f51bb72 req-95aba0d0-52d7-4655-87e3-113ee8cf5920 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.2882221 Nov 11 21:50:52.226059 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a148fdcb-3cbc-4992-a849-0aee836bb170 None None] No DVR routers for this DVR port 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:52.227579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 5d42983e-dca6-4b86-a31d-9f3bf25abb69 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:50:52.318078 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:52.344697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d64ce09-c4d7-4a5f-88d7-857c5503c052']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:52.358365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9915bef8-c737-4184-bf4d-3dbcdee6a759') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:52.359237 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9915bef8-c737-4184-bf4d-3dbcdee6a759') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:52.383344 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:52.386363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:50:52.396404 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e69517-20d8-4932-a184-c55c5add2242 None None] Sync routers for ids ['5d42983e-dca6-4b86-a31d-9f3bf25abb69'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:50:52.402483 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-daff0641-b473-4514-91a1-0ff0c72496b5 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/5d42983e-dca6-4b86-a31d-9f3bf25abb69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3604820 Nov 11 21:50:52.404836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33036) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:52.422426 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e69517-20d8-4932-a184-c55c5add2242 None None] Routers {'5d42983e-dca6-4b86-a31d-9f3bf25abb69'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:52.425324 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-26e69517-20d8-4932-a184-c55c5add2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5d42983e-dca6-4b86-a31d-9f3bf25abb69'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:52.442575 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:52.458244 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:50:52.458775 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:52.510535 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-26e69517-20d8-4932-a184-c55c5add2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:52.524155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdcae2d-7a9a-4ca6-a340-7c3874277318 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:52.525744 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-efdcae2d-7a9a-4ca6-a340-7c3874277318 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports/10360630-9505-498e-868d-3369e616c974 HTTP/1.1" status: 200 len: 911 time: 0.1195369 Nov 11 21:50:52.529681 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33038) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:52.535537 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef797bd-2b5d-404c-b974-9c4d7b77f666 None None] Network 90fb8e6b-63f6-4b49-a101-c13bd3ec5079 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:52.559040 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e69517-20d8-4932-a184-c55c5add2242 None None] Routers {'5d42983e-dca6-4b86-a31d-9f3bf25abb69'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:52.560059 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-26e69517-20d8-4932-a184-c55c5add2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5d42983e-dca6-4b86-a31d-9f3bf25abb69'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:50:52.560376 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:50:52.578500 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f2b6fff5-034f-4342-8bd6-39502baa9774 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:52.607042 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:52.610466 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-26e69517-20d8-4932-a184-c55c5add2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:52.611487 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e69517-20d8-4932-a184-c55c5add2242 None None] The sync data for ids ['5d42983e-dca6-4b86-a31d-9f3bf25abb69'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:50:52.642692 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:52.648619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] 10.222.0.57 "DELETE /v2.0/networks/3d64ce09-c4d7-4a5f-88d7-857c5503c052 HTTP/1.1" status: 204 len: 168 time: 1.1858790 Nov 11 21:50:52.649591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86fcdd-7d0f-483e-bce3-1c095e2c39ba tempest-NetworksIpV6TestAttrs-1379811452 tempest-NetworksIpV6TestAttrs-1379811452-project] Pushing event deleted for resources: {'Network': ['ID=3d64ce09-c4d7-4a5f-88d7-857c5503c052,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:52.678187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78362c39-b6c4-4474-a95b-a3463f51bb72 req-edca27c3-95df-4f05-8a8a-d9a5f6c89cd6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640265 Nov 11 21:50:52.701592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-38413a9a-bc12-4432-8d3e-a608323d5b9a None None] Provisioning complete for port f2b6fff5-034f-4342-8bd6-39502baa9774 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:52.701592 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38413a9a-bc12-4432-8d3e-a608323d5b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:52.830158 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-447944e7-ca50-42aa-9d76-c19f8f0360ef req-63d0366e-e61e-440d-9ae6-aadfd7c7d183 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0393693 Nov 11 21:50:52.837805 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port f2b6fff5-034f-4342-8bd6-39502baa9774 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:52.838328 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:53.122234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33044) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:53.153368 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8800fc7-cefc-4c3d-bc2c-c5fe571b5227 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:53.203714 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38413a9a-bc12-4432-8d3e-a608323d5b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:53.295304 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:53.324005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-38413a9a-bc12-4432-8d3e-a608323d5b9a None None] For port f2b6fff5-034f-4342-8bd6-39502baa9774, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f2b6fff5-034f-4342-8bd6-39502baa9774,segment=NetworkSegment(55bac075-e256-4c79-8f67-c662aa6bbd89),segment_id=55bac075-e256-4c79-8f67-c662aa6bbd89)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:53.386576 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-38413a9a-bc12-4432-8d3e-a608323d5b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:53.404696 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:50:53.405129 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:50:53.415478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6a01a41b-10c3-4210-ac32-3829d94a4b32 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=91a5e3d225a74ed98585b801a1e14d16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2916582 Nov 11 21:50:53.416097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33048) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:53.485805 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38413a9a-bc12-4432-8d3e-a608323d5b9a None None] Pushing event updated for resources: {'Port': ['ID=f2b6fff5-034f-4342-8bd6-39502baa9774,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:53.518537 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-46c5d52f-7be3-469a-8e61-1eccc8a313d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:53.563014 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-46c5d52f-7be3-469a-8e61-1eccc8a313d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:53.625926 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-46c5d52f-7be3-469a-8e61-1eccc8a313d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:53.628538 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-46c5d52f-7be3-469a-8e61-1eccc8a313d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:53.638470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-46c5d52f-7be3-469a-8e61-1eccc8a313d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f7da26ea-205a-4d81-baca-4101b27ff6e1 HTTP/1.1" status: 204 len: 168 time: 0.2212033 Nov 11 21:50:53.673072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5d52f-7be3-469a-8e61-1eccc8a313d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7da26ea-205a-4d81-baca-4101b27ff6e1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:53.734715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a8800fc7-cefc-4c3d-bc2c-c5fe571b5227 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port 10360630-9505-498e-868d-3369e616c974 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:53.738752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8800fc7-cefc-4c3d-bc2c-c5fe571b5227 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:53.745977 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-10af087d-14bd-4b27-bb56-d2f6c499f5e5 None None] Provisioning complete for port f2b6fff5-034f-4342-8bd6-39502baa9774 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:53.746680 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10af087d-14bd-4b27-bb56-d2f6c499f5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:53.905899 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8800fc7-cefc-4c3d-bc2c-c5fe571b5227 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:53.933177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a8800fc7-cefc-4c3d-bc2c-c5fe571b5227 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for 10360630-9505-498e-868d-3369e616c974 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:53.972686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe9909-fa0a-41fb-ae38-81a92d24af3f req-8e809d9e-768a-467e-a9db-d90b4dc31829 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:53.978817 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ebe9909-fa0a-41fb-ae38-81a92d24af3f req-8e809d9e-768a-467e-a9db-d90b4dc31829 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.1755469 Nov 11 21:50:53.998902 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-10af087d-14bd-4b27-bb56-d2f6c499f5e5 None None] Provisioning complete for port 10360630-9505-498e-868d-3369e616c974 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:53.999692 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10af087d-14bd-4b27-bb56-d2f6c499f5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:54.059257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ebe9909-fa0a-41fb-ae38-81a92d24af3f req-5ab3b117-8a18-4393-abaf-f75d20ad3907 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714734 Nov 11 21:50:54.120626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-10af087d-14bd-4b27-bb56-d2f6c499f5e5 None None] Port 10360630-9505-498e-868d-3369e616c974 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:50:54.154383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:50:54.179662 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:50:54.180021 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1d71dd83-c2b6-45f2-b16b-3d016a9b55dc not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:50:54.268939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a651fc70-6032-42fb-bc5b-127921b744e9 None None] Provisioning complete for port 10360630-9505-498e-868d-3369e616c974 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:54.269259 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a651fc70-6032-42fb-bc5b-127921b744e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:54.280840 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b82b0ff1-7d82-4bc9-ab30-e5d12da7308c req-808f626d-9ce8-4098-b768-91ddb474b59e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0536220 Nov 11 21:50:54.360951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a651fc70-6032-42fb-bc5b-127921b744e9 None None] Port 10360630-9505-498e-868d-3369e616c974 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:50:54.447087 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8800fc7-cefc-4c3d-bc2c-c5fe571b5227 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:54.488652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f2b6fff5-034f-4342-8bd6-39502baa9774 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:50:54.579536 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-032f5fa2-c151-4222-8349-1eb02e212cc6 None None] Could not find standard attr ID for object 10360630-9505-498e-868d-3369e616c974. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:50:54.596906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port f2b6fff5-034f-4342-8bd6-39502baa9774 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:50:54.597303 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:54.787381 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8800fc7-cefc-4c3d-bc2c-c5fe571b5227 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=10360630-9505-498e-868d-3369e616c974,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:54.905992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33074) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:54.935573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8800fc7-cefc-4c3d-bc2c-c5fe571b5227 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.087656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6531bbb4-18ca-47c9-a15e-6d2a8abed779 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-604948884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:55.115631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8800fc7-cefc-4c3d-bc2c-c5fe571b5227 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 5d42983e-dca6-4b86-a31d-9f3bf25abb69 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:50:55.118204 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6531bbb4-18ca-47c9-a15e-6d2a8abed779 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.119743 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6531bbb4-18ca-47c9-a15e-6d2a8abed779 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.183802 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6531bbb4-18ca-47c9-a15e-6d2a8abed779 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.197444 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6531bbb4-18ca-47c9-a15e-6d2a8abed779 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.234717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8800fc7-cefc-4c3d-bc2c-c5fe571b5227 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:50:55.240859 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a8800fc7-cefc-4c3d-bc2c-c5fe571b5227 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/5d42983e-dca6-4b86-a31d-9f3bf25abb69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7100968 Nov 11 21:50:55.244425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33080) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:55.246670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133fc30-fb13-44ee-8ea5-67715674bd93 None None] Sync routers for ids ['5d42983e-dca6-4b86-a31d-9f3bf25abb69'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:50:55.259030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133fc30-fb13-44ee-8ea5-67715674bd93 None None] Routers {'5d42983e-dca6-4b86-a31d-9f3bf25abb69'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:55.259272 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6531bbb4-18ca-47c9-a15e-6d2a8abed779 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.260402 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c133fc30-fb13-44ee-8ea5-67715674bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5d42983e-dca6-4b86-a31d-9f3bf25abb69'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:55.260573 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6531bbb4-18ca-47c9-a15e-6d2a8abed779 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3535631 Nov 11 21:50:55.263713 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33082) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:55.280054 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1437326378'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:55.289838 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5ba53840-398b-487f-b051-58be8e730c2e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d42983e-dca6-4b86-a31d-9f3bf25abb69 HTTP/1.1" status: 200 len: 205 time: 0.0430598 Nov 11 21:50:55.292554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33084) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:55.335644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c133fc30-fb13-44ee-8ea5-67715674bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:55.342742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Made reservation on behalf of 33e8eaa37ace46ce9f4e3b997ee858f7 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:55.347793 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.358225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133fc30-fb13-44ee-8ea5-67715674bd93 None None] Routers {'5d42983e-dca6-4b86-a31d-9f3bf25abb69'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:50:55.359372 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.362101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c133fc30-fb13-44ee-8ea5-67715674bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5d42983e-dca6-4b86-a31d-9f3bf25abb69'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:55.395971 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-191ccf09-b3f5-4827-873e-a9098ce5d97f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.415744 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c133fc30-fb13-44ee-8ea5-67715674bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:55.417729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133fc30-fb13-44ee-8ea5-67715674bd93 None None] The sync data for ids ['5d42983e-dca6-4b86-a31d-9f3bf25abb69'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:50:55.487907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c677f-410a-4a4e-91f3-640f9db39b81 req-c5b00104-b51a-46a2-99a6-6aac76776e53 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:55.489512 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e12c677f-410a-4a4e-91f3-640f9db39b81 req-c5b00104-b51a-46a2-99a6-6aac76776e53 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.3042495 Nov 11 21:50:55.490846 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.496221 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.535051 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:50:55.548012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f430314-eb37-4b29-8c75-cf5eeb9fdf44,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:55.563090 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.565761 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Added segment 2bda8268-3258-4f28-88f8-9df380d6f666 of type vlan for network 888f014b-df27-4487-a550-673f4faefa66 Nov 11 21:50:55.633114 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-191ccf09-b3f5-4827-873e-a9098ce5d97f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.641505 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-191ccf09-b3f5-4827-873e-a9098ce5d97f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.644301 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.679798 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.685990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:55.686612 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.697566 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e12c677f-410a-4a4e-91f3-640f9db39b81 req-cc4d9fc1-fe0a-4b83-93a3-f60566fcfcf6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684108 Nov 11 21:50:55.715305 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-191ccf09-b3f5-4827-873e-a9098ce5d97f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.716027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191ccf09-b3f5-4827-873e-a9098ce5d97f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Fanout notify agent at l3_agent the message router_deleted on router 5d42983e-dca6-4b86-a31d-9f3bf25abb69 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:50:55.726825 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-191ccf09-b3f5-4827-873e-a9098ce5d97f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.730670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-191ccf09-b3f5-4827-873e-a9098ce5d97f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/routers/5d42983e-dca6-4b86-a31d-9f3bf25abb69 HTTP/1.1" status: 204 len: 168 time: 0.4345043 Nov 11 21:50:55.734094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33088) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:55.776303 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5063283 Nov 11 21:50:55.781230 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33090) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:55.786734 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Request body: {'subnet': {'network_id': '888f014b-df27-4487-a550-673f4faefa66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:55.832266 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c96667-4f02-4ea7-9279-2039741cf996 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event updated for resources: {'Network': ['ID=888f014b-df27-4487-a550-673f4faefa66,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:55.845580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 888f014b-df27-4487-a550-673f4faefa66 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:50:55.847190 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-145aca6d-efbc-4220-9dae-391433f77a31 req-08c9b664-4dd7-4050-827f-78ebc174e3ab tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/ports?device_id=316b3fae-4a86-4085-88b4-c2abd95171b1 HTTP/1.1" status: 200 len: 210 time: 0.0560842 Nov 11 21:50:55.884711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20ff285-7913-4dce-886c-5693f1bf9ff0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting subnet 506c7fe8-21bd-4af3-a3ef-fae2d116415b {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:50:55.899687 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a20ff285-7913-4dce-886c-5693f1bf9ff0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:55.960956 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a20ff285-7913-4dce-886c-5693f1bf9ff0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:56.013166 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Made reservation on behalf of 33e8eaa37ace46ce9f4e3b997ee858f7 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:56.019549 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:56.151178 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a20ff285-7913-4dce-886c-5693f1bf9ff0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:56.296559 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a20ff285-7913-4dce-886c-5693f1bf9ff0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:56.304894 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:56.324048 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a20ff285-7913-4dce-886c-5693f1bf9ff0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:56.330756 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a20ff285-7913-4dce-886c-5693f1bf9ff0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/506c7fe8-21bd-4af3-a3ef-fae2d116415b HTTP/1.1" status: 204 len: 168 time: 0.5954463 Nov 11 21:50:56.336109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ca52b-9e64-4d84-a7bf-04177396af0c None None] Network 90fb8e6b-63f6-4b49-a101-c13bd3ec5079 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:56.384892 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33102) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:56.401760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ff285-7913-4dce-886c-5693f1bf9ff0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Subnet': ['ID=506c7fe8-21bd-4af3-a3ef-fae2d116415b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:56.438028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event updated for resources: {'Subnet': ['ID=f86e3af5-8f6a-420b-85c0-e87a2d216179,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:56.454731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:56.456402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:56.457285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:56.457901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:56.458485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:56.459535 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:56.460135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:56.460728 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:56.461348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:56.461937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:56.462494 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:56.463102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:50:56.507312 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Checking segment: {'id': '2bda8268-3258-4f28-88f8-9df380d6f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '888f014b-df27-4487-a550-673f4faefa66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:56.508074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Network hostable DHCP agents. Network: 888f014b-df27-4487-a550-673f4faefa66, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:50:56.535811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Network 888f014b-df27-4487-a550-673f4faefa66 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:50:56.568635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 888f014b-df27-4487-a550-673f4faefa66) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:56.575282 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:56.576390 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:56.591510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4cb784-ee70-4b9c-ae29-6012617e1779 None None] Network 888f014b-df27-4487-a550-673f4faefa66 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:56.611538 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-02fdc521-61ea-47f6-b25e-31acdaa43af9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8290639 Nov 11 21:50:56.614749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33108) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:56.627085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f901aab8-0bd8-4e96-a0e5-0fa80fc609e1 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Request body: {'network': {'name': 'tempest-router-network01--2023805080'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:56.655449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:56.677040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f901aab8-0bd8-4e96-a0e5-0fa80fc609e1 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Made reservation on behalf of 33e8eaa37ace46ce9f4e3b997ee858f7 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:56.681611 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f901aab8-0bd8-4e96-a0e5-0fa80fc609e1 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:56.742470 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f901aab8-0bd8-4e96-a0e5-0fa80fc609e1 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:50:56.756912 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f901aab8-0bd8-4e96-a0e5-0fa80fc609e1 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:56.757297 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-f901aab8-0bd8-4e96-a0e5-0fa80fc609e1 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Added segment 34d08453-d332-4a2c-b417-86e5aaeb7468 of type vlan for network 5f420096-2591-4319-9329-29070808a7ea Nov 11 21:50:56.832276 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f901aab8-0bd8-4e96-a0e5-0fa80fc609e1 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:56.928031 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f901aab8-0bd8-4e96-a0e5-0fa80fc609e1 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:56.955137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f901aab8-0bd8-4e96-a0e5-0fa80fc609e1 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:56.956281 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f901aab8-0bd8-4e96-a0e5-0fa80fc609e1 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:57.010349 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f901aab8-0bd8-4e96-a0e5-0fa80fc609e1 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3943083 Nov 11 21:50:57.034382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33136) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:57.040243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4e8b319f-8014-4658-8cc2-888083db40ee tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Request body: {'network': {'name': 'tempest-router-network02--1281431883'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:57.061962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901aab8-0bd8-4e96-a0e5-0fa80fc609e1 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event updated for resources: {'Network': ['ID=5f420096-2591-4319-9329-29070808a7ea,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:57.087665 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 5f420096-2591-4319-9329-29070808a7ea details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:50:57.095016 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port f2b6fff5-034f-4342-8bd6-39502baa9774 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:57.095410 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:57.259794 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-888f014b-df27-4487-a550-673f4faefa66', 'network_id': '888f014b-df27-4487-a550-673f4faefa66', 'tenant_id': '33e8eaa37ace46ce9f4e3b997ee858f7', 'fixed_ips': [{'subnet_id': 'f86e3af5-8f6a-420b-85c0-e87a2d216179'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:50:57.261215 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:57.267396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c90b30-2aad-4987-9b40-f79814b61f79 None None] DHCP port deletion for 90fb8e6b-63f6-4b49-a101-c13bd3ec5079 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:50:57.344270 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8b319f-8014-4658-8cc2-888083db40ee tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Made reservation on behalf of 33e8eaa37ace46ce9f4e3b997ee858f7 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:57.349225 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e8b319f-8014-4658-8cc2-888083db40ee tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:57.426261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8b319f-8014-4658-8cc2-888083db40ee tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:50:57.450271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f8c90b30-2aad-4987-9b40-f79814b61f79 None None] Deleting port f2b6fff5-034f-4342-8bd6-39502baa9774 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:57.450924 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8c90b30-2aad-4987-9b40-f79814b61f79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:57.473389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231175c-9e2f-4a00-9e65-9e0d47bd356e req-7043074a-4d1c-4dbf-a6b1-94a48bb05c1d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:57.475077 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f231175c-9e2f-4a00-9e65-9e0d47bd356e req-7043074a-4d1c-4dbf-a6b1-94a48bb05c1d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.6358387 Nov 11 21:50:57.536917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f8c90b30-2aad-4987-9b40-f79814b61f79 None None] For port f2b6fff5-034f-4342-8bd6-39502baa9774, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f2b6fff5-034f-4342-8bd6-39502baa9774,segment=NetworkSegment(55bac075-e256-4c79-8f67-c662aa6bbd89),segment_id=55bac075-e256-4c79-8f67-c662aa6bbd89)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:57.537546 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8c90b30-2aad-4987-9b40-f79814b61f79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:57.564663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f8c90b30-2aad-4987-9b40-f79814b61f79 None None] Calling delete_port for f2b6fff5-034f-4342-8bd6-39502baa9774 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:57.607732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f231175c-9e2f-4a00-9e65-9e0d47bd356e req-d2155f0a-11d1-46f7-821a-ee5b0f2271aa tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179721 Nov 11 21:50:57.609334 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e8b319f-8014-4658-8cc2-888083db40ee tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:57.609842 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-4e8b319f-8014-4658-8cc2-888083db40ee tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Added segment 44cd8592-d72e-4ad6-950c-6d4878989463 of type vlan for network 8337a953-fd1c-45c0-ae29-2f4181261986 Nov 11 21:50:57.613083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] For port f2b6fff5-034f-4342-8bd6-39502baa9774, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f2b6fff5-034f-4342-8bd6-39502baa9774,segment=NetworkSegment(55bac075-e256-4c79-8f67-c662aa6bbd89),segment_id=55bac075-e256-4c79-8f67-c662aa6bbd89)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:50:57.613635 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:57.682023 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for f2b6fff5-034f-4342-8bd6-39502baa9774 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:57.728160 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33202) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:57.730010 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e8b319f-8014-4658-8cc2-888083db40ee tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:57.736072 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8c90b30-2aad-4987-9b40-f79814b61f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:57.785114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ce706-2a0a-4283-bc14-2c244ee41480 req-360c72bb-ac82-4ad4-a4ce-c5d472c8c30c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:57.793244 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d86ce706-2a0a-4283-bc14-2c244ee41480 req-360c72bb-ac82-4ad4-a4ce-c5d472c8c30c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.2133954 Nov 11 21:50:57.796443 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c90b30-2aad-4987-9b40-f79814b61f79 None None] No DVR routers for this DVR port f2b6fff5-034f-4342-8bd6-39502baa9774 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:57.884402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d86ce706-2a0a-4283-bc14-2c244ee41480 req-62e8fdde-f377-41da-ae33-c06ca4d23745 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870485 Nov 11 21:50:57.902177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c90b30-2aad-4987-9b40-f79814b61f79 None None] Pushing event deleted for resources: {'Port': ['ID=f2b6fff5-034f-4342-8bd6-39502baa9774,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:57.928512 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e8b319f-8014-4658-8cc2-888083db40ee tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:57.935948 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8b319f-8014-4658-8cc2-888083db40ee tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:57.936898 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e8b319f-8014-4658-8cc2-888083db40ee tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:57.939536 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6382-6f76-442f-bdee-019ce3926e7a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:57.990391 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4e8b319f-8014-4658-8cc2-888083db40ee tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9548442 Nov 11 21:50:57.995828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33222) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:58.003973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0a77deee-074a-4dde-9e30-e7c2911479dc tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Request body: {'subnet': {'network_id': '5f420096-2591-4319-9329-29070808a7ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:58.016931 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6382-6f76-442f-bdee-019ce3926e7a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.062386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Allocated IP 2001:db8::2 (888f014b-df27-4487-a550-673f4faefa66/f86e3af5-8f6a-420b-85c0-e87a2d216179/d3fa2971-23d9-4705-9f08-8a7b4ac347f6) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:50:58.068207 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.154683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b319f-8014-4658-8cc2-888083db40ee tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event updated for resources: {'Network': ['ID=8337a953-fd1c-45c0-ae29-2f4181261986,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:58.160989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=f2b6fff5-034f-4342-8bd6-39502baa9774,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:58.174688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No DVR routers for this DVR port f2b6fff5-034f-4342-8bd6-39502baa9774 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:50:58.187640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 8337a953-fd1c-45c0-ae29-2f4181261986 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:50:58.194079 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6382-6f76-442f-bdee-019ce3926e7a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.206041 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7bcd6382-6f76-442f-bdee-019ce3926e7a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.214577 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7bcd6382-6f76-442f-bdee-019ce3926e7a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "DELETE /v2.0/security-groups/321ba757-e14b-4ddb-9c49-8dcc002c2fcb HTTP/1.1" status: 204 len: 168 time: 0.4845366 Nov 11 21:50:58.215339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33238) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:58.267129 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-520c5231-560d-47af-bcde-a6a37c633522 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] show failed (client error): The resource could not be found. Nov 11 21:50:58.268620 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-520c5231-560d-47af-bcde-a6a37c633522 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "GET /v2.0/security-groups/321ba757-e14b-4ddb-9c49-8dcc002c2fcb HTTP/1.1" status: 404 len: 347 time: 0.0478680 Nov 11 21:50:58.270330 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd6382-6f76-442f-bdee-019ce3926e7a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321ba757-e14b-4ddb-9c49-8dcc002c2fcb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:58.272395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33246) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:58.361612 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.434033 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fb8e6b-63f6-4b49-a101-c13bd3ec5079']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:58.454575 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a77deee-074a-4dde-9e30-e7c2911479dc tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Made reservation on behalf of 33e8eaa37ace46ce9f4e3b997ee858f7 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:50:58.462094 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0a77deee-074a-4dde-9e30-e7c2911479dc tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.462228 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.471217 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.494573 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55bac075-e256-4c79-8f67-c662aa6bbd89') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:58.495135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55bac075-e256-4c79-8f67-c662aa6bbd89') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:50:58.523251 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Network 888f014b-df27-4487-a550-673f4faefa66 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:50:58.530809 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:58.534421 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:50:58.538384 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Pushing event updated for resources: {'Port': ['ID=d3fa2971-23d9-4705-9f08-8a7b4ac347f6,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:58.573190 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.593885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f2b6fff5-034f-4342-8bd6-39502baa9774 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:50:58.619747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9913ef2c-fa1a-4f96-a1d5-3278e507165b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Deleting port 732b7ed8-9f5a-4387-818e-0e02e102cc48 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:50:58.620086 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9913ef2c-fa1a-4f96-a1d5-3278e507165b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.626873 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.642613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:50:58.643048 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:50:58.646592 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:50:58.665183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: f2b6fff5-034f-4342-8bd6-39502baa9774 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:50:58.666005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f2b6fff5-034f-4342-8bd6-39502baa9774 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:50:58.668200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Attempting to bind port d3fa2971-23d9-4705-9f08-8a7b4ac347f6 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:50:58.668885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Attempting to bind port d3fa2971-23d9-4705-9f08-8a7b4ac347f6 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '2bda8268-3258-4f28-88f8-9df380d6f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '888f014b-df27-4487-a550-673f4faefa66'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:50:58.669515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Attempting to bind port d3fa2971-23d9-4705-9f08-8a7b4ac347f6 on network 888f014b-df27-4487-a550-673f4faefa66 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:50:58.677998 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:50:58.678697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Checking segment: {'id': '2bda8268-3258-4f28-88f8-9df380d6f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '888f014b-df27-4487-a550-673f4faefa66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:58.679591 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.680568 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Bound using segment: {'id': '2bda8268-3258-4f28-88f8-9df380d6f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '888f014b-df27-4487-a550-673f4faefa66'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:50:58.681526 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Bound port: d3fa2971-23d9-4705-9f08-8a7b4ac347f6, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bda8268-3258-4f28-88f8-9df380d6f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '888f014b-df27-4487-a550-673f4faefa66'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:50:58.682365 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.855578 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.870280 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] For port d3fa2971-23d9-4705-9f08-8a7b4ac347f6, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:50:58.896935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] For port d3fa2971-23d9-4705-9f08-8a7b4ac347f6, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d3fa2971-23d9-4705-9f08-8a7b4ac347f6,segment=NetworkSegment(2bda8268-3258-4f28-88f8-9df380d6f666),segment_id=2bda8268-3258-4f28-88f8-9df380d6f666)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:50:58.903344 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.908256 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.909277 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9913ef2c-fa1a-4f96-a1d5-3278e507165b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.909685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9913ef2c-fa1a-4f96-a1d5-3278e507165b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:58.912660 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33302) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:58.913621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/networks/90fb8e6b-63f6-4b49-a101-c13bd3ec5079 HTTP/1.1" status: 204 len: 168 time: 2.5274341 Nov 11 21:50:58.943250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1821338421', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:58.983999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9913ef2c-fa1a-4f96-a1d5-3278e507165b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Calling delete_port for 732b7ed8-9f5a-4387-818e-0e02e102cc48 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:50:59.004736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f215c-6a76-4288-8ff6-ff4a84afefd3 req-ff28a203-8912-44be-9246-c572dcce8639 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:59.005225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:59.006812 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:59.008681 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc4f215c-6a76-4288-8ff6-ff4a84afefd3 req-ff28a203-8912-44be-9246-c572dcce8639 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.2122648 Nov 11 21:50:59.009837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255050ed-25bd-417b-9808-86ff98f73435 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Network': ['ID=90fb8e6b-63f6-4b49-a101-c13bd3ec5079,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:59.074552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99710f56-27e0-4062-864f-e94f60157b09 None None] Pushing event updated for resources: {'Port': ['ID=d3fa2971-23d9-4705-9f08-8a7b4ac347f6,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:59.112886 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:59.276569 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc4f215c-6a76-4288-8ff6-ff4a84afefd3 req-01110af0-25ed-4245-96da-7f85ae3190dc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531450 Nov 11 21:50:59.298175 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0a77deee-074a-4dde-9e30-e7c2911479dc tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:59.324646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e949a3-6e11-46f1-9823-baeac790d4cc req-84255dce-6553-4308-904b-cbda0d031dd6 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:59.326711 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1e949a3-6e11-46f1-9823-baeac790d4cc req-84255dce-6553-4308-904b-cbda0d031dd6 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.2147942 Nov 11 21:50:59.359438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:59.520744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a77deee-074a-4dde-9e30-e7c2911479dc tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Checking segment: {'id': '34d08453-d332-4a2c-b417-86e5aaeb7468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '5f420096-2591-4319-9329-29070808a7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:50:59.521131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a77deee-074a-4dde-9e30-e7c2911479dc tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Network hostable DHCP agents. Network: 5f420096-2591-4319-9329-29070808a7ea, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:50:59.565549 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9913ef2c-fa1a-4f96-a1d5-3278e507165b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:59.573589 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1e949a3-6e11-46f1-9823-baeac790d4cc req-e72bed96-b8d7-4637-baf9-cc0c0951ded8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180696 Nov 11 21:50:59.589134 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77deee-074a-4dde-9e30-e7c2911479dc tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event updated for resources: {'Subnet': ['ID=b1ac404e-1f4e-493e-92ac-b41b6d29a0db,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:50:59.629483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a77deee-074a-4dde-9e30-e7c2911479dc tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Network 5f420096-2591-4319-9329-29070808a7ea is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:50:59.656960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0a77deee-074a-4dde-9e30-e7c2911479dc tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 5f420096-2591-4319-9329-29070808a7ea) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:50:59.663107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a77deee-074a-4dde-9e30-e7c2911479dc tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:59.663820 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0a77deee-074a-4dde-9e30-e7c2911479dc tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:59.669337 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d124503-d8a7-4254-892c-5bb5a4a5baa8 None None] Network 5f420096-2591-4319-9329-29070808a7ea requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:50:59.719304 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0a77deee-074a-4dde-9e30-e7c2911479dc tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7209945 Nov 11 21:50:59.720212 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33364) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:50:59.761657 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-83184db2-8280-4464-95b4-f8d393606b9d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Request body: {'subnet': {'network_id': '8337a953-fd1c-45c0-ae29-2f4181261986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:50:59.840105 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913ef2c-fa1a-4f96-a1d5-3278e507165b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event deleted for resources: {'Port': ['ID=732b7ed8-9f5a-4387-818e-0e02e102cc48,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:00.035129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83184db2-8280-4464-95b4-f8d393606b9d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Made reservation on behalf of 33e8eaa37ace46ce9f4e3b997ee858f7 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:51:00.041788 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83184db2-8280-4464-95b4-f8d393606b9d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:00.143160 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9913ef2c-fa1a-4f96-a1d5-3278e507165b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:00.146686 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9913ef2c-fa1a-4f96-a1d5-3278e507165b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:00.148125 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9913ef2c-fa1a-4f96-a1d5-3278e507165b tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "DELETE /v2.0/floatingips/a34a3c02-b766-46cf-bb05-502a0b0f00c1 HTTP/1.1" status: 204 len: 168 time: 1.8744786 Nov 11 21:51:00.156495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33404) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:00.246453 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-5f420096-2591-4319-9329-29070808a7ea', 'network_id': '5f420096-2591-4319-9329-29070808a7ea', 'tenant_id': '33e8eaa37ace46ce9f4e3b997ee858f7', 'fixed_ips': [{'subnet_id': 'b1ac404e-1f4e-493e-92ac-b41b6d29a0db'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:51:00.248025 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:00.323818 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:00.360962 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:00.595878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Allocated IP 2001:db8::2 (5f420096-2591-4319-9329-29070808a7ea/b1ac404e-1f4e-493e-92ac-b41b6d29a0db/22636e5c-6b64-401f-82b3-f20114757d37) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:51:00.608442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d3fa2971-23d9-4705-9f08-8a7b4ac347f6 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:00.624587 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83184db2-8280-4464-95b4-f8d393606b9d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:00.752741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Allocated IP 172.25.0.182 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/1b4ae3d0-fa2b-412b-95ea-73e19460e766) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:51:00.891485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83184db2-8280-4464-95b4-f8d393606b9d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event updated for resources: {'Subnet': ['ID=ea005bf8-cd46-4df4-a45e-dcd35ef251bf,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:00.959586 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:01.034958 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:01.076707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port d3fa2971-23d9-4705-9f08-8a7b4ac347f6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:01.078151 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:01.096287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:01.099682 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:01.102505 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:51:01.121541 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658f0941-7c51-4e4d-9d36-43031d58c848 None None] Network 888f014b-df27-4487-a550-673f4faefa66 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:01.223263 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:01.287983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d63715-cccb-4bd8-8221-42207993ac4d None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:51:01.453211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=1b4ae3d0-fa2b-412b-95ea-73e19460e766,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:01.500378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-552a1eb6-1786-40b2-a31f-c350af38141f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Deleting port 348abab2-0df6-4fc4-a449-94bd70a118d8 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:01.502275 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-552a1eb6-1786-40b2-a31f-c350af38141f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:01.568546 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:01.743409 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:01.767577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b30b80-7d99-4eb3-8cf0-d36d76003b68 req-8cccacd9-4b37-4ef6-810b-0a842f2a5a49 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:01.769252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01b30b80-7d99-4eb3-8cf0-d36d76003b68 req-8cccacd9-4b37-4ef6-810b-0a842f2a5a49 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 1.1736178 Nov 11 21:51:01.826934 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eddc72-3deb-4d87-882e-7fe2e200488b req-fc32c89f-9375-42ab-a7fb-2b42e80e3b49 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:01.834896 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-10eddc72-3deb-4d87-882e-7fe2e200488b req-fc32c89f-9375-42ab-a7fb-2b42e80e3b49 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 1.0239258 Nov 11 21:51:01.881494 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Network 5f420096-2591-4319-9329-29070808a7ea is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:01.891089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83184db2-8280-4464-95b4-f8d393606b9d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Checking segment: {'id': '44cd8592-d72e-4ad6-950c-6d4878989463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '8337a953-fd1c-45c0-ae29-2f4181261986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:51:01.891650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83184db2-8280-4464-95b4-f8d393606b9d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Network hostable DHCP agents. Network: 8337a953-fd1c-45c0-ae29-2f4181261986, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:51:01.898681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Pushing event updated for resources: {'Port': ['ID=22636e5c-6b64-401f-82b3-f20114757d37,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:01.904668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:01.911501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:51:01.928508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b3160d8f-23c7-4f35-9c5b-257205c83c53 None None] Provisioning complete for port d3fa2971-23d9-4705-9f08-8a7b4ac347f6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:01.929189 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3160d8f-23c7-4f35-9c5b-257205c83c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:02.001367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01b30b80-7d99-4eb3-8cf0-d36d76003b68 req-5d08a205-9374-4fc7-80bf-123e1150cb10 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113833 Nov 11 21:51:02.063982 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:02.070253 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83184db2-8280-4464-95b4-f8d393606b9d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Network 8337a953-fd1c-45c0-ae29-2f4181261986 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:51:02.119683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Attempting to bind port 22636e5c-6b64-401f-82b3-f20114757d37 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:51:02.119683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Attempting to bind port 22636e5c-6b64-401f-82b3-f20114757d37 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '34d08453-d332-4a2c-b417-86e5aaeb7468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '5f420096-2591-4319-9329-29070808a7ea'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:51:02.120370 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Attempting to bind port 22636e5c-6b64-401f-82b3-f20114757d37 on network 5f420096-2591-4319-9329-29070808a7ea {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:51:02.127470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-83184db2-8280-4464-95b4-f8d393606b9d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 8337a953-fd1c-45c0-ae29-2f4181261986) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:02.146697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83184db2-8280-4464-95b4-f8d393606b9d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:02.147332 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83184db2-8280-4464-95b4-f8d393606b9d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:02.159366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:51:02.164351 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Checking segment: {'id': '34d08453-d332-4a2c-b417-86e5aaeb7468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '5f420096-2591-4319-9329-29070808a7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:51:02.164900 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:02.165318 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Bound using segment: {'id': '34d08453-d332-4a2c-b417-86e5aaeb7468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '5f420096-2591-4319-9329-29070808a7ea'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:51:02.165843 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Bound port: 22636e5c-6b64-401f-82b3-f20114757d37, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d08453-d332-4a2c-b417-86e5aaeb7468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '5f420096-2591-4319-9329-29070808a7ea'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:51:02.166229 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:02.169879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b922c9de-ad11-44f9-8787-8e1eded8ef25 None None] Network 8337a953-fd1c-45c0-ae29-2f4181261986 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:02.188969 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-83184db2-8280-4464-95b4-f8d393606b9d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4614232 Nov 11 21:51:02.193628 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-10eddc72-3deb-4d87-882e-7fe2e200488b req-bcd8f812-76d7-44d4-a796-f70c1fe532a7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3578796 Nov 11 21:51:02.194360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33578) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:02.402761 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port d3fa2971-23d9-4705-9f08-8a7b4ac347f6, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d3fa2971-23d9-4705-9f08-8a7b4ac347f6,segment=NetworkSegment(2bda8268-3258-4f28-88f8-9df380d6f666),segment_id=2bda8268-3258-4f28-88f8-9df380d6f666)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:02.473238 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:02.603758 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-552a1eb6-1786-40b2-a31f-c350af38141f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:02.627247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-552a1eb6-1786-40b2-a31f-c350af38141f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Calling delete_port for 348abab2-0df6-4fc4-a449-94bd70a118d8 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:02.661577 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] For port 22636e5c-6b64-401f-82b3-f20114757d37, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:51:02.772365 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:02.776044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] For port 22636e5c-6b64-401f-82b3-f20114757d37, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=22636e5c-6b64-401f-82b3-f20114757d37,segment=NetworkSegment(34d08453-d332-4a2c-b417-86e5aaeb7468),segment_id=34d08453-d332-4a2c-b417-86e5aaeb7468)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:51:02.823961 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:02.831006 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:02.906486 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=d3fa2971-23d9-4705-9f08-8a7b4ac347f6,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:02.943125 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-552a1eb6-1786-40b2-a31f-c350af38141f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:03.049635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a1eb6-1786-40b2-a31f-c350af38141f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event deleted for resources: {'Port': ['ID=348abab2-0df6-4fc4-a449-94bd70a118d8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:03.111674 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-8337a953-fd1c-45c0-ae29-2f4181261986', 'network_id': '8337a953-fd1c-45c0-ae29-2f4181261986', 'tenant_id': '33e8eaa37ace46ce9f4e3b997ee858f7', 'fixed_ips': [{'subnet_id': 'ea005bf8-cd46-4df4-a45e-dcd35ef251bf'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:51:03.112964 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:03.149457 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b2154cca-aca2-4bfb-bbf4-db55faae83b6 None None] Provisioning complete for port d3fa2971-23d9-4705-9f08-8a7b4ac347f6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:03.150094 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2154cca-aca2-4bfb-bbf4-db55faae83b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:03.241690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cde60a-220e-4eea-86f7-a5030a1f1b8e None None] Pushing event updated for resources: {'Port': ['ID=22636e5c-6b64-401f-82b3-f20114757d37,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:03.401178 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-552a1eb6-1786-40b2-a31f-c350af38141f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:03.413021 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-552a1eb6-1786-40b2-a31f-c350af38141f tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "DELETE /v2.0/ports/348abab2-0df6-4fc4-a449-94bd70a118d8 HTTP/1.1" status: 204 len: 168 time: 3.2516971 Nov 11 21:51:03.419796 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33624) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:03.496019 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec96c25-4c29-4b38-9424-7872216bcc7c req-8116b4d7-cb93-44f4-82ec-a38bd7247431 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:03.507349 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ec96c25-4c29-4b38-9424-7872216bcc7c req-8116b4d7-cb93-44f4-82ec-a38bd7247431 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.3123851 Nov 11 21:51:03.561327 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Allocated IP 2001:db8::1 (5f420096-2591-4319-9329-29070808a7ea/b1ac404e-1f4e-493e-92ac-b41b6d29a0db/3af7f209-5ff3-482b-86d6-9767274ddc09) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:51:03.590214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Allocated IP 2001:db8::2 (8337a953-fd1c-45c0-ae29-2f4181261986/ea005bf8-cd46-4df4-a45e-dcd35ef251bf/a33304a5-c1a7-450b-9b33-92427e4e6f3c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:51:03.634733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ffeba-9705-4907-baaf-b4ba73f8d319 req-0b3d5d26-c5fd-47b9-a2c5-d84533726dd8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:03.636389 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b8ffeba-9705-4907-baaf-b4ba73f8d319 req-0b3d5d26-c5fd-47b9-a2c5-d84533726dd8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.2415938 Nov 11 21:51:03.647315 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 091e1cd3-b327-4c0c-ad79-81e32ec6c841 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:51:03.732848 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b2154cca-aca2-4bfb-bbf4-db55faae83b6 None None] Provisioning complete for port 1b4ae3d0-fa2b-412b-95ea-73e19460e766 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:03.733576 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2154cca-aca2-4bfb-bbf4-db55faae83b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:03.772770 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b2154cca-aca2-4bfb-bbf4-db55faae83b6 None None] Port 1b4ae3d0-fa2b-412b-95ea-73e19460e766 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:51:03.887452 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:03.902865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c43eb6f5-d49c-4a6a-bf4a-52402b05fd0e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Deleting port 25a1c873-4001-4e2b-9aab-1b83892a724d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:03.903924 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c43eb6f5-d49c-4a6a-bf4a-52402b05fd0e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:03.907770 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:51:03.920093 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:03.923194 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6a914-20c0-4d31-85fe-308df1685b90 None None] Sync routers for ids ['091e1cd3-b327-4c0c-ad79-81e32ec6c841'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:51:03.931020 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:03.939979 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6a914-20c0-4d31-85fe-308df1685b90 None None] Routers {'091e1cd3-b327-4c0c-ad79-81e32ec6c841'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:03.940507 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e2c6a914-20c0-4d31-85fe-308df1685b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['091e1cd3-b327-4c0c-ad79-81e32ec6c841'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:03.985681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Network 8337a953-fd1c-45c0-ae29-2f4181261986 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:03.989414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:03.993292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:03.996611 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:51:04.028488 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e2c6a914-20c0-4d31-85fe-308df1685b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:04.035279 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:04.036905 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2067a6fe-bc7a-40f3-abe7-8beca2dfc48d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1211650 Nov 11 21:51:04.038461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Pushing event updated for resources: {'Port': ['ID=a33304a5-c1a7-450b-9b33-92427e4e6f3c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:04.057160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33626) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:04.071979 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6a914-20c0-4d31-85fe-308df1685b90 None None] Routers {'091e1cd3-b327-4c0c-ad79-81e32ec6c841'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:04.073795 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e2c6a914-20c0-4d31-85fe-308df1685b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['091e1cd3-b327-4c0c-ad79-81e32ec6c841'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:04.120621 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c43eb6f5-d49c-4a6a-bf4a-52402b05fd0e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:04.137170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c43eb6f5-d49c-4a6a-bf4a-52402b05fd0e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Calling delete_port for 25a1c873-4001-4e2b-9aab-1b83892a724d owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:04.159498 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e2c6a914-20c0-4d31-85fe-308df1685b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:04.161175 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6a914-20c0-4d31-85fe-308df1685b90 None None] The sync data for ids ['091e1cd3-b327-4c0c-ad79-81e32ec6c841'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:51:04.185294 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Attempting to bind port a33304a5-c1a7-450b-9b33-92427e4e6f3c on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:51:04.185867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Attempting to bind port a33304a5-c1a7-450b-9b33-92427e4e6f3c by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '44cd8592-d72e-4ad6-950c-6d4878989463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '8337a953-fd1c-45c0-ae29-2f4181261986'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:51:04.186004 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Attempting to bind port a33304a5-c1a7-450b-9b33-92427e4e6f3c on network 8337a953-fd1c-45c0-ae29-2f4181261986 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:51:04.206863 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:51:04.209028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Checking segment: {'id': '44cd8592-d72e-4ad6-950c-6d4878989463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '8337a953-fd1c-45c0-ae29-2f4181261986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:51:04.209768 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:04.212295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Bound using segment: {'id': '44cd8592-d72e-4ad6-950c-6d4878989463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '8337a953-fd1c-45c0-ae29-2f4181261986'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:51:04.212954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Bound port: a33304a5-c1a7-450b-9b33-92427e4e6f3c, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cd8592-d72e-4ad6-950c-6d4878989463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '8337a953-fd1c-45c0-ae29-2f4181261986'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:51:04.213457 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:04.321294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ec96c25-4c29-4b38-9424-7872216bcc7c req-755705cd-f2f8-4b69-aae1-7243b9595905 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7915883 Nov 11 21:51:04.337412 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] For port a33304a5-c1a7-450b-9b33-92427e4e6f3c, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:51:04.341787 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] For port a33304a5-c1a7-450b-9b33-92427e4e6f3c, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a33304a5-c1a7-450b-9b33-92427e4e6f3c,segment=NetworkSegment(44cd8592-d72e-4ad6-950c-6d4878989463),segment_id=44cd8592-d72e-4ad6-950c-6d4878989463)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:51:04.361778 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:04.453719 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c43eb6f5-d49c-4a6a-bf4a-52402b05fd0e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:04.478729 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b8ffeba-9705-4907-baaf-b4ba73f8d319 req-29d6cb2f-2625-46b4-8cd1-67dee34d14ed tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8221073 Nov 11 21:51:04.564892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43eb6f5-d49c-4a6a-bf4a-52402b05fd0e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event deleted for resources: {'Port': ['ID=25a1c873-4001-4e2b-9aab-1b83892a724d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:04.582342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Network 5f420096-2591-4319-9329-29070808a7ea is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:04.614541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:04.634750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:51:04.636618 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:04.649350 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd247957-b558-4373-a88c-b277c59c2011 None None] Pushing event updated for resources: {'Port': ['ID=a33304a5-c1a7-450b-9b33-92427e4e6f3c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:04.713359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event updated for resources: {'Port': ['ID=3af7f209-5ff3-482b-86d6-9767274ddc09,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:04.725492 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-38e8e754-a947-4c9d-9a82-262fa89b3899 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/routers/091e1cd3-b327-4c0c-ad79-81e32ec6c841 HTTP/1.1" status: 200 len: 885 time: 0.6328201 Nov 11 21:51:04.730761 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33634) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:04.801928 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c43eb6f5-d49c-4a6a-bf4a-52402b05fd0e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:04.808691 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c43eb6f5-d49c-4a6a-bf4a-52402b05fd0e tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "DELETE /v2.0/ports/25a1c873-4001-4e2b-9aab-1b83892a724d HTTP/1.1" status: 204 len: 168 time: 1.3844466 Nov 11 21:51:04.809373 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33636) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:04.903907 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 22636e5c-6b64-401f-82b3-f20114757d37 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:04.933868 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcaf1de-f484-47f2-beaf-521e70bd59cf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Deleting subnet e06d152d-4297-4bab-be11-2a26a2d0ccd9 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:51:04.940568 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdcaf1de-f484-47f2-beaf-521e70bd59cf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:04.984344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:04.985541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:04.986062 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:04.986551 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:04.988752 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:04.990963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e88bab4-99c7-43db-809d-9046ca0b1d9b None None] Network 5f420096-2591-4319-9329-29070808a7ea requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:04.994092 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:04.997291 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:04.997703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:04.998137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:04.998670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:04.999271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:05.000038 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:05.034983 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdcaf1de-f484-47f2-beaf-521e70bd59cf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:05.209627 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdcaf1de-f484-47f2-beaf-521e70bd59cf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:05.209920 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:05.226362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3d4a846c-b17e-485f-adf5-654a4a09e65f None None] Provisioning complete for port 22636e5c-6b64-401f-82b3-f20114757d37 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:05.226975 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d4a846c-b17e-485f-adf5-654a4a09e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:05.349720 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdcaf1de-f484-47f2-beaf-521e70bd59cf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:05.403007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 22636e5c-6b64-401f-82b3-f20114757d37 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:05.404494 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:05.410767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcaf1de-f484-47f2-beaf-521e70bd59cf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event deleted for resources: {'Subnet': ['ID=e06d152d-4297-4bab-be11-2a26a2d0ccd9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:05.428158 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdcaf1de-f484-47f2-beaf-521e70bd59cf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:05.432864 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bdcaf1de-f484-47f2-beaf-521e70bd59cf tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "DELETE /v2.0/subnets/e06d152d-4297-4bab-be11-2a26a2d0ccd9 HTTP/1.1" status: 204 len: 168 time: 0.6216896 Nov 11 21:51:05.435915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33642) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:05.510640 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e024c4a-756d-421a-86b2-fa71263a8d5d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Deleting subnet 4203dbbe-3cd8-4d15-b390-b3fbd621d440 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:51:05.514300 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e024c4a-756d-421a-86b2-fa71263a8d5d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:05.523884 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366c42fb-7ed6-482a-8419-d82663ca8545 None None] Network 4fa35899-5adf-40f1-9173-7fcb94838b29 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:05.578918 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e024c4a-756d-421a-86b2-fa71263a8d5d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:05.649128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b662f1-7abd-458b-87bc-c3287ac1ec9d req-8f9c4947-75c1-41ff-8684-1fdb03e22645 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:05.650733 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33b662f1-7abd-458b-87bc-c3287ac1ec9d req-8f9c4947-75c1-41ff-8684-1fdb03e22645 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.1972079 Nov 11 21:51:05.657491 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1f9de89f-89db-45b4-8d7c-d539c786e251 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.9192581 Nov 11 21:51:05.661808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33650) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:05.668638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5041968e-d174-4888-90d4-131f13471ff4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1821338421'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:05.846204 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e024c4a-756d-421a-86b2-fa71263a8d5d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:05.954489 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e024c4a-756d-421a-86b2-fa71263a8d5d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:05.995798 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e024c4a-756d-421a-86b2-fa71263a8d5d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event deleted for resources: {'Subnet': ['ID=4203dbbe-3cd8-4d15-b390-b3fbd621d440,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:06.009215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e024c4a-756d-421a-86b2-fa71263a8d5d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:06.014123 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3e024c4a-756d-421a-86b2-fa71263a8d5d tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "DELETE /v2.0/subnets/4203dbbe-3cd8-4d15-b390-b3fbd621d440 HTTP/1.1" status: 204 len: 168 time: 0.5768414 Nov 11 21:51:06.017865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33652) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:06.046647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedaab25-44fd-450e-95fb-5b0ef2136da5 None None] Network 784dde3a-e85c-4752-9e04-1000eefc86d6 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:06.093609 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d4a846c-b17e-485f-adf5-654a4a09e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:06.095649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33b662f1-7abd-458b-87bc-c3287ac1ec9d req-021f33ba-218b-4655-a4d5-6992435b95e8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214437 Nov 11 21:51:06.126634 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:06.206268 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:51:06.256981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545d0c9-93d6-441b-a7e2-b5dc7e8ab35c req-4ebe2742-0dc2-4078-a37d-42ae8f720c57 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:06.257476 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:06.259042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4545d0c9-93d6-441b-a7e2-b5dc7e8ab35c req-4ebe2742-0dc2-4078-a37d-42ae8f720c57 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.4670599 Nov 11 21:51:06.280867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504680fb-bd09-4cde-9f30-1655ee2fa5e1 None None] DHCP port deletion for 4fa35899-5adf-40f1-9173-7fcb94838b29 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:51:06.404056 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4545d0c9-93d6-441b-a7e2-b5dc7e8ab35c req-b59cfda6-b88d-4078-9929-6c1de0010cb7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363935 Nov 11 21:51:06.421630 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Deleting port 542081df-2416-48c1-8618-6d83810a85b6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:06.422045 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:06.464067 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3d4a846c-b17e-485f-adf5-654a4a09e65f None None] For port 22636e5c-6b64-401f-82b3-f20114757d37, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=22636e5c-6b64-401f-82b3-f20114757d37,segment=NetworkSegment(34d08453-d332-4a2c-b417-86e5aaeb7468),segment_id=34d08453-d332-4a2c-b417-86e5aaeb7468)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:06.477506 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd5b789-a637-420c-aba9-cbe20fc50943 None None] Network 8337a953-fd1c-45c0-ae29-2f4181261986 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:06.532429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] For port 542081df-2416-48c1-8618-6d83810a85b6, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=542081df-2416-48c1-8618-6d83810a85b6,segment=NetworkSegment(925044a4-3c84-44a3-969e-816229315c05),segment_id=925044a4-3c84-44a3-969e-816229315c05)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:06.533128 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:06.549745 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Calling delete_port for 542081df-2416-48c1-8618-6d83810a85b6 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:06.758953 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:06.767168 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:06.768253 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d4a846c-b17e-485f-adf5-654a4a09e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:06.796386 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:06.797470 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:06.826783 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event deleted for resources: {'Port': ['ID=542081df-2416-48c1-8618-6d83810a85b6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:06.827960 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5041968e-d174-4888-90d4-131f13471ff4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:06.844505 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] No DVR routers for this DVR port 542081df-2416-48c1-8618-6d83810a85b6 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:06.968764 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:06.995247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa35899-5adf-40f1-9173-7fcb94838b29']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:07.005987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925044a4-3c84-44a3-969e-816229315c05') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:07.006316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925044a4-3c84-44a3-969e-816229315c05') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:07.026325 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.041604 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.048451 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:51:07.048736 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:51:07.049142 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:51:07.049295 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:51:07.053513 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:51:07.067543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Network 5f420096-2591-4319-9329-29070808a7ea is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:07.074525 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a846c-b17e-485f-adf5-654a4a09e65f None None] Pushing event updated for resources: {'Port': ['ID=22636e5c-6b64-401f-82b3-f20114757d37,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:07.074920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:07.077676 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5041968e-d174-4888-90d4-131f13471ff4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.081211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ffb0be85-0624-43cc-8d6b-05dea5e0f7af None None] Provisioning complete for port a33304a5-c1a7-450b-9b33-92427e4e6f3c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:07.081595 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb0be85-0624-43cc-8d6b-05dea5e0f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.092974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-504680fb-bd09-4cde-9f30-1655ee2fa5e1 None None] Deleting port 542081df-2416-48c1-8618-6d83810a85b6 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:07.092974 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-504680fb-bd09-4cde-9f30-1655ee2fa5e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.107749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event updated for resources: {'Port': ['ID=3af7f209-5ff3-482b-86d6-9767274ddc09,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:07.256551 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.276893 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.289206 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "DELETE /v2.0/networks/4fa35899-5adf-40f1-9173-7fcb94838b29 HTTP/1.1" status: 204 len: 168 time: 1.2661407 Nov 11 21:51:07.290673 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3637a00-4ab6-45b5-abb9-cad9608881ff None None] DHCP port deletion for 784dde3a-e85c-4752-9e04-1000eefc86d6 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:51:07.291355 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33662) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:07.333979 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f0d5f-3ff9-4168-b2ca-6deaad1c8a5a tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event deleted for resources: {'Network': ['ID=4fa35899-5adf-40f1-9173-7fcb94838b29,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:07.488358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-504680fb-bd09-4cde-9f30-1655ee2fa5e1 None None] For port 542081df-2416-48c1-8618-6d83810a85b6, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:07.490904 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-504680fb-bd09-4cde-9f30-1655ee2fa5e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.544393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-504680fb-bd09-4cde-9f30-1655ee2fa5e1 None None] Calling delete_port for 542081df-2416-48c1-8618-6d83810a85b6 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:07.546592 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.588317 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-504680fb-bd09-4cde-9f30-1655ee2fa5e1 None None] Port 542081df-2416-48c1-8618-6d83810a85b6 was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:51:07.636530 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-504680fb-bd09-4cde-9f30-1655ee2fa5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.692223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Deleting port 029554c1-44b2-4c54-b989-2351805473cf {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:07.692745 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.775595 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-504680fb-bd09-4cde-9f30-1655ee2fa5e1 None None] Network 4fa35899-5adf-40f1-9173-7fcb94838b29 is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:51:07.776068 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504680fb-bd09-4cde-9f30-1655ee2fa5e1 None None] No DVR routers for this DVR port 542081df-2416-48c1-8618-6d83810a85b6 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:07.795821 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504680fb-bd09-4cde-9f30-1655ee2fa5e1 None None] Pushing event deleted for resources: {'Port': ['ID=542081df-2416-48c1-8618-6d83810a85b6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:07.822454 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] For port 029554c1-44b2-4c54-b989-2351805473cf, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=029554c1-44b2-4c54-b989-2351805473cf,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:07.822905 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.838908 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Calling delete_port for 029554c1-44b2-4c54-b989-2351805473cf owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:07.843232 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb0be85-0624-43cc-8d6b-05dea5e0f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.868119 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d3fa2971-23d9-4705-9f08-8a7b4ac347f6 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:07.933448 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c3637a00-4ab6-45b5-abb9-cad9608881ff None None] Deleting port 029554c1-44b2-4c54-b989-2351805473cf {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:07.933827 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3637a00-4ab6-45b5-abb9-cad9608881ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:08.021536 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:08.084732 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event deleted for resources: {'Port': ['ID=029554c1-44b2-4c54-b989-2351805473cf,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:08.087183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c3637a00-4ab6-45b5-abb9-cad9608881ff None None] For port 029554c1-44b2-4c54-b989-2351805473cf, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=029554c1-44b2-4c54-b989-2351805473cf,segment=NetworkSegment(c40b15b9-30b3-4a41-a79f-a06173534e47),segment_id=c40b15b9-30b3-4a41-a79f-a06173534e47)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:08.087597 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3637a00-4ab6-45b5-abb9-cad9608881ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:08.096960 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] No DVR routers for this DVR port 029554c1-44b2-4c54-b989-2351805473cf on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:08.132961 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c3637a00-4ab6-45b5-abb9-cad9608881ff None None] Calling delete_port for 029554c1-44b2-4c54-b989-2351805473cf owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:08.244293 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ffb0be85-0624-43cc-8d6b-05dea5e0f7af None None] For port a33304a5-c1a7-450b-9b33-92427e4e6f3c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a33304a5-c1a7-450b-9b33-92427e4e6f3c,segment=NetworkSegment(44cd8592-d72e-4ad6-950c-6d4878989463),segment_id=44cd8592-d72e-4ad6-950c-6d4878989463)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:08.258688 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb0be85-0624-43cc-8d6b-05dea5e0f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:08.281708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:08.284768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64f9eb-e245-4232-963e-47664875f78b req-3c0ecb97-8d09-421d-afc6-0880e210c2cd tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:08.286333 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff64f9eb-e245-4232-963e-47664875f78b req-3c0ecb97-8d09-421d-afc6-0880e210c2cd tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.1671436 Nov 11 21:51:08.338514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784dde3a-e85c-4752-9e04-1000eefc86d6']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:08.346109 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a87a0c-af51-490f-865c-bcccf018fefa req-181aea3e-99ae-4ba8-ab2e-415c1311fd03 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:08.354421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61a87a0c-af51-490f-865c-bcccf018fefa req-181aea3e-99ae-4ba8-ab2e-415c1311fd03 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.3031583 Nov 11 21:51:08.380074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40b15b9-30b3-4a41-a79f-a06173534e47') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:08.380357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40b15b9-30b3-4a41-a79f-a06173534e47') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:08.402809 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:08.413504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port d3fa2971-23d9-4705-9f08-8a7b4ac347f6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:08.414097 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:08.431060 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:08.434017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff64f9eb-e245-4232-963e-47664875f78b req-03c0cf66-73a7-4972-87d5-07d3a79b2aef tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101923 Nov 11 21:51:08.444767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:51:08.445204 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:51:08.457946 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:51:08.487713 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61a87a0c-af51-490f-865c-bcccf018fefa req-50d89290-5f8c-42a1-8ec2-3b4bfcd2d74a tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320684 Nov 11 21:51:08.518841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5041968e-d174-4888-90d4-131f13471ff4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 091e1cd3-b327-4c0c-ad79-81e32ec6c841 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:51:08.523360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ffb0be85-0624-43cc-8d6b-05dea5e0f7af None None] Provisioning complete for port 3af7f209-5ff3-482b-86d6-9767274ddc09 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:08.524068 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb0be85-0624-43cc-8d6b-05dea5e0f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:08.525467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Router ca38e43e-200a-4b8c-a429-09e86075b836 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:51:08.587124 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:08.593080 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:08.596555 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] 10.222.0.57 "DELETE /v2.0/networks/784dde3a-e85c-4752-9e04-1000eefc86d6 HTTP/1.1" status: 204 len: 168 time: 1.3041818 Nov 11 21:51:08.624353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b098c-691e-488c-b1ad-879104618335 tempest-TaggedBootDevicesTest-152059401 tempest-TaggedBootDevicesTest-152059401-project] Pushing event deleted for resources: {'Network': ['ID=784dde3a-e85c-4752-9e04-1000eefc86d6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:08.632714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0be85-0624-43cc-8d6b-05dea5e0f7af None None] Pushing event updated for resources: {'Port': ['ID=a33304a5-c1a7-450b-9b33-92427e4e6f3c,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:08.638826 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3637a00-4ab6-45b5-abb9-cad9608881ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:08.665043 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3637a00-4ab6-45b5-abb9-cad9608881ff None None] Pushing event deleted for resources: {'Port': ['ID=029554c1-44b2-4c54-b989-2351805473cf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:08.673571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ffb0be85-0624-43cc-8d6b-05dea5e0f7af None None] Port 3af7f209-5ff3-482b-86d6-9767274ddc09 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:51:08.676836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3637a00-4ab6-45b5-abb9-cad9608881ff None None] Network 784dde3a-e85c-4752-9e04-1000eefc86d6 is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:51:08.677510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3637a00-4ab6-45b5-abb9-cad9608881ff None None] No DVR routers for this DVR port 029554c1-44b2-4c54-b989-2351805473cf on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:08.693390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5041968e-d174-4888-90d4-131f13471ff4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:51:08.705566 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5041968e-d174-4888-90d4-131f13471ff4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:08.707184 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5041968e-d174-4888-90d4-131f13471ff4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/091e1cd3-b327-4c0c-ad79-81e32ec6c841 HTTP/1.1" status: 200 len: 892 time: 3.0442498 Nov 11 21:51:08.712319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33682) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:08.773100 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f00bf8c-7f98-4e98-88a7-8629b6ee72a1 None None] Sync routers for ids ['091e1cd3-b327-4c0c-ad79-81e32ec6c841'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:51:08.824256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ffb0be85-0624-43cc-8d6b-05dea5e0f7af None None] Provisioning complete for port 22636e5c-6b64-401f-82b3-f20114757d37 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:08.824929 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffb0be85-0624-43cc-8d6b-05dea5e0f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:08.827003 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f00bf8c-7f98-4e98-88a7-8629b6ee72a1 None None] Routers {'091e1cd3-b327-4c0c-ad79-81e32ec6c841'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:08.827954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2f00bf8c-7f98-4e98-88a7-8629b6ee72a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['091e1cd3-b327-4c0c-ad79-81e32ec6c841'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:08.958098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2f00bf8c-7f98-4e98-88a7-8629b6ee72a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:08.991586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:51:09.001911 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-07299c06-4aaf-43aa-843b-b9e6041865a9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "PUT /v2.0/routers/ca38e43e-200a-4b8c-a429-09e86075b836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8063171 Nov 11 21:51:09.005236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33702) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:09.005918 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f67c4-d7a0-4378-911b-2b8eda88a1eb None None] Sync routers for ids ['ca38e43e-200a-4b8c-a429-09e86075b836'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:51:09.020596 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f67c4-d7a0-4378-911b-2b8eda88a1eb None None] Routers {'ca38e43e-200a-4b8c-a429-09e86075b836'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:09.023579 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f00bf8c-7f98-4e98-88a7-8629b6ee72a1 None None] Routers {'091e1cd3-b327-4c0c-ad79-81e32ec6c841'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:09.024022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5602d8cd-03a5-4777-906f-c691be22d21b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/routers/091e1cd3-b327-4c0c-ad79-81e32ec6c841 HTTP/1.1" status: 200 len: 892 time: 0.3089111 Nov 11 21:51:09.024248 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2f00bf8c-7f98-4e98-88a7-8629b6ee72a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['091e1cd3-b327-4c0c-ad79-81e32ec6c841'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:09.029152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33704) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:09.029275 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-256f67c4-d7a0-4378-911b-2b8eda88a1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ca38e43e-200a-4b8c-a429-09e86075b836'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:09.089706 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5e134eec-3dc4-4f1a-bd21-72556c9816f9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports?device_id=091e1cd3-b327-4c0c-ad79-81e32ec6c841 HTTP/1.1" status: 200 len: 205 time: 0.0599904 Nov 11 21:51:09.092108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33708) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:09.114002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2f00bf8c-7f98-4e98-88a7-8629b6ee72a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:09.114698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f00bf8c-7f98-4e98-88a7-8629b6ee72a1 None None] The sync data for ids ['091e1cd3-b327-4c0c-ad79-81e32ec6c841'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:51:09.155967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 048bcdd1-97e6-4f94-a071-61f858dcbc52 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:51:09.207330 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-256f67c4-d7a0-4378-911b-2b8eda88a1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:09.234728 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f67c4-d7a0-4378-911b-2b8eda88a1eb None None] Routers {'ca38e43e-200a-4b8c-a429-09e86075b836'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:09.238226 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-256f67c4-d7a0-4378-911b-2b8eda88a1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ca38e43e-200a-4b8c-a429-09e86075b836'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:09.326792 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-256f67c4-d7a0-4378-911b-2b8eda88a1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:09.330614 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f67c4-d7a0-4378-911b-2b8eda88a1eb None None] The sync data for ids ['ca38e43e-200a-4b8c-a429-09e86075b836'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:51:09.349690 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1845f11c-23f0-437b-9c2e-5ee171fc3a88 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:09.472590 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a33304a5-c1a7-450b-9b33-92427e4e6f3c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:09.663618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effe6fc-569d-49f2-b86b-8c0bc9df66bf req-74c68d18-3a54-41d7-a2a9-ff1167d3ea81 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:09.671052 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1effe6fc-569d-49f2-b86b-8c0bc9df66bf req-74c68d18-3a54-41d7-a2a9-ff1167d3ea81 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 943 time: 0.1207416 Nov 11 21:51:09.718637 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1845f11c-23f0-437b-9c2e-5ee171fc3a88 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:09.751668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 048bcdd1-97e6-4f94-a071-61f858dcbc52, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=048bcdd1-97e6-4f94-a071-61f858dcbc52,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:09.792747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '048bcdd1-97e6-4f94-a071-61f858dcbc52', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'port_id': '048bcdd1-97e6-4f94-a071-61f858dcbc52', 'mac_address': 'fa:16:3e:f8:05:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:51:09.798086 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-2f4564c9-3073-45ae-83b0-cdfaab93e62d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:51:09.801527 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2f4564c9-3073-45ae-83b0-cdfaab93e62d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "PUT /v2.0/routers/ca38e43e-200a-4b8c-a429-09e86075b836/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7952332 Nov 11 21:51:09.805131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33726) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:09.821220 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1effe6fc-569d-49f2-b86b-8c0bc9df66bf req-51abbf48-4b2c-42bf-9095-7708029162f4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407344 Nov 11 21:51:09.821801 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220e79e-3ec8-4bda-a59b-5ec8300f2b13 req-d120473f-6b26-4484-b64b-84748a1b3d13 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:09.823315 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 50d17eb6-7727-4dc9-92a9-56c305536e97 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:51:09.823516 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c220e79e-3ec8-4bda-a59b-5ec8300f2b13 req-d120473f-6b26-4484-b64b-84748a1b3d13 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.2291553 Nov 11 21:51:09.965911 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:10.028148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c220e79e-3ec8-4bda-a59b-5ec8300f2b13 req-11200342-3127-4d99-93b5-c3ae8882c8d6 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559153 Nov 11 21:51:10.056254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048bcdd1-97e6-4f94-a071-61f858dcbc52 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:51:10.064312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a33304a5-c1a7-450b-9b33-92427e4e6f3c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:10.065398 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:10.069838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-1845f11c-23f0-437b-9c2e-5ee171fc3a88 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port 1b4ae3d0-fa2b-412b-95ea-73e19460e766 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:10.070424 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1845f11c-23f0-437b-9c2e-5ee171fc3a88 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:10.185183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 048bcdd1-97e6-4f94-a071-61f858dcbc52, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=048bcdd1-97e6-4f94-a071-61f858dcbc52,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:10.201538 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1845f11c-23f0-437b-9c2e-5ee171fc3a88 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:10.220411 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:10.231785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-1845f11c-23f0-437b-9c2e-5ee171fc3a88 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for 1b4ae3d0-fa2b-412b-95ea-73e19460e766 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:10.402004 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=048bcdd1-97e6-4f94-a071-61f858dcbc52,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:10.408341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 22636e5c-6b64-401f-82b3-f20114757d37 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:10.413648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-61abe98a-2665-430f-bbf8-3fad116c9ea7 None None] Provisioning complete for port a33304a5-c1a7-450b-9b33-92427e4e6f3c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:10.414262 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61abe98a-2665-430f-bbf8-3fad116c9ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:10.507293 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:51:10.628930 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1845f11c-23f0-437b-9c2e-5ee171fc3a88 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:10.703968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845f11c-23f0-437b-9c2e-5ee171fc3a88 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=1b4ae3d0-fa2b-412b-95ea-73e19460e766,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:10.798917 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1845f11c-23f0-437b-9c2e-5ee171fc3a88 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.020288 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1845f11c-23f0-437b-9c2e-5ee171fc3a88 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.025020 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['048bcdd1-97e6-4f94-a071-61f858dcbc52'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:51:11.030059 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1845f11c-23f0-437b-9c2e-5ee171fc3a88 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.062724 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d20be-4712-4f2a-b667-8ec7bbf873fc req-7c453030-1532-40c5-82c2-c97431c6d6ae tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:11.072244 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6b179b8-10df-4323-b8a6-f67fc8a1b655 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.084390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae7d20be-4712-4f2a-b667-8ec7bbf873fc req-7c453030-1532-40c5-82c2-c97431c6d6ae tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 944 time: 0.1464195 Nov 11 21:51:11.121172 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96950db9-9291-40b4-ae23-0086a01d7464 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:51:11.239516 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1845f11c-23f0-437b-9c2e-5ee171fc3a88 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.242000 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1845f11c-23f0-437b-9c2e-5ee171fc3a88 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Fanout notify agent at l3_agent the message router_deleted on router 091e1cd3-b327-4c0c-ad79-81e32ec6c841 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:51:11.285184 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1845f11c-23f0-437b-9c2e-5ee171fc3a88 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.292738 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.294846 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33760) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:11.296665 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1845f11c-23f0-437b-9c2e-5ee171fc3a88 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/routers/091e1cd3-b327-4c0c-ad79-81e32ec6c841 HTTP/1.1" status: 204 len: 168 time: 2.2032931 Nov 11 21:51:11.299954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-61abe98a-2665-430f-bbf8-3fad116c9ea7 None None] Provisioning complete for port 3af7f209-5ff3-482b-86d6-9767274ddc09 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:11.300330 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61abe98a-2665-430f-bbf8-3fad116c9ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.319096 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 22636e5c-6b64-401f-82b3-f20114757d37 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:11.319096 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.321243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b74b6d09-db1f-4cd5-bc39-1429604ccfe2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-801538532'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:11.427026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae7d20be-4712-4f2a-b667-8ec7bbf873fc req-64a4800a-9a34-4f28-bd08-9dec9a4ce01d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399601 Nov 11 21:51:11.457409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d46635-454d-4cd2-8762-949de6c6f95d req-ab886be6-d226-4fe0-815d-eb9c86fe61e1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:11.457409 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70d46635-454d-4cd2-8762-949de6c6f95d req-ab886be6-d226-4fe0-815d-eb9c86fe61e1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.1539953 Nov 11 21:51:11.551777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74b6d09-db1f-4cd5-bc39-1429604ccfe2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:51:11.552552 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70d46635-454d-4cd2-8762-949de6c6f95d req-98348e46-eabc-48c4-8ef3-fcc4b7a6ec2f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716934 Nov 11 21:51:11.564401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b74b6d09-db1f-4cd5-bc39-1429604ccfe2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.565349 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=50d17eb6-7727-4dc9-92a9-56c305536e97,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:11.662542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74b6d09-db1f-4cd5-bc39-1429604ccfe2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] vlan segment allocate from pool success with {'vlan_id': 1175, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:51:11.686234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'port_id': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'mac_address': 'fa:16:3e:f9:e1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:51:11.686546 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b74b6d09-db1f-4cd5-bc39-1429604ccfe2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.689242 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-b74b6d09-db1f-4cd5-bc39-1429604ccfe2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Added segment 92660ed2-e9b5-4005-a797-83a466e11c35 of type vlan for network b3d99b88-395c-40af-b43c-78450dbf6849 Nov 11 21:51:11.728255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-61abe98a-2665-430f-bbf8-3fad116c9ea7 None None] Port 3af7f209-5ff3-482b-86d6-9767274ddc09 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:51:11.771500 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b74b6d09-db1f-4cd5-bc39-1429604ccfe2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.783340 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.827178 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50d17eb6-7727-4dc9-92a9-56c305536e97 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:51:11.900974 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b74b6d09-db1f-4cd5-bc39-1429604ccfe2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.908139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74b6d09-db1f-4cd5-bc39-1429604ccfe2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:11.909282 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b74b6d09-db1f-4cd5-bc39-1429604ccfe2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.927947 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=50d17eb6-7727-4dc9-92a9-56c305536e97,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:11.958189 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:11.962987 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b74b6d09-db1f-4cd5-bc39-1429604ccfe2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6670411 Nov 11 21:51:11.967356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33768) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:11.973360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c3f941d9-595b-4399-889d-247262133ac2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'subnet': {'network_id': 'b3d99b88-395c-40af-b43c-78450dbf6849', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:12.154058 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['50d17eb6-7727-4dc9-92a9-56c305536e97'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:51:12.193236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b6d09-db1f-4cd5-bc39-1429604ccfe2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Network': ['ID=b3d99b88-395c-40af-b43c-78450dbf6849,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:12.222404 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f6b179b8-10df-4323-b8a6-f67fc8a1b655 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Deleting port 3af7f209-5ff3-482b-86d6-9767274ddc09 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:12.222752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6b179b8-10df-4323-b8a6-f67fc8a1b655 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:12.261667 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 029554c1-44b2-4c54-b989-2351805473cf no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:51:12.290341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network b3d99b88-395c-40af-b43c-78450dbf6849 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:51:12.321582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 029554c1-44b2-4c54-b989-2351805473cf {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:51:12.322554 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 029554c1-44b2-4c54-b989-2351805473cf not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:51:12.323222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 542081df-2416-48c1-8618-6d83810a85b6 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:51:12.344330 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=50d17eb6-7727-4dc9-92a9-56c305536e97,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:12.395380 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 542081df-2416-48c1-8618-6d83810a85b6 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:51:12.395885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 542081df-2416-48c1-8618-6d83810a85b6 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:51:12.440272 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6b179b8-10df-4323-b8a6-f67fc8a1b655 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:12.474124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f6b179b8-10df-4323-b8a6-f67fc8a1b655 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Calling delete_port for 3af7f209-5ff3-482b-86d6-9767274ddc09 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:12.813789 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6b179b8-10df-4323-b8a6-f67fc8a1b655 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:12.856456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e974d-c54a-45fb-8b35-ca6614811712 req-a4004c0f-c136-4a6c-8462-750423d7da53 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:12.864335 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c37e974d-c54a-45fb-8b35-ca6614811712 req-a4004c0f-c136-4a6c-8462-750423d7da53 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.1432097 Nov 11 21:51:12.879046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b179b8-10df-4323-b8a6-f67fc8a1b655 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event deleted for resources: {'Port': ['ID=3af7f209-5ff3-482b-86d6-9767274ddc09,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:12.880021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc36c10-d6d9-4387-828b-b7a3da23815d req-60bb99e8-3102-4319-98ed-0ea99dfb7829 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:12.886360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfc36c10-d6d9-4387-828b-b7a3da23815d req-60bb99e8-3102-4319-98ed-0ea99dfb7829 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 944 time: 0.2942176 Nov 11 21:51:13.022789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfc36c10-d6d9-4387-828b-b7a3da23815d req-fe145962-500b-4ab7-9287-155a3dfaa9d5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234310 Nov 11 21:51:13.066459 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c37e974d-c54a-45fb-8b35-ca6614811712 req-b37a366f-c89c-4440-8867-3b80bff4f17c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965396 Nov 11 21:51:13.153663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f941d9-595b-4399-889d-247262133ac2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:51:13.165697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 048bcdd1-97e6-4f94-a071-61f858dcbc52 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:13.170599 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3f941d9-595b-4399-889d-247262133ac2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:13.215018 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6b179b8-10df-4323-b8a6-f67fc8a1b655 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:13.272074 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 048bcdd1-97e6-4f94-a071-61f858dcbc52 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:51:13.286390 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 048bcdd1-97e6-4f94-a071-61f858dcbc52 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:13.287935 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:13.502309 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:13.560682 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884ac123-e6ea-47cb-8a67-05c21fddf2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048bcdd1-97e6-4f94-a071-61f858dcbc52'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:51:13.563196 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e34f2e-ece7-4917-a425-e2e343542512" -d '{"events": [{"server_uuid": "884ac123-e6ea-47cb-8a67-05c21fddf2f2", "name": "network-vif-plugged", "status": "completed", "tag": "048bcdd1-97e6-4f94-a071-61f858dcbc52"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:51:13.609498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 048bcdd1-97e6-4f94-a071-61f858dcbc52, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=048bcdd1-97e6-4f94-a071-61f858dcbc52,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:13.621805 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:13.668329 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3f941d9-595b-4399-889d-247262133ac2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:13.745044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=048bcdd1-97e6-4f94-a071-61f858dcbc52,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:13.870840 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7dc903b7-67c4-44a5-a587-2f28a0e9ae8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:13.971402 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 50d17eb6-7727-4dc9-92a9-56c305536e97 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:14.099550 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e5b8c5-713c-4ee8-a504-25b9f0c2cfd8 x-openstack-request-id: req-29e5b8c5-713c-4ee8-a504-25b9f0c2cfd8 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:51:14.102525 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884ac123-e6ea-47cb-8a67-05c21fddf2f2", "name": "network-vif-plugged", "status": "completed", "tag": "048bcdd1-97e6-4f94-a071-61f858dcbc52", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:51:14.103654 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-29e5b8c5-713c-4ee8-a504-25b9f0c2cfd8 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:51:14.105287 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884ac123-e6ea-47cb-8a67-05c21fddf2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048bcdd1-97e6-4f94-a071-61f858dcbc52', 'code': 200} Nov 11 21:51:14.118867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 50d17eb6-7727-4dc9-92a9-56c305536e97 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:14.120742 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:14.189657 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f941d9-595b-4399-889d-247262133ac2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Subnet': ['ID=47f182ec-f3e8-4a85-84d2-c3c5079abd52,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:14.241450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b179b8-10df-4323-b8a6-f67fc8a1b655 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Router ca38e43e-200a-4b8c-a429-09e86075b836 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:51:14.244433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f941d9-595b-4399-889d-247262133ac2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Checking segment: {'id': '92660ed2-e9b5-4005-a797-83a466e11c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'b3d99b88-395c-40af-b43c-78450dbf6849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:51:14.244901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f941d9-595b-4399-889d-247262133ac2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network hostable DHCP agents. Network: b3d99b88-395c-40af-b43c-78450dbf6849, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:51:14.280954 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8607b4-b2c5-47aa-be3d-6c056d0d3c11 req-c88d138c-2c5e-46d1-be86-d5f7ec2107e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:14.284142 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4c8607b4-b2c5-47aa-be3d-6c056d0d3c11 req-c88d138c-2c5e-46d1-be86-d5f7ec2107e2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 1096 time: 0.1420045 Nov 11 21:51:14.337052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f941d9-595b-4399-889d-247262133ac2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network b3d99b88-395c-40af-b43c-78450dbf6849 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:51:14.397466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c3f941d9-595b-4399-889d-247262133ac2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, b3d99b88-395c-40af-b43c-78450dbf6849) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:14.420768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f941d9-595b-4399-889d-247262133ac2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:14.422741 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3f941d9-595b-4399-889d-247262133ac2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:14.432842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3c881a-3bad-4f37-ac99-ab5a3c20b0a5 None None] Network b3d99b88-395c-40af-b43c-78450dbf6849 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:14.443059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b179b8-10df-4323-b8a6-f67fc8a1b655 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:51:14.465748 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f6b179b8-10df-4323-b8a6-f67fc8a1b655 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "PUT /v2.0/routers/ca38e43e-200a-4b8c-a429-09e86075b836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6583345 Nov 11 21:51:14.474817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33814) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:14.512615 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd72a0a-80b9-4125-ab71-a22ea279dd88 None None] Sync routers for ids ['ca38e43e-200a-4b8c-a429-09e86075b836'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:51:14.539205 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-ef57784f-2da5-4a10-aef5-996afa95cdf5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] delete failed (client error): The resource could not be found. Nov 11 21:51:14.540593 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ef57784f-2da5-4a10-aef5-996afa95cdf5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-299654042 HTTP/1.1" status: 404 len: 334 time: 0.0644839 Nov 11 21:51:14.548433 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c3f941d9-595b-4399-889d-247262133ac2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5796328 Nov 11 21:51:14.549603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33816) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:14.555403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-981a832b-9f30-4613-ab26-53475cd777eb tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca38e43e-200a-4b8c-a429-09e86075b836'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:14.558099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33818) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:14.560527 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4c8607b4-b2c5-47aa-be3d-6c056d0d3c11 req-b6c303b0-2572-440d-a40c-4de5248b792b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317452 Nov 11 21:51:14.565858 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3ecb94d6-e72e-4eed-b0ba-083d796a8e4a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1738250732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:14.593480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbe7a5-339c-41a5-be96-e46ce97e2589 req-fb871499-6e9b-49f7-9384-8c56ad46e698 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:14.609008 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16cbe7a5-339c-41a5-be96-e46ce97e2589 req-fb871499-6e9b-49f7-9384-8c56ad46e698 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 945 time: 0.3916557 Nov 11 21:51:14.611170 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:14.665664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6486a-ed86-4725-81e1-568ea8bd5c6a req-ddc72d0d-4790-4ab4-8f68-7ee4bcc6cf5c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:14.677413 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ecb94d6-e72e-4eed-b0ba-083d796a8e4a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:14.682486 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ecb94d6-e72e-4eed-b0ba-083d796a8e4a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:14.683022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85b6486a-ed86-4725-81e1-568ea8bd5c6a req-ddc72d0d-4790-4ab4-8f68-7ee4bcc6cf5c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.4528880 Nov 11 21:51:14.806641 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd72a0a-80b9-4125-ab71-a22ea279dd88 None None] Routers {'ca38e43e-200a-4b8c-a429-09e86075b836'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:14.807337 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1bd72a0a-80b9-4125-ab71-a22ea279dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ca38e43e-200a-4b8c-a429-09e86075b836'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:14.842819 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:14.856694 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16cbe7a5-339c-41a5-be96-e46ce97e2589 req-ed13af0d-8525-4a64-a553-144506a02561 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433548 Nov 11 21:51:14.938974 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85b6486a-ed86-4725-81e1-568ea8bd5c6a req-f9aed4cf-48d8-402a-966a-da137bbd9fa4 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521527 Nov 11 21:51:14.991270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=50d17eb6-7727-4dc9-92a9-56c305536e97,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:14.994032 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1bd72a0a-80b9-4125-ab71-a22ea279dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:15.008314 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:15.071495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd72a0a-80b9-4125-ab71-a22ea279dd88 None None] Routers {'ca38e43e-200a-4b8c-a429-09e86075b836'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:15.072040 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1bd72a0a-80b9-4125-ab71-a22ea279dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:50:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ca38e43e-200a-4b8c-a429-09e86075b836'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:15.151671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1bd72a0a-80b9-4125-ab71-a22ea279dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:15.152338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd72a0a-80b9-4125-ab71-a22ea279dd88 None None] The sync data for ids ['ca38e43e-200a-4b8c-a429-09e86075b836'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:51:15.156459 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-981a832b-9f30-4613-ab26-53475cd777eb tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:15.265338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=50d17eb6-7727-4dc9-92a9-56c305536e97,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:15.266881 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ecb94d6-e72e-4eed-b0ba-083d796a8e4a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:15.280072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-b3d99b88-395c-40af-b43c-78450dbf6849', 'network_id': 'b3d99b88-395c-40af-b43c-78450dbf6849', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'fixed_ips': [{'subnet_id': '47f182ec-f3e8-4a85-84d2-c3c5079abd52'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:51:15.282822 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:15.497518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Allocated IP 2001:db8::2 (b3d99b88-395c-40af-b43c-78450dbf6849/47f182ec-f3e8-4a85-84d2-c3c5079abd52/eff81662-fc28-441a-853f-2bf3c2c18f26) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:51:15.870935 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:15.876452 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-981a832b-9f30-4613-ab26-53475cd777eb tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] update failed (client error): The resource could not be found. Nov 11 21:51:15.880913 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-981a832b-9f30-4613-ab26-53475cd777eb tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "PUT /v2.0/routers/ca38e43e-200a-4b8c-a429-09e86075b836 HTTP/1.1" status: 404 len: 339 time: 1.3268783 Nov 11 21:51:15.880913 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ecb94d6-e72e-4eed-b0ba-083d796a8e4a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:15.881552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33832) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:15.887390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5b0ccd20-7437-4d68-b0f5-6592e2488e3d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-613540296'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:15.887534 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:15.904511 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ecb94d6-e72e-4eed-b0ba-083d796a8e4a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:15.911685 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3ecb94d6-e72e-4eed-b0ba-083d796a8e4a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3443458 Nov 11 21:51:15.912532 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33834) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:15.947069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0ccd20-7437-4d68-b0f5-6592e2488e3d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Made reservation on behalf of 33e8eaa37ace46ce9f4e3b997ee858f7 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:51:15.959252 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b0ccd20-7437-4d68-b0f5-6592e2488e3d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:16.031298 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Network b3d99b88-395c-40af-b43c-78450dbf6849 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:16.069465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:16.074825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:51:16.121477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:51:16.133810 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadd26ab-7ec1-45d6-acd0-29936fefa0a7" -d '{"events": [{"server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "name": "network-vif-plugged", "status": "completed", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:51:16.155753 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Pushing event updated for resources: {'Port': ['ID=eff81662-fc28-441a-853f-2bf3c2c18f26,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:16.191053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0ccd20-7437-4d68-b0f5-6592e2488e3d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:51:16.205918 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6813c2a-ed8f-44f9-b836-32b56fd018f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:16.222043 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b0ccd20-7437-4d68-b0f5-6592e2488e3d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:16.222404 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-5b0ccd20-7437-4d68-b0f5-6592e2488e3d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Added segment 0c2849e3-fdaa-41a1-af8a-bb6521a08e5c of type vlan for network 9061c568-53c4-4556-8df3-a56a67e86b70 Nov 11 21:51:16.258266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Attempting to bind port eff81662-fc28-441a-853f-2bf3c2c18f26 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:51:16.258266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Attempting to bind port eff81662-fc28-441a-853f-2bf3c2c18f26 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '92660ed2-e9b5-4005-a797-83a466e11c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'b3d99b88-395c-40af-b43c-78450dbf6849'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:51:16.258266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Attempting to bind port eff81662-fc28-441a-853f-2bf3c2c18f26 on network b3d99b88-395c-40af-b43c-78450dbf6849 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:51:16.263971 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:51:16.264527 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Checking segment: {'id': '92660ed2-e9b5-4005-a797-83a466e11c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'b3d99b88-395c-40af-b43c-78450dbf6849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:51:16.264969 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:16.265366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Bound using segment: {'id': '92660ed2-e9b5-4005-a797-83a466e11c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'b3d99b88-395c-40af-b43c-78450dbf6849'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:51:16.265849 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Bound port: eff81662-fc28-441a-853f-2bf3c2c18f26, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92660ed2-e9b5-4005-a797-83a466e11c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'b3d99b88-395c-40af-b43c-78450dbf6849'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:51:16.266301 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:16.318874 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b0ccd20-7437-4d68-b0f5-6592e2488e3d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:16.408152 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] For port eff81662-fc28-441a-853f-2bf3c2c18f26, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:51:16.417765 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b0ccd20-7437-4d68-b0f5-6592e2488e3d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:16.421345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] For port eff81662-fc28-441a-853f-2bf3c2c18f26, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=eff81662-fc28-441a-853f-2bf3c2c18f26,segment=NetworkSegment(92660ed2-e9b5-4005-a797-83a466e11c35),segment_id=92660ed2-e9b5-4005-a797-83a466e11c35)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:51:16.423569 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ccd20-7437-4d68-b0f5-6592e2488e3d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:16.424200 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5b0ccd20-7437-4d68-b0f5-6592e2488e3d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:16.434146 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:16.533743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ba01-c2a6-4153-8738-5ad6fd1b7555 req-f3e286b7-227c-409e-853a-1e7f477c84d8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:16.553895 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37a2ba01-c2a6-4153-8738-5ad6fd1b7555 req-f3e286b7-227c-409e-853a-1e7f477c84d8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 945 time: 0.4877522 Nov 11 21:51:16.701323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37a2ba01-c2a6-4153-8738-5ad6fd1b7555 req-99ea5a45-a5d1-4056-abc8-7b57e6076fc0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407959 Nov 11 21:51:16.728788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b71b8-4a3c-4780-aae0-c39198b15be8 None None] Pushing event updated for resources: {'Port': ['ID=eff81662-fc28-441a-853f-2bf3c2c18f26,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:16.737932 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5b0ccd20-7437-4d68-b0f5-6592e2488e3d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8550029 Nov 11 21:51:16.789479 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33846) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:16.803713 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d318086-0f97-4b11-8279-538c9d9bf947 x-openstack-request-id: req-4d318086-0f97-4b11-8279-538c9d9bf947 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:51:16.804255 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "name": "network-vif-plugged", "status": "completed", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:51:16.804778 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4d318086-0f97-4b11-8279-538c9d9bf947 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:51:16.805365 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'code': 200} Nov 11 21:51:16.821531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-473f551a-a3c2-4200-b2f6-63ef1a4c4584 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Request body: {'subnet': {'network_id': '9061c568-53c4-4556-8df3-a56a67e86b70', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:16.848210 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:16.856991 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ccd20-7437-4d68-b0f5-6592e2488e3d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event updated for resources: {'Network': ['ID=9061c568-53c4-4556-8df3-a56a67e86b70,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:16.871141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98193411-388d-4036-b121-44afd62aad87 req-232c87dd-c146-4ce1-98d7-92d08114ab66 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:16.879243 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98193411-388d-4036-b121-44afd62aad87 req-232c87dd-c146-4ce1-98d7-92d08114ab66 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.7126586 Nov 11 21:51:16.908994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 9061c568-53c4-4556-8df3-a56a67e86b70 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:51:17.138071 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98193411-388d-4036-b121-44afd62aad87 req-a1846419-e111-48c0-b49b-dccf67dca093 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578499 Nov 11 21:51:17.208619 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:17.245692 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab4c41-fd4d-4223-9085-81e934f5c20a req-c562821c-1d71-4334-8b0a-b85e42a3aa85 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:17.247484 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63ab4c41-fd4d-4223-9085-81e934f5c20a req-c562821c-1d71-4334-8b0a-b85e42a3aa85 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 945 time: 0.2124217 Nov 11 21:51:17.407460 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63ab4c41-fd4d-4223-9085-81e934f5c20a req-e49d13bc-e144-491f-a0a5-232d437080dc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498239 Nov 11 21:51:17.547804 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Allocated IP 2001:db8::1 (b3d99b88-395c-40af-b43c-78450dbf6849/47f182ec-f3e8-4a85-84d2-c3c5079abd52/6ab45fe4-5224-46e7-a9a2-08698b62bbe6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:51:17.608590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473f551a-a3c2-4200-b2f6-63ef1a4c4584 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Made reservation on behalf of 33e8eaa37ace46ce9f4e3b997ee858f7 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:51:17.618667 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-473f551a-a3c2-4200-b2f6-63ef1a4c4584 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:17.763672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eb339-82cb-4226-b65c-8cb3aead7b44 req-84373b0b-dc0d-4e3d-9084-8d62f56bb405 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:17.765759 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a5eb339-82cb-4226-b65c-8cb3aead7b44 req-84373b0b-dc0d-4e3d-9084-8d62f56bb405 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 945 time: 0.1301990 Nov 11 21:51:17.901770 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a5eb339-82cb-4226-b65c-8cb3aead7b44 req-d9018ce3-abd8-4944-a6f1-3ebce320a9aa tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292202 Nov 11 21:51:18.131054 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-473f551a-a3c2-4200-b2f6-63ef1a4c4584 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:18.544407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa0888-032d-4c1e-a383-2f2ffc399692 req-0d1e1156-1a1f-44e9-bbf9-8b4c7c487b32 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:18.549228 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:18.558054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3fa0888-032d-4c1e-a383-2f2ffc399692 req-0d1e1156-1a1f-44e9-bbf9-8b4c7c487b32 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.2570829 Nov 11 21:51:18.559833 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6397f5-35fd-4689-ae6b-0598464800ef None None] Network b3d99b88-395c-40af-b43c-78450dbf6849 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:18.698124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f551a-a3c2-4200-b2f6-63ef1a4c4584 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event updated for resources: {'Subnet': ['ID=70f8eb1a-2681-411d-abf2-c6271a434088,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:18.802582 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f551a-a3c2-4200-b2f6-63ef1a4c4584 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Checking segment: {'id': '0c2849e3-fdaa-41a1-af8a-bb6521a08e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '9061c568-53c4-4556-8df3-a56a67e86b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:51:18.803422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473f551a-a3c2-4200-b2f6-63ef1a4c4584 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Network hostable DHCP agents. Network: 9061c568-53c4-4556-8df3-a56a67e86b70, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:51:18.882913 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3fa0888-032d-4c1e-a383-2f2ffc399692 req-db0f2311-4412-48cc-b215-3e235c350e07 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217402 Nov 11 21:51:18.919893 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:18.934351 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device eff81662-fc28-441a-853f-2bf3c2c18f26 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:19.032952 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473f551a-a3c2-4200-b2f6-63ef1a4c4584 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Network 9061c568-53c4-4556-8df3-a56a67e86b70 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:51:19.091060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-473f551a-a3c2-4200-b2f6-63ef1a4c4584 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 9061c568-53c4-4556-8df3-a56a67e86b70) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:19.096080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f4c22a61-75e1-4dd7-897e-499c18b4fd91 None None] Provisioning complete for port eff81662-fc28-441a-853f-2bf3c2c18f26 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:19.096641 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4c22a61-75e1-4dd7-897e-499c18b4fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:19.102140 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2dbec-9a5d-4878-96aa-75047d21deb1 req-b85e51fc-2234-4829-9fca-56e5fba2d8e9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:19.107745 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473f551a-a3c2-4200-b2f6-63ef1a4c4584 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:19.113067 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-473f551a-a3c2-4200-b2f6-63ef1a4c4584 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:19.117142 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ae2dbec-9a5d-4878-96aa-75047d21deb1 req-b85e51fc-2234-4829-9fca-56e5fba2d8e9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 945 time: 0.3081224 Nov 11 21:51:19.188766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:19.257543 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-473f551a-a3c2-4200-b2f6-63ef1a4c4584 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4667284 Nov 11 21:51:19.267341 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33886) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:19.287627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8ced93f8-7910-4366-bbd9-f89f5f33b56d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Request body: {'router': {'external_gateway_info': {'network_id': '9061c568-53c4-4556-8df3-a56a67e86b70'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:19.354085 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ae2dbec-9a5d-4878-96aa-75047d21deb1 req-d7145081-8064-4c61-8d16-9b190ab0b32a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356339 Nov 11 21:51:19.588451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network b3d99b88-395c-40af-b43c-78450dbf6849 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:19.609780 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:19.614074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:51:19.614647 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:19.626070 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc104f-a8da-4150-8529-6e6350adbfbd None None] Network 9061c568-53c4-4556-8df3-a56a67e86b70 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:20.148936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a1302-3301-4dc0-b256-e6a5ff257703 req-501a52e1-8565-47a0-b4f2-750a5a9b5449 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:20.163141 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b7a1302-3301-4dc0-b256-e6a5ff257703 req-501a52e1-8565-47a0-b4f2-750a5a9b5449 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.1241553 Nov 11 21:51:20.176886 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ced93f8-7910-4366-bbd9-f89f5f33b56d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:20.192492 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=6ab45fe4-5224-46e7-a9a2-08698b62bbe6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:20.205946 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:20.339297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b7a1302-3301-4dc0-b256-e6a5ff257703 req-bc882a02-3948-4bfb-96f8-03365a403b82 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749170 Nov 11 21:51:20.451195 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:20.461419 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port eff81662-fc28-441a-853f-2bf3c2c18f26 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:20.461793 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:20.597768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-9061c568-53c4-4556-8df3-a56a67e86b70', 'network_id': '9061c568-53c4-4556-8df3-a56a67e86b70', 'tenant_id': '33e8eaa37ace46ce9f4e3b997ee858f7', 'fixed_ips': [{'subnet_id': '70f8eb1a-2681-411d-abf2-c6271a434088'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:51:20.599862 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:20.637800 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4c22a61-75e1-4dd7-897e-499c18b4fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:20.654928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7aa8ca-b87c-4234-a184-f2206801733a req-13d5b7a8-c669-4d6a-bd2f-8e68980314ba tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:20.656548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd7aa8ca-b87c-4234-a184-f2206801733a req-13d5b7a8-c669-4d6a-bd2f-8e68980314ba tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 945 time: 0.1889851 Nov 11 21:51:20.883430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd7aa8ca-b87c-4234-a184-f2206801733a req-8787e121-b10d-4b59-8369-974961cb308f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054384 Nov 11 21:51:20.973369 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f4c22a61-75e1-4dd7-897e-499c18b4fd91 None None] For port eff81662-fc28-441a-853f-2bf3c2c18f26, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=eff81662-fc28-441a-853f-2bf3c2c18f26,segment=NetworkSegment(92660ed2-e9b5-4005-a797-83a466e11c35),segment_id=92660ed2-e9b5-4005-a797-83a466e11c35)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:21.092589 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4c22a61-75e1-4dd7-897e-499c18b4fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:21.326882 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:21.362145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8835db-83d2-4076-b8a0-5974b40696f0 req-eb4bbf2a-149b-49b0-8b77-3acbd609fc52 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:21.371078 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bb8835db-83d2-4076-b8a0-5974b40696f0 req-eb4bbf2a-149b-49b0-8b77-3acbd609fc52 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.71 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 945 time: 1.1458654 Nov 11 21:51:21.371880 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:21.372847 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:21.473388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-35e9e9e7-fceb-4183-8607-ed9d5c76da40 None None] Provisioning complete for port eff81662-fc28-441a-853f-2bf3c2c18f26 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:21.473790 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35e9e9e7-fceb-4183-8607-ed9d5c76da40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:21.546265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279fd17-8493-420a-b118-46be72de5a4d req-b3cc2077-e13a-491b-82d4-9cbe7647f82e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:21.559705 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2279fd17-8493-420a-b118-46be72de5a4d req-b3cc2077-e13a-491b-82d4-9cbe7647f82e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.1007805 Nov 11 21:51:21.638208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c22a61-75e1-4dd7-897e-499c18b4fd91 None None] Pushing event updated for resources: {'Port': ['ID=eff81662-fc28-441a-853f-2bf3c2c18f26,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:21.668331 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Allocated IP 2001:db8:1::2 (9061c568-53c4-4556-8df3-a56a67e86b70/70f8eb1a-2681-411d-abf2-c6271a434088/b893894d-a783-404a-9480-abc57b7f694c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:51:21.699674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2279fd17-8493-420a-b118-46be72de5a4d req-98ba8efb-5d79-4481-8d37-c0254ddcabc6 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331282 Nov 11 21:51:21.954856 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-35e9e9e7-fceb-4183-8607-ed9d5c76da40 None None] Provisioning complete for port 6ab45fe4-5224-46e7-a9a2-08698b62bbe6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:21.955278 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35e9e9e7-fceb-4183-8607-ed9d5c76da40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:22.120579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network b3d99b88-395c-40af-b43c-78450dbf6849 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:22.124467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7391810-0d3b-4284-a4ad-804a903472ce req-ea3034c5-237a-4360-8695-6d78f03fe695 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:22.139983 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7391810-0d3b-4284-a4ad-804a903472ce req-ea3034c5-237a-4360-8695-6d78f03fe695 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 945 time: 0.1274288 Nov 11 21:51:22.163432 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=6ab45fe4-5224-46e7-a9a2-08698b62bbe6,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:22.226490 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-35e9e9e7-fceb-4183-8607-ed9d5c76da40 None None] Port 6ab45fe4-5224-46e7-a9a2-08698b62bbe6 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:51:22.243100 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:22.253148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7391810-0d3b-4284-a4ad-804a903472ce req-921b8b98-2dad-46f0-8347-61b15a6fd02e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032310 Nov 11 21:51:22.267965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33918) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:22.480897 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:22.521616 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:22.633262 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-bb8835db-83d2-4076-b8a0-5974b40696f0 req-b3d8d112-77db-4bac-82e7-596a5e413f1c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Deleting port 048bcdd1-97e6-4f94-a071-61f858dcbc52 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:22.634845 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bb8835db-83d2-4076-b8a0-5974b40696f0 req-b3d8d112-77db-4bac-82e7-596a5e413f1c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:22.663841 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-8ced93f8-7910-4366-bbd9-f89f5f33b56d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:51:22.672465 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8ced93f8-7910-4366-bbd9-f89f5f33b56d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "PUT /v2.0/routers/ca38e43e-200a-4b8c-a429-09e86075b836 HTTP/1.1" status: 400 len: 364 time: 3.3996050 Nov 11 21:51:22.676206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33926) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:22.686951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-929362af-11ac-488c-a45c-8cefbbabb809 None None] Provisioning complete for port 6ab45fe4-5224-46e7-a9a2-08698b62bbe6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:22.687864 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-929362af-11ac-488c-a45c-8cefbbabb809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:22.768859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-929362af-11ac-488c-a45c-8cefbbabb809 None None] Port 6ab45fe4-5224-46e7-a9a2-08698b62bbe6 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:51:22.778579 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Network 9061c568-53c4-4556-8df3-a56a67e86b70 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:22.789411 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:22.794723 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:51:22.836627 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Pushing event updated for resources: {'Port': ['ID=b893894d-a783-404a-9480-abc57b7f694c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:22.922469 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ed68374c-c1cf-49d7-869a-0b013dbb144c None None] Provisioning complete for port 6ab45fe4-5224-46e7-a9a2-08698b62bbe6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:22.923120 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed68374c-c1cf-49d7-869a-0b013dbb144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:22.926037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Attempting to bind port b893894d-a783-404a-9480-abc57b7f694c on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:51:22.926589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Attempting to bind port b893894d-a783-404a-9480-abc57b7f694c by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '0c2849e3-fdaa-41a1-af8a-bb6521a08e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '9061c568-53c4-4556-8df3-a56a67e86b70'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:51:22.927143 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Attempting to bind port b893894d-a783-404a-9480-abc57b7f694c on network 9061c568-53c4-4556-8df3-a56a67e86b70 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:51:22.936855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:51:22.937536 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Checking segment: {'id': '0c2849e3-fdaa-41a1-af8a-bb6521a08e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '9061c568-53c4-4556-8df3-a56a67e86b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:51:22.938134 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:22.938703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Bound using segment: {'id': '0c2849e3-fdaa-41a1-af8a-bb6521a08e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '9061c568-53c4-4556-8df3-a56a67e86b70'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:51:22.939617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Bound port: b893894d-a783-404a-9480-abc57b7f694c, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2849e3-fdaa-41a1-af8a-bb6521a08e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '9061c568-53c4-4556-8df3-a56a67e86b70'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:51:22.940317 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:22.983919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router daa3e084-ea3d-448c-ae04-fdabc00c70be is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:51:23.053422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-bb8835db-83d2-4076-b8a0-5974b40696f0 req-b3d8d112-77db-4bac-82e7-596a5e413f1c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] For port 048bcdd1-97e6-4f94-a071-61f858dcbc52, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=048bcdd1-97e6-4f94-a071-61f858dcbc52,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:23.055571 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bb8835db-83d2-4076-b8a0-5974b40696f0 req-b3d8d112-77db-4bac-82e7-596a5e413f1c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:23.097939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] For port b893894d-a783-404a-9480-abc57b7f694c, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:51:23.103041 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] For port b893894d-a783-404a-9480-abc57b7f694c, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b893894d-a783-404a-9480-abc57b7f694c,segment=NetworkSegment(0c2849e3-fdaa-41a1-af8a-bb6521a08e5c),segment_id=0c2849e3-fdaa-41a1-af8a-bb6521a08e5c)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:51:23.115602 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:23.288459 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 048bcdd1-97e6-4f94-a071-61f858dcbc52 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:51:23.349495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ed68374c-c1cf-49d7-869a-0b013dbb144c None None] Port 6ab45fe4-5224-46e7-a9a2-08698b62bbe6 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:51:23.406280 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-687c5733-aa32-4347-9bd3-100d3d227b60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:23.468903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device eff81662-fc28-441a-853f-2bf3c2c18f26 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:23.572455 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc839e06-215c-45bb-9aa8-bd332a742a4a None None] Pushing event updated for resources: {'Port': ['ID=b893894d-a783-404a-9480-abc57b7f694c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:23.853993 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-687c5733-aa32-4347-9bd3-100d3d227b60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:23.874428 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port eff81662-fc28-441a-853f-2bf3c2c18f26 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:23.875065 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:23.892057 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:23.905401 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-687c5733-aa32-4347-9bd3-100d3d227b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:24.085747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884ac123-e6ea-47cb-8a67-05c21fddf2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '048bcdd1-97e6-4f94-a071-61f858dcbc52'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:51:24.100571 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6305103e-dda5-410d-b70c-11d03e6a7c3d" -d '{"events": [{"server_uuid": "884ac123-e6ea-47cb-8a67-05c21fddf2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "048bcdd1-97e6-4f94-a071-61f858dcbc52"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:51:24.115224 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:51:24.122118 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-79b8cd1f-5b0d-49f3-a20d-7ba34ea32f95 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/daa3e084-ea3d-448c-ae04-fdabc00c70be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2083833 Nov 11 21:51:24.123689 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-bb8835db-83d2-4076-b8a0-5974b40696f0 req-b3d8d112-77db-4bac-82e7-596a5e413f1c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Calling delete_port for 048bcdd1-97e6-4f94-a071-61f858dcbc52 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:24.128945 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd8dfab-16d5-4472-9414-2aa05a89c3b5 None None] Sync routers for ids ['daa3e084-ea3d-448c-ae04-fdabc00c70be'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:51:24.133968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9db052-dcf8-4f42-b95b-bdfb0ac3cee9 req-33415291-3d5a-4078-bfd8-0ed0565873e8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:24.135730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c9db052-dcf8-4f42-b95b-bdfb0ac3cee9 req-33415291-3d5a-4078-bfd8-0ed0565873e8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 945 time: 0.7261450 Nov 11 21:51:24.137073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 33950) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:24.152966 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8dfab-16d5-4472-9414-2aa05a89c3b5 None None] Routers {'daa3e084-ea3d-448c-ae04-fdabc00c70be'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:24.155281 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cdd8dfab-16d5-4472-9414-2aa05a89c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['daa3e084-ea3d-448c-ae04-fdabc00c70be'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:24.157699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18071053-1b49-4b20-9fee-53041f96d921 req-74640b9d-1fb0-44e7-8578-fac92f6a2110 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:24.159647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18071053-1b49-4b20-9fee-53041f96d921 req-74640b9d-1fb0-44e7-8578-fac92f6a2110 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 1.0452478 Nov 11 21:51:24.171142 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:24.204780 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 048bcdd1-97e6-4f94-a071-61f858dcbc52, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=048bcdd1-97e6-4f94-a071-61f858dcbc52,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:24.219909 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:24.234524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c5733-aa32-4347-9bd3-100d3d227b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749a92e7-e107-46bb-b638-0e9a1932f527,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:24.282005 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-687c5733-aa32-4347-9bd3-100d3d227b60 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20b5dc53b4cd4869980b39a01740e902&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0102870 Nov 11 21:51:24.361464 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33952) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:24.410156 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cdd8dfab-16d5-4472-9414-2aa05a89c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:24.423297 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bb8835db-83d2-4076-b8a0-5974b40696f0 req-b3d8d112-77db-4bac-82e7-596a5e413f1c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:24.449253 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8dfab-16d5-4472-9414-2aa05a89c3b5 None None] Routers {'daa3e084-ea3d-448c-ae04-fdabc00c70be'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:24.449894 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cdd8dfab-16d5-4472-9414-2aa05a89c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['daa3e084-ea3d-448c-ae04-fdabc00c70be'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:24.563466 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7de9430-a5ca-4a72-b378-d6d26d527b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:24.585786 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-cdd8dfab-16d5-4472-9414-2aa05a89c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:24.586452 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd8dfab-16d5-4472-9414-2aa05a89c3b5 None None] The sync data for ids ['daa3e084-ea3d-448c-ae04-fdabc00c70be'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:51:24.633061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=048bcdd1-97e6-4f94-a071-61f858dcbc52,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:24.667045 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7de9430-a5ca-4a72-b378-d6d26d527b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:24.826170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8d112-77db-4bac-82e7-596a5e413f1c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event deleted for resources: {'Port': ['ID=048bcdd1-97e6-4f94-a071-61f858dcbc52,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:24.841318 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7de9430-a5ca-4a72-b378-d6d26d527b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:24.853573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f7de9430-a5ca-4a72-b378-d6d26d527b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:24.859668 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f7de9430-a5ca-4a72-b378-d6d26d527b1d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/749a92e7-e107-46bb-b638-0e9a1932f527 HTTP/1.1" status: 204 len: 168 time: 0.4942179 Nov 11 21:51:24.878831 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de9430-a5ca-4a72-b378-d6d26d527b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749a92e7-e107-46bb-b638-0e9a1932f527,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:25.107781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8835db-83d2-4076-b8a0-5974b40696f0 req-b3d8d112-77db-4bac-82e7-596a5e413f1c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] No DVR routers for this DVR port 048bcdd1-97e6-4f94-a071-61f858dcbc52 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:25.125299 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-bb8835db-83d2-4076-b8a0-5974b40696f0 req-b3d8d112-77db-4bac-82e7-596a5e413f1c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:25.132930 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-bb8835db-83d2-4076-b8a0-5974b40696f0 req-b3d8d112-77db-4bac-82e7-596a5e413f1c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.71 "DELETE /v2.0/ports/048bcdd1-97e6-4f94-a071-61f858dcbc52 HTTP/1.1" status: 204 len: 173 time: 3.6240602 Nov 11 21:51:25.152739 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884ac123-e6ea-47cb-8a67-05c21fddf2f2', 'name': 'network-vif-deleted', 'tag': '048bcdd1-97e6-4f94-a071-61f858dcbc52'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:51:25.163362 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ee5562-dcb0-4258-9c70-d2b1a331185a" -d '{"events": [{"server_uuid": "884ac123-e6ea-47cb-8a67-05c21fddf2f2", "name": "network-vif-deleted", "tag": "048bcdd1-97e6-4f94-a071-61f858dcbc52"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:51:25.391404 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b893894d-a783-404a-9480-abc57b7f694c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:25.470032 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f5676b-8bda-4e44-a3cf-219bd30ebd34 None None] Network 9061c568-53c4-4556-8df3-a56a67e86b70 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:25.720511 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33974) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:25.745646 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f7de29c-748e-4d20-954b-aacfc0d90f4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:25.746095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7de38d14-e3d7-4eb6-8a1b-b20022b4dc76 None None] Provisioning complete for port b893894d-a783-404a-9480-abc57b7f694c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:25.746652 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7de38d14-e3d7-4eb6-8a1b-b20022b4dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:25.789461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18071053-1b49-4b20-9fee-53041f96d921 req-6233bcec-68d1-41ad-941b-c00ad0d92a67 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5916739 Nov 11 21:51:25.814347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9462503e-3131-43a8-8315-616da3ba7623 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:25.821320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9462503e-3131-43a8-8315-616da3ba7623 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports/6ab45fe4-5224-46e7-a9a2-08698b62bbe6 HTTP/1.1" status: 200 len: 911 time: 1.6602173 Nov 11 21:51:25.824559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33976) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:25.838964 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b7f218b6-2cea-4b18-ade9-996250d7d309 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '47f182ec-f3e8-4a85-84d2-c3c5079abd52'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:25.973369 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6535dc2-78c9-4e89-a951-a9ad887a5616 x-openstack-request-id: req-f6535dc2-78c9-4e89-a951-a9ad887a5616 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:51:25.973675 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884ac123-e6ea-47cb-8a67-05c21fddf2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "048bcdd1-97e6-4f94-a071-61f858dcbc52", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:51:25.973936 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f6535dc2-78c9-4e89-a951-a9ad887a5616 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:51:25.974497 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884ac123-e6ea-47cb-8a67-05c21fddf2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '048bcdd1-97e6-4f94-a071-61f858dcbc52', 'code': 200} Nov 11 21:51:26.435581 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c9db052-dcf8-4f42-b95b-bdfb0ac3cee9 req-682a2d13-04c1-4582-8211-7b846628b676 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2132258 Nov 11 21:51:26.466470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Allocated IP 2001:db8::1 (888f014b-df27-4487-a550-673f4faefa66/f86e3af5-8f6a-420b-85c0-e87a2d216179/99c05c92-cda7-4846-bae6-7242520bedd9) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:51:26.487947 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7f218b6-2cea-4b18-ade9-996250d7d309 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:26.596856 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f7de29c-748e-4d20-954b-aacfc0d90f4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:26.617495 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000bda4d-1b6f-4d5a-800b-6151f2cea601 x-openstack-request-id: req-000bda4d-1b6f-4d5a-800b-6151f2cea601 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:51:26.618184 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884ac123-e6ea-47cb-8a67-05c21fddf2f2", "name": "network-vif-deleted", "tag": "048bcdd1-97e6-4f94-a071-61f858dcbc52", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:51:26.618184 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-000bda4d-1b6f-4d5a-800b-6151f2cea601 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:51:26.620634 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884ac123-e6ea-47cb-8a67-05c21fddf2f2', 'name': 'network-vif-deleted', 'tag': '048bcdd1-97e6-4f94-a071-61f858dcbc52', 'status': 'completed', 'code': 200} Nov 11 21:51:26.629587 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f7de29c-748e-4d20-954b-aacfc0d90f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:26.653021 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:26.741463 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b893894d-a783-404a-9480-abc57b7f694c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:26.742440 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:26.744120 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:26.838595 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Network 888f014b-df27-4487-a550-673f4faefa66 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:26.853283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:26.868072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:51:26.868417 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:26.892099 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1f7de29c-748e-4d20-954b-aacfc0d90f4a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31f08686fd9947c1ae35fbdabe9e0864&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1703565 Nov 11 21:51:26.910375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 33988) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:26.911060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7de29c-748e-4d20-954b-aacfc0d90f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac4fda9-89f6-44a9-9322-7b272e9e5fa9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:26.934217 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7de38d14-e3d7-4eb6-8a1b-b20022b4dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:27.095712 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:27.117022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event updated for resources: {'Port': ['ID=99c05c92-cda7-4846-bae6-7242520bedd9,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:27.179701 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7de38d14-e3d7-4eb6-8a1b-b20022b4dc76 None None] For port b893894d-a783-404a-9480-abc57b7f694c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b893894d-a783-404a-9480-abc57b7f694c,segment=NetworkSegment(0c2849e3-fdaa-41a1-af8a-bb6521a08e5c),segment_id=0c2849e3-fdaa-41a1-af8a-bb6521a08e5c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:27.205860 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7de38d14-e3d7-4eb6-8a1b-b20022b4dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:27.242609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6270e9-89c0-49d9-936b-aa537613c810 req-bf2b26c8-3f41-45ae-b42d-a602c1defc2c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:27.256981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a6270e9-89c0-49d9-936b-aa537613c810 req-bf2b26c8-3f41-45ae-b42d-a602c1defc2c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.2194970 Nov 11 21:51:27.261247 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:27.387405 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:51:27.392828 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:51:27.472586 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a6270e9-89c0-49d9-936b-aa537613c810 req-3497da4b-70f1-429a-98c1-ed6b625cab76 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134821 Nov 11 21:51:27.531218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de38d14-e3d7-4eb6-8a1b-b20022b4dc76 None None] Pushing event updated for resources: {'Port': ['ID=b893894d-a783-404a-9480-abc57b7f694c,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:27.560264 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0fd8c7d6-1dd6-4e03-84c9-ffd35cf31161 None None] Provisioning complete for port 99c05c92-cda7-4846-bae6-7242520bedd9 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:27.560976 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fd8c7d6-1dd6-4e03-84c9-ffd35cf31161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:27.673442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8c7d6-1dd6-4e03-84c9-ffd35cf31161 None None] Port 99c05c92-cda7-4846-bae6-7242520bedd9 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:51:27.774284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-675a383b-9ffa-4496-97b6-6e9a841c9d38 req-82d2df9c-cbeb-4a62-8c75-36fbec0b0f45 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 210 time: 0.1221826 Nov 11 21:51:27.809022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6ca80b75-8d86-4b17-bb02-a5a5b287636d None None] Provisioning complete for port b893894d-a783-404a-9480-abc57b7f694c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:27.812408 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ca80b75-8d86-4b17-bb02-a5a5b287636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:27.897322 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7f218b6-2cea-4b18-ade9-996250d7d309 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:27.958562 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7f218b6-2cea-4b18-ade9-996250d7d309 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:27.969007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f218b6-2cea-4b18-ade9-996250d7d309 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:27.969996 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b7f218b6-2cea-4b18-ade9-996250d7d309 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:27.971682 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b7f218b6-2cea-4b18-ade9-996250d7d309 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/ports/6ab45fe4-5224-46e7-a9a2-08698b62bbe6 HTTP/1.1" status: 200 len: 911 time: 2.1445405 Nov 11 21:51:27.977246 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34000) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:28.150276 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ce-f437-445b-870b-490117581a91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:28.157571 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f218b6-2cea-4b18-ade9-996250d7d309 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=6ab45fe4-5224-46e7-a9a2-08698b62bbe6,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:28.184301 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ce-f437-445b-870b-490117581a91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:28.290093 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:28.299946 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:28.300738 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:28.456076 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b893894d-a783-404a-9480-abc57b7f694c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:28.551767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event updated for resources: {'Port': ['ID=99c05c92-cda7-4846-bae6-7242520bedd9,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:28.690840 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ce-f437-445b-870b-490117581a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:28.702931 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ce-f437-445b-870b-490117581a91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:28.704742 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6e9ad4ce-f437-445b-870b-490117581a91 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0ac4fda9-89f6-44a9-9322-7b272e9e5fa9 HTTP/1.1" status: 204 len: 168 time: 1.7907946 Nov 11 21:51:28.748687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b893894d-a783-404a-9480-abc57b7f694c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:28.749425 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:28.760052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ce-f437-445b-870b-490117581a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac4fda9-89f6-44a9-9322-7b272e9e5fa9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:28.894891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c00353-2c63-4756-9534-f5d673d62354 req-35570eec-181d-47e1-bb6b-10d64ba99139 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:28.896595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1c00353-2c63-4756-9534-f5d673d62354 req-35570eec-181d-47e1-bb6b-10d64ba99139 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.1228945 Nov 11 21:51:29.061375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1668f12-a0ef-4676-ab90-a57c321d25f0 req-c272ce16-41ac-49a1-9972-66bc2e0c8fc5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 210 time: 0.0779247 Nov 11 21:51:29.077672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Network 888f014b-df27-4487-a550-673f4faefa66 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:29.080297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:29.085632 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1c00353-2c63-4756-9534-f5d673d62354 req-4fabfdf3-6a3c-43c8-91ab-75543cc7d762 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701896 Nov 11 21:51:29.223921 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fb2a642-d534-456c-9469-35d7c689c60e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:29.260243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Router ca38e43e-200a-4b8c-a429-09e86075b836 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:51:29.417280 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:51:29.433359 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0386e7b0-7935-4ee2-a6fe-03eb5a26460e tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "PUT /v2.0/routers/ca38e43e-200a-4b8c-a429-09e86075b836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7553310 Nov 11 21:51:29.434291 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34022) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:29.437509 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a7fb5-fad2-4871-a5a5-290544474798 None None] Sync routers for ids ['ca38e43e-200a-4b8c-a429-09e86075b836'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:51:29.451635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18a7fb5-fad2-4871-a5a5-290544474798 None None] Routers {'ca38e43e-200a-4b8c-a429-09e86075b836'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:29.455409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b18a7fb5-fad2-4871-a5a5-290544474798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ca38e43e-200a-4b8c-a429-09e86075b836'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:29.560406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b18a7fb5-fad2-4871-a5a5-290544474798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:29.609315 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18a7fb5-fad2-4871-a5a5-290544474798 None None] Routers {'ca38e43e-200a-4b8c-a429-09e86075b836'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:29.619564 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-18209d1f-31bb-4a20-8e5a-396537daa9d8 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:29.620997 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b18a7fb5-fad2-4871-a5a5-290544474798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ca38e43e-200a-4b8c-a429-09e86075b836'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:29.728048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b18a7fb5-fad2-4871-a5a5-290544474798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:29.728701 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a7fb5-fad2-4871-a5a5-290544474798 None None] The sync data for ids ['ca38e43e-200a-4b8c-a429-09e86075b836'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:51:29.764083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-08e8be9c-4b1e-4af1-9765-e210e6c18c84 None None] Provisioning complete for port 99c05c92-cda7-4846-bae6-7242520bedd9 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:29.764459 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-08e8be9c-4b1e-4af1-9765-e210e6c18c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:29.818349 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-18209d1f-31bb-4a20-8e5a-396537daa9d8 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 21:51:29.823847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-18209d1f-31bb-4a20-8e5a-396537daa9d8 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "DELETE /v2.0/routers/ca38e43e-200a-4b8c-a429-09e86075b836 HTTP/1.1" status: 409 len: 329 time: 0.3753350 Nov 11 21:51:29.824571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34034) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:29.853510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-08e8be9c-4b1e-4af1-9765-e210e6c18c84 None None] Port 99c05c92-cda7-4846-bae6-7242520bedd9 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:51:30.060262 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5fb2a642-d534-456c-9469-35d7c689c60e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port 6ab45fe4-5224-46e7-a9a2-08698b62bbe6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:30.060603 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fb2a642-d534-456c-9469-35d7c689c60e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:30.298745 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fb2a642-d534-456c-9469-35d7c689c60e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:30.335127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-5fb2a642-d534-456c-9469-35d7c689c60e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for 6ab45fe4-5224-46e7-a9a2-08698b62bbe6 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:30.338653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9594fd3-ebf9-441d-9480-606574325da5 req-290fe2aa-3f15-4eb3-950e-056738d0f119 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 210 time: 0.0742807 Nov 11 21:51:30.502075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83004382-0bdc-4822-9866-059460e41db1 req-192bc2a9-0894-4c39-9cf9-fdcaa5b4cad1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:30.504814 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83004382-0bdc-4822-9866-059460e41db1 req-192bc2a9-0894-4c39-9cf9-fdcaa5b4cad1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.2255721 Nov 11 21:51:30.615197 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83004382-0bdc-4822-9866-059460e41db1 req-ec74b7df-f4c4-4c9a-bed0-845de54c61b0 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942633 Nov 11 21:51:30.659403 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db84f888-dd32-4f02-8f94-884a34866c42 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:30.784735 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fb2a642-d534-456c-9469-35d7c689c60e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:30.859947 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2a642-d534-456c-9469-35d7c689c60e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=6ab45fe4-5224-46e7-a9a2-08698b62bbe6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:31.061198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fb2a642-d534-456c-9469-35d7c689c60e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:31.340115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-db84f888-dd32-4f02-8f94-884a34866c42 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Deleting port 99c05c92-cda7-4846-bae6-7242520bedd9 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:31.341829 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db84f888-dd32-4f02-8f94-884a34866c42 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:31.486848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb2a642-d534-456c-9469-35d7c689c60e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router daa3e084-ea3d-448c-ae04-fdabc00c70be has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:51:31.611384 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57e214d7-a06c-40f3-ae9f-5520029e2244 req-5fb0dfdf-c349-4e41-9a23-04995334e435 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 210 time: 0.0925248 Nov 11 21:51:31.634825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34074) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:31.651681 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db84f888-dd32-4f02-8f94-884a34866c42 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:31.690383 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-db84f888-dd32-4f02-8f94-884a34866c42 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Calling delete_port for 99c05c92-cda7-4846-bae6-7242520bedd9 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:31.731912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb2a642-d534-456c-9469-35d7c689c60e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:51:31.741891 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc02fe-34d0-4d54-b4af-dbd986e8eb55 None None] Sync routers for ids ['daa3e084-ea3d-448c-ae04-fdabc00c70be'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:51:31.745862 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5fb2a642-d534-456c-9469-35d7c689c60e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/daa3e084-ea3d-448c-ae04-fdabc00c70be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7669935 Nov 11 21:51:31.748698 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34082) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:31.766985 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc02fe-34d0-4d54-b4af-dbd986e8eb55 None None] Routers {'daa3e084-ea3d-448c-ae04-fdabc00c70be'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:31.769490 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-13cc02fe-34d0-4d54-b4af-dbd986e8eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['daa3e084-ea3d-448c-ae04-fdabc00c70be'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:31.799194 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7e5ba0ad-673b-4aa0-8026-5d0bb95f620c tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports?device_id=daa3e084-ea3d-448c-ae04-fdabc00c70be HTTP/1.1" status: 200 len: 205 time: 0.0491469 Nov 11 21:51:31.800083 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34086) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:31.880372 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-13cc02fe-34d0-4d54-b4af-dbd986e8eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:31.910129 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc02fe-34d0-4d54-b4af-dbd986e8eb55 None None] Routers {'daa3e084-ea3d-448c-ae04-fdabc00c70be'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:31.911319 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-13cc02fe-34d0-4d54-b4af-dbd986e8eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['daa3e084-ea3d-448c-ae04-fdabc00c70be'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:31.952397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32e8df33-0475-4584-b9ae-d9c2e92bc086 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:31.983064 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-13cc02fe-34d0-4d54-b4af-dbd986e8eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:31.993688 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc02fe-34d0-4d54-b4af-dbd986e8eb55 None None] The sync data for ids ['daa3e084-ea3d-448c-ae04-fdabc00c70be'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:51:32.002365 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48065176-e69a-4892-9bb7-8f422d0a3c3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:32.032093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fa4a0-fe6c-42f7-9790-0b0bb7c1ad58 req-2b762336-5a2c-4600-b6c6-fe959ba56b6b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:32.033941 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-291fa4a0-fe6c-42f7-9790-0b0bb7c1ad58 req-2b762336-5a2c-4600-b6c6-fe959ba56b6b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.1782255 Nov 11 21:51:32.150624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-291fa4a0-fe6c-42f7-9790-0b0bb7c1ad58 req-1860940e-c079-4d5b-b471-4c508a02bcb7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087191 Nov 11 21:51:32.252062 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48065176-e69a-4892-9bb7-8f422d0a3c3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:32.255434 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db84f888-dd32-4f02-8f94-884a34866c42 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:32.269891 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-48065176-e69a-4892-9bb7-8f422d0a3c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:32.306312 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32e8df33-0475-4584-b9ae-d9c2e92bc086 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:32.312474 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32e8df33-0475-4584-b9ae-d9c2e92bc086 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:32.334840 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84f888-dd32-4f02-8f94-884a34866c42 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event deleted for resources: {'Port': ['ID=99c05c92-cda7-4846-bae6-7242520bedd9,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:32.430244 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32e8df33-0475-4584-b9ae-d9c2e92bc086 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:32.431427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e8df33-0475-4584-b9ae-d9c2e92bc086 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Fanout notify agent at l3_agent the message router_deleted on router daa3e084-ea3d-448c-ae04-fdabc00c70be {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:51:32.439649 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32e8df33-0475-4584-b9ae-d9c2e92bc086 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:32.446530 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-32e8df33-0475-4584-b9ae-d9c2e92bc086 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/routers/daa3e084-ea3d-448c-ae04-fdabc00c70be HTTP/1.1" status: 204 len: 168 time: 0.6448364 Nov 11 21:51:32.447149 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-db84f888-dd32-4f02-8f94-884a34866c42 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:32.447309 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34090) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:32.494877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-48065176-e69a-4892-9bb7-8f422d0a3c3e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7f781b7656ab48b3a958c458e128be90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8589087 Nov 11 21:51:32.496048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34092) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:32.502330 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48065176-e69a-4892-9bb7-8f422d0a3c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393cbd10-9eb0-4fc8-9f73-217473cfd41b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:32.565433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-adeac498-ecbf-46cf-9fe5-cc70b0a3166f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting subnet 47f182ec-f3e8-4a85-84d2-c3c5079abd52 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:51:32.577420 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adeac498-ecbf-46cf-9fe5-cc70b0a3166f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:32.749887 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adeac498-ecbf-46cf-9fe5-cc70b0a3166f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:32.900124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c37775b2-d3a4-4609-b054-73d999968e17 req-a72f0ec3-df1c-4afe-9cdf-7c0811d866a8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 210 time: 0.0914845 Nov 11 21:51:32.952906 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1be0d811-b802-45df-9f12-a7240e0da7df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:32.966175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db84f888-dd32-4f02-8f94-884a34866c42 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Router ca38e43e-200a-4b8c-a429-09e86075b836 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:51:32.988935 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1be0d811-b802-45df-9f12-a7240e0da7df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:33.023713 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adeac498-ecbf-46cf-9fe5-cc70b0a3166f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:33.098265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db84f888-dd32-4f02-8f94-884a34866c42 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:51:33.110168 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-db84f888-dd32-4f02-8f94-884a34866c42 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "PUT /v2.0/routers/ca38e43e-200a-4b8c-a429-09e86075b836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2840493 Nov 11 21:51:33.114585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34102) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:33.115888 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6616b377-1938-488e-8d56-e4153342af22 None None] Sync routers for ids ['ca38e43e-200a-4b8c-a429-09e86075b836'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:51:33.132394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6616b377-1938-488e-8d56-e4153342af22 None None] Routers {'ca38e43e-200a-4b8c-a429-09e86075b836'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:33.136431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6616b377-1938-488e-8d56-e4153342af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ca38e43e-200a-4b8c-a429-09e86075b836'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:33.152477 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adeac498-ecbf-46cf-9fe5-cc70b0a3166f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:33.203847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6616b377-1938-488e-8d56-e4153342af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:33.215823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6616b377-1938-488e-8d56-e4153342af22 None None] Routers {'ca38e43e-200a-4b8c-a429-09e86075b836'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:33.216710 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6616b377-1938-488e-8d56-e4153342af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ca38e43e-200a-4b8c-a429-09e86075b836'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:33.226198 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-794a0012-6a74-4fe8-812c-46098f2c5eac tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] show failed (client error): The resource could not be found. Nov 11 21:51:33.227285 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-794a0012-6a74-4fe8-812c-46098f2c5eac tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-1839080785 HTTP/1.1" status: 404 len: 335 time: 0.1101971 Nov 11 21:51:33.230432 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeac498-ecbf-46cf-9fe5-cc70b0a3166f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Subnet': ['ID=47f182ec-f3e8-4a85-84d2-c3c5079abd52,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:33.233300 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34106) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:33.243018 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-82a3128f-0533-45d5-b7c3-7c2cadf554af tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:33.254265 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-adeac498-ecbf-46cf-9fe5-cc70b0a3166f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:33.262743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34108) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:33.267837 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-adeac498-ecbf-46cf-9fe5-cc70b0a3166f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/47f182ec-f3e8-4a85-84d2-c3c5079abd52 HTTP/1.1" status: 204 len: 168 time: 0.8194981 Nov 11 21:51:33.371863 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1be0d811-b802-45df-9f12-a7240e0da7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:33.388385 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1be0d811-b802-45df-9f12-a7240e0da7df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:33.390141 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1be0d811-b802-45df-9f12-a7240e0da7df admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/393cbd10-9eb0-4fc8-9f73-217473cfd41b HTTP/1.1" status: 204 len: 168 time: 0.8929067 Nov 11 21:51:33.391411 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-82a3128f-0533-45d5-b7c3-7c2cadf554af tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] update failed (client error): The resource could not be found. Nov 11 21:51:33.397521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-82a3128f-0533-45d5-b7c3-7c2cadf554af tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-280195448 HTTP/1.1" status: 404 len: 334 time: 0.1623733 Nov 11 21:51:33.406858 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34112) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:33.427411 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dc7291-d830-4326-8cda-85379b50f32f None None] Network b3d99b88-395c-40af-b43c-78450dbf6849 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:33.440115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0d811-b802-45df-9f12-a7240e0da7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393cbd10-9eb0-4fc8-9f73-217473cfd41b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:33.587070 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:33.598945 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cbb13-13bc-45d1-b0da-c02cfb7922bd req-83e20efc-7a62-4f06-b3f4-f9ec1c404df6 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:33.606322 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-100cbb13-13bc-45d1-b0da-c02cfb7922bd req-83e20efc-7a62-4f06-b3f4-f9ec1c404df6 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.1635375 Nov 11 21:51:33.610209 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29ef7fb-74d4-49cf-9c18-11e1f36af92b tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Deleting subnet 70f8eb1a-2681-411d-abf2-c6271a434088 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:51:33.630613 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d29ef7fb-74d4-49cf-9c18-11e1f36af92b tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:33.728441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-100cbb13-13bc-45d1-b0da-c02cfb7922bd req-467f35fb-4fd7-4f5d-8c5a-f702404a912f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209478 Nov 11 21:51:33.760808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port eff81662-fc28-441a-853f-2bf3c2c18f26 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:33.761771 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:33.766958 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6616b377-1938-488e-8d56-e4153342af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:33.767597 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6616b377-1938-488e-8d56-e4153342af22 None None] The sync data for ids ['ca38e43e-200a-4b8c-a429-09e86075b836'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:51:33.883696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] For port eff81662-fc28-441a-853f-2bf3c2c18f26, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=eff81662-fc28-441a-853f-2bf3c2c18f26,segment=NetworkSegment(92660ed2-e9b5-4005-a797-83a466e11c35),segment_id=92660ed2-e9b5-4005-a797-83a466e11c35)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:33.884236 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:33.926528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for eff81662-fc28-441a-853f-2bf3c2c18f26 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:33.968599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] DHCP port deletion for b3d99b88-395c-40af-b43c-78450dbf6849 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:51:34.036892 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.081257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No DVR routers for this DVR port eff81662-fc28-441a-853f-2bf3c2c18f26 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:34.085697 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b14a987-022c-4c64-b10e-5376d0a29694 req-c93efd08-c44d-4e99-9080-e56c245680ff tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 210 time: 0.0372989 Nov 11 21:51:34.111078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Deleting port eff81662-fc28-441a-853f-2bf3c2c18f26 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:34.113728 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.167492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=eff81662-fc28-441a-853f-2bf3c2c18f26,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:34.265906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] For port eff81662-fc28-441a-853f-2bf3c2c18f26, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:34.266497 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.295556 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.297280 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Calling delete_port for eff81662-fc28-441a-853f-2bf3c2c18f26 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:34.302069 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Port eff81662-fc28-441a-853f-2bf3c2c18f26 was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:51:34.309485 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.332265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d99b88-395c-40af-b43c-78450dbf6849']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:34.348306 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92660ed2-e9b5-4005-a797-83a466e11c35') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:34.348948 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92660ed2-e9b5-4005-a797-83a466e11c35') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:34.361723 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.378564 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.387569 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:51:34.388281 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.408005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device eff81662-fc28-441a-853f-2bf3c2c18f26 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:51:34.438376 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d29ef7fb-74d4-49cf-9c18-11e1f36af92b tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.447906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: eff81662-fc28-441a-853f-2bf3c2c18f26 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:51:34.448426 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device eff81662-fc28-441a-853f-2bf3c2c18f26 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:51:34.452068 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Pushing event deleted for resources: {'Port': ['ID=eff81662-fc28-441a-853f-2bf3c2c18f26,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:34.471693 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.472058 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.472474 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.473052 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.473493 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.473898 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.475259 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.475830 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.476217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.476620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.477039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.477482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.483386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea7acf2-2fdb-413c-bfe1-6d22d5ada9cd None None] No DVR routers for this DVR port eff81662-fc28-441a-853f-2bf3c2c18f26 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:34.586072 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d29ef7fb-74d4-49cf-9c18-11e1f36af92b tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.686252 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d29ef7fb-74d4-49cf-9c18-11e1f36af92b tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.722342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ef7fb-74d4-49cf-9c18-11e1f36af92b tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event deleted for resources: {'Subnet': ['ID=70f8eb1a-2681-411d-abf2-c6271a434088,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:34.733556 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d29ef7fb-74d4-49cf-9c18-11e1f36af92b tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.740640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d59ebf-465e-4389-86f6-53ce75c16577 None None] Network 9061c568-53c4-4556-8df3-a56a67e86b70 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:34.741553 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d29ef7fb-74d4-49cf-9c18-11e1f36af92b tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "DELETE /v2.0/subnets/70f8eb1a-2681-411d-abf2-c6271a434088 HTTP/1.1" status: 204 len: 168 time: 1.3336163 Nov 11 21:51:34.749109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34146) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:34.955837 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.093751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Deleting port b893894d-a783-404a-9480-abc57b7f694c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:35.094082 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.252596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a13956-1b27-4c12-8af5-6123a2e9b100 None None] DHCP port deletion for 9061c568-53c4-4556-8df3-a56a67e86b70 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:51:35.262374 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] For port b893894d-a783-404a-9480-abc57b7f694c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b893894d-a783-404a-9480-abc57b7f694c,segment=NetworkSegment(0c2849e3-fdaa-41a1-af8a-bb6521a08e5c),segment_id=0c2849e3-fdaa-41a1-af8a-bb6521a08e5c)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:35.263038 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.293808 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Calling delete_port for b893894d-a783-404a-9480-abc57b7f694c owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:51:35.348691 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:51:35.389797 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-09a13956-1b27-4c12-8af5-6123a2e9b100 None None] Deleting port b893894d-a783-404a-9480-abc57b7f694c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:35.390481 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09a13956-1b27-4c12-8af5-6123a2e9b100 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.449419 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32c0c15c-f317-4b85-acaf-c3f558b03eff req-99a1e8e3-3b78-4f42-bc9b-ea707e6f150a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 210 time: 0.0994208 Nov 11 21:51:35.469518 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.508942 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.519922 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.527890 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] No DVR routers for this DVR port b893894d-a783-404a-9480-abc57b7f694c on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:35.535499 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/networks/b3d99b88-395c-40af-b43c-78450dbf6849 HTTP/1.1" status: 204 len: 168 time: 2.2533770 Nov 11 21:51:35.542550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-09a13956-1b27-4c12-8af5-6123a2e9b100 None None] For port b893894d-a783-404a-9480-abc57b7f694c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b893894d-a783-404a-9480-abc57b7f694c,segment=NetworkSegment(0c2849e3-fdaa-41a1-af8a-bb6521a08e5c),segment_id=0c2849e3-fdaa-41a1-af8a-bb6521a08e5c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:35.542550 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09a13956-1b27-4c12-8af5-6123a2e9b100 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.543845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34164) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:35.551344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4e308f5b-177c-4c95-87de-822638dc88fb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-545401914', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:35.569083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-09a13956-1b27-4c12-8af5-6123a2e9b100 None None] Calling delete_port for b893894d-a783-404a-9480-abc57b7f694c owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:35.590400 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event deleted for resources: {'Port': ['ID=b893894d-a783-404a-9480-abc57b7f694c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:35.634218 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e308f5b-177c-4c95-87de-822638dc88fb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.635431 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e308f5b-177c-4c95-87de-822638dc88fb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.729245 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09a13956-1b27-4c12-8af5-6123a2e9b100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.729516 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.751813 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e308f5b-177c-4c95-87de-822638dc88fb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.757526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ab821-cf8b-4be9-b6f1-f8b01e4a0c45 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Network': ['ID=b3d99b88-395c-40af-b43c-78450dbf6849,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:35.784164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9061c568-53c4-4556-8df3-a56a67e86b70']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:35.792084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a13956-1b27-4c12-8af5-6123a2e9b100 None None] Pushing event deleted for resources: {'Port': ['ID=b893894d-a783-404a-9480-abc57b7f694c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:35.794375 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a13956-1b27-4c12-8af5-6123a2e9b100 None None] No DVR routers for this DVR port b893894d-a783-404a-9480-abc57b7f694c on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:35.797336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185fb12-d01f-4c6f-adfc-e097d43a4604 req-6f2ac138-a088-42c1-b0fc-0554ccad9252 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:35.810178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7185fb12-d01f-4c6f-adfc-e097d43a4604 req-6f2ac138-a088-42c1-b0fc-0554ccad9252 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.4591110 Nov 11 21:51:35.813739 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e308f5b-177c-4c95-87de-822638dc88fb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.819298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2849e3-fdaa-41a1-af8a-bb6521a08e5c') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:35.819728 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2849e3-fdaa-41a1-af8a-bb6521a08e5c') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:35.846710 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.853328 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e308f5b-177c-4c95-87de-822638dc88fb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.862239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34174) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:35.865347 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4e308f5b-177c-4c95-87de-822638dc88fb tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3183632 Nov 11 21:51:35.874564 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-fd36c534-5304-447b-be93-7864b89f4114 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2037359682'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:35.898943 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.924139 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7185fb12-d01f-4c6f-adfc-e097d43a4604 req-e0b355ea-7ede-47d3-a4f5-ef7ea7ae8e7a tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129675 Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:51:35.934030 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:51:35.973490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd36c534-5304-447b-be93-7864b89f4114 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:51:35.986067 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd36c534-5304-447b-be93-7864b89f4114 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:36.073350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd36c534-5304-447b-be93-7864b89f4114 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:51:36.086040 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd36c534-5304-447b-be93-7864b89f4114 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:36.086770 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-fd36c534-5304-447b-be93-7864b89f4114 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Added segment e5793e29-d744-49b1-a6be-02c4f5ef4e40 of type vlan for network 2b5f01e7-1a05-4912-bc7e-805a4e68f7c0 Nov 11 21:51:36.157428 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:36.178172 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:36.184875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34184) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:36.186495 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "DELETE /v2.0/networks/9061c568-53c4-4556-8df3-a56a67e86b70 HTTP/1.1" status: 204 len: 168 time: 1.4359374 Nov 11 21:51:36.212479 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f216c7-f1e5-4da6-9e58-7dd7a9b312e5 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event deleted for resources: {'Network': ['ID=9061c568-53c4-4556-8df3-a56a67e86b70,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:36.220889 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd36c534-5304-447b-be93-7864b89f4114 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:36.298096 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd36c534-5304-447b-be93-7864b89f4114 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:36.308534 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-575c219b-73b8-4dad-910d-5a84fb315933 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Deleting subnet ea005bf8-cd46-4df4-a45e-dcd35ef251bf {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:51:36.312850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd36c534-5304-447b-be93-7864b89f4114 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:36.314014 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fd36c534-5304-447b-be93-7864b89f4114 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:36.337356 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-575c219b-73b8-4dad-910d-5a84fb315933 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:36.396066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b893894d-a783-404a-9480-abc57b7f694c no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:51:36.414212 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-575c219b-73b8-4dad-910d-5a84fb315933 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:36.429852 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: b893894d-a783-404a-9480-abc57b7f694c {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:51:36.430539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b893894d-a783-404a-9480-abc57b7f694c not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:51:36.505800 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36c534-5304-447b-be93-7864b89f4114 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Network': ['ID=2b5f01e7-1a05-4912-bc7e-805a4e68f7c0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:36.519357 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 2b5f01e7-1a05-4912-bc7e-805a4e68f7c0 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:51:36.546971 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fd36c534-5304-447b-be93-7864b89f4114 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6836114 Nov 11 21:51:36.555398 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34192) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:36.570906 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-39fe6119-9bfe-42c0-906d-3013fdb00e29 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'subnet': {'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:36.621699 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-575c219b-73b8-4dad-910d-5a84fb315933 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:36.808564 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-575c219b-73b8-4dad-910d-5a84fb315933 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:36.859675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fe6119-9bfe-42c0-906d-3013fdb00e29 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:51:36.871757 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-39fe6119-9bfe-42c0-906d-3013fdb00e29 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:36.929683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c219b-73b8-4dad-910d-5a84fb315933 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event deleted for resources: {'Subnet': ['ID=ea005bf8-cd46-4df4-a45e-dcd35ef251bf,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:36.934306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7098a949-9046-4494-9a5c-a5a53e248f1e None None] Network 8337a953-fd1c-45c0-ae29-2f4181261986 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:36.949575 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ec75a0d-e151-47e7-a115-7928fbb63c41 req-11c6451c-2b58-428b-b9af-ab0c72d20803 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=884ac123-e6ea-47cb-8a67-05c21fddf2f2 HTTP/1.1" status: 200 len: 210 time: 0.1739213 Nov 11 21:51:36.969587 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-575c219b-73b8-4dad-910d-5a84fb315933 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:36.975809 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-575c219b-73b8-4dad-910d-5a84fb315933 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "DELETE /v2.0/subnets/ea005bf8-cd46-4df4-a45e-dcd35ef251bf HTTP/1.1" status: 204 len: 168 time: 0.7898815 Nov 11 21:51:36.983279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34196) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:37.098957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9b1e8c-c8de-4b18-8203-8354b34e58ac tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Deleting subnet b1ac404e-1f4e-493e-92ac-b41b6d29a0db {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:51:37.102637 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1e8c-c8de-4b18-8203-8354b34e58ac tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:37.156960 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1e8c-c8de-4b18-8203-8354b34e58ac tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:37.339060 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-39fe6119-9bfe-42c0-906d-3013fdb00e29 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:37.459510 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1e8c-c8de-4b18-8203-8354b34e58ac tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:37.514324 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5da3b15-9e0b-41df-9152-fddebf269e61 None None] DHCP port deletion for 8337a953-fd1c-45c0-ae29-2f4181261986 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:51:37.603517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe6119-9bfe-42c0-906d-3013fdb00e29 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Subnet': ['ID=b09b5a93-4346-447a-9a8c-405132e381a8,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:37.646110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fe6119-9bfe-42c0-906d-3013fdb00e29 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Checking segment: {'id': 'e5793e29-d744-49b1-a6be-02c4f5ef4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:51:37.649755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fe6119-9bfe-42c0-906d-3013fdb00e29 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network hostable DHCP agents. Network: 2b5f01e7-1a05-4912-bc7e-805a4e68f7c0, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:51:37.683485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c5da3b15-9e0b-41df-9152-fddebf269e61 None None] Deleting port a33304a5-c1a7-450b-9b33-92427e4e6f3c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:37.686169 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5da3b15-9e0b-41df-9152-fddebf269e61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:37.707338 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fe6119-9bfe-42c0-906d-3013fdb00e29 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 2b5f01e7-1a05-4912-bc7e-805a4e68f7c0 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:51:37.727068 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-39fe6119-9bfe-42c0-906d-3013fdb00e29 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 2b5f01e7-1a05-4912-bc7e-805a4e68f7c0) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:37.739417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf2433-804e-47b8-a250-ac85109be272 None None] Network 2b5f01e7-1a05-4912-bc7e-805a4e68f7c0 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:37.742179 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe6119-9bfe-42c0-906d-3013fdb00e29 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:37.742776 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-39fe6119-9bfe-42c0-906d-3013fdb00e29 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:37.775411 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-39fe6119-9bfe-42c0-906d-3013fdb00e29 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2104096 Nov 11 21:51:37.776517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34208) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:37.777739 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1e8c-c8de-4b18-8203-8354b34e58ac tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:37.887831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b1e8c-c8de-4b18-8203-8354b34e58ac tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ac404e-1f4e-493e-92ac-b41b6d29a0db,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:37.922474 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1e8c-c8de-4b18-8203-8354b34e58ac tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:37.929147 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bb9b1e8c-c8de-4b18-8203-8354b34e58ac tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "DELETE /v2.0/subnets/b1ac404e-1f4e-493e-92ac-b41b6d29a0db HTTP/1.1" status: 204 len: 168 time: 0.9431956 Nov 11 21:51:37.941168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34212) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:37.962430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1a2144a-1692-42e6-bf8b-aa8a1df102e8 req-ef3909f5-cd97-4109-aaac-775629bc2119 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0356817 Nov 11 21:51:37.972374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c5da3b15-9e0b-41df-9152-fddebf269e61 None None] For port a33304a5-c1a7-450b-9b33-92427e4e6f3c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a33304a5-c1a7-450b-9b33-92427e4e6f3c,segment=NetworkSegment(44cd8592-d72e-4ad6-950c-6d4878989463),segment_id=44cd8592-d72e-4ad6-950c-6d4878989463)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:37.972777 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5da3b15-9e0b-41df-9152-fddebf269e61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:37.986659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051fd90-8592-40bb-90b1-4792a2ccc157 req-da858963-dafa-4709-bc57-2605d4711aab tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:37.990260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5051fd90-8592-40bb-90b1-4792a2ccc157 req-da858963-dafa-4709-bc57-2605d4711aab tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.6269886 Nov 11 21:51:38.005900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c5da3b15-9e0b-41df-9152-fddebf269e61 None None] Calling delete_port for a33304a5-c1a7-450b-9b33-92427e4e6f3c owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:38.119432 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d032f7c8-987e-481c-96c6-c30fef6e65d9 None None] Network 5f420096-2591-4319-9329-29070808a7ea requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:38.140870 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5da3b15-9e0b-41df-9152-fddebf269e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:38.199272 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5da3b15-9e0b-41df-9152-fddebf269e61 None None] No DVR routers for this DVR port a33304a5-c1a7-450b-9b33-92427e4e6f3c on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:38.207756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da3b15-9e0b-41df-9152-fddebf269e61 None None] Pushing event deleted for resources: {'Port': ['ID=a33304a5-c1a7-450b-9b33-92427e4e6f3c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:38.381510 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56fc60a8-9f45-4e3a-95e0-08c48d3c653d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:38.494014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a33304a5-c1a7-450b-9b33-92427e4e6f3c no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:51:38.519745 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2144a-1692-42e6-bf8b-aa8a1df102e8 req-73e040d3-4e0a-41fd-8915-d62728820a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:38.530423 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1a2144a-1692-42e6-bf8b-aa8a1df102e8 req-73e040d3-4e0a-41fd-8915-d62728820a89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8034fdc9185f475a8bd29b67fab3c524&device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 1097 time: 0.5387993 Nov 11 21:51:38.553586 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5051fd90-8592-40bb-90b1-4792a2ccc157 req-45b2f5f9-652f-4d31-b764-78187c787d09 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5212290 Nov 11 21:51:38.578792 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: a33304a5-c1a7-450b-9b33-92427e4e6f3c {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:51:38.579439 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a33304a5-c1a7-450b-9b33-92427e4e6f3c not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:51:38.762001 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:38.986155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2144a-1692-42e6-bf8b-aa8a1df102e8 req-b2516522-c492-41c0-9037-8dc9c62f09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:38.987644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1a2144a-1692-42e6-bf8b-aa8a1df102e8 req-b2516522-c492-41c0-9037-8dc9c62f09fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b8e3aac-1d69-4a6f-b22a-09e24134fa42 HTTP/1.1" status: 200 len: 916 time: 0.4320040 Nov 11 21:51:39.011145 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56fc60a8-9f45-4e3a-95e0-08c48d3c653d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:39.067670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:51:39.070820 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:39.112945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1a2144a-1692-42e6-bf8b-aa8a1df102e8 req-a22c7e99-5c31-490f-a677-e233a8b5b304 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b73106-ca8f-4ea4-8a1a-88d246fa36bd HTTP/1.1" status: 200 len: 217 time: 0.1163802 Nov 11 21:51:39.130525 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Allocated IP 2001:db8::1 (2b5f01e7-1a05-4912-bc7e-805a4e68f7c0/b09b5a93-4346-447a-9a8c-405132e381a8/17b5cf0c-9895-46e2-b142-68910dc51c8d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:51:39.305117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2144a-1692-42e6-bf8b-aa8a1df102e8 req-7052108c-e39b-4c27-8f43-6269748d3cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:39.307852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1a2144a-1692-42e6-bf8b-aa8a1df102e8 req-7052108c-e39b-4c27-8f43-6269748d3cc9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10215c90-c10e-4547-ab4e-1d3d42e0381d HTTP/1.1" status: 200 len: 854 time: 0.1784356 Nov 11 21:51:39.310570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-56fc60a8-9f45-4e3a-95e0-08c48d3c653d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8337a953-fd1c-45c0-ae29-2f4181261986']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:39.376192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480b4ce1-1240-49d7-9e23-7b2adaa3f09d None None] DHCP port deletion for 5f420096-2591-4319-9329-29070808a7ea request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:51:39.383788 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:39.390620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1a2144a-1692-42e6-bf8b-aa8a1df102e8 req-74592240-81e1-4421-9d06-46dd1cd3b8fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b8e3aac-1d69-4a6f-b22a-09e24134fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688477 Nov 11 21:51:39.410963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-56fc60a8-9f45-4e3a-95e0-08c48d3c653d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cd8592-d72e-4ad6-950c-6d4878989463') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:39.410963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-56fc60a8-9f45-4e3a-95e0-08c48d3c653d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cd8592-d72e-4ad6-950c-6d4878989463') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:39.452975 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56fc60a8-9f45-4e3a-95e0-08c48d3c653d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:39.501657 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-480b4ce1-1240-49d7-9e23-7b2adaa3f09d None None] Deleting port 22636e5c-6b64-401f-82b3-f20114757d37 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:39.507559 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-480b4ce1-1240-49d7-9e23-7b2adaa3f09d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:39.523524 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:39.527227 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56fc60a8-9f45-4e3a-95e0-08c48d3c653d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:39.594776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fc60a8-9f45-4e3a-95e0-08c48d3c653d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:51:39.595191 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56fc60a8-9f45-4e3a-95e0-08c48d3c653d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:51:39.601141 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:51:39.689219 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 2b5f01e7-1a05-4912-bc7e-805a4e68f7c0 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:39.692482 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:39.720754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:51:39.723410 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:39.807452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=17b5cf0c-9895-46e2-b142-68910dc51c8d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:39.896417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-480b4ce1-1240-49d7-9e23-7b2adaa3f09d None None] For port 22636e5c-6b64-401f-82b3-f20114757d37, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=22636e5c-6b64-401f-82b3-f20114757d37,segment=NetworkSegment(34d08453-d332-4a2c-b417-86e5aaeb7468),segment_id=34d08453-d332-4a2c-b417-86e5aaeb7468)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:39.899738 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-480b4ce1-1240-49d7-9e23-7b2adaa3f09d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:39.947261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eda58d-9165-4b0a-969a-1186b5f16df5 req-d31f2cd8-b113-4e85-bd32-96ea55d3887a tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:39.948425 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-480b4ce1-1240-49d7-9e23-7b2adaa3f09d None None] Calling delete_port for 22636e5c-6b64-401f-82b3-f20114757d37 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:39.961377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03eda58d-9165-4b0a-969a-1186b5f16df5 req-d31f2cd8-b113-4e85-bd32-96ea55d3887a tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.2074084 Nov 11 21:51:40.043797 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:40.087094 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Allocated IP 2001:db8::2 (2b5f01e7-1a05-4912-bc7e-805a4e68f7c0/b09b5a93-4346-447a-9a8c-405132e381a8/b1999208-bee2-4b27-a81b-ea4ea4e4bc05) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:51:40.166099 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03eda58d-9165-4b0a-969a-1186b5f16df5 req-d86dda8f-dc62-4131-83cb-99e1b635ef07 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028732 Nov 11 21:51:40.170654 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56fc60a8-9f45-4e3a-95e0-08c48d3c653d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:40.216421 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56fc60a8-9f45-4e3a-95e0-08c48d3c653d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:40.241747 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-56fc60a8-9f45-4e3a-95e0-08c48d3c653d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "DELETE /v2.0/networks/8337a953-fd1c-45c0-ae29-2f4181261986 HTTP/1.1" status: 204 len: 168 time: 2.2922525 Nov 11 21:51:40.243996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34248) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:40.255280 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1a2144a-1692-42e6-bf8b-aa8a1df102e8 req-5091d0b2-22c2-4cfc-93a1-1c0028409e11 service neutron] 10.222.0.10 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7507238 Nov 11 21:51:40.325974 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc60a8-9f45-4e3a-95e0-08c48d3c653d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event deleted for resources: {'Network': ['ID=8337a953-fd1c-45c0-ae29-2f4181261986,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:40.398671 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-480b4ce1-1240-49d7-9e23-7b2adaa3f09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:40.452890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 22636e5c-6b64-401f-82b3-f20114757d37 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:51:40.466049 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b4ce1-1240-49d7-9e23-7b2adaa3f09d None None] No DVR routers for this DVR port 22636e5c-6b64-401f-82b3-f20114757d37 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:40.573091 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1a2144a-1692-42e6-bf8b-aa8a1df102e8 req-0d2eae70-f9f8-47a2-acc4-fa390ca06741 service neutron] 10.222.0.10 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989340 Nov 11 21:51:40.621258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b4ce1-1240-49d7-9e23-7b2adaa3f09d None None] Pushing event deleted for resources: {'Port': ['ID=22636e5c-6b64-401f-82b3-f20114757d37,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:40.630239 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 22636e5c-6b64-401f-82b3-f20114757d37 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:51:40.631722 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 22636e5c-6b64-401f-82b3-f20114757d37 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:51:40.663696 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b959cc-90ce-49a9-b58f-4cbf7902cf1c tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:40.774032 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:40.783622 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:40.930831 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b959cc-90ce-49a9-b58f-4cbf7902cf1c tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:40.972467 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Network 2b5f01e7-1a05-4912-bc7e-805a4e68f7c0 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:40.977869 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Pushing event updated for resources: {'Port': ['ID=b1999208-bee2-4b27-a81b-ea4ea4e4bc05,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:40.980784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:40.983045 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:51:41.029607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-07b959cc-90ce-49a9-b58f-4cbf7902cf1c tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f420096-2591-4319-9329-29070808a7ea']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:41.048196 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-07b959cc-90ce-49a9-b58f-4cbf7902cf1c tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d08453-d332-4a2c-b417-86e5aaeb7468') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:41.048577 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-07b959cc-90ce-49a9-b58f-4cbf7902cf1c tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d08453-d332-4a2c-b417-86e5aaeb7468') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:41.109068 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b959cc-90ce-49a9-b58f-4cbf7902cf1c tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:41.140780 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b959cc-90ce-49a9-b58f-4cbf7902cf1c tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:41.156178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b959cc-90ce-49a9-b58f-4cbf7902cf1c tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:51:41.157367 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b959cc-90ce-49a9-b58f-4cbf7902cf1c tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:41.167458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Attempting to bind port b1999208-bee2-4b27-a81b-ea4ea4e4bc05 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:51:41.171386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Attempting to bind port b1999208-bee2-4b27-a81b-ea4ea4e4bc05 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'e5793e29-d744-49b1-a6be-02c4f5ef4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:51:41.174146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Attempting to bind port b1999208-bee2-4b27-a81b-ea4ea4e4bc05 on network 2b5f01e7-1a05-4912-bc7e-805a4e68f7c0 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:51:41.187337 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:51:41.189611 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Checking segment: {'id': 'e5793e29-d744-49b1-a6be-02c4f5ef4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:51:41.190766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:41.191267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Bound using segment: {'id': 'e5793e29-d744-49b1-a6be-02c4f5ef4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:51:41.193155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Bound port: b1999208-bee2-4b27-a81b-ea4ea4e4bc05, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5793e29-d744-49b1-a6be-02c4f5ef4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:51:41.195939 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:41.201530 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:51:41.347799 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:51:41.366575 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b959cc-90ce-49a9-b58f-4cbf7902cf1c tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:41.384053 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b959cc-90ce-49a9-b58f-4cbf7902cf1c tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:41.388289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] For port b1999208-bee2-4b27-a81b-ea4ea4e4bc05, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:51:41.396189 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] For port b1999208-bee2-4b27-a81b-ea4ea4e4bc05, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b1999208-bee2-4b27-a81b-ea4ea4e4bc05,segment=NetworkSegment(e5793e29-d744-49b1-a6be-02c4f5ef4e40),segment_id=e5793e29-d744-49b1-a6be-02c4f5ef4e40)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:51:41.396722 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-07b959cc-90ce-49a9-b58f-4cbf7902cf1c tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "DELETE /v2.0/networks/5f420096-2591-4319-9329-29070808a7ea HTTP/1.1" status: 204 len: 168 time: 1.1505527 Nov 11 21:51:41.401095 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34262) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:41.408231 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:41.529287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca10b4-79e2-448e-b14f-95993d4947e5 None None] Pushing event updated for resources: {'Port': ['ID=b1999208-bee2-4b27-a81b-ea4ea4e4bc05,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:41.598428 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9d87-5391-430e-9e67-17cdf855fd43 req-7e602c02-81af-44fe-bf86-7d4470108596 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:41.605912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1bed9d87-5391-430e-9e67-17cdf855fd43 req-7e602c02-81af-44fe-bf86-7d4470108596 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.2148728 Nov 11 21:51:41.716515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b959cc-90ce-49a9-b58f-4cbf7902cf1c tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event deleted for resources: {'Network': ['ID=5f420096-2591-4319-9329-29070808a7ea,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:41.735431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1bed9d87-5391-430e-9e67-17cdf855fd43 req-db4746e5-f11b-4f4b-83cf-45edabdaea98 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286290 Nov 11 21:51:41.736389 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3009265-61fa-496e-be0c-b185dbce9dc0 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Deleting subnet f86e3af5-8f6a-420b-85c0-e87a2d216179 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:51:41.755391 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3009265-61fa-496e-be0c-b185dbce9dc0 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:41.875392 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3009265-61fa-496e-be0c-b185dbce9dc0 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:42.101569 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3009265-61fa-496e-be0c-b185dbce9dc0 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:42.522701 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b1999208-bee2-4b27-a81b-ea4ea4e4bc05 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:42.534535 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3009265-61fa-496e-be0c-b185dbce9dc0 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:42.645491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b1999208-bee2-4b27-a81b-ea4ea4e4bc05 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:42.645880 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:42.688297 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3009265-61fa-496e-be0c-b185dbce9dc0 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event deleted for resources: {'Subnet': ['ID=f86e3af5-8f6a-420b-85c0-e87a2d216179,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:42.735447 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3009265-61fa-496e-be0c-b185dbce9dc0 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:42.750481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61760847-ad01-4d7b-84c3-976687cb80a3 None None] Network 888f014b-df27-4487-a550-673f4faefa66 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:42.752024 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c3009265-61fa-496e-be0c-b185dbce9dc0 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "DELETE /v2.0/subnets/f86e3af5-8f6a-420b-85c0-e87a2d216179 HTTP/1.1" status: 204 len: 168 time: 1.2508941 Nov 11 21:51:42.754608 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34278) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:42.884870 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:42.896483 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:42.898262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:43.083281 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=17b5cf0c-9895-46e2-b142-68910dc51c8d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:43.098890 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 2b5f01e7-1a05-4912-bc7e-805a4e68f7c0 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:43.102221 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:43.205041 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:51:43.451339 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:43.468512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05b4d2-c9e2-46e7-ab03-1c8ac0f1b787 req-934d6be8-301f-40ca-bdda-96775f5f3004 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:43.470199 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d05b4d2-c9e2-46e7-ab03-1c8ac0f1b787 req-934d6be8-301f-40ca-bdda-96775f5f3004 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.3655720 Nov 11 21:51:43.484010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 21791510-bca7-440a-807a-b6ec1e2f95dd is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:51:43.493616 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:43.614486 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port b1999208-bee2-4b27-a81b-ea4ea4e4bc05, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b1999208-bee2-4b27-a81b-ea4ea4e4bc05,segment=NetworkSegment(e5793e29-d744-49b1-a6be-02c4f5ef4e40),segment_id=e5793e29-d744-49b1-a6be-02c4f5ef4e40)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:43.631754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df5e967-cf9c-4310-bb56-462262874085 None None] Network 2b5f01e7-1a05-4912-bc7e-805a4e68f7c0 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:43.634309 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:43.833198 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:51:43.841068 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d60d92f0-588c-4ac0-841f-42f2c03f99b0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/21791510-bca7-440a-807a-b6ec1e2f95dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0631194 Nov 11 21:51:43.846051 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Sync routers for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:51:43.857490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34294) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:43.859554 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d05b4d2-c9e2-46e7-ab03-1c8ac0f1b787 req-bba62c55-ec69-4748-baf3-84c6d7ddffc8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450794 Nov 11 21:51:43.862110 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:43.865102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-858a8d0e-3d14-4284-bcbd-0606b1fc7961 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1066837380'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:43.871660 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:43.901740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Deleting port d3fa2971-23d9-4705-9f08-8a7b4ac347f6 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:43.902216 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:43.903946 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=b1999208-bee2-4b27-a81b-ea4ea4e4bc05,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:43.921515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858a8d0e-3d14-4284-bcbd-0606b1fc7961 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:51:43.925399 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-858a8d0e-3d14-4284-bcbd-0606b1fc7961 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:43.933642 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a8514d-4dfd-432b-aa01-34dfded1e0e2 None None] DHCP port deletion for 888f014b-df27-4487-a550-673f4faefa66 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:51:43.985758 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858a8d0e-3d14-4284-bcbd-0606b1fc7961 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:51:44.007560 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-858a8d0e-3d14-4284-bcbd-0606b1fc7961 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:44.008591 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-858a8d0e-3d14-4284-bcbd-0606b1fc7961 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Added segment ccaa09e5-2e0a-40f3-bda9-5b3b35587756 of type vlan for network 6e81e307-e061-4455-9891-290a3c30e59f Nov 11 21:51:44.033053 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9e3b48c4-e583-4fd0-8a15-fbe5190b1442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:44.054622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] For port d3fa2971-23d9-4705-9f08-8a7b4ac347f6, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d3fa2971-23d9-4705-9f08-8a7b4ac347f6,segment=NetworkSegment(2bda8268-3258-4f28-88f8-9df380d6f666),segment_id=2bda8268-3258-4f28-88f8-9df380d6f666)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:44.054988 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:44.089184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Calling delete_port for d3fa2971-23d9-4705-9f08-8a7b4ac347f6 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:44.102073 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-858a8d0e-3d14-4284-bcbd-0606b1fc7961 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:44.200732 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-858a8d0e-3d14-4284-bcbd-0606b1fc7961 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:44.206904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858a8d0e-3d14-4284-bcbd-0606b1fc7961 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:44.207683 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-858a8d0e-3d14-4284-bcbd-0606b1fc7961 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:44.253061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3ae985e6-5ffe-4d9b-b757-e066535d90b6 None None] Provisioning complete for port b1999208-bee2-4b27-a81b-ea4ea4e4bc05 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:44.253591 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ae985e6-5ffe-4d9b-b757-e066535d90b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:44.349496 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:44.351381 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-858a8d0e-3d14-4284-bcbd-0606b1fc7961 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4926658 Nov 11 21:51:44.368024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34298) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:44.391057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3090985f-f5ea-4eb1-a33d-3b014ad38bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'subnet': {'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:44.397341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] No DVR routers for this DVR port d3fa2971-23d9-4705-9f08-8a7b4ac347f6 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:44.553557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b1999208-bee2-4b27-a81b-ea4ea4e4bc05 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:44.564126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event deleted for resources: {'Port': ['ID=d3fa2971-23d9-4705-9f08-8a7b4ac347f6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:44.691481 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:44.762480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888f014b-df27-4487-a550-673f4faefa66']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:44.787215 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bda8268-3258-4f28-88f8-9df380d6f666') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:44.787694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bda8268-3258-4f28-88f8-9df380d6f666') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:44.812978 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:44.843294 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:44.854913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:51:44.857004 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:51:44.867025 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:51:44.890293 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:51:45.112703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b1999208-bee2-4b27-a81b-ea4ea4e4bc05 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:45.113904 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:45.231480 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a2a8514d-4dfd-432b-aa01-34dfded1e0e2 None None] Deleting port d3fa2971-23d9-4705-9f08-8a7b4ac347f6 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:45.232672 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2a8514d-4dfd-432b-aa01-34dfded1e0e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:45.281249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34318) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:45.311541 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:45.325746 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:45.341058 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "DELETE /v2.0/networks/888f014b-df27-4487-a550-673f4faefa66 HTTP/1.1" status: 204 len: 168 time: 2.5852530 Nov 11 21:51:45.460331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34326) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:45.461592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c37a3-ddcf-4ca2-93ef-49154ef0c3c9 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Pushing event deleted for resources: {'Network': ['ID=888f014b-df27-4487-a550-673f4faefa66,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:45.509288 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-157dbe67-1cc5-4039-9512-8f7bf1ad191d tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca38e43e-200a-4b8c-a429-09e86075b836 HTTP/1.1" status: 200 len: 205 time: 0.0420346 Nov 11 21:51:45.515787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34328) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:45.540564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a2a8514d-4dfd-432b-aa01-34dfded1e0e2 None None] For port d3fa2971-23d9-4705-9f08-8a7b4ac347f6, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:45.546828 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2a8514d-4dfd-432b-aa01-34dfded1e0e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:45.548183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef6809-fd52-4ad1-9294-4c6d65fdc2d5 req-1c0f7f55-cc2e-48b2-a2fd-fd1925bb4612 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:45.561915 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1ef6809-fd52-4ad1-9294-4c6d65fdc2d5 req-1c0f7f55-cc2e-48b2-a2fd-fd1925bb4612 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.2795885 Nov 11 21:51:45.590900 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a8d0e-3d14-4284-bcbd-0606b1fc7961 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Network': ['ID=6e81e307-e061-4455-9891-290a3c30e59f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:45.609468 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a2a8514d-4dfd-432b-aa01-34dfded1e0e2 None None] Calling delete_port for d3fa2971-23d9-4705-9f08-8a7b4ac347f6 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:45.624504 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:51:39Z', 'revision_number': 2, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:40Z', 'revision_number': 2, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:45.628241 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-a2a8514d-4dfd-432b-aa01-34dfded1e0e2 None None] Port d3fa2971-23d9-4705-9f08-8a7b4ac347f6 was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:51:45.694402 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 6e81e307-e061-4455-9891-290a3c30e59f details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:51:45.734868 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Checking router: 21791510-bca7-440a-807a-b6ec1e2f95dd for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:51:45.735226 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Updating router 21791510-bca7-440a-807a-b6ec1e2f95dd port 17b5cf0c-9895-46e2-b142-68910dc51c8d binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:51:45.794924 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1ef6809-fd52-4ad1-9294-4c6d65fdc2d5 req-6a927c5f-6afc-4a50-92da-9c6504d6897f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312112 Nov 11 21:51:45.800109 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da423e0f-dd36-441b-aff8-49c4c633e301 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:45.833061 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:45.855737 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a2a8514d-4dfd-432b-aa01-34dfded1e0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:45.886561 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:45.978427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3090985f-f5ea-4eb1-a33d-3b014ad38bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:51:45.982042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3090985f-f5ea-4eb1-a33d-3b014ad38bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:45.992057 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da423e0f-dd36-441b-aff8-49c4c633e301 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:45.994755 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da423e0f-dd36-441b-aff8-49c4c633e301 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:46.056716 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a2a8514d-4dfd-432b-aa01-34dfded1e0e2 None None] Network 888f014b-df27-4487-a550-673f4faefa66 is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:51:46.062871 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a8514d-4dfd-432b-aa01-34dfded1e0e2 None None] No DVR routers for this DVR port d3fa2971-23d9-4705-9f08-8a7b4ac347f6 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:46.079647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8514d-4dfd-432b-aa01-34dfded1e0e2 None None] Pushing event deleted for resources: {'Port': ['ID=d3fa2971-23d9-4705-9f08-8a7b4ac347f6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:46.339632 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da423e0f-dd36-441b-aff8-49c4c633e301 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:46.339632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da423e0f-dd36-441b-aff8-49c4c633e301 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Fanout notify agent at l3_agent the message router_deleted on router ca38e43e-200a-4b8c-a429-09e86075b836 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:51:46.362831 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5edb13f-758f-40ab-8b06-274d229bc140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:46.365149 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da423e0f-dd36-441b-aff8-49c4c633e301 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:46.377217 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-da423e0f-dd36-441b-aff8-49c4c633e301 tempest-RoutersNegativeIpV6Test-1396194783 tempest-RoutersNegativeIpV6Test-1396194783-project] 10.222.0.57 "DELETE /v2.0/routers/ca38e43e-200a-4b8c-a429-09e86075b836 HTTP/1.1" status: 204 len: 168 time: 0.8520856 Nov 11 21:51:46.592532 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d3fa2971-23d9-4705-9f08-8a7b4ac347f6 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:51:46.672280 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: d3fa2971-23d9-4705-9f08-8a7b4ac347f6 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:51:46.677187 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d3fa2971-23d9-4705-9f08-8a7b4ac347f6 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:51:46.754862 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:46.768121 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:46.801917 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3090985f-f5ea-4eb1-a33d-3b014ad38bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:46.950862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090985f-f5ea-4eb1-a33d-3b014ad38bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Subnet': ['ID=203f550b-a253-4116-93d0-56a43ebacf37,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:47.024187 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090985f-f5ea-4eb1-a33d-3b014ad38bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Checking segment: {'id': 'ccaa09e5-2e0a-40f3-bda9-5b3b35587756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:51:47.029468 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090985f-f5ea-4eb1-a33d-3b014ad38bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network hostable DHCP agents. Network: 6e81e307-e061-4455-9891-290a3c30e59f, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:51:47.090310 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Attempting to bind port 17b5cf0c-9895-46e2-b142-68910dc51c8d on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:51:47.091092 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Attempting to bind port 17b5cf0c-9895-46e2-b142-68910dc51c8d by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'e5793e29-d744-49b1-a6be-02c4f5ef4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:51:47.091741 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Attempting to bind port 17b5cf0c-9895-46e2-b142-68910dc51c8d on network 2b5f01e7-1a05-4912-bc7e-805a4e68f7c0 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:51:47.093495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090985f-f5ea-4eb1-a33d-3b014ad38bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 6e81e307-e061-4455-9891-290a3c30e59f is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:51:47.105924 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd4be3-9c8d-4db4-a666-603f5d1f6886 None None] Pushing event updated for resources: {'Port': ['ID=17b5cf0c-9895-46e2-b142-68910dc51c8d,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:47.110419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3090985f-f5ea-4eb1-a33d-3b014ad38bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 6e81e307-e061-4455-9891-290a3c30e59f) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:47.125117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee143028-9d22-4576-8948-bd7a243f5006 None None] Network 6e81e307-e061-4455-9891-290a3c30e59f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:47.136255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3090985f-f5ea-4eb1-a33d-3b014ad38bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:47.137812 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3090985f-f5ea-4eb1-a33d-3b014ad38bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:47.156309 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd4be3-9c8d-4db4-a666-603f5d1f6886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:47.161991 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd4be3-9c8d-4db4-a666-603f5d1f6886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:47.169982 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd4be3-9c8d-4db4-a666-603f5d1f6886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:47.170835 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd4be3-9c8d-4db4-a666-603f5d1f6886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:47.171353 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd4be3-9c8d-4db4-a666-603f5d1f6886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:47.174048 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd4be3-9c8d-4db4-a666-603f5d1f6886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:47.174578 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd4be3-9c8d-4db4-a666-603f5d1f6886 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:47.180842 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd4be3-9c8d-4db4-a666-603f5d1f6886 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:47.182969 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34350) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:47.184628 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd4be3-9c8d-4db4-a666-603f5d1f6886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:47.184999 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd4be3-9c8d-4db4-a666-603f5d1f6886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:47.185393 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd4be3-9c8d-4db4-a666-603f5d1f6886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:47.185727 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd4be3-9c8d-4db4-a666-603f5d1f6886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:47.214781 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:51:47.215166 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Checking segment: {'id': 'e5793e29-d744-49b1-a6be-02c4f5ef4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:51:47.215568 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:47.215963 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Bound using segment: {'id': 'e5793e29-d744-49b1-a6be-02c4f5ef4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:51:47.221997 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Bound port: 17b5cf0c-9895-46e2-b142-68910dc51c8d, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5793e29-d744-49b1-a6be-02c4f5ef4e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:51:47.222443 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:47.247984 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3090985f-f5ea-4eb1-a33d-3b014ad38bf9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8724644 Nov 11 21:51:47.252750 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34356) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:47.540868 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] For port 17b5cf0c-9895-46e2-b142-68910dc51c8d, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:51:47.553665 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] For port 17b5cf0c-9895-46e2-b142-68910dc51c8d, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=17b5cf0c-9895-46e2-b142-68910dc51c8d,segment=NetworkSegment(e5793e29-d744-49b1-a6be-02c4f5ef4e40),segment_id=e5793e29-d744-49b1-a6be-02c4f5ef4e40)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:51:47.579311 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:47.760304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5325f6-290e-4cf8-83d0-8ee261740cef req-0ad9bc6e-7186-4993-8e52-ecd568af69a1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:47.778119 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1bd74102-4bc4-45c4-b97d-65e3da63190e None None] Provisioning complete for port 17b5cf0c-9895-46e2-b142-68910dc51c8d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:47.781263 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bd74102-4bc4-45c4-b97d-65e3da63190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:47.785506 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af5325f6-290e-4cf8-83d0-8ee261740cef req-0ad9bc6e-7186-4993-8e52-ecd568af69a1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.7719569 Nov 11 21:51:47.791769 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:47.805563 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:47.806730 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:47.929115 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1c661027-bffd-4149-86e2-435dbbfb917d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=33e8eaa37ace46ce9f4e3b997ee858f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7447512 Nov 11 21:51:47.939155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34364) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:47.948367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-6e81e307-e061-4455-9891-290a3c30e59f', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:51:47.951220 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:48.022522 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:51:48.054980 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34366) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:48.205505 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af5325f6-290e-4cf8-83d0-8ee261740cef req-4322783b-2e93-4eda-9f49-d42729ce2704 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4190595 Nov 11 21:51:48.288732 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa3b5-acd8-4565-822e-aa30fc4e2224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:48.356223 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64111a81-a83f-479f-9d83-682ff148c407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:48.386340 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa3b5-acd8-4565-822e-aa30fc4e2224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:48.487665 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4f494176-a3ad-4aae-8250-11e9dd612139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:48.586044 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa3b5-acd8-4565-822e-aa30fc4e2224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:48.595400 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa3b5-acd8-4565-822e-aa30fc4e2224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:48.599414 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0f7fa3b5-acd8-4565-822e-aa30fc4e2224 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9f430314-eb37-4b29-8c75-cf5eeb9fdf44 HTTP/1.1" status: 204 len: 168 time: 0.6556256 Nov 11 21:51:48.666641 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fa3b5-acd8-4565-822e-aa30fc4e2224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f430314-eb37-4b29-8c75-cf5eeb9fdf44,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:48.735321 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Allocated IP 2001:db8:1::2 (6e81e307-e061-4455-9891-290a3c30e59f/203f550b-a253-4116-93d0-56a43ebacf37/da513b73-f6db-4aa3-9b70-18fb67069ba3) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:51:48.893456 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd4be3-9c8d-4db4-a666-603f5d1f6886 None None] Pushing event updated for resources: {'Port': ['ID=17b5cf0c-9895-46e2-b142-68910dc51c8d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:48.940812 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4f494176-a3ad-4aae-8250-11e9dd612139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:48.954782 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:51:39Z', 'revision_number': 2, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:47Z', 'revision_number': 4, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:48.969031 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4f494176-a3ad-4aae-8250-11e9dd612139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:49.033169 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc1e5c9-9b92-4ee6-894f-2687815d6ac7 None None] The sync data for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 is: [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:51:39Z', 'revision_number': 2, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:47Z', 'revision_number': 4, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:51:49.155978 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f494176-a3ad-4aae-8250-11e9dd612139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9ed0ac-7d09-41c4-9e1f-ac1d7bcd0efd,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:49.243091 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4f494176-a3ad-4aae-8250-11e9dd612139 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=19ce9385b8264b3384f5aa827f9e3657&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1791232 Nov 11 21:51:49.247431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34392) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:49.302890 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:49.363042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:49.416912 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:49.714001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-076d7ca5-fc63-45d2-84ec-16daf5a34618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:49.848149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b7f6-816d-46fb-8e76-bf2deb44fe7f req-fbf51abd-7292-4c27-afa6-d4ab4eab8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:49.855159 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9a1b7f6-816d-46fb-8e76-bf2deb44fe7f req-fbf51abd-7292-4c27-afa6-d4ab4eab8947 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 1097 time: 0.2985783 Nov 11 21:51:49.876011 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632860d2-a7f7-4bae-b4c4-38716ef93538 req-bd070981-b58a-446b-9be8-83ab2c46c965 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:49.880158 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-632860d2-a7f7-4bae-b4c4-38716ef93538 req-bd070981-b58a-446b-9be8-83ab2c46c965 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.4285874 Nov 11 21:51:49.898135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-076d7ca5-fc63-45d2-84ec-16daf5a34618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:50.150559 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:50.201878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Pushing event updated for resources: {'Port': ['ID=da513b73-f6db-4aa3-9b70-18fb67069ba3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:50.220582 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:50.222232 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bd74102-4bc4-45c4-b97d-65e3da63190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:50.231193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Allocated IP 2001:db8:1::1 (6e81e307-e061-4455-9891-290a3c30e59f/203f550b-a253-4116-93d0-56a43ebacf37/8737c416-3d59-47d3-bd1f-32a0d0b5eab3) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:51:50.238190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Network 6e81e307-e061-4455-9891-290a3c30e59f is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:50.282369 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:50.291909 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:51:50.375206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1bd74102-4bc4-45c4-b97d-65e3da63190e None None] For port 17b5cf0c-9895-46e2-b142-68910dc51c8d, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=17b5cf0c-9895-46e2-b142-68910dc51c8d,segment=NetworkSegment(e5793e29-d744-49b1-a6be-02c4f5ef4e40),segment_id=e5793e29-d744-49b1-a6be-02c4f5ef4e40)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:50.432458 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bd74102-4bc4-45c4-b97d-65e3da63190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:50.504943 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:50.506131 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Attempting to bind port da513b73-f6db-4aa3-9b70-18fb67069ba3 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:51:50.506724 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Attempting to bind port da513b73-f6db-4aa3-9b70-18fb67069ba3 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'ccaa09e5-2e0a-40f3-bda9-5b3b35587756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:51:50.507284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Attempting to bind port da513b73-f6db-4aa3-9b70-18fb67069ba3 on network 6e81e307-e061-4455-9891-290a3c30e59f {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:51:50.530098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:51:50.530935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Checking segment: {'id': 'ccaa09e5-2e0a-40f3-bda9-5b3b35587756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:51:50.531542 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:50.532120 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Bound using segment: {'id': 'ccaa09e5-2e0a-40f3-bda9-5b3b35587756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:51:50.532770 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Bound port: da513b73-f6db-4aa3-9b70-18fb67069ba3, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccaa09e5-2e0a-40f3-bda9-5b3b35587756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:51:50.533545 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:50.563275 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1bd74102-4bc4-45c4-b97d-65e3da63190e None None] Provisioning complete for port b1999208-bee2-4b27-a81b-ea4ea4e4bc05 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:50.575789 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bd74102-4bc4-45c4-b97d-65e3da63190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:50.579000 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:50.614438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd74102-4bc4-45c4-b97d-65e3da63190e None None] Pushing event updated for resources: {'Port': ['ID=17b5cf0c-9895-46e2-b142-68910dc51c8d,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:50.663414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=8737c416-3d59-47d3-bd1f-32a0d0b5eab3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:50.691751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 6e81e307-e061-4455-9891-290a3c30e59f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:50.693281 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:50.697285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:51:50.697857 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:50.729593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] For port da513b73-f6db-4aa3-9b70-18fb67069ba3, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:51:50.784073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] For port da513b73-f6db-4aa3-9b70-18fb67069ba3, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=da513b73-f6db-4aa3-9b70-18fb67069ba3,segment=NetworkSegment(ccaa09e5-2e0a-40f3-bda9-5b3b35587756),segment_id=ccaa09e5-2e0a-40f3-bda9-5b3b35587756)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:51:50.802734 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-076d7ca5-fc63-45d2-84ec-16daf5a34618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:50.806867 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:50.807483 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-076d7ca5-fc63-45d2-84ec-16daf5a34618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:50.834682 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-076d7ca5-fc63-45d2-84ec-16daf5a34618 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b9ed0ac-7d09-41c4-9e1f-ac1d7bcd0efd HTTP/1.1" status: 204 len: 168 time: 1.5708933 Nov 11 21:51:50.918469 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5aab1-2bfe-403f-a929-ce426ec85265 None None] Pushing event updated for resources: {'Port': ['ID=da513b73-f6db-4aa3-9b70-18fb67069ba3,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:50.952029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-15723774-d11b-4dcf-b84b-887c3e4bccde None None] Provisioning complete for port 17b5cf0c-9895-46e2-b142-68910dc51c8d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:50.952434 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15723774-d11b-4dcf-b84b-887c3e4bccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:51.023053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 17b5cf0c-9895-46e2-b142-68910dc51c8d up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:51.035557 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d7ca5-fc63-45d2-84ec-16daf5a34618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9ed0ac-7d09-41c4-9e1f-ac1d7bcd0efd,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:51.128220 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:51.169018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-632860d2-a7f7-4bae-b4c4-38716ef93538 req-404a2330-6f07-4ee5-8693-c51d22ef8729 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4491198 Nov 11 21:51:51.241735 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b7f6-816d-46fb-8e76-bf2deb44fe7f req-ff9a06f5-a7f9-4640-8d7f-2c5a9d648349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:51.243360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9a1b7f6-816d-46fb-8e76-bf2deb44fe7f req-ff9a06f5-a7f9-4640-8d7f-2c5a9d648349 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 919 time: 1.3563230 Nov 11 21:51:51.480313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 17b5cf0c-9895-46e2-b142-68910dc51c8d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:51.481527 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:51.496253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9a1b7f6-816d-46fb-8e76-bf2deb44fe7f req-f664d7c4-038e-4d75-a829-36904f31a506 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d17eb6-7727-4dc9-92a9-56c305536e97 HTTP/1.1" status: 200 len: 1002 time: 0.2387521 Nov 11 21:51:51.701648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34442) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:51.708497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b7f6-816d-46fb-8e76-bf2deb44fe7f req-0540e283-c583-49f8-9c13-44021b7328a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:51.709953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9a1b7f6-816d-46fb-8e76-bf2deb44fe7f req-0540e283-c583-49f8-9c13-44021b7328a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.1602721 Nov 11 21:51:51.730688 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff412943-d603-415c-b288-c59101723cbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:51.757346 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:51.766906 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:51.768582 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:51.779992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-64111a81-a83f-479f-9d83-682ff148c407 admin admin] Deleting port 711ab698-5638-412b-b02a-712ed4debb71 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:51.780395 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64111a81-a83f-479f-9d83-682ff148c407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:51.817339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b7f6-816d-46fb-8e76-bf2deb44fe7f req-fed107d7-f045-40ee-b36a-b005dfbb245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:51.821614 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9a1b7f6-816d-46fb-8e76-bf2deb44fe7f req-fed107d7-f045-40ee-b36a-b005dfbb245a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010568 Nov 11 21:51:51.915647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=8737c416-3d59-47d3-bd1f-32a0d0b5eab3,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:51.959507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 6e81e307-e061-4455-9891-290a3c30e59f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:51.961654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:52.037539 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-64111a81-a83f-479f-9d83-682ff148c407 admin admin] For port 711ab698-5638-412b-b02a-712ed4debb71, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=711ab698-5638-412b-b02a-712ed4debb71,segment=NetworkSegment(8d930290-0268-4670-a846-4f72249a4412),segment_id=8d930290-0268-4670-a846-4f72249a4412)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:52.038343 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64111a81-a83f-479f-9d83-682ff148c407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:52.074603 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff412943-d603-415c-b288-c59101723cbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:52.076597 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-64111a81-a83f-479f-9d83-682ff148c407 admin admin] Calling delete_port for 711ab698-5638-412b-b02a-712ed4debb71 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:52.086177 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff412943-d603-415c-b288-c59101723cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:52.095644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9a1b7f6-816d-46fb-8e76-bf2deb44fe7f req-87f57b07-52c8-4c27-bcac-7d8fefc3f49a service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383182 Nov 11 21:51:52.155646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 21791510-bca7-440a-807a-b6ec1e2f95dd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:51:52.222940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ff412943-d603-415c-b288-c59101723cbd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=02a031c4647848b4a234cdbe444bb789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5201013 Nov 11 21:51:52.303907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34458) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:52.340161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff412943-d603-415c-b288-c59101723cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47fae6c-49d1-4b48-b20a-5c034d996a00,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:52.440497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:51:52.445912 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6d8a48b1-ed15-4dc3-a26b-87c12daa4a91 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/21791510-bca7-440a-807a-b6ec1e2f95dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1911242 Nov 11 21:51:52.448529 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34464) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:52.454121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-869fb85d-def2-48be-800e-9dd5f4492bbd tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-967585903'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:52.458744 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Sync routers for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:51:52.482818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869fb85d-def2-48be-800e-9dd5f4492bbd tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:51:52.486957 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-869fb85d-def2-48be-800e-9dd5f4492bbd tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:52.492452 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:52.494254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:52.532712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869fb85d-def2-48be-800e-9dd5f4492bbd tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] vlan segment allocate from pool success with {'vlan_id': 1196, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:51:52.554799 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-869fb85d-def2-48be-800e-9dd5f4492bbd tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:52.555262 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-869fb85d-def2-48be-800e-9dd5f4492bbd tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Added segment d683a441-58e4-4e7e-8733-9cac04858d1b of type vlan for network 633e975f-05fc-4f86-bc44-aeb098e564b9 Nov 11 21:51:52.639012 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d32c1732-f057-4b8e-8430-1841a357549f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:52.651307 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-869fb85d-def2-48be-800e-9dd5f4492bbd tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:52.693443 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9a1b7f6-816d-46fb-8e76-bf2deb44fe7f req-991b37be-52d1-4b94-a97d-21ac59b8fca2 service neutron] 10.222.0.10 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882132 Nov 11 21:51:52.707812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abb75f-16e0-4db5-85f4-6190b7c49954 req-2b6a6b96-20f6-47a0-907e-39426d03cf1c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:52.713790 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-869fb85d-def2-48be-800e-9dd5f4492bbd tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:52.727244 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869fb85d-def2-48be-800e-9dd5f4492bbd tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:52.727954 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-869fb85d-def2-48be-800e-9dd5f4492bbd tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:52.729409 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01abb75f-16e0-4db5-85f4-6190b7c49954 req-2b6a6b96-20f6-47a0-907e-39426d03cf1c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.3800132 Nov 11 21:51:52.735386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:51:52.810937 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d32c1732-f057-4b8e-8430-1841a357549f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:52.893961 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-869fb85d-def2-48be-800e-9dd5f4492bbd tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4417906 Nov 11 21:51:52.894778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34472) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:52.920444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bda3ad42-bf76-4860-b3be-42b374907e3d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'subnet': {'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:51:52.952853 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-01abb75f-16e0-4db5-85f4-6190b7c49954 req-51b2a052-8659-4db3-9b09-d96b1c895cc9 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223890 Nov 11 21:51:52.987049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fb85d-def2-48be-800e-9dd5f4492bbd tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Network': ['ID=633e975f-05fc-4f86-bc44-aeb098e564b9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:53.117217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 633e975f-05fc-4f86-bc44-aeb098e564b9 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:51:53.138558 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d32c1732-f057-4b8e-8430-1841a357549f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:53.144416 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d32c1732-f057-4b8e-8430-1841a357549f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:53.149943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d32c1732-f057-4b8e-8430-1841a357549f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a47fae6c-49d1-4b48-b20a-5c034d996a00 HTTP/1.1" status: 204 len: 168 time: 0.8387051 Nov 11 21:51:53.158287 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64111a81-a83f-479f-9d83-682ff148c407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:53.178369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda3ad42-bf76-4860-b3be-42b374907e3d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:51:53.183027 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bda3ad42-bf76-4860-b3be-42b374907e3d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:53.209575 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64111a81-a83f-479f-9d83-682ff148c407 admin admin] Pushing event deleted for resources: {'Port': ['ID=711ab698-5638-412b-b02a-712ed4debb71,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:53.214271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c1732-f057-4b8e-8430-1841a357549f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47fae6c-49d1-4b48-b20a-5c034d996a00,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:53.296491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device da513b73-f6db-4aa3-9b70-18fb67069ba3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:53.421499 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c04d7cb-4522-47ec-aaff-138233b8ce26 None None] Network 6e81e307-e061-4455-9891-290a3c30e59f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:53.621699 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64111a81-a83f-479f-9d83-682ff148c407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:53.650377 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bda3ad42-bf76-4860-b3be-42b374907e3d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:53.738656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda3ad42-bf76-4860-b3be-42b374907e3d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Checking segment: {'id': 'd683a441-58e4-4e7e-8733-9cac04858d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:51:53.739475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda3ad42-bf76-4860-b3be-42b374907e3d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network hostable DHCP agents. Network: 633e975f-05fc-4f86-bc44-aeb098e564b9, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:51:53.754443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3ad42-bf76-4860-b3be-42b374907e3d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Subnet': ['ID=2cf14f3b-e0e4-47ae-a00b-0ece05154405,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:53.793408 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda3ad42-bf76-4860-b3be-42b374907e3d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 633e975f-05fc-4f86-bc44-aeb098e564b9 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:51:53.807428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-bda3ad42-bf76-4860-b3be-42b374907e3d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 633e975f-05fc-4f86-bc44-aeb098e564b9) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:53.812588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda3ad42-bf76-4860-b3be-42b374907e3d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:53.813359 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bda3ad42-bf76-4860-b3be-42b374907e3d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:53.836626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f480256-2c76-43f3-8e8c-1d820946e987 None None] Network 633e975f-05fc-4f86-bc44-aeb098e564b9 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:53.858146 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bda3ad42-bf76-4860-b3be-42b374907e3d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9622729 Nov 11 21:51:53.860048 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34488) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:53.916173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64111a81-a83f-479f-9d83-682ff148c407 admin admin] Router 679e9cd5-95fe-443e-b5c5-bf1229e03967 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:51:53.932391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port da513b73-f6db-4aa3-9b70-18fb67069ba3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:53.933278 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:54.056963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64111a81-a83f-479f-9d83-682ff148c407 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:51:54.058678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-beffb7dd-79f6-4c36-b547-97fa31b21212 None None] Provisioning complete for port da513b73-f6db-4aa3-9b70-18fb67069ba3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:54.059118 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-beffb7dd-79f6-4c36-b547-97fa31b21212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:54.068864 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288cc522-560d-48e6-bd5f-1f2f230763bf None None] Sync routers for ids ['679e9cd5-95fe-443e-b5c5-bf1229e03967'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:51:54.086310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-64111a81-a83f-479f-9d83-682ff148c407 admin admin] 10.222.0.57 "PUT /v2.0/routers/679e9cd5-95fe-443e-b5c5-bf1229e03967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7965863 Nov 11 21:51:54.086965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34496) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:54.098316 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288cc522-560d-48e6-bd5f-1f2f230763bf None None] Routers {'679e9cd5-95fe-443e-b5c5-bf1229e03967'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:54.104899 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-288cc522-560d-48e6-bd5f-1f2f230763bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['679e9cd5-95fe-443e-b5c5-bf1229e03967'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:54.240843 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-633e975f-05fc-4f86-bc44-aeb098e564b9', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:51:54.242556 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:54.269587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de3e10-2770-4220-8caf-42288e242543 req-839585dc-59b5-4c07-ac70-9fbd387d53ec tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:54.271313 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76de3e10-2770-4220-8caf-42288e242543 req-839585dc-59b5-4c07-ac70-9fbd387d53ec tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.1585813 Nov 11 21:51:54.294756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 50d17eb6-7727-4dc9-92a9-56c305536e97 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:51:54.350654 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-288cc522-560d-48e6-bd5f-1f2f230763bf None None] Set router 679e9cd5-95fe-443e-b5c5-bf1229e03967 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:51:54.537922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76de3e10-2770-4220-8caf-42288e242543 req-3c491761-e586-433d-bdaa-c6ac09e50c78 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663244 Nov 11 21:51:54.555072 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:54.671613 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:54.739614 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Allocated IP 2001:db8:2::2 (633e975f-05fc-4f86-bc44-aeb098e564b9/2cf14f3b-e0e4-47ae-a00b-0ece05154405/07180ba9-c620-40b3-afde-d4b2f3d25f12) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:51:54.860202 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:54.978437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] Deleting port c909a2d3-309c-4a71-a49f-55560b573c24 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:54.980916 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:55.073097 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-288cc522-560d-48e6-bd5f-1f2f230763bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:13Z', 'updated_at': '2021-11-11T21:51:52Z', 'revision_number': 5, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'gw_port': {'id': 'c909a2d3-309c-4a71-a49f-55560b573c24', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:39:14Z', 'updated_at': '2021-11-11T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:55.122767 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:55.163048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] For port c909a2d3-309c-4a71-a49f-55560b573c24, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c909a2d3-309c-4a71-a49f-55560b573c24,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:55.163703 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:55.218134 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] Calling delete_port for c909a2d3-309c-4a71-a49f-55560b573c24 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:55.268656 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:55.308291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 3, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:51:51Z', 'revision_number': 2, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:55.375973 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=50d17eb6-7727-4dc9-92a9-56c305536e97,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:55.418612 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288cc522-560d-48e6-bd5f-1f2f230763bf None None] Checking router: 679e9cd5-95fe-443e-b5c5-bf1229e03967 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:51:55.440769 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288cc522-560d-48e6-bd5f-1f2f230763bf None None] Routers {'679e9cd5-95fe-443e-b5c5-bf1229e03967'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:55.443654 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-288cc522-560d-48e6-bd5f-1f2f230763bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['679e9cd5-95fe-443e-b5c5-bf1229e03967'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:55.456094 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:51:55.461402 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c32719-8c47-4c24-9f8e-03e86cc9895c" -d '{"events": [{"server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "name": "network-vif-unplugged", "status": "completed", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:51:55.496158 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:55.645561 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Checking router: 21791510-bca7-440a-807a-b6ec1e2f95dd for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:51:55.645986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Updating router 21791510-bca7-440a-807a-b6ec1e2f95dd port 8737c416-3d59-47d3-bd1f-32a0d0b5eab3 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:51:55.655084 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:55.700923 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-288cc522-560d-48e6-bd5f-1f2f230763bf None None] Set router 679e9cd5-95fe-443e-b5c5-bf1229e03967 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:51:55.741753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] Pushing event deleted for resources: {'Port': ['ID=c909a2d3-309c-4a71-a49f-55560b573c24,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:55.793635 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 21:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82669737-4265-466c-9dab-f893df24a812 x-openstack-request-id: req-82669737-4265-466c-9dab-f893df24a812 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:51:55.794131 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "name": "network-vif-unplugged", "status": "failed", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97", "code": 422}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:51:55.794476 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-82669737-4265-466c-9dab-f893df24a812 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:51:55.794925 n-d-805737-3 neutron-server[102536]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'code': 422} returned with failed status Nov 11 21:51:55.805189 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=50d17eb6-7727-4dc9-92a9-56c305536e97,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:55.827114 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:55.830142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a980cd17-32c9-4ae2-912c-d34b2b2f2082 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:51:55.903612 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-288cc522-560d-48e6-bd5f-1f2f230763bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:13Z', 'updated_at': '2021-11-11T21:51:54Z', 'revision_number': 6, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:55.988780 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288cc522-560d-48e6-bd5f-1f2f230763bf None None] The sync data for ids ['679e9cd5-95fe-443e-b5c5-bf1229e03967'] in n-d-805737-3 is: [{'id': '679e9cd5-95fe-443e-b5c5-bf1229e03967', 'name': 'tempest-TaggedBootDevicesTest-719066332-router', 'tenant_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:39:13Z', 'updated_at': '2021-11-11T21:51:54Z', 'revision_number': 6, 'project_id': 'efe5cf2f31f14ae99d8c9d87f4dba9a6', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:51:56.012453 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:56.165371 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-beffb7dd-79f6-4c36-b547-97fa31b21212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:56.222831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port da513b73-f6db-4aa3-9b70-18fb67069ba3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=da513b73-f6db-4aa3-9b70-18fb67069ba3,segment=NetworkSegment(ccaa09e5-2e0a-40f3-bda9-5b3b35587756),segment_id=ccaa09e5-2e0a-40f3-bda9-5b3b35587756)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:56.246963 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:56.256610 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:56.267514 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:56.284753 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:56.310106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb58a85-a875-4fe4-b0ef-1e4b5bcf4f99 req-87617fec-120b-4677-842d-d754c0ab1cbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:56.323168 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bb58a85-a875-4fe4-b0ef-1e4b5bcf4f99 req-87617fec-120b-4677-842d-d754c0ab1cbc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 944 time: 0.4905338 Nov 11 21:51:56.461476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Allocated IP 2001:db8:2::1 (633e975f-05fc-4f86-bc44-aeb098e564b9/2cf14f3b-e0e4-47ae-a00b-0ece05154405/fd398a27-2a88-4090-aa6b-04689d619fcb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:51:56.557935 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:56.560895 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 679e9cd5-95fe-443e-b5c5-bf1229e03967 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:51:56.571560 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:56.584621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-279ac739-84d2-487e-b732-c52bb2b0264f admin admin] 10.222.0.57 "DELETE /v2.0/routers/679e9cd5-95fe-443e-b5c5-bf1229e03967 HTTP/1.1" status: 204 len: 168 time: 2.4945443 Nov 11 21:51:56.596348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34542) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:56.652756 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:56.687556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 711ab698-5638-412b-b02a-712ed4debb71 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:51:56.733286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bb58a85-a875-4fe4-b0ef-1e4b5bcf4f99 req-def1b30d-cc9a-4fba-afcb-62edbffa869e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4072390 Nov 11 21:51:56.751204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 711ab698-5638-412b-b02a-712ed4debb71 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:51:56.753311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 711ab698-5638-412b-b02a-712ed4debb71 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:51:56.780770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef50923f-0aa1-4aad-aec3-a6c713752cc1 admin admin] Deleting subnet 4cc9cd29-0338-4a59-aaa7-c7a0cc838140 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:51:56.793822 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef50923f-0aa1-4aad-aec3-a6c713752cc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:56.884417 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef50923f-0aa1-4aad-aec3-a6c713752cc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:56.930417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Network 633e975f-05fc-4f86-bc44-aeb098e564b9 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:56.969949 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:56.977745 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:51:57.009379 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:57.149211 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef50923f-0aa1-4aad-aec3-a6c713752cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:57.168093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=da513b73-f6db-4aa3-9b70-18fb67069ba3,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:57.179135 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:57.252461 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=fd398a27-2a88-4090-aa6b-04689d619fcb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:57.267229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 633e975f-05fc-4f86-bc44-aeb098e564b9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:57.280471 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:57.282070 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-beffb7dd-79f6-4c36-b547-97fa31b21212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:51:57.283263 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-beffb7dd-79f6-4c36-b547-97fa31b21212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:51:57.290546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:51:57.292523 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:57.310875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:57.312558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:57.313362 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:57.314865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:57.316643 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:57.317335 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:57.317852 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:57.320626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:57.323415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:57.323547 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:57.323838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:57.327077 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:57.327991 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef50923f-0aa1-4aad-aec3-a6c713752cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:57.448242 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50923f-0aa1-4aad-aec3-a6c713752cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc9cd29-0338-4a59-aaa7-c7a0cc838140,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:57.457241 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef50923f-0aa1-4aad-aec3-a6c713752cc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:57.470067 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ef50923f-0aa1-4aad-aec3-a6c713752cc1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4cc9cd29-0338-4a59-aaa7-c7a0cc838140 HTTP/1.1" status: 204 len: 168 time: 0.8753130 Nov 11 21:51:57.472826 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34568) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:57.504486 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572af2eb-bfb7-4de1-a5ed-5f1957139e68 None None] Network 1fce0110-e17d-4dbf-bcff-6587b695d31e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:51:57.597222 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:57.656668 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:57.830316 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] Deleting port 65db51cc-d88e-4008-8f7e-889de42dd0ab {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:57.835497 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:57.977536 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Attempting to bind port 07180ba9-c620-40b3-afde-d4b2f3d25f12 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:51:57.979159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Attempting to bind port 07180ba9-c620-40b3-afde-d4b2f3d25f12 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'd683a441-58e4-4e7e-8733-9cac04858d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:51:57.990064 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Attempting to bind port 07180ba9-c620-40b3-afde-d4b2f3d25f12 on network 633e975f-05fc-4f86-bc44-aeb098e564b9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:51:58.066396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:51:58.067246 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Checking segment: {'id': 'd683a441-58e4-4e7e-8733-9cac04858d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:51:58.067957 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:58.068626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Bound using segment: {'id': 'd683a441-58e4-4e7e-8733-9cac04858d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:51:58.069490 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Bound port: 07180ba9-c620-40b3-afde-d4b2f3d25f12, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd683a441-58e4-4e7e-8733-9cac04858d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:51:58.070476 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:58.090253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Pushing event updated for resources: {'Port': ['ID=07180ba9-c620-40b3-afde-d4b2f3d25f12,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:58.125733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] For port 65db51cc-d88e-4008-8f7e-889de42dd0ab, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=65db51cc-d88e-4008-8f7e-889de42dd0ab,segment=NetworkSegment(8d930290-0268-4670-a846-4f72249a4412),segment_id=8d930290-0268-4670-a846-4f72249a4412)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:58.126093 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:58.164518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] Calling delete_port for 65db51cc-d88e-4008-8f7e-889de42dd0ab owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:58.259664 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 50d17eb6-7727-4dc9-92a9-56c305536e97 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:51:58.262627 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d45ea1b-56ec-472d-9ac7-7f1471849bb3 None None] DHCP port deletion for 1fce0110-e17d-4dbf-bcff-6587b695d31e request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:51:58.327446 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-53fac3de-82e7-414c-b181-df362921a9f2 None None] Provisioning complete for port 8737c416-3d59-47d3-bd1f-32a0d0b5eab3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:58.328131 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53fac3de-82e7-414c-b181-df362921a9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:58.384077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] For port 07180ba9-c620-40b3-afde-d4b2f3d25f12, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:51:58.442382 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:58.445512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] For port 07180ba9-c620-40b3-afde-d4b2f3d25f12, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=07180ba9-c620-40b3-afde-d4b2f3d25f12,segment=NetworkSegment(d683a441-58e4-4e7e-8733-9cac04858d1b),segment_id=d683a441-58e4-4e7e-8733-9cac04858d1b)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:51:58.475116 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7d45ea1b-56ec-472d-9ac7-7f1471849bb3 None None] Deleting port 65db51cc-d88e-4008-8f7e-889de42dd0ab {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:58.475898 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d45ea1b-56ec-472d-9ac7-7f1471849bb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:58.481772 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:58.490684 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-53fac3de-82e7-414c-b181-df362921a9f2 None None] Port 8737c416-3d59-47d3-bd1f-32a0d0b5eab3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:51:58.498627 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] No DVR routers for this DVR port 65db51cc-d88e-4008-8f7e-889de42dd0ab on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:58.543978 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:58.555182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:58.555971 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:58.631221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] Pushing event deleted for resources: {'Port': ['ID=65db51cc-d88e-4008-8f7e-889de42dd0ab,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:58.660523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device da513b73-f6db-4aa3-9b70-18fb67069ba3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:51:58.701348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=fd398a27-2a88-4090-aa6b-04689d619fcb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:58.759982 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2571e24-9616-487c-99ad-4d9f6fb32e2e None None] Pushing event updated for resources: {'Port': ['ID=07180ba9-c620-40b3-afde-d4b2f3d25f12,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:58.857621 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:58.902570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fce0110-e17d-4dbf-bcff-6587b695d31e']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:58.934402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d930290-0268-4670-a846-4f72249a4412') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:58.935362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d930290-0268-4670-a846-4f72249a4412') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:58.941305 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:58.947303 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-53fac3de-82e7-414c-b181-df362921a9f2 None None] Provisioning complete for port da513b73-f6db-4aa3-9b70-18fb67069ba3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:51:58.948026 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53fac3de-82e7-414c-b181-df362921a9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:58.963211 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:59.037202 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:59.062806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:51:59.063415 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:51:59.074585 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:51:59.092735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 633e975f-05fc-4f86-bc44-aeb098e564b9 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:51:59.105203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:51:59.241539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:59.248357 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:59.251806 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1fce0110-e17d-4dbf-bcff-6587b695d31e HTTP/1.1" status: 204 len: 168 time: 1.7775762 Nov 11 21:51:59.259780 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:59.551138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 21791510-bca7-440a-807a-b6ec1e2f95dd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:51:59.603154 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7d45ea1b-56ec-472d-9ac7-7f1471849bb3 None None] For port 65db51cc-d88e-4008-8f7e-889de42dd0ab, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:59.603601 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d45ea1b-56ec-472d-9ac7-7f1471849bb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:59.787705 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415e145-e94c-4a74-a497-17e144d113a3 None None] Pushing event updated for resources: {'Port': ['ID=8737c416-3d59-47d3-bd1f-32a0d0b5eab3,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:59.795527 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7d45ea1b-56ec-472d-9ac7-7f1471849bb3 None None] Calling delete_port for 65db51cc-d88e-4008-8f7e-889de42dd0ab owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:59.804107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-7d45ea1b-56ec-472d-9ac7-7f1471849bb3 None None] Port 65db51cc-d88e-4008-8f7e-889de42dd0ab was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:51:59.809699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34622) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:59.922008 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d45ea1b-56ec-472d-9ac7-7f1471849bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:59.949560 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d45ea1b-56ec-472d-9ac7-7f1471849bb3 None None] Network 1fce0110-e17d-4dbf-bcff-6587b695d31e is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:51:59.973727 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45ea1b-56ec-472d-9ac7-7f1471849bb3 None None] No DVR routers for this DVR port 65db51cc-d88e-4008-8f7e-889de42dd0ab on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:52:00.076692 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:52:00.108443 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3acfa731-8a52-4a7f-9418-3d6794031f39 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/21791510-bca7-440a-807a-b6ec1e2f95dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2472517 Nov 11 21:52:00.110263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34632) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:00.133015 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-216aa044-5ab7-41da-8bc7-18dcb5fcd4c4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-198094070'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:00.145981 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3dca5768-26f6-4a1a-a846-b64fcf4b5365 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=efe5cf2f31f14ae99d8c9d87f4dba9a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3319404 Nov 11 21:52:00.160558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34634) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:00.174136 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45ea1b-56ec-472d-9ac7-7f1471849bb3 None None] Pushing event deleted for resources: {'Port': ['ID=65db51cc-d88e-4008-8f7e-889de42dd0ab,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:00.183048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port da513b73-f6db-4aa3-9b70-18fb67069ba3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:00.183255 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:00.266895 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Attempting to bind port 8737c416-3d59-47d3-bd1f-32a0d0b5eab3 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:52:00.267661 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Attempting to bind port 8737c416-3d59-47d3-bd1f-32a0d0b5eab3 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'ccaa09e5-2e0a-40f3-bda9-5b3b35587756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:52:00.267661 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Attempting to bind port 8737c416-3d59-47d3-bd1f-32a0d0b5eab3 on network 6e81e307-e061-4455-9891-290a3c30e59f {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:00.269131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216aa044-5ab7-41da-8bc7-18dcb5fcd4c4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:52:00.279190 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-216aa044-5ab7-41da-8bc7-18dcb5fcd4c4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:00.340707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:52:00.341156 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Checking segment: {'id': 'ccaa09e5-2e0a-40f3-bda9-5b3b35587756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:52:00.341570 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:00.341967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Bound using segment: {'id': 'ccaa09e5-2e0a-40f3-bda9-5b3b35587756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:52:00.342455 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Bound port: 8737c416-3d59-47d3-bd1f-32a0d0b5eab3, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccaa09e5-2e0a-40f3-bda9-5b3b35587756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:52:00.345193 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:00.420724 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-f74d5381-36a7-4648-b9e6-af14e77586e3 req-7eaf376b-db81-4ca5-a114-fc130b889f8a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:52:00.422907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216aa044-5ab7-41da-8bc7-18dcb5fcd4c4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] vlan segment allocate from pool success with {'vlan_id': 1151, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:52:00.424028 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f74d5381-36a7-4648-b9e6-af14e77586e3 req-7eaf376b-db81-4ca5-a114-fc130b889f8a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121102 Nov 11 21:52:00.425415 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-977a26a2-7f06-4d2b-a095-939b9a527392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:00.427803 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68e4d2-e8f4-49ae-8710-85cb8f19e241 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fce0110-e17d-4dbf-bcff-6587b695d31e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:00.515762 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-977a26a2-7f06-4d2b-a095-939b9a527392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:00.687752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-977a26a2-7f06-4d2b-a095-939b9a527392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:00.711244 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] For port 8737c416-3d59-47d3-bd1f-32a0d0b5eab3, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:52:00.719104 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-977a26a2-7f06-4d2b-a095-939b9a527392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:00.720204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] For port 8737c416-3d59-47d3-bd1f-32a0d0b5eab3, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8737c416-3d59-47d3-bd1f-32a0d0b5eab3,segment=NetworkSegment(ccaa09e5-2e0a-40f3-bda9-5b3b35587756),segment_id=ccaa09e5-2e0a-40f3-bda9-5b3b35587756)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:52:00.727716 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-977a26a2-7f06-4d2b-a095-939b9a527392 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/766354ce-57f9-40d0-812f-470496e3a6da HTTP/1.1" status: 204 len: 168 time: 0.5611954 Nov 11 21:52:00.731612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917a5f28-f5e9-4f74-a3ca-2f270454581d None None] Network 633e975f-05fc-4f86-bc44-aeb098e564b9 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:52:00.757337 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-216aa044-5ab7-41da-8bc7-18dcb5fcd4c4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:00.757690 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-216aa044-5ab7-41da-8bc7-18dcb5fcd4c4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Added segment 8bf87a6d-d351-4b33-a1aa-5aafcb55a892 of type vlan for network 6bf4eb80-de98-4c45-a933-929eb3f08ccf Nov 11 21:52:00.758138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c909a2d3-309c-4a71-a49f-55560b573c24 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:00.766001 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:00.845621 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: c909a2d3-309c-4a71-a49f-55560b573c24 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:00.846343 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c909a2d3-309c-4a71-a49f-55560b573c24 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:00.846993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 65db51cc-d88e-4008-8f7e-889de42dd0ab no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:00.857496 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8128f1fe-0f8e-4cc9-9945-61322fb26ba1 None None] Provisioning complete for port 07180ba9-c620-40b3-afde-d4b2f3d25f12 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:00.858274 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8128f1fe-0f8e-4cc9-9945-61322fb26ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:00.917497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a26a2-7f06-4d2b-a095-939b9a527392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766354ce-57f9-40d0-812f-470496e3a6da,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:00.946623 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce342ac-b48c-4b83-ae41-b1942e6fcee9 req-3c3255e8-3719-4f40-a8a8-02c0b49642b7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:00.948238 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ce342ac-b48c-4b83-ae41-b1942e6fcee9 req-3c3255e8-3719-4f40-a8a8-02c0b49642b7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 944 time: 0.1802654 Nov 11 21:52:00.992944 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-216aa044-5ab7-41da-8bc7-18dcb5fcd4c4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:01.084764 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-216aa044-5ab7-41da-8bc7-18dcb5fcd4c4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:01.125514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216aa044-5ab7-41da-8bc7-18dcb5fcd4c4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:01.126188 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-216aa044-5ab7-41da-8bc7-18dcb5fcd4c4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:01.186949 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 65db51cc-d88e-4008-8f7e-889de42dd0ab {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:01.187512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 65db51cc-d88e-4008-8f7e-889de42dd0ab not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:01.229500 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ce342ac-b48c-4b83-ae41-b1942e6fcee9 req-7158d16b-a014-4d96-b04b-2c8bb3270518 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716043 Nov 11 21:52:01.245650 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-216aa044-5ab7-41da-8bc7-18dcb5fcd4c4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1342819 Nov 11 21:52:01.312172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34674) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:01.338707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-43e9161d-fe23-42e2-b608-732ee18b64c8 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'subnet': {'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:01.363651 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-6a98f644-3fba-4beb-8ce2-b3c104f907c2 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7ddd3f1cc5b24e16a98eebc4becace8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2201259 Nov 11 21:52:01.403927 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:01.408752 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:01.411211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415e145-e94c-4a74-a497-17e144d113a3 None None] Pushing event updated for resources: {'Port': ['ID=8737c416-3d59-47d3-bd1f-32a0d0b5eab3,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:01.661669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216aa044-5ab7-41da-8bc7-18dcb5fcd4c4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Network': ['ID=6bf4eb80-de98-4c45-a933-929eb3f08ccf,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:01.973262 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-1692979e-a39e-4bc6-a011-b55f1b993976 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5924876 Nov 11 21:52:01.995034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-d652adaa-e4e5-4503-8849-8f9e09b738b2 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:52:01.996325 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-d652adaa-e4e5-4503-8849-8f9e09b738b2 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196290 Nov 11 21:52:02.046509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e9161d-fe23-42e2-b608-732ee18b64c8 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Made reservation on behalf of f304289ca9ca4e75a31c33150105a385 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:52:02.050280 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43e9161d-fe23-42e2-b608-732ee18b64c8 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:02.086470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b0d2d8b6-d78a-4ce6-825c-0735029267c4 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:02.088146 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b0d2d8b6-d78a-4ce6-825c-0735029267c4 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6793685 Nov 11 21:52:02.154851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 07180ba9-c620-40b3-afde-d4b2f3d25f12 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:52:02.205727 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 6bf4eb80-de98-4c45-a933-929eb3f08ccf details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:52:02.430778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b350dce6-a647-4d40-ab3e-8d3a245a7816 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/quotas/7ddd3f1cc5b24e16a98eebc4becace8f HTTP/1.1" status: 200 len: 375 time: 0.3318727 Nov 11 21:52:02.465770 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8128f1fe-0f8e-4cc9-9945-61322fb26ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:02.567310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-689c8aa7-c508-4891-9fca-cf369b30c0ef tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ddd3f1cc5b24e16a98eebc4becace8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1355059 Nov 11 21:52:02.582670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:02.841104 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8128f1fe-0f8e-4cc9-9945-61322fb26ba1 None None] For port 07180ba9-c620-40b3-afde-d4b2f3d25f12, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=07180ba9-c620-40b3-afde-d4b2f3d25f12,segment=NetworkSegment(d683a441-58e4-4e7e-8733-9cac04858d1b),segment_id=d683a441-58e4-4e7e-8733-9cac04858d1b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:02.859435 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 07180ba9-c620-40b3-afde-d4b2f3d25f12 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:02.860345 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:02.879252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ccc8b-dcfc-4a25-acf1-f580aba838b7 req-8217e28a-0c97-4579-be40-3ad5774f9301 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:02.886860 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c25ccc8b-dcfc-4a25-acf1-f580aba838b7 req-8217e28a-0c97-4579-be40-3ad5774f9301 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 944 time: 0.4539833 Nov 11 21:52:02.994675 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8128f1fe-0f8e-4cc9-9945-61322fb26ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:03.066307 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-60821b24-8596-43fc-8c7b-8be2a4bce7f2 req-3776acdd-9e36-4c44-b486-c5ae2eceb362 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 210 time: 0.0926127 Nov 11 21:52:03.135127 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c25ccc8b-dcfc-4a25-acf1-f580aba838b7 req-2cd322d3-a310-46af-a312-00025f194db7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332115 Nov 11 21:52:03.138017 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43e9161d-fe23-42e2-b608-732ee18b64c8 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:03.199880 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34742) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:03.299696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9161d-fe23-42e2-b608-732ee18b64c8 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Subnet': ['ID=dd03299c-0dca-4c26-b0b2-f1b83f81c66a,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:03.346592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e9161d-fe23-42e2-b608-732ee18b64c8 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Checking segment: {'id': '8bf87a6d-d351-4b33-a1aa-5aafcb55a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:52:03.346881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e9161d-fe23-42e2-b608-732ee18b64c8 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network hostable DHCP agents. Network: 6bf4eb80-de98-4c45-a933-929eb3f08ccf, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:52:03.409961 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e9161d-fe23-42e2-b608-732ee18b64c8 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 6bf4eb80-de98-4c45-a933-929eb3f08ccf is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:52:03.439936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-43e9161d-fe23-42e2-b608-732ee18b64c8 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 6bf4eb80-de98-4c45-a933-929eb3f08ccf) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:52:03.450213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e9161d-fe23-42e2-b608-732ee18b64c8 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:03.452101 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-43e9161d-fe23-42e2-b608-732ee18b64c8 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:03.476007 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1594690533-network', 'tenant_id': '3acba16c441347639e66897fefc7d5f8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:03.496041 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-43e9161d-fe23-42e2-b608-732ee18b64c8 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1790016 Nov 11 21:52:03.503058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 34752) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:03.592092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd13d5-9b32-42dd-8c1d-fe5be1af6933 None None] Network 6bf4eb80-de98-4c45-a933-929eb3f08ccf requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:52:03.873857 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8128f1fe-0f8e-4cc9-9945-61322fb26ba1 None None] Provisioning complete for port 8737c416-3d59-47d3-bd1f-32a0d0b5eab3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:03.874249 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8128f1fe-0f8e-4cc9-9945-61322fb26ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:03.905392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] Made reservation on behalf of 3acba16c441347639e66897fefc7d5f8 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:52:03.908949 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:03.962914 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:03.977341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128f1fe-0f8e-4cc9-9945-61322fb26ba1 None None] Pushing event updated for resources: {'Port': ['ID=07180ba9-c620-40b3-afde-d4b2f3d25f12,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:04.329190 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-45f5dc0a-de4f-4815-9209-ba622ca0caf0 req-2ea0980c-8eda-4095-88ea-b17a9658e428 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 210 time: 0.0848751 Nov 11 21:52:04.435896 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a4686-7b58-442e-a78a-0be4e2ac04f4 req-b4609c25-100d-4bda-8b7f-cc13a7358c77 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:04.446700 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc6a4686-7b58-442e-a78a-0be4e2ac04f4 req-b4609c25-100d-4bda-8b7f-cc13a7358c77 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 944 time: 0.1144462 Nov 11 21:52:04.609473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc6a4686-7b58-442e-a78a-0be4e2ac04f4 req-c809f0c3-3402-4493-a7ae-b288ede850d8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598864 Nov 11 21:52:04.660099 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8128f1fe-0f8e-4cc9-9945-61322fb26ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.703345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-6bf4eb80-de98-4c45-a933-929eb3f08ccf', 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'fixed_ips': [{'subnet_id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:52:04.704693 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.726694 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-674edbf2-f793-4850-bf5d-9a304e072902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:04.742188 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-674edbf2-f793-4850-bf5d-9a304e072902 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720&tenant_id=8be0585386e44e03b1b78f23eea6f900 HTTP/1.1" status: 200 len: 1095 time: 0.5162001 Nov 11 21:52:04.830781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:05.042850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Allocated IP 2001:db8:3::2 (6bf4eb80-de98-4c45-a933-929eb3f08ccf/dd03299c-0dca-4c26-b0b2-f1b83f81c66a/e45cdb29-1831-467e-b9cb-3a05f8eac2ab) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:52:05.047016 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.084016 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.136066 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.154159 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:52:05.166810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8128f1fe-0f8e-4cc9-9945-61322fb26ba1 None None] For port 8737c416-3d59-47d3-bd1f-32a0d0b5eab3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8737c416-3d59-47d3-bd1f-32a0d0b5eab3,segment=NetworkSegment(ccaa09e5-2e0a-40f3-bda9-5b3b35587756),segment_id=ccaa09e5-2e0a-40f3-bda9-5b3b35587756)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:05.176935 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.177292 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] Added segment f28a8567-823d-4e3c-a856-c6a70a88db7b of type vlan for network 51bc8ef8-3106-461f-92a5-e6e8fc685494 Nov 11 21:52:05.220441 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8128f1fe-0f8e-4cc9-9945-61322fb26ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.258215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.292769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128f1fe-0f8e-4cc9-9945-61322fb26ba1 None None] Pushing event updated for resources: {'Port': ['ID=8737c416-3d59-47d3-bd1f-32a0d0b5eab3,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:05.326444 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:51:57Z', 'revision_number': 4, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:00Z', 'revision_number': 4, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:51:58Z', 'revision_number': 2, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:05.339351 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa68187-3e1b-45fc-be97-e75051cea70b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:05.342518 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.355430 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:05.356029 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.395430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87ec52-b3a3-40f5-9e9c-c60b7a3b4666 None None] The sync data for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 is: [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:51:57Z', 'revision_number': 4, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:00Z', 'revision_number': 4, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:51:58Z', 'revision_number': 2, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:52:05.407375 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-9a8714d4-4203-49c2-a7dc-d5adff7b1b5f tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=7ddd3f1cc5b24e16a98eebc4becace8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3454297 Nov 11 21:52:05.583027 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1deaf124-70dd-4ab4-a61f-f03f20c718cf req-1f861b8e-ace9-4ff4-aec8-29e605f1c645 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 210 time: 0.0713027 Nov 11 21:52:05.597572 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3961921 Nov 11 21:52:05.600584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 34784) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:05.605871 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Request body: {'subnet': {'network_id': '51bc8ef8-3106-461f-92a5-e6e8fc685494', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1594690533-subnet', 'tenant_id': '3acba16c441347639e66897fefc7d5f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:05.676104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Made reservation on behalf of 3acba16c441347639e66897fefc7d5f8 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:52:05.678524 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.746494 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.757010 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-48763edb-98f5-4249-88de-f74171c49062 None None] Provisioning complete for port 07180ba9-c620-40b3-afde-d4b2f3d25f12 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:05.758940 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48763edb-98f5-4249-88de-f74171c49062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.769736 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.869927 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Network 6bf4eb80-de98-4c45-a933-929eb3f08ccf is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:52:05.880168 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:52:05.914582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:52:06.007024 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Pushing event updated for resources: {'Port': ['ID=e45cdb29-1831-467e-b9cb-3a05f8eac2ab,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:06.066504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8737c416-3d59-47d3-bd1f-32a0d0b5eab3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:52:06.229248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ff7b2-ff81-4b2f-a250-428422b141e0 req-ae6901bc-9554-4f09-97cb-e6993c7064ea tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:06.243099 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-524ff7b2-ff81-4b2f-a250-428422b141e0 req-ae6901bc-9554-4f09-97cb-e6993c7064ea tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 944 time: 0.3259931 Nov 11 21:52:06.320855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Attempting to bind port e45cdb29-1831-467e-b9cb-3a05f8eac2ab on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:52:06.321506 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Attempting to bind port e45cdb29-1831-467e-b9cb-3a05f8eac2ab by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '8bf87a6d-d351-4b33-a1aa-5aafcb55a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:52:06.322072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Attempting to bind port e45cdb29-1831-467e-b9cb-3a05f8eac2ab on network 6bf4eb80-de98-4c45-a933-929eb3f08ccf {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:06.337646 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:52:06.341420 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Checking segment: {'id': '8bf87a6d-d351-4b33-a1aa-5aafcb55a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:52:06.352594 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:06.353320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Bound using segment: {'id': '8bf87a6d-d351-4b33-a1aa-5aafcb55a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:52:06.359849 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Bound port: e45cdb29-1831-467e-b9cb-3a05f8eac2ab, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf87a6d-d351-4b33-a1aa-5aafcb55a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:52:06.360679 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:06.480078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-524ff7b2-ff81-4b2f-a250-428422b141e0 req-7d72533d-51d0-4a8b-8e81-ed78fd990261 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265239 Nov 11 21:52:06.709270 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:06.751330 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 8737c416-3d59-47d3-bd1f-32a0d0b5eab3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:06.752059 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:06.766059 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] For port e45cdb29-1831-467e-b9cb-3a05f8eac2ab, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:52:06.808829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c0656e0-3b45-4e79-9103-f13827e4b2a4,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:06.842947 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-48763edb-98f5-4249-88de-f74171c49062 None None] Provisioning complete for port 8737c416-3d59-47d3-bd1f-32a0d0b5eab3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:06.843338 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48763edb-98f5-4249-88de-f74171c49062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:06.900458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:06.902509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:06.904243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:06.904824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:06.907211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:06.907915 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:06.908547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:06.912061 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:06.912768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:06.913472 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:06.914007 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:06.920686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:06.926238 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-41a6c7a7-9825-4968-b442-beb1ee4c6099 req-19df1de6-6e40-4c4e-8d0b-7b4a569d3ad2 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 210 time: 0.1185620 Nov 11 21:52:06.942148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] For port e45cdb29-1831-467e-b9cb-3a05f8eac2ab, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e45cdb29-1831-467e-b9cb-3a05f8eac2ab,segment=NetworkSegment(8bf87a6d-d351-4b33-a1aa-5aafcb55a892),segment_id=8bf87a6d-d351-4b33-a1aa-5aafcb55a892)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:52:06.977570 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:07.041315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Checking segment: {'id': 'f28a8567-823d-4e3c-a856-c6a70a88db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '51bc8ef8-3106-461f-92a5-e6e8fc685494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:52:07.041689 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Network hostable DHCP agents. Network: 51bc8ef8-3106-461f-92a5-e6e8fc685494, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:52:07.101995 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Network 51bc8ef8-3106-461f-92a5-e6e8fc685494 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:52:07.135903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41393b4-c616-48e1-838c-5ed2ed83dcfe None None] Pushing event updated for resources: {'Port': ['ID=e45cdb29-1831-467e-b9cb-3a05f8eac2ab,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:07.136451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 51bc8ef8-3106-461f-92a5-e6e8fc685494) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:52:07.156720 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:07.157354 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:07.206416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78403713-5a8f-4f14-adf2-26a4ce8df81f admin admin] Pushing event updated for resources: {'Network': ['ID=51bc8ef8-3106-461f-92a5-e6e8fc685494,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:07.238410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6c19a978-2c1b-4a6b-83f5-78d077ce4b66 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6363878 Nov 11 21:52:07.317067 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4195f36-7aa5-4097-871d-554f169e3cd3 None None] Network 51bc8ef8-3106-461f-92a5-e6e8fc685494 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:52:07.346488 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 51bc8ef8-3106-461f-92a5-e6e8fc685494 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:52:07.411617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-aeeccfb4-0008-4971-8524-a81008e81ded tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:07.413908 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-aeeccfb4-0008-4971-8524-a81008e81ded tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8014412 Nov 11 21:52:07.430591 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:07.449535 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Request body: {'port': {'device_id': 'cbdbc81a-df65-4330-81c0-850f382e104b', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': '7ddd3f1cc5b24e16a98eebc4becace8f'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:07.903313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 07180ba9-c620-40b3-afde-d4b2f3d25f12 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:52:07.906353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42a533-5e80-42c9-9de1-1a1fd35cc99b req-2d0ea722-fcb3-4e25-a4fb-f9d6f18b750f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:07.908031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef42a533-5e80-42c9-9de1-1a1fd35cc99b req-2d0ea722-fcb3-4e25-a4fb-f9d6f18b750f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 944 time: 0.2181387 Nov 11 21:52:07.976686 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Made reservation on behalf of 7ddd3f1cc5b24e16a98eebc4becace8f for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:52:08.007854 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.031956 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Sync routers for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:52:08.051838 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.091008 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef42a533-5e80-42c9-9de1-1a1fd35cc99b req-db0e1e59-0aab-48f7-802e-d4999e38c4d3 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742647 Nov 11 21:52:08.144089 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-48763edb-98f5-4249-88de-f74171c49062 None None] Provisioning complete for port fd398a27-2a88-4090-aa6b-04689d619fcb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:08.144606 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48763edb-98f5-4249-88de-f74171c49062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.286280 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04ff7df7-d26b-40f8-b290-d81faeda498c req-e6ba36c1-f174-412a-bbc7-ca04474f8e85 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 210 time: 0.0813799 Nov 11 21:52:08.311905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:08.311905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:08.384425 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.404525 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.570944 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-800bc8a8-5b8d-4a6c-9b3a-c3a39ca150a5 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:08.572868 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-800bc8a8-5b8d-4a6c-9b3a-c3a39ca150a5 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/networks?id=51bc8ef8-3106-461f-92a5-e6e8fc685494 HTTP/1.1" status: 200 len: 814 time: 0.3025601 Nov 11 21:52:08.595519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e976c15d-5c0b-4c15-8f0d-170970253d18 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/quotas/3acba16c441347639e66897fefc7d5f8 HTTP/1.1" status: 200 len: 375 time: 0.0164955 Nov 11 21:52:08.677129 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-07ee6a98-eed4-463c-9566-cf9e1df30f54 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3acba16c441347639e66897fefc7d5f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689020 Nov 11 21:52:08.941864 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 07180ba9-c620-40b3-afde-d4b2f3d25f12 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:08.943566 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.965721 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e697b10c-40a1-4e49-b398-5e55fe63cac5 service neutron] 10.222.0.57 "GET /v2.0/networks/51bc8ef8-3106-461f-92a5-e6e8fc685494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819178 Nov 11 21:52:09.006333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=50d17eb6-7727-4dc9-92a9-56c305536e97,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:09.056776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-48763edb-98f5-4249-88de-f74171c49062 None None] Port fd398a27-2a88-4090-aa6b-04689d619fcb cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:52:09.129892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:52:09.243641 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d17eb6-7727-4dc9-92a9-56c305536e97 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:52:09.254223 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:09.270218 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Transition to ACTIVE for port object 50d17eb6-7727-4dc9-92a9-56c305536e97 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:52:09.284390 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:09.334945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-32a54f3e-b5e6-4786-977b-95b8495f4a4c service neutron] 10.222.0.57 "GET /v2.0/networks/51bc8ef8-3106-461f-92a5-e6e8fc685494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668935 Nov 11 21:52:09.348585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db34cb2f-caf2-492d-be56-e030ac31f650,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:09.373982 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:09.395992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26ee654-1fec-4f6d-9a92-59a2f374636c None None] Network 6bf4eb80-de98-4c45-a933-929eb3f08ccf requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:52:09.434169 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255ef04-1019-4e6f-81d2-faa0685cafb5 req-53cdf334-00b3-4ce1-9ca8-803802067f3b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:09.435870 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4255ef04-1019-4e6f-81d2-faa0685cafb5 req-53cdf334-00b3-4ce1-9ca8-803802067f3b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 944 time: 0.1909590 Nov 11 21:52:09.535339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a095322b-295a-429e-b0a6-097769df38cd None None] Network 51bc8ef8-3106-461f-92a5-e6e8fc685494 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:52:09.586205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e45cdb29-1831-467e-b9cb-3a05f8eac2ab up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:52:09.587519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4255ef04-1019-4e6f-81d2-faa0685cafb5 req-2fce5f0c-ebfc-4e18-9a11-2551dd82999d tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453125 Nov 11 21:52:09.711861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2b8f2287-b4f1-4680-bf53-846a0e7f415f None None] Provisioning complete for port e45cdb29-1831-467e-b9cb-3a05f8eac2ab triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:09.711861 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2287-b4f1-4680-bf53-846a0e7f415f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:09.824289 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a82e11d-6b6b-4aae-a4e2-b50c844a5555 req-f0925f9a-ce8f-40ca-b7a6-de5a088b56ae tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 210 time: 0.0679777 Nov 11 21:52:09.950494 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c114911b-2a81-4d83-8ec7-480bb1626ad9 req-61efd8f2-92dc-4596-bc06-df21cb54431c tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 210 time: 0.0579014 Nov 11 21:52:10.126087 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Allocated IP 2001:db8:3::1 (6bf4eb80-de98-4c45-a933-929eb3f08ccf/dd03299c-0dca-4c26-b0b2-f1b83f81c66a/079257e7-2b9b-4f45-bd4b-5c4a42c6774d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:52:10.372929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Allocated IP 192.168.233.240 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/a1cadb3f-790f-4623-be46-1f3ef93e66e5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:52:10.442503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Pushing event updated for resources: {'Port': ['ID=50d17eb6-7727-4dc9-92a9-56c305536e97,revision_number=9']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:10.453937 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf93e69-659e-4d34-81d3-4e0b45b0a39e req-29c4bdc0-c157-4591-af24-baf74569ab96 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:10.455827 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbf93e69-659e-4d34-81d3-4e0b45b0a39e req-29c4bdc0-c157-4591-af24-baf74569ab96 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 946 time: 0.1285419 Nov 11 21:52:10.510001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e45cdb29-1831-467e-b9cb-3a05f8eac2ab triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:10.511378 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:10.593014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbf93e69-659e-4d34-81d3-4e0b45b0a39e req-86247f32-b243-4d27-9f83-3ae7fb792f14 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297023 Nov 11 21:52:10.770953 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] No DVR routers for this DVR port 50d17eb6-7727-4dc9-92a9-56c305536e97 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:52:10.933538 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a186e4b-6d9b-40f3-8ad6-e86026ed91cf req-7c2c5243-88e9-4609-b18d-08a1ac985386 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:10.939381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a186e4b-6d9b-40f3-8ad6-e86026ed91cf req-7c2c5243-88e9-4609-b18d-08a1ac985386 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 944 time: 0.2010393 Nov 11 21:52:11.112534 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a186e4b-6d9b-40f3-8ad6-e86026ed91cf req-10f97f66-f4ef-46a2-9025-64f46cf82af6 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654823 Nov 11 21:52:11.115351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-488925ee-ccff-4cbe-a2bb-320d479cb5c9 req-7a5ea57d-6c1a-43d2-ae0f-d1fd141c0ba4 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 210 time: 0.0715942 Nov 11 21:52:11.188274 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:11.256307 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2287-b4f1-4680-bf53-846a0e7f415f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:11.283221 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:11.409373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87eda6db-9fd0-4691-81a0-d9a5ca8deec5 req-4bb06d22-e03f-4e5c-9c30-271994ae7d06 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 210 time: 0.0661452 Nov 11 21:52:11.431466 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:11.438023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:51:57Z', 'revision_number': 4, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:51:58Z', 'revision_number': 2, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:11.475032 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 6bf4eb80-de98-4c45-a933-929eb3f08ccf is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:52:11.475935 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Attempting to bind port 50d17eb6-7727-4dc9-92a9-56c305536e97 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:52:11.476265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Attempting to bind port 50d17eb6-7727-4dc9-92a9-56c305536e97 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:52:11.476590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Attempting to bind port 50d17eb6-7727-4dc9-92a9-56c305536e97 on network c9249c11-6f76-46de-a7de-b9a387fbb90f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:11.496461 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Port 50d17eb6-7727-4dc9-92a9-56c305536e97 on network c9249c11-6f76-46de-a7de-b9a387fbb90f not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:52:11.512326 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Attempting to bind port 50d17eb6-7727-4dc9-92a9-56c305536e97 on network c9249c11-6f76-46de-a7de-b9a387fbb90f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:11.536174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:52:11.541129 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Checking segment: {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:52:11.541761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Bound using segment: {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:52:11.542898 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Bound port: 50d17eb6-7727-4dc9-92a9-56c305536e97, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0d4e94-8108-4836-a169-456188f1bec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:52:11.544101 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:11.579360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Checking router: 21791510-bca7-440a-807a-b6ec1e2f95dd for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:52:11.579938 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Updating router 21791510-bca7-440a-807a-b6ec1e2f95dd port fd398a27-2a88-4090-aa6b-04689d619fcb binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:52:11.585822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:52:11.674130 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2b8f2287-b4f1-4680-bf53-846a0e7f415f None None] For port e45cdb29-1831-467e-b9cb-3a05f8eac2ab, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e45cdb29-1831-467e-b9cb-3a05f8eac2ab,segment=NetworkSegment(8bf87a6d-d351-4b33-a1aa-5aafcb55a892),segment_id=8bf87a6d-d351-4b33-a1aa-5aafcb55a892)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:11.694021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:52:11.694569 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:11.743652 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2287-b4f1-4680-bf53-846a0e7f415f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:11.815788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf6b45-8f81-4b69-b73b-2c77afe85226 req-9f2c04c2-4414-4d4a-8032-10acd2e375d4 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:11.826588 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8fcf6b45-8f81-4b69-b73b-2c77afe85226 req-9f2c04c2-4414-4d4a-8032-10acd2e375d4 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 946 time: 0.1845832 Nov 11 21:52:11.858706 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:12.123124 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f2287-b4f1-4680-bf53-846a0e7f415f None None] Pushing event updated for resources: {'Port': ['ID=e45cdb29-1831-467e-b9cb-3a05f8eac2ab,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:12.228456 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:12.273789 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:12.432327 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79e6a6-b3df-4242-9ad4-b326d313a009 req-eb275d8a-74d4-404e-9de1-8f45ac648fcc tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:12.448922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d79e6a6-b3df-4242-9ad4-b326d313a009 req-eb275d8a-74d4-404e-9de1-8f45ac648fcc tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 946 time: 0.7022533 Nov 11 21:52:12.568103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d61086d-eaff-4170-a749-7ff48032df7e req-ccf22a9e-ebdd-48f1-b973-3515d90efced tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 210 time: 0.1108391 Nov 11 21:52:12.605163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-8fcf6b45-8f81-4b69-b73b-2c77afe85226 req-d5e18e24-e952-4b3f-b4f9-01c49c563279 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Deleting port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:12.606011 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8fcf6b45-8f81-4b69-b73b-2c77afe85226 req-d5e18e24-e952-4b3f-b4f9-01c49c563279 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:12.705260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d79e6a6-b3df-4242-9ad4-b326d313a009 req-8f4bd524-78a7-46af-bcbd-17d99e9dbf02 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541974 Nov 11 21:52:12.770851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-4f939194-348a-42eb-b733-ceea9ff54e9b tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:12.773497 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-4f939194-348a-42eb-b733-ceea9ff54e9b tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.10 "GET /v2.0/networks?id=51bc8ef8-3106-461f-92a5-e6e8fc685494 HTTP/1.1" status: 200 len: 814 time: 0.2198844 Nov 11 21:52:12.781439 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=079257e7-2b9b-4f45-bd4b-5c4a42c6774d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:12.797586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e64471cd-3c31-4351-8bb2-2011644706ac tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Request body: {'port': {'device_id': 'b9da7ec3-25bc-4e65-bd6d-4322c6ed8612', 'network_id': '51bc8ef8-3106-461f-92a5-e6e8fc685494', 'admin_state_up': True, 'tenant_id': '3acba16c441347639e66897fefc7d5f8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:12.833103 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:12.844765 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:12.881077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-85370fe7-7d37-4950-b884-42e5ee7b4547 None None] Provisioning complete for port e45cdb29-1831-467e-b9cb-3a05f8eac2ab triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:12.881367 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85370fe7-7d37-4950-b884-42e5ee7b4547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:12.935234 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:52:12.935593 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:52:12.958296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc469d40-6e08-4366-9a45-92944ce4a3ef None None] Pushing event updated for resources: {'Port': ['ID=fd398a27-2a88-4090-aa6b-04689d619fcb,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:13.129781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-8fcf6b45-8f81-4b69-b73b-2c77afe85226 req-d5e18e24-e952-4b3f-b4f9-01c49c563279 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] For port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d5b73106-ca8f-4ea4-8a1a-88d246fa36bd,segment=NetworkSegment(00c914a2-3bf5-4d87-86d4-e98a9520a03f),segment_id=00c914a2-3bf5-4d87-86d4-e98a9520a03f)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:13.132299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8fcf6b45-8f81-4b69-b73b-2c77afe85226 req-d5e18e24-e952-4b3f-b4f9-01c49c563279 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:13.136364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Attempting to bind port fd398a27-2a88-4090-aa6b-04689d619fcb on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:52:13.137119 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Attempting to bind port fd398a27-2a88-4090-aa6b-04689d619fcb by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'd683a441-58e4-4e7e-8733-9cac04858d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:52:13.137726 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Attempting to bind port fd398a27-2a88-4090-aa6b-04689d619fcb on network 633e975f-05fc-4f86-bc44-aeb098e564b9 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:13.166441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-8fcf6b45-8f81-4b69-b73b-2c77afe85226 req-d5e18e24-e952-4b3f-b4f9-01c49c563279 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Calling delete_port for d5b73106-ca8f-4ea4-8a1a-88d246fa36bd owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:13.200078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:52:13.203571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Checking segment: {'id': 'd683a441-58e4-4e7e-8733-9cac04858d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:52:13.203571 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:13.203571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Bound using segment: {'id': 'd683a441-58e4-4e7e-8733-9cac04858d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:52:13.203571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Bound port: fd398a27-2a88-4090-aa6b-04689d619fcb, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd683a441-58e4-4e7e-8733-9cac04858d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:52:13.203571 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:13.425696 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:13.546666 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:13.553098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] For port fd398a27-2a88-4090-aa6b-04689d619fcb, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:52:13.556483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] For port fd398a27-2a88-4090-aa6b-04689d619fcb, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fd398a27-2a88-4090-aa6b-04689d619fcb,segment=NetworkSegment(d683a441-58e4-4e7e-8733-9cac04858d1b),segment_id=d683a441-58e4-4e7e-8733-9cac04858d1b)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:52:13.567052 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:13.668509 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc469d40-6e08-4366-9a45-92944ce4a3ef None None] Pushing event updated for resources: {'Port': ['ID=fd398a27-2a88-4090-aa6b-04689d619fcb,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:13.681521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Pushing event updated for resources: {'Port': ['ID=a1cadb3f-790f-4623-be46-1f3ef93e66e5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:13.711723 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4728151d-807b-4f22-9fec-656646adbfc5 None None] Provisioning complete for port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:13.712114 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4728151d-807b-4f22-9fec-656646adbfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:13.718027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e64471cd-3c31-4351-8bb2-2011644706ac tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Made reservation on behalf of 3acba16c441347639e66897fefc7d5f8 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:52:13.739405 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e64471cd-3c31-4351-8bb2-2011644706ac tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:13.758956 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4728151d-807b-4f22-9fec-656646adbfc5 None None] Port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:52:13.762019 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:13.762746 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:51:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:13.778202 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:52:13.789750 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:52:13.811524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21924b9-e4a2-4e0d-8621-6233e2a93712 req-b0ad5a78-6fc7-483b-a568-ce4fdc851776 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:13.830259 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a21924b9-e4a2-4e0d-8621-6233e2a93712 req-b0ad5a78-6fc7-483b-a568-ce4fdc851776 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 944 time: 0.9598989 Nov 11 21:52:13.854415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:52:13.857932 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b9137ff-71d8-49c0-a345-513d1e5e901b req-e131c2e3-5bd6-48b8-ba32-4feac901ba80 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 210 time: 0.6705520 Nov 11 21:52:13.885945 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:52:13.897312 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=50d17eb6-7727-4dc9-92a9-56c305536e97,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:52:14.021614 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:14.022895 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:14.059003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a21924b9-e4a2-4e0d-8621-6233e2a93712 req-22806f81-f4d0-48b3-8360-31cc6f502a3e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278469 Nov 11 21:52:14.226316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:14.228739 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:14.230707 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] 10.222.0.71 "PUT /v2.0/ports/50d17eb6-7727-4dc9-92a9-56c305536e97 HTTP/1.1" status: 200 len: 1092 time: 9.4292433 Nov 11 21:52:14.256724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:52:14.263276 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5225e69-2eea-4562-97ea-009a0b0e4aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:52:14.270968 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e45cdb29-1831-467e-b9cb-3a05f8eac2ab up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:52:14.309785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ada03-fa92-4559-b123-01cb7977b49f req-dda9319a-7c16-4729-a23a-9999a1a068ba tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:14.322430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-387ada03-fa92-4559-b123-01cb7977b49f req-dda9319a-7c16-4729-a23a-9999a1a068ba tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 936 time: 0.2559056 Nov 11 21:52:14.521904 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7a29976-cc5d-48dc-bc37-23580a327395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:14.571735 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8fcf6b45-8f81-4b69-b73b-2c77afe85226 req-d5e18e24-e952-4b3f-b4f9-01c49c563279 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:14.622933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a871a4e-b56d-498a-a607-6b0fdd3458b7 req-227da48e-28e4-4c90-b70f-f5bb91ce9f65 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:14.624642 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c99bd069-ac21-4ed9-ab33-488161cfb90c None None] Provisioning complete for port fd398a27-2a88-4090-aa6b-04689d619fcb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:14.625038 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c99bd069-ac21-4ed9-ab33-488161cfb90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:14.631427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a871a4e-b56d-498a-a607-6b0fdd3458b7 req-227da48e-28e4-4c90-b70f-f5bb91ce9f65 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23a7713-9848-4e58-90f8-f67d05273e49 HTTP/1.1" status: 200 len: 867 time: 0.2383621 Nov 11 21:52:14.697708 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7f8469-4deb-49aa-92c0-d1173b560a37 None None] DHCP port deletion for 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:52:14.809190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e45cdb29-1831-467e-b9cb-3a05f8eac2ab triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:14.809671 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:14.826468 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-387ada03-fa92-4559-b123-01cb7977b49f req-77a1b029-ddc8-44c5-ba73-49a24384b449 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/security-groups?id=db34cb2f-caf2-492d-be56-e030ac31f650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345491 Nov 11 21:52:14.827599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e18e24-e952-4b3f-b4f9-01c49c563279 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Pushing event deleted for resources: {'Port': ['ID=d5b73106-ca8f-4ea4-8a1a-88d246fa36bd,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:14.832784 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcf6b45-8f81-4b69-b73b-2c77afe85226 req-d5e18e24-e952-4b3f-b4f9-01c49c563279 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] No DVR routers for this DVR port d5b73106-ca8f-4ea4-8a1a-88d246fa36bd on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:52:14.858685 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8fcf6b45-8f81-4b69-b73b-2c77afe85226 req-d5e18e24-e952-4b3f-b4f9-01c49c563279 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:14.882203 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8fcf6b45-8f81-4b69-b73b-2c77afe85226 req-d5e18e24-e952-4b3f-b4f9-01c49c563279 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.10 "DELETE /v2.0/ports/d5b73106-ca8f-4ea4-8a1a-88d246fa36bd HTTP/1.1" status: 204 len: 173 time: 3.0337999 Nov 11 21:52:14.900269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23a7713-9848-4e58-90f8-f67d05273e49', 'name': 'network-vif-deleted', 'tag': 'd5b73106-ca8f-4ea4-8a1a-88d246fa36bd'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:52:14.912234 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9d04c4-904e-47bf-8f32-51c22564c6d1" -d '{"events": [{"server_uuid": "c23a7713-9848-4e58-90f8-f67d05273e49", "name": "network-vif-deleted", "tag": "d5b73106-ca8f-4ea4-8a1a-88d246fa36bd"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:52:14.931902 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:14.996698 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:15.006046 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:15.041327 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4e858a-a929-4995-945f-0736071e2e0e x-openstack-request-id: req-9b4e858a-a929-4995-945f-0736071e2e0e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:52:15.041598 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:52:15.041844 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b4e858a-a929-4995-945f-0736071e2e0e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:52:15.042290 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'status': 'completed', 'code': 200} Nov 11 21:52:15.044701 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a871a4e-b56d-498a-a607-6b0fdd3458b7 req-d39b9cda-39c7-4e4a-a13b-e6a7c5864c88 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743236 Nov 11 21:52:15.167441 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19991e-0a79-4231-844e-8a40f8c560f3 service neutron] Pushing event updated for resources: {'Port': ['ID=50d17eb6-7727-4dc9-92a9-56c305536e97,revision_number=10']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:15.171081 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c99bd069-ac21-4ed9-ab33-488161cfb90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:15.230889 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-d2cfec50-294c-4c8a-bd36-e2a103264450 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.7856419 Nov 11 21:52:15.243710 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9880280-0024-4bb2-8fee-f0805dd2816c req-4897f476-ed41-4f1e-9d91-ae6b27f8d15b tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 210 time: 0.0434217 Nov 11 21:52:15.245416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fd398a27-2a88-4090-aa6b-04689d619fcb up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:52:15.265800 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Request body: {'port': {'device_id': 'cbdbc81a-df65-4330-81c0-850f382e104b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:15.273062 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-9d9eb039-2877-49b3-981f-a42e1f52f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:15.274579 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-9d9eb039-2877-49b3-981f-a42e1f52f3fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 1096 time: 0.9675303 Nov 11 21:52:15.277962 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:15.305247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c99bd069-ac21-4ed9-ab33-488161cfb90c None None] For port fd398a27-2a88-4090-aa6b-04689d619fcb, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fd398a27-2a88-4090-aa6b-04689d619fcb,segment=NetworkSegment(d683a441-58e4-4e7e-8733-9cac04858d1b),segment_id=d683a441-58e4-4e7e-8733-9cac04858d1b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:15.316604 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c99bd069-ac21-4ed9-ab33-488161cfb90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:15.316786 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e64471cd-3c31-4351-8bb2-2011644706ac tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Allocated IP 172.20.0.7 (51bc8ef8-3106-461f-92a5-e6e8fc685494/0c0656e0-3b45-4e79-9103-f13827e4b2a4/ca7b4aca-2913-4726-bb9c-49a3791f44f4) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:52:15.323346 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:15.324125 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:15.357719 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:11Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '079257e7-2b9b-4f45-bd4b-5c4a42c6774d', 'name': '', 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:2c:7b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:52:08Z', 'updated_at': '2021-11-11T21:52:10Z', 'revision_number': 1, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:52:13Z', 'revision_number': 4, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:15.392680 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1c4d90-5019-4b11-a74f-04a96b6f2da8 x-openstack-request-id: req-cd1c4d90-5019-4b11-a74f-04a96b6f2da8 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:52:15.393259 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23a7713-9848-4e58-90f8-f67d05273e49", "name": "network-vif-deleted", "tag": "d5b73106-ca8f-4ea4-8a1a-88d246fa36bd", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:52:15.393486 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd1c4d90-5019-4b11-a74f-04a96b6f2da8 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:52:15.394008 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23a7713-9848-4e58-90f8-f67d05273e49', 'name': 'network-vif-deleted', 'tag': 'd5b73106-ca8f-4ea4-8a1a-88d246fa36bd', 'status': 'completed', 'code': 200} Nov 11 21:52:15.416754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b557e876-2f0c-4d9d-be3d-b1822e42a4d4 None None] The sync data for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 is: [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:11Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '079257e7-2b9b-4f45-bd4b-5c4a42c6774d', 'name': '', 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:2c:7b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:52:08Z', 'updated_at': '2021-11-11T21:52:10Z', 'revision_number': 1, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:52:13Z', 'revision_number': 4, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:52:15.467763 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bd069-ac21-4ed9-ab33-488161cfb90c None None] Pushing event updated for resources: {'Port': ['ID=fd398a27-2a88-4090-aa6b-04689d619fcb,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:15.473893 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port fd398a27-2a88-4090-aa6b-04689d619fcb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:15.474449 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:15.580725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9b83870e-f0e3-4020-b2c8-78c94ee97f88 None None] Provisioning complete for port a1cadb3f-790f-4623-be46-1f3ef93e66e5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:15.582739 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b83870e-f0e3-4020-b2c8-78c94ee97f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:15.648572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc255141-a306-490a-abf6-cc70d4bc3205 req-bc96d31c-9d4c-4c24-a2d6-20dca0e3793b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:15.667732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc255141-a306-490a-abf6-cc70d4bc3205 req-bc96d31c-9d4c-4c24-a2d6-20dca0e3793b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.1346879 Nov 11 21:52:15.789779 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc255141-a306-490a-abf6-cc70d4bc3205 req-04c1680a-f9f7-41c4-a018-e2eae1828980 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201804 Nov 11 21:52:15.836534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9b83870e-f0e3-4020-b2c8-78c94ee97f88 None None] Port a1cadb3f-790f-4623-be46-1f3ef93e66e5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:52:15.938817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event updated for resources: {'Port': ['ID=079257e7-2b9b-4f45-bd4b-5c4a42c6774d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:15.952428 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:15.966556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9b83870e-f0e3-4020-b2c8-78c94ee97f88 None None] Provisioning complete for port fd398a27-2a88-4090-aa6b-04689d619fcb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:15.967304 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9b83870e-f0e3-4020-b2c8-78c94ee97f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:16.052489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-b54a1363-d365-44fd-9bd4-a960295d1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:16.054771 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-b54a1363-d365-44fd-9bd4-a960295d1114 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 919 time: 0.7716990 Nov 11 21:52:16.118905 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a25f69e-4984-488f-bdf8-7d9372937eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:16.150016 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820bc09-3932-4d37-ab5a-b98041a5bf50 req-20647f9a-9477-4556-85b3-89d1d3703685 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:16.157239 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1820bc09-3932-4d37-ab5a-b98041a5bf50 req-20647f9a-9477-4556-85b3-89d1d3703685 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 936 time: 0.1557763 Nov 11 21:52:16.283023 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1820bc09-3932-4d37-ab5a-b98041a5bf50 req-fb586a6a-3f72-4273-bde0-e855e8ae3225 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/security-groups?id=db34cb2f-caf2-492d-be56-e030ac31f650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192250 Nov 11 21:52:16.330648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d5b73106-ca8f-4ea4-8a1a-88d246fa36bd no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:16.337797 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fd398a27-2a88-4090-aa6b-04689d619fcb up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:52:16.420635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: d5b73106-ca8f-4ea4-8a1a-88d246fa36bd {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:16.421473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d5b73106-ca8f-4ea4-8a1a-88d246fa36bd not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:16.498991 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-36ad77b5-240c-42a8-a14f-e6d7bb30b515 req-103e379c-686d-4dd4-83bf-9f5df4533bde tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 210 time: 0.0601189 Nov 11 21:52:16.529984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port fd398a27-2a88-4090-aa6b-04689d619fcb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:16.531369 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:16.943086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Network 6bf4eb80-de98-4c45-a933-929eb3f08ccf is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:52:16.984653 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:52:17.066092 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1e8df-d21e-46bc-8c9d-ee1c5a1525f6 req-b081cdf2-a827-41b3-8709-cded1fde56a8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:17.076415 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34e1e8df-d21e-46bc-8c9d-ee1c5a1525f6 req-b081cdf2-a827-41b3-8709-cded1fde56a8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.1026554 Nov 11 21:52:17.093222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cadb3f-790f-4623-be46-1f3ef93e66e5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:52:17.114263 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:17.148038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Transition to ACTIVE for port object a1cadb3f-790f-4623-be46-1f3ef93e66e5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:52:17.151292 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-66c11aec-34ea-47c7-9686-e165dd1f7f94 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d17eb6-7727-4dc9-92a9-56c305536e97 HTTP/1.1" status: 200 len: 1000 time: 0.4584570 Nov 11 21:52:17.158675 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:17.164809 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34e1e8df-d21e-46bc-8c9d-ee1c5a1525f6 req-444b959a-d9cf-4acf-96b4-f6aa15d63578 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832174 Nov 11 21:52:17.222633 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:17.251221 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e64471cd-3c31-4351-8bb2-2011644706ac tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:17.521672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b64e28-6ad2-4a81-90e5-c65c01f377f3 req-91922a01-90ef-44b2-aa14-be50fb943a5f tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:17.530287 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9b64e28-6ad2-4a81-90e5-c65c01f377f3 req-91922a01-90ef-44b2-aa14-be50fb943a5f tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 948 time: 0.1192482 Nov 11 21:52:17.572420 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e3510667-1e65-40fe-8294-42091121cae3 None None] Provisioning complete for port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:17.573700 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e3510667-1e65-40fe-8294-42091121cae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:17.609038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cadb3f-790f-4623-be46-1f3ef93e66e5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:17.678466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9b64e28-6ad2-4a81-90e5-c65c01f377f3 req-c2f186b6-da90-4bc5-9dc4-f2ee59ee9e7a tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/security-groups?id=db34cb2f-caf2-492d-be56-e030ac31f650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468356 Nov 11 21:52:17.727783 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e3510667-1e65-40fe-8294-42091121cae3 None None] Port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:52:17.731129 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c70c3087-1e53-4dc9-940c-bfb1d466453b req-4f09b02f-354e-4c6d-987e-bcd63e3a8965 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 210 time: 0.0507786 Nov 11 21:52:17.785266 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-3a302af4-6a28-496f-9f9b-7147cd6ca8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:17.788326 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-3a302af4-6a28-496f-9f9b-7147cd6ca8a1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.6260471 Nov 11 21:52:17.946558 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e64471cd-3c31-4351-8bb2-2011644706ac tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:17.959980 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 21791510-bca7-440a-807a-b6ec1e2f95dd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:52:18.046854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e64471cd-3c31-4351-8bb2-2011644706ac tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Network 51bc8ef8-3106-461f-92a5-e6e8fc685494 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:52:18.061272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-f1829370-6485-4c78-8eb6-8506d816bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:18.063349 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-f1829370-6485-4c78-8eb6-8506d816bf3c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173758 Nov 11 21:52:18.063730 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e64471cd-3c31-4351-8bb2-2011644706ac tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:52:18.070860 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e64471cd-3c31-4351-8bb2-2011644706ac tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:52:18.075561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Attempting to bind port a1cadb3f-790f-4623-be46-1f3ef93e66e5 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:52:18.076161 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Attempting to bind port a1cadb3f-790f-4623-be46-1f3ef93e66e5 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:52:18.076161 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Attempting to bind port a1cadb3f-790f-4623-be46-1f3ef93e66e5 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:18.086038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64471cd-3c31-4351-8bb2-2011644706ac tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Pushing event updated for resources: {'Port': ['ID=ca7b4aca-2913-4726-bb9c-49a3791f44f4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:18.159237 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Port a1cadb3f-790f-4623-be46-1f3ef93e66e5 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:52:18.160343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Attempting to bind port a1cadb3f-790f-4623-be46-1f3ef93e66e5 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:18.374659 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:52:18.374891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:52:18.375312 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:52:18.375773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Bound port: a1cadb3f-790f-4623-be46-1f3ef93e66e5, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:52:18.376108 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:18.441598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8847e-6294-4450-a075-a4fcccf7e5fd req-291e3210-e4fe-4a00-9cb4-1562d0d16cb3 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:18.455295 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9e8847e-6294-4450-a075-a4fcccf7e5fd req-291e3210-e4fe-4a00-9cb4-1562d0d16cb3 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.1206362 Nov 11 21:52:18.539484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e64471cd-3c31-4351-8bb2-2011644706ac tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:18.540182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e64471cd-3c31-4351-8bb2-2011644706ac tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:18.556191 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:18.585130 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9e8847e-6294-4450-a075-a4fcccf7e5fd req-75f6526a-67a0-4ffa-a565-0f6db091b6ae tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278501 Nov 11 21:52:18.920955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980ab86-decb-4b1a-aee7-c7bd6f43ccae req-6e494ead-d3e7-4463-a035-571d2f4d3746 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:18.929664 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7980ab86-decb-4b1a-aee7-c7bd6f43ccae req-6e494ead-d3e7-4463-a035-571d2f4d3746 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 948 time: 0.0809124 Nov 11 21:52:19.165086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e1161-6350-46d2-a795-74d644cc8020 req-56753920-d77d-48f0-820d-4a8cc9de2dea tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:19.168960 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-968e1161-6350-46d2-a795-74d644cc8020 req-56753920-d77d-48f0-820d-4a8cc9de2dea tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 931 time: 0.2591307 Nov 11 21:52:19.197594 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:52:19.209076 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-93b0474c-8df5-4fcd-bcb4-ce47eb43b2ea tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/21791510-bca7-440a-807a-b6ec1e2f95dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7048960 Nov 11 21:52:19.211900 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Sync routers for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:52:19.214522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 35100) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:19.219137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-71b8a09f-dfa2-41e7-8450-946108c57896 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:19.226404 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:19.229522 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:19.231419 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e64471cd-3c31-4351-8bb2-2011644706ac tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4394324 Nov 11 21:52:19.270344 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-827cce74-eec8-46cf-ab25-68befb6773ef service neutron] 10.222.0.71 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1876605 Nov 11 21:52:19.278603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Request body: {'port': {'device_id': 'b9da7ec3-25bc-4e65-bd6d-4322c6ed8612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:19.340640 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:19.451723 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:19.493960 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7980ab86-decb-4b1a-aee7-c7bd6f43ccae req-7d19502a-deaf-4cb9-a561-904fa8480ee9 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/security-groups?id=db34cb2f-caf2-492d-be56-e030ac31f650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5596786 Nov 11 21:52:19.650827 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] For port a1cadb3f-790f-4623-be46-1f3ef93e66e5, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:52:19.689482 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-968e1161-6350-46d2-a795-74d644cc8020 req-6b285c9d-511e-46aa-91d3-8bc0778f2745 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fa68187-3e1b-45fc-be97-e75051cea70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811356 Nov 11 21:52:19.875880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695551e-984a-4aba-b7b5-9a2f3e6ae0d2 req-602093fb-4e91-4844-b4c2-f4d3bf731b30 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:19.889334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6695551e-984a-4aba-b7b5-9a2f3e6ae0d2 req-602093fb-4e91-4844-b4c2-f4d3bf731b30 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.1255436 Nov 11 21:52:19.890323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] For port a1cadb3f-790f-4623-be46-1f3ef93e66e5, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=a1cadb3f-790f-4623-be46-1f3ef93e66e5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:52:19.917492 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:19.946419 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:20.071353 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:11Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '079257e7-2b9b-4f45-bd4b-5c4a42c6774d', 'name': '', 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:2c:7b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:52:08Z', 'updated_at': '2021-11-11T21:52:14Z', 'revision_number': 2, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:52:15Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:20.159140 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6695551e-984a-4aba-b7b5-9a2f3e6ae0d2 req-6c442e58-5754-44be-a64b-f2a4dd737dee tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669144 Nov 11 21:52:20.286335 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Checking router: 21791510-bca7-440a-807a-b6ec1e2f95dd for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:52:20.295896 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Updating router 21791510-bca7-440a-807a-b6ec1e2f95dd port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:52:20.365705 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:52:20.387042 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:20.390990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:20.391618 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:20.393093 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] 10.222.0.71 "PUT /v2.0/ports/a1cadb3f-790f-4623-be46-1f3ef93e66e5 HTTP/1.1" status: 200 len: 1096 time: 5.1330810 Nov 11 21:52:20.421315 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdbc81a-df65-4330-81c0-850f382e104b', 'tag': 'a1cadb3f-790f-4623-be46-1f3ef93e66e5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:52:20.423815 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b5858d-6200-45a2-9dc3-b1c72703488a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdbc81a-df65-4330-81c0-850f382e104b", "tag": "a1cadb3f-790f-4623-be46-1f3ef93e66e5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:52:20.592327 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493f0b9d-0268-4670-a336-03e4b35b4a17 x-openstack-request-id: req-493f0b9d-0268-4670-a336-03e4b35b4a17 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:52:20.592645 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdbc81a-df65-4330-81c0-850f382e104b", "tag": "a1cadb3f-790f-4623-be46-1f3ef93e66e5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:52:20.592938 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-493f0b9d-0268-4670-a336-03e4b35b4a17 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:52:20.593366 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdbc81a-df65-4330-81c0-850f382e104b', 'tag': 'a1cadb3f-790f-4623-be46-1f3ef93e66e5', 'status': 'completed', 'code': 200} Nov 11 21:52:20.659463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e651e6-1663-4324-aeca-e074f0d65b65 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cadb3f-790f-4623-be46-1f3ef93e66e5,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:20.722138 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0974a4bc-7720-498b-94d4-295bb1548ba5 req-2661bf7d-706c-4780-815c-48ad87aebc00 service neutron] 10.222.0.71 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4050100 Nov 11 21:52:20.813314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4ad88-2227-4991-85c9-e2b3d78e29db req-e8a7da1c-8e01-4ac8-b643-08647d51c5e1 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:20.821133 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22c4ad88-2227-4991-85c9-e2b3d78e29db req-e8a7da1c-8e01-4ac8-b643-08647d51c5e1 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 948 time: 0.1513917 Nov 11 21:52:20.980406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-96cc9b5b-27c2-4b9a-82d8-ab555cb63adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:20.982011 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-96cc9b5b-27c2-4b9a-82d8-ab555cb63adf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ddd3f1cc5b24e16a98eebc4becace8f&device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 1099 time: 0.4701791 Nov 11 21:52:21.003864 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22c4ad88-2227-4991-85c9-e2b3d78e29db req-34420e9a-86bd-4bca-9c92-f18dba2422d0 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/security-groups?id=db34cb2f-caf2-492d-be56-e030ac31f650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817708 Nov 11 21:52:21.107624 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:21.119356 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:21.135492 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5225e69-2eea-4562-97ea-009a0b0e4aa7 req-86e18c72-2997-43ba-992d-b97eb99f8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:21.138053 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5225e69-2eea-4562-97ea-009a0b0e4aa7 req-86e18c72-2997-43ba-992d-b97eb99f8510 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 1096 time: 0.2269533 Nov 11 21:52:21.161204 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-5c7369b9-76b0-4e49-8020-990c62abbcb1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=a1cadb3f-790f-4623-be46-1f3ef93e66e5 HTTP/1.1" status: 200 len: 217 time: 0.1534688 Nov 11 21:52:21.171836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab808691-57c7-4f43-b091-f00802fece5b req-533aec4e-5be4-4e47-acda-f59cc7bf919d tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:21.203926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab808691-57c7-4f43-b091-f00802fece5b req-533aec4e-5be4-4e47-acda-f59cc7bf919d tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 931 time: 0.2345819 Nov 11 21:52:21.260468 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Attempting to bind port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:52:21.261239 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Attempting to bind port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '8bf87a6d-d351-4b33-a1aa-5aafcb55a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:52:21.261774 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Attempting to bind port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d on network 6bf4eb80-de98-4c45-a933-929eb3f08ccf {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:21.272527 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:52:21.277271 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Checking segment: {'id': '8bf87a6d-d351-4b33-a1aa-5aafcb55a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:52:21.278034 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:21.280509 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Bound using segment: {'id': '8bf87a6d-d351-4b33-a1aa-5aafcb55a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:52:21.281287 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Bound port: 079257e7-2b9b-4f45-bd4b-5c4a42c6774d, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf87a6d-d351-4b33-a1aa-5aafcb55a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:52:21.283218 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:21.321967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-ef1cf264-4f51-49d9-b89a-a53cc4fc5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:21.330655 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-ef1cf264-4f51-49d9-b89a-a53cc4fc5fe7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1223593 Nov 11 21:52:21.466946 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] For port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:52:21.472314 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] For port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=079257e7-2b9b-4f45-bd4b-5c4a42c6774d,segment=NetworkSegment(8bf87a6d-d351-4b33-a1aa-5aafcb55a892),segment_id=8bf87a6d-d351-4b33-a1aa-5aafcb55a892)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:52:21.493554 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:21.524582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab808691-57c7-4f43-b091-f00802fece5b req-0e926c98-c143-4ebe-ba81-5c3a9a52122a tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fa68187-3e1b-45fc-be97-e75051cea70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934465 Nov 11 21:52:21.525678 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19919afa-632f-4e5d-a609-e58a5df3910c None None] Pushing event updated for resources: {'Port': ['ID=079257e7-2b9b-4f45-bd4b-5c4a42c6774d,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:21.606322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4eda7f-c16e-4820-9e95-53f3b57a6e42 req-4c5f96eb-5f53-49e7-ae40-d0e502611453 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:21.612634 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a4eda7f-c16e-4820-9e95-53f3b57a6e42 req-4c5f96eb-5f53-49e7-ae40-d0e502611453 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.1947808 Nov 11 21:52:21.666901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-71b8a09f-dfa2-41e7-8450-946108c57896 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 21:52:21.745807 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a4eda7f-c16e-4820-9e95-53f3b57a6e42 req-2b43bc20-d83d-4841-b120-13f10f1e1d21 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280057 Nov 11 21:52:21.776206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-550ac460-0676-4f85-ba59-37df4583c24e None None] Provisioning complete for port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:21.778100 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-550ac460-0676-4f85-ba59-37df4583c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:21.782910 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19919afa-632f-4e5d-a609-e58a5df3910c None None] Pushing event updated for resources: {'Port': ['ID=079257e7-2b9b-4f45-bd4b-5c4a42c6774d,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:21.812587 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:21.813291 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:21.851073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-1afd6ca5-c4ba-42d2-9477-6bdb73bfa28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:21.852984 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-1afd6ca5-c4ba-42d2-9477-6bdb73bfa28c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4626696 Nov 11 21:52:21.975664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-71b8a09f-dfa2-41e7-8450-946108c57896 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Removed routes are [] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 21:52:21.979450 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:21.982810 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71b8a09f-dfa2-41e7-8450-946108c57896 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:22.187317 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-550ac460-0676-4f85-ba59-37df4583c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:22.354660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 079257e7-2b9b-4f45-bd4b-5c4a42c6774d up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:52:22.402329 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bf9ff-a706-45bb-bf7b-0e85acef2229 req-e2134910-7156-440b-86ee-b065785f367d tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:22.426104 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-344bf9ff-a706-45bb-bf7b-0e85acef2229 req-e2134910-7156-440b-86ee-b065785f367d tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 948 time: 0.2086811 Nov 11 21:52:22.505398 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-550ac460-0676-4f85-ba59-37df4583c24e None None] For port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=079257e7-2b9b-4f45-bd4b-5c4a42c6774d,segment=NetworkSegment(8bf87a6d-d351-4b33-a1aa-5aafcb55a892),segment_id=8bf87a6d-d351-4b33-a1aa-5aafcb55a892)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:22.507854 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:22.509473 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:22.526823 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:11Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '079257e7-2b9b-4f45-bd4b-5c4a42c6774d', 'name': '', 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:2c:7b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:52:08Z', 'updated_at': '2021-11-11T21:52:21Z', 'revision_number': 4, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:52:15Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:22.573989 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-550ac460-0676-4f85-ba59-37df4583c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:22.657851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ac460-0676-4f85-ba59-37df4583c24e None None] Pushing event updated for resources: {'Port': ['ID=079257e7-2b9b-4f45-bd4b-5c4a42c6774d,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:22.694483 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-344bf9ff-a706-45bb-bf7b-0e85acef2229 req-663bf680-9bb3-4a7c-bf2b-5dc026843674 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/security-groups?id=db34cb2f-caf2-492d-be56-e030ac31f650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597818 Nov 11 21:52:22.733087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-449344ba-a096-49f1-81cd-836e57d8ff0a None None] Provisioning complete for port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:22.733517 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-449344ba-a096-49f1-81cd-836e57d8ff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:22.879916 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7b4aca-2913-4726-bb9c-49a3791f44f4 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:52:22.925367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5225e69-2eea-4562-97ea-009a0b0e4aa7 req-2c6f976e-3f52-4e96-82e3-cd0dfc20ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:22.929873 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5225e69-2eea-4562-97ea-009a0b0e4aa7 req-2c6f976e-3f52-4e96-82e3-cd0dfc20ccef service neutron] 10.222.0.71 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 919 time: 1.7674220 Nov 11 21:52:22.931827 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:23.014999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ba57f-0be5-4553-86b5-c4d32642088a req-b70f56bc-2b12-4aef-b945-c051f1fa727f tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:23.016553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef3ba57f-0be5-4553-86b5-c4d32642088a req-b70f56bc-2b12-4aef-b945-c051f1fa727f tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 931 time: 0.2714913 Nov 11 21:52:23.082560 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8300d7-a454-419a-ac45-c129dd302edb None None] The sync data for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 is: [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:11Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '079257e7-2b9b-4f45-bd4b-5c4a42c6774d', 'name': '', 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:2c:7b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:52:08Z', 'updated_at': '2021-11-11T21:52:21Z', 'revision_number': 4, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:52:15Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:52:23.176620 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5225e69-2eea-4562-97ea-009a0b0e4aa7 req-29293af1-0145-417b-9e43-78522027f563 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d17eb6-7727-4dc9-92a9-56c305536e97 HTTP/1.1" status: 200 len: 1000 time: 0.1779683 Nov 11 21:52:23.339488 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Transition to ACTIVE for port object ca7b4aca-2913-4726-bb9c-49a3791f44f4 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:52:23.342113 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-be112fcc-3caf-4f96-a18d-d6dc28f8cbce service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4313147 Nov 11 21:52:23.395339 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:23.419920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17766e40-dc54-4df8-b290-e4760e82edfc req-bf31027b-c7f1-43bb-8240-9e32f45c8b33 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:23.431037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17766e40-dc54-4df8-b290-e4760e82edfc req-bf31027b-c7f1-43bb-8240-9e32f45c8b33 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.3785346 Nov 11 21:52:23.478716 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef3ba57f-0be5-4553-86b5-c4d32642088a req-db10d649-45dc-4e30-982a-6a12c2274825 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fa68187-3e1b-45fc-be97-e75051cea70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338219 Nov 11 21:52:23.537781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Pushing event updated for resources: {'Port': ['ID=ca7b4aca-2913-4726-bb9c-49a3791f44f4,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:23.627012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17766e40-dc54-4df8-b290-e4760e82edfc req-e28e908e-987f-48ce-8e2a-8be73f14449e tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946697 Nov 11 21:52:23.667573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5225e69-2eea-4562-97ea-009a0b0e4aa7 req-b5d6efe9-043b-404b-a3d5-a306cd377a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:23.669360 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5225e69-2eea-4562-97ea-009a0b0e4aa7 req-b5d6efe9-043b-404b-a3d5-a306cd377a60 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.4215112 Nov 11 21:52:24.047898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3db9e-1780-4ae2-b3fb-75db3a8388b8 req-43ad9fed-ffdd-4509-899e-e3dff1869fd0 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:24.062038 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62d3db9e-1780-4ae2-b3fb-75db3a8388b8 req-43ad9fed-ffdd-4509-899e-e3dff1869fd0 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 948 time: 0.1802206 Nov 11 21:52:24.162364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62d3db9e-1780-4ae2-b3fb-75db3a8388b8 req-3513d927-86da-4bc8-92c1-6317c025b29d tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/security-groups?id=db34cb2f-caf2-492d-be56-e030ac31f650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993283 Nov 11 21:52:24.206790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 079257e7-2b9b-4f45-bd4b-5c4a42c6774d up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:52:24.321826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:24.322206 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:24.393537 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71b8a09f-dfa2-41e7-8450-946108c57896 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:24.424360 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71b8a09f-dfa2-41e7-8450-946108c57896 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:24.439429 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87a2c654-b353-4bd2-9a11-33ab2eaa0684 req-47a32942-461b-4982-be03-8dfcc53d5519 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0386484 Nov 11 21:52:24.856347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Attempting to bind port ca7b4aca-2913-4726-bb9c-49a3791f44f4 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:52:24.856688 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Attempting to bind port ca7b4aca-2913-4726-bb9c-49a3791f44f4 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'f28a8567-823d-4e3c-a856-c6a70a88db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '51bc8ef8-3106-461f-92a5-e6e8fc685494'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:52:24.873228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Attempting to bind port ca7b4aca-2913-4726-bb9c-49a3791f44f4 on network 51bc8ef8-3106-461f-92a5-e6e8fc685494 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:24.876478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5af55-7f77-4c14-a147-955a0026cd4c req-d1fca081-bd32-4a8b-8bf0-51941a1fe244 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:24.878173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4d5af55-7f77-4c14-a147-955a0026cd4c req-d1fca081-bd32-4a8b-8bf0-51941a1fe244 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 943 time: 0.2040946 Nov 11 21:52:24.878331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5225e69-2eea-4562-97ea-009a0b0e4aa7 req-1e982a2b-d090-45ca-aceb-a43c19cfb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:24.879736 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5225e69-2eea-4562-97ea-009a0b0e4aa7 req-1e982a2b-d090-45ca-aceb-a43c19cfb734 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1790550 Nov 11 21:52:24.977377 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Port ca7b4aca-2913-4726-bb9c-49a3791f44f4 on network 51bc8ef8-3106-461f-92a5-e6e8fc685494 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:52:24.998469 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Attempting to bind port ca7b4aca-2913-4726-bb9c-49a3791f44f4 on network 51bc8ef8-3106-461f-92a5-e6e8fc685494 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:25.065477 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:52:25.065821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Checking segment: {'id': 'f28a8567-823d-4e3c-a856-c6a70a88db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '51bc8ef8-3106-461f-92a5-e6e8fc685494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:52:25.066200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Bound using segment: {'id': 'f28a8567-823d-4e3c-a856-c6a70a88db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '51bc8ef8-3106-461f-92a5-e6e8fc685494'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:52:25.066641 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Bound port: ca7b4aca-2913-4726-bb9c-49a3791f44f4, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28a8567-823d-4e3c-a856-c6a70a88db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '51bc8ef8-3106-461f-92a5-e6e8fc685494'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:52:25.066996 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:25.138725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4d5af55-7f77-4c14-a147-955a0026cd4c req-d22ec585-a38e-4954-914c-f3df9b978ae3 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fa68187-3e1b-45fc-be97-e75051cea70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394142 Nov 11 21:52:25.209818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa584ad0-b392-4998-bf30-67bf765b64dc req-42bdc27d-6ac0-4bd5-8a19-b1c280ffad6f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:25.211515 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa584ad0-b392-4998-bf30-67bf765b64dc req-42bdc27d-6ac0-4bd5-8a19-b1c280ffad6f tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.3602502 Nov 11 21:52:25.216705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5858d-6200-45a2-9dc3-b1c72703488a req-07896f38-6dab-42c1-a283-b883230c9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:25.218808 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35b5858d-6200-45a2-9dc3-b1c72703488a req-07896f38-6dab-42c1-a283-b883230c9971 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ddd3f1cc5b24e16a98eebc4becace8f&device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 1099 time: 0.5459127 Nov 11 21:52:25.223030 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b8a09f-dfa2-41e7-8450-946108c57896 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 21791510-bca7-440a-807a-b6ec1e2f95dd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:52:25.343252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa584ad0-b392-4998-bf30-67bf765b64dc req-88d04600-e23a-4ede-af98-39bd50ce2979 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255643 Nov 11 21:52:25.381268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544de5ba-d478-40fa-96aa-8080c8c2fe5a req-5793a6bb-015e-4db3-be9c-acaf7d688a9f tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:25.383619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-544de5ba-d478-40fa-96aa-8080c8c2fe5a req-5793a6bb-015e-4db3-be9c-acaf7d688a9f tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 948 time: 0.0769241 Nov 11 21:52:25.604894 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-544de5ba-d478-40fa-96aa-8080c8c2fe5a req-81731caf-c850-44e5-89af-e23ed496f6ed tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/security-groups?id=db34cb2f-caf2-492d-be56-e030ac31f650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060659 Nov 11 21:52:25.767958 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5225e69-2eea-4562-97ea-009a0b0e4aa7 req-cd499e94-7667-41ae-9ab9-1e9b067a5014 service neutron] 10.222.0.71 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8669021 Nov 11 21:52:25.794603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5858d-6200-45a2-9dc3-b1c72703488a req-a5225f90-a49b-47d6-96e0-50dfc2e048cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:25.797081 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35b5858d-6200-45a2-9dc3-b1c72703488a req-a5225f90-a49b-47d6-96e0-50dfc2e048cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.5245719 Nov 11 21:52:25.826645 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] For port ca7b4aca-2913-4726-bb9c-49a3791f44f4, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:52:26.041049 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35b5858d-6200-45a2-9dc3-b1c72703488a req-3a33bb21-ae68-481e-8746-f90412202d87 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=a1cadb3f-790f-4623-be46-1f3ef93e66e5 HTTP/1.1" status: 200 len: 217 time: 0.1905653 Nov 11 21:52:26.206972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] For port ca7b4aca-2913-4726-bb9c-49a3791f44f4, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ca7b4aca-2913-4726-bb9c-49a3791f44f4,segment=NetworkSegment(f28a8567-823d-4e3c-a856-c6a70a88db7b),segment_id=f28a8567-823d-4e3c-a856-c6a70a88db7b)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:52:26.222933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:26.286787 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b8a09f-dfa2-41e7-8450-946108c57896 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:52:26.296701 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71b8a09f-dfa2-41e7-8450-946108c57896 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:26.301046 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 35246) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:26.304600 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4569d3b4-02c8-4c8c-aaa3-667f015bff2b None None] Sync routers for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:52:26.314851 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-71b8a09f-dfa2-41e7-8450-946108c57896 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/21791510-bca7-440a-807a-b6ec1e2f95dd HTTP/1.1" status: 200 len: 953 time: 7.0995057 Nov 11 21:52:26.330863 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4569d3b4-02c8-4c8c-aaa3-667f015bff2b None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:26.336123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4569d3b4-02c8-4c8c-aaa3-667f015bff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:26.359482 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Pushing event updated for resources: {'Port': ['ID=ca7b4aca-2913-4726-bb9c-49a3791f44f4,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:26.435328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:26.439156 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:26.443558 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-f759d76c-2a87-4b52-b65d-03bad1210c1e service neutron] 10.222.0.10 "PUT /v2.0/ports/ca7b4aca-2913-4726-bb9c-49a3791f44f4 HTTP/1.1" status: 200 len: 1091 time: 7.1921947 Nov 11 21:52:26.488596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9da7ec3-25bc-4e65-bd6d-4322c6ed8612', 'tag': 'ca7b4aca-2913-4726-bb9c-49a3791f44f4'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:52:26.498582 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311915b4-6226-48cd-a44c-8f86e2539ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "b9da7ec3-25bc-4e65-bd6d-4322c6ed8612", "tag": "ca7b4aca-2913-4726-bb9c-49a3791f44f4"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:52:26.545912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5858d-6200-45a2-9dc3-b1c72703488a req-0aff64a2-7266-456f-a187-ac9ac7378cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:26.547453 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35b5858d-6200-45a2-9dc3-b1c72703488a req-0aff64a2-7266-456f-a187-ac9ac7378cff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.3843777 Nov 11 21:52:26.719871 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5225e69-2eea-4562-97ea-009a0b0e4aa7 req-a46a2359-87d6-4274-ac74-6d0efa98c527 service neutron] 10.222.0.71 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9183755 Nov 11 21:52:26.745271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e104d85f-7e08-424c-bb4e-e3924876edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:26.748396 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-e104d85f-7e08-424c-bb4e-e3924876edcd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3acba16c441347639e66897fefc7d5f8&device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 1094 time: 0.2359681 Nov 11 21:52:26.752591 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5858d-6200-45a2-9dc3-b1c72703488a req-628bff80-e54f-4068-9e15-81a973cd4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:26.754135 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35b5858d-6200-45a2-9dc3-b1c72703488a req-628bff80-e54f-4068-9e15-81a973cd4318 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1794100 Nov 11 21:52:26.772237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-4569d3b4-02c8-4c8c-aaa3-667f015bff2b None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:26.881675 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-b795f010-1ebd-49af-8521-718b2fe384aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca7b4aca-2913-4726-bb9c-49a3791f44f4 HTTP/1.1" status: 200 len: 217 time: 0.1246171 Nov 11 21:52:26.901721 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c67340fa-47a3-485b-a5ce-fa4bff0345b1 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/routers/21791510-bca7-440a-807a-b6ec1e2f95dd HTTP/1.1" status: 200 len: 953 time: 0.5987272 Nov 11 21:52:26.911230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 35266) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:26.927293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54b47e-783d-4f58-9e77-de05f3bf9155 req-32ce9de9-2870-49be-bbb7-b9a77389be51 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:26.946984 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a54b47e-783d-4f58-9e77-de05f3bf9155 req-32ce9de9-2870-49be-bbb7-b9a77389be51 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.2741442 Nov 11 21:52:26.975471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-fe9f6043-12ee-43d5-9d52-1d362c4a4457 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'router': {'routes': None}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:26.988623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-39216912-d694-4b68-a757-56953121f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:26.990190 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-39216912-d694-4b68-a757-56953121f041 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c0656e0-3b45-4e79-9103-f13827e4b2a4 HTTP/1.1" status: 200 len: 854 time: 0.0920777 Nov 11 21:52:27.278775 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-a3e3250e-360a-48fe-8fe9-7f1d42327a4e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=51bc8ef8-3106-461f-92a5-e6e8fc685494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2628951 Nov 11 21:52:27.568921 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-b5f72c4c-e372-4054-ac40-55a09889b0b9 service neutron] 10.222.0.10 "GET /v2.0/networks/51bc8ef8-3106-461f-92a5-e6e8fc685494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758291 Nov 11 21:52:27.601101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device a1cadb3f-790f-4623-be46-1f3ef93e66e5 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:52:27.830819 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35b5858d-6200-45a2-9dc3-b1c72703488a req-6c69b154-53c6-4f7a-a8bf-04c01eebb28d service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9810967 Nov 11 21:52:27.896230 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-832e2a7c-0cd7-4a17-89bf-569b81c1a36b req-9cb63e32-8440-433a-a106-6f1bbd5efdf8 service neutron] 10.222.0.10 "GET /v2.0/networks/51bc8ef8-3106-461f-92a5-e6e8fc685494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184986 Nov 11 21:52:27.934632 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:52:27.970517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.extraroute_db [None req-fe9f6043-12ee-43d5-9d52-1d362c4a4457 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Added routes are [] {{(pid=102534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 21:52:27.971147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.extraroute_db [None req-fe9f6043-12ee-43d5-9d52-1d362c4a4457 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 21:52:28.021168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee3cd0-1f9a-4078-bf81-b2c5a52a1f55 req-896bf14b-f00e-4083-a785-64eb4de96522 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:28.022804 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6eee3cd0-1f9a-4078-bf81-b2c5a52a1f55 req-896bf14b-f00e-4083-a785-64eb4de96522 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 943 time: 1.6074238 Nov 11 21:52:28.242454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a54b47e-783d-4f58-9e77-de05f3bf9155 req-3fe49049-a0b9-488a-9e36-61db94f2cd0d tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2883747 Nov 11 21:52:28.345381 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35b5858d-6200-45a2-9dc3-b1c72703488a req-150e9a35-50d3-4368-8a75-51037614afd3 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588088 Nov 11 21:52:28.357464 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cbc2ad-0699-4f51-9e52-3b10c5e02a20 x-openstack-request-id: req-63cbc2ad-0699-4f51-9e52-3b10c5e02a20 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:52:28.357771 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9da7ec3-25bc-4e65-bd6d-4322c6ed8612", "tag": "ca7b4aca-2913-4726-bb9c-49a3791f44f4", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:52:28.358096 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-63cbc2ad-0699-4f51-9e52-3b10c5e02a20 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:52:28.358566 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9da7ec3-25bc-4e65-bd6d-4322c6ed8612', 'tag': 'ca7b4aca-2913-4726-bb9c-49a3791f44f4', 'status': 'completed', 'code': 200} Nov 11 21:52:28.390601 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6043-12ee-43d5-9d52-1d362c4a4457 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:28.423961 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6eee3cd0-1f9a-4078-bf81-b2c5a52a1f55 req-49a1fefb-93e7-44c1-bfd3-14d66194eef5 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fa68187-3e1b-45fc-be97-e75051cea70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634863 Nov 11 21:52:28.508116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311915b4-6226-48cd-a44c-8f86e2539ec7 req-c8c46dec-0cf1-4fd8-828e-8802a02639e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:28.509853 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-311915b4-6226-48cd-a44c-8f86e2539ec7 req-c8c46dec-0cf1-4fd8-828e-8802a02639e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3acba16c441347639e66897fefc7d5f8&device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 1094 time: 0.1102004 Nov 11 21:52:28.524685 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port a1cadb3f-790f-4623-be46-1f3ef93e66e5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=a1cadb3f-790f-4623-be46-1f3ef93e66e5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:28.614923 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'a1cadb3f-790f-4623-be46-1f3ef93e66e5', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': 'a1cadb3f-790f-4623-be46-1f3ef93e66e5', 'mac_address': 'fa:16:3e:d0:1e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:52:28.686673 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4569d3b4-02c8-4c8c-aaa3-667f015bff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:21Z', 'revision_number': 6, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '079257e7-2b9b-4f45-bd4b-5c4a42c6774d', 'name': '', 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:2c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:52:08Z', 'updated_at': '2021-11-11T21:52:22Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:52:15Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:28.838020 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311915b4-6226-48cd-a44c-8f86e2539ec7 req-8c185968-b993-44b6-877e-3c3a11022d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:28.840379 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-311915b4-6226-48cd-a44c-8f86e2539ec7 req-8c185968-b993-44b6-877e-3c3a11022d51 service neutron] 10.222.0.10 "GET /v2.0/networks?id=51bc8ef8-3106-461f-92a5-e6e8fc685494 HTTP/1.1" status: 200 len: 916 time: 0.3233471 Nov 11 21:52:28.855545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4569d3b4-02c8-4c8c-aaa3-667f015bff2b None None] Checking router: 21791510-bca7-440a-807a-b6ec1e2f95dd for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:52:28.871386 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a48f35-c322-47b3-a8c3-fb5c6e0b1170 req-f38f59f9-bfd8-47c4-9aca-d1835b921c4c tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:28.873680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71a48f35-c322-47b3-a8c3-fb5c6e0b1170 req-f38f59f9-bfd8-47c4-9aca-d1835b921c4c tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 948 time: 0.3369327 Nov 11 21:52:28.921214 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-311915b4-6226-48cd-a44c-8f86e2539ec7 req-2ed5430f-08e3-4bb6-b7f6-ec392ca37206 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca7b4aca-2913-4726-bb9c-49a3791f44f4 HTTP/1.1" status: 200 len: 217 time: 0.0641737 Nov 11 21:52:28.992362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4569d3b4-02c8-4c8c-aaa3-667f015bff2b None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:28.993071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4569d3b4-02c8-4c8c-aaa3-667f015bff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:29.017537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311915b4-6226-48cd-a44c-8f86e2539ec7 req-bb87aa56-a5e1-4c4e-897d-d7c3e5f750d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:29.019416 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-311915b4-6226-48cd-a44c-8f86e2539ec7 req-bb87aa56-a5e1-4c4e-897d-d7c3e5f750d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c0656e0-3b45-4e79-9103-f13827e4b2a4 HTTP/1.1" status: 200 len: 854 time: 0.0918331 Nov 11 21:52:29.110957 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-311915b4-6226-48cd-a44c-8f86e2539ec7 req-526ba308-5af1-4e2a-89f7-464e36d1e969 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=51bc8ef8-3106-461f-92a5-e6e8fc685494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731947 Nov 11 21:52:29.206675 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:29.294580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cadb3f-790f-4623-be46-1f3ef93e66e5 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:52:29.342878 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-311915b4-6226-48cd-a44c-8f86e2539ec7 req-3903866e-cb0f-45ff-ab42-e0e467cfc453 service neutron] 10.222.0.10 "GET /v2.0/networks/51bc8ef8-3106-461f-92a5-e6e8fc685494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287943 Nov 11 21:52:29.391606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port a1cadb3f-790f-4623-be46-1f3ef93e66e5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=a1cadb3f-790f-4623-be46-1f3ef93e66e5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:29.407703 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:29.492648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71a48f35-c322-47b3-a8c3-fb5c6e0b1170 req-6a84127a-6876-4688-bad7-2c43fa578af8 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/security-groups?id=db34cb2f-caf2-492d-be56-e030ac31f650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5961270 Nov 11 21:52:29.494838 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6043-12ee-43d5-9d52-1d362c4a4457 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:29.497142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-4569d3b4-02c8-4c8c-aaa3-667f015bff2b None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:29.610537 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6043-12ee-43d5-9d52-1d362c4a4457 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:29.638432 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-311915b4-6226-48cd-a44c-8f86e2539ec7 req-1a7eb195-a6bb-4c3c-904d-23ae74fb3b5a service neutron] 10.222.0.10 "GET /v2.0/networks/51bc8ef8-3106-461f-92a5-e6e8fc685494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835128 Nov 11 21:52:29.662926 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=a1cadb3f-790f-4623-be46-1f3ef93e66e5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:29.773271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['a1cadb3f-790f-4623-be46-1f3ef93e66e5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:52:30.066128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d02e7-770a-45f1-a875-eb0c8f85e531 req-e422c428-0b48-42d7-9baf-697b21b81d71 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:30.074183 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-027d02e7-770a-45f1-a875-eb0c8f85e531 req-e422c428-0b48-42d7-9baf-697b21b81d71 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.6795380 Nov 11 21:52:30.083094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9f6043-12ee-43d5-9d52-1d362c4a4457 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 21791510-bca7-440a-807a-b6ec1e2f95dd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:52:30.224302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53b65f-a267-4099-876e-59fc289c549f req-6cb98bea-07a0-4770-8c45-c159f5b980af tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:30.233737 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be53b65f-a267-4099-876e-59fc289c549f req-6cb98bea-07a0-4770-8c45-c159f5b980af tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 943 time: 0.2718909 Nov 11 21:52:30.417479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be53b65f-a267-4099-876e-59fc289c549f req-7de44ef5-3fde-408f-823d-a89a5d613442 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fa68187-3e1b-45fc-be97-e75051cea70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826408 Nov 11 21:52:30.429394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-027d02e7-770a-45f1-a875-eb0c8f85e531 req-1d0d945c-8a00-47e3-bbeb-597a0c611a36 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3542023 Nov 11 21:52:30.433439 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ca7b4aca-2913-4726-bb9c-49a3791f44f4 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:52:30.788226 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.resource_extend [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:52:31.080866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-4569d3b4-02c8-4c8c-aaa3-667f015bff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:28Z', 'revision_number': 7, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '079257e7-2b9b-4f45-bd4b-5c4a42c6774d', 'name': '', 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:2c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:52:08Z', 'updated_at': '2021-11-11T21:52:22Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:52:15Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:31.182228 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4569d3b4-02c8-4c8c-aaa3-667f015bff2b None None] The sync data for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 is: [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:28Z', 'revision_number': 7, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '079257e7-2b9b-4f45-bd4b-5c4a42c6774d', 'name': '', 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:2c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:52:08Z', 'updated_at': '2021-11-11T21:52:22Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:52:15Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:52:31.219160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ca7b4aca-2913-4726-bb9c-49a3791f44f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ca7b4aca-2913-4726-bb9c-49a3791f44f4,segment=NetworkSegment(f28a8567-823d-4e3c-a856-c6a70a88db7b),segment_id=f28a8567-823d-4e3c-a856-c6a70a88db7b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:31.262249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'ca7b4aca-2913-4726-bb9c-49a3791f44f4', 'network_id': '51bc8ef8-3106-461f-92a5-e6e8fc685494', 'port_id': 'ca7b4aca-2913-4726-bb9c-49a3791f44f4', 'mac_address': 'fa:16:3e:b9:f6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c0656e0-3b45-4e79-9103-f13827e4b2a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:52:31.400190 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:31.423877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7b4aca-2913-4726-bb9c-49a3791f44f4 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:52:31.515608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ca7b4aca-2913-4726-bb9c-49a3791f44f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ca7b4aca-2913-4726-bb9c-49a3791f44f4,segment=NetworkSegment(f28a8567-823d-4e3c-a856-c6a70a88db7b),segment_id=f28a8567-823d-4e3c-a856-c6a70a88db7b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:31.525495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device a1cadb3f-790f-4623-be46-1f3ef93e66e5 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:52:31.582609 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:31.656766 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=ca7b4aca-2913-4726-bb9c-49a3791f44f4,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:31.716914 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port a1cadb3f-790f-4623-be46-1f3ef93e66e5 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:52:31.721109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port a1cadb3f-790f-4623-be46-1f3ef93e66e5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:31.721735 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:31.830596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['ca7b4aca-2913-4726-bb9c-49a3791f44f4'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:52:31.934087 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:31.972392 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9f6043-12ee-43d5-9d52-1d362c4a4457 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:52:31.993450 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cede04a-84e5-431c-997f-38c6517f5ba0 None None] Sync routers for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:52:32.039533 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6043-12ee-43d5-9d52-1d362c4a4457 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:32.041054 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cede04a-84e5-431c-997f-38c6517f5ba0 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:32.042412 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1cede04a-84e5-431c-997f-38c6517f5ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:32.048063 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 35342) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:32.051992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fe9f6043-12ee-43d5-9d52-1d362c4a4457 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/21791510-bca7-440a-807a-b6ec1e2f95dd HTTP/1.1" status: 200 len: 703 time: 5.1357388 Nov 11 21:52:32.060290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdbc81a-df65-4330-81c0-850f382e104b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cadb3f-790f-4623-be46-1f3ef93e66e5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:52:32.062809 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000faf42-e174-44a3-b1c4-4fef7a621d1e" -d '{"events": [{"server_uuid": "cbdbc81a-df65-4330-81c0-850f382e104b", "name": "network-vif-plugged", "status": "completed", "tag": "a1cadb3f-790f-4623-be46-1f3ef93e66e5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:52:32.166079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port a1cadb3f-790f-4623-be46-1f3ef93e66e5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=a1cadb3f-790f-4623-be46-1f3ef93e66e5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:32.231141 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:32.321549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=a1cadb3f-790f-4623-be46-1f3ef93e66e5,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:32.400915 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c0fbc-a3d4-418c-a8b2-64a4feaf5b0c req-2a8008be-6397-4479-9cc3-99a8b5bd4ea3 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:32.423490 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-884c0fbc-a3d4-418c-a8b2-64a4feaf5b0c req-2a8008be-6397-4479-9cc3-99a8b5bd4ea3 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 949 time: 1.6611092 Nov 11 21:52:32.474066 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cef3b481-bce0-4083-834d-96a41d398a0c tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/routers/21791510-bca7-440a-807a-b6ec1e2f95dd HTTP/1.1" status: 200 len: 703 time: 0.4243743 Nov 11 21:52:32.481430 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 35352) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:32.529381 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1cede04a-84e5-431c-997f-38c6517f5ba0 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:32.530766 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-884c0fbc-a3d4-418c-a8b2-64a4feaf5b0c req-706c4e7a-0a3d-41b1-a377-4eef983dce8e tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/security-groups?id=db34cb2f-caf2-492d-be56-e030ac31f650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063635 Nov 11 21:52:32.590528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767eaf2f-95ad-4a7f-9ee0-3b900f462a19 req-fe8b3e5b-3cfb-49db-be41-a5422332fcc2 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:32.609428 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-767eaf2f-95ad-4a7f-9ee0-3b900f462a19 req-fe8b3e5b-3cfb-49db-be41-a5422332fcc2 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 944 time: 0.6440136 Nov 11 21:52:32.836673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-767eaf2f-95ad-4a7f-9ee0-3b900f462a19 req-9b689744-e718-4d07-aa57-be0bcacee203 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fa68187-3e1b-45fc-be97-e75051cea70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261972 Nov 11 21:52:33.147800 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c2603-3d6d-45a3-a431-46f558639f94 req-e2a419cb-9326-4230-8a6c-dcd87a9e7afa tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:33.169552 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f73c2603-3d6d-45a3-a431-46f558639f94 req-e2a419cb-9326-4230-8a6c-dcd87a9e7afa tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.3179209 Nov 11 21:52:33.312006 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1cede04a-84e5-431c-997f-38c6517f5ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:28Z', 'revision_number': 7, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '079257e7-2b9b-4f45-bd4b-5c4a42c6774d', 'name': '', 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:2c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:52:08Z', 'updated_at': '2021-11-11T21:52:22Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:52:15Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:33.414757 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cede04a-84e5-431c-997f-38c6517f5ba0 None None] Checking router: 21791510-bca7-440a-807a-b6ec1e2f95dd for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:52:33.440162 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cede04a-84e5-431c-997f-38c6517f5ba0 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:33.441100 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1cede04a-84e5-431c-997f-38c6517f5ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:33.449800 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6923a582-096c-406a-a858-c2dfa81033a9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:33.472360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f73c2603-3d6d-45a3-a431-46f558639f94 req-b230911a-08c0-4c97-b64c-696ce5edd838 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920251 Nov 11 21:52:33.720456 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1cede04a-84e5-431c-997f-38c6517f5ba0 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:33.763923 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33396e2-cd2f-41c6-afe2-cbf0bd0d906f x-openstack-request-id: req-a33396e2-cd2f-41c6-afe2-cbf0bd0d906f {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:52:33.764564 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdbc81a-df65-4330-81c0-850f382e104b", "name": "network-vif-plugged", "status": "completed", "tag": "a1cadb3f-790f-4623-be46-1f3ef93e66e5", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:52:33.781224 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a33396e2-cd2f-41c6-afe2-cbf0bd0d906f {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:52:33.781857 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdbc81a-df65-4330-81c0-850f382e104b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cadb3f-790f-4623-be46-1f3ef93e66e5', 'code': 200} Nov 11 21:52:34.411247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ca7b4aca-2913-4726-bb9c-49a3791f44f4 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:52:34.419521 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289e107-67f6-4c12-b5b6-d9575b1d11b0 req-833700e5-f7ab-422e-a543-d393d1f4f915 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:34.430062 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7289e107-67f6-4c12-b5b6-d9575b1d11b0 req-833700e5-f7ab-422e-a543-d393d1f4f915 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 950 time: 0.3588870 Nov 11 21:52:34.542874 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffc2d4-b2b5-47d8-9139-199ca61738ee req-3b8d5800-972e-4141-bc8b-63d1b42e12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:34.553534 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c3ffc2d4-b2b5-47d8-9139-199ca61738ee req-3b8d5800-972e-4141-bc8b-63d1b42e12ff service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 1101 time: 0.5503728 Nov 11 21:52:34.556548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port ca7b4aca-2913-4726-bb9c-49a3791f44f4 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:52:34.574112 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port ca7b4aca-2913-4726-bb9c-49a3791f44f4 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:34.574678 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:34.691168 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c3ffc2d4-b2b5-47d8-9139-199ca61738ee req-9adea977-b975-45bc-a33f-bd10d037d862 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=db34cb2f-caf2-492d-be56-e030ac31f650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062121 Nov 11 21:52:34.711701 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1cede04a-84e5-431c-997f-38c6517f5ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:28Z', 'revision_number': 7, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '079257e7-2b9b-4f45-bd4b-5c4a42c6774d', 'name': '', 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:2c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:52:08Z', 'updated_at': '2021-11-11T21:52:22Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:52:15Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:34.772521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7289e107-67f6-4c12-b5b6-d9575b1d11b0 req-a06007a9-23b3-4687-a7f9-3e9ebf24bdaa tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/security-groups?id=db34cb2f-caf2-492d-be56-e030ac31f650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320448 Nov 11 21:52:34.845825 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:34.858636 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cede04a-84e5-431c-997f-38c6517f5ba0 None None] The sync data for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 is: [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:28Z', 'revision_number': 7, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '079257e7-2b9b-4f45-bd4b-5c4a42c6774d', 'name': '', 'network_id': '6bf4eb80-de98-4c45-a933-929eb3f08ccf', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:2c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:52:08Z', 'updated_at': '2021-11-11T21:52:22Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'dd03299c-0dca-4c26-b0b2-f1b83f81c66a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:52:15Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:52:34.989497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-6923a582-096c-406a-a858-c2dfa81033a9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:34.990056 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6923a582-096c-406a-a858-c2dfa81033a9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:34.999079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ca7b4aca-2913-4726-bb9c-49a3791f44f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ca7b4aca-2913-4726-bb9c-49a3791f44f4,segment=NetworkSegment(f28a8567-823d-4e3c-a856-c6a70a88db7b),segment_id=f28a8567-823d-4e3c-a856-c6a70a88db7b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:35.010830 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:35.207924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=ca7b4aca-2913-4726-bb9c-49a3791f44f4,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:35.234073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:35.234391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:35.234734 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:35.235094 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:35.235409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:35.235731 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:35.236055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:35.247079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:35.247477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:35.247752 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:35.248087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:35.248413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:35.362723 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d1aa8-2b8b-44d8-a6eb-620f1e71c8b8 req-59f57318-a692-4b95-9628-c272a20930c3 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:35.384698 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac2d1aa8-2b8b-44d8-a6eb-620f1e71c8b8 req-59f57318-a692-4b95-9628-c272a20930c3 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 945 time: 0.2895505 Nov 11 21:52:35.577483 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac2d1aa8-2b8b-44d8-a6eb-620f1e71c8b8 req-1c9c71e5-6311-450f-bab0-b882e9b1a72a tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fa68187-3e1b-45fc-be97-e75051cea70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893320 Nov 11 21:52:35.783106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9da7ec3-25bc-4e65-bd6d-4322c6ed8612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b4aca-2913-4726-bb9c-49a3791f44f4'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:52:35.785918 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23af53d-1b61-427c-a649-a05f97f197ed" -d '{"events": [{"server_uuid": "b9da7ec3-25bc-4e65-bd6d-4322c6ed8612", "name": "network-vif-plugged", "status": "completed", "tag": "ca7b4aca-2913-4726-bb9c-49a3791f44f4"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:52:35.867984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bd4e-dc69-4f2b-bac5-c24e2074b227 req-46f75e6e-c317-48f2-9867-8fb720941fad tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:35.882540 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4138bd4e-dc69-4f2b-bac5-c24e2074b227 req-46f75e6e-c317-48f2-9867-8fb720941fad tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.1609633 Nov 11 21:52:36.019784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-6923a582-096c-406a-a858-c2dfa81033a9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] For port 079257e7-2b9b-4f45-bd4b-5c4a42c6774d, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=079257e7-2b9b-4f45-bd4b-5c4a42c6774d,segment=NetworkSegment(8bf87a6d-d351-4b33-a1aa-5aafcb55a892),segment_id=8bf87a6d-d351-4b33-a1aa-5aafcb55a892)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:36.020354 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6923a582-096c-406a-a858-c2dfa81033a9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:36.038090 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4138bd4e-dc69-4f2b-bac5-c24e2074b227 req-645b86e4-8032-43d5-ad4a-17e1b13972aa tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517885 Nov 11 21:52:36.073453 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-6923a582-096c-406a-a858-c2dfa81033a9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for 079257e7-2b9b-4f45-bd4b-5c4a42c6774d owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:36.229632 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7d6334-a807-42e0-b1e2-323158daa4cd x-openstack-request-id: req-4e7d6334-a807-42e0-b1e2-323158daa4cd {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:52:36.230529 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9da7ec3-25bc-4e65-bd6d-4322c6ed8612", "name": "network-vif-plugged", "status": "completed", "tag": "ca7b4aca-2913-4726-bb9c-49a3791f44f4", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:52:36.231020 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e7d6334-a807-42e0-b1e2-323158daa4cd {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:52:36.231621 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9da7ec3-25bc-4e65-bd6d-4322c6ed8612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b4aca-2913-4726-bb9c-49a3791f44f4', 'code': 200} Nov 11 21:52:36.486841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c60814-72b0-40e8-84b7-78267aca88ef req-0cf2dee7-6c6b-426f-8745-e12abcdba56e tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:36.499129 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8c60814-72b0-40e8-84b7-78267aca88ef req-0cf2dee7-6c6b-426f-8745-e12abcdba56e tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 950 time: 0.1673203 Nov 11 21:52:36.634237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8c60814-72b0-40e8-84b7-78267aca88ef req-d2f80aeb-bf07-409e-ad34-0b67368bb6af tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/security-groups?id=db34cb2f-caf2-492d-be56-e030ac31f650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339021 Nov 11 21:52:36.667415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfed30-25ec-4749-bf88-82c27f374e59 req-9f00e6b7-23e6-41a6-9b13-4dfc1c1d3818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:36.672016 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9fbfed30-25ec-4749-bf88-82c27f374e59 req-9f00e6b7-23e6-41a6-9b13-4dfc1c1d3818 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 1096 time: 0.3186955 Nov 11 21:52:36.850447 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9fbfed30-25ec-4749-bf88-82c27f374e59 req-6ac805b4-ec8f-4d9d-a84e-f6d117797b7e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2fa68187-3e1b-45fc-be97-e75051cea70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650245 Nov 11 21:52:36.910854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effd6a0-0f2a-4448-909b-d61a202c54c0 req-65a2b0e0-7e96-47e6-88a0-94e5319e1a4e tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:36.914005 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8effd6a0-0f2a-4448-909b-d61a202c54c0 req-65a2b0e0-7e96-47e6-88a0-94e5319e1a4e tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 945 time: 0.1574190 Nov 11 21:52:37.022968 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6923a582-096c-406a-a858-c2dfa81033a9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:37.024828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8effd6a0-0f2a-4448-909b-d61a202c54c0 req-3290bf7e-e681-48b6-a3bd-7cc19db17f09 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fa68187-3e1b-45fc-be97-e75051cea70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010127 Nov 11 21:52:37.195147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923a582-096c-406a-a858-c2dfa81033a9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=079257e7-2b9b-4f45-bd4b-5c4a42c6774d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:37.563139 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6923a582-096c-406a-a858-c2dfa81033a9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:38.236721 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e928655-a270-49f1-a3f2-a47da5d804f5 req-ae98c7f9-d793-4cda-811e-592749bf00a1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:38.247034 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e928655-a270-49f1-a3f2-a47da5d804f5 req-ae98c7f9-d793-4cda-811e-592749bf00a1 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.2167864 Nov 11 21:52:38.304136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6923a582-096c-406a-a858-c2dfa81033a9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 21791510-bca7-440a-807a-b6ec1e2f95dd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:52:38.316310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e928655-a270-49f1-a3f2-a47da5d804f5 req-0c442e64-49c0-4927-aabf-9460fac0fab8 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679312 Nov 11 21:52:38.490876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1afb8-0977-4e13-9eea-6455c8ee2307 req-c1dfa990-d81e-470b-9143-a29862df30e0 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:38.501452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3fe1afb8-0977-4e13-9eea-6455c8ee2307 req-c1dfa990-d81e-470b-9143-a29862df30e0 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 945 time: 0.0862014 Nov 11 21:52:38.572541 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3fe1afb8-0977-4e13-9eea-6455c8ee2307 req-7e2ac0f0-5f8e-4cb4-90a7-b7b35e62184c tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fa68187-3e1b-45fc-be97-e75051cea70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695741 Nov 11 21:52:38.669701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6923a582-096c-406a-a858-c2dfa81033a9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:52:38.683151 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9e2a2-81bd-40b0-b8a9-975437202115 None None] Sync routers for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:52:38.694201 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6923a582-096c-406a-a858-c2dfa81033a9 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/21791510-bca7-440a-807a-b6ec1e2f95dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2082539 Nov 11 21:52:38.695744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 35442) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:38.702304 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9e2a2-81bd-40b0-b8a9-975437202115 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:38.703301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d8b9e2a2-81bd-40b0-b8a9-975437202115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:38.884504 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdca808-b921-4f1a-adef-22d3af5f8bed tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting subnet dd03299c-0dca-4c26-b0b2-f1b83f81c66a {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:52:38.902384 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1bdca808-b921-4f1a-adef-22d3af5f8bed tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:38.909018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d8b9e2a2-81bd-40b0-b8a9-975437202115 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:39.058353 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1bdca808-b921-4f1a-adef-22d3af5f8bed tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:39.364963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d8b9e2a2-81bd-40b0-b8a9-975437202115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:36Z', 'revision_number': 8, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:52:15Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:39.372733 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1bdca808-b921-4f1a-adef-22d3af5f8bed tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:39.416295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9e2a2-81bd-40b0-b8a9-975437202115 None None] Checking router: 21791510-bca7-440a-807a-b6ec1e2f95dd for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:52:39.422366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe7fd4-8089-4e00-9dfb-63885c81844a req-ed233790-a707-4dd9-b31f-698d97921e19 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:39.423878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdbe7fd4-8089-4e00-9dfb-63885c81844a req-ed233790-a707-4dd9-b31f-698d97921e19 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 945 time: 0.1802993 Nov 11 21:52:39.427822 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9e2a2-81bd-40b0-b8a9-975437202115 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:39.428643 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d8b9e2a2-81bd-40b0-b8a9-975437202115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:39.478778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-5b5f1923-0d14-497e-a994-6c76d7fbfc1c tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:39.480420 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-5b5f1923-0d14-497e-a994-6c76d7fbfc1c tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/networks?id=4b8e3aac-1d69-4a6f-b22a-09e24134fa42 HTTP/1.1" status: 200 len: 814 time: 0.2273557 Nov 11 21:52:39.519803 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-8e8db9d2-5ab9-46b4-819f-0c3f5209b715 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/quotas/8034fdc9185f475a8bd29b67fab3c524 HTTP/1.1" status: 200 len: 375 time: 0.0296168 Nov 11 21:52:39.554400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdbe7fd4-8089-4e00-9dfb-63885c81844a req-5e0ebc71-7031-4019-a685-9c0b7b58b2f3 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fa68187-3e1b-45fc-be97-e75051cea70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155953 Nov 11 21:52:39.583566 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1bdca808-b921-4f1a-adef-22d3af5f8bed tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:39.603602 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-e523d817-8d2d-44cd-90ba-2ca5ff60b187 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8034fdc9185f475a8bd29b67fab3c524&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705581 Nov 11 21:52:39.662876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdca808-b921-4f1a-adef-22d3af5f8bed tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Subnet': ['ID=dd03299c-0dca-4c26-b0b2-f1b83f81c66a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:39.701042 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1bdca808-b921-4f1a-adef-22d3af5f8bed tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:39.705983 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1bdca808-b921-4f1a-adef-22d3af5f8bed tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/dd03299c-0dca-4c26-b0b2-f1b83f81c66a HTTP/1.1" status: 204 len: 168 time: 1.0057907 Nov 11 21:52:39.706893 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 35468) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:39.797315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc0fea-9c3f-4be7-87c0-c0859a7eaef8 req-52f87832-39a7-491f-9467-46297b80c3da tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:39.812550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94bc0fea-9c3f-4be7-87c0-c0859a7eaef8 req-52f87832-39a7-491f-9467-46297b80c3da tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.1334713 Nov 11 21:52:39.881145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ee14c2-0434-4789-91e7-88e21d422288 None None] Network 6bf4eb80-de98-4c45-a933-929eb3f08ccf requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:52:39.881760 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-e066059f-d713-444a-be09-c90fe69b3af2 service neutron] 10.222.0.57 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345586 Nov 11 21:52:39.883536 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:39.976878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d8b9e2a2-81bd-40b0-b8a9-975437202115 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:40.019441 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port e45cdb29-1831-467e-b9cb-3a05f8eac2ab {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:40.019812 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:40.071440 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94bc0fea-9c3f-4be7-87c0-c0859a7eaef8 req-cdd17f52-1355-402c-b36b-3f1ea07d98ad tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578611 Nov 11 21:52:40.154851 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-fafc3e79-6908-40e5-a4bf-caf623ea5fee service neutron] 10.222.0.57 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577288 Nov 11 21:52:40.194478 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] For port e45cdb29-1831-467e-b9cb-3a05f8eac2ab, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e45cdb29-1831-467e-b9cb-3a05f8eac2ab,segment=NetworkSegment(8bf87a6d-d351-4b33-a1aa-5aafcb55a892),segment_id=8bf87a6d-d351-4b33-a1aa-5aafcb55a892)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:40.195184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:40.224527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for e45cdb29-1831-467e-b9cb-3a05f8eac2ab owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:40.398763 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:40.503572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=e45cdb29-1831-467e-b9cb-3a05f8eac2ab,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:40.583981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No DVR routers for this DVR port e45cdb29-1831-467e-b9cb-3a05f8eac2ab on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:52:40.637292 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4afb3f-454d-4fe3-84f9-7f86bb48cfe1 None None] DHCP port deletion for 6bf4eb80-de98-4c45-a933-929eb3f08ccf request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:52:40.764358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4e772-b9cd-4cce-ba2e-af1c92a32ddf req-9b4dfd89-e513-4674-9c0b-e784d479b3bb tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:40.782267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d8b9e2a2-81bd-40b0-b8a9-975437202115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:36Z', 'revision_number': 8, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:52:15Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:40.784335 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ef4e772-b9cd-4cce-ba2e-af1c92a32ddf req-9b4dfd89-e513-4674-9c0b-e784d479b3bb tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 945 time: 0.3133633 Nov 11 21:52:40.806068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d9a46cb-c0dd-4aa7-912e-14d5dc077e9a req-497fa75a-6f70-4245-9674-d7d7bce77651 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 210 time: 0.1029389 Nov 11 21:52:40.927638 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9e2a2-81bd-40b0-b8a9-975437202115 None None] The sync data for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 is: [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:36Z', 'revision_number': 8, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd398a27-2a88-4090-aa6b-04689d619fcb', 'name': '', 'network_id': '633e975f-05fc-4f86-bc44-aeb098e564b9', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:f1:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:54Z', 'updated_at': '2021-11-11T21:52:15Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '2cf14f3b-e0e4-47ae-a00b-0ece05154405', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:52:40.943983 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6a8a9-decb-43ae-8d90-ac5e70cb9614 req-0053376e-0edb-47fe-af29-a57ba41f79e6 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:40.977345 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96c6a8a9-decb-43ae-8d90-ac5e70cb9614 req-0053376e-0edb-47fe-af29-a57ba41f79e6 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 945 time: 0.2082353 Nov 11 21:52:41.073262 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:41.114903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96c6a8a9-decb-43ae-8d90-ac5e70cb9614 req-fef0a434-fe7a-49bf-b1d6-015b97067717 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fa68187-3e1b-45fc-be97-e75051cea70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347573 Nov 11 21:52:41.115398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 35514) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:41.234477 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:41.371444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf4eb80-de98-4c45-a933-929eb3f08ccf']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:41.393020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc21e1d-cc81-48d8-88e5-99a56ce2c27a req-314d6b34-eb34-46af-b000-a6ab0c587aa7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:41.394704 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6fc21e1d-cc81-48d8-88e5-99a56ce2c27a req-314d6b34-eb34-46af-b000-a6ab0c587aa7 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 945 time: 0.1416771 Nov 11 21:52:41.396565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf87a6d-d351-4b33-a1aa-5aafcb55a892') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:41.396884 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf87a6d-d351-4b33-a1aa-5aafcb55a892') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:41.427230 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:41.477438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:41.492127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:52:41.494018 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:41.503246 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2027da18-2eb0-44b6-8668-68eba422f90a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:41.565302 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 50d17eb6-7727-4dc9-92a9-56c305536e97 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:52:41.628640 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:52:41.640359 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:41.648518 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:41.656729 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/networks/6bf4eb80-de98-4c45-a933-929eb3f08ccf HTTP/1.1" status: 204 len: 168 time: 1.9491620 Nov 11 21:52:41.657515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 35528) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:41.708103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6fc21e1d-cc81-48d8-88e5-99a56ce2c27a req-042e8d4a-8a2c-457d-9deb-5d7d5e382f6a tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3063877 Nov 11 21:52:41.871966 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2027da18-2eb0-44b6-8668-68eba422f90a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:41.882942 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2027da18-2eb0-44b6-8668-68eba422f90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:41.915833 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee71ac-148b-44dd-9ce3-9e18c341c08f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Network': ['ID=6bf4eb80-de98-4c45-a933-929eb3f08ccf,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:41.958382 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=50d17eb6-7727-4dc9-92a9-56c305536e97,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:41.985216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'port_id': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'mac_address': 'fa:16:3e:f9:e1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:52:42.034125 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:42.035483 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2027da18-2eb0-44b6-8668-68eba422f90a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0511a26a682c42c2b8f30783b6675975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9190557 Nov 11 21:52:42.051761 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027da18-2eb0-44b6-8668-68eba422f90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0de0421-2633-4dac-aa49-08db3a5a1d8b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:42.056614 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d17eb6-7727-4dc9-92a9-56c305536e97 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:52:42.064056 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 35532) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:42.113702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=50d17eb6-7727-4dc9-92a9-56c305536e97,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:42.122231 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:42.201496 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4515a97a-a4eb-4472-ade3-d65765f944d1 req-1b1abea8-d38e-426a-a4c1-74c13d95af07 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 210 time: 0.1648352 Nov 11 21:52:42.250425 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e45cdb29-1831-467e-b9cb-3a05f8eac2ab no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:42.259081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-0ef4e772-b9cd-4cce-ba2e-af1c92a32ddf req-77da4b73-2838-485b-ae7f-3f22e44ad55e tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Deleting port ca7b4aca-2913-4726-bb9c-49a3791f44f4 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:42.271743 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0ef4e772-b9cd-4cce-ba2e-af1c92a32ddf req-77da4b73-2838-485b-ae7f-3f22e44ad55e tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:42.394781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: e45cdb29-1831-467e-b9cb-3a05f8eac2ab {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:42.395125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e45cdb29-1831-467e-b9cb-3a05f8eac2ab not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:42.395545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 079257e7-2b9b-4f45-bd4b-5c4a42c6774d no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:42.404837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=50d17eb6-7727-4dc9-92a9-56c305536e97,revision_number=11']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:42.450005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 079257e7-2b9b-4f45-bd4b-5c4a42c6774d {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:42.450345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 079257e7-2b9b-4f45-bd4b-5c4a42c6774d not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:42.471400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['50d17eb6-7727-4dc9-92a9-56c305536e97'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:52:42.501648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684b196-50cd-4039-8585-05e0a5999fd5 req-1a668918-c2b4-4b46-9238-aaed2265dfc0 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:42.518192 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f684b196-50cd-4039-8585-05e0a5999fd5 req-1a668918-c2b4-4b46-9238-aaed2265dfc0 tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 945 time: 0.2027175 Nov 11 21:52:42.521128 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b71efe1-1886-4c0e-811e-de3fd95c90d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:42.749045 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b71efe1-1886-4c0e-811e-de3fd95c90d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:42.914304 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f684b196-50cd-4039-8585-05e0a5999fd5 req-908832fb-00db-47cf-86f2-42a78b2a8a6a tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/security-groups?id=2fa68187-3e1b-45fc-be97-e75051cea70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255219 Nov 11 21:52:42.935490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0ef4e772-b9cd-4cce-ba2e-af1c92a32ddf req-77da4b73-2838-485b-ae7f-3f22e44ad55e tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] For port ca7b4aca-2913-4726-bb9c-49a3791f44f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ca7b4aca-2913-4726-bb9c-49a3791f44f4,segment=NetworkSegment(f28a8567-823d-4e3c-a856-c6a70a88db7b),segment_id=f28a8567-823d-4e3c-a856-c6a70a88db7b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:42.937231 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0ef4e772-b9cd-4cce-ba2e-af1c92a32ddf req-77da4b73-2838-485b-ae7f-3f22e44ad55e tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:42.957414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-0ef4e772-b9cd-4cce-ba2e-af1c92a32ddf req-77da4b73-2838-485b-ae7f-3f22e44ad55e tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Calling delete_port for ca7b4aca-2913-4726-bb9c-49a3791f44f4 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:43.078747 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-61c4afe7-7709-441a-b136-69ff6ce764d2 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:43.086723 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-61c4afe7-7709-441a-b136-69ff6ce764d2 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.10 "GET /v2.0/networks?id=4b8e3aac-1d69-4a6f-b22a-09e24134fa42 HTTP/1.1" status: 200 len: 814 time: 0.4967566 Nov 11 21:52:43.109424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9572a-a11c-44a6-b1c9-e04c9a7aa63b req-10bb3b05-58cc-488b-88c6-117b5eaa7450 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:43.111332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ae9572a-a11c-44a6-b1c9-e04c9a7aa63b req-10bb3b05-58cc-488b-88c6-117b5eaa7450 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 946 time: 0.2160072 Nov 11 21:52:43.116694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-0c7316dc-d4d5-497c-89a1-1d14489aad1b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Request body: {'port': {'device_id': 'f86e87af-3ce5-45bd-93c9-da5aaf3556eb', 'network_id': '4b8e3aac-1d69-4a6f-b22a-09e24134fa42', 'admin_state_up': True, 'tenant_id': '8034fdc9185f475a8bd29b67fab3c524'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:43.126985 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b71efe1-1886-4c0e-811e-de3fd95c90d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:43.146878 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b71efe1-1886-4c0e-811e-de3fd95c90d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:43.161483 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8b71efe1-1886-4c0e-811e-de3fd95c90d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c0de0421-2633-4dac-aa49-08db3a5a1d8b HTTP/1.1" status: 204 len: 168 time: 1.0824881 Nov 11 21:52:43.293509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71efe1-1886-4c0e-811e-de3fd95c90d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0de0421-2633-4dac-aa49-08db3a5a1d8b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:43.424108 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0ef4e772-b9cd-4cce-ba2e-af1c92a32ddf req-77da4b73-2838-485b-ae7f-3f22e44ad55e tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:43.506906 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1a872f9-c8c9-437c-af63-62416271384a req-5a4e4cc8-f9a4-47c0-a36c-5dad630029d0 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 210 time: 0.1862669 Nov 11 21:52:43.581611 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 50d17eb6-7727-4dc9-92a9-56c305536e97 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:52:43.593373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ae9572a-a11c-44a6-b1c9-e04c9a7aa63b req-1a598d77-32b9-4114-874a-f80ac9c3e53c tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4185140 Nov 11 21:52:43.594835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-0c7316dc-d4d5-497c-89a1-1d14489aad1b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Made reservation on behalf of 8034fdc9185f475a8bd29b67fab3c524 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:52:43.602754 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-0c7316dc-d4d5-497c-89a1-1d14489aad1b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:43.634646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da4b73-2838-485b-ae7f-3f22e44ad55e tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Pushing event deleted for resources: {'Port': ['ID=ca7b4aca-2913-4726-bb9c-49a3791f44f4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:43.683120 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef4e772-b9cd-4cce-ba2e-af1c92a32ddf req-77da4b73-2838-485b-ae7f-3f22e44ad55e tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] No DVR routers for this DVR port ca7b4aca-2913-4726-bb9c-49a3791f44f4 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:52:43.701364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 50d17eb6-7727-4dc9-92a9-56c305536e97 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:52:43.709199 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 50d17eb6-7727-4dc9-92a9-56c305536e97 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:43.709718 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:43.718224 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0ef4e772-b9cd-4cce-ba2e-af1c92a32ddf req-77da4b73-2838-485b-ae7f-3f22e44ad55e tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:43.721648 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ef4e772-b9cd-4cce-ba2e-af1c92a32ddf req-77da4b73-2838-485b-ae7f-3f22e44ad55e tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.10 "DELETE /v2.0/ports/ca7b4aca-2913-4726-bb9c-49a3791f44f4 HTTP/1.1" status: 204 len: 173 time: 2.8723462 Nov 11 21:52:43.722411 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9da7ec3-25bc-4e65-bd6d-4322c6ed8612', 'name': 'network-vif-deleted', 'tag': 'ca7b4aca-2913-4726-bb9c-49a3791f44f4'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:52:43.725008 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834ae62c-d05f-466b-ac84-2d4d5b616908" -d '{"events": [{"server_uuid": "b9da7ec3-25bc-4e65-bd6d-4322c6ed8612", "name": "network-vif-deleted", "tag": "ca7b4aca-2913-4726-bb9c-49a3791f44f4"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:52:43.794380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 35568) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:43.854411 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13b09ac7-9f7a-4cba-a7fe-9a5def8371ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:43.866519 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a14d2775-1b6f-4787-8dcc-8ae546e675ab tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:43.879054 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47419d40-9104-4040-a9af-3cb146820897 x-openstack-request-id: req-47419d40-9104-4040-a9af-3cb146820897 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:52:43.879278 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9da7ec3-25bc-4e65-bd6d-4322c6ed8612", "name": "network-vif-deleted", "tag": "ca7b4aca-2913-4726-bb9c-49a3791f44f4", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:52:43.879487 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47419d40-9104-4040-a9af-3cb146820897 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:52:43.879908 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9da7ec3-25bc-4e65-bd6d-4322c6ed8612', 'name': 'network-vif-deleted', 'tag': 'ca7b4aca-2913-4726-bb9c-49a3791f44f4', 'status': 'completed', 'code': 200} Nov 11 21:52:44.019512 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-55430f76-4969-4be3-8849-556c843cf3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.219589 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.270141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-0c7316dc-d4d5-497c-89a1-1d14489aad1b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Allocated IP 172.20.0.9 (4b8e3aac-1d69-4a6f-b22a-09e24134fa42/10215c90-c10e-4547-ab4e-1d3d42e0381d/5ed56bc9-aac6-4411-85f2-c3b6db411dcd) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:52:44.280819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=50d17eb6-7727-4dc9-92a9-56c305536e97,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:44.282539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:52:44.286114 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3911dbd-7692-4583-8621-ed28433cf7c8" -d '{"events": [{"server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "name": "network-vif-plugged", "status": "completed", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:52:44.304041 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.378907 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55b475e-9e20-41dc-8c99-50384b67faf1 x-openstack-request-id: req-c55b475e-9e20-41dc-8c99-50384b67faf1 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:52:44.378907 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "name": "network-vif-plugged", "status": "completed", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:52:44.379297 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c55b475e-9e20-41dc-8c99-50384b67faf1 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:52:44.379522 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'code': 200} Nov 11 21:52:44.381080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=50d17eb6-7727-4dc9-92a9-56c305536e97,revision_number=12']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:44.461631 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13b09ac7-9f7a-4cba-a7fe-9a5def8371ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.474060 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-13b09ac7-9f7a-4cba-a7fe-9a5def8371ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.503870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ca7b4aca-2913-4726-bb9c-49a3791f44f4 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:44.570473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: ca7b4aca-2913-4726-bb9c-49a3791f44f4 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:44.571566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ca7b4aca-2913-4726-bb9c-49a3791f44f4 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:44.614765 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-13b09ac7-9f7a-4cba-a7fe-9a5def8371ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c6c47ebf24724cbd8b537ab2bc17f730&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8169425 Nov 11 21:52:44.618456 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 35584) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:44.628247 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.679592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b09ac7-9f7a-4cba-a7fe-9a5def8371ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5db6f34-e30f-45cb-924c-3ce3770d5e8e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:44.718578 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-0c7316dc-d4d5-497c-89a1-1d14489aad1b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.810529 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3ec42e8-3f7e-4138-a2e3-2099ad49a564 req-ea014a50-b45b-4dac-af35-8d6e5cef590d tempest-ServerAddressesTestJSON-935520211 tempest-ServerAddressesTestJSON-935520211-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9da7ec3-25bc-4e65-bd6d-4322c6ed8612 HTTP/1.1" status: 200 len: 210 time: 0.7162864 Nov 11 21:52:44.869774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0855b6-d249-49e9-a6c0-bebc70d694fe req-3a675f23-f6a4-45b1-8e27-e7fe14a4c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:44.877181 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-0c7316dc-d4d5-497c-89a1-1d14489aad1b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.884771 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e0855b6-d249-49e9-a6c0-bebc70d694fe req-3a675f23-f6a4-45b1-8e27-e7fe14a4c846 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 1098 time: 0.2616849 Nov 11 21:52:45.031463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-0c7316dc-d4d5-497c-89a1-1d14489aad1b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Network 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:52:45.068662 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e0855b6-d249-49e9-a6c0-bebc70d694fe req-a37bd5fa-3b2e-43a6-b617-5f0d42c96f88 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663761 Nov 11 21:52:45.078469 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a6b5-ee63-4f01-906c-b02e5a8c01d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:45.079936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-0c7316dc-d4d5-497c-89a1-1d14489aad1b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:52:45.099574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7703ad-ae8a-427b-8622-b28978e44c57 None None] DHCP port deletion for 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:52:45.137768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-0c7316dc-d4d5-497c-89a1-1d14489aad1b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:52:45.142547 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a6b5-ee63-4f01-906c-b02e5a8c01d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:45.157707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813fcaf-869a-40fc-bf5b-85a908f277ea req-e0d5b67f-9546-4c31-a32f-32adcd44ca8e tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:45.164703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3631a289-b995-4302-a8b9-b0b83f6ee0db None None] Provisioning complete for port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:45.165157 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3631a289-b995-4302-a8b9-b0b83f6ee0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:45.169985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4813fcaf-869a-40fc-bf5b-85a908f277ea req-e0d5b67f-9546-4c31-a32f-32adcd44ca8e tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 931 time: 0.3809507 Nov 11 21:52:45.246660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3631a289-b995-4302-a8b9-b0b83f6ee0db None None] Port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:52:45.252916 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4813fcaf-869a-40fc-bf5b-85a908f277ea req-d38a130e-18b9-4fdd-84b1-45f1a8d7e197 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816853 Nov 11 21:52:45.257293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7316dc-d4d5-497c-89a1-1d14489aad1b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Pushing event updated for resources: {'Port': ['ID=5ed56bc9-aac6-4411-85f2-c3b6db411dcd,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:45.286595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a14d2775-1b6f-4787-8dcc-8ae546e675ab tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port fd398a27-2a88-4090-aa6b-04689d619fcb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:45.287277 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a14d2775-1b6f-4787-8dcc-8ae546e675ab tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:45.294011 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a6b5-ee63-4f01-906c-b02e5a8c01d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:45.297202 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a6b5-ee63-4f01-906c-b02e5a8c01d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:45.297336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b6404-5e59-4040-8a78-1a4ca60e4e60 req-796bd85e-8944-4089-8ef5-f07609e0e20b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:45.298873 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c4b6404-5e59-4040-8a78-1a4ca60e4e60 req-796bd85e-8944-4089-8ef5-f07609e0e20b tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 947 time: 0.2699094 Nov 11 21:52:45.299573 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2fb6a6b5-ee63-4f01-906c-b02e5a8c01d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d5db6f34-e30f-45cb-924c-3ce3770d5e8e HTTP/1.1" status: 204 len: 168 time: 0.6096952 Nov 11 21:52:45.308195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-0c7316dc-d4d5-497c-89a1-1d14489aad1b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:45.308925 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-0c7316dc-d4d5-497c-89a1-1d14489aad1b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:45.329285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6a6b5-ee63-4f01-906c-b02e5a8c01d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5db6f34-e30f-45cb-924c-3ce3770d5e8e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:45.367551 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-0c7316dc-d4d5-497c-89a1-1d14489aad1b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2549298 Nov 11 21:52:45.388497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Request body: {'port': {'device_id': 'f86e87af-3ce5-45bd-93c9-da5aaf3556eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:45.441762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-a14d2775-1b6f-4787-8dcc-8ae546e675ab tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] For port fd398a27-2a88-4090-aa6b-04689d619fcb, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fd398a27-2a88-4090-aa6b-04689d619fcb,segment=NetworkSegment(d683a441-58e4-4e7e-8733-9cac04858d1b),segment_id=d683a441-58e4-4e7e-8733-9cac04858d1b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:45.442304 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a14d2775-1b6f-4787-8dcc-8ae546e675ab tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:45.474463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a14d2775-1b6f-4787-8dcc-8ae546e675ab tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for fd398a27-2a88-4090-aa6b-04689d619fcb owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:45.530187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c4b6404-5e59-4040-8a78-1a4ca60e4e60 req-9052fa38-b578-4373-aaa7-f1735ab8e6fc tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163386 Nov 11 21:52:45.553003 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:45.820735 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a14d2775-1b6f-4787-8dcc-8ae546e675ab tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:45.917607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d2775-1b6f-4787-8dcc-8ae546e675ab tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=fd398a27-2a88-4090-aa6b-04689d619fcb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:45.933782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 35614) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:46.071616 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc693-edc4-41a2-b786-f580654c0feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:46.120552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7073e25-b546-4d48-b148-ec832378fd2c admin admin] Deleting subnet 0c0656e0-3b45-4e79-9103-f13827e4b2a4 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:52:46.158327 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7073e25-b546-4d48-b148-ec832378fd2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:46.198485 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a14d2775-1b6f-4787-8dcc-8ae546e675ab tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:46.362297 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7073e25-b546-4d48-b148-ec832378fd2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:46.729682 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14d2775-1b6f-4787-8dcc-8ae546e675ab tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 21791510-bca7-440a-807a-b6ec1e2f95dd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:52:46.782545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed56bc9-aac6-4411-85f2-c3b6db411dcd {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:52:46.791466 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:46.809582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Transition to ACTIVE for port object 5ed56bc9-aac6-4411-85f2-c3b6db411dcd will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:52:46.836658 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:46.876721 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7073e25-b546-4d48-b148-ec832378fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:46.939776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcceaa-3caf-4f30-8b4e-7c5f46dbdb6f req-b2ca6536-a12a-4ecc-89a7-63280cb32f4e tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:46.949407 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0fcceaa-3caf-4f30-8b4e-7c5f46dbdb6f req-b2ca6536-a12a-4ecc-89a7-63280cb32f4e tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 931 time: 0.5136423 Nov 11 21:52:46.988374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d8d76-a700-4383-8e32-5ed28b714e04 None None] DHCP port deletion for 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:52:47.076664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Pushing event updated for resources: {'Port': ['ID=5ed56bc9-aac6-4411-85f2-c3b6db411dcd,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:47.120539 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143755a-c584-4eaa-985c-e3158aeb8f1e req-38a7f060-1cad-4c9e-81cf-532f3f2dd780 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:47.125628 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f143755a-c584-4eaa-985c-e3158aeb8f1e req-38a7f060-1cad-4c9e-81cf-532f3f2dd780 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 947 time: 0.3029692 Nov 11 21:52:47.196490 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:47.387160 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7073e25-b546-4d48-b148-ec832378fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:47.450696 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0fcceaa-3caf-4f30-8b4e-7c5f46dbdb6f req-ab3eabdb-3130-423f-bc66-03a88746fc62 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987502 Nov 11 21:52:47.474931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7073e25-b546-4d48-b148-ec832378fd2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c0656e0-3b45-4e79-9103-f13827e4b2a4,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:47.484702 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7073e25-b546-4d48-b148-ec832378fd2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:47.490407 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f7073e25-b546-4d48-b148-ec832378fd2c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0c0656e0-3b45-4e79-9103-f13827e4b2a4 HTTP/1.1" status: 204 len: 168 time: 1.5532780 Nov 11 21:52:47.490605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14d2775-1b6f-4787-8dcc-8ae546e675ab tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:52:47.493860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 35690) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:47.500549 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a14d2775-1b6f-4787-8dcc-8ae546e675ab tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/21791510-bca7-440a-807a-b6ec1e2f95dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8131328 Nov 11 21:52:47.503800 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 35692) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:47.507259 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376a7e3-26e3-4588-8e5c-886afd5cf7fc None None] Sync routers for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:52:47.526858 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376a7e3-26e3-4588-8e5c-886afd5cf7fc None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:47.527521 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b376a7e3-26e3-4588-8e5c-886afd5cf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:47.605741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f88daf-ab75-4db1-be38-543fcf8bd47f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting subnet 2cf14f3b-e0e4-47ae-a00b-0ece05154405 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:52:47.611148 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9f88daf-ab75-4db1-be38-543fcf8bd47f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:47.768098 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9f88daf-ab75-4db1-be38-543fcf8bd47f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:47.821226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Attempting to bind port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:52:47.821576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Attempting to bind port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '00c914a2-3bf5-4d87-86d4-e98a9520a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4b8e3aac-1d69-4a6f-b22a-09e24134fa42'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:52:47.821900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Attempting to bind port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd on network 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:47.832083 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b376a7e3-26e3-4588-8e5c-886afd5cf7fc None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:47.838511 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e13b4e-8332-4a8e-93a7-47cd40ed06ae req-a82f7fee-1ba6-46c6-b236-3c0af9bdfa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:47.840227 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27e13b4e-8332-4a8e-93a7-47cd40ed06ae req-a82f7fee-1ba6-46c6-b236-3c0af9bdfa3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8be0585386e44e03b1b78f23eea6f900&device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 1098 time: 0.1823814 Nov 11 21:52:47.859686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd on network 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:52:47.860008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Attempting to bind port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd on network 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:47.902740 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f143755a-c584-4eaa-985c-e3158aeb8f1e req-43cb53a6-96e4-4149-9ca4-29c41887a366 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7104301 Nov 11 21:52:47.913611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:52:47.913950 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Checking segment: {'id': '00c914a2-3bf5-4d87-86d4-e98a9520a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4b8e3aac-1d69-4a6f-b22a-09e24134fa42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:52:47.914345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Bound using segment: {'id': '00c914a2-3bf5-4d87-86d4-e98a9520a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4b8e3aac-1d69-4a6f-b22a-09e24134fa42'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:52:47.917863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Bound port: 5ed56bc9-aac6-4411-85f2-c3b6db411dcd, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c914a2-3bf5-4d87-86d4-e98a9520a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '4b8e3aac-1d69-4a6f-b22a-09e24134fa42'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:52:47.918284 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:47.981476 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4690fb61-e7e6-444f-a96b-8697ec83dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:48.175567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e13b4e-8332-4a8e-93a7-47cd40ed06ae req-46e5ba1d-d675-436e-8cc2-bbec186bb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:48.183490 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27e13b4e-8332-4a8e-93a7-47cd40ed06ae req-46e5ba1d-d675-436e-8cc2-bbec186bb7f2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 200 len: 919 time: 0.3100722 Nov 11 21:52:48.186420 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9f88daf-ab75-4db1-be38-543fcf8bd47f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:48.238335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] For port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:52:48.265499 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b376a7e3-26e3-4588-8e5c-886afd5cf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:45Z', 'revision_number': 9, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:48.296192 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376a7e3-26e3-4588-8e5c-886afd5cf7fc None None] Checking router: 21791510-bca7-440a-807a-b6ec1e2f95dd for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:52:48.305616 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376a7e3-26e3-4588-8e5c-886afd5cf7fc None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:48.306238 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b376a7e3-26e3-4588-8e5c-886afd5cf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:48.308163 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4690fb61-e7e6-444f-a96b-8697ec83dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:48.361807 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] For port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5ed56bc9-aac6-4411-85f2-c3b6db411dcd,segment=NetworkSegment(00c914a2-3bf5-4d87-86d4-e98a9520a03f),segment_id=00c914a2-3bf5-4d87-86d4-e98a9520a03f)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:52:48.412470 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b376a7e3-26e3-4588-8e5c-886afd5cf7fc None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:48.419083 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:48.445436 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27e13b4e-8332-4a8e-93a7-47cd40ed06ae req-239f542b-c6fe-4d7f-85a1-dd5a3aba0482 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d17eb6-7727-4dc9-92a9-56c305536e97 HTTP/1.1" status: 200 len: 1002 time: 0.2393162 Nov 11 21:52:48.548166 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9f88daf-ab75-4db1-be38-543fcf8bd47f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:48.572106 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:48.575207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-4690fb61-e7e6-444f-a96b-8697ec83dd01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bc8ef8-3106-461f-92a5-e6e8fc685494']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:48.577842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Pushing event updated for resources: {'Port': ['ID=5ed56bc9-aac6-4411-85f2-c3b6db411dcd,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:48.598839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:48.600653 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:48.602096 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-7d9d6e32-4f62-407c-a296-cfabf43e961e service neutron] 10.222.0.10 "PUT /v2.0/ports/5ed56bc9-aac6-4411-85f2-c3b6db411dcd HTTP/1.1" status: 200 len: 1091 time: 3.2227535 Nov 11 21:52:48.604024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-4690fb61-e7e6-444f-a96b-8697ec83dd01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28a8567-823d-4e3c-a856-c6a70a88db7b') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:48.604317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-4690fb61-e7e6-444f-a96b-8697ec83dd01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28a8567-823d-4e3c-a856-c6a70a88db7b') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:48.609938 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539e9e30-f36b-4db6-b4b2-f065c89e180c None None] DHCP port deletion for 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:52:48.624736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86e87af-3ce5-45bd-93c9-da5aaf3556eb', 'tag': '5ed56bc9-aac6-4411-85f2-c3b6db411dcd'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:52:48.653712 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bc55db-2018-4570-9616-3f363467d8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f86e87af-3ce5-45bd-93c9-da5aaf3556eb", "tag": "5ed56bc9-aac6-4411-85f2-c3b6db411dcd"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:52:48.701019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f88daf-ab75-4db1-be38-543fcf8bd47f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf14f3b-e0e4-47ae-a00b-0ece05154405,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:48.738855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d049f-5a66-49f6-ac23-0af11c26d789 None None] Network 633e975f-05fc-4f86-bc44-aeb098e564b9 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:52:48.744225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e9f88daf-ab75-4db1-be38-543fcf8bd47f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:48.763861 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e9f88daf-ab75-4db1-be38-543fcf8bd47f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/2cf14f3b-e0e4-47ae-a00b-0ece05154405 HTTP/1.1" status: 204 len: 168 time: 1.2588227 Nov 11 21:52:48.765223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 35718) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:48.769611 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd21d061-620c-485a-acca-ad536a1b2893 x-openstack-request-id: req-bd21d061-620c-485a-acca-ad536a1b2893 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:52:48.779597 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86e87af-3ce5-45bd-93c9-da5aaf3556eb", "tag": "5ed56bc9-aac6-4411-85f2-c3b6db411dcd", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:52:48.779760 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bd21d061-620c-485a-acca-ad536a1b2893 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:52:48.781470 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86e87af-3ce5-45bd-93c9-da5aaf3556eb', 'tag': '5ed56bc9-aac6-4411-85f2-c3b6db411dcd', 'status': 'completed', 'code': 200} Nov 11 21:52:48.804385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e13b4e-8332-4a8e-93a7-47cd40ed06ae req-5de1e15a-5a46-4a75-b14c-7e6492b2ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:48.811937 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27e13b4e-8332-4a8e-93a7-47cd40ed06ae req-5de1e15a-5a46-4a75-b14c-7e6492b2ac9e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 200 len: 856 time: 0.3563433 Nov 11 21:52:48.839586 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4690fb61-e7e6-444f-a96b-8697ec83dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:48.949368 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4690fb61-e7e6-444f-a96b-8697ec83dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:48.980787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4690fb61-e7e6-444f-a96b-8697ec83dd01 admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:52:48.982533 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4690fb61-e7e6-444f-a96b-8697ec83dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:52:48.991206 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:52:49.095064 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f1acc-d6d1-4db2-b835-539d618f5c66 req-0effc5b7-920a-4b21-9271-53ae7142a014 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:49.104570 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-383f1acc-d6d1-4db2-b835-539d618f5c66 req-0effc5b7-920a-4b21-9271-53ae7142a014 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 943 time: 0.4406598 Nov 11 21:52:49.126092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e13b4e-8332-4a8e-93a7-47cd40ed06ae req-419fed26-60d0-4b80-8bc6-ae1655f9771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:49.130482 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27e13b4e-8332-4a8e-93a7-47cd40ed06ae req-419fed26-60d0-4b80-8bc6-ae1655f9771d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c9249c11-6f76-46de-a7de-b9a387fbb90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2840278 Nov 11 21:52:49.137074 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1365ed11-399f-42dc-ac67-4924690206ac None None] DHCP port deletion for 633e975f-05fc-4f86-bc44-aeb098e564b9 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:52:49.142866 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:49.180099 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b376a7e3-26e3-4588-8e5c-886afd5cf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:45Z', 'revision_number': 9, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:49.210625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-e57eeca0-9723-434a-9853-69a2964bb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:49.216017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-e57eeca0-9723-434a-9853-69a2964bb0c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8034fdc9185f475a8bd29b67fab3c524&device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 1094 time: 0.5162194 Nov 11 21:52:49.244731 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b376a7e3-26e3-4588-8e5c-886afd5cf7fc None None] The sync data for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 is: [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:45Z', 'revision_number': 9, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8737c416-3d59-47d3-bd1f-32a0d0b5eab3', 'name': '', 'network_id': '6e81e307-e061-4455-9891-290a3c30e59f', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b0:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '203f550b-a253-4116-93d0-56a43ebacf37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:49Z', 'updated_at': '2021-11-11T21:52:04Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': '203f550b-a253-4116-93d0-56a43ebacf37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:52:49.258464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1365ed11-399f-42dc-ac67-4924690206ac None None] Deleting port 07180ba9-c620-40b3-afde-d4b2f3d25f12 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:49.259155 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1365ed11-399f-42dc-ac67-4924690206ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:49.390769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-3d099948-c340-4cd4-814d-fae156472824 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ed56bc9-aac6-4411-85f2-c3b6db411dcd HTTP/1.1" status: 200 len: 217 time: 0.1032391 Nov 11 21:52:49.450635 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:49.453801 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1365ed11-399f-42dc-ac67-4924690206ac None None] For port 07180ba9-c620-40b3-afde-d4b2f3d25f12, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=07180ba9-c620-40b3-afde-d4b2f3d25f12,segment=NetworkSegment(d683a441-58e4-4e7e-8733-9cac04858d1b),segment_id=d683a441-58e4-4e7e-8733-9cac04858d1b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:49.454477 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1365ed11-399f-42dc-ac67-4924690206ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:49.492400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1365ed11-399f-42dc-ac67-4924690206ac None None] Calling delete_port for 07180ba9-c620-40b3-afde-d4b2f3d25f12 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:49.527990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port 07180ba9-c620-40b3-afde-d4b2f3d25f12 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:49.528401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:49.532993 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27e13b4e-8332-4a8e-93a7-47cd40ed06ae req-74421124-b6f2-4424-bde8-36b4eb3f391d service neutron] 10.222.0.71 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751864 Nov 11 21:52:49.551908 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4690fb61-e7e6-444f-a96b-8697ec83dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:49.610455 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4690fb61-e7e6-444f-a96b-8697ec83dd01 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:49.621364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4690fb61-e7e6-444f-a96b-8697ec83dd01 admin admin] 10.222.0.57 "DELETE /v2.0/networks/51bc8ef8-3106-461f-92a5-e6e8fc685494 HTTP/1.1" status: 204 len: 168 time: 2.1234436 Nov 11 21:52:49.648252 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1365ed11-399f-42dc-ac67-4924690206ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:49.718063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365ed11-399f-42dc-ac67-4924690206ac None None] Pushing event deleted for resources: {'Port': ['ID=07180ba9-c620-40b3-afde-d4b2f3d25f12,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:49.731322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365ed11-399f-42dc-ac67-4924690206ac None None] No DVR routers for this DVR port 07180ba9-c620-40b3-afde-d4b2f3d25f12 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:52:49.763857 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d050e-8fcc-4ff4-bb9c-8ec3fc7b7ac0 req-054b84af-2d91-48f3-aa86-49952a1073ce tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:49.770965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c36d050e-8fcc-4ff4-bb9c-8ec3fc7b7ac0 req-054b84af-2d91-48f3-aa86-49952a1073ce tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 947 time: 0.5579858 Nov 11 21:52:49.820168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690fb61-e7e6-444f-a96b-8697ec83dd01 admin admin] Pushing event deleted for resources: {'Network': ['ID=51bc8ef8-3106-461f-92a5-e6e8fc685494,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:49.867817 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-383f1acc-d6d1-4db2-b835-539d618f5c66 req-b5d0f0c7-8fae-4f10-85cd-8d72ab3e3628 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6618764 Nov 11 21:52:49.877926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-faa87e4f-6721-499e-b07d-6ed9c4e70ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:49.880541 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-faa87e4f-6721-499e-b07d-6ed9c4e70ab9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10215c90-c10e-4547-ab4e-1d3d42e0381d HTTP/1.1" status: 200 len: 854 time: 0.4216225 Nov 11 21:52:49.888626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] For port 07180ba9-c620-40b3-afde-d4b2f3d25f12, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=07180ba9-c620-40b3-afde-d4b2f3d25f12,segment=NetworkSegment(d683a441-58e4-4e7e-8733-9cac04858d1b),segment_id=d683a441-58e4-4e7e-8733-9cac04858d1b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:49.893966 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:49.942549 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for 07180ba9-c620-40b3-afde-d4b2f3d25f12 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:49.947220 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c36d050e-8fcc-4ff4-bb9c-8ec3fc7b7ac0 req-8ce71820-2460-4614-bff8-4c40aa5a3050 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753669 Nov 11 21:52:50.002715 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-d45d0d2f-f537-468c-9f25-ff392f1a36a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b8e3aac-1d69-4a6f-b22a-09e24134fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683329 Nov 11 21:52:50.032826 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-27e13b4e-8332-4a8e-93a7-47cd40ed06ae req-2987bbdb-3a94-42a4-8a1b-599de100d22f service neutron] 10.222.0.71 "GET /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739492 Nov 11 21:52:50.138738 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:50.163849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No DVR routers for this DVR port 07180ba9-c620-40b3-afde-d4b2f3d25f12 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:52:50.189182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 07180ba9-c620-40b3-afde-d4b2f3d25f12 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:50.191831 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-758018ff-a6da-4624-ad1f-cde57575bd6b service neutron] 10.222.0.10 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818249 Nov 11 21:52:50.240708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=07180ba9-c620-40b3-afde-d4b2f3d25f12,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:50.242702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 07180ba9-c620-40b3-afde-d4b2f3d25f12 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:50.245343 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 07180ba9-c620-40b3-afde-d4b2f3d25f12 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:50.246135 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fd398a27-2a88-4090-aa6b-04689d619fcb no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:50.302943 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: fd398a27-2a88-4090-aa6b-04689d619fcb {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:50.303624 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fd398a27-2a88-4090-aa6b-04689d619fcb not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:50.308708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 35762) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:50.452580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4a72eb4-d79b-421b-987c-5f0fd18a5152 req-bd601db1-df12-44fc-9a45-97c8a6e4e2cf service neutron] 10.222.0.10 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524667 Nov 11 21:52:50.611918 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:50.646331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 35780) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:50.647157 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-48cb2591-2e20-4aef-a996-3e8ec20d2d63 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3acba16c441347639e66897fefc7d5f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3358114 Nov 11 21:52:50.684077 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633e975f-05fc-4f86-bc44-aeb098e564b9']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:50.712861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd683a441-58e4-4e7e-8733-9cac04858d1b') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:50.714901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd683a441-58e4-4e7e-8733-9cac04858d1b') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:50.745547 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:50.758515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc55db-2018-4570-9616-3f363467d8ba req-7c25b37c-c02f-45c6-b9ef-f5c0b3447336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:50.761452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-10bc55db-2018-4570-9616-3f363467d8ba req-7c25b37c-c02f-45c6-b9ef-f5c0b3447336 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8034fdc9185f475a8bd29b67fab3c524&device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 1094 time: 0.2329695 Nov 11 21:52:50.796841 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:50.818136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:52:50.818550 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:52:50.823176 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:52:50.885458 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cee4fb05-5aec-49bc-ba65-6e60e14d33d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:50.929206 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:50.943426 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:50.950465 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/networks/633e975f-05fc-4f86-bc44-aeb098e564b9 HTTP/1.1" status: 204 len: 168 time: 2.1761711 Nov 11 21:52:50.950675 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cee4fb05-5aec-49bc-ba65-6e60e14d33d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:50.967639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 35798) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:51.078850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a84a8-c48a-43b0-a51d-87a6c9f35509 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Network': ['ID=633e975f-05fc-4f86-bc44-aeb098e564b9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:51.201928 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cee4fb05-5aec-49bc-ba65-6e60e14d33d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:51.212574 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cee4fb05-5aec-49bc-ba65-6e60e14d33d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:51.215871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cee4fb05-5aec-49bc-ba65-6e60e14d33d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2fa68187-3e1b-45fc-be97-e75051cea70b HTTP/1.1" status: 204 len: 168 time: 0.5599372 Nov 11 21:52:51.317698 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4fb05-5aec-49bc-ba65-6e60e14d33d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa68187-3e1b-45fc-be97-e75051cea70b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:51.382620 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528a435-da28-453a-b3ea-658eca59ae86 req-1d6b4835-d9c0-4e27-a319-306780647fa6 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:51.391075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f528a435-da28-453a-b3ea-658eca59ae86 req-1d6b4835-d9c0-4e27-a319-306780647fa6 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 943 time: 0.3581846 Nov 11 21:52:51.395201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc55db-2018-4570-9616-3f363467d8ba req-a859d58a-9d4f-4760-9a48-b10d1a9f7b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:51.397082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-10bc55db-2018-4570-9616-3f363467d8ba req-a859d58a-9d4f-4760-9a48-b10d1a9f7b07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b8e3aac-1d69-4a6f-b22a-09e24134fa42 HTTP/1.1" status: 200 len: 916 time: 0.6190162 Nov 11 21:52:51.564856 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-10bc55db-2018-4570-9616-3f363467d8ba req-4bc51f23-98f8-4faf-898a-7fb96084e734 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ed56bc9-aac6-4411-85f2-c3b6db411dcd HTTP/1.1" status: 200 len: 217 time: 0.1593020 Nov 11 21:52:51.644176 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f528a435-da28-453a-b3ea-658eca59ae86 req-19ec85c1-5e5f-42f8-a5c3-a5dc75694779 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520707 Nov 11 21:52:51.686487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc55db-2018-4570-9616-3f363467d8ba req-86960ff7-f1b1-495f-993b-57bfa1bd025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:51.703139 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6480-9da8-4edd-acf6-49776bbf619b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:51.724387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-10bc55db-2018-4570-9616-3f363467d8ba req-86960ff7-f1b1-495f-993b-57bfa1bd025a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10215c90-c10e-4547-ab4e-1d3d42e0381d HTTP/1.1" status: 200 len: 854 time: 0.1451194 Nov 11 21:52:51.800154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-10bc55db-2018-4570-9616-3f363467d8ba req-1d53aca5-fa84-4374-befe-b988377cefe0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b8e3aac-1d69-4a6f-b22a-09e24134fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636020 Nov 11 21:52:51.977379 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-10bc55db-2018-4570-9616-3f363467d8ba req-db9b8749-ba23-4313-9cd1-b7a32d79e2b1 service neutron] 10.222.0.10 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699092 Nov 11 21:52:52.195101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-10bc55db-2018-4570-9616-3f363467d8ba req-a4f31d1b-e29b-4b65-a639-c492113ad440 service neutron] 10.222.0.10 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027643 Nov 11 21:52:52.239550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c6480-9da8-4edd-acf6-49776bbf619b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port 8737c416-3d59-47d3-bd1f-32a0d0b5eab3 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:52.240058 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6480-9da8-4edd-acf6-49776bbf619b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:52.374765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-ac2c6480-9da8-4edd-acf6-49776bbf619b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] For port 8737c416-3d59-47d3-bd1f-32a0d0b5eab3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8737c416-3d59-47d3-bd1f-32a0d0b5eab3,segment=NetworkSegment(ccaa09e5-2e0a-40f3-bda9-5b3b35587756),segment_id=ccaa09e5-2e0a-40f3-bda9-5b3b35587756)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:52.375019 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6480-9da8-4edd-acf6-49776bbf619b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:52.388604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c6480-9da8-4edd-acf6-49776bbf619b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for 8737c416-3d59-47d3-bd1f-32a0d0b5eab3 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:52.524834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 35872) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:52.551369 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5ed56bc9-aac6-4411-85f2-c3b6db411dcd details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:52:52.602617 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6480-9da8-4edd-acf6-49776bbf619b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:52.671756 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c6480-9da8-4edd-acf6-49776bbf619b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=8737c416-3d59-47d3-bd1f-32a0d0b5eab3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:52.933475 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6480-9da8-4edd-acf6-49776bbf619b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:52.950929 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-993d1166-df18-4a25-8173-c849470d0477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:53.001715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5ed56bc9-aac6-4411-85f2-c3b6db411dcd,segment=NetworkSegment(00c914a2-3bf5-4d87-86d4-e98a9520a03f),segment_id=00c914a2-3bf5-4d87-86d4-e98a9520a03f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:53.004281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2002d-761d-4d7e-8a36-25913bffc0ff req-e887225d-6e84-4424-9171-50a3b9e896d7 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:53.016233 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71c2002d-761d-4d7e-8a36-25913bffc0ff req-e887225d-6e84-4424-9171-50a3b9e896d7 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 943 time: 0.2259524 Nov 11 21:52:53.041212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '5ed56bc9-aac6-4411-85f2-c3b6db411dcd', 'network_id': '4b8e3aac-1d69-4a6f-b22a-09e24134fa42', 'port_id': '5ed56bc9-aac6-4411-85f2-c3b6db411dcd', 'mac_address': 'fa:16:3e:d9:ed:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10215c90-c10e-4547-ab4e-1d3d42e0381d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:52:53.124580 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-993d1166-df18-4a25-8173-c849470d0477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:53.143193 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-993d1166-df18-4a25-8173-c849470d0477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:53.163378 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:53.184339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed56bc9-aac6-4411-85f2-c3b6db411dcd {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:52:53.217025 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5ed56bc9-aac6-4411-85f2-c3b6db411dcd,segment=NetworkSegment(00c914a2-3bf5-4d87-86d4-e98a9520a03f),segment_id=00c914a2-3bf5-4d87-86d4-e98a9520a03f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:53.228147 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:53.235466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-993d1166-df18-4a25-8173-c849470d0477 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2e2b95dfd8f42d09350a55aa8de8b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7090447 Nov 11 21:52:53.236452 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 35898) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:53.249398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d1166-df18-4a25-8173-c849470d0477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07b1cb8-c13c-4559-9342-60e4a5527fee,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:53.280635 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71c2002d-761d-4d7e-8a36-25913bffc0ff req-3c876cc9-a4d6-4794-9fdb-2c4d147c0b48 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549391 Nov 11 21:52:53.358751 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=5ed56bc9-aac6-4411-85f2-c3b6db411dcd,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:53.389437 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f39f3b24-b40b-4435-9966-45d211836140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:53.396177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2c6480-9da8-4edd-acf6-49776bbf619b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 21791510-bca7-440a-807a-b6ec1e2f95dd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:52:53.418422 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f39f3b24-b40b-4435-9966-45d211836140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:53.442365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['5ed56bc9-aac6-4411-85f2-c3b6db411dcd'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:52:53.505611 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f39f3b24-b40b-4435-9966-45d211836140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:53.510674 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f39f3b24-b40b-4435-9966-45d211836140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:53.512169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f39f3b24-b40b-4435-9966-45d211836140 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e07b1cb8-c13c-4559-9342-60e4a5527fee HTTP/1.1" status: 204 len: 168 time: 0.2684209 Nov 11 21:52:53.531163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f3b24-b40b-4435-9966-45d211836140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07b1cb8-c13c-4559-9342-60e4a5527fee,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:53.613455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5325a664-4b44-4225-8697-e938a4848a55 req-1f7e6ed0-48fc-4c44-b2f1-1899b81d2ea1 tempest-ServerShowV254Test-642300864 tempest-ServerShowV254Test-642300864-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0577c1d-135f-446d-8024-9e7f2e78fc7e HTTP/1.1" status: 200 len: 210 time: 0.0706372 Nov 11 21:52:53.614687 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2c6480-9da8-4edd-acf6-49776bbf619b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:52:53.623796 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 35908) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:53.629479 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ac2c6480-9da8-4edd-acf6-49776bbf619b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/21791510-bca7-440a-807a-b6ec1e2f95dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6496580 Nov 11 21:52:53.633139 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d9487d-131e-4575-aeeb-5f3967ba59d2 None None] Sync routers for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:52:53.703411 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d9487d-131e-4575-aeeb-5f3967ba59d2 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:53.704790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e4d9487d-131e-4575-aeeb-5f3967ba59d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:53.777064 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fb36e6-33cf-45d9-8af4-2f8880edcc34 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting subnet 203f550b-a253-4116-93d0-56a43ebacf37 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:52:53.800346 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33fb36e6-33cf-45d9-8af4-2f8880edcc34 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:53.978442 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33fb36e6-33cf-45d9-8af4-2f8880edcc34 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.010136 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-e4d9487d-131e-4575-aeeb-5f3967ba59d2 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:54.049429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 35926) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:54.068305 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5238248-7617-4aea-9876-b031198da76c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.192093 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5238248-7617-4aea-9876-b031198da76c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.200097 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5238248-7617-4aea-9876-b031198da76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.218379 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33fb36e6-33cf-45d9-8af4-2f8880edcc34 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.293338 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5238248-7617-4aea-9876-b031198da76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972bad35-8061-44e1-a05d-6c77d8633c57,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:54.312168 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e5238248-7617-4aea-9876-b031198da76c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dd937e6a8d9d478b97d197cb7bc0b58a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2576981 Nov 11 21:52:54.312168 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 35932) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:54.342783 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33fb36e6-33cf-45d9-8af4-2f8880edcc34 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.403350 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb36e6-33cf-45d9-8af4-2f8880edcc34 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Subnet': ['ID=203f550b-a253-4116-93d0-56a43ebacf37,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:54.405515 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33fb36e6-33cf-45d9-8af4-2f8880edcc34 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.411770 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-33fb36e6-33cf-45d9-8af4-2f8880edcc34 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/203f550b-a253-4116-93d0-56a43ebacf37 HTTP/1.1" status: 204 len: 168 time: 0.7860560 Nov 11 21:52:54.413122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 35934) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:54.440478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3517fad6-9481-42bc-839c-8b412b32f7fb None None] Network 6e81e307-e061-4455-9891-290a3c30e59f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:52:54.474541 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31848916-b02a-4209-bff4-f0f91bdda555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.511659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54b305-f653-47a7-bfa1-69b00bd9d0f2 req-17dff339-a1d6-4af8-b4bb-6cea4e40661b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:54.514543 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb54b305-f653-47a7-bfa1-69b00bd9d0f2 req-17dff339-a1d6-4af8-b4bb-6cea4e40661b tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 944 time: 0.0864470 Nov 11 21:52:54.562711 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31848916-b02a-4209-bff4-f0f91bdda555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.570591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5ed56bc9-aac6-4411-85f2-c3b6db411dcd up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:52:54.578904 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.600203 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb54b305-f653-47a7-bfa1-69b00bd9d0f2 req-69412b9c-107f-46a6-8cd2-f8d6952e25e2 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787807 Nov 11 21:52:54.663815 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31848916-b02a-4209-bff4-f0f91bdda555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.666422 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31848916-b02a-4209-bff4-f0f91bdda555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.679491 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-31848916-b02a-4209-bff4-f0f91bdda555 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/972bad35-8061-44e1-a05d-6c77d8633c57 HTTP/1.1" status: 204 len: 168 time: 0.3634338 Nov 11 21:52:54.735364 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31848916-b02a-4209-bff4-f0f91bdda555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972bad35-8061-44e1-a05d-6c77d8633c57,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:54.794252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port da513b73-f6db-4aa3-9b70-18fb67069ba3 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:54.795388 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02be2ee0-bbfd-4804-b309-5892c7346367 req-77f9e471-ed99-4ea6-97c9-714aec752590 tempest-ServerShowV254Test-642300864 tempest-ServerShowV254Test-642300864-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0577c1d-135f-446d-8024-9e7f2e78fc7e HTTP/1.1" status: 200 len: 210 time: 0.0551529 Nov 11 21:52:54.796645 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.802183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e4d9487d-131e-4575-aeeb-5f3967ba59d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:52Z', 'revision_number': 10, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:54.879695 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d9487d-131e-4575-aeeb-5f3967ba59d2 None None] Checking router: 21791510-bca7-440a-807a-b6ec1e2f95dd for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:52:54.915233 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d9487d-131e-4575-aeeb-5f3967ba59d2 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:54.916154 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e4d9487d-131e-4575-aeeb-5f3967ba59d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:54.922942 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] For port da513b73-f6db-4aa3-9b70-18fb67069ba3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=da513b73-f6db-4aa3-9b70-18fb67069ba3,segment=NetworkSegment(ccaa09e5-2e0a-40f3-bda9-5b3b35587756),segment_id=ccaa09e5-2e0a-40f3-bda9-5b3b35587756)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:54.923469 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.941177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for da513b73-f6db-4aa3-9b70-18fb67069ba3 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:55.086785 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:55.159441 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=da513b73-f6db-4aa3-9b70-18fb67069ba3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:55.161584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No DVR routers for this DVR port da513b73-f6db-4aa3-9b70-18fb67069ba3 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:52:55.329783 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:55.382237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:52:55.399873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-e4d9487d-131e-4575-aeeb-5f3967ba59d2 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:55.404344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:55.404831 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:55.517676 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f21d8a5-38da-4616-a8a2-1a714d828923 None None] DHCP port deletion for 6e81e307-e061-4455-9891-290a3c30e59f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:52:55.676861 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:55.790438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86e87af-3ce5-45bd-93c9-da5aaf3556eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed56bc9-aac6-4411-85f2-c3b6db411dcd'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:52:55.792871 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49de55d3-68ac-427b-a448-e2395ff00937" -d '{"events": [{"server_uuid": "f86e87af-3ce5-45bd-93c9-da5aaf3556eb", "name": "network-vif-plugged", "status": "completed", "tag": "5ed56bc9-aac6-4411-85f2-c3b6db411dcd"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:52:55.821715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5ed56bc9-aac6-4411-85f2-c3b6db411dcd,segment=NetworkSegment(00c914a2-3bf5-4d87-86d4-e98a9520a03f),segment_id=00c914a2-3bf5-4d87-86d4-e98a9520a03f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:55.848306 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:55.949471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=5ed56bc9-aac6-4411-85f2-c3b6db411dcd,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:55.976426 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e4d9487d-131e-4575-aeeb-5f3967ba59d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:52Z', 'revision_number': 10, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:56.000387 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e81e307-e061-4455-9891-290a3c30e59f']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:56.025044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccaa09e5-2e0a-40f3-bda9-5b3b35587756') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:56.025340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccaa09e5-2e0a-40f3-bda9-5b3b35587756') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:56.042167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d9487d-131e-4575-aeeb-5f3967ba59d2 None None] The sync data for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 is: [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:52Z', 'revision_number': 10, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None, '_interfaces': [{'id': '17b5cf0c-9895-46e2-b142-68910dc51c8d', 'name': '', 'network_id': '2b5f01e7-1a05-4912-bc7e-805a4e68f7c0', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'mac_address': 'fa:16:3e:b6:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:51:38Z', 'updated_at': '2021-11-11T21:51:50Z', 'revision_number': 5, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'subnets': [{'id': 'b09b5a93-4346-447a-9a8c-405132e381a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:52:56.044590 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:56.081477 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:56.093470 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:52:56.094194 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:52:56.099071 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:52:56.167206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-fff5a55d-da4e-46ec-83a8-6322f838c384 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:56.169406 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-fff5a55d-da4e-46ec-83a8-6322f838c384 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 812 time: 0.6696427 Nov 11 21:52:56.171695 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:56.190814 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:56.198910 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/networks/6e81e307-e061-4455-9891-290a3c30e59f HTTP/1.1" status: 204 len: 168 time: 1.7831383 Nov 11 21:52:56.201198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 35988) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:56.208612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79947cf-80f3-4fe5-979a-4b23d600e4ec tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Network': ['ID=6e81e307-e061-4455-9891-290a3c30e59f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:56.254988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-02bb1520-f325-4515-b9ad-9ff97a1a0d0c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/quotas/164e178567a84f6aa0efcf56b049aa7b HTTP/1.1" status: 200 len: 375 time: 0.0549250 Nov 11 21:52:56.292019 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d9d09-cd73-42ea-95b5-4c3a7a0d4b55 req-38ca87e9-7cd3-4821-b716-0e65c4808974 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:56.293552 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-039d9d09-cd73-42ea-95b5-4c3a7a0d4b55 req-38ca87e9-7cd3-4821-b716-0e65c4808974 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 945 time: 0.1683671 Nov 11 21:52:56.438229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device da513b73-f6db-4aa3-9b70-18fb67069ba3 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:56.458970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-b5acc398-e292-47a1-89dc-5907447b8cbe tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1644237 Nov 11 21:52:56.467317 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-039d9d09-cd73-42ea-95b5-4c3a7a0d4b55 req-ab4c1279-0fa8-45e2-988f-295fcb1debea tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604698 Nov 11 21:52:56.513268 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: da513b73-f6db-4aa3-9b70-18fb67069ba3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:56.513692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device da513b73-f6db-4aa3-9b70-18fb67069ba3 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:56.574042 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0baf3ae-d2a1-41a2-b152-cef03432cbfd x-openstack-request-id: req-a0baf3ae-d2a1-41a2-b152-cef03432cbfd {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:52:56.574341 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86e87af-3ce5-45bd-93c9-da5aaf3556eb", "name": "network-vif-plugged", "status": "completed", "tag": "5ed56bc9-aac6-4411-85f2-c3b6db411dcd", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:52:56.574594 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a0baf3ae-d2a1-41a2-b152-cef03432cbfd {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:52:56.575010 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86e87af-3ce5-45bd-93c9-da5aaf3556eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed56bc9-aac6-4411-85f2-c3b6db411dcd', 'code': 200} Nov 11 21:52:56.608766 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2f5c4b79-9c17-433f-ac80-1f22c229d464 req-b8af45f5-0251-4caa-87b9-d3ba426f88cb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e0577c1d-135f-446d-8024-9e7f2e78fc7e HTTP/1.1" status: 200 len: 210 time: 0.0629056 Nov 11 21:52:56.704024 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-b57d79de-17ed-4cb5-8dda-7d3b717a8b9d service neutron] 10.222.0.57 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357280 Nov 11 21:52:56.773909 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87be0550-2efd-4e5c-a916-d02bcbe8f1c7 req-522c718e-dde3-45fd-a6c8-7236e920d817 tempest-ServerShowV254Test-642300864 tempest-ServerShowV254Test-642300864-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0577c1d-135f-446d-8024-9e7f2e78fc7e HTTP/1.1" status: 200 len: 210 time: 0.0790687 Nov 11 21:52:56.844163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597990d1-6d96-4ed5-8113-0d1a9fb4b423 req-dd808bae-19e2-4eda-912f-617c1efd7931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:56.845960 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-597990d1-6d96-4ed5-8113-0d1a9fb4b423 req-dd808bae-19e2-4eda-912f-617c1efd7931 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 1096 time: 0.1942489 Nov 11 21:52:56.912153 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-8cb47887-b1be-462f-952e-56d17de0bd2f service neutron] 10.222.0.57 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942585 Nov 11 21:52:56.952265 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-597990d1-6d96-4ed5-8113-0d1a9fb4b423 req-fb258471-a08f-49ec-9ca2-ba2a5c6ad6c8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968390 Nov 11 21:52:57.008481 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ac92bbd-6fd3-4270-b40b-544570cbe61e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:57.296804 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:52:57.365742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-426cd2b1-e55c-4ac1-9df3-1c029dd181c8 req-2c88ab0f-ccf5-4d74-a7ca-170d192ba450 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 210 time: 0.0395873 Nov 11 21:52:57.401158 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-4ac92bbd-6fd3-4270-b40b-544570cbe61e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port 17b5cf0c-9895-46e2-b142-68910dc51c8d {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:57.402158 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ac92bbd-6fd3-4270-b40b-544570cbe61e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:57.540487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-4ac92bbd-6fd3-4270-b40b-544570cbe61e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] For port 17b5cf0c-9895-46e2-b142-68910dc51c8d, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=17b5cf0c-9895-46e2-b142-68910dc51c8d,segment=NetworkSegment(e5793e29-d744-49b1-a6be-02c4f5ef4e40),segment_id=e5793e29-d744-49b1-a6be-02c4f5ef4e40)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:57.540898 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ac92bbd-6fd3-4270-b40b-544570cbe61e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:57.567041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-4ac92bbd-6fd3-4270-b40b-544570cbe61e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for 17b5cf0c-9895-46e2-b142-68910dc51c8d owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:57.906627 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ac92bbd-6fd3-4270-b40b-544570cbe61e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:57.929724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49857138-9ff1-4b3f-bcf0-60302d52d009 req-0c679712-41e0-442c-b7c7-5718ce5e4bc6 tempest-ServerShowV254Test-642300864 tempest-ServerShowV254Test-642300864-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0577c1d-135f-446d-8024-9e7f2e78fc7e HTTP/1.1" status: 200 len: 210 time: 0.0372496 Nov 11 21:52:57.969191 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac92bbd-6fd3-4270-b40b-544570cbe61e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=17b5cf0c-9895-46e2-b142-68910dc51c8d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:58.236920 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8737c416-3d59-47d3-bd1f-32a0d0b5eab3 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:58.249353 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ac92bbd-6fd3-4270-b40b-544570cbe61e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:58.261959 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd5a85-a978-496c-ac63-61e129ed03fd req-d5415c40-35b9-4e53-8f4e-b475fd56f0fa tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:58.263619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84bd5a85-a978-496c-ac63-61e129ed03fd req-d5415c40-35b9-4e53-8f4e-b475fd56f0fa tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 945 time: 0.3557200 Nov 11 21:52:58.288655 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 8737c416-3d59-47d3-bd1f-32a0d0b5eab3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:58.292081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8737c416-3d59-47d3-bd1f-32a0d0b5eab3 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:58.587810 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84bd5a85-a978-496c-ac63-61e129ed03fd req-7eedbfb1-2ce6-467c-8347-948c9989a516 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167639 Nov 11 21:52:58.659313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac92bbd-6fd3-4270-b40b-544570cbe61e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 21791510-bca7-440a-807a-b6ec1e2f95dd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:52:58.777307 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac92bbd-6fd3-4270-b40b-544570cbe61e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:52:58.787759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36070) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:58.789852 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bc2e2c-c1ee-45de-958d-23c6b6f57e56 None None] Sync routers for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:52:58.797922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4ac92bbd-6fd3-4270-b40b-544570cbe61e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/21791510-bca7-440a-807a-b6ec1e2f95dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5947642 Nov 11 21:52:58.812035 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bc2e2c-c1ee-45de-958d-23c6b6f57e56 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:58.813655 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e6bc2e2c-c1ee-45de-958d-23c6b6f57e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:58.852626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5baca798-ae15-49d2-b640-d800c51433b2 req-3a00ab51-d736-4a1e-9b1e-70fbe7b90f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 210 time: 0.0732908 Nov 11 21:52:58.904308 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting subnet b09b5a93-4346-447a-9a8c-405132e381a8 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:52:58.915005 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:58.998167 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e6bc2e2c-c1ee-45de-958d-23c6b6f57e56 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:58.998700 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:59.110243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-03f1675d-9b9f-46d7-997c-3dfb4cd8fe73 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:59.114795 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-03f1675d-9b9f-46d7-997c-3dfb4cd8fe73 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 812 time: 0.2255332 Nov 11 21:52:59.126462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-0da63030-cac3-478d-8608-823ddb417311 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'port': {'device_id': '4f7d3ce1-efbc-42eb-91e4-45e91eec33e9', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'admin_state_up': True, 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:59.190996 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:59.197953 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e6bc2e2c-c1ee-45de-958d-23c6b6f57e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:57Z', 'revision_number': 11, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:59.271349 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bc2e2c-c1ee-45de-958d-23c6b6f57e56 None None] Checking router: 21791510-bca7-440a-807a-b6ec1e2f95dd for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:52:59.274233 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:59.287221 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bc2e2c-c1ee-45de-958d-23c6b6f57e56 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:59.295720 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e6bc2e2c-c1ee-45de-958d-23c6b6f57e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:59.322200 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:59.322377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a185939-7cf8-4b5f-a96d-6170ca818f3f None None] Network 2b5f01e7-1a05-4912-bc7e-805a4e68f7c0 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:52:59.327248 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/b09b5a93-4346-447a-9a8c-405132e381a8 HTTP/1.1" status: 204 len: 168 time: 0.5382941 Nov 11 21:52:59.329526 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Subnet': ['ID=b09b5a93-4346-447a-9a8c-405132e381a8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:59.333133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36076) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:59.371146 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-0da63030-cac3-478d-8608-823ddb417311 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Made reservation on behalf of 164e178567a84f6aa0efcf56b049aa7b for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:52:59.375093 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-0da63030-cac3-478d-8608-823ddb417311 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:59.432408 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e6bc2e2c-c1ee-45de-958d-23c6b6f57e56 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:59.469471 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:59.479181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:59.479985 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:59.480548 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:59.481129 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:59.481679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:59.482382 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:59.482958 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:59.483505 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:59.484080 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:59.484721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:59.485520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:59.486186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fb4c0-4d28-4e93-854b-3b8939d7cd81 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:59.542027 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e6bc2e2c-c1ee-45de-958d-23c6b6f57e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:57Z', 'revision_number': 11, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:59.579423 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bc2e2c-c1ee-45de-958d-23c6b6f57e56 None None] The sync data for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 is: [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:57Z', 'revision_number': 11, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:52:59.639093 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Deleting port b1999208-bee2-4b27-a81b-ea4ea4e4bc05 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:59.640260 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:59.642886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-0da63030-cac3-478d-8608-823ddb417311 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Allocated IP 172.20.0.14 (4d02e8f7-1fed-488d-88e4-c59fcb552dd2/6c6e9d78-7810-4819-84ef-86991e5b6381/58e35ce5-2092-4202-833e-78330deb2e14) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:52:59.801776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] For port b1999208-bee2-4b27-a81b-ea4ea4e4bc05, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b1999208-bee2-4b27-a81b-ea4ea4e4bc05,segment=NetworkSegment(e5793e29-d744-49b1-a6be-02c4f5ef4e40),segment_id=e5793e29-d744-49b1-a6be-02c4f5ef4e40)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:59.802746 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:59.826869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Calling delete_port for b1999208-bee2-4b27-a81b-ea4ea4e4bc05 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:59.910134 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945710f-e6c3-4561-9979-62ee0b0c5df8 req-d0dc0798-41f2-4332-b5e3-ad7801f9b0fb tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:59.913817 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7945710f-e6c3-4561-9979-62ee0b0c5df8 req-d0dc0798-41f2-4332-b5e3-ad7801f9b0fb tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 945 time: 0.1762800 Nov 11 21:52:59.983161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb60069-1039-4ced-90f1-41d8054dfd38 None None] DHCP port deletion for 2b5f01e7-1a05-4912-bc7e-805a4e68f7c0 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:52:59.986263 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7945710f-e6c3-4561-9979-62ee0b0c5df8 req-715b88e8-ee00-4e71-a1cc-465d6e056389 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654764 Nov 11 21:53:00.053406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-feb60069-1039-4ced-90f1-41d8054dfd38 None None] Deleting port b1999208-bee2-4b27-a81b-ea4ea4e4bc05 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:53:00.054140 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feb60069-1039-4ced-90f1-41d8054dfd38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:00.066940 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:00.090294 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-0da63030-cac3-478d-8608-823ddb417311 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:00.154911 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Port': ['ID=b1999208-bee2-4b27-a81b-ea4ea4e4bc05,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:00.156918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No DVR routers for this DVR port b1999208-bee2-4b27-a81b-ea4ea4e4bc05 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:53:00.279821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b50f600-13af-40b2-9a7a-80d1e16c5943 req-79543d4b-7dad-491f-9f5e-eda4a798eae8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 210 time: 0.0885787 Nov 11 21:53:00.322047 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-feb60069-1039-4ced-90f1-41d8054dfd38 None None] For port b1999208-bee2-4b27-a81b-ea4ea4e4bc05, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b1999208-bee2-4b27-a81b-ea4ea4e4bc05,segment=NetworkSegment(e5793e29-d744-49b1-a6be-02c4f5ef4e40),segment_id=e5793e29-d744-49b1-a6be-02c4f5ef4e40)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:00.324111 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-0da63030-cac3-478d-8608-823ddb417311 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:00.324678 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feb60069-1039-4ced-90f1-41d8054dfd38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:00.372081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-feb60069-1039-4ced-90f1-41d8054dfd38 None None] Calling delete_port for b1999208-bee2-4b27-a81b-ea4ea4e4bc05 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:53:00.462758 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:00.471443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-0da63030-cac3-478d-8608-823ddb417311 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:53:00.484367 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-0da63030-cac3-478d-8608-823ddb417311 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:53:00.488385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-0da63030-cac3-478d-8608-823ddb417311 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:53:00.525796 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b1999208-bee2-4b27-a81b-ea4ea4e4bc05 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:53:00.526170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5f01e7-1a05-4912-bc7e-805a4e68f7c0']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:00.544483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5793e29-d744-49b1-a6be-02c4f5ef4e40') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:00.544817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5793e29-d744-49b1-a6be-02c4f5ef4e40') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:00.565025 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:00.572390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da63030-cac3-478d-8608-823ddb417311 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'Port': ['ID=58e35ce5-2092-4202-833e-78330deb2e14,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:00.594938 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: b1999208-bee2-4b27-a81b-ea4ea4e4bc05 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:53:00.606411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-0da63030-cac3-478d-8608-823ddb417311 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:00.607667 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-0da63030-cac3-478d-8608-823ddb417311 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:00.609455 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b1999208-bee2-4b27-a81b-ea4ea4e4bc05 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:53:00.609986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 17b5cf0c-9895-46e2-b142-68910dc51c8d no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:53:00.635940 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:00.636395 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-0da63030-cac3-478d-8608-823ddb417311 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5141749 Nov 11 21:53:00.650098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Request body: {'port': {'device_id': '4f7d3ce1-efbc-42eb-91e4-45e91eec33e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:53:00.651126 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:53:00.651535 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:53:00.659572 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:53:00.744520 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:00.777857 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feb60069-1039-4ced-90f1-41d8054dfd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:00.797704 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:00.808171 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:00.815834 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/networks/2b5f01e7-1a05-4912-bc7e-805a4e68f7c0 HTTP/1.1" status: 204 len: 168 time: 1.4801569 Nov 11 21:53:00.816897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36112) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:00.832538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb60069-1039-4ced-90f1-41d8054dfd38 None None] Pushing event deleted for resources: {'Port': ['ID=b1999208-bee2-4b27-a81b-ea4ea4e4bc05,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:00.834143 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-beb56164-bec3-4fc4-bfe0-efded234ae13 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'router': {'routes': None}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:53:00.839521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fe69e-65eb-44ff-8bc9-f398522603c0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Pushing event deleted for resources: {'Network': ['ID=2b5f01e7-1a05-4912-bc7e-805a4e68f7c0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:00.841889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 17b5cf0c-9895-46e2-b142-68910dc51c8d {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:53:00.847087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 17b5cf0c-9895-46e2-b142-68910dc51c8d not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:53:00.869351 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb60069-1039-4ced-90f1-41d8054dfd38 None None] No DVR routers for this DVR port b1999208-bee2-4b27-a81b-ea4ea4e4bc05 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:53:01.111962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-88527e87-18e8-40b4-b27d-2950198e5cde None None] Provisioning complete for port 58e35ce5-2092-4202-833e-78330deb2e14 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:53:01.112613 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-88527e87-18e8-40b4-b27d-2950198e5cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:01.191740 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-beb56164-bec3-4fc4-bfe0-efded234ae13 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Added routes are [] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 21:53:01.195773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.extraroute_db [None req-beb56164-bec3-4fc4-bfe0-efded234ae13 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Removed routes are [] {{(pid=102535) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 21:53:01.196412 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-beb56164-bec3-4fc4-bfe0-efded234ae13 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:01.231672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-88527e87-18e8-40b4-b27d-2950198e5cde None None] Port 58e35ce5-2092-4202-833e-78330deb2e14 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:53:01.448232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e35ce5-2092-4202-833e-78330deb2e14 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:53:01.476027 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-beb56164-bec3-4fc4-bfe0-efded234ae13 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:01.479080 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:01.480197 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-beb56164-bec3-4fc4-bfe0-efded234ae13 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:01.494824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Transition to ACTIVE for port object 58e35ce5-2092-4202-833e-78330deb2e14 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:53:01.510409 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:01.649217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Pushing event updated for resources: {'Port': ['ID=58e35ce5-2092-4202-833e-78330deb2e14,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:01.661606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb56164-bec3-4fc4-bfe0-efded234ae13 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 21791510-bca7-440a-807a-b6ec1e2f95dd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:53:01.745753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366b9ae-244d-4880-9fae-634aedfcfeea req-7758b7fd-b539-4287-8771-90bf7645ff9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:01.747354 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f366b9ae-244d-4880-9fae-634aedfcfeea req-7758b7fd-b539-4287-8771-90bf7645ff9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 944 time: 0.2509651 Nov 11 21:53:01.891121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb56164-bec3-4fc4-bfe0-efded234ae13 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:53:01.901701 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-beb56164-bec3-4fc4-bfe0-efded234ae13 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:01.901899 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f98ea48-aed3-4bf2-832b-73f8ddf84a17 None None] Sync routers for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:53:01.906825 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-beb56164-bec3-4fc4-bfe0-efded234ae13 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/21791510-bca7-440a-807a-b6ec1e2f95dd HTTP/1.1" status: 200 len: 704 time: 1.0775955 Nov 11 21:53:01.907832 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36130) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:01.916061 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f366b9ae-244d-4880-9fae-634aedfcfeea req-a9efd84e-141b-4061-a373-b57d5f5fe649 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483977 Nov 11 21:53:01.939795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f98ea48-aed3-4bf2-832b-73f8ddf84a17 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:53:01.939795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6f98ea48-aed3-4bf2-832b-73f8ddf84a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:01.946444 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Attempting to bind port 58e35ce5-2092-4202-833e-78330deb2e14 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:53:01.946916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Attempting to bind port 58e35ce5-2092-4202-833e-78330deb2e14 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:53:01.947116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Attempting to bind port 58e35ce5-2092-4202-833e-78330deb2e14 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:53:01.985636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Port 58e35ce5-2092-4202-833e-78330deb2e14 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:53:01.985992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Attempting to bind port 58e35ce5-2092-4202-833e-78330deb2e14 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:53:02.002296 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ada47f61-509c-4a2c-956f-6e46559ca9ed tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports?device_id=21791510-bca7-440a-807a-b6ec1e2f95dd HTTP/1.1" status: 200 len: 205 time: 0.0926363 Nov 11 21:53:02.005627 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:53:02.005972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Checking segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:53:02.006362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Bound using segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:53:02.006640 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36134) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:02.006828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Bound port: 58e35ce5-2092-4202-833e-78330deb2e14, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:53:02.007200 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:02.098244 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] For port 58e35ce5-2092-4202-833e-78330deb2e14, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:53:02.101701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] For port 58e35ce5-2092-4202-833e-78330deb2e14, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=58e35ce5-2092-4202-833e-78330deb2e14,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:53:02.112109 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:02.290386 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:02.290646 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-6f98ea48-aed3-4bf2-832b-73f8ddf84a17 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:53:02.296848 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:02.303948 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] 10.222.0.10 "PUT /v2.0/ports/58e35ce5-2092-4202-833e-78330deb2e14 HTTP/1.1" status: 200 len: 1092 time: 1.6594849 Nov 11 21:53:02.311172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7d3ce1-efbc-42eb-91e4-45e91eec33e9', 'tag': '58e35ce5-2092-4202-833e-78330deb2e14'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:53:02.314239 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e919a985-9e27-4ea8-9491-2c7347e7f849" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7d3ce1-efbc-42eb-91e4-45e91eec33e9", "tag": "58e35ce5-2092-4202-833e-78330deb2e14"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:53:02.412011 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1444-282a-44e8-8003-daeef056ec30 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:02.518060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6f98ea48-aed3-4bf2-832b-73f8ddf84a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:57Z', 'revision_number': 11, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:02.578518 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ca472b-17f6-4886-861b-187cbca40fd9 x-openstack-request-id: req-00ca472b-17f6-4886-861b-187cbca40fd9 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:53:02.578763 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7d3ce1-efbc-42eb-91e4-45e91eec33e9", "tag": "58e35ce5-2092-4202-833e-78330deb2e14", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:53:02.578958 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-00ca472b-17f6-4886-861b-187cbca40fd9 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:53:02.579379 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7d3ce1-efbc-42eb-91e4-45e91eec33e9', 'tag': '58e35ce5-2092-4202-833e-78330deb2e14', 'status': 'completed', 'code': 200} Nov 11 21:53:02.622155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f98ea48-aed3-4bf2-832b-73f8ddf84a17 None None] Checking router: 21791510-bca7-440a-807a-b6ec1e2f95dd for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:53:02.634230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35734cb0-1ef4-4986-bb54-a7b9514e598d service neutron] Pushing event updated for resources: {'Port': ['ID=58e35ce5-2092-4202-833e-78330deb2e14,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:02.650673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-5078f8c8-dec2-4118-9ffe-18d4f11e25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:02.656933 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-5078f8c8-dec2-4118-9ffe-18d4f11e25fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 1095 time: 0.2449322 Nov 11 21:53:02.658975 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f98ea48-aed3-4bf2-832b-73f8ddf84a17 None None] Routers {'21791510-bca7-440a-807a-b6ec1e2f95dd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:53:02.660816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6f98ea48-aed3-4bf2-832b-73f8ddf84a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['21791510-bca7-440a-807a-b6ec1e2f95dd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:02.751037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-cd5128fd-a2be-41e9-87f9-91b56679bcc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e35ce5-2092-4202-833e-78330deb2e14 HTTP/1.1" status: 200 len: 217 time: 0.0890687 Nov 11 21:53:02.765517 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1444-282a-44e8-8003-daeef056ec30 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:02.768641 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1444-282a-44e8-8003-daeef056ec30 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:02.816973 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-6f98ea48-aed3-4bf2-832b-73f8ddf84a17 None None] Set router 21791510-bca7-440a-807a-b6ec1e2f95dd gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:53:02.851293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-2f75fccf-8334-4fea-8390-df591394caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:02.852297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-2f75fccf-8334-4fea-8390-df591394caf1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.0931456 Nov 11 21:53:02.858945 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1444-282a-44e8-8003-daeef056ec30 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:02.859768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cf1444-282a-44e8-8003-daeef056ec30 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Fanout notify agent at l3_agent the message router_deleted on router 21791510-bca7-440a-807a-b6ec1e2f95dd {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:53:02.875788 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1444-282a-44e8-8003-daeef056ec30 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:02.889233 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c8cf1444-282a-44e8-8003-daeef056ec30 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/routers/21791510-bca7-440a-807a-b6ec1e2f95dd HTTP/1.1" status: 204 len: 168 time: 0.8809333 Nov 11 21:53:02.889963 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36142) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:02.895965 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1c167529-ef52-416f-9e3d-972bdcba69a6 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1733739123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:53:02.927563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-433e7db3-daeb-4dce-96e5-f869db446e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:02.929059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-433e7db3-daeb-4dce-96e5-f869db446e76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672348 Nov 11 21:53:02.950784 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c167529-ef52-416f-9e3d-972bdcba69a6 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:02.951973 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c167529-ef52-416f-9e3d-972bdcba69a6 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:03.010730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6f98ea48-aed3-4bf2-832b-73f8ddf84a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:57Z', 'revision_number': 11, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:03.079896 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c167529-ef52-416f-9e3d-972bdcba69a6 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:03.081248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-85d82085-3067-4494-9bea-8556fff2fd63 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437171 Nov 11 21:53:03.083406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f98ea48-aed3-4bf2-832b-73f8ddf84a17 None None] The sync data for ids ['21791510-bca7-440a-807a-b6ec1e2f95dd'] in n-d-805737-3 is: [{'id': '21791510-bca7-440a-807a-b6ec1e2f95dd', 'name': 'tempest-RoutersIpV6Test-router-545401914', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:51:35Z', 'updated_at': '2021-11-11T21:52:57Z', 'revision_number': 11, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:53:03.091438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c167529-ef52-416f-9e3d-972bdcba69a6 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:03.125616 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c167529-ef52-416f-9e3d-972bdcba69a6 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:03.130616 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1c167529-ef52-416f-9e3d-972bdcba69a6 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2395141 Nov 11 21:53:03.131587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36146) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:03.140831 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-16d1c6dc-12bb-4cce-be0e-b46cf6a5e697 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:53:03.295356 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828ec03-c454-473f-a80f-ca1732e3019f req-ef4483eb-749b-4b9b-9eeb-d45c8b8f254d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:03.296984 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4828ec03-c454-473f-a80f-ca1732e3019f req-ef4483eb-749b-4b9b-9eeb-d45c8b8f254d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 944 time: 0.2147684 Nov 11 21:53:03.385550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-226a41af-99d9-4a6b-aa66-f24c6d908133 req-41903b96-d85f-4ce9-8aa7-9618cd037a8b service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807550 Nov 11 21:53:03.389531 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4828ec03-c454-473f-a80f-ca1732e3019f req-cf25db25-b93e-4e36-a2b1-85765721a526 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843127 Nov 11 21:53:03.513632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a985-9e27-4ea8-9491-2c7347e7f849 req-9e34df57-c526-4a1a-9603-f2b3d89abfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:03.515223 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e919a985-9e27-4ea8-9491-2c7347e7f849 req-9e34df57-c526-4a1a-9603-f2b3d89abfde service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 1095 time: 0.0607467 Nov 11 21:53:03.519769 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16d1c6dc-12bb-4cce-be0e-b46cf6a5e697 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2084423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63092'] for router, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:03.559014 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16d1c6dc-12bb-4cce-be0e-b46cf6a5e697 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2084533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094376'] for router, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:03.681950 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a985-9e27-4ea8-9491-2c7347e7f849 req-801eccb5-373d-4a72-963a-1ed56799f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:03.684102 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e919a985-9e27-4ea8-9491-2c7347e7f849 req-801eccb5-373d-4a72-963a-1ed56799f94d service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.1609921 Nov 11 21:53:03.771318 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e919a985-9e27-4ea8-9491-2c7347e7f849 req-c54398e6-d2e4-4072-ad78-8c7bfe6953de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e35ce5-2092-4202-833e-78330deb2e14 HTTP/1.1" status: 200 len: 217 time: 0.0790093 Nov 11 21:53:03.813900 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d1c6dc-12bb-4cce-be0e-b46cf6a5e697 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Router 347bd662-bba7-47dc-9bf5-65a46b9c1dab is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:53:03.869556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a985-9e27-4ea8-9491-2c7347e7f849 req-7c397387-03f6-46d1-88f2-fe4c7b42ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:03.874526 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e919a985-9e27-4ea8-9491-2c7347e7f849 req-7c397387-03f6-46d1-88f2-fe4c7b42ccd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.0963323 Nov 11 21:53:03.989839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a985-9e27-4ea8-9491-2c7347e7f849 req-11ec44c8-aa04-46b7-88ca-79927e87a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:03.991445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e919a985-9e27-4ea8-9491-2c7347e7f849 req-11ec44c8-aa04-46b7-88ca-79927e87a836 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095445 Nov 11 21:53:03.999543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d1c6dc-12bb-4cce-be0e-b46cf6a5e697 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:53:04.024628 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16d1c6dc-12bb-4cce-be0e-b46cf6a5e697 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:04.028374 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-16d1c6dc-12bb-4cce-be0e-b46cf6a5e697 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "PUT /v2.0/routers/347bd662-bba7-47dc-9bf5-65a46b9c1dab HTTP/1.1" status: 200 len: 698 time: 0.8930752 Nov 11 21:53:04.029432 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36152) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:04.116641 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae026c7f-3e8d-49ba-b547-7c4f801e9f40 None None] Sync routers for ids ['347bd662-bba7-47dc-9bf5-65a46b9c1dab'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:53:04.136031 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae026c7f-3e8d-49ba-b547-7c4f801e9f40 None None] Routers {'347bd662-bba7-47dc-9bf5-65a46b9c1dab'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:53:04.138578 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ae026c7f-3e8d-49ba-b547-7c4f801e9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['347bd662-bba7-47dc-9bf5-65a46b9c1dab'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:04.212645 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4832b7f9-0728-4ad3-afbd-bfe38619c577 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/routers/347bd662-bba7-47dc-9bf5-65a46b9c1dab HTTP/1.1" status: 200 len: 704 time: 0.1796470 Nov 11 21:53:04.215397 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36154) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:04.243033 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ae026c7f-3e8d-49ba-b547-7c4f801e9f40 None None] Set router 347bd662-bba7-47dc-9bf5-65a46b9c1dab gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:53:04.271995 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-adbb7a9f-bc8b-4890-9c55-d7c4a560a23a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports?device_id=347bd662-bba7-47dc-9bf5-65a46b9c1dab HTTP/1.1" status: 200 len: 205 time: 0.0527530 Nov 11 21:53:04.271995 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36156) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:04.310446 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ae026c7f-3e8d-49ba-b547-7c4f801e9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347bd662-bba7-47dc-9bf5-65a46b9c1dab', 'name': 'tempest-RoutersIpV6Test-router-1733739123', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:53:02Z', 'updated_at': '2021-11-11T21:53:03Z', 'revision_number': 2, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:04.362328 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-448d745a-db9c-41a2-83ee-2c7f594b8167 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:04.372222 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae026c7f-3e8d-49ba-b547-7c4f801e9f40 None None] Checking router: 347bd662-bba7-47dc-9bf5-65a46b9c1dab for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:53:04.384915 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae026c7f-3e8d-49ba-b547-7c4f801e9f40 None None] Routers {'347bd662-bba7-47dc-9bf5-65a46b9c1dab'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:53:04.385998 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ae026c7f-3e8d-49ba-b547-7c4f801e9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:52:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['347bd662-bba7-47dc-9bf5-65a46b9c1dab'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:04.473349 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ae026c7f-3e8d-49ba-b547-7c4f801e9f40 None None] Set router 347bd662-bba7-47dc-9bf5-65a46b9c1dab gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:53:04.609052 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ae026c7f-3e8d-49ba-b547-7c4f801e9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347bd662-bba7-47dc-9bf5-65a46b9c1dab', 'name': 'tempest-RoutersIpV6Test-router-1733739123', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:53:02Z', 'updated_at': '2021-11-11T21:53:03Z', 'revision_number': 2, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:04.651227 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae026c7f-3e8d-49ba-b547-7c4f801e9f40 None None] The sync data for ids ['347bd662-bba7-47dc-9bf5-65a46b9c1dab'] in n-d-805737-3 is: [{'id': '347bd662-bba7-47dc-9bf5-65a46b9c1dab', 'name': 'tempest-RoutersIpV6Test-router-1733739123', 'tenant_id': 'f304289ca9ca4e75a31c33150105a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:53:02Z', 'updated_at': '2021-11-11T21:53:03Z', 'revision_number': 2, 'project_id': 'f304289ca9ca4e75a31c33150105a385', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:53:04.971823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e919a985-9e27-4ea8-9491-2c7347e7f849 req-861cedd2-5487-4452-ad95-e56d4bf23e65 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9694228 Nov 11 21:53:04.985034 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d9a7e-f7e5-48d7-a37c-8b2a9576090a req-90b5370a-f21d-45c9-ac65-599fdbd0dd6a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:04.986739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed9d9a7e-f7e5-48d7-a37c-8b2a9576090a req-90b5370a-f21d-45c9-ac65-599fdbd0dd6a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 944 time: 0.0749125 Nov 11 21:53:05.076275 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e919a985-9e27-4ea8-9491-2c7347e7f849 req-5b6132e7-6e5e-4471-8dd0-3b8c7bbcafcd service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885038 Nov 11 21:53:05.131714 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed9d9a7e-f7e5-48d7-a37c-8b2a9576090a req-a62a0105-1bfc-4969-86bb-ded370453786 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543890 Nov 11 21:53:05.194180 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-448d745a-db9c-41a2-83ee-2c7f594b8167 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:05.196835 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-448d745a-db9c-41a2-83ee-2c7f594b8167 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:05.244490 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-448d745a-db9c-41a2-83ee-2c7f594b8167 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:05.245255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448d745a-db9c-41a2-83ee-2c7f594b8167 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Fanout notify agent at l3_agent the message router_deleted on router 347bd662-bba7-47dc-9bf5-65a46b9c1dab {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:53:05.260272 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-448d745a-db9c-41a2-83ee-2c7f594b8167 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:05.265860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36160) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:05.271644 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-448d745a-db9c-41a2-83ee-2c7f594b8167 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/routers/347bd662-bba7-47dc-9bf5-65a46b9c1dab HTTP/1.1" status: 204 len: 168 time: 0.9930837 Nov 11 21:53:05.302115 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-571c9367-191f-4dcd-832a-a4c62b3b93c1 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports?device_id=347bd662-bba7-47dc-9bf5-65a46b9c1dab HTTP/1.1" status: 200 len: 205 time: 0.0329733 Nov 11 21:53:05.302360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36162) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:05.352319 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-f694b363-9595-478f-b002-136be9a14c21 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] delete failed (client error): The resource could not be found. Nov 11 21:53:05.356885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f694b363-9595-478f-b002-136be9a14c21 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/routers/347bd662-bba7-47dc-9bf5-65a46b9c1dab HTTP/1.1" status: 404 len: 336 time: 0.0512476 Nov 11 21:53:05.357621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36166) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:05.391917 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f468ff8c-f394-4401-8e14-3f694e58d44d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] DELETE failed (client error): The resource could not be found. Nov 11 21:53:05.392857 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f468ff8c-f394-4401-8e14-3f694e58d44d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:53:05.398730 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36170) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:05.398919 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f468ff8c-f394-4401-8e14-3f694e58d44d tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/dd03299c-0dca-4c26-b0b2-f1b83f81c66a HTTP/1.1" status: 404 len: 337 time: 0.0398548 Nov 11 21:53:05.452838 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-1275090b-9a26-41e9-95c7-5264ad9fe511 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] DELETE failed (client error): The resource could not be found. Nov 11 21:53:05.453956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1275090b-9a26-41e9-95c7-5264ad9fe511 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:53:05.457380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1275090b-9a26-41e9-95c7-5264ad9fe511 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/2cf14f3b-e0e4-47ae-a00b-0ece05154405 HTTP/1.1" status: 404 len: 337 time: 0.0573370 Nov 11 21:53:05.460247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36172) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:05.487281 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf2a79a-31ad-43a0-9958-5cfec0acb983 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] DELETE failed (client error): The resource could not be found. Nov 11 21:53:05.487742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf2a79a-31ad-43a0-9958-5cfec0acb983 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:53:05.491497 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0bf2a79a-31ad-43a0-9958-5cfec0acb983 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/203f550b-a253-4116-93d0-56a43ebacf37 HTTP/1.1" status: 404 len: 337 time: 0.0301962 Nov 11 21:53:05.494922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36174) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:05.552117 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-94719234-70e7-4bef-9b11-757679a4defd tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] DELETE failed (client error): The resource could not be found. Nov 11 21:53:05.552680 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94719234-70e7-4bef-9b11-757679a4defd tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:53:05.555829 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-94719234-70e7-4bef-9b11-757679a4defd tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/b09b5a93-4346-447a-9a8c-405132e381a8 HTTP/1.1" status: 404 len: 337 time: 0.0590229 Nov 11 21:53:05.558786 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36178) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:05.598003 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36180) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:05.598274 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8ea197dc-abf6-4acc-ba6b-958edcceefe0 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports?device_id=21791510-bca7-440a-807a-b6ec1e2f95dd HTTP/1.1" status: 200 len: 205 time: 0.0383384 Nov 11 21:53:05.642360 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-05fa41fc-ab56-4786-bf70-9215d267135f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] delete failed (client error): The resource could not be found. Nov 11 21:53:05.646954 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36182) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:05.658035 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-05fa41fc-ab56-4786-bf70-9215d267135f tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/routers/21791510-bca7-440a-807a-b6ec1e2f95dd HTTP/1.1" status: 404 len: 336 time: 0.0586030 Nov 11 21:53:05.693139 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-95b82bea-b995-49d3-a233-0c5a239171d4 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports?device_id=daa3e084-ea3d-448c-ae04-fdabc00c70be HTTP/1.1" status: 200 len: 205 time: 0.0448031 Nov 11 21:53:05.697264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36184) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:05.775223 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-fcab86ec-c686-488f-a453-abeca1b4d652 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] delete failed (client error): The resource could not be found. Nov 11 21:53:05.776268 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fcab86ec-c686-488f-a453-abeca1b4d652 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/routers/daa3e084-ea3d-448c-ae04-fdabc00c70be HTTP/1.1" status: 404 len: 336 time: 0.0784767 Nov 11 21:53:05.779416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36186) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:05.818626 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5d25d4-5d27-459e-b0a5-b7eeb4c821e2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] DELETE failed (client error): The resource could not be found. Nov 11 21:53:05.819103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5d25d4-5d27-459e-b0a5-b7eeb4c821e2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:53:05.825213 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7b5d25d4-5d27-459e-b0a5-b7eeb4c821e2 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/47f182ec-f3e8-4a85-84d2-c3c5079abd52 HTTP/1.1" status: 404 len: 337 time: 0.0412776 Nov 11 21:53:05.825578 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36188) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:05.864190 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a6f87b10-1b03-4a29-9cf8-fd536741b752 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports?device_id=091e1cd3-b327-4c0c-ad79-81e32ec6c841 HTTP/1.1" status: 200 len: 205 time: 0.0352108 Nov 11 21:53:05.864581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36190) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:05.905340 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-ef1be7d8-07c9-4899-97ce-a51b36f428aa tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] delete failed (client error): The resource could not be found. Nov 11 21:53:05.909097 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ef1be7d8-07c9-4899-97ce-a51b36f428aa tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/routers/091e1cd3-b327-4c0c-ad79-81e32ec6c841 HTTP/1.1" status: 404 len: 336 time: 0.0408530 Nov 11 21:53:05.909560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36192) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:05.943922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f4fbc107-5ef3-4d92-ad45-5956ac241183 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d42983e-dca6-4b86-a31d-9f3bf25abb69 HTTP/1.1" status: 200 len: 205 time: 0.0309687 Nov 11 21:53:05.944445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36194) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:06.007189 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-21464bb2-cd43-4a87-873f-678e75ab3154 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] delete failed (client error): The resource could not be found. Nov 11 21:53:06.010766 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-21464bb2-cd43-4a87-873f-678e75ab3154 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/routers/5d42983e-dca6-4b86-a31d-9f3bf25abb69 HTTP/1.1" status: 404 len: 336 time: 0.0624180 Nov 11 21:53:06.011246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36196) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:06.043656 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7acbdd-1972-4138-8b93-b4dc7304d71e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] DELETE failed (client error): The resource could not be found. Nov 11 21:53:06.044249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7acbdd-1972-4138-8b93-b4dc7304d71e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:53:06.050606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bd7acbdd-1972-4138-8b93-b4dc7304d71e tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/506c7fe8-21bd-4af3-a3ef-fae2d116415b HTTP/1.1" status: 404 len: 337 time: 0.0357831 Nov 11 21:53:06.051397 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36198) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:06.100391 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f53931ed-9fb5-4665-87c8-0b4894c37c05 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports?device_id=1adb0a17-175a-4fb2-995e-95d81757fd6b HTTP/1.1" status: 200 len: 205 time: 0.0450377 Nov 11 21:53:06.101336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36200) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:06.158110 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-02864c4b-559f-475f-a58c-693ac1f8774b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] delete failed (client error): The resource could not be found. Nov 11 21:53:06.161967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36204) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:06.162213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-02864c4b-559f-475f-a58c-693ac1f8774b tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/routers/1adb0a17-175a-4fb2-995e-95d81757fd6b HTTP/1.1" status: 404 len: 336 time: 0.0596101 Nov 11 21:53:06.194167 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8441e1-da17-434d-85d7-841d0268be3a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] DELETE failed (client error): The resource could not be found. Nov 11 21:53:06.195437 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8441e1-da17-434d-85d7-841d0268be3a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:53:06.200101 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8b8441e1-da17-434d-85d7-841d0268be3a tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/1f096bf7-513e-492e-8ac9-4ba59ff8fb96 HTTP/1.1" status: 404 len: 337 time: 0.0366514 Nov 11 21:53:06.202811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36206) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:06.234757 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-04f0d1ac-b551-4ecd-a27e-b50273e6bc51 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "GET /v2.0/ports?device_id=57ae3394-0f81-4357-818c-b2f3996330f5 HTTP/1.1" status: 200 len: 205 time: 0.0305853 Nov 11 21:53:06.237200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36208) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:06.286926 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-f552f655-6a2a-495c-8049-0bbe06a91e00 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] delete failed (client error): The resource could not be found. Nov 11 21:53:06.288850 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f552f655-6a2a-495c-8049-0bbe06a91e00 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/routers/57ae3394-0f81-4357-818c-b2f3996330f5 HTTP/1.1" status: 404 len: 336 time: 0.0497913 Nov 11 21:53:06.291255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36210) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:06.324763 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-49139942-44c9-481e-89d3-7601dcefca18 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] DELETE failed (client error): The resource could not be found. Nov 11 21:53:06.325691 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49139942-44c9-481e-89d3-7601dcefca18 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:53:06.329707 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-49139942-44c9-481e-89d3-7601dcefca18 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/91642583-7ac5-4ff9-b3b2-07b1d332d181 HTTP/1.1" status: 404 len: 337 time: 0.0373125 Nov 11 21:53:06.331952 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36212) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:06.337673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccabbae-6ba0-4691-bdef-0c79859c9ac4 req-c9dfb39f-cc44-4d62-9dc6-9e0c695dc2b4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:06.350688 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ccabbae-6ba0-4691-bdef-0c79859c9ac4 req-c9dfb39f-cc44-4d62-9dc6-9e0c695dc2b4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 944 time: 0.1116276 Nov 11 21:53:06.364596 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9388d1-886f-4d68-bf15-9624194e8307 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] DELETE failed (client error): The resource could not be found. Nov 11 21:53:06.365223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9388d1-886f-4d68-bf15-9624194e8307 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:53:06.368898 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-db9388d1-886f-4d68-bf15-9624194e8307 tempest-RoutersIpV6Test-1489775290 tempest-RoutersIpV6Test-1489775290-project] 10.222.0.57 "DELETE /v2.0/subnets/74659dbb-3c77-4cae-84e1-3928e7544a5a HTTP/1.1" status: 404 len: 337 time: 0.0355978 Nov 11 21:53:06.451046 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ccabbae-6ba0-4691-bdef-0c79859c9ac4 req-03ed2638-c66f-4a71-960b-ad4af5e36ab5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783327 Nov 11 21:53:06.754916 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36222) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:06.919034 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0d18e230-bb8b-476a-aed2-5132c03dbd4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f304289ca9ca4e75a31c33150105a385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631846 Nov 11 21:53:06.921705 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36226) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:06.970523 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:06.993776 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:07.044079 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:07.046838 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:07.050690 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fe755869-3f1f-4210-bcd3-36769d14d7b9 HTTP/1.1" status: 204 len: 168 time: 0.1253111 Nov 11 21:53:07.061379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe755869-3f1f-4210-bcd3-36769d14d7b9,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:07.086926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:07.087247 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:07.087589 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:07.087919 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:07.088368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:07.088879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:07.089464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:07.090017 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:07.090734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:07.091139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:07.091638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:07.092107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd958cff-c1fb-4e0f-891b-01f177fd8253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:07.633835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa29c95-7ea5-4011-a81f-099643fea0f2 req-66a1f6ca-6e01-4017-90b8-dfd2a880a9da tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:07.641962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa29c95-7ea5-4011-a81f-099643fea0f2 req-66a1f6ca-6e01-4017-90b8-dfd2a880a9da tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 944 time: 0.0745335 Nov 11 21:53:07.718224 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa29c95-7ea5-4011-a81f-099643fea0f2 req-9310e665-30b0-43c2-895e-c523ac74bd70 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749531 Nov 11 21:53:08.291178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36258) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:08.299419 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030992 Nov 11 21:53:08.300570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36260) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:08.498390 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fa27e8c0-40bc-4e5f-b437-dd6c5c28bd3d tempest-NetworksApiDiscovery-1623332036 tempest-NetworksApiDiscovery-1623332036-project] 10.222.0.57 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1957870 Nov 11 21:53:08.924407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34578c43-3020-4b2b-991a-66cf25f0464b req-ce454cc8-74da-4823-9aee-763081db4cea tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:08.932531 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34578c43-3020-4b2b-991a-66cf25f0464b req-ce454cc8-74da-4823-9aee-763081db4cea tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 944 time: 0.0654986 Nov 11 21:53:09.013393 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36270) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:09.051480 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34578c43-3020-4b2b-991a-66cf25f0464b req-de5c73f1-ef57-45dd-bf84-9c5a204144db tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175261 Nov 11 21:53:09.190724 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da0fa9e4-4899-4332-88b8-2402c6badee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:09.394787 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da0fa9e4-4899-4332-88b8-2402c6badee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:09.403775 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da0fa9e4-4899-4332-88b8-2402c6badee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:09.459771 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-da0fa9e4-4899-4332-88b8-2402c6badee1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b9a974963e0c4e0690967f210e02bda9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4450331 Nov 11 21:53:09.462424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36278) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:09.470534 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fa9e4-4899-4332-88b8-2402c6badee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ee2dca-345e-4767-a5e0-5cb6fdd2362c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:09.594720 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c48de81-b9a3-4bc2-8ddd-c2fe81455331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:09.617809 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c48de81-b9a3-4bc2-8ddd-c2fe81455331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:09.678403 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c48de81-b9a3-4bc2-8ddd-c2fe81455331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:09.686098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1c48de81-b9a3-4bc2-8ddd-c2fe81455331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:09.688089 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1c48de81-b9a3-4bc2-8ddd-c2fe81455331 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67ee2dca-345e-4767-a5e0-5cb6fdd2362c HTTP/1.1" status: 204 len: 168 time: 0.2245679 Nov 11 21:53:09.697309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48de81-b9a3-4bc2-8ddd-c2fe81455331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ee2dca-345e-4767-a5e0-5cb6fdd2362c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:10.248184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897f0b2-5f37-4946-9e25-90f29f3c7382 req-9530676f-e824-4ed9-bc3d-bba7324b506f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:10.253105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2897f0b2-5f37-4946-9e25-90f29f3c7382 req-9530676f-e824-4ed9-bc3d-bba7324b506f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 944 time: 0.0864604 Nov 11 21:53:10.320776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2897f0b2-5f37-4946-9e25-90f29f3c7382 req-0bed0251-54d4-40b0-8e54-9320d6154bf5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594213 Nov 11 21:53:11.101488 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:11.546655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9a4fc-6b94-4d75-b9d4-d7d58097466e req-853fa18f-0708-4e0f-9b90-ac05f6ef39d4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:11.551179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e3e9a4fc-6b94-4d75-b9d4-d7d58097466e req-853fa18f-0708-4e0f-9b90-ac05f6ef39d4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 944 time: 0.1130621 Nov 11 21:53:11.705452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e3e9a4fc-6b94-4d75-b9d4-d7d58097466e req-68ff9610-b759-4242-ba45-ab303c56d519 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437123 Nov 11 21:53:12.981006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913abbcb-2cce-4c0c-abd2-98cae6be41ce req-b430b755-8969-41f1-adff-faf53bb51fdf tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:12.990533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-913abbcb-2cce-4c0c-abd2-98cae6be41ce req-b430b755-8969-41f1-adff-faf53bb51fdf tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 944 time: 0.1676979 Nov 11 21:53:13.051575 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-913abbcb-2cce-4c0c-abd2-98cae6be41ce req-e73c4fb4-81b4-4878-af46-7a6e271c6cf7 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595200 Nov 11 21:53:13.229473 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36364) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:13.359112 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-99ddcea4-2b73-4b94-b890-3d50770a5bcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:13.450702 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-99ddcea4-2b73-4b94-b890-3d50770a5bcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:13.456580 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-99ddcea4-2b73-4b94-b890-3d50770a5bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:13.504993 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-99ddcea4-2b73-4b94-b890-3d50770a5bcd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9bb8a591b4d74e58bc5990420d0137c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2741742 Nov 11 21:53:13.506392 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddcea4-2b73-4b94-b890-3d50770a5bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70f3507-a323-4d49-9c51-ca5550a0fcec,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:13.507743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36372) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:13.588022 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9a7749f-522e-4199-be16-32d2608cdb7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:13.614459 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9a7749f-522e-4199-be16-32d2608cdb7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:13.674902 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9a7749f-522e-4199-be16-32d2608cdb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:13.678301 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9a7749f-522e-4199-be16-32d2608cdb7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:13.682077 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c9a7749f-522e-4199-be16-32d2608cdb7d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b70f3507-a323-4d49-9c51-ca5550a0fcec HTTP/1.1" status: 204 len: 168 time: 0.1701989 Nov 11 21:53:13.690102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7749f-522e-4199-be16-32d2608cdb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70f3507-a323-4d49-9c51-ca5550a0fcec,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:13.867455 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9402d9e-711b-4898-b9d5-5eaf06ef1e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:14.113724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36384) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:14.140362 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10d22e26-62f1-417f-8eb8-a3be5242895a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:14.237278 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fb932-c6b8-4a32-83aa-e6ddebd0e135 req-2f021634-20a4-4d01-af3d-1fed85fab215 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:14.249177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-843fb932-c6b8-4a32-83aa-e6ddebd0e135 req-2f021634-20a4-4d01-af3d-1fed85fab215 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 944 time: 0.1003842 Nov 11 21:53:14.329883 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-843fb932-c6b8-4a32-83aa-e6ddebd0e135 req-055aa0c6-60ad-44fd-bc89-06bb0c193992 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745356 Nov 11 21:53:14.333391 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10d22e26-62f1-417f-8eb8-a3be5242895a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:14.341211 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-10d22e26-62f1-417f-8eb8-a3be5242895a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:14.384494 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d22e26-62f1-417f-8eb8-a3be5242895a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726427d5-c4a3-4e84-96f7-d8bb54ec82fc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:14.391418 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-10d22e26-62f1-417f-8eb8-a3be5242895a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=271b860269e14e919adc2ab7e923327b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2766018 Nov 11 21:53:14.394022 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36392) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:14.446415 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-524f0d7a-a887-40f5-93fd-25f987cfb9cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:14.468785 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-524f0d7a-a887-40f5-93fd-25f987cfb9cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:14.527588 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-524f0d7a-a887-40f5-93fd-25f987cfb9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:14.534021 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-524f0d7a-a887-40f5-93fd-25f987cfb9cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:14.535406 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-524f0d7a-a887-40f5-93fd-25f987cfb9cc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/726427d5-c4a3-4e84-96f7-d8bb54ec82fc HTTP/1.1" status: 204 len: 168 time: 0.1397686 Nov 11 21:53:14.546537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f0d7a-a887-40f5-93fd-25f987cfb9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726427d5-c4a3-4e84-96f7-d8bb54ec82fc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:14.608725 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:15.508923 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f61fcf-142f-42ed-aae8-729f619fad78 req-0b5c3060-e0a0-4346-9d4a-2250ed31da1b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:15.517910 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49f61fcf-142f-42ed-aae8-729f619fad78 req-0b5c3060-e0a0-4346-9d4a-2250ed31da1b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 944 time: 0.0589933 Nov 11 21:53:15.608633 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49f61fcf-142f-42ed-aae8-729f619fad78 req-b74b2586-dbd6-452b-aefa-841dcb82dea8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896964 Nov 11 21:53:16.055710 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d303d37-8675-405f-b576-f12ec1bd2e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:16.828027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1d72-4da8-41d5-8d67-b9486cd2a1c1 req-825cd244-a71b-411a-aa4e-91d5b14696de tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:16.830516 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea1a1d72-4da8-41d5-8d67-b9486cd2a1c1 req-825cd244-a71b-411a-aa4e-91d5b14696de tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 944 time: 0.0781059 Nov 11 21:53:16.903924 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea1a1d72-4da8-41d5-8d67-b9486cd2a1c1 req-c6c04191-70b0-4edd-bb68-5e6921b1f2d9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572979 Nov 11 21:53:17.187133 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:18.113810 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c8782-d18d-4bde-8b44-d6772834aac3 req-2b59c4c5-48e1-46d8-8728-9ecded3dfdd9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:18.117367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d7c8782-d18d-4bde-8b44-d6772834aac3 req-2b59c4c5-48e1-46d8-8728-9ecded3dfdd9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 944 time: 0.1029406 Nov 11 21:53:18.196127 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d7c8782-d18d-4bde-8b44-d6772834aac3 req-c19a2fff-a44f-489f-8c52-4d191b3ce0a9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665696 Nov 11 21:53:18.568854 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:18.674274 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 58e35ce5-2092-4202-833e-78330deb2e14 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:53:18.927700 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 58e35ce5-2092-4202-833e-78330deb2e14, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=58e35ce5-2092-4202-833e-78330deb2e14,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:18.941535 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '58e35ce5-2092-4202-833e-78330deb2e14', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'port_id': '58e35ce5-2092-4202-833e-78330deb2e14', 'mac_address': 'fa:16:3e:d4:3b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:53:19.037526 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:19.070468 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e35ce5-2092-4202-833e-78330deb2e14 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:53:19.115786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 58e35ce5-2092-4202-833e-78330deb2e14, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=58e35ce5-2092-4202-833e-78330deb2e14,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:19.123109 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:19.267579 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=58e35ce5-2092-4202-833e-78330deb2e14,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:19.343512 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:19.373237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['58e35ce5-2092-4202-833e-78330deb2e14'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:53:19.386546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36550) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:19.423453 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df47ed4-a270-4241-b320-a9336158744b req-ec014b7a-1c00-46f9-b51a-85c5f616d844 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:19.452767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3df47ed4-a270-4241-b320-a9336158744b req-ec014b7a-1c00-46f9-b51a-85c5f616d844 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 945 time: 0.1218889 Nov 11 21:53:19.585776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3df47ed4-a270-4241-b320-a9336158744b req-539d4ef1-e67e-43b0-a52d-13778b81dd2a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292477 Nov 11 21:53:19.622478 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-303bb39c-30ca-462d-b1d1-9fb587222d95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:19.727130 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-303bb39c-30ca-462d-b1d1-9fb587222d95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:19.734337 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-303bb39c-30ca-462d-b1d1-9fb587222d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:19.766081 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-303bb39c-30ca-462d-b1d1-9fb587222d95 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ff0a6b7edcfb41cbaabb3be96bfd124e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3780334 Nov 11 21:53:19.768679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36562) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:19.813270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bb39c-30ca-462d-b1d1-9fb587222d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd082608-9281-46d2-addb-290397abd221,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:19.841767 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3df473f7-ba3d-43ad-a69f-c30c70eb5a4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:19.874218 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3df473f7-ba3d-43ad-a69f-c30c70eb5a4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:19.922202 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3df473f7-ba3d-43ad-a69f-c30c70eb5a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:19.925276 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3df473f7-ba3d-43ad-a69f-c30c70eb5a4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:19.928746 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3df473f7-ba3d-43ad-a69f-c30c70eb5a4b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd082608-9281-46d2-addb-290397abd221 HTTP/1.1" status: 204 len: 168 time: 0.1566129 Nov 11 21:53:19.935655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df473f7-ba3d-43ad-a69f-c30c70eb5a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd082608-9281-46d2-addb-290397abd221,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:20.417618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36582) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:20.430811 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd295700-dd89-4833-8c91-b06526ab1fe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:20.664699 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd295700-dd89-4833-8c91-b06526ab1fe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:20.674908 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 58e35ce5-2092-4202-833e-78330deb2e14 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:53:20.676455 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd295700-dd89-4833-8c91-b06526ab1fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:20.741477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 58e35ce5-2092-4202-833e-78330deb2e14 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:53:20.750111 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 58e35ce5-2092-4202-833e-78330deb2e14 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:53:20.750889 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:20.778244 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cd295700-dd89-4833-8c91-b06526ab1fe2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7211b89e34514929bc897bc430e7484d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3595123 Nov 11 21:53:20.780881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd295700-dd89-4833-8c91-b06526ab1fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8285d2d-33bd-4b45-a0b6-627a33a8dceb,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:20.781028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36594) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:20.819114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52ad2b-4f6e-4f20-9e1c-cc82b457e5dc req-828f86a8-f0d6-4abb-bdc9-5d790a608888 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:20.821454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e52ad2b-4f6e-4f20-9e1c-cc82b457e5dc req-828f86a8-f0d6-4abb-bdc9-5d790a608888 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 945 time: 0.1513848 Nov 11 21:53:20.889655 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e52ad2b-4f6e-4f20-9e1c-cc82b457e5dc req-0c1c9f64-3d91-47ae-b2a3-37c1742f23cb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566747 Nov 11 21:53:20.901572 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72cfe6be-f2ac-46c3-af00-9733502ffca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:20.929315 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:20.942017 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72cfe6be-f2ac-46c3-af00-9733502ffca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:21.001008 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7d3ce1-efbc-42eb-91e4-45e91eec33e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e35ce5-2092-4202-833e-78330deb2e14'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:53:21.003622 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed7e4b7-2e94-4bbd-b184-7d57397f4da6" -d '{"events": [{"server_uuid": "4f7d3ce1-efbc-42eb-91e4-45e91eec33e9", "name": "network-vif-plugged", "status": "completed", "tag": "58e35ce5-2092-4202-833e-78330deb2e14"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:53:21.031288 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72cfe6be-f2ac-46c3-af00-9733502ffca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:21.033941 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72cfe6be-f2ac-46c3-af00-9733502ffca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:21.037675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 58e35ce5-2092-4202-833e-78330deb2e14, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=58e35ce5-2092-4202-833e-78330deb2e14,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:21.037970 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-72cfe6be-f2ac-46c3-af00-9733502ffca5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8285d2d-33bd-4b45-a0b6-627a33a8dceb HTTP/1.1" status: 204 len: 168 time: 0.2557383 Nov 11 21:53:21.046373 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:21.061910 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfe6be-f2ac-46c3-af00-9733502ffca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8285d2d-33bd-4b45-a0b6-627a33a8dceb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:21.090658 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b11ed6-94cf-4e9d-a7b4-1f5117161a1f x-openstack-request-id: req-68b11ed6-94cf-4e9d-a7b4-1f5117161a1f {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:53:21.091027 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7d3ce1-efbc-42eb-91e4-45e91eec33e9", "name": "network-vif-plugged", "status": "completed", "tag": "58e35ce5-2092-4202-833e-78330deb2e14", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:53:21.091182 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-68b11ed6-94cf-4e9d-a7b4-1f5117161a1f {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:53:21.091570 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7d3ce1-efbc-42eb-91e4-45e91eec33e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e35ce5-2092-4202-833e-78330deb2e14', 'code': 200} Nov 11 21:53:21.159390 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=58e35ce5-2092-4202-833e-78330deb2e14,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:21.208877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4360b-073d-4f86-b1f2-898f5730dce5 req-e717f15d-b82d-4e80-95b0-f64ae957a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:21.213380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04d4360b-073d-4f86-b1f2-898f5730dce5 req-e717f15d-b82d-4e80-95b0-f64ae957a68d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 1097 time: 0.0749140 Nov 11 21:53:21.299877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04d4360b-073d-4f86-b1f2-898f5730dce5 req-ead947e2-b244-498e-8b34-afef69b1c217 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782945 Nov 11 21:53:22.133716 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e177f-7f0c-459c-bf1e-52e00d9de9be req-bb408514-4cce-4d22-9ccc-664cc70a57bf tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:22.136776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f9e177f-7f0c-459c-bf1e-52e00d9de9be req-bb408514-4cce-4d22-9ccc-664cc70a57bf tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 946 time: 0.1117949 Nov 11 21:53:22.297725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f9e177f-7f0c-459c-bf1e-52e00d9de9be req-8b6a26fe-8f30-4a10-adaa-2c2730f369da tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531653 Nov 11 21:53:23.094920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a51932-ed3a-4a98-bed0-6c2323c5afc3 req-1244be0a-776d-4fad-b2dc-49f571427df9 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:23.105107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89a51932-ed3a-4a98-bed0-6c2323c5afc3 req-1244be0a-776d-4fad-b2dc-49f571427df9 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 947 time: 0.0996497 Nov 11 21:53:23.173848 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89a51932-ed3a-4a98-bed0-6c2323c5afc3 req-df9c15b6-31a9-4086-8bc4-4d80a2eb2586 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups?id=d2e784f2-e63d-473a-a362-ee400a110edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678370 Nov 11 21:53:23.475892 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7a9f6-bcd5-4a70-9b47-3d18fd318ffb req-c3f9a3c4-8a36-4bd2-812b-9e98279c2311 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:23.478252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4e7a9f6-bcd5-4a70-9b47-3d18fd318ffb req-c3f9a3c4-8a36-4bd2-812b-9e98279c2311 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 946 time: 0.0843461 Nov 11 21:53:23.600142 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4e7a9f6-bcd5-4a70-9b47-3d18fd318ffb req-724c2a98-a3c4-4ada-b0ea-552ebdfbc65f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091955 Nov 11 21:53:23.839965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fd8e7-eab5-4002-9e01-a0757fc4f05b req-bf56beef-9edc-49d4-ac9b-18788b398a3a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:23.842222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-876fd8e7-eab5-4002-9e01-a0757fc4f05b req-bf56beef-9edc-49d4-ac9b-18788b398a3a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 946 time: 0.0988963 Nov 11 21:53:23.946340 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-876fd8e7-eab5-4002-9e01-a0757fc4f05b req-a0da157a-e3ef-422a-8174-bc736c9de214 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983081 Nov 11 21:53:24.511069 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-7e7d119e-e781-4492-9896-19b3e1ab33a9 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:24.512661 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-7e7d119e-e781-4492-9896-19b3e1ab33a9 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.71 "GET /v2.0/ports?device_id=31c45eb2-30f6-4755-b1e4-ac54b18c0720 HTTP/1.1" status: 200 len: 947 time: 0.0916996 Nov 11 21:53:24.666395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-92f2d957-0bef-4f61-a6b7-13b81e9d5349 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Deleting port 50d17eb6-7727-4dc9-92a9-56c305536e97 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:53:24.667048 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-92f2d957-0bef-4f61-a6b7-13b81e9d5349 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:24.879403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-92f2d957-0bef-4f61-a6b7-13b81e9d5349 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] For port 50d17eb6-7727-4dc9-92a9-56c305536e97, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=50d17eb6-7727-4dc9-92a9-56c305536e97,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:24.879770 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-92f2d957-0bef-4f61-a6b7-13b81e9d5349 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:25.336005 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-92f2d957-0bef-4f61-a6b7-13b81e9d5349 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:25.336401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-92f2d957-0bef-4f61-a6b7-13b81e9d5349 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:25.336869 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-92f2d957-0bef-4f61-a6b7-13b81e9d5349 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Floating IP 4ba460f8-ddef-48dd-b0fc-4ce243674670 disassociated. External IP: 172.25.0.193, port: 50d17eb6-7727-4dc9-92a9-56c305536e97. Nov 11 21:53:25.337226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-92f2d957-0bef-4f61-a6b7-13b81e9d5349 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Calling delete_port for 50d17eb6-7727-4dc9-92a9-56c305536e97 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:53:25.642823 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-92f2d957-0bef-4f61-a6b7-13b81e9d5349 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:25.770401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2d957-0bef-4f61-a6b7-13b81e9d5349 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event deleted for resources: {'Port': ['ID=50d17eb6-7727-4dc9-92a9-56c305536e97,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:26.206433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-92f2d957-0bef-4f61-a6b7-13b81e9d5349 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Router 000a7204-f931-44ed-b19d-4d888ec4273b has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:53:26.683102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-92f2d957-0bef-4f61-a6b7-13b81e9d5349 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:53:26.713897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de24c56-97d3-4f61-abe5-930b12dfea22 None None] Sync routers for ids ['000a7204-f931-44ed-b19d-4d888ec4273b'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:53:26.747651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de24c56-97d3-4f61-abe5-930b12dfea22 None None] Routers {'000a7204-f931-44ed-b19d-4d888ec4273b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:53:26.750511 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2de24c56-97d3-4f61-abe5-930b12dfea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:53:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['000a7204-f931-44ed-b19d-4d888ec4273b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:26.920588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-92f2d957-0bef-4f61-a6b7-13b81e9d5349 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] No DVR routers for this DVR port 50d17eb6-7727-4dc9-92a9-56c305536e97 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:53:26.940230 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-92f2d957-0bef-4f61-a6b7-13b81e9d5349 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:26.943706 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1c22a931-8353-462f-a3e0-ccd42441eb96 req-92f2d957-0bef-4f61-a6b7-13b81e9d5349 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.71 "DELETE /v2.0/ports/50d17eb6-7727-4dc9-92a9-56c305536e97 HTTP/1.1" status: 204 len: 173 time: 2.4218013 Nov 11 21:53:26.944199 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'name': 'network-vif-deleted', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:53:26.982249 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4cc56c-4f04-4eb3-a0be-e8e8dc50863d" -d '{"events": [{"server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "name": "network-vif-deleted", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:53:27.343885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-2de24c56-97d3-4f61-abe5-930b12dfea22 None None] Set router 000a7204-f931-44ed-b19d-4d888ec4273b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:53:27.681705 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2de24c56-97d3-4f61-abe5-930b12dfea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:20Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '35a6e9d8-c123-42f6-b423-d70ad0db9779', 'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'mac_address': 'fa:16:3e:f4:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:17Z', 'updated_at': '2021-11-11T21:43:26Z', 'revision_number': 5, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'subnets': [{'id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:27.741499 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de24c56-97d3-4f61-abe5-930b12dfea22 None None] Checking router: 000a7204-f931-44ed-b19d-4d888ec4273b for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:53:27.767987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de24c56-97d3-4f61-abe5-930b12dfea22 None None] Routers {'000a7204-f931-44ed-b19d-4d888ec4273b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:53:27.769777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2de24c56-97d3-4f61-abe5-930b12dfea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:53:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['000a7204-f931-44ed-b19d-4d888ec4273b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:27.978480 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8c88da-4cb2-432e-bb87-dabd6d33dffb x-openstack-request-id: req-9d8c88da-4cb2-432e-bb87-dabd6d33dffb {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:53:27.979084 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c45eb2-30f6-4755-b1e4-ac54b18c0720", "name": "network-vif-deleted", "tag": "50d17eb6-7727-4dc9-92a9-56c305536e97", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:53:27.979207 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d8c88da-4cb2-432e-bb87-dabd6d33dffb {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:53:27.979540 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c45eb2-30f6-4755-b1e4-ac54b18c0720', 'name': 'network-vif-deleted', 'tag': '50d17eb6-7727-4dc9-92a9-56c305536e97', 'status': 'completed', 'code': 200} Nov 11 21:53:28.037383 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 36910) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:28.052260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-2de24c56-97d3-4f61-abe5-930b12dfea22 None None] Set router 000a7204-f931-44ed-b19d-4d888ec4273b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:53:28.167910 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-80802a46-0723-4f67-b9d4-922d72469f55 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:28.249038 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-80802a46-0723-4f67-b9d4-922d72469f55 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:28.319836 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-80802a46-0723-4f67-b9d4-922d72469f55 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:28.331331 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-80802a46-0723-4f67-b9d4-922d72469f55 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:28.332551 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-80802a46-0723-4f67-b9d4-922d72469f55 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "DELETE /v2.0/security-groups/d2e784f2-e63d-473a-a362-ee400a110edc HTTP/1.1" status: 204 len: 168 time: 0.2941625 Nov 11 21:53:28.335428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36920) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:28.367064 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-90e07704-571b-4503-a16d-ecf33a6ce40a tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] show failed (client error): The resource could not be found. Nov 11 21:53:28.368394 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-90e07704-571b-4503-a16d-ecf33a6ce40a tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "GET /v2.0/security-groups/d2e784f2-e63d-473a-a362-ee400a110edc HTTP/1.1" status: 404 len: 347 time: 0.0319767 Nov 11 21:53:28.372917 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 36922) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:28.381876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80802a46-0723-4f67-b9d4-922d72469f55 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e784f2-e63d-473a-a362-ee400a110edc,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:28.426579 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2de24c56-97d3-4f61-abe5-930b12dfea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:20Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '35a6e9d8-c123-42f6-b423-d70ad0db9779', 'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'mac_address': 'fa:16:3e:f4:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:17Z', 'updated_at': '2021-11-11T21:43:26Z', 'revision_number': 5, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'subnets': [{'id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:28.501887 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de24c56-97d3-4f61-abe5-930b12dfea22 None None] The sync data for ids ['000a7204-f931-44ed-b19d-4d888ec4273b'] in n-d-805737-3 is: [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:43:20Z', 'revision_number': 4, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '35a6e9d8-c123-42f6-b423-d70ad0db9779', 'name': '', 'network_id': 'c9249c11-6f76-46de-a7de-b9a387fbb90f', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'mac_address': 'fa:16:3e:f4:28:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:17Z', 'updated_at': '2021-11-11T21:43:26Z', 'revision_number': 5, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'subnets': [{'id': 'c6f3136c-0951-4615-82fd-c3de95f6cc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:53:28.800290 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fb26adc8-a82e-42a7-b422-52fcc4135d74 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Deleting port 48e736c8-ca3b-4899-acc4-9278a2b2121a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:53:28.800706 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb26adc8-a82e-42a7-b422-52fcc4135d74 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:28.948605 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb26adc8-a82e-42a7-b422-52fcc4135d74 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:28.949370 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb26adc8-a82e-42a7-b422-52fcc4135d74 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:28.972386 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fb26adc8-a82e-42a7-b422-52fcc4135d74 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Calling delete_port for 48e736c8-ca3b-4899-acc4-9278a2b2121a owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:53:29.016292 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fe9ba7-647e-44aa-a7e3-1bbbcc91a589 None None] New status for floating IP 4ba460f8-ddef-48dd-b0fc-4ce243674670: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:53:29.301383 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.db.api [None req-40fe9ba7-647e-44aa-a7e3-1bbbcc91a589 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:53:29.301819 n-d-805737-3 neutron-server[102537]: DEBUG oslo_db.api [None req-40fe9ba7-647e-44aa-a7e3-1bbbcc91a589 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:53:29.303524 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb26adc8-a82e-42a7-b422-52fcc4135d74 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:29.372775 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26adc8-a82e-42a7-b422-52fcc4135d74 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Pushing event deleted for resources: {'Port': ['ID=48e736c8-ca3b-4899-acc4-9278a2b2121a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:29.501367 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb26adc8-a82e-42a7-b422-52fcc4135d74 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:29.505249 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb26adc8-a82e-42a7-b422-52fcc4135d74 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:29.506424 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fb26adc8-a82e-42a7-b422-52fcc4135d74 tempest-AttachVolumeShelveTestJSON-1212720455 tempest-AttachVolumeShelveTestJSON-1212720455-project] 10.222.0.57 "DELETE /v2.0/floatingips/4ba460f8-ddef-48dd-b0fc-4ce243674670 HTTP/1.1" status: 204 len: 168 time: 1.1323657 Nov 11 21:53:29.728597 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 50d17eb6-7727-4dc9-92a9-56c305536e97 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:53:29.808499 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fe9ba7-647e-44aa-a7e3-1bbbcc91a589 None None] New status for floating IP 4ba460f8-ddef-48dd-b0fc-4ce243674670: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:53:29.846861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 50d17eb6-7727-4dc9-92a9-56c305536e97 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:53:29.846861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 50d17eb6-7727-4dc9-92a9-56c305536e97 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:53:29.875485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de734d-04fa-4c63-9451-c16df0e39116 req-32e5368c-ff1f-4afc-8104-55bc5880d9d9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:29.882096 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49de734d-04fa-4c63-9451-c16df0e39116 req-32e5368c-ff1f-4afc-8104-55bc5880d9d9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 812 time: 0.4549217 Nov 11 21:53:29.931098 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3268271f-aa59-4eb9-8873-01c8297cd01e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/quotas/164e178567a84f6aa0efcf56b049aa7b HTTP/1.1" status: 200 len: 375 time: 0.0446222 Nov 11 21:53:30.164364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49de734d-04fa-4c63-9451-c16df0e39116 req-239d8e68-0426-4e6b-b3ae-122fada16c75 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2147622 Nov 11 21:53:30.444645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49de734d-04fa-4c63-9451-c16df0e39116 req-924bd93d-1931-4d2e-96aa-26fa60ef3a88 service neutron] 10.222.0.57 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718251 Nov 11 21:53:30.637955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49de734d-04fa-4c63-9451-c16df0e39116 req-982b4a2c-b850-48c1-9bcb-75f86e93fc3d service neutron] 10.222.0.57 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921546 Nov 11 21:53:31.171151 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ab78b6e-565c-471a-a37e-58b1b128345f req-3b9f1e08-6255-459b-9ad0-18659d1b7abf tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.0629385 Nov 11 21:53:32.348647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d9c4811-fa31-4bc0-94be-d94e76fba0b6 req-34df6cc2-cf65-40fb-a36c-a9cbfc664cca tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.0414171 Nov 11 21:53:33.135912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de734d-04fa-4c63-9451-c16df0e39116 req-cf1e6910-815d-4ebc-80ca-cf40cc0642f5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:33.139234 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49de734d-04fa-4c63-9451-c16df0e39116 req-cf1e6910-815d-4ebc-80ca-cf40cc0642f5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.71 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 812 time: 0.3580458 Nov 11 21:53:33.154287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-49de734d-04fa-4c63-9451-c16df0e39116 req-cbc0614b-1699-47ef-bc84-9ac795fa2f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'port': {'device_id': '70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'admin_state_up': True, 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:53:33.539328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49de734d-04fa-4c63-9451-c16df0e39116 req-cbc0614b-1699-47ef-bc84-9ac795fa2f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Made reservation on behalf of 164e178567a84f6aa0efcf56b049aa7b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:53:33.544443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49de734d-04fa-4c63-9451-c16df0e39116 req-cbc0614b-1699-47ef-bc84-9ac795fa2f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:33.563864 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-846b7e3a-89d5-4ce4-8eb1-185d9070e068 req-febf5c1f-f6d3-43f1-9037-67cd2ddfed54 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.0539017 Nov 11 21:53:33.993098 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-49de734d-04fa-4c63-9451-c16df0e39116 req-cbc0614b-1699-47ef-bc84-9ac795fa2f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Allocated IP 172.20.0.8 (4d02e8f7-1fed-488d-88e4-c59fcb552dd2/6c6e9d78-7810-4819-84ef-86991e5b6381/0d450cf1-03e4-4764-a1d5-926d1339ee9d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:53:34.310529 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:53:34.546648 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49de734d-04fa-4c63-9451-c16df0e39116 req-cbc0614b-1699-47ef-bc84-9ac795fa2f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:34.643334 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49de734d-04fa-4c63-9451-c16df0e39116 req-cbc0614b-1699-47ef-bc84-9ac795fa2f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:34.667824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['58e35ce5-2092-4202-833e-78330deb2e14'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:53:34.874462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49de734d-04fa-4c63-9451-c16df0e39116 req-cbc0614b-1699-47ef-bc84-9ac795fa2f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:53:34.895642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-49de734d-04fa-4c63-9451-c16df0e39116 req-cbc0614b-1699-47ef-bc84-9ac795fa2f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:53:34.911617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-49de734d-04fa-4c63-9451-c16df0e39116 req-cbc0614b-1699-47ef-bc84-9ac795fa2f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:53:35.033588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0614b-1699-47ef-bc84-9ac795fa2f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'Port': ['ID=0d450cf1-03e4-4764-a1d5-926d1339ee9d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:35.041875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c2767-c8fb-4501-b6f3-f976923cee20 req-c82c04de-565b-44ac-a095-9f319a33266d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:35.061456 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-453c2767-c8fb-4501-b6f3-f976923cee20 req-c82c04de-565b-44ac-a095-9f319a33266d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 931 time: 0.1990919 Nov 11 21:53:35.161908 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de734d-04fa-4c63-9451-c16df0e39116 req-cbc0614b-1699-47ef-bc84-9ac795fa2f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:35.162592 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49de734d-04fa-4c63-9451-c16df0e39116 req-cbc0614b-1699-47ef-bc84-9ac795fa2f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:35.234697 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49de734d-04fa-4c63-9451-c16df0e39116 req-cbc0614b-1699-47ef-bc84-9ac795fa2f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0855663 Nov 11 21:53:35.247783 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Request body: {'port': {'device_id': '70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:53:35.252245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-453c2767-c8fb-4501-b6f3-f976923cee20 req-8a09c57f-ec91-4185-ba6d-9f130f606c06 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842258 Nov 11 21:53:35.434332 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:35.568508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-354bfa45-a828-410b-9b0a-ba2784c0b623 None None] Provisioning complete for port 0d450cf1-03e4-4764-a1d5-926d1339ee9d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:53:35.570281 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-354bfa45-a828-410b-9b0a-ba2784c0b623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:35.698025 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-354bfa45-a828-410b-9b0a-ba2784c0b623 None None] Port 0d450cf1-03e4-4764-a1d5-926d1339ee9d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:53:36.231076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d450cf1-03e4-4764-a1d5-926d1339ee9d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:53:36.257652 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:36.286069 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Transition to ACTIVE for port object 0d450cf1-03e4-4764-a1d5-926d1339ee9d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:53:36.311692 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:36.602962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d450cf1-03e4-4764-a1d5-926d1339ee9d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:36.750657 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ce45d-ad47-452a-9ff2-8108b3825ed8 req-f986ad73-2931-440f-8f67-3d9731249899 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:36.771679 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a9ce45d-ad47-452a-9ff2-8108b3825ed8 req-f986ad73-2931-440f-8f67-3d9731249899 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.2001503 Nov 11 21:53:36.837625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Attempting to bind port 0d450cf1-03e4-4764-a1d5-926d1339ee9d on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:53:36.837957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Attempting to bind port 0d450cf1-03e4-4764-a1d5-926d1339ee9d by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:53:36.840426 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Attempting to bind port 0d450cf1-03e4-4764-a1d5-926d1339ee9d on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:53:36.853750 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Port 0d450cf1-03e4-4764-a1d5-926d1339ee9d on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:53:36.854731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Attempting to bind port 0d450cf1-03e4-4764-a1d5-926d1339ee9d on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:53:36.918490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:53:36.920272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Checking segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:53:36.922466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Bound using segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:53:36.926721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Bound port: 0d450cf1-03e4-4764-a1d5-926d1339ee9d, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:53:36.927478 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:37.061847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a9ce45d-ad47-452a-9ff2-8108b3825ed8 req-a3fae484-6b49-4631-919c-2edf4aa23291 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888002 Nov 11 21:53:37.192773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] For port 0d450cf1-03e4-4764-a1d5-926d1339ee9d, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:53:37.218506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] For port 0d450cf1-03e4-4764-a1d5-926d1339ee9d, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=0d450cf1-03e4-4764-a1d5-926d1339ee9d,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:53:37.249615 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:37.455354 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d450cf1-03e4-4764-a1d5-926d1339ee9d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:37.490255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:37.490884 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:37.492455 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3575cc7d-7abd-4ef9-8682-cbbb71307fa6 service neutron] 10.222.0.71 "PUT /v2.0/ports/0d450cf1-03e4-4764-a1d5-926d1339ee9d HTTP/1.1" status: 200 len: 1091 time: 2.2493513 Nov 11 21:53:37.492930 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c', 'tag': '0d450cf1-03e4-4764-a1d5-926d1339ee9d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:53:37.495263 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af579ae2-1a19-4b19-87f2-7a9f93307729" -d '{"events": [{"name": "network-changed", "server_uuid": "70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c", "tag": "0d450cf1-03e4-4764-a1d5-926d1339ee9d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:53:37.565284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37228) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:37.665743 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc1edb4-0ebf-4a2f-8075-a203210bb9ab x-openstack-request-id: req-7bc1edb4-0ebf-4a2f-8075-a203210bb9ab {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:53:37.667615 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c", "tag": "0d450cf1-03e4-4764-a1d5-926d1339ee9d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:53:37.668638 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7bc1edb4-0ebf-4a2f-8075-a203210bb9ab {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:53:37.669242 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c', 'tag': '0d450cf1-03e4-4764-a1d5-926d1339ee9d', 'status': 'completed', 'code': 200} Nov 11 21:53:37.698326 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de734d-04fa-4c63-9451-c16df0e39116 req-387a4995-1b21-491b-a2e9-b70104e6d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:37.700516 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49de734d-04fa-4c63-9451-c16df0e39116 req-387a4995-1b21-491b-a2e9-b70104e6d203 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 1094 time: 0.1472485 Nov 11 21:53:37.883038 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dc6f7d57-c217-4c9c-a987-02e4988e7220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:37.914869 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49de734d-04fa-4c63-9451-c16df0e39116 req-3a1844e4-6fb6-4adb-a432-37dd7f9cd2b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d450cf1-03e4-4764-a1d5-926d1339ee9d HTTP/1.1" status: 200 len: 217 time: 0.2035313 Nov 11 21:53:38.111802 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de734d-04fa-4c63-9451-c16df0e39116 req-d67ec58d-ce03-4e73-a034-29b01b01b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:38.147137 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49de734d-04fa-4c63-9451-c16df0e39116 req-d67ec58d-ce03-4e73-a034-29b01b01b03e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.2096131 Nov 11 21:53:38.255250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de734d-04fa-4c63-9451-c16df0e39116 req-5aab49f7-fa2e-4b2b-b7d2-960acbd94d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:38.264565 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49de734d-04fa-4c63-9451-c16df0e39116 req-5aab49f7-fa2e-4b2b-b7d2-960acbd94d35 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138368 Nov 11 21:53:38.354904 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dc6f7d57-c217-4c9c-a987-02e4988e7220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:38.396618 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dc6f7d57-c217-4c9c-a987-02e4988e7220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:38.646209 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49de734d-04fa-4c63-9451-c16df0e39116 req-6ccf259e-19eb-48ed-8dc4-6a182d87f42c service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656352 Nov 11 21:53:38.683199 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f7d57-c217-4c9c-a987-02e4988e7220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2170704-fef0-4b95-a519-5f767a00541a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:38.750129 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dc6f7d57-c217-4c9c-a987-02e4988e7220 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=59c46d30d1d6458cba8aa043c423a6e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1824133 Nov 11 21:53:38.781465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37254) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:38.887089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8947a7f-b091-44fd-92f8-a4131fe56586 req-612ad30f-8e47-4cc0-ae78-95b0f5cc874f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:38.908284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8947a7f-b091-44fd-92f8-a4131fe56586 req-612ad30f-8e47-4cc0-ae78-95b0f5cc874f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.5450044 Nov 11 21:53:38.940497 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-49de734d-04fa-4c63-9451-c16df0e39116 req-4799668c-037e-43b0-bf27-68eabccee5a6 service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899430 Nov 11 21:53:39.109820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af579ae2-1a19-4b19-87f2-7a9f93307729 req-96dad3a2-6b97-4093-a10c-24c4c8f35ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:39.111386 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-af579ae2-1a19-4b19-87f2-7a9f93307729 req-96dad3a2-6b97-4093-a10c-24c4c8f35ff9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 1094 time: 0.1082587 Nov 11 21:53:39.154269 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61b89f3c-8405-457a-b84e-5ca85b21948a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:39.244495 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8947a7f-b091-44fd-92f8-a4131fe56586 req-ff8f7748-cd5c-4fff-aaa1-8cd68ea3cd3a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349483 Nov 11 21:53:39.278793 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f95e064-65a0-4509-99ac-b1554d34f6e7 req-955bdf14-bd72-4370-bb1e-52317c792c64 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3496435 Nov 11 21:53:39.300727 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61b89f3c-8405-457a-b84e-5ca85b21948a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:39.347332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af579ae2-1a19-4b19-87f2-7a9f93307729 req-7ae11566-c88d-4513-9f46-32ac0f03ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:39.350566 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-af579ae2-1a19-4b19-87f2-7a9f93307729 req-7ae11566-c88d-4513-9f46-32ac0f03ae07 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.2298145 Nov 11 21:53:39.451141 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-af579ae2-1a19-4b19-87f2-7a9f93307729 req-9613826f-b531-44d7-b6c9-0e7f527f696c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d450cf1-03e4-4764-a1d5-926d1339ee9d HTTP/1.1" status: 200 len: 217 time: 0.0812278 Nov 11 21:53:39.485869 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95e064-65a0-4509-99ac-b1554d34f6e7 req-62fea93d-62d7-41c0-b29f-c59e00748105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:39.487864 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f95e064-65a0-4509-99ac-b1554d34f6e7 req-62fea93d-62d7-41c0-b29f-c59e00748105 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8034fdc9185f475a8bd29b67fab3c524&device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 1096 time: 0.1360853 Nov 11 21:53:39.507783 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61b89f3c-8405-457a-b84e-5ca85b21948a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:39.511060 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61b89f3c-8405-457a-b84e-5ca85b21948a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:39.512433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-61b89f3c-8405-457a-b84e-5ca85b21948a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d2170704-fef0-4b95-a519-5f767a00541a HTTP/1.1" status: 204 len: 168 time: 0.7292614 Nov 11 21:53:39.650877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af579ae2-1a19-4b19-87f2-7a9f93307729 req-c2384f13-7502-469a-a2ab-2cbd8ac902b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:39.660408 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-af579ae2-1a19-4b19-87f2-7a9f93307729 req-c2384f13-7502-469a-a2ab-2cbd8ac902b1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.2066526 Nov 11 21:53:39.977054 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af579ae2-1a19-4b19-87f2-7a9f93307729 req-2b00a0ce-7624-47ba-abe6-308592f773c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:39.983107 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-af579ae2-1a19-4b19-87f2-7a9f93307729 req-2b00a0ce-7624-47ba-abe6-308592f773c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3046565 Nov 11 21:53:40.078334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95e064-65a0-4509-99ac-b1554d34f6e7 req-a50bd170-aae2-4c59-b636-b01c2cadfa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:40.080427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f95e064-65a0-4509-99ac-b1554d34f6e7 req-a50bd170-aae2-4c59-b636-b01c2cadfa6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b8e3aac-1d69-4a6f-b22a-09e24134fa42 HTTP/1.1" status: 200 len: 916 time: 0.5666132 Nov 11 21:53:40.227193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b89f3c-8405-457a-b84e-5ca85b21948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2170704-fef0-4b95-a519-5f767a00541a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:40.490314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f95e064-65a0-4509-99ac-b1554d34f6e7 req-7e9719ec-5f6f-4f78-8d5c-e389c9aed531 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ed56bc9-aac6-4411-85f2-c3b6db411dcd HTTP/1.1" status: 200 len: 217 time: 0.3962150 Nov 11 21:53:40.571446 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37292) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:40.644780 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92eae891-b519-4878-9edc-66f33e1318e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:40.660690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95e064-65a0-4509-99ac-b1554d34f6e7 req-4892e463-f874-4aa0-89da-ed50a84613c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:40.662393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f95e064-65a0-4509-99ac-b1554d34f6e7 req-4892e463-f874-4aa0-89da-ed50a84613c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10215c90-c10e-4547-ab4e-1d3d42e0381d HTTP/1.1" status: 200 len: 854 time: 0.1644132 Nov 11 21:53:40.813361 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f95e064-65a0-4509-99ac-b1554d34f6e7 req-b4c532fa-e9e9-4caf-b2e7-c30b662baf41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b8e3aac-1d69-4a6f-b22a-09e24134fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233909 Nov 11 21:53:40.814879 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-af579ae2-1a19-4b19-87f2-7a9f93307729 req-74c412af-5fa5-46b3-9bd3-d2f532255ea8 service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8166034 Nov 11 21:53:41.018115 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92eae891-b519-4878-9edc-66f33e1318e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:41.076323 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861838f-87ca-4209-8b63-7dfe53f78c3d req-5b8f332e-5894-4b2c-93c9-458c2818a6af tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:41.089191 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:41.093786 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5861838f-87ca-4209-8b63-7dfe53f78c3d req-5b8f332e-5894-4b2c-93c9-458c2818a6af tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.6334112 Nov 11 21:53:41.282065 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f95e064-65a0-4509-99ac-b1554d34f6e7 req-69f9d4c0-ef3a-4496-9611-e7ba272d1932 service neutron] 10.222.0.10 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468343 Nov 11 21:53:41.400275 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-af579ae2-1a19-4b19-87f2-7a9f93307729 req-75cea568-79f8-4d12-a8a2-d04647ea74c1 service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613057 Nov 11 21:53:41.401267 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92eae891-b519-4878-9edc-66f33e1318e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:41.464459 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5861838f-87ca-4209-8b63-7dfe53f78c3d req-1705a30d-ff90-41dc-a2c7-e4bbc41f3819 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697176 Nov 11 21:53:41.473124 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-92eae891-b519-4878-9edc-66f33e1318e0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e0ee246a770541c8b31ea8ae27a2ae80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9004436 Nov 11 21:53:41.481389 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37320) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:41.560845 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f95e064-65a0-4509-99ac-b1554d34f6e7 req-22392bf3-c6fa-4018-a741-b38b9ae125d1 service neutron] 10.222.0.10 "GET /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658970 Nov 11 21:53:41.575516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eae891-b519-4878-9edc-66f33e1318e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6829aa28-6073-4a35-8cce-196d92e07f12,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:41.635124 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44653d2a-7982-4cc2-8686-4266e15672b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:41.701670 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44653d2a-7982-4cc2-8686-4266e15672b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:41.800490 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44653d2a-7982-4cc2-8686-4266e15672b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:41.807761 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44653d2a-7982-4cc2-8686-4266e15672b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:41.808664 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-44653d2a-7982-4cc2-8686-4266e15672b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6829aa28-6073-4a35-8cce-196d92e07f12 HTTP/1.1" status: 204 len: 168 time: 0.3261065 Nov 11 21:53:41.829573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44653d2a-7982-4cc2-8686-4266e15672b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6829aa28-6073-4a35-8cce-196d92e07f12,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:42.632040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37372) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:42.655728 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba6b951d-3f90-4c6f-a802-2c67a04e25f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:42.830405 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9668505-0b1f-47e4-bd00-a5f2a6c88a4d req-6f6ea2d9-8d8c-4e22-a6b0-631ce7ff6219 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:42.843432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9668505-0b1f-47e4-bd00-a5f2a6c88a4d req-6f6ea2d9-8d8c-4e22-a6b0-631ce7ff6219 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.1688621 Nov 11 21:53:42.914349 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba6b951d-3f90-4c6f-a802-2c67a04e25f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:42.921466 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba6b951d-3f90-4c6f-a802-2c67a04e25f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:42.983389 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9668505-0b1f-47e4-bd00-a5f2a6c88a4d req-97c64340-79f1-4beb-b6de-06d19650143a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341982 Nov 11 21:53:43.012245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37388) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:43.019777 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ba6b951d-3f90-4c6f-a802-2c67a04e25f8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c097946be664709b0240550f42bfd0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3858984 Nov 11 21:53:43.086994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b951d-3f90-4c6f-a802-2c67a04e25f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a978f920-e80b-4749-9e41-3cf5eb0420fc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:43.177191 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7ee6-7ab0-4577-9786-f315895b19af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:43.244562 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7ee6-7ab0-4577-9786-f315895b19af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:43.362557 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7ee6-7ab0-4577-9786-f315895b19af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:43.365320 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7ee6-7ab0-4577-9786-f315895b19af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:43.367663 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9c9a7ee6-7ab0-4577-9786-f315895b19af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a978f920-e80b-4749-9e41-3cf5eb0420fc HTTP/1.1" status: 204 len: 168 time: 0.3528402 Nov 11 21:53:43.397496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a7ee6-7ab0-4577-9786-f315895b19af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a978f920-e80b-4749-9e41-3cf5eb0420fc,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:43.898171 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71633871-aadd-4144-90c3-dfbfe4f48b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:44.306215 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf798b-f1f6-485c-b836-7687f5259ac7 req-cfd33f5d-7800-474f-ac3b-6ed1a7c8b9a6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:44.311788 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2bf798b-f1f6-485c-b836-7687f5259ac7 req-cfd33f5d-7800-474f-ac3b-6ed1a7c8b9a6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.1713560 Nov 11 21:53:44.538272 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2bf798b-f1f6-485c-b836-7687f5259ac7 req-482c28fb-b968-4567-9f73-02ad544269bd tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071404 Nov 11 21:53:44.637461 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:45.980132 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a556fa-48c7-4fcb-9033-ac7865ab4213 req-df63b470-494a-4209-ac87-a89635b49c82 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:46.024369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14a556fa-48c7-4fcb-9033-ac7865ab4213 req-df63b470-494a-4209-ac87-a89635b49c82 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.2770989 Nov 11 21:53:46.053574 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2b47d68-e0c8-45a8-afc5-9f62bb7ef546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:46.243620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14a556fa-48c7-4fcb-9033-ac7865ab4213 req-02eba02f-63d1-4053-b761-f4281c72b8e7 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110333 Nov 11 21:53:47.238825 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:47.610283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47c98f-6e13-4cf0-85d7-0cf0fa6373e4 req-36e47295-a46e-4282-bb7b-d2e43f272b77 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:47.636574 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c47c98f-6e13-4cf0-85d7-0cf0fa6373e4 req-36e47295-a46e-4282-bb7b-d2e43f272b77 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.1682878 Nov 11 21:53:47.790719 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c47c98f-6e13-4cf0-85d7-0cf0fa6373e4 req-93336fd1-fad5-499c-8305-38dca08b44b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457036 Nov 11 21:53:48.025491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37538) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:48.607044 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:49.254621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213e8ef-aa9e-4697-917b-da93235ff06f req-159b7f8d-3499-4b9e-b5bd-29eec66abc56 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:49.267072 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1213e8ef-aa9e-4697-917b-da93235ff06f req-159b7f8d-3499-4b9e-b5bd-29eec66abc56 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.2591076 Nov 11 21:53:49.367885 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:49.401851 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1213e8ef-aa9e-4697-917b-da93235ff06f req-3cab4ae8-5000-4873-b0a4-fb9be74a6595 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309600 Nov 11 21:53:49.775718 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f53b6bcc-6678-4e5e-9fed-f0de81dfe140 req-8486bc64-3cba-4a06-92af-473e0bdf0789 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1350133 Nov 11 21:53:49.827755 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-958c5a50-da75-4bd6-9be5-6eaaf91db0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:49.899152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b6bcc-6678-4e5e-9fed-f0de81dfe140 req-3bd1f611-fb1c-4ff5-b439-4325173568f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:49.905409 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f53b6bcc-6678-4e5e-9fed-f0de81dfe140 req-3bd1f611-fb1c-4ff5-b439-4325173568f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ddd3f1cc5b24e16a98eebc4becace8f&device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 1101 time: 0.1064360 Nov 11 21:53:50.226329 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b6bcc-6678-4e5e-9fed-f0de81dfe140 req-164f265c-280a-431e-9423-87a20262053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:50.227870 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f53b6bcc-6678-4e5e-9fed-f0de81dfe140 req-164f265c-280a-431e-9423-87a20262053b service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.2719541 Nov 11 21:53:50.420471 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f53b6bcc-6678-4e5e-9fed-f0de81dfe140 req-8a7a0392-be3d-465e-b1ba-d1af7bd60b21 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=a1cadb3f-790f-4623-be46-1f3ef93e66e5 HTTP/1.1" status: 200 len: 217 time: 0.1767704 Nov 11 21:53:50.567432 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b6bcc-6678-4e5e-9fed-f0de81dfe140 req-ee4c2048-6a9c-49d6-8cd1-0f3cd6e12444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:50.569499 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f53b6bcc-6678-4e5e-9fed-f0de81dfe140 req-ee4c2048-6a9c-49d6-8cd1-0f3cd6e12444 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.1370087 Nov 11 21:53:50.710842 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b6bcc-6678-4e5e-9fed-f0de81dfe140 req-94ff44bf-61f2-4c61-9feb-c00438d81b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:50.728130 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f53b6bcc-6678-4e5e-9fed-f0de81dfe140 req-94ff44bf-61f2-4c61-9feb-c00438d81b5d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441214 Nov 11 21:53:50.899641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8403a-bf4b-4bab-8689-082a57f6078a req-9097dfc1-3b27-4ee6-823c-d52da988df00 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:50.901535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fbf8403a-bf4b-4bab-8689-082a57f6078a req-9097dfc1-3b27-4ee6-823c-d52da988df00 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.2954428 Nov 11 21:53:51.044731 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-958c5a50-da75-4bd6-9be5-6eaaf91db0e8 admin admin] Deleting port 35a6e9d8-c123-42f6-b423-d70ad0db9779 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:53:51.045157 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-958c5a50-da75-4bd6-9be5-6eaaf91db0e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:51.123465 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f53b6bcc-6678-4e5e-9fed-f0de81dfe140 req-40662758-aa7a-4c68-b64c-39774293a32b service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872266 Nov 11 21:53:51.455169 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f53b6bcc-6678-4e5e-9fed-f0de81dfe140 req-cfb43064-5623-442a-b23f-6ff76b55fa7c service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184056 Nov 11 21:53:51.561631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-958c5a50-da75-4bd6-9be5-6eaaf91db0e8 admin admin] For port 35a6e9d8-c123-42f6-b423-d70ad0db9779, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=35a6e9d8-c123-42f6-b423-d70ad0db9779,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:51.562042 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-958c5a50-da75-4bd6-9be5-6eaaf91db0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:51.626492 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fbf8403a-bf4b-4bab-8689-082a57f6078a req-dfe6f714-8bbe-4ae2-8e13-7a44be673eac tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6985512 Nov 11 21:53:51.671009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-958c5a50-da75-4bd6-9be5-6eaaf91db0e8 admin admin] Calling delete_port for 35a6e9d8-c123-42f6-b423-d70ad0db9779 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:53:52.311985 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-958c5a50-da75-4bd6-9be5-6eaaf91db0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:52.451979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c5a50-da75-4bd6-9be5-6eaaf91db0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=35a6e9d8-c123-42f6-b423-d70ad0db9779,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:52.800184 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-958c5a50-da75-4bd6-9be5-6eaaf91db0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:52.964398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151235ad-9de2-4dc8-9683-7e48a042f5fa req-822d36d0-adf5-42f8-a3e5-845557dbb23b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:52.972631 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-151235ad-9de2-4dc8-9683-7e48a042f5fa req-822d36d0-adf5-42f8-a3e5-845557dbb23b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.1509759 Nov 11 21:53:53.149535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-151235ad-9de2-4dc8-9683-7e48a042f5fa req-ae632588-02a5-41ce-ab19-c98128d26ac5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707819 Nov 11 21:53:53.456229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958c5a50-da75-4bd6-9be5-6eaaf91db0e8 admin admin] Router 000a7204-f931-44ed-b19d-4d888ec4273b has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:53:53.651479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958c5a50-da75-4bd6-9be5-6eaaf91db0e8 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:53:53.662657 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-958c5a50-da75-4bd6-9be5-6eaaf91db0e8 admin admin] 10.222.0.57 "PUT /v2.0/routers/000a7204-f931-44ed-b19d-4d888ec4273b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6357999 Nov 11 21:53:53.665673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37684) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:53.669667 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d1c06f-af40-4d75-8ebc-b6f63b394ad2 None None] Sync routers for ids ['000a7204-f931-44ed-b19d-4d888ec4273b'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:53:53.730246 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d1c06f-af40-4d75-8ebc-b6f63b394ad2 None None] Routers {'000a7204-f931-44ed-b19d-4d888ec4273b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:53:53.734020 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-10d1c06f-af40-4d75-8ebc-b6f63b394ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:53:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['000a7204-f931-44ed-b19d-4d888ec4273b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:54.144860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-10d1c06f-af40-4d75-8ebc-b6f63b394ad2 None None] Set router 000a7204-f931-44ed-b19d-4d888ec4273b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:53:54.490336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb8350-d2fe-4acb-a542-10ae9de5e2cd req-c56a97b4-79b3-44fa-addf-f1699bc74828 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:54.501314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08eb8350-d2fe-4acb-a542-10ae9de5e2cd req-c56a97b4-79b3-44fa-addf-f1699bc74828 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.1402283 Nov 11 21:53:54.526473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-10d1c06f-af40-4d75-8ebc-b6f63b394ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:53:52Z', 'revision_number': 5, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:54.592250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08eb8350-d2fe-4acb-a542-10ae9de5e2cd req-89bb996a-9d56-45cd-90ab-d92d426dcdf9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896006 Nov 11 21:53:54.611284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d1c06f-af40-4d75-8ebc-b6f63b394ad2 None None] Checking router: 000a7204-f931-44ed-b19d-4d888ec4273b for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:53:54.633607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d1c06f-af40-4d75-8ebc-b6f63b394ad2 None None] Routers {'000a7204-f931-44ed-b19d-4d888ec4273b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:53:54.634266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-10d1c06f-af40-4d75-8ebc-b6f63b394ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:53:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['000a7204-f931-44ed-b19d-4d888ec4273b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:54.857636 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:54.901288 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-10d1c06f-af40-4d75-8ebc-b6f63b394ad2 None None] Set router 000a7204-f931-44ed-b19d-4d888ec4273b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:53:55.029138 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:55.141770 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-10d1c06f-af40-4d75-8ebc-b6f63b394ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:53:52Z', 'revision_number': 5, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:55.148892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] Deleting port bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:53:55.149355 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:55.192810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d1c06f-af40-4d75-8ebc-b6f63b394ad2 None None] The sync data for ids ['000a7204-f931-44ed-b19d-4d888ec4273b'] in n-d-805737-3 is: [{'id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349497700-router', 'tenant_id': '8be0585386e44e03b1b78f23eea6f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:43:07Z', 'updated_at': '2021-11-11T21:53:52Z', 'revision_number': 5, 'project_id': '8be0585386e44e03b1b78f23eea6f900', 'gw_port': {'id': 'bd06f994-b6f8-46ea-a505-33eb9d7b2fe5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000a7204-f931-44ed-b19d-4d888ec4273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:43:09Z', 'updated_at': '2021-11-11T21:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:53:55.283155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] For port bd06f994-b6f8-46ea-a505-33eb9d7b2fe5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bd06f994-b6f8-46ea-a505-33eb9d7b2fe5,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:55.283515 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:55.301469 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] Calling delete_port for bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:53:55.552446 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:55.582494 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd06f994-b6f8-46ea-a505-33eb9d7b2fe5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:55.601560 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84652f07-7466-46e3-81c0-ca3d7319a7a4 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:53:55.812530 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:55.868510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5738c-fcf8-4d32-8dff-91579edf76c3 req-c4dc8d4a-ee93-436e-884c-8a099bc30f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:55.892547 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57c5738c-fcf8-4d32-8dff-91579edf76c3 req-c4dc8d4a-ee93-436e-884c-8a099bc30f90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.1515121 Nov 11 21:53:56.058143 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57c5738c-fcf8-4d32-8dff-91579edf76c3 req-5b854e37-254f-44c9-8389-c9e20f4ae3a9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640415 Nov 11 21:53:56.151815 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:56.156781 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:56.231214 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:56.231975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 000a7204-f931-44ed-b19d-4d888ec4273b {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:53:56.237657 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:56.239829 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bf840bfc-faa5-4a9a-8b52-aa45af48d542 admin admin] 10.222.0.57 "DELETE /v2.0/routers/000a7204-f931-44ed-b19d-4d888ec4273b HTTP/1.1" status: 204 len: 168 time: 2.5727642 Nov 11 21:53:56.242813 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37786) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:56.469987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-75900d2e-158f-445e-bd87-cb1757fb6637 admin admin] Deleting subnet c6f3136c-0951-4615-82fd-c3de95f6cc3a {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:53:56.481672 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-75900d2e-158f-445e-bd87-cb1757fb6637 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:56.565062 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-75900d2e-158f-445e-bd87-cb1757fb6637 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:56.590216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 35a6e9d8-c123-42f6-b423-d70ad0db9779 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:53:56.619660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 35a6e9d8-c123-42f6-b423-d70ad0db9779 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:53:56.620502 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 35a6e9d8-c123-42f6-b423-d70ad0db9779 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:53:56.708951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05799a-ad67-4b86-aa40-9edc67520eed req-b5d841ac-2fd7-44fa-9a8c-36cabda715f1 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:56.710863 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f05799a-ad67-4b86-aa40-9edc67520eed req-b5d841ac-2fd7-44fa-9a8c-36cabda715f1 tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 945 time: 0.1031511 Nov 11 21:53:57.337147 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-75900d2e-158f-445e-bd87-cb1757fb6637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:57.382002 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f05799a-ad67-4b86-aa40-9edc67520eed req-ed3d2060-9405-49ae-9ccd-a7d07059adcb tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198845 Nov 11 21:53:57.481255 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-75900d2e-158f-445e-bd87-cb1757fb6637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:57.517195 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-75900d2e-158f-445e-bd87-cb1757fb6637 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:57.522707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4980e8e2-60f3-4c21-b96f-ef6c8e0eed2e None None] Network c9249c11-6f76-46de-a7de-b9a387fbb90f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:53:57.540367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37816) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:57.548725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-75900d2e-158f-445e-bd87-cb1757fb6637 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c6f3136c-0951-4615-82fd-c3de95f6cc3a HTTP/1.1" status: 204 len: 168 time: 1.3040831 Nov 11 21:53:57.615677 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75900d2e-158f-445e-bd87-cb1757fb6637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f3136c-0951-4615-82fd-c3de95f6cc3a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:57.719612 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:57.732520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e97a3-725a-453b-ba2a-cf442ba7d0aa req-466b95db-75c4-4f64-96f8-6ddf440db6d4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:57.746555 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c9e97a3-725a-453b-ba2a-cf442ba7d0aa req-466b95db-75c4-4f64-96f8-6ddf440db6d4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.1948175 Nov 11 21:53:57.888989 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c9e97a3-725a-453b-ba2a-cf442ba7d0aa req-eae4f801-5ce7-4048-88a8-4a7278e2bf7f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348567 Nov 11 21:53:57.950230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] DHCP port deletion for c9249c11-6f76-46de-a7de-b9a387fbb90f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:53:57.951342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] Deleting port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:53:57.951342 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:58.028179 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Deleting port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:53:58.029027 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:58.062991 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82bb75-0dd4-471b-b5ac-35b716e802cb req-bf7ff81b-9fbd-4600-b31a-d90a569916df tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:58.064720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb82bb75-0dd4-471b-b5ac-35b716e802cb req-bf7ff81b-9fbd-4600-b31a-d90a569916df tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 945 time: 0.1608279 Nov 11 21:53:58.136200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] For port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:58.138074 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:58.169550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Calling delete_port for e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:53:58.266148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] For port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e,segment=NetworkSegment(ab0d4e94-8108-4836-a169-456188f1bec7),segment_id=ab0d4e94-8108-4836-a169-456188f1bec7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:58.266635 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:58.285307 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:58.303963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] No DVR routers for this DVR port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:53:58.321210 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] Calling delete_port for e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:53:58.386390 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Pushing event deleted for resources: {'Port': ['ID=e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:58.411585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:58.411585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:58.411585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:58.411585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:58.411585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:58.411585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:58.411585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:58.411585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:58.412386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:58.412857 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:58.422364 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-cb82bb75-0dd4-471b-b5ac-35b716e802cb req-33fac0aa-e135-4e5e-a3b8-34e578de32ae tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Deleting port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:53:58.422920 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-cb82bb75-0dd4-471b-b5ac-35b716e802cb req-33fac0aa-e135-4e5e-a3b8-34e578de32ae tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:58.432531 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:58.433635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c61b9-e5b4-48c2-a9c7-eb531ac7ca34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:58.525655 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:58.537748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:53:58.589955 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:53:58.591059 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bd06f994-b6f8-46ea-a505-33eb9d7b2fe5 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:53:58.592691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:53:58.628784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:58.641331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] No DVR routers for this DVR port e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:53:58.659416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:53:58.660053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e8a4c9b4-486f-4771-b7b2-5bdc5ded3d2e not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:53:58.818964 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:58.852611 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9249c11-6f76-46de-a7de-b9a387fbb90f']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:58.866634 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0d4e94-8108-4836-a169-456188f1bec7') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:58.867766 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0d4e94-8108-4836-a169-456188f1bec7') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:58.870150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-cb82bb75-0dd4-471b-b5ac-35b716e802cb req-33fac0aa-e135-4e5e-a3b8-34e578de32ae tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] For port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5ed56bc9-aac6-4411-85f2-c3b6db411dcd,segment=NetworkSegment(00c914a2-3bf5-4d87-86d4-e98a9520a03f),segment_id=00c914a2-3bf5-4d87-86d4-e98a9520a03f)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:58.880819 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-cb82bb75-0dd4-471b-b5ac-35b716e802cb req-33fac0aa-e135-4e5e-a3b8-34e578de32ae tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:58.882137 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:58.899255 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:58.907609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:53:58.909550 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:58.937311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad4093-820d-4e63-b47e-195bbccb2b15 req-cc08b7f9-82b4-4086-b5f1-51e3dffc657c tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:58.939131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08ad4093-820d-4e63-b47e-195bbccb2b15 req-cc08b7f9-82b4-4086-b5f1-51e3dffc657c tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/ports?device_id=f86e87af-3ce5-45bd-93c9-da5aaf3556eb HTTP/1.1" status: 200 len: 945 time: 0.2900343 Nov 11 21:53:58.966933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-cb82bb75-0dd4-471b-b5ac-35b716e802cb req-33fac0aa-e135-4e5e-a3b8-34e578de32ae tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Calling delete_port for 5ed56bc9-aac6-4411-85f2-c3b6db411dcd owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:53:58.985346 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:53:59.011843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:59.029329 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:59.040397 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] 10.222.0.57 "DELETE /v2.0/networks/c9249c11-6f76-46de-a7de-b9a387fbb90f HTTP/1.1" status: 204 len: 168 time: 1.4984772 Nov 11 21:53:59.124983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b503dc-8268-4b33-88c5-7e21395e90fe admin admin] Pushing event deleted for resources: {'Network': ['ID=c9249c11-6f76-46de-a7de-b9a387fbb90f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:59.169330 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08ad4093-820d-4e63-b47e-195bbccb2b15 req-c76ff45d-f714-442f-a9bb-4fb6a6f4e5fa tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.57 "GET /v2.0/security-groups?id=75fcbfa9-5632-48c7-bb97-951ad8cfda24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101827 Nov 11 21:53:59.324873 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37852) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:59.477015 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-270b1fa4-29f9-4fd1-986b-266290f020e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8be0585386e44e03b1b78f23eea6f900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1497865 Nov 11 21:53:59.477015 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37860) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:59.499919 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-cb82bb75-0dd4-471b-b5ac-35b716e802cb req-33fac0aa-e135-4e5e-a3b8-34e578de32ae tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:59.522218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['5ed56bc9-aac6-4411-85f2-c3b6db411dcd'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:53:59.581751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fac0aa-e135-4e5e-a3b8-34e578de32ae tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Pushing event deleted for resources: {'Port': ['ID=5ed56bc9-aac6-4411-85f2-c3b6db411dcd,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:59.612687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5adea82-60e8-4e50-b4c3-12def6e15ea3 None None] DHCP port deletion for 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:53:59.628740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb82bb75-0dd4-471b-b5ac-35b716e802cb req-33fac0aa-e135-4e5e-a3b8-34e578de32ae tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] No DVR routers for this DVR port 5ed56bc9-aac6-4411-85f2-c3b6db411dcd on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:53:59.637690 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-cb82bb75-0dd4-471b-b5ac-35b716e802cb req-33fac0aa-e135-4e5e-a3b8-34e578de32ae tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:59.642678 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb82bb75-0dd4-471b-b5ac-35b716e802cb req-33fac0aa-e135-4e5e-a3b8-34e578de32ae tempest-VolumesSnapshotTestJSON-61012726 tempest-VolumesSnapshotTestJSON-61012726-project] 10.222.0.10 "DELETE /v2.0/ports/5ed56bc9-aac6-4411-85f2-c3b6db411dcd HTTP/1.1" status: 204 len: 173 time: 1.5610099 Nov 11 21:53:59.654080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86e87af-3ce5-45bd-93c9-da5aaf3556eb', 'name': 'network-vif-deleted', 'tag': '5ed56bc9-aac6-4411-85f2-c3b6db411dcd'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:53:59.658671 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a3e324-09c5-4237-bce2-c25af0338adf" -d '{"events": [{"server_uuid": "f86e87af-3ce5-45bd-93c9-da5aaf3556eb", "name": "network-vif-deleted", "tag": "5ed56bc9-aac6-4411-85f2-c3b6db411dcd"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:53:59.675153 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:59.731189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d0a56-26f1-48cd-b4e1-c7110d123155 req-404f4a86-3951-4860-8b5e-e80565664937 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:59.737465 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-260d0a56-26f1-48cd-b4e1-c7110d123155 req-404f4a86-3951-4860-8b5e-e80565664937 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.2471464 Nov 11 21:53:59.742942 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:59.802867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:59.805742 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:59.809791 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a450f858-c86f-4a74-88ef-01b2c0e82dde HTTP/1.1" status: 204 len: 168 time: 0.3289306 Nov 11 21:53:59.828293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a450f858-c86f-4a74-88ef-01b2c0e82dde,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:59.848769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:59.849420 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:59.849935 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:59.850545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:59.851123 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:59.851980 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:59.852771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:59.853462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:59.853973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:59.854474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:59.854958 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:59.855448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84869188-fcc1-475e-825f-f0c2ac834869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:59.931503 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-260d0a56-26f1-48cd-b4e1-c7110d123155 req-d22b6068-c822-49c2-8c2a-d9fb5c890dea tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854506 Nov 11 21:54:00.284572 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-22e45067-ff41-400b-a3ba-110bec65e846 req-fcd406c9-a724-47c0-af4e-ff0bc2408729 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3fc636aebfc144ce916be1f7a06f3a06&device_id=e0577c1d-135f-446d-8024-9e7f2e78fc7e HTTP/1.1" status: 200 len: 210 time: 0.0591481 Nov 11 21:54:00.353269 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5693eb-af38-4b30-aaa6-883949aa571e x-openstack-request-id: req-aa5693eb-af38-4b30-aaa6-883949aa571e {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:54:00.353548 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86e87af-3ce5-45bd-93c9-da5aaf3556eb", "name": "network-vif-deleted", "tag": "5ed56bc9-aac6-4411-85f2-c3b6db411dcd", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:54:00.354028 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa5693eb-af38-4b30-aaa6-883949aa571e {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:54:00.354667 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86e87af-3ce5-45bd-93c9-da5aaf3556eb', 'name': 'network-vif-deleted', 'tag': '5ed56bc9-aac6-4411-85f2-c3b6db411dcd', 'status': 'completed', 'code': 200} Nov 11 21:54:00.366071 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-22e45067-ff41-400b-a3ba-110bec65e846 req-2922e45a-8faf-4800-b107-dd436cdc606e service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=3fc636aebfc144ce916be1f7a06f3a06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711370 Nov 11 21:54:00.527031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed0132c3-573c-49a3-8e54-053a90aa4f8f req-9d99aeac-ff8a-4405-bddf-8f5b489bfe42 tempest-ServerShowV254Test-642300864 tempest-ServerShowV254Test-642300864-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0577c1d-135f-446d-8024-9e7f2e78fc7e HTTP/1.1" status: 200 len: 210 time: 0.0721114 Nov 11 21:54:00.702204 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e45067-ff41-400b-a3ba-110bec65e846 req-0cfb2bc0-e9c7-4497-9095-eca1917eacad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:00.703791 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-22e45067-ff41-400b-a3ba-110bec65e846 req-0cfb2bc0-e9c7-4497-9095-eca1917eacad service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3231292 Nov 11 21:54:01.185328 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce78a9-b562-4172-946c-eadb869f91f6 req-3e289837-10e9-4efd-8576-00f16c609efa tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:01.195658 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95ce78a9-b562-4172-946c-eadb869f91f6 req-3e289837-10e9-4efd-8576-00f16c609efa tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.1315749 Nov 11 21:54:01.281508 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95ce78a9-b562-4172-946c-eadb869f91f6 req-c3c2a83e-e48f-4250-9925-a42480660d83 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848467 Nov 11 21:54:01.453500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37936) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:01.705480 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-10cf4020-6744-47af-9a54-85be74081041 req-28e25958-a465-4abd-9ed3-1e267864e504 tempest-ServerShowV254Test-642300864 tempest-ServerShowV254Test-642300864-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0577c1d-135f-446d-8024-9e7f2e78fc7e HTTP/1.1" status: 200 len: 210 time: 0.0560718 Nov 11 21:54:01.726060 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-951259048-network', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:54:01.755424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] Made reservation on behalf of 5757a57d321c41bda10f53e68ffe1106 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:54:01.758799 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:01.781506 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:01.900495 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:01.918507 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:01.952749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:54:01.967401 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:01.970300 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] Added segment a0397810-d038-40fd-8781-6218963061fa of type vlan for network 2e1eddca-e131-4ae9-bee4-182d654beb99 Nov 11 21:54:02.088539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:02.138156 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:02.139196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:02.139927 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:02.221188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7658942 Nov 11 21:54:02.234929 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-22e45067-ff41-400b-a3ba-110bec65e846 req-622238c3-8cdf-4241-8f7a-d3e0c9fca607 tempest-ServerShowV254Test-642300864 tempest-ServerShowV254Test-642300864-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0577c1d-135f-446d-8024-9e7f2e78fc7e HTTP/1.1" status: 200 len: 210 time: 0.0812433 Nov 11 21:54:02.246504 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 37960) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:02.270139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-85b6eba4-d5ab-47a8-839c-3173fdc0693d admin admin] Request body: {'subnet': {'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-951259048-subnet', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:54:02.314729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54ff986-2ded-4abf-9c9b-a46fff64ee01,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:02.343736 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b6eba4-d5ab-47a8-839c-3173fdc0693d admin admin] Made reservation on behalf of 5757a57d321c41bda10f53e68ffe1106 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:54:02.352282 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85b6eba4-d5ab-47a8-839c-3173fdc0693d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:02.582747 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763a6ae-0b92-43f7-a43e-f308be5e4461 admin admin] Pushing event updated for resources: {'Network': ['ID=2e1eddca-e131-4ae9-bee4-182d654beb99,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:02.596299 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 2e1eddca-e131-4ae9-bee4-182d654beb99 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:54:02.616729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d110fb-8ac9-4cf5-94df-4990428902d3 req-9d15d3d4-82df-4d72-b9a2-76e96a4419ce tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:02.626031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0d110fb-8ac9-4cf5-94df-4990428902d3 req-9d15d3d4-82df-4d72-b9a2-76e96a4419ce tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.1436634 Nov 11 21:54:02.746082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0d110fb-8ac9-4cf5-94df-4990428902d3 req-386abf15-e9ac-49fa-80a0-171486cdecb0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190364 Nov 11 21:54:02.795467 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85b6eba4-d5ab-47a8-839c-3173fdc0693d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:02.942085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5ed56bc9-aac6-4411-85f2-c3b6db411dcd no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:54:03.035988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6eba4-d5ab-47a8-839c-3173fdc0693d admin admin] Pushing event updated for resources: {'Subnet': ['ID=39cbd100-acd0-46b4-8419-af45cc0c3279,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:03.044779 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 5ed56bc9-aac6-4411-85f2-c3b6db411dcd {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:54:03.046301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5ed56bc9-aac6-4411-85f2-c3b6db411dcd not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:54:03.084228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6eba4-d5ab-47a8-839c-3173fdc0693d admin admin] Checking segment: {'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:54:03.084885 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b6eba4-d5ab-47a8-839c-3173fdc0693d admin admin] Network hostable DHCP agents. Network: 2e1eddca-e131-4ae9-bee4-182d654beb99, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:54:03.125246 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a68c6efb-1fc9-411b-9990-00eaab7de169 req-2c760fe8-de41-420c-99ce-7f23e5459a9d tempest-ServerShowV254Test-642300864 tempest-ServerShowV254Test-642300864-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0577c1d-135f-446d-8024-9e7f2e78fc7e HTTP/1.1" status: 200 len: 210 time: 0.0924222 Nov 11 21:54:03.136521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b6eba4-d5ab-47a8-839c-3173fdc0693d admin admin] Network 2e1eddca-e131-4ae9-bee4-182d654beb99 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:54:03.161830 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-85b6eba4-d5ab-47a8-839c-3173fdc0693d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 2e1eddca-e131-4ae9-bee4-182d654beb99) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:54:03.174259 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48baf1d-836a-4ce1-815b-94f99cd54bda None None] Network 2e1eddca-e131-4ae9-bee4-182d654beb99 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:54:03.181797 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b6eba4-d5ab-47a8-839c-3173fdc0693d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:03.182455 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85b6eba4-d5ab-47a8-839c-3173fdc0693d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:03.239509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 37986) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:03.244774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:54:03.245874 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-85b6eba4-d5ab-47a8-839c-3173fdc0693d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9957635 Nov 11 21:54:03.336699 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:03.340039 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:03.435606 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:03.536411 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-2e1eddca-e131-4ae9-bee4-182d654beb99', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:54:03.537567 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:03.806019 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Allocated IP 172.20.0.2 (2e1eddca-e131-4ae9-bee4-182d654beb99/39cbd100-acd0-46b4-8419-af45cc0c3279/af11fd72-183d-4ce8-aa80-d399bc4ca5b0) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:54:03.908749 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:04.158123 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bd358-8ebd-4b81-a98e-68e6f2f04f84 req-3b796e67-4bba-4d59-8b0d-6bc32fa2cc0e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:04.163939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-496bd358-8ebd-4b81-a98e-68e6f2f04f84 req-3b796e67-4bba-4d59-8b0d-6bc32fa2cc0e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.1503532 Nov 11 21:54:04.240148 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:04.247889 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-496bd358-8ebd-4b81-a98e-68e6f2f04f84 req-7dd45a3d-1ae5-4b85-a50e-1ef178edde39 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770819 Nov 11 21:54:04.250277 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:04.575853 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:04.642769 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:04.846914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38030) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:04.858930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Pushing event updated for resources: {'Port': ['ID=af11fd72-183d-4ce8-aa80-d399bc4ca5b0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:04.879960 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Network 2e1eddca-e131-4ae9-bee4-182d654beb99 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:54:04.887756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:54:04.891592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:54:04.972311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Allocated IP 172.25.0.37 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/54273be8-abee-45ec-a706-e7e247b4505c) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:54:05.038945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Attempting to bind port af11fd72-183d-4ce8-aa80-d399bc4ca5b0 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:54:05.039554 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Attempting to bind port af11fd72-183d-4ce8-aa80-d399bc4ca5b0 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:54:05.039994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Attempting to bind port af11fd72-183d-4ce8-aa80-d399bc4ca5b0 on network 2e1eddca-e131-4ae9-bee4-182d654beb99 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:54:05.073759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:54:05.074314 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Checking segment: {'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:54:05.075569 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:05.079184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Bound using segment: {'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:54:05.082126 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Bound port: af11fd72-183d-4ce8-aa80-d399bc4ca5b0, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:54:05.093566 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:05.136977 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfa1199f-008e-4456-8eb9-f3fb850e4db0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:05.264137 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:05.331860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] For port af11fd72-183d-4ce8-aa80-d399bc4ca5b0, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:54:05.342886 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] For port af11fd72-183d-4ce8-aa80-d399bc4ca5b0, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=af11fd72-183d-4ce8-aa80-d399bc4ca5b0,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:54:05.357558 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:05.398240 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:05.421641 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfa1199f-008e-4456-8eb9-f3fb850e4db0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:05.433649 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dfa1199f-008e-4456-8eb9-f3fb850e4db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:05.524467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:54:05.537281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc358366-e00d-4480-8fe0-bcc17da60bab None None] Pushing event updated for resources: {'Port': ['ID=af11fd72-183d-4ce8-aa80-d399bc4ca5b0,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:05.540140 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:54:05.553705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1199f-008e-4456-8eb9-f3fb850e4db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c2afcf-2a09-4263-bf0b-ae5fce48de25,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:05.560416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:54:05.564828 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7439deb0-b9f3-42b4-95df-cc060d0abc95 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:54:05.586457 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dfa1199f-008e-4456-8eb9-f3fb850e4db0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3fc636aebfc144ce916be1f7a06f3a06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7383718 Nov 11 21:54:05.589465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38050) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:05.645476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Pushing event updated for resources: {'Port': ['ID=54273be8-abee-45ec-a706-e7e247b4505c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:05.673509 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fbb0a54c-55ae-4091-bf70-a9b504b82a71 None None] Provisioning complete for port 54273be8-abee-45ec-a706-e7e247b4505c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:05.682622 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fbb0a54c-55ae-4091-bf70-a9b504b82a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:05.734661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c111d60-3e45-4dd6-a0ca-6395befdcfc0 req-467b8f59-25ec-4644-a8eb-90727ec4ed3a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:05.738887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c111d60-3e45-4dd6-a0ca-6395befdcfc0 req-467b8f59-25ec-4644-a8eb-90727ec4ed3a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.2922423 Nov 11 21:54:05.740973 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0b4d-b94b-40b4-b6ac-4bc8d50477ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:05.805652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fbb0a54c-55ae-4091-bf70-a9b504b82a71 None None] Port 54273be8-abee-45ec-a706-e7e247b4505c cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:54:05.825896 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0b4d-b94b-40b4-b6ac-4bc8d50477ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:05.984830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0b4d-b94b-40b4-b6ac-4bc8d50477ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:05.993115 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0b4d-b94b-40b4-b6ac-4bc8d50477ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:05.997279 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bf9a0b4d-b94b-40b4-b6ac-4bc8d50477ea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c0c2afcf-2a09-4263-bf0b-ae5fce48de25 HTTP/1.1" status: 204 len: 168 time: 0.4062846 Nov 11 21:54:06.042774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a0b4d-b94b-40b4-b6ac-4bc8d50477ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c2afcf-2a09-4263-bf0b-ae5fce48de25,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:06.352926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c111d60-3e45-4dd6-a0ca-6395befdcfc0 req-a7ea8e53-b260-4280-9af3-07f35aec6855 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6045322 Nov 11 21:54:06.609446 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device af11fd72-183d-4ce8-aa80-d399bc4ca5b0 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:54:06.757801 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port af11fd72-183d-4ce8-aa80-d399bc4ca5b0 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:06.758674 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:06.762188 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:07.008250 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:07.176949 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port af11fd72-183d-4ce8-aa80-d399bc4ca5b0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=af11fd72-183d-4ce8-aa80-d399bc4ca5b0,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:07.191053 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:07.334236 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=af11fd72-183d-4ce8-aa80-d399bc4ca5b0,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:07.601865 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:07.924476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38126) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:07.987441 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f30ee7-09dc-4093-9b0d-6d8f7fe7e1ed None None] Network 2e1eddca-e131-4ae9-bee4-182d654beb99 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:54:07.996622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5b58b-6321-4c1d-a6d7-eb4e1db2f3e1 req-cc99fbc4-d614-4338-a1eb-e53018a707cc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:08.002414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c5b58b-6321-4c1d-a6d7-eb4e1db2f3e1 req-cc99fbc4-d614-4338-a1eb-e53018a707cc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.4679406 Nov 11 21:54:08.119528 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38130) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:08.204390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c5b58b-6321-4c1d-a6d7-eb4e1db2f3e1 req-e32396c0-4385-48e9-a3a8-72265350840e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938508 Nov 11 21:54:08.208369 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4dd5cbd1-be6f-4325-88de-e832f75f8482 None None] Provisioning complete for port af11fd72-183d-4ce8-aa80-d399bc4ca5b0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:08.209494 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4dd5cbd1-be6f-4325-88de-e832f75f8482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:08.215144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Router b2ef2919-e3b2-4e4c-b775-abf410d32343 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:54:08.391224 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3fbfc9b8-72da-4fe1-84fb-fbc68aa41c1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:08.518984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-400680098-network', 'tenant_id': '90e0baaa7d444d2f8c35dc63283f5cb1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:54:08.686715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device af11fd72-183d-4ce8-aa80-d399bc4ca5b0 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:54:08.705896 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] Made reservation on behalf of 90e0baaa7d444d2f8c35dc63283f5cb1 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:54:08.711126 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:08.745693 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:08.780442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:54:08.805359 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Sync routers for ids ['b2ef2919-e3b2-4e4c-b775-abf410d32343'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:54:08.822750 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Routers {'b2ef2919-e3b2-4e4c-b775-abf410d32343'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:54:08.823434 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:53:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b2ef2919-e3b2-4e4c-b775-abf410d32343'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:54:08.846722 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:08.855381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5f4edcd5-cd6a-423e-a98d-1d13ad5ea18a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6142743 Nov 11 21:54:08.858666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 38146) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:08.877156 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3fbfc9b8-72da-4fe1-84fb-fbc68aa41c1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:08.891967 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3fbfc9b8-72da-4fe1-84fb-fbc68aa41c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:08.980738 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port af11fd72-183d-4ce8-aa80-d399bc4ca5b0 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:08.995795 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:09.049964 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfc9b8-72da-4fe1-84fb-fbc68aa41c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afef9f3e-d44d-420c-9fb6-f2393ab63f03,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:09.067108 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3fbfc9b8-72da-4fe1-84fb-fbc68aa41c1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b9a99c89baf4e9486b0c4678c57085c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9463480 Nov 11 21:54:09.070708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38154) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:09.097712 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Set router b2ef2919-e3b2-4e4c-b775-abf410d32343 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:54:09.304613 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3888253f-5ca6-4e69-9612-10333aebf598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:09.335969 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3888253f-5ca6-4e69-9612-10333aebf598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:09.408316 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3888253f-5ca6-4e69-9612-10333aebf598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:09.412733 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3888253f-5ca6-4e69-9612-10333aebf598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:09.414245 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3888253f-5ca6-4e69-9612-10333aebf598 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/afef9f3e-d44d-420c-9fb6-f2393ab63f03 HTTP/1.1" status: 204 len: 168 time: 0.3418396 Nov 11 21:54:09.449175 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888253f-5ca6-4e69-9612-10333aebf598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afef9f3e-d44d-420c-9fb6-f2393ab63f03,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:09.543945 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:09.553575 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:09.669081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e35d873-16ba-4579-b984-18bb4fe750d7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:09.713715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:54:09.753922 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:09.754970 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] Added segment 7ba7488f-e804-4dab-a5d7-33835e48f610 of type vlan for network 83c61f1f-6e0f-4d26-8cb7-fcd9a752afba Nov 11 21:54:09.820693 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1c1280b8-5d20-47b5-9ccf-0f7dfc2226b7 None None] Provisioning complete for port af11fd72-183d-4ce8-aa80-d399bc4ca5b0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:09.821092 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c1280b8-5d20-47b5-9ccf-0f7dfc2226b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:09.838231 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:06Z', 'revision_number': 3, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:54:09.841806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd33036-f99c-4011-8a44-d809d6a58cfa req-54bd246b-134a-436d-b7f3-1b06a5c3bbad tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:09.843397 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcd33036-f99c-4011-8a44-d809d6a58cfa req-54bd246b-134a-436d-b7f3-1b06a5c3bbad tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.2298112 Nov 11 21:54:09.857854 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:09.942181 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:09.943440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:09.944737 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:09.972972 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Checking router: b2ef2919-e3b2-4e4c-b775-abf410d32343 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:54:09.973495 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Updating router b2ef2919-e3b2-4e4c-b775-abf410d32343 port 54273be8-abee-45ec-a706-e7e247b4505c binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:54:10.112049 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:10.123434 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1965489 Nov 11 21:54:10.142035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f228327-0de1-4b3a-8be5-e890476a67da admin admin] Pushing event updated for resources: {'Network': ['ID=83c61f1f-6e0f-4d26-8cb7-fcd9a752afba,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:10.152983 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcd33036-f99c-4011-8a44-d809d6a58cfa req-28044459-7063-4563-8aea-3f044cb46cee tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995307 Nov 11 21:54:10.161804 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 83c61f1f-6e0f-4d26-8cb7-fcd9a752afba details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:54:10.213639 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:10.813516 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Allocated IP 172.20.0.1 (2e1eddca-e131-4ae9-bee4-182d654beb99/39cbd100-acd0-46b4-8419-af45cc0c3279/300e0e97-6ea1-407e-8fd8-934f5c96f309) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:54:10.858596 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:10.870486 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:10.910030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd8474-8b0d-4cb7-b807-91b4974eedc5 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:54:10.983217 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Attempting to bind port 54273be8-abee-45ec-a706-e7e247b4505c on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:54:10.983600 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Attempting to bind port 54273be8-abee-45ec-a706-e7e247b4505c by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:54:10.983960 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Attempting to bind port 54273be8-abee-45ec-a706-e7e247b4505c on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:54:11.011898 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:54:11.012517 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:54:11.013145 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:11.013702 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:54:11.014365 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Bound port: 54273be8-abee-45ec-a706-e7e247b4505c, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:54:11.014929 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:11.029090 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-26ac62ec-1866-4022-8241-23898025683b None None] Provisioning complete for port 54273be8-abee-45ec-a706-e7e247b4505c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:11.031130 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-26ac62ec-1866-4022-8241-23898025683b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:11.144756 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:11.158339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-26ac62ec-1866-4022-8241-23898025683b None None] Port 54273be8-abee-45ec-a706-e7e247b4505c cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:54:11.184133 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] For port 54273be8-abee-45ec-a706-e7e247b4505c, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:54:11.187619 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] For port 54273be8-abee-45ec-a706-e7e247b4505c, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=54273be8-abee-45ec-a706-e7e247b4505c,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:54:11.195378 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:11.204595 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:11.248873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f51004a-99ee-4224-bc13-cd10d1f2ce35 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:54:11.262618 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021c0d6-e66f-488e-8f30-9bd57de2b5ea None None] Pushing event updated for resources: {'Port': ['ID=54273be8-abee-45ec-a706-e7e247b4505c,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:11.293382 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f1369782-f751-461c-8560-60ddd6186cbb None None] Provisioning complete for port 54273be8-abee-45ec-a706-e7e247b4505c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:11.299273 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021c0d6-e66f-488e-8f30-9bd57de2b5ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.303198 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021c0d6-e66f-488e-8f30-9bd57de2b5ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.307098 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021c0d6-e66f-488e-8f30-9bd57de2b5ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.307623 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021c0d6-e66f-488e-8f30-9bd57de2b5ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.308125 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021c0d6-e66f-488e-8f30-9bd57de2b5ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.308564 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1369782-f751-461c-8560-60ddd6186cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:11.308870 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021c0d6-e66f-488e-8f30-9bd57de2b5ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.309380 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021c0d6-e66f-488e-8f30-9bd57de2b5ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.309869 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021c0d6-e66f-488e-8f30-9bd57de2b5ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.310356 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021c0d6-e66f-488e-8f30-9bd57de2b5ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.382613 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021c0d6-e66f-488e-8f30-9bd57de2b5ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.382613 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021c0d6-e66f-488e-8f30-9bd57de2b5ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.382613 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021c0d6-e66f-488e-8f30-9bd57de2b5ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.382613 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:54:11.382613 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Routers {'b2ef2919-e3b2-4e4c-b775-abf410d32343'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:54:11.382613 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:53:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b2ef2919-e3b2-4e4c-b775-abf410d32343'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:54:11.430399 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:11.474048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Network 2e1eddca-e131-4ae9-bee4-182d654beb99 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:54:11.485494 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4ea89-4a68-42a8-a5fb-c0964c9faf95 req-aeb61dde-1867-4338-aabc-97e4cdad1553 tempest-ComputeTenantNetworksTest-1623092990 tempest-ComputeTenantNetworksTest-1623092990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:11.492691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4ea89-4a68-42a8-a5fb-c0964c9faf95 req-aeb61dde-1867-4338-aabc-97e4cdad1553 tempest-ComputeTenantNetworksTest-1623092990 tempest-ComputeTenantNetworksTest-1623092990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:11.524116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4ea89-4a68-42a8-a5fb-c0964c9faf95 req-aeb61dde-1867-4338-aabc-97e4cdad1553 tempest-ComputeTenantNetworksTest-1623092990 tempest-ComputeTenantNetworksTest-1623092990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:11.525913 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1eb4ea89-4a68-42a8-a5fb-c0964c9faf95 req-aeb61dde-1867-4338-aabc-97e4cdad1553 tempest-ComputeTenantNetworksTest-1623092990 tempest-ComputeTenantNetworksTest-1623092990-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4232414 Nov 11 21:54:11.526900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:54:11.545174 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:54:11.609920 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1369782-f751-461c-8560-60ddd6186cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:11.611441 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021c0d6-e66f-488e-8f30-9bd57de2b5ea None None] Pushing event updated for resources: {'Port': ['ID=54273be8-abee-45ec-a706-e7e247b4505c,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:11.643893 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Pushing event updated for resources: {'Port': ['ID=300e0e97-6ea1-407e-8fd8-934f5c96f309,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:11.672587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.672964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.673312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.673661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.673993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.674331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.674663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.678655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.679461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.679942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.680413 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.680957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:11.699344 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:11.737632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f1369782-f751-461c-8560-60ddd6186cbb None None] For port 54273be8-abee-45ec-a706-e7e247b4505c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=54273be8-abee-45ec-a706-e7e247b4505c,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:11.747287 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1369782-f751-461c-8560-60ddd6186cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:11.753718 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] Set router b2ef2919-e3b2-4e4c-b775-abf410d32343 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:54:11.831348 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1369782-f751-461c-8560-60ddd6186cbb None None] Pushing event updated for resources: {'Port': ['ID=54273be8-abee-45ec-a706-e7e247b4505c,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:11.923640 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:11.976492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fac49-d4b6-467c-98a9-9895a75cfec4 req-ddb0ea26-579c-485f-af6f-b667e3cdb5ba tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:11.978280 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb7fac49-d4b6-467c-98a9-9895a75cfec4 req-ddb0ea26-579c-485f-af6f-b667e3cdb5ba tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.1178820 Nov 11 21:54:11.985848 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4cb3d119-e87a-4690-9d8c-be8305072ecd None None] Provisioning complete for port 300e0e97-6ea1-407e-8fd8-934f5c96f309 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:11.987750 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d119-e87a-4690-9d8c-be8305072ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:12.081073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3d119-e87a-4690-9d8c-be8305072ecd None None] Port 300e0e97-6ea1-407e-8fd8-934f5c96f309 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:54:12.172034 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:06Z', 'revision_number': 3, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:54:12.276310 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf544b4-88d1-4820-8d3c-d9ddd9d910b9 None None] The sync data for ids ['b2ef2919-e3b2-4e4c-b775-abf410d32343'] in n-d-805737-3 is: [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:06Z', 'revision_number': 3, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:54:13.016821 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:13.036555 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:13.153292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:13.281149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Network 2e1eddca-e131-4ae9-bee4-182d654beb99 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:54:13.293096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:54:13.302015 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Pushing event updated for resources: {'Port': ['ID=300e0e97-6ea1-407e-8fd8-934f5c96f309,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:13.326028 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb7fac49-d4b6-467c-98a9-9895a75cfec4 req-48a18a41-a1cd-41dc-98a6-719ed141714a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947628 Nov 11 21:54:13.749814 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-09c6adc1-c2ae-4365-9361-38043a9f6c51 None None] Provisioning complete for port 300e0e97-6ea1-407e-8fd8-934f5c96f309 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:13.750260 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09c6adc1-c2ae-4365-9361-38043a9f6c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:13.773527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70684ff3-143a-4870-b8da-0eaec14df1d7 req-b8d67eb2-3c99-48f7-ba7d-5ba30c828617 tempest-ComputeTenantNetworksTest-1623092990 tempest-ComputeTenantNetworksTest-1623092990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:13.787357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70684ff3-143a-4870-b8da-0eaec14df1d7 req-b8d67eb2-3c99-48f7-ba7d-5ba30c828617 tempest-ComputeTenantNetworksTest-1623092990 tempest-ComputeTenantNetworksTest-1623092990-project] 10.222.0.57 "GET /v2.0/networks/83c61f1f-6e0f-4d26-8cb7-fcd9a752afba HTTP/1.1" status: 200 len: 768 time: 0.4044225 Nov 11 21:54:13.790253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38278) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:13.821617 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Router b2ef2919-e3b2-4e4c-b775-abf410d32343 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:54:13.846055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-09c6adc1-c2ae-4365-9361-38043a9f6c51 None None] Port 300e0e97-6ea1-407e-8fd8-934f5c96f309 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:54:13.914832 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f6f8cccd-d3b2-4c38-acff-5f74df974ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:14.033432 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-972978ea-031a-4134-af8b-8162865265e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:14.103650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:54:14.117057 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-333290ce-0525-4306-a825-d0581c04b514 admin admin] 10.222.0.57 "PUT /v2.0/routers/b2ef2919-e3b2-4e4c-b775-abf410d32343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2473047 Nov 11 21:54:14.236659 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-972978ea-031a-4134-af8b-8162865265e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:14.282958 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-972978ea-031a-4134-af8b-8162865265e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c61f1f-6e0f-4d26-8cb7-fcd9a752afba']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:54:14.305336 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-972978ea-031a-4134-af8b-8162865265e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba7488f-e804-4dab-a5d7-33835e48f610') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:54:14.305685 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-972978ea-031a-4134-af8b-8162865265e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba7488f-e804-4dab-a5d7-33835e48f610') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:54:14.326897 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-972978ea-031a-4134-af8b-8162865265e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:14.365817 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-972978ea-031a-4134-af8b-8162865265e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:14.396268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972978ea-031a-4134-af8b-8162865265e1 admin admin] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:54:14.400767 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-972978ea-031a-4134-af8b-8162865265e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:54:14.425348 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:54:14.517462 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-972978ea-031a-4134-af8b-8162865265e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:14.539764 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-972978ea-031a-4134-af8b-8162865265e1 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:14.545294 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-972978ea-031a-4134-af8b-8162865265e1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/83c61f1f-6e0f-4d26-8cb7-fcd9a752afba HTTP/1.1" status: 204 len: 168 time: 0.7534728 Nov 11 21:54:14.570784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972978ea-031a-4134-af8b-8162865265e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=83c61f1f-6e0f-4d26-8cb7-fcd9a752afba,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:14.587446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b7c5a-ffaf-4ef4-ad92-a2c25fc4ef97 req-67e67713-6c87-4479-b2de-d2c918476c27 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:14.595443 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d2b7c5a-ffaf-4ef4-ad92-a2c25fc4ef97 req-67e67713-6c87-4479-b2de-d2c918476c27 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.0958378 Nov 11 21:54:14.656055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 54273be8-abee-45ec-a706-e7e247b4505c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:54:14.706835 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d2b7c5a-ffaf-4ef4-ad92-a2c25fc4ef97 req-fd46c532-c99f-451e-b1ac-ee41f07ba232 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047618 Nov 11 21:54:14.739416 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:14.851107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 54273be8-abee-45ec-a706-e7e247b4505c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:14.853112 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:14.908588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38316) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:15.058884 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-79451d0b-8e02-40be-8a5b-b2c0fa1a503b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=90e0baaa7d444d2f8c35dc63283f5cb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1460919 Nov 11 21:54:15.060144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 38322) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:15.207770 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5d2616b-0c3d-440b-9d36-9c6e63b40ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:15.260730 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5d2616b-0c3d-440b-9d36-9c6e63b40ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:15.368615 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5d2616b-0c3d-440b-9d36-9c6e63b40ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:15.372506 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5d2616b-0c3d-440b-9d36-9c6e63b40ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:15.383604 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e5d2616b-0c3d-440b-9d36-9c6e63b40ab6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5e35d873-16ba-4579-b984-18bb4fe750d7 HTTP/1.1" status: 204 len: 168 time: 0.3220742 Nov 11 21:54:15.384489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Sync routers for ids ['b2ef2919-e3b2-4e4c-b775-abf410d32343'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:54:15.407398 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Routers {'b2ef2919-e3b2-4e4c-b775-abf410d32343'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:54:15.410879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:53:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b2ef2919-e3b2-4e4c-b775-abf410d32343'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:54:15.416094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2616b-0c3d-440b-9d36-9c6e63b40ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e35d873-16ba-4579-b984-18bb4fe750d7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:15.743887 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Set router b2ef2919-e3b2-4e4c-b775-abf410d32343 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:54:16.465812 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0ed47469-a251-432c-9807-8f11ac43778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:16.531497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '300e0e97-6ea1-407e-8fd8-934f5c96f309', 'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'mac_address': 'fa:16:3e:b0:2a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:10Z', 'updated_at': '2021-11-11T21:54:12Z', 'revision_number': 2, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'subnets': [{'id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:54:16.622018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Checking router: b2ef2919-e3b2-4e4c-b775-abf410d32343 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:54:16.622525 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Updating router b2ef2919-e3b2-4e4c-b775-abf410d32343 port 300e0e97-6ea1-407e-8fd8-934f5c96f309 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:54:16.687529 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:16.839775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 38386) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:16.845614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8f13f7a4-39af-4d2e-9b68-b0dfe1464c54 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1033037943', 'description': 'tempest-description--617302230'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:54:16.900232 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f13f7a4-39af-4d2e-9b68-b0dfe1464c54 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:17.204870 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f13f7a4-39af-4d2e-9b68-b0dfe1464c54 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:17.227268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b4ea5-6044-4f84-8bbd-775b2322588a req-1a5f3cd6-2c10-4f62-9b2d-322f80ec9761 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:17.230216 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c3b4ea5-6044-4f84-8bbd-775b2322588a req-1a5f3cd6-2c10-4f62-9b2d-322f80ec9761 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.2423377 Nov 11 21:54:17.233081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f13f7a4-39af-4d2e-9b68-b0dfe1464c54 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:17.285591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13f7a4-39af-4d2e-9b68-b0dfe1464c54 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e876e308-8711-4274-99d6-05f0ae6b9bfc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:17.405739 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f13f7a4-39af-4d2e-9b68-b0dfe1464c54 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:17.407212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8f13f7a4-39af-4d2e-9b68-b0dfe1464c54 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5658011 Nov 11 21:54:17.411388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 38400) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:17.416892 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0b8a5a8b-ab91-46be-b5c8-45b66a663780 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Request body: {'security_group_rule': {'security_group_id': 'e876e308-8711-4274-99d6-05f0ae6b9bfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:54:17.464733 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:17.488168 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:17.488951 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c3b4ea5-6044-4f84-8bbd-775b2322588a req-ef2b2f00-d20f-4da9-9fdb-412103b6e9cc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119846 Nov 11 21:54:17.553547 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5a8b-ab91-46be-b5c8-45b66a663780 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:17.651259 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:17.744764 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbf53d-291c-4031-a12a-5d966082c936 None None] Pushing event updated for resources: {'Port': ['ID=300e0e97-6ea1-407e-8fd8-934f5c96f309,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:17.745154 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5a8b-ab91-46be-b5c8-45b66a663780 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:17.754574 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5a8b-ab91-46be-b5c8-45b66a663780 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:17.808373 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a5a8b-ab91-46be-b5c8-45b66a663780 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf9ea29-9ff4-43c7-8938-ae2cf4e0c2ac,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:17.837178 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5a8b-ab91-46be-b5c8-45b66a663780 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:17.838869 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0b8a5a8b-ab91-46be-b5c8-45b66a663780 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4264519 Nov 11 21:54:17.842330 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38410) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:17.846248 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Attempting to bind port 300e0e97-6ea1-407e-8fd8-934f5c96f309 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:54:17.846714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Attempting to bind port 300e0e97-6ea1-407e-8fd8-934f5c96f309 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:54:17.847078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Attempting to bind port 300e0e97-6ea1-407e-8fd8-934f5c96f309 on network 2e1eddca-e131-4ae9-bee4-182d654beb99 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:54:17.848576 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-fc35023a-0975-4154-aedb-85c23cd8e312 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Request body: {'security_group_rule': {'security_group_id': 'e876e308-8711-4274-99d6-05f0ae6b9bfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:54:17.856894 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:54:17.857889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Checking segment: {'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:54:17.858638 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:17.859224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Bound using segment: {'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:54:17.859943 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Bound port: 300e0e97-6ea1-407e-8fd8-934f5c96f309, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:54:17.860581 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:17.956644 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fc35023a-0975-4154-aedb-85c23cd8e312 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:18.141563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] For port 300e0e97-6ea1-407e-8fd8-934f5c96f309, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:54:18.154295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] For port 300e0e97-6ea1-407e-8fd8-934f5c96f309, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=300e0e97-6ea1-407e-8fd8-934f5c96f309,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:54:18.162677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fa78e515-d390-4a29-a117-c2d0a6619531 None None] Provisioning complete for port 300e0e97-6ea1-407e-8fd8-934f5c96f309 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:18.163350 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa78e515-d390-4a29-a117-c2d0a6619531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:18.170563 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:18.216156 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fc35023a-0975-4154-aedb-85c23cd8e312 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:18.230063 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fc35023a-0975-4154-aedb-85c23cd8e312 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:18.339050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35023a-0975-4154-aedb-85c23cd8e312 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceec6a1d-8502-4ed1-aa44-24f63570ef52,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:18.353833 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fc35023a-0975-4154-aedb-85c23cd8e312 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:18.359045 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fc35023a-0975-4154-aedb-85c23cd8e312 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5127940 Nov 11 21:54:18.360964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 38424) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:18.366005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbf53d-291c-4031-a12a-5d966082c936 None None] Pushing event updated for resources: {'Port': ['ID=300e0e97-6ea1-407e-8fd8-934f5c96f309,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:18.370767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:54:18.379924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Routers {'b2ef2919-e3b2-4e4c-b775-abf410d32343'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:54:18.380764 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:54:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b2ef2919-e3b2-4e4c-b775-abf410d32343'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:54:18.528222 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:18.840400 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9d48f-a02e-47ee-bf41-4a9e65881bca req-f8a50022-469b-4e46-8bf3-1fc4c18a4f26 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:18.842034 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98f9d48f-a02e-47ee-bf41-4a9e65881bca req-f8a50022-469b-4e46-8bf3-1fc4c18a4f26 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.1295855 Nov 11 21:54:18.956088 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:19.002992 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa78e515-d390-4a29-a117-c2d0a6619531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:19.064750 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:19.089809 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] Set router b2ef2919-e3b2-4e4c-b775-abf410d32343 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:54:19.107987 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98f9d48f-a02e-47ee-bf41-4a9e65881bca req-624b7b47-7e0f-44f8-82c4-7adf4091afe9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555966 Nov 11 21:54:19.179231 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-fa78e515-d390-4a29-a117-c2d0a6619531 None None] For port 300e0e97-6ea1-407e-8fd8-934f5c96f309, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=300e0e97-6ea1-407e-8fd8-934f5c96f309,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:19.189253 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa78e515-d390-4a29-a117-c2d0a6619531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:19.285576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Allocated IP 172.25.0.127 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/e45d160c-b7b8-4598-9068-45c46d50dbaf) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:54:19.529982 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78e515-d390-4a29-a117-c2d0a6619531 None None] Pushing event updated for resources: {'Port': ['ID=300e0e97-6ea1-407e-8fd8-934f5c96f309,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:19.577870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-dda74311-374d-4f69-8225-f42a45e3c165 None None] Provisioning complete for port 300e0e97-6ea1-407e-8fd8-934f5c96f309 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:19.580466 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dda74311-374d-4f69-8225-f42a45e3c165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:19.586800 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:19.594852 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:19.724773 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:19.912634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event updated for resources: {'Port': ['ID=e45d160c-b7b8-4598-9068-45c46d50dbaf,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:19.958160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:54:19.964670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:54:19.978744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:54:20.272610 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:20.400831 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:20.426525 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '300e0e97-6ea1-407e-8fd8-934f5c96f309', 'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'mac_address': 'fa:16:3e:b0:2a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:10Z', 'updated_at': '2021-11-11T21:54:18Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'subnets': [{'id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:54:20.467315 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542246dc-6f65-4884-98df-20d9ad151785 None None] The sync data for ids ['b2ef2919-e3b2-4e4c-b775-abf410d32343'] in n-d-805737-3 is: [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '300e0e97-6ea1-407e-8fd8-934f5c96f309', 'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'mac_address': 'fa:16:3e:b0:2a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:10Z', 'updated_at': '2021-11-11T21:54:18Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'subnets': [{'id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:54:20.602787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cce27-f9fd-460b-8440-08f71b282547 req-3d3c009b-f0dc-4249-8c5e-268e7415e131 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:20.607335 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a37cce27-f9fd-460b-8440-08f71b282547 req-3d3c009b-f0dc-4249-8c5e-268e7415e131 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.3243153 Nov 11 21:54:21.113983 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a37cce27-f9fd-460b-8440-08f71b282547 req-afec65de-5ab3-4d9a-9395-82232fb00b32 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839320 Nov 11 21:54:21.177986 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:21.188918 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:21.301770 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:21.404314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event updated for resources: {'Port': ['ID=e45d160c-b7b8-4598-9068-45c46d50dbaf,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:21.419720 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:21.421046 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-daf4d0b7-112d-4452-a805-c2a4727a2e87 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0583773 Nov 11 21:54:22.038324 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-951340a0-ff7a-446f-9a37-ef83575ef200 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1033037943&fields=id&tenant_id=5757a57d321c41bda10f53e68ffe1106 HTTP/1.1" status: 200 len: 267 time: 0.1296713 Nov 11 21:54:22.216644 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38530) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:22.477525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-a3eff15e-d5cf-4a84-af3e-977c131d5d4f tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:22.484683 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b6408b0-fe62-4cdb-9165-c40868243ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:22.486318 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-a3eff15e-d5cf-4a84-af3e-977c131d5d4f tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/networks?id=2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 200 len: 810 time: 0.4400487 Nov 11 21:54:22.517119 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-be512e21-92c8-4f85-8fc9-0271b9a2fe5f tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/quotas/5757a57d321c41bda10f53e68ffe1106 HTTP/1.1" status: 200 len: 375 time: 0.0241103 Nov 11 21:54:22.670756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 300e0e97-6ea1-407e-8fd8-934f5c96f309 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:54:22.683634 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-36c562a0-a563-4693-ab47-3fab8e5ea926 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757a57d321c41bda10f53e68ffe1106&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1580937 Nov 11 21:54:22.702840 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b6408b0-fe62-4cdb-9165-c40868243ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:22.710891 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b6408b0-fe62-4cdb-9165-c40868243ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:22.782214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 38540) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:22.797787 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1b6408b0-fe62-4cdb-9165-c40868243ba3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0468b093f02f4a91815a4f0a6341fdfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5777376 Nov 11 21:54:22.799555 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6408b0-fe62-4cdb-9165-c40868243ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8323fe-a639-4992-8b4d-bdfceb17c7a6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:22.825273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 300e0e97-6ea1-407e-8fd8-934f5c96f309 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:22.826328 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:23.085111 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b1d798a9-c0d7-4e8c-8134-a037761a8e60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:23.262051 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b1d798a9-c0d7-4e8c-8134-a037761a8e60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:23.336656 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-b819bfb5-32d0-4dd8-b395-5ce8c68678f0 service neutron] 10.222.0.57 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6512036 Nov 11 21:54:23.341063 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b1d798a9-c0d7-4e8c-8134-a037761a8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:23.343862 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b1d798a9-c0d7-4e8c-8134-a037761a8e60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:23.345152 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b1d798a9-c0d7-4e8c-8134-a037761a8e60 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ae8323fe-a639-4992-8b4d-bdfceb17c7a6 HTTP/1.1" status: 204 len: 168 time: 0.5604494 Nov 11 21:54:23.367168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d798a9-c0d7-4e8c-8134-a037761a8e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8323fe-a639-4992-8b4d-bdfceb17c7a6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:23.553262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-d8c77bd6-d6ef-40f5-bc88-0e748d4eb719 service neutron] 10.222.0.57 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060349 Nov 11 21:54:24.082042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d08a4b-9507-4c76-8bac-fe1758e538dc req-f1309539-e32e-463f-bc46-5c439f8b4483 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:24.092845 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e3d08a4b-9507-4c76-8bac-fe1758e538dc req-f1309539-e32e-463f-bc46-5c439f8b4483 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.1185424 Nov 11 21:54:24.111244 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 38574) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:24.138148 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a984f6e2-9dc4-4a46-abd3-9695b65eb28c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:24.215461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e3d08a4b-9507-4c76-8bac-fe1758e538dc req-1d67843e-cfed-4db4-95d4-2406bb53d6f1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213396 Nov 11 21:54:24.461857 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a984f6e2-9dc4-4a46-abd3-9695b65eb28c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:24.500373 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a984f6e2-9dc4-4a46-abd3-9695b65eb28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:24.558937 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984f6e2-9dc4-4a46-abd3-9695b65eb28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ad855d-bb95-4d6b-9258-637a0079ad95,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:24.578799 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a50bc477-0ed6-48bc-939c-8eaefd585989 req-e968c9a4-b7c0-49c9-b1b9-5d2b52ddb189 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 210 time: 0.1150436 Nov 11 21:54:24.602019 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a984f6e2-9dc4-4a46-abd3-9695b65eb28c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=379cd97aeb2a4dddbcb48f7b880989af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4892426 Nov 11 21:54:24.608913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38590) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:24.699504 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-41f42af2-4493-477c-8d07-f5e629af2081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:24.750988 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-41f42af2-4493-477c-8d07-f5e629af2081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:24.817969 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-41f42af2-4493-477c-8d07-f5e629af2081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:24.824709 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-41f42af2-4493-477c-8d07-f5e629af2081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:24.833119 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-41f42af2-4493-477c-8d07-f5e629af2081 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/46ad855d-bb95-4d6b-9258-637a0079ad95 HTTP/1.1" status: 204 len: 168 time: 0.2220664 Nov 11 21:54:24.846306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f42af2-4493-477c-8d07-f5e629af2081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ad855d-bb95-4d6b-9258-637a0079ad95,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:25.506527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f95ed-14e9-40f0-bcc0-25b78b7c9db1 req-f981084a-2b3d-4d09-84a3-753264431426 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:25.508296 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-312f95ed-14e9-40f0-bcc0-25b78b7c9db1 req-f981084a-2b3d-4d09-84a3-753264431426 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.1383641 Nov 11 21:54:25.656562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-312f95ed-14e9-40f0-bcc0-25b78b7c9db1 req-a5708741-4ec8-4e4f-ab2a-ee37495e6c2f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295457 Nov 11 21:54:25.817230 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a5b89fd-4861-4f70-aafb-08e331ed9f41 req-bb4ecf5e-32fa-41b0-98f0-60af91f1bfa6 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 210 time: 0.0441356 Nov 11 21:54:26.106372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-53eb79e9-6f0b-49d9-9f49-cc2082ae8029 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:26.115959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-53eb79e9-6f0b-49d9-9f49-cc2082ae8029 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.10 "GET /v2.0/networks?id=2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 200 len: 810 time: 0.2428219 Nov 11 21:54:26.212207 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-716c7a01-b59d-4496-9807-ed19fbdb8097 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5757a57d321c41bda10f53e68ffe1106 HTTP/1.1" status: 200 len: 380 time: 0.0863659 Nov 11 21:54:26.231481 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-4323224f-bf70-41e5-a83a-46f6ae643a15 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Request body: {'port': {'device_id': '77fb3908-c2a4-46cf-a848-a7e2596d2de5', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'admin_state_up': True, 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'security_groups': ['e876e308-8711-4274-99d6-05f0ae6b9bfc']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:54:26.424083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-4323224f-bf70-41e5-a83a-46f6ae643a15 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Made reservation on behalf of 5757a57d321c41bda10f53e68ffe1106 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:54:26.428992 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-4323224f-bf70-41e5-a83a-46f6ae643a15 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:26.626547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-4323224f-bf70-41e5-a83a-46f6ae643a15 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Allocated IP 172.20.0.5 (2e1eddca-e131-4ae9-bee4-182d654beb99/39cbd100-acd0-46b4-8419-af45cc0c3279/ab0b027a-b17c-4359-8442-35cb03c25936) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:54:26.894599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d2f1f-263b-4bbe-b733-dbb409694f45 req-fd99dd69-6426-42fc-b38e-bdf1950158a0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:26.902701 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c9d2f1f-263b-4bbe-b733-dbb409694f45 req-fd99dd69-6426-42fc-b38e-bdf1950158a0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 943 time: 0.0904205 Nov 11 21:54:26.965871 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-4323224f-bf70-41e5-a83a-46f6ae643a15 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:27.049320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c9d2f1f-263b-4bbe-b733-dbb409694f45 req-b9be73c5-04a7-4ab0-b6da-ad40ebed08d3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308916 Nov 11 21:54:27.167954 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-4323224f-bf70-41e5-a83a-46f6ae643a15 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:27.259051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-4323224f-bf70-41e5-a83a-46f6ae643a15 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Network 2e1eddca-e131-4ae9-bee4-182d654beb99 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:54:27.272712 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-4323224f-bf70-41e5-a83a-46f6ae643a15 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:54:27.278547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-4323224f-bf70-41e5-a83a-46f6ae643a15 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:54:27.327249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323224f-bf70-41e5-a83a-46f6ae643a15 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event updated for resources: {'Port': ['ID=ab0b027a-b17c-4359-8442-35cb03c25936,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:27.361432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a37a2c-26b0-409a-85d5-07e129fc1815 req-82f71c54-29b6-4439-8d2e-fc4029e7c755 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:27.369229 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34a37a2c-26b0-409a-85d5-07e129fc1815 req-82f71c54-29b6-4439-8d2e-fc4029e7c755 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 931 time: 0.1558123 Nov 11 21:54:27.403483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-4323224f-bf70-41e5-a83a-46f6ae643a15 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:27.404004 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-4323224f-bf70-41e5-a83a-46f6ae643a15 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:27.463094 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34a37a2c-26b0-409a-85d5-07e129fc1815 req-64f8df37-39e8-4ca2-a0b0-01497a5105de tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889306 Nov 11 21:54:27.466782 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-4323224f-bf70-41e5-a83a-46f6ae643a15 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2458332 Nov 11 21:54:27.488102 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Request body: {'port': {'device_id': '77fb3908-c2a4-46cf-a848-a7e2596d2de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:54:27.592703 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:27.709358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2b71a079-8056-4e70-8e3f-c10e26f0b872 None None] Provisioning complete for port ab0b027a-b17c-4359-8442-35cb03c25936 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:27.715975 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2b71a079-8056-4e70-8e3f-c10e26f0b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:27.805925 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2b71a079-8056-4e70-8e3f-c10e26f0b872 None None] Port ab0b027a-b17c-4359-8442-35cb03c25936 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:54:27.955173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 0d450cf1-03e4-4764-a1d5-926d1339ee9d details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:54:28.238834 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 0d450cf1-03e4-4764-a1d5-926d1339ee9d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=0d450cf1-03e4-4764-a1d5-926d1339ee9d,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:28.259312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '0d450cf1-03e4-4764-a1d5-926d1339ee9d', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'port_id': '0d450cf1-03e4-4764-a1d5-926d1339ee9d', 'mac_address': 'fa:16:3e:58:5b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:54:28.307772 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:28.327023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d450cf1-03e4-4764-a1d5-926d1339ee9d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:54:28.328036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0b027a-b17c-4359-8442-35cb03c25936 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:54:28.361613 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:28.380328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 0d450cf1-03e4-4764-a1d5-926d1339ee9d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=0d450cf1-03e4-4764-a1d5-926d1339ee9d,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:28.387166 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:28.394914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Transition to ACTIVE for port object ab0b027a-b17c-4359-8442-35cb03c25936 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:54:28.410129 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:28.476077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=0d450cf1-03e4-4764-a1d5-926d1339ee9d,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:28.531655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91037bf5-b3c3-488f-b084-8f5d9177926d req-df7101a2-c8c3-48dc-b508-ca731e4b6b25 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:28.539478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91037bf5-b3c3-488f-b084-8f5d9177926d req-df7101a2-c8c3-48dc-b508-ca731e4b6b25 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 944 time: 0.1426117 Nov 11 21:54:28.541773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0b027a-b17c-4359-8442-35cb03c25936,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:28.692564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['0d450cf1-03e4-4764-a1d5-926d1339ee9d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:54:28.725869 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91037bf5-b3c3-488f-b084-8f5d9177926d req-9bb58cf3-32de-4110-9905-6b7b39f591d5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803999 Nov 11 21:54:28.753081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Attempting to bind port ab0b027a-b17c-4359-8442-35cb03c25936 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:54:28.753422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Attempting to bind port ab0b027a-b17c-4359-8442-35cb03c25936 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:54:28.753765 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Attempting to bind port ab0b027a-b17c-4359-8442-35cb03c25936 on network 2e1eddca-e131-4ae9-bee4-182d654beb99 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:54:28.758705 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Port ab0b027a-b17c-4359-8442-35cb03c25936 on network 2e1eddca-e131-4ae9-bee4-182d654beb99 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:54:28.759035 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Attempting to bind port ab0b027a-b17c-4359-8442-35cb03c25936 on network 2e1eddca-e131-4ae9-bee4-182d654beb99 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:54:28.764694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:54:28.765072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Checking segment: {'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:54:28.765467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Bound using segment: {'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:54:28.765907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Bound port: ab0b027a-b17c-4359-8442-35cb03c25936, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:54:28.766454 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:28.861841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] For port ab0b027a-b17c-4359-8442-35cb03c25936, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:54:28.865245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] For port ab0b027a-b17c-4359-8442-35cb03c25936, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ab0b027a-b17c-4359-8442-35cb03c25936,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:54:28.875271 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:28.986587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0b027a-b17c-4359-8442-35cb03c25936,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:29.047681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:29.048309 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:29.050733 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-8a7451a5-183f-4666-b947-0c99f809f3d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/ab0b027a-b17c-4359-8442-35cb03c25936 HTTP/1.1" status: 200 len: 1091 time: 1.5755086 Nov 11 21:54:29.051197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fb3908-c2a4-46cf-a848-a7e2596d2de5', 'tag': 'ab0b027a-b17c-4359-8442-35cb03c25936'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:54:29.069551 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c4c085-867c-4292-8be7-0f658047e212" -d '{"events": [{"name": "network-changed", "server_uuid": "77fb3908-c2a4-46cf-a848-a7e2596d2de5", "tag": "ab0b027a-b17c-4359-8442-35cb03c25936"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:54:29.233619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3d635-2336-473b-9d98-590d055ecccd req-71010b1d-7026-4308-b936-1755b111a9b6 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:29.235269 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-52f3d635-2336-473b-9d98-590d055ecccd req-71010b1d-7026-4308-b936-1755b111a9b6 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 943 time: 0.2645793 Nov 11 21:54:29.351863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-5be08b72-1c03-41d5-92be-a8e574872d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:29.353706 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-5be08b72-1c03-41d5-92be-a8e574872d4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5757a57d321c41bda10f53e68ffe1106&device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 1094 time: 0.2538495 Nov 11 21:54:29.357133 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-52f3d635-2336-473b-9d98-590d055ecccd req-4edb7dae-eda2-480f-8ccb-c56ce90985cb tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073439 Nov 11 21:54:29.435937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-7a47fe41-0699-46ad-8504-31960ab62ecb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0b027a-b17c-4359-8442-35cb03c25936 HTTP/1.1" status: 200 len: 217 time: 0.0661180 Nov 11 21:54:29.484157 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3575ac0e-501f-4e3c-b11a-2e52c82dd2e0 x-openstack-request-id: req-3575ac0e-501f-4e3c-b11a-2e52c82dd2e0 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:54:29.484530 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fb3908-c2a4-46cf-a848-a7e2596d2de5", "tag": "ab0b027a-b17c-4359-8442-35cb03c25936", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:54:29.484899 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3575ac0e-501f-4e3c-b11a-2e52c82dd2e0 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:54:29.485490 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fb3908-c2a4-46cf-a848-a7e2596d2de5', 'tag': 'ab0b027a-b17c-4359-8442-35cb03c25936', 'status': 'completed', 'code': 200} Nov 11 21:54:29.511119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-a184d298-8d4b-40e1-a1dd-627491108b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:29.517482 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-a184d298-8d4b-40e1-a1dd-627491108b03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39cbd100-acd0-46b4-8419-af45cc0c3279 HTTP/1.1" status: 200 len: 849 time: 0.0740361 Nov 11 21:54:29.572997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-eaa30c85-7ac0-41bf-af05-9edc94edd687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:29.574853 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-eaa30c85-7ac0-41bf-af05-9edc94edd687 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e1eddca-e131-4ae9-bee4-182d654beb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503032 Nov 11 21:54:29.709495 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-3e844e3e-adb3-4b9a-981d-82e8c038a9b7 service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249280 Nov 11 21:54:29.913485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fd7bb-65ca-4a67-8cac-80838f81a343 req-2b336f1f-2d87-47c3-a80a-0e8d5edcd8bc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:29.915532 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-158fd7bb-65ca-4a67-8cac-80838f81a343 req-2b336f1f-2d87-47c3-a80a-0e8d5edcd8bc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 944 time: 0.0951037 Nov 11 21:54:29.922489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e01e932-d501-41dc-91e4-cd0f99ee6de3 req-55c34276-d49d-480a-9c9c-ac892b5c9edf service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071283 Nov 11 21:54:29.994290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 0d450cf1-03e4-4764-a1d5-926d1339ee9d up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:54:30.070464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-158fd7bb-65ca-4a67-8cac-80838f81a343 req-e39b4e2d-a63f-4efb-9786-f35b4d82fa75 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467128 Nov 11 21:54:30.078160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4c085-867c-4292-8be7-0f658047e212 req-5e1304fc-c18d-4580-a63e-5f44f6a5ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:30.081456 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49c4c085-867c-4292-8be7-0f658047e212 req-5e1304fc-c18d-4580-a63e-5f44f6a5ed5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5757a57d321c41bda10f53e68ffe1106&device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 1094 time: 0.0849514 Nov 11 21:54:30.123584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 0d450cf1-03e4-4764-a1d5-926d1339ee9d completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:54:30.137773 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 0d450cf1-03e4-4764-a1d5-926d1339ee9d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:30.138344 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:30.355513 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:30.406771 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4c085-867c-4292-8be7-0f658047e212 req-2452c860-a155-413a-a97b-929b6c85098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:30.408542 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49c4c085-867c-4292-8be7-0f658047e212 req-2452c860-a155-413a-a97b-929b6c85098e service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 200 len: 912 time: 0.3200510 Nov 11 21:54:30.428451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d450cf1-03e4-4764-a1d5-926d1339ee9d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:54:30.440449 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cb26a7-7bcf-47b8-8d69-afb811c77eb9" -d '{"events": [{"server_uuid": "70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c", "name": "network-vif-plugged", "status": "completed", "tag": "0d450cf1-03e4-4764-a1d5-926d1339ee9d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:54:30.465713 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 0d450cf1-03e4-4764-a1d5-926d1339ee9d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=0d450cf1-03e4-4764-a1d5-926d1339ee9d,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:30.478546 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:30.540677 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49c4c085-867c-4292-8be7-0f658047e212 req-9f85edbb-9b61-4689-a7f4-bb904b0b6d5c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0b027a-b17c-4359-8442-35cb03c25936 HTTP/1.1" status: 200 len: 217 time: 0.1234696 Nov 11 21:54:30.611160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=0d450cf1-03e4-4764-a1d5-926d1339ee9d,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:30.647095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeeff8e-14ad-43e9-b7d7-e5c841683322 req-71b471d8-63e7-4467-9326-0ddb108e9bd3 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:30.657818 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5aeeff8e-14ad-43e9-b7d7-e5c841683322 req-71b471d8-63e7-4467-9326-0ddb108e9bd3 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 943 time: 0.1207864 Nov 11 21:54:30.666832 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4c085-867c-4292-8be7-0f658047e212 req-635bf075-eb55-4314-869e-d912ffe62aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:30.668570 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49c4c085-867c-4292-8be7-0f658047e212 req-635bf075-eb55-4314-869e-d912ffe62aaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39cbd100-acd0-46b4-8419-af45cc0c3279 HTTP/1.1" status: 200 len: 849 time: 0.1169918 Nov 11 21:54:30.767989 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5aeeff8e-14ad-43e9-b7d7-e5c841683322 req-7165db44-3bf0-4bff-918c-f7304cefbc59 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090052 Nov 11 21:54:30.786565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4c085-867c-4292-8be7-0f658047e212 req-94185b5c-6fb1-4de5-8aeb-05ae1774b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:30.788119 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49c4c085-867c-4292-8be7-0f658047e212 req-94185b5c-6fb1-4de5-8aeb-05ae1774b39b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e1eddca-e131-4ae9-bee4-182d654beb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100895 Nov 11 21:54:30.832715 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb14493-67c1-4c47-a304-870ee781c302 x-openstack-request-id: req-feb14493-67c1-4c47-a304-870ee781c302 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:54:30.834824 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c", "name": "network-vif-plugged", "status": "completed", "tag": "0d450cf1-03e4-4764-a1d5-926d1339ee9d", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:54:30.835349 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-feb14493-67c1-4c47-a304-870ee781c302 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:54:30.835906 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d450cf1-03e4-4764-a1d5-926d1339ee9d', 'code': 200} Nov 11 21:54:30.969904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38782) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:30.972723 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154312c-408a-4824-9de0-7de443afda53 req-f5b52090-4d52-4cd6-90a2-332cd3cdfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:30.974584 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e154312c-408a-4824-9de0-7de443afda53 req-f5b52090-4d52-4cd6-90a2-332cd3cdfb4a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 1096 time: 0.0586953 Nov 11 21:54:30.994682 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49c4c085-867c-4292-8be7-0f658047e212 req-410395a0-7a76-4f57-bf3f-bd6b3400eb46 service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963346 Nov 11 21:54:31.051326 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e154312c-408a-4824-9de0-7de443afda53 req-3079d1a3-6252-42d0-90f6-fd5d5db2c4b3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587938 Nov 11 21:54:31.116563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49c4c085-867c-4292-8be7-0f658047e212 req-304490b1-2014-4b85-b802-9f88a046012d service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129086 Nov 11 21:54:31.129640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ab0b027a-b17c-4359-8442-35cb03c25936 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:54:31.147782 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b8f6-3ba0-4102-8fb3-646379e4032a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:31.304150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ab0b027a-b17c-4359-8442-35cb03c25936, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ab0b027a-b17c-4359-8442-35cb03c25936,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:31.315673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188af40c-8154-4052-a4d1-b71a40edc4e5 req-b7be93fd-fe16-4a07-8369-6a8279008519 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:31.322136 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'ab0b027a-b17c-4359-8442-35cb03c25936', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'port_id': 'ab0b027a-b17c-4359-8442-35cb03c25936', 'mac_address': 'fa:16:3e:f7:1f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:54:31.324115 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-188af40c-8154-4052-a4d1-b71a40edc4e5 req-b7be93fd-fe16-4a07-8369-6a8279008519 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 945 time: 0.0854847 Nov 11 21:54:31.370238 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b8f6-3ba0-4102-8fb3-646379e4032a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:31.378585 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b8f6-3ba0-4102-8fb3-646379e4032a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:31.386012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-188af40c-8154-4052-a4d1-b71a40edc4e5 req-1a1060cb-d33e-415b-ab78-737f1685be7c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552540 Nov 11 21:54:31.390776 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:31.407150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0b027a-b17c-4359-8442-35cb03c25936 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:54:31.419756 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3b8f6-3ba0-4102-8fb3-646379e4032a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9db07a6-68c4-420e-b89b-3b5347877506,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:31.431716 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ab0b027a-b17c-4359-8442-35cb03c25936, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ab0b027a-b17c-4359-8442-35cb03c25936,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:31.438307 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:31.442745 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ddf3b8f6-3ba0-4102-8fb3-646379e4032a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ebec88b1302740ceab2c27aea0566640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4668915 Nov 11 21:54:31.445863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 38794) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:31.506092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=ab0b027a-b17c-4359-8442-35cb03c25936,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:31.529804 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-13c8c8fc-4075-4443-8e42-65d7cfe7d3ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:31.555956 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-13c8c8fc-4075-4443-8e42-65d7cfe7d3ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:31.637111 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-13c8c8fc-4075-4443-8e42-65d7cfe7d3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:31.640583 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-13c8c8fc-4075-4443-8e42-65d7cfe7d3ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:31.642051 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-13c8c8fc-4075-4443-8e42-65d7cfe7d3ff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9db07a6-68c4-420e-b89b-3b5347877506 HTTP/1.1" status: 204 len: 168 time: 0.1951101 Nov 11 21:54:31.656257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8c8fc-4075-4443-8e42-65d7cfe7d3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9db07a6-68c4-420e-b89b-3b5347877506,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:31.656844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['ab0b027a-b17c-4359-8442-35cb03c25936'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:54:32.017362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdfb45-6329-463a-83b9-050b208610b0 req-a5675aa4-ecac-4f8c-a94a-c20e1d55db13 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:32.019668 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96fdfb45-6329-463a-83b9-050b208610b0 req-a5675aa4-ecac-4f8c-a94a-c20e1d55db13 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 944 time: 0.1276939 Nov 11 21:54:32.099326 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96fdfb45-6329-463a-83b9-050b208610b0 req-d4416041-6cd5-4135-b9e9-0dda68b3244a tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654953 Nov 11 21:54:32.168091 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 38814) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:32.188101 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-941b4027-2e7a-47ab-ae36-d394fcc08de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:32.352265 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-941b4027-2e7a-47ab-ae36-d394fcc08de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:32.369317 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-941b4027-2e7a-47ab-ae36-d394fcc08de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:32.520366 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-941b4027-2e7a-47ab-ae36-d394fcc08de3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c840edb3d5494961bb37976f83da54a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3484678 Nov 11 21:54:32.521742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38822) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:32.528338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b4027-2e7a-47ab-ae36-d394fcc08de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2908a070-b27c-4d5d-87e7-5421187bcf57,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:32.621356 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a67d5-5b02-42eb-9667-b2ba6e10f62e req-7cb6b8e2-4fb6-4e56-acc1-3086c9205f95 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:32.623790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c19a67d5-5b02-42eb-9667-b2ba6e10f62e req-7cb6b8e2-4fb6-4e56-acc1-3086c9205f95 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 945 time: 0.1116514 Nov 11 21:54:32.642465 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c714209-293e-406b-9910-8a9d77e073e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:32.701726 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c714209-293e-406b-9910-8a9d77e073e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:32.705375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c19a67d5-5b02-42eb-9667-b2ba6e10f62e req-8ead481d-fd84-4a09-84a1-961540ac94d6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738142 Nov 11 21:54:32.804465 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c714209-293e-406b-9910-8a9d77e073e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:32.807120 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3c714209-293e-406b-9910-8a9d77e073e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:32.811110 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3c714209-293e-406b-9910-8a9d77e073e0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2908a070-b27c-4d5d-87e7-5421187bcf57 HTTP/1.1" status: 204 len: 168 time: 0.2850218 Nov 11 21:54:32.830623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c714209-293e-406b-9910-8a9d77e073e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2908a070-b27c-4d5d-87e7-5421187bcf57,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:32.917611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf41ac5-bd9b-4f43-9f5f-3be0f4b68496 req-1e6cf005-5012-4001-a0f1-6144ccb2b86c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:32.919202 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-abf41ac5-bd9b-4f43-9f5f-3be0f4b68496 req-1e6cf005-5012-4001-a0f1-6144ccb2b86c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 945 time: 0.1268439 Nov 11 21:54:33.056106 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-abf41ac5-bd9b-4f43-9f5f-3be0f4b68496 req-12222137-9287-44eb-8cc8-38374c68f5af tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308942 Nov 11 21:54:33.126102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ab0b027a-b17c-4359-8442-35cb03c25936 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:54:33.301937 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a28af2-576b-4d79-80af-bf099cbc8dfc req-6d718206-e970-40e9-adbd-c395d3aa61c2 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:33.306923 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-42a28af2-576b-4d79-80af-bf099cbc8dfc req-6d718206-e970-40e9-adbd-c395d3aa61c2 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 944 time: 0.0914264 Nov 11 21:54:33.311163 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port ab0b027a-b17c-4359-8442-35cb03c25936 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:54:33.319128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port ab0b027a-b17c-4359-8442-35cb03c25936 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:33.319885 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:33.446680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-42a28af2-576b-4d79-80af-bf099cbc8dfc req-bd83e410-4acb-495c-b232-d1d20fafade8 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312222 Nov 11 21:54:33.499860 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:33.578893 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ab0b027a-b17c-4359-8442-35cb03c25936, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ab0b027a-b17c-4359-8442-35cb03c25936,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:33.578893 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fb3908-c2a4-46cf-a848-a7e2596d2de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0b027a-b17c-4359-8442-35cb03c25936'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:54:33.595263 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb7ea88-8a94-4f07-8038-58786e6bb481" -d '{"events": [{"server_uuid": "77fb3908-c2a4-46cf-a848-a7e2596d2de5", "name": "network-vif-plugged", "status": "completed", "tag": "ab0b027a-b17c-4359-8442-35cb03c25936"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:54:33.601703 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:33.709607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=ab0b027a-b17c-4359-8442-35cb03c25936,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:33.752919 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8716567a-6139-4f46-86e5-2c7d80ff9489 x-openstack-request-id: req-8716567a-6139-4f46-86e5-2c7d80ff9489 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:54:33.753256 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fb3908-c2a4-46cf-a848-a7e2596d2de5", "name": "network-vif-plugged", "status": "completed", "tag": "ab0b027a-b17c-4359-8442-35cb03c25936", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:54:33.753458 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8716567a-6139-4f46-86e5-2c7d80ff9489 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:54:33.753867 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fb3908-c2a4-46cf-a848-a7e2596d2de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0b027a-b17c-4359-8442-35cb03c25936', 'code': 200} Nov 11 21:54:33.909941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d42737-9cdf-4297-833c-15f400b1f752 req-c81c9b91-d172-4dc6-9ff8-2aeef5e9a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:33.911483 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81d42737-9cdf-4297-833c-15f400b1f752 req-c81c9b91-d172-4dc6-9ff8-2aeef5e9a57a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 1096 time: 0.0746326 Nov 11 21:54:33.920562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6186d-cded-4472-b109-509220cd4896 req-2f11112c-1483-4843-8388-e7e51e46bb12 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:33.922220 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85b6186d-cded-4472-b109-509220cd4896 req-2f11112c-1483-4843-8388-e7e51e46bb12 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 945 time: 0.0878298 Nov 11 21:54:33.989099 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81d42737-9cdf-4297-833c-15f400b1f752 req-3745a2ac-e46e-4062-bf99-aefb6382cfe9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656488 Nov 11 21:54:34.001214 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85b6186d-cded-4472-b109-509220cd4896 req-4198494c-413c-428d-875d-e94c1bd2c109 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635605 Nov 11 21:54:34.636379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3178d-bed0-417b-8e13-9f1e508114ad req-709db17e-0e02-4496-bb0e-e0d0b160faa2 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:34.638641 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89a3178d-bed0-417b-8e13-9f1e508114ad req-709db17e-0e02-4496-bb0e-e0d0b160faa2 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.0629048 Nov 11 21:54:34.697647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89a3178d-bed0-417b-8e13-9f1e508114ad req-b6ecc81e-38b0-4b09-a0be-9c174223372b tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528052 Nov 11 21:54:35.207643 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f9c6-7257-4528-8f8b-6dd9fe8a5974 req-0e582d64-443c-412f-b338-1b39e6894bf9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:35.211666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f250f9c6-7257-4528-8f8b-6dd9fe8a5974 req-0e582d64-443c-412f-b338-1b39e6894bf9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 945 time: 0.1036131 Nov 11 21:54:35.418914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162aa-a4fb-4d33-a6eb-92b2b5d52425 req-a9956a67-e596-4995-8f56-1e5a49fdc85b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:35.420481 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ce8162aa-a4fb-4d33-a6eb-92b2b5d52425 req-a9956a67-e596-4995-8f56-1e5a49fdc85b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.71 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 945 time: 0.0852668 Nov 11 21:54:35.628397 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ce8162aa-a4fb-4d33-a6eb-92b2b5d52425 req-fa3b4f84-fc09-4649-8998-0638a8dbe1b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Deleting port 0d450cf1-03e4-4764-a1d5-926d1339ee9d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:54:35.628960 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ce8162aa-a4fb-4d33-a6eb-92b2b5d52425 req-fa3b4f84-fc09-4649-8998-0638a8dbe1b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:35.844578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-ce8162aa-a4fb-4d33-a6eb-92b2b5d52425 req-fa3b4f84-fc09-4649-8998-0638a8dbe1b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] For port 0d450cf1-03e4-4764-a1d5-926d1339ee9d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=0d450cf1-03e4-4764-a1d5-926d1339ee9d,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:35.845051 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ce8162aa-a4fb-4d33-a6eb-92b2b5d52425 req-fa3b4f84-fc09-4649-8998-0638a8dbe1b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:35.878124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-ce8162aa-a4fb-4d33-a6eb-92b2b5d52425 req-fa3b4f84-fc09-4649-8998-0638a8dbe1b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Calling delete_port for 0d450cf1-03e4-4764-a1d5-926d1339ee9d owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:54:36.098776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f250f9c6-7257-4528-8f8b-6dd9fe8a5974 req-11e5d716-6f6c-42b4-a0c7-79d77283f445 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8809137 Nov 11 21:54:36.117691 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ce8162aa-a4fb-4d33-a6eb-92b2b5d52425 req-fa3b4f84-fc09-4649-8998-0638a8dbe1b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:36.135064 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['58e35ce5-2092-4202-833e-78330deb2e14'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:54:36.148824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b4f84-fc09-4649-8998-0638a8dbe1b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event deleted for resources: {'Port': ['ID=0d450cf1-03e4-4764-a1d5-926d1339ee9d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:36.293378 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['0d450cf1-03e4-4764-a1d5-926d1339ee9d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:54:36.308578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8162aa-a4fb-4d33-a6eb-92b2b5d52425 req-fa3b4f84-fc09-4649-8998-0638a8dbe1b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] No DVR routers for this DVR port 0d450cf1-03e4-4764-a1d5-926d1339ee9d on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:54:36.314907 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-ce8162aa-a4fb-4d33-a6eb-92b2b5d52425 req-fa3b4f84-fc09-4649-8998-0638a8dbe1b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:36.321651 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ce8162aa-a4fb-4d33-a6eb-92b2b5d52425 req-fa3b4f84-fc09-4649-8998-0638a8dbe1b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.71 "DELETE /v2.0/ports/0d450cf1-03e4-4764-a1d5-926d1339ee9d HTTP/1.1" status: 204 len: 173 time: 0.8876724 Nov 11 21:54:36.322156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c', 'name': 'network-vif-deleted', 'tag': '0d450cf1-03e4-4764-a1d5-926d1339ee9d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:54:36.330674 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bd8fe1-4fac-4803-b025-eccbb9984ddc" -d '{"events": [{"server_uuid": "70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c", "name": "network-vif-deleted", "tag": "0d450cf1-03e4-4764-a1d5-926d1339ee9d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:54:36.493596 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fbd75-98a9-4195-bf80-5a2d7abf5717 req-cebfdee8-4b69-4a15-883c-37e27f4ef2cd tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:36.495689 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-019fbd75-98a9-4195-bf80-5a2d7abf5717 req-cebfdee8-4b69-4a15-883c-37e27f4ef2cd tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.2683051 Nov 11 21:54:36.603799 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-019fbd75-98a9-4195-bf80-5a2d7abf5717 req-6516e51c-2643-4ec7-80bb-25e29c7dbe2d tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942099 Nov 11 21:54:36.672543 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd942c35-782a-48e7-8a59-d7b322dfe195 x-openstack-request-id: req-cd942c35-782a-48e7-8a59-d7b322dfe195 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:54:36.673915 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c", "name": "network-vif-deleted", "tag": "0d450cf1-03e4-4764-a1d5-926d1339ee9d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:54:36.674361 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd942c35-782a-48e7-8a59-d7b322dfe195 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:54:36.675261 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c', 'name': 'network-vif-deleted', 'tag': '0d450cf1-03e4-4764-a1d5-926d1339ee9d', 'status': 'completed', 'code': 200} Nov 11 21:54:36.838604 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb7061-06b4-4e5d-98c7-8aa4bf3014ff req-a2f119e7-3d2b-4c58-b4c3-cbe6847db6df tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:36.840732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-34bb7061-06b4-4e5d-98c7-8aa4bf3014ff req-a2f119e7-3d2b-4c58-b4c3-cbe6847db6df tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.0916314 Nov 11 21:54:36.850315 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 38980) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:36.856246 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8925b278-1221-4e29-8960-23fd5708c7f9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Request body: {'floatingip': {'port_id': 'ab0b027a-b17c-4359-8442-35cb03c25936'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:54:36.938054 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8925b278-1221-4e29-8960-23fd5708c7f9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for floatingip, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:37.232292 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5264227f-ec75-4d56-8f48-d51b978b5677 req-ae5727fa-e24e-4bef-9578-8a3cc63071d8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.0434494 Nov 11 21:54:38.183663 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.db.resource_extend [None req-8925b278-1221-4e29-8960-23fd5708c7f9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:54:38.298152 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8925b278-1221-4e29-8960-23fd5708c7f9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:38.305434 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8925b278-1221-4e29-8960-23fd5708c7f9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:38.444539 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6eb59216-29a2-45bf-ab15-f4c251ddcf84 req-3c181cb6-5aee-4ee0-b213-0d00dfd4aecd tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.0600877 Nov 11 21:54:38.545654 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-8925b278-1221-4e29-8960-23fd5708c7f9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Floating IP 44678cf3-4e54-4ce7-bf1d-14cbf6d289e3 associated. External IP: 172.25.0.127, port: ab0b027a-b17c-4359-8442-35cb03c25936. Nov 11 21:54:38.819750 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8925b278-1221-4e29-8960-23fd5708c7f9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Router b2ef2919-e3b2-4e4c-b775-abf410d32343 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:54:39.081505 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8925b278-1221-4e29-8960-23fd5708c7f9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:54:39.084428 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5afa05a-f3cd-4a42-9323-dc1ec2d52924 None None] Sync routers for ids ['b2ef2919-e3b2-4e4c-b775-abf410d32343'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:54:39.085218 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8925b278-1221-4e29-8960-23fd5708c7f9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:39.182062 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5afa05a-f3cd-4a42-9323-dc1ec2d52924 None None] Routers {'b2ef2919-e3b2-4e4c-b775-abf410d32343'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:54:39.182062 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a5afa05a-f3cd-4a42-9323-dc1ec2d52924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:54:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b2ef2919-e3b2-4e4c-b775-abf410d32343'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:54:39.183558 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8925b278-1221-4e29-8960-23fd5708c7f9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "PUT /v2.0/floatingips/44678cf3-4e54-4ce7-bf1d-14cbf6d289e3 HTTP/1.1" status: 200 len: 991 time: 2.2860529 Nov 11 21:54:39.183558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fb3908-c2a4-46cf-a848-a7e2596d2de5', 'tag': 'ab0b027a-b17c-4359-8442-35cb03c25936'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:54:39.183558 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873fda34-f7e2-453d-bd58-863ebb2d55ad" -d '{"events": [{"name": "network-changed", "server_uuid": "77fb3908-c2a4-46cf-a848-a7e2596d2de5", "tag": "ab0b027a-b17c-4359-8442-35cb03c25936"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:54:39.335759 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb2359c-552b-448e-aca3-d095615f9b49 x-openstack-request-id: req-0cb2359c-552b-448e-aca3-d095615f9b49 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:54:39.335903 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fb3908-c2a4-46cf-a848-a7e2596d2de5", "tag": "ab0b027a-b17c-4359-8442-35cb03c25936", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:54:39.336114 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0cb2359c-552b-448e-aca3-d095615f9b49 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:54:39.336628 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fb3908-c2a4-46cf-a848-a7e2596d2de5', 'tag': 'ab0b027a-b17c-4359-8442-35cb03c25936', 'status': 'completed', 'code': 200} Nov 11 21:54:39.443111 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a5afa05a-f3cd-4a42-9323-dc1ec2d52924 None None] Set router b2ef2919-e3b2-4e4c-b775-abf410d32343 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:54:39.446424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fda34-f7e2-453d-bd58-863ebb2d55ad req-cc71d7ef-cfff-4868-90f5-94aebde6382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:39.449998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-873fda34-f7e2-453d-bd58-863ebb2d55ad req-cc71d7ef-cfff-4868-90f5-94aebde6382a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5757a57d321c41bda10f53e68ffe1106&device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 1096 time: 0.0871949 Nov 11 21:54:39.793237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2bc791d7-7a4f-4021-aacf-ee0500cdceb8 req-4d6fd926-911d-48a2-837e-8839a0e047f1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.0644457 Nov 11 21:54:39.848753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fda34-f7e2-453d-bd58-863ebb2d55ad req-c67c5e17-0980-45ae-9af6-cc85df182dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:39.856521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-873fda34-f7e2-453d-bd58-863ebb2d55ad req-c67c5e17-0980-45ae-9af6-cc85df182dd4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 200 len: 912 time: 0.4012706 Nov 11 21:54:40.010708 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cd54a430-c51a-463b-91a9-909707508563 req-06dbb4d2-756d-4aaf-8ca9-ab7e442262da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1352701 Nov 11 21:54:40.032137 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-873fda34-f7e2-453d-bd58-863ebb2d55ad req-91504473-d502-4b73-b1e5-55f086abe540 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0b027a-b17c-4359-8442-35cb03c25936 HTTP/1.1" status: 200 len: 999 time: 0.1597867 Nov 11 21:54:40.033295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 0d450cf1-03e4-4764-a1d5-926d1339ee9d no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:54:40.084401 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 0d450cf1-03e4-4764-a1d5-926d1339ee9d {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:54:40.087212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 0d450cf1-03e4-4764-a1d5-926d1339ee9d not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:54:40.183331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a430-c51a-463b-91a9-909707508563 req-541cef08-2723-4162-b41d-a28718c5cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:40.184968 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cd54a430-c51a-463b-91a9-909707508563 req-541cef08-2723-4162-b41d-a28718c5cb4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 1097 time: 0.1364813 Nov 11 21:54:40.203806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fda34-f7e2-453d-bd58-863ebb2d55ad req-1000f32e-95d3-4e2c-8915-d0d81fd96e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:40.205328 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-873fda34-f7e2-453d-bd58-863ebb2d55ad req-1000f32e-95d3-4e2c-8915-d0d81fd96e23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39cbd100-acd0-46b4-8419-af45cc0c3279 HTTP/1.1" status: 200 len: 849 time: 0.1595192 Nov 11 21:54:40.296221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fda34-f7e2-453d-bd58-863ebb2d55ad req-20660f63-5d3d-4b94-b044-93e37df8a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:40.297823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-873fda34-f7e2-453d-bd58-863ebb2d55ad req-20660f63-5d3d-4b94-b044-93e37df8a2e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e1eddca-e131-4ae9-bee4-182d654beb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820720 Nov 11 21:54:40.387717 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a5afa05a-f3cd-4a42-9323-dc1ec2d52924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '44678cf3-4e54-4ce7-bf1d-14cbf6d289e3', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'port_id': 'ab0b027a-b17c-4359-8442-35cb03c25936', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'mac_address': 'fa:16:3e:f7:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fb3908-c2a4-46cf-a848-a7e2596d2de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:54:20Z', 'updated_at': '2021-11-11T21:54:37Z', 'revision_number': 1, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300e0e97-6ea1-407e-8fd8-934f5c96f309', 'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'mac_address': 'fa:16:3e:b0:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:10Z', 'updated_at': '2021-11-11T21:54:19Z', 'revision_number': 5, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'subnets': [{'id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:54:40.440393 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5afa05a-f3cd-4a42-9323-dc1ec2d52924 None None] Checking router: b2ef2919-e3b2-4e4c-b775-abf410d32343 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:54:40.455328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a430-c51a-463b-91a9-909707508563 req-495f721a-2ac4-4963-a090-86eb00c6155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:40.462129 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cd54a430-c51a-463b-91a9-909707508563 req-495f721a-2ac4-4963-a090-86eb00c6155d service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.2444429 Nov 11 21:54:40.473213 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5afa05a-f3cd-4a42-9323-dc1ec2d52924 None None] Routers {'b2ef2919-e3b2-4e4c-b775-abf410d32343'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:54:40.475244 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a5afa05a-f3cd-4a42-9323-dc1ec2d52924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:54:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b2ef2919-e3b2-4e4c-b775-abf410d32343'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:54:40.562069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-873fda34-f7e2-453d-bd58-863ebb2d55ad req-aa1e3194-b467-4cd0-b789-3648e54d6599 service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531562 Nov 11 21:54:40.592268 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cd54a430-c51a-463b-91a9-909707508563 req-6b40c1a3-0283-433c-b859-3c7e24142427 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e35ce5-2092-4202-833e-78330deb2e14 HTTP/1.1" status: 200 len: 217 time: 0.1184671 Nov 11 21:54:40.743739 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a430-c51a-463b-91a9-909707508563 req-ef936023-1025-48ec-8d30-037a6077438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:40.746671 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cd54a430-c51a-463b-91a9-909707508563 req-ef936023-1025-48ec-8d30-037a6077438c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.1456370 Nov 11 21:54:40.787148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-873fda34-f7e2-453d-bd58-863ebb2d55ad req-b59df181-d2bf-4b01-a85b-203d32916d83 service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156761 Nov 11 21:54:40.799787 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a5afa05a-f3cd-4a42-9323-dc1ec2d52924 None None] Set router b2ef2919-e3b2-4e4c-b775-abf410d32343 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:54:40.908367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a430-c51a-463b-91a9-909707508563 req-817f056f-21d9-43f3-b4d9-9f3856683741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:40.921049 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cd54a430-c51a-463b-91a9-909707508563 req-817f056f-21d9-43f3-b4d9-9f3856683741 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411369 Nov 11 21:54:41.041117 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f88781c3-5cde-4c67-9fde-2cc996018249 req-78c16990-863c-4870-bd1e-9a8f3317e5c4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.0998898 Nov 11 21:54:41.123317 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:41.201147 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cd54a430-c51a-463b-91a9-909707508563 req-ab7ec233-b6cc-4847-baa2-c89364fea535 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755859 Nov 11 21:54:41.475956 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a5afa05a-f3cd-4a42-9323-dc1ec2d52924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '44678cf3-4e54-4ce7-bf1d-14cbf6d289e3', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'port_id': 'ab0b027a-b17c-4359-8442-35cb03c25936', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'mac_address': 'fa:16:3e:f7:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fb3908-c2a4-46cf-a848-a7e2596d2de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:54:20Z', 'updated_at': '2021-11-11T21:54:37Z', 'revision_number': 1, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300e0e97-6ea1-407e-8fd8-934f5c96f309', 'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'mac_address': 'fa:16:3e:b0:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:10Z', 'updated_at': '2021-11-11T21:54:19Z', 'revision_number': 5, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'subnets': [{'id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:54:41.585883 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cd54a430-c51a-463b-91a9-909707508563 req-3be42198-0a71-4373-8c10-901c75949ba3 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736782 Nov 11 21:54:41.597654 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5afa05a-f3cd-4a42-9323-dc1ec2d52924 None None] The sync data for ids ['b2ef2919-e3b2-4e4c-b775-abf410d32343'] in n-d-805737-3 is: [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '44678cf3-4e54-4ce7-bf1d-14cbf6d289e3', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'port_id': 'ab0b027a-b17c-4359-8442-35cb03c25936', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'mac_address': 'fa:16:3e:f7:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fb3908-c2a4-46cf-a848-a7e2596d2de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:54:20Z', 'updated_at': '2021-11-11T21:54:37Z', 'revision_number': 1, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300e0e97-6ea1-407e-8fd8-934f5c96f309', 'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'mac_address': 'fa:16:3e:b0:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:10Z', 'updated_at': '2021-11-11T21:54:19Z', 'revision_number': 5, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'subnets': [{'id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:54:42.084573 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651bfa3b-d8f2-44f8-94cf-ceb7fe939866 None None] New status for floating IP 44678cf3-4e54-4ce7-bf1d-14cbf6d289e3: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:54:42.414608 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03e630b7-042a-4435-9970-52fa6fb5199a req-8fa562e4-e6dc-4d20-8c15-14a5692e234d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.0642281 Nov 11 21:54:43.720755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f0ea9c6-fb9c-4b78-ac25-4d7ed4f14a92 req-a652e45b-91cf-4355-a0dd-f04ce63115c8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.1309049 Nov 11 21:54:43.877347 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-309fb06e-f5ec-4c8f-af8b-978a0346a744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:44.266590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39400) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:44.422656 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ee15601-9aa1-4dac-8554-63171999d071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:44.630425 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ee15601-9aa1-4dac-8554-63171999d071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:44.645547 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:44.646593 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ee15601-9aa1-4dac-8554-63171999d071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:44.749151 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6ee15601-9aa1-4dac-8554-63171999d071 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8509bec601704e6298901d2ea332906f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4806290 Nov 11 21:54:44.751896 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39458) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:44.772040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee15601-9aa1-4dac-8554-63171999d071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b584e9cc-8648-4dc9-8516-f680a89a1deb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:44.855831 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b114-215f-4487-996b-1da13df311c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:44.943193 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b418ea52-f450-4ca4-8b3d-ee928feb8aac req-073343c6-5186-4d0c-9637-f306a374a611 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.0571778 Nov 11 21:54:44.975665 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b114-215f-4487-996b-1da13df311c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:45.139975 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b114-215f-4487-996b-1da13df311c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:45.142820 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b114-215f-4487-996b-1da13df311c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:45.144038 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7ee8b114-215f-4487-996b-1da13df311c9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b584e9cc-8648-4dc9-8516-f680a89a1deb HTTP/1.1" status: 204 len: 168 time: 0.3903553 Nov 11 21:54:45.184323 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8b114-215f-4487-996b-1da13df311c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b584e9cc-8648-4dc9-8516-f680a89a1deb,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:45.880847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39546) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:45.900691 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-18104f24-7336-4bbe-8e4c-7a9b14376d8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:46.092838 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f26bc9ce-3e5c-4647-87ad-05870c195ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:46.119806 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-18104f24-7336-4bbe-8e4c-7a9b14376d8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:46.132317 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-18104f24-7336-4bbe-8e4c-7a9b14376d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:46.224650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-18104f24-7336-4bbe-8e4c-7a9b14376d8d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c82d35f63f864396a4462ac0a22c6f55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3403530 Nov 11 21:54:46.225812 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39570) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:46.290541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18104f24-7336-4bbe-8e4c-7a9b14376d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae721f34-665f-4345-9504-6de6b6736463,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:46.369762 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3399c75a-2acb-4735-9887-99be5bfd473e req-1d862e4d-2b19-490d-9541-7282111e76cf tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.1221702 Nov 11 21:54:46.460977 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d066a09c-f8c3-40eb-9744-cca6563025f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:46.511799 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d066a09c-f8c3-40eb-9744-cca6563025f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:46.605235 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d066a09c-f8c3-40eb-9744-cca6563025f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:46.608025 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d066a09c-f8c3-40eb-9744-cca6563025f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:46.609362 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d066a09c-f8c3-40eb-9744-cca6563025f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ae721f34-665f-4345-9504-6de6b6736463 HTTP/1.1" status: 204 len: 168 time: 0.3824525 Nov 11 21:54:46.627517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066a09c-f8c3-40eb-9744-cca6563025f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae721f34-665f-4345-9504-6de6b6736463,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:47.248400 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:47.746273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3bb20102-51a1-4a15-90df-9f26637a740a req-9436796a-24d7-4c9e-a64f-5473d0d75a6d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.1314728 Nov 11 21:54:48.306299 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:54:48.633220 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:49.352187 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:49.736372 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e02c3ae-75bc-487c-b2d0-2a262e65d6c6 req-8820c619-ece7-49b4-9cdd-3c143e348729 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.7103190 Nov 11 21:54:50.757792 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ecb369b-0e97-4de2-b252-22b7c334085b req-09ce054e-a475-4814-962b-00d83b438b36 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1497898 Nov 11 21:54:50.965491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb369b-0e97-4de2-b252-22b7c334085b req-f2a20039-6ac0-4820-99f3-e343b31b01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:50.975775 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ecb369b-0e97-4de2-b252-22b7c334085b req-f2a20039-6ac0-4820-99f3-e343b31b01e6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ddd3f1cc5b24e16a98eebc4becace8f&device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 1101 time: 0.1507306 Nov 11 21:54:51.377749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb369b-0e97-4de2-b252-22b7c334085b req-feebbf79-dcc1-47d8-b013-ab3c55e4a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:51.379412 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ecb369b-0e97-4de2-b252-22b7c334085b req-feebbf79-dcc1-47d8-b013-ab3c55e4a488 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.3823292 Nov 11 21:54:51.461600 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0e87517-68a9-4c68-9359-28b435865176 req-88a4ac32-caca-4e56-8d54-6255e09c5fd7 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.1138351 Nov 11 21:54:51.552574 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ecb369b-0e97-4de2-b252-22b7c334085b req-96ce3f84-10ea-4e3a-8171-cb5cdc85e770 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=a1cadb3f-790f-4623-be46-1f3ef93e66e5 HTTP/1.1" status: 200 len: 217 time: 0.1612365 Nov 11 21:54:51.709853 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-ad7c597a-837a-43cb-a405-5a58370520b3 req-f096daa7-6325-43b6-aa96-bbdeb2b51cb5 service neutron] (102534) timed out ('10.222.0.57', 43482) {{(pid=102534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:54:51.841084 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb369b-0e97-4de2-b252-22b7c334085b req-0476d791-6a6c-44b4-89c6-79d676ef207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:51.847097 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ecb369b-0e97-4de2-b252-22b7c334085b req-0476d791-6a6c-44b4-89c6-79d676ef207b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.2798548 Nov 11 21:54:51.984687 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb369b-0e97-4de2-b252-22b7c334085b req-bde18761-422a-44a1-beb9-1c2f54828c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:52.054964 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ecb369b-0e97-4de2-b252-22b7c334085b req-bde18761-422a-44a1-beb9-1c2f54828c5e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1981819 Nov 11 21:54:52.334817 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ecb369b-0e97-4de2-b252-22b7c334085b req-c9d649f3-2dcb-43a5-a077-1e8691ea4e87 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638428 Nov 11 21:54:52.496661 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ecb369b-0e97-4de2-b252-22b7c334085b req-e0377ce5-5cf2-4da4-acc4-30aaf7cd8b00 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485312 Nov 11 21:54:52.738078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6b42148a-a257-4c88-82e4-de1992182418 req-ddc1b6c7-2eb9-4142-9573-62b0514ba6e8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.0720024 Nov 11 21:54:53.437311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 39946) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:53.708681 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8010597a-8567-4058-9c38-1f117c633afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:53.829023 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8010597a-8567-4058-9c38-1f117c633afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:53.855564 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8010597a-8567-4058-9c38-1f117c633afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:53.871838 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6470ae3-403f-499f-b215-031fc9f2894e req-f3abb21d-88d0-4fcf-b627-667878a7ac21 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.0487750 Nov 11 21:54:53.921159 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8010597a-8567-4058-9c38-1f117c633afe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d565718ab1114ba2834dbe86317d2788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4802580 Nov 11 21:54:53.922076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39962) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:53.940565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010597a-8567-4058-9c38-1f117c633afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f82b65-c3e9-43eb-a222-a2deba803751,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:54.015627 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca1e8-1b76-4145-88df-fd3eb17cb45a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:54.046688 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca1e8-1b76-4145-88df-fd3eb17cb45a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:54.132971 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca1e8-1b76-4145-88df-fd3eb17cb45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:54.136658 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca1e8-1b76-4145-88df-fd3eb17cb45a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:54.138387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2e2ca1e8-1b76-4145-88df-fd3eb17cb45a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8f82b65-c3e9-43eb-a222-a2deba803751 HTTP/1.1" status: 204 len: 168 time: 0.2143292 Nov 11 21:54:54.148673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ca1e8-1b76-4145-88df-fd3eb17cb45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f82b65-c3e9-43eb-a222-a2deba803751,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:54.573611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39982) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:54.587634 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-26caf12e-ea2e-46d3-adb6-a8b365ad9af7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:54.677164 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-26caf12e-ea2e-46d3-adb6-a8b365ad9af7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:54.683869 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-26caf12e-ea2e-46d3-adb6-a8b365ad9af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:54.720036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26caf12e-ea2e-46d3-adb6-a8b365ad9af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90ee41d-4ca9-4f8e-8087-f24fca3ef90d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:54.742908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-26caf12e-ea2e-46d3-adb6-a8b365ad9af7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a8a4fd96e461483ea5a8bda303383dbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1681969 Nov 11 21:54:54.745407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 39986) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:54:54.801863 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ac2de27-752d-4253-b6bf-68070ee0b703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:54.835610 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ac2de27-752d-4253-b6bf-68070ee0b703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:54.884721 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ac2de27-752d-4253-b6bf-68070ee0b703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:54.887645 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ac2de27-752d-4253-b6bf-68070ee0b703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:54.888928 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9ac2de27-752d-4253-b6bf-68070ee0b703 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e90ee41d-4ca9-4f8e-8087-f24fca3ef90d HTTP/1.1" status: 204 len: 168 time: 0.1423769 Nov 11 21:54:54.914889 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2de27-752d-4253-b6bf-68070ee0b703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90ee41d-4ca9-4f8e-8087-f24fca3ef90d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:55.025794 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d0d183e-9f7f-44ed-ae50-169f459a54f1 req-eb0598a7-1cf9-46a7-b69f-35953aafa96e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.0562947 Nov 11 21:54:56.185440 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033a4d22-b624-4a2f-98f4-2987d8c705b2 req-3ae9190d-83c6-424f-93b5-a4f50aabf221 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.0550923 Nov 11 21:54:57.442524 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ae2b8af-aba2-4339-8e6c-0d0fbbe65362 req-28366a8f-e7bf-4b59-855e-895fe693f029 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=70eadc1d-d0a7-4b92-a2b0-f47a5cb4d54c HTTP/1.1" status: 200 len: 210 time: 0.0441961 Nov 11 21:55:06.275881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94763fa-5329-46e0-82b9-9654e189773d req-6a215f89-9b0b-4bbf-aee5-c89afcde1f37 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:06.282964 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d94763fa-5329-46e0-82b9-9654e189773d req-6a215f89-9b0b-4bbf-aee5-c89afcde1f37 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 950 time: 0.1471734 Nov 11 21:55:06.439155 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d94763fa-5329-46e0-82b9-9654e189773d req-190ccf79-6130-4c1e-b7e1-c00b19babf59 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/security-groups?id=db34cb2f-caf2-492d-be56-e030ac31f650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489499 Nov 11 21:55:07.738490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40544) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:07.826785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22f23f-b0b5-463d-9352-c4676559804c req-7699688b-a2c5-4097-b570-365681eaccb9 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:07.835398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d22f23f-b0b5-463d-9352-c4676559804c req-7699688b-a2c5-4097-b570-365681eaccb9 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 950 time: 0.2272871 Nov 11 21:55:07.952408 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf6903-5572-4daf-9cc9-96d097fc6966 req-7bf7e664-c2c2-4ae7-bda3-1da74e885b82 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:07.961845 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96bf6903-5572-4daf-9cc9-96d097fc6966 req-7bf7e664-c2c2-4ae7-bda3-1da74e885b82 tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.71 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 950 time: 0.1711314 Nov 11 21:55:08.000618 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d22f23f-b0b5-463d-9352-c4676559804c req-ba5a5c28-8813-49c2-acb2-23c49c1ef95b tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/security-groups?id=db34cb2f-caf2-492d-be56-e030ac31f650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487384 Nov 11 21:55:08.302576 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-96bf6903-5572-4daf-9cc9-96d097fc6966 req-2eef55c4-6474-4924-aa98-e6f241f9c4dc tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Deleting port a1cadb3f-790f-4623-be46-1f3ef93e66e5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:55:08.304138 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96bf6903-5572-4daf-9cc9-96d097fc6966 req-2eef55c4-6474-4924-aa98-e6f241f9c4dc tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:08.428159 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:08.549114 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:08.565274 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:08.649212 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d7daee16d9a24b8ca4f748345a50aefc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9088120 Nov 11 21:55:08.649394 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 40574) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:08.652969 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ce6f29-3da7-4943-808e-bef33d821d6f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:08.668193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:08.668788 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:08.669283 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:08.669619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:08.669950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:08.670276 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:08.670745 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:08.671073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:08.671397 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:08.671716 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:08.672035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:08.672353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5032e-dc8c-45c8-b43d-db5929aca730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:08.704111 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-96bf6903-5572-4daf-9cc9-96d097fc6966 req-2eef55c4-6474-4924-aa98-e6f241f9c4dc tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] For port a1cadb3f-790f-4623-be46-1f3ef93e66e5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=a1cadb3f-790f-4623-be46-1f3ef93e66e5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:08.704481 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96bf6903-5572-4daf-9cc9-96d097fc6966 req-2eef55c4-6474-4924-aa98-e6f241f9c4dc tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:08.746254 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba50c18c-e855-4c01-92e9-0aa64c380aad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:08.750438 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-96bf6903-5572-4daf-9cc9-96d097fc6966 req-2eef55c4-6474-4924-aa98-e6f241f9c4dc tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Calling delete_port for a1cadb3f-790f-4623-be46-1f3ef93e66e5 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:55:08.830575 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba50c18c-e855-4c01-92e9-0aa64c380aad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:08.940166 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba50c18c-e855-4c01-92e9-0aa64c380aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:08.943141 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba50c18c-e855-4c01-92e9-0aa64c380aad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:08.946998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ba50c18c-e855-4c01-92e9-0aa64c380aad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/41ce6f29-3da7-4943-808e-bef33d821d6f HTTP/1.1" status: 204 len: 168 time: 0.2967067 Nov 11 21:55:08.961553 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50c18c-e855-4c01-92e9-0aa64c380aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ce6f29-3da7-4943-808e-bef33d821d6f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:09.118400 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96bf6903-5572-4daf-9cc9-96d097fc6966 req-2eef55c4-6474-4924-aa98-e6f241f9c4dc tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:09.136431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['a1cadb3f-790f-4623-be46-1f3ef93e66e5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:55:09.239322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef55c4-6474-4924-aa98-e6f241f9c4dc tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Pushing event deleted for resources: {'Port': ['ID=a1cadb3f-790f-4623-be46-1f3ef93e66e5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:09.286878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d27ab9a-52d3-42ee-92a3-c96b15a6b9ca req-8c2cc3a5-ecf4-4ed6-9c49-11d1e8e9da2f tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdbc81a-df65-4330-81c0-850f382e104b HTTP/1.1" status: 200 len: 210 time: 0.0772660 Nov 11 21:55:09.351019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-96bf6903-5572-4daf-9cc9-96d097fc6966 req-2eef55c4-6474-4924-aa98-e6f241f9c4dc tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] No DVR routers for this DVR port a1cadb3f-790f-4623-be46-1f3ef93e66e5 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:55:09.355455 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-96bf6903-5572-4daf-9cc9-96d097fc6966 req-2eef55c4-6474-4924-aa98-e6f241f9c4dc tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:09.359400 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-96bf6903-5572-4daf-9cc9-96d097fc6966 req-2eef55c4-6474-4924-aa98-e6f241f9c4dc tempest-VolumesBackupsTest-1978783903 tempest-VolumesBackupsTest-1978783903-project] 10.222.0.71 "DELETE /v2.0/ports/a1cadb3f-790f-4623-be46-1f3ef93e66e5 HTTP/1.1" status: 204 len: 173 time: 1.3861184 Nov 11 21:55:09.360151 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdbc81a-df65-4330-81c0-850f382e104b', 'name': 'network-vif-deleted', 'tag': 'a1cadb3f-790f-4623-be46-1f3ef93e66e5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:55:09.362582 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91be274-a6f7-4c08-9bd4-4ec8b2872a2e" -d '{"events": [{"server_uuid": "cbdbc81a-df65-4330-81c0-850f382e104b", "name": "network-vif-deleted", "tag": "a1cadb3f-790f-4623-be46-1f3ef93e66e5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:55:09.453213 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a29d6b-0c8f-499f-8252-71715efe4667 x-openstack-request-id: req-61a29d6b-0c8f-499f-8252-71715efe4667 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:55:09.453685 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdbc81a-df65-4330-81c0-850f382e104b", "name": "network-vif-deleted", "tag": "a1cadb3f-790f-4623-be46-1f3ef93e66e5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:55:09.454054 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-61a29d6b-0c8f-499f-8252-71715efe4667 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:55:09.454646 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdbc81a-df65-4330-81c0-850f382e104b', 'name': 'network-vif-deleted', 'tag': 'a1cadb3f-790f-4623-be46-1f3ef93e66e5', 'status': 'completed', 'code': 200} Nov 11 21:55:10.110445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40628) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:10.134241 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f880a54-883d-44ae-aa1d-b9e9cf08e21d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:10.266253 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f880a54-883d-44ae-aa1d-b9e9cf08e21d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:10.274595 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7f880a54-883d-44ae-aa1d-b9e9cf08e21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:10.348675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f880a54-883d-44ae-aa1d-b9e9cf08e21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1a6be3-8da2-4896-ac3c-e1be99611201,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:10.380834 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7f880a54-883d-44ae-aa1d-b9e9cf08e21d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=63c7cb9b07434d9d9829b1684ef4dab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2683570 Nov 11 21:55:10.387764 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40638) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:10.517713 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22750a08-732a-45c8-9ce1-d3fb8bf93e0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:10.592886 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22750a08-732a-45c8-9ce1-d3fb8bf93e0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:10.694160 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22750a08-732a-45c8-9ce1-d3fb8bf93e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:10.699476 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-22750a08-732a-45c8-9ce1-d3fb8bf93e0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:10.700993 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-22750a08-732a-45c8-9ce1-d3fb8bf93e0d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ce1a6be3-8da2-4896-ac3c-e1be99611201 HTTP/1.1" status: 204 len: 168 time: 0.3119261 Nov 11 21:55:10.760321 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22750a08-732a-45c8-9ce1-d3fb8bf93e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1a6be3-8da2-4896-ac3c-e1be99611201,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:11.134753 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:12.190081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device a1cadb3f-790f-4623-be46-1f3ef93e66e5 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:55:12.248571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: a1cadb3f-790f-4623-be46-1f3ef93e66e5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:55:12.249045 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device a1cadb3f-790f-4623-be46-1f3ef93e66e5 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:55:13.262261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40758) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:13.662569 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8957927c-cf1c-407e-9872-678387ae93fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:13.876970 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d82b29e3-8eff-48cd-ad6a-7f4681ff6472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:13.901407 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8957927c-cf1c-407e-9872-678387ae93fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:13.911435 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8957927c-cf1c-407e-9872-678387ae93fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:14.011236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957927c-cf1c-407e-9872-678387ae93fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20df6f39-70d0-4646-b360-923e1a9e6129,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:14.077796 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8957927c-cf1c-407e-9872-678387ae93fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c359025f1f54ab78827ae21e30f4bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8143437 Nov 11 21:55:14.080358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40784) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:14.144623 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ba42d5-d082-44ac-9f6e-e282ce4440d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:14.169819 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ba42d5-d082-44ac-9f6e-e282ce4440d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:14.280482 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ba42d5-d082-44ac-9f6e-e282ce4440d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:14.283453 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ba42d5-d082-44ac-9f6e-e282ce4440d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:14.285223 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b3ba42d5-d082-44ac-9f6e-e282ce4440d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/20df6f39-70d0-4646-b360-923e1a9e6129 HTTP/1.1" status: 204 len: 168 time: 0.2031283 Nov 11 21:55:14.314405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba42d5-d082-44ac-9f6e-e282ce4440d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20df6f39-70d0-4646-b360-923e1a9e6129,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:14.666576 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:15.108537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40830) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:15.141715 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a46d8b7-7a69-4fe5-83e4-aef583c9d4df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:15.281065 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 40836) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:15.303615 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a46d8b7-7a69-4fe5-83e4-aef583c9d4df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:15.313732 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a46d8b7-7a69-4fe5-83e4-aef583c9d4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:15.405781 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4a46d8b7-7a69-4fe5-83e4-aef583c9d4df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2153e45211dd4b95be963f0314e62b94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2954531 Nov 11 21:55:15.407144 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46d8b7-7a69-4fe5-83e4-aef583c9d4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fe59e2-95ca-4b81-a040-7d7eedfcdf7a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:15.408386 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 40844) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:15.478237 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:15.561986 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f63ecd2-0238-4b88-8062-d134a011cc5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:15.594153 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f63ecd2-0238-4b88-8062-d134a011cc5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:15.664195 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:15.671326 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:15.740440 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5660fc-947f-4edd-bf33-a52852dc4ae8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:15.751871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40858) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:15.752272 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f92f3172cb4b45c2b95bd7986c60b059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4693656 Nov 11 21:55:15.801542 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:15.801906 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:15.802538 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:15.802880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:15.804557 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:15.804988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:15.805357 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:15.805689 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:15.806081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:15.806320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:15.806874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:15.807341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792a67-38d6-4af6-a5d1-a70642286990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:15.818021 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f63ecd2-0238-4b88-8062-d134a011cc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:15.821517 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f63ecd2-0238-4b88-8062-d134a011cc5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:15.827145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6f63ecd2-0238-4b88-8062-d134a011cc5d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/26fe59e2-95ca-4b81-a040-7d7eedfcdf7a HTTP/1.1" status: 204 len: 168 time: 0.4173918 Nov 11 21:55:15.856872 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63ecd2-0238-4b88-8062-d134a011cc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fe59e2-95ca-4b81-a040-7d7eedfcdf7a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:15.875568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424682d8-3931-40e3-97bc-ca3effafc0c8 req-00f0915a-e379-4531-acd8-c68ad8b63ca6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:15.878268 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-424682d8-3931-40e3-97bc-ca3effafc0c8 req-00f0915a-e379-4531-acd8-c68ad8b63ca6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 946 time: 0.1389091 Nov 11 21:55:15.897884 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d824214-0f04-4335-8986-a48a4622d950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:15.940409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d824214-0f04-4335-8986-a48a4622d950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:16.001985 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d824214-0f04-4335-8986-a48a4622d950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:16.005128 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3d824214-0f04-4335-8986-a48a4622d950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:16.006683 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3d824214-0f04-4335-8986-a48a4622d950 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5f5660fc-947f-4edd-bf33-a52852dc4ae8 HTTP/1.1" status: 204 len: 168 time: 0.2530205 Nov 11 21:55:16.016420 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d824214-0f04-4335-8986-a48a4622d950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5660fc-947f-4edd-bf33-a52852dc4ae8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:16.039407 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-424682d8-3931-40e3-97bc-ca3effafc0c8 req-fe0de125-3b10-42b4-baa0-0e46febcda3f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545055 Nov 11 21:55:16.060484 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-63ee008b-7efa-4f47-82ec-a7c526ff3be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:16.376555 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40882) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:16.399616 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14dde185-ed05-4764-b787-3ae456801f15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:16.561732 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14dde185-ed05-4764-b787-3ae456801f15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:16.575204 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14dde185-ed05-4764-b787-3ae456801f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:16.657776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dde185-ed05-4764-b787-3ae456801f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03bce66-c0a2-4247-b496-5e7a28b334c2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:16.724103 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 40886) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:16.739658 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-14dde185-ed05-4764-b787-3ae456801f15 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f68da70a20ff4900a9342428901c9216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3607488 Nov 11 21:55:16.743943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40888) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:16.784861 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5ca417e-6c8b-47fe-a26c-edb1ac693aac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:16.797388 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2aa55a13-e635-4938-8fec-4019e80738f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:16.833107 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2aa55a13-e635-4938-8fec-4019e80738f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:16.897650 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2aa55a13-e635-4938-8fec-4019e80738f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:16.904902 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2aa55a13-e635-4938-8fec-4019e80738f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:16.906578 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2aa55a13-e635-4938-8fec-4019e80738f8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d03bce66-c0a2-4247-b496-5e7a28b334c2 HTTP/1.1" status: 204 len: 168 time: 0.1805975 Nov 11 21:55:16.917196 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5ca417e-6c8b-47fe-a26c-edb1ac693aac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:16.925431 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e5ca417e-6c8b-47fe-a26c-edb1ac693aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:16.968831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa55a13-e635-4938-8fec-4019e80738f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03bce66-c0a2-4247-b496-5e7a28b334c2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:17.025006 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca417e-6c8b-47fe-a26c-edb1ac693aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5770eb-30c5-4486-aa6c-6521f74d1cea,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:17.035937 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e5ca417e-6c8b-47fe-a26c-edb1ac693aac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4d7a8e340582480d866c6374593728f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2906382 Nov 11 21:55:17.039095 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 40898) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:17.212541 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4c005aa-c974-4a25-a19e-7709860db573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:17.218145 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:17.284806 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4c005aa-c974-4a25-a19e-7709860db573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:17.324705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023a3de-4493-4f4e-8f6f-5cf5a959f5af req-63321940-dc5b-46f4-90df-c38cc0d1b114 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:17.328220 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b023a3de-4493-4f4e-8f6f-5cf5a959f5af req-63321940-dc5b-46f4-90df-c38cc0d1b114 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 946 time: 0.1865549 Nov 11 21:55:17.366672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971234c9-3806-4b21-9880-f663301ad681 req-f7f0cbf5-47ee-4fc8-9fed-6b51f7548e5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:17.368469 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-971234c9-3806-4b21-9880-f663301ad681 req-f7f0cbf5-47ee-4fc8-9fed-6b51f7548e5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 946 time: 0.1247768 Nov 11 21:55:17.495743 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-971234c9-3806-4b21-9880-f663301ad681 req-23f12768-964b-42dc-bc9d-173f4fc8f457 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=101b7283-8a56-4716-9edf-ecc25bad0229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179311 Nov 11 21:55:17.537407 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4c005aa-c974-4a25-a19e-7709860db573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:17.541443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4c005aa-c974-4a25-a19e-7709860db573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:17.542880 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f4c005aa-c974-4a25-a19e-7709860db573 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e5770eb-30c5-4486-aa6c-6521f74d1cea HTTP/1.1" status: 204 len: 168 time: 0.5021806 Nov 11 21:55:17.572756 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b023a3de-4493-4f4e-8f6f-5cf5a959f5af req-e0381daf-85de-4939-a8c8-318127737999 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Deleting port 58e35ce5-2092-4202-833e-78330deb2e14 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:55:17.573259 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b023a3de-4493-4f4e-8f6f-5cf5a959f5af req-e0381daf-85de-4939-a8c8-318127737999 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:17.583607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c005aa-c974-4a25-a19e-7709860db573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5770eb-30c5-4486-aa6c-6521f74d1cea,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:17.850606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b023a3de-4493-4f4e-8f6f-5cf5a959f5af req-e0381daf-85de-4939-a8c8-318127737999 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] For port 58e35ce5-2092-4202-833e-78330deb2e14, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=58e35ce5-2092-4202-833e-78330deb2e14,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:17.851065 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b023a3de-4493-4f4e-8f6f-5cf5a959f5af req-e0381daf-85de-4939-a8c8-318127737999 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:17.878567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b023a3de-4493-4f4e-8f6f-5cf5a959f5af req-e0381daf-85de-4939-a8c8-318127737999 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Calling delete_port for 58e35ce5-2092-4202-833e-78330deb2e14 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:55:18.152274 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b023a3de-4493-4f4e-8f6f-5cf5a959f5af req-e0381daf-85de-4939-a8c8-318127737999 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:18.166474 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['58e35ce5-2092-4202-833e-78330deb2e14'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:55:18.197530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0381daf-85de-4939-a8c8-318127737999 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event deleted for resources: {'Port': ['ID=58e35ce5-2092-4202-833e-78330deb2e14,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:18.310401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b023a3de-4493-4f4e-8f6f-5cf5a959f5af req-e0381daf-85de-4939-a8c8-318127737999 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] No DVR routers for this DVR port 58e35ce5-2092-4202-833e-78330deb2e14 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:55:18.313848 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b023a3de-4493-4f4e-8f6f-5cf5a959f5af req-e0381daf-85de-4939-a8c8-318127737999 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:18.318323 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b023a3de-4493-4f4e-8f6f-5cf5a959f5af req-e0381daf-85de-4939-a8c8-318127737999 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "DELETE /v2.0/ports/58e35ce5-2092-4202-833e-78330deb2e14 HTTP/1.1" status: 204 len: 173 time: 0.9789367 Nov 11 21:55:18.319270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7d3ce1-efbc-42eb-91e4-45e91eec33e9', 'name': 'network-vif-deleted', 'tag': '58e35ce5-2092-4202-833e-78330deb2e14'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:55:18.339424 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1592f8-be21-4ff7-9c16-adc96221b7d0" -d '{"events": [{"server_uuid": "4f7d3ce1-efbc-42eb-91e4-45e91eec33e9", "name": "network-vif-deleted", "tag": "58e35ce5-2092-4202-833e-78330deb2e14"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:55:18.428625 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9a9eb2-9421-4d42-b088-6d52a987074c x-openstack-request-id: req-2d9a9eb2-9421-4d42-b088-6d52a987074c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:55:18.429161 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7d3ce1-efbc-42eb-91e4-45e91eec33e9", "name": "network-vif-deleted", "tag": "58e35ce5-2092-4202-833e-78330deb2e14", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:55:18.429571 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d9a9eb2-9421-4d42-b088-6d52a987074c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:55:18.430109 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7d3ce1-efbc-42eb-91e4-45e91eec33e9', 'name': 'network-vif-deleted', 'tag': '58e35ce5-2092-4202-833e-78330deb2e14', 'status': 'completed', 'code': 200} Nov 11 21:55:18.610983 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:18.781994 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06915675-c353-43c4-a5e9-6963e595d160 req-26aca097-46cc-4f2f-8253-9f6bc4573666 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 210 time: 0.1044416 Nov 11 21:55:19.383881 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:20.037114 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-449f3166-7027-4692-85b7-213b9c877730 req-a9ebac86-6e7a-4619-84f9-460f87b86601 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 210 time: 0.0658460 Nov 11 21:55:20.953740 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41138) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:21.181090 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01b9151e-8b9c-4dcf-9f32-2c970c3de4ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:21.283466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d347f88e-22bc-47de-8c48-14df85c244b0 req-9222c42e-a3f4-49b8-a224-028abd6414db tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 210 time: 0.0498457 Nov 11 21:55:21.362553 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 58e35ce5-2092-4202-833e-78330deb2e14 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:55:21.414069 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 58e35ce5-2092-4202-833e-78330deb2e14 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:55:21.414751 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 58e35ce5-2092-4202-833e-78330deb2e14 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:55:21.457972 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01b9151e-8b9c-4dcf-9f32-2c970c3de4ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:21.473160 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01b9151e-8b9c-4dcf-9f32-2c970c3de4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:21.520923 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-01b9151e-8b9c-4dcf-9f32-2c970c3de4ab admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7a95b08d357346f386f7949e317ac995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5637877 Nov 11 21:55:21.521408 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41162) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:21.527574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9151e-8b9c-4dcf-9f32-2c970c3de4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b893f8-a9ed-42b6-bcfd-cce2a1833b9c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:21.628923 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f8043b3a-c120-4392-ab83-c15719151877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:21.661486 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f8043b3a-c120-4392-ab83-c15719151877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:21.788491 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f8043b3a-c120-4392-ab83-c15719151877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:21.791983 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f8043b3a-c120-4392-ab83-c15719151877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:21.797245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f8043b3a-c120-4392-ab83-c15719151877 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/99b893f8-a9ed-42b6-bcfd-cce2a1833b9c HTTP/1.1" status: 204 len: 168 time: 0.2746942 Nov 11 21:55:21.807523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8043b3a-c120-4392-ab83-c15719151877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b893f8-a9ed-42b6-bcfd-cce2a1833b9c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:22.225089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41188) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:22.475766 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7b9a750-a19e-4d7d-b511-9176920b1937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:22.550343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41210) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:22.556388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-56f0b287-fd1e-435e-bb36-cd69a127ae32 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1720626179', 'description': 'tempest-secgroup-smoke-1720626179 description', 'project_id': 'd7b117af427e4c5587732a41b4a47118'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:22.627546 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-56f0b287-fd1e-435e-bb36-cd69a127ae32 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:22.750294 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7b9a750-a19e-4d7d-b511-9176920b1937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:22.755333 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d400fdae-4f98-4d69-9ccb-1c616a7187fc req-0c3deba5-b18e-4744-8504-3e326821bee9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 210 time: 0.1014097 Nov 11 21:55:22.759263 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7b9a750-a19e-4d7d-b511-9176920b1937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:22.786894 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-56f0b287-fd1e-435e-bb36-cd69a127ae32 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:22.799054 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-56f0b287-fd1e-435e-bb36-cd69a127ae32 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:22.826259 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f7b9a750-a19e-4d7d-b511-9176920b1937 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fc6c964fc845483084596d6bc6db6218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5997591 Nov 11 21:55:22.844484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41216) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:22.855551 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9a750-a19e-4d7d-b511-9176920b1937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5f1296-1c88-48c3-91f6-8234c23af54a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:22.891048 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-56f0b287-fd1e-435e-bb36-cd69a127ae32 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:22.893735 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-56f0b287-fd1e-435e-bb36-cd69a127ae32 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3406260 Nov 11 21:55:22.896259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41220) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:22.899056 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0b287-fd1e-435e-bb36-cd69a127ae32 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:22.903283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-65bb2e85-1dc2-44ac-9b93-aa68d2b626a7 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Request body: {'security_group_rule': {'security_group_id': '5f8e8f28-e78d-4b84-91c2-43d5f9eb0819', 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:22.967230 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65bb2e85-1dc2-44ac-9b93-aa68d2b626a7 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:22.982270 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0140f04-cd71-42fc-836f-4e3b8791649c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.048897 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0140f04-cd71-42fc-836f-4e3b8791649c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.085468 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65bb2e85-1dc2-44ac-9b93-aa68d2b626a7 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.097435 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65bb2e85-1dc2-44ac-9b93-aa68d2b626a7 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.147003 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0140f04-cd71-42fc-836f-4e3b8791649c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.153095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb2e85-1dc2-44ac-9b93-aa68d2b626a7 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6620bdfd-d08e-4d94-a37a-53552d29bda5,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:23.170491 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0140f04-cd71-42fc-836f-4e3b8791649c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.174373 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65bb2e85-1dc2-44ac-9b93-aa68d2b626a7 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.175498 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c0140f04-cd71-42fc-836f-4e3b8791649c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2c5f1296-1c88-48c3-91f6-8234c23af54a HTTP/1.1" status: 204 len: 168 time: 0.3255196 Nov 11 21:55:23.175595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-65bb2e85-1dc2-44ac-9b93-aa68d2b626a7 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2767658 Nov 11 21:55:23.177133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41234) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:23.186292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0140f04-cd71-42fc-836f-4e3b8791649c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5f1296-1c88-48c3-91f6-8234c23af54a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:23.188758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-60e99492-2a8a-48c7-bffa-3320b59d0e91 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Request body: {'security_group_rule': {'security_group_id': '5f8e8f28-e78d-4b84-91c2-43d5f9eb0819', 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:23.254391 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60e99492-2a8a-48c7-bffa-3320b59d0e91 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.405999 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60e99492-2a8a-48c7-bffa-3320b59d0e91 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.417272 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60e99492-2a8a-48c7-bffa-3320b59d0e91 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.442405 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e99492-2a8a-48c7-bffa-3320b59d0e91 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbcfd66-fdf7-4442-80a1-8521a29e814b,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:23.454570 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60e99492-2a8a-48c7-bffa-3320b59d0e91 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.456351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-60e99492-2a8a-48c7-bffa-3320b59d0e91 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2762055 Nov 11 21:55:23.459166 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41248) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:23.464889 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-96893182-4409-4a7d-965c-614620e32e4f tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Request body: {'security_group_rule': {'security_group_id': '5f8e8f28-e78d-4b84-91c2-43d5f9eb0819', 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:23.517542 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96893182-4409-4a7d-965c-614620e32e4f tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.633748 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96893182-4409-4a7d-965c-614620e32e4f tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.643729 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96893182-4409-4a7d-965c-614620e32e4f tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.671379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96893182-4409-4a7d-965c-614620e32e4f tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7919736-5f18-4a5d-b487-cc92446e0bad,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:23.680920 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-96893182-4409-4a7d-965c-614620e32e4f tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.682477 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-96893182-4409-4a7d-965c-614620e32e4f tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2218864 Nov 11 21:55:23.686096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41258) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:23.693142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d6780826-22fa-4123-9e4e-a7c2d9dc8b73 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Request body: {'security_group_rule': {'security_group_id': '5f8e8f28-e78d-4b84-91c2-43d5f9eb0819', 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:23.767852 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6780826-22fa-4123-9e4e-a7c2d9dc8b73 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.932720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41268) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:23.955621 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36eadb38-3ecc-49ba-b1c6-a40b594e3d0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:23.977304 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-954bfc8a-ae51-4c35-90fb-ce50b9061004 req-bf03061d-b34a-4519-ab59-34aab34cda39 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 210 time: 0.0582111 Nov 11 21:55:24.006263 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6780826-22fa-4123-9e4e-a7c2d9dc8b73 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.014589 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6780826-22fa-4123-9e4e-a7c2d9dc8b73 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.113184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6780826-22fa-4123-9e4e-a7c2d9dc8b73 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1504f5ae-55bc-4eba-8c3a-de644d594ae5,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:24.133623 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6780826-22fa-4123-9e4e-a7c2d9dc8b73 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.139886 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d6780826-22fa-4123-9e4e-a7c2d9dc8b73 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4490263 Nov 11 21:55:24.140307 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41280) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:24.150540 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36eadb38-3ecc-49ba-b1c6-a40b594e3d0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.150955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-03cbd34d-f6cc-46e9-b834-ed102122d0e5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Request body: {'security_group_rule': {'security_group_id': '5f8e8f28-e78d-4b84-91c2-43d5f9eb0819', 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:24.162105 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36eadb38-3ecc-49ba-b1c6-a40b594e3d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.222506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eadb38-3ecc-49ba-b1c6-a40b594e3d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5e8643-ad4d-4fe3-9a25-2d1d45dd4cfc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:24.223113 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-03cbd34d-f6cc-46e9-b834-ed102122d0e5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Project d7b117af427e4c5587732a41b4a47118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:55:24.228750 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-36eadb38-3ecc-49ba-b1c6-a40b594e3d0b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96e38938263248138dcb9d64bfc6e92e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2949429 Nov 11 21:55:24.231500 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41284) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:24.239342 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-03cbd34d-f6cc-46e9-b834-ed102122d0e5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.304000 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4070e05-d321-4ba5-b148-b56ce0f0e984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.347590 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-03cbd34d-f6cc-46e9-b834-ed102122d0e5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.354365 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-03cbd34d-f6cc-46e9-b834-ed102122d0e5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.359711 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4070e05-d321-4ba5-b148-b56ce0f0e984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.380255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbd34d-f6cc-46e9-b834-ed102122d0e5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b993e5-4f42-45ef-890e-1da2e04ce319,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:24.397994 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-03cbd34d-f6cc-46e9-b834-ed102122d0e5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.401867 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-03cbd34d-f6cc-46e9-b834-ed102122d0e5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2599673 Nov 11 21:55:24.404278 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41290) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:24.422274 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0d74edd8-2d54-4a73-9865-d057aa774be6 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Request body: {'security_group_rule': {'security_group_id': '5f8e8f28-e78d-4b84-91c2-43d5f9eb0819', 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:24.463122 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-0d74edd8-2d54-4a73-9865-d057aa774be6 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Project d7b117af427e4c5587732a41b4a47118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:55:24.474437 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d74edd8-2d54-4a73-9865-d057aa774be6 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.476224 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4070e05-d321-4ba5-b148-b56ce0f0e984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.478882 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4070e05-d321-4ba5-b148-b56ce0f0e984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.482453 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a4070e05-d321-4ba5-b148-b56ce0f0e984 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bb5e8643-ad4d-4fe3-9a25-2d1d45dd4cfc HTTP/1.1" status: 204 len: 168 time: 0.2469308 Nov 11 21:55:24.511654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4070e05-d321-4ba5-b148-b56ce0f0e984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5e8643-ad4d-4fe3-9a25-2d1d45dd4cfc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:24.568075 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d74edd8-2d54-4a73-9865-d057aa774be6 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.576903 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d74edd8-2d54-4a73-9865-d057aa774be6 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.611149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74edd8-2d54-4a73-9865-d057aa774be6 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b6f65b-5fb1-4ba5-9920-18139e4d6244,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:24.623511 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d74edd8-2d54-4a73-9865-d057aa774be6 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.628836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0d74edd8-2d54-4a73-9865-d057aa774be6 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2195733 Nov 11 21:55:24.758845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41304) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:24.937136 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5bd5932d-c6ad-4cb9-b0b3-6bc1ec44ada1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.988242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-4b892601-89f4-480c-8969-acdcbf26708f tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1720626179&fields=id&tenant_id=d7b117af427e4c5587732a41b4a47118 HTTP/1.1" status: 200 len: 267 time: 0.0771513 Nov 11 21:55:25.158486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-95e18417-c4e4-4e37-8a85-65175f2fd968 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:25.167438 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-95e18417-c4e4-4e37-8a85-65175f2fd968 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/networks?id=fc238d0d-fbd9-4801-b626-a63954861cc1 HTTP/1.1" status: 200 len: 813 time: 0.1669040 Nov 11 21:55:25.190748 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-86400fcd-2a3b-447d-be6c-f63c95199c84 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/quotas/d7b117af427e4c5587732a41b4a47118 HTTP/1.1" status: 200 len: 375 time: 0.0223730 Nov 11 21:55:25.250744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5bd5932d-c6ad-4cb9-b0b3-6bc1ec44ada1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:25.261065 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5bd5932d-c6ad-4cb9-b0b3-6bc1ec44ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:25.299538 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:55:25.323202 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-4d425fda-ebeb-452f-96ad-bd39fbf7c851 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7b117af427e4c5587732a41b4a47118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1313488 Nov 11 21:55:25.350097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5932d-c6ad-4cb9-b0b3-6bc1ec44ada1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b2fe07-65f4-4538-bcc1-5d5d548f07d9,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:25.429494 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5bd5932d-c6ad-4cb9-b0b3-6bc1ec44ada1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf6fa44bbe014f9fa2f9012c552984ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6665192 Nov 11 21:55:25.430271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41342) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:25.484295 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-756540e1-29b1-4e1e-ab82-7ac39750e104 service neutron] 10.222.0.57 "GET /v2.0/networks/fc238d0d-fbd9-4801-b626-a63954861cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491306 Nov 11 21:55:25.549915 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04217618-461c-498a-a4d2-a28e5ba067b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:25.593941 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04217618-461c-498a-a4d2-a28e5ba067b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:25.648196 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-8935fcf5-5f59-41a8-ab68-d47daf2eb46e service neutron] 10.222.0.57 "GET /v2.0/networks/fc238d0d-fbd9-4801-b626-a63954861cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585302 Nov 11 21:55:25.689400 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04217618-461c-498a-a4d2-a28e5ba067b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:25.692053 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04217618-461c-498a-a4d2-a28e5ba067b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:25.696343 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-04217618-461c-498a-a4d2-a28e5ba067b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b7b2fe07-65f4-4538-bcc1-5d5d548f07d9 HTTP/1.1" status: 204 len: 168 time: 0.2624705 Nov 11 21:55:25.718245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04217618-461c-498a-a4d2-a28e5ba067b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b2fe07-65f4-4538-bcc1-5d5d548f07d9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:26.232050 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a3d6fcb-4e6b-4c04-a2b6-ba2326e54136 req-c365c3f8-8457-40bb-b0c8-0237582b85c3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 210 time: 0.0701678 Nov 11 21:55:26.481689 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb17db28-5c8c-4a6e-a046-3a1e19f200d8 req-aa7b85ee-459c-42eb-9bb3-12d7e8847d74 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 210 time: 0.0557492 Nov 11 21:55:27.401101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4cbbf67-f48f-4f37-8348-e1baabef6dc7 req-66c8130e-d490-4a98-9df9-375d0f4c1e46 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 210 time: 0.0578036 Nov 11 21:55:27.645496 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c4eaeac-ff15-4488-b2fd-8b07a019f049 req-d7f6b9cd-79d3-46d6-8d1e-ef88fef2b544 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 210 time: 0.0390751 Nov 11 21:55:27.894389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41460) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:28.266899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-75d415b4-1ecf-419e-aa2f-58fa2363ec3b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:28.270948 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-75d415b4-1ecf-419e-aa2f-58fa2363ec3b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.71 "GET /v2.0/networks?id=fc238d0d-fbd9-4801-b626-a63954861cc1 HTTP/1.1" status: 200 len: 813 time: 0.2814100 Nov 11 21:55:28.359120 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-879aade1-2221-4b9a-9d17-e440bbe7883f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:28.407343 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-ca5a907e-887b-41de-92f7-52f74560e37c tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7b117af427e4c5587732a41b4a47118 HTTP/1.1" status: 200 len: 380 time: 0.1161003 Nov 11 21:55:28.461204 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-0bed55c9-b861-4863-9378-edd10602d7ba tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Request body: {'port': {'device_id': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'admin_state_up': True, 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'security_groups': ['5f8e8f28-e78d-4b84-91c2-43d5f9eb0819']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:28.724248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5cf1fa11-e6c0-4c5f-a55f-e4c57c8ab0cb req-8eec04e6-d749-4f09-9066-64646f577022 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f7d3ce1-efbc-42eb-91e4-45e91eec33e9 HTTP/1.1" status: 200 len: 210 time: 0.1211438 Nov 11 21:55:28.769245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-0bed55c9-b861-4863-9378-edd10602d7ba tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Made reservation on behalf of d7b117af427e4c5587732a41b4a47118 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:55:28.776101 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-0bed55c9-b861-4863-9378-edd10602d7ba tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:28.782032 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-879aade1-2221-4b9a-9d17-e440bbe7883f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:28.788232 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-879aade1-2221-4b9a-9d17-e440bbe7883f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:28.953470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-879aade1-2221-4b9a-9d17-e440bbe7883f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2f53e511bb8844fbb39d3f4407bcf95f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0576146 Nov 11 21:55:28.954548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41504) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:28.955379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879aade1-2221-4b9a-9d17-e440bbe7883f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e71523b-765c-41ba-b105-1fb6b4f93222,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:29.109699 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54925a60-5a98-4f72-a0d0-3f718d649da0 req-e82f1338-ddcc-4ffd-975c-06f4d21daa79 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 210 time: 0.0925732 Nov 11 21:55:29.142096 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7c40ee0-74b4-45f4-ae37-d347c42040cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:29.188651 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7c40ee0-74b4-45f4-ae37-d347c42040cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:29.221655 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-0bed55c9-b861-4863-9378-edd10602d7ba tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Allocated IP 172.20.0.7 (fc238d0d-fbd9-4801-b626-a63954861cc1/f7e4839c-6714-4a1e-81d8-2a08ae19bec7/982611b2-5e50-47aa-b7d0-2ccd0574542d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:55:29.293793 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7c40ee0-74b4-45f4-ae37-d347c42040cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:29.296653 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f7c40ee0-74b4-45f4-ae37-d347c42040cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:29.300942 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f7c40ee0-74b4-45f4-ae37-d347c42040cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0e71523b-765c-41ba-b105-1fb6b4f93222 HTTP/1.1" status: 204 len: 168 time: 0.3409171 Nov 11 21:55:29.315949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c40ee0-74b4-45f4-ae37-d347c42040cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e71523b-765c-41ba-b105-1fb6b4f93222,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:29.653345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-0bed55c9-b861-4863-9378-edd10602d7ba tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:29.728724 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-0bed55c9-b861-4863-9378-edd10602d7ba tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:30.029451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41562) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:30.045107 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed55c9-b861-4863-9378-edd10602d7ba tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Pushing event updated for resources: {'Port': ['ID=982611b2-5e50-47aa-b7d0-2ccd0574542d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:30.057944 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-0bed55c9-b861-4863-9378-edd10602d7ba tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Network fc238d0d-fbd9-4801-b626-a63954861cc1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:55:30.058413 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8845c497-7159-41fd-b883-74fb0fd3ed49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:30.064188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-0bed55c9-b861-4863-9378-edd10602d7ba tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:30.071483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-0bed55c9-b861-4863-9378-edd10602d7ba tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:55:30.235755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-0bed55c9-b861-4863-9378-edd10602d7ba tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:30.240426 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-0bed55c9-b861-4863-9378-edd10602d7ba tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:30.281311 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-0bed55c9-b861-4863-9378-edd10602d7ba tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8273957 Nov 11 21:55:30.297114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-49dd236d-9ce4-4931-8216-07ed82ad7b42 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:55:30.298119 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-49dd236d-9ce4-4931-8216-07ed82ad7b42 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071940 Nov 11 21:55:30.381082 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8845c497-7159-41fd-b883-74fb0fd3ed49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:30.417701 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8845c497-7159-41fd-b883-74fb0fd3ed49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:30.537642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8845c497-7159-41fd-b883-74fb0fd3ed49 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8605272200d14252a3673b7eb7c6a52c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5061333 Nov 11 21:55:30.540409 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41600) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:30.666574 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a74d4-213b-4729-9320-ce1b1e599157 req-52c0dd59-964d-4a76-8c84-052ca8fb93ac tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:30.682023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-24a5abae-fbbe-4193-86e3-4c2ea994f899 None None] Provisioning complete for port 982611b2-5e50-47aa-b7d0-2ccd0574542d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:30.682565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e38a74d4-213b-4729-9320-ce1b1e599157 req-52c0dd59-964d-4a76-8c84-052ca8fb93ac tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 931 time: 0.4117498 Nov 11 21:55:30.689749 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24a5abae-fbbe-4193-86e3-4c2ea994f899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:30.749773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845c497-7159-41fd-b883-74fb0fd3ed49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbfb334-cf7b-46f5-87f9-be8ed35e5de8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:30.822808 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc0ddb34-1d01-4879-9e9b-ee2af50b6e6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:30.861063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e38a74d4-213b-4729-9320-ce1b1e599157 req-2bd9e1bc-262b-4ce5-a473-bb8d4f7fd171 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695848 Nov 11 21:55:30.886868 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-24a5abae-fbbe-4193-86e3-4c2ea994f899 None None] Port 982611b2-5e50-47aa-b7d0-2ccd0574542d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:55:30.895790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Request body: {'port': {'device_id': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:30.996098 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc0ddb34-1d01-4879-9e9b-ee2af50b6e6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:31.157473 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc0ddb34-1d01-4879-9e9b-ee2af50b6e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:31.162072 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc0ddb34-1d01-4879-9e9b-ee2af50b6e6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:31.166920 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dc0ddb34-1d01-4879-9e9b-ee2af50b6e6d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbbfb334-cf7b-46f5-87f9-be8ed35e5de8 HTTP/1.1" status: 204 len: 168 time: 0.6253390 Nov 11 21:55:31.190583 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:31.206297 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ddb34-1d01-4879-9e9b-ee2af50b6e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbfb334-cf7b-46f5-87f9-be8ed35e5de8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:31.773165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982611b2-5e50-47aa-b7d0-2ccd0574542d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:55:31.797901 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:31.831637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Transition to ACTIVE for port object 982611b2-5e50-47aa-b7d0-2ccd0574542d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:55:31.842277 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.023334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Pushing event updated for resources: {'Port': ['ID=982611b2-5e50-47aa-b7d0-2ccd0574542d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:32.206609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465597b2-57f8-4c5c-86c7-5cd880809218 req-fc57ced6-81c6-4221-8a9c-44fd579895e3 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:32.216669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Attempting to bind port 982611b2-5e50-47aa-b7d0-2ccd0574542d on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:55:32.216669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Attempting to bind port 982611b2-5e50-47aa-b7d0-2ccd0574542d by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'c3639ea8-228c-47a5-84bd-b8de9ce625d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:55:32.216902 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Attempting to bind port 982611b2-5e50-47aa-b7d0-2ccd0574542d on network fc238d0d-fbd9-4801-b626-a63954861cc1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:55:32.217354 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-465597b2-57f8-4c5c-86c7-5cd880809218 req-fc57ced6-81c6-4221-8a9c-44fd579895e3 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 943 time: 0.1377521 Nov 11 21:55:32.228652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Port 982611b2-5e50-47aa-b7d0-2ccd0574542d on network fc238d0d-fbd9-4801-b626-a63954861cc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:55:32.229035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Attempting to bind port 982611b2-5e50-47aa-b7d0-2ccd0574542d on network fc238d0d-fbd9-4801-b626-a63954861cc1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:55:32.241661 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:55:32.242150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Checking segment: {'id': 'c3639ea8-228c-47a5-84bd-b8de9ce625d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:55:32.242380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Bound using segment: {'id': 'c3639ea8-228c-47a5-84bd-b8de9ce625d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:55:32.242822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Bound port: 982611b2-5e50-47aa-b7d0-2ccd0574542d, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3639ea8-228c-47a5-84bd-b8de9ce625d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:55:32.243182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.416890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-465597b2-57f8-4c5c-86c7-5cd880809218 req-690047db-e98d-4837-91c7-241452bcda62 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981432 Nov 11 21:55:32.608365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] For port 982611b2-5e50-47aa-b7d0-2ccd0574542d, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:55:32.618837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] For port 982611b2-5e50-47aa-b7d0-2ccd0574542d, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=982611b2-5e50-47aa-b7d0-2ccd0574542d,segment=NetworkSegment(c3639ea8-228c-47a5-84bd-b8de9ce625d1),segment_id=c3639ea8-228c-47a5-84bd-b8de9ce625d1)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:55:32.629851 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.734219 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:32.734855 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.736497 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] 10.222.0.71 "PUT /v2.0/ports/982611b2-5e50-47aa-b7d0-2ccd0574542d HTTP/1.1" status: 200 len: 1091 time: 2.4242170 Nov 11 21:55:32.737203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'tag': '982611b2-5e50-47aa-b7d0-2ccd0574542d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:55:32.739668 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c08115d-2c6d-437e-8ce8-1e00ac14514b" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf0ec22-311b-4971-a6e8-a9324b3ac97a", "tag": "982611b2-5e50-47aa-b7d0-2ccd0574542d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:55:32.906946 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13f06d-ec8b-45bc-b673-420bce62d171 service neutron] Pushing event updated for resources: {'Port': ['ID=982611b2-5e50-47aa-b7d0-2ccd0574542d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:32.936211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c1ef754-5c35-452d-8538-33b7000f7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:32.937942 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-3c1ef754-5c35-452d-8538-33b7000f7c05 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d7b117af427e4c5587732a41b4a47118&device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 1094 time: 0.1359110 Nov 11 21:55:33.028026 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-e33e6611-8133-474d-a8a4-693c9cd481d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=982611b2-5e50-47aa-b7d0-2ccd0574542d HTTP/1.1" status: 200 len: 217 time: 0.0565405 Nov 11 21:55:33.029927 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c57e3f9-d1ce-40b4-8b65-a9898472f892 x-openstack-request-id: req-9c57e3f9-d1ce-40b4-8b65-a9898472f892 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:55:33.030394 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf0ec22-311b-4971-a6e8-a9324b3ac97a", "tag": "982611b2-5e50-47aa-b7d0-2ccd0574542d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:55:33.030795 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c57e3f9-d1ce-40b4-8b65-a9898472f892 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:55:33.031334 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'tag': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'status': 'completed', 'code': 200} Nov 11 21:55:33.097591 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41730) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:33.157405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-ed1614dc-c394-4dae-ac20-a98b7e725cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:33.160489 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-ed1614dc-c394-4dae-ac20-a98b7e725cb6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7e4839c-6714-4a1e-81d8-2a08ae19bec7 HTTP/1.1" status: 200 len: 852 time: 0.1245954 Nov 11 21:55:33.289156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-da84d521-fab6-4c8d-bea1-85aab9af63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:33.292187 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-da84d521-fab6-4c8d-bea1-85aab9af63ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc238d0d-fbd9-4801-b626-a63954861cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164267 Nov 11 21:55:33.407900 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2157220c-676d-47aa-87b0-b576d821d341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:33.507934 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-62b417f2-dca0-4137-a161-4e1cda765ae3 service neutron] 10.222.0.71 "GET /v2.0/networks/fc238d0d-fbd9-4801-b626-a63954861cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065320 Nov 11 21:55:33.679573 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1de2c6-c232-4def-85a5-e354770599c1 req-13c16cb4-6496-4434-bf84-f2828f52dc60 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:33.686601 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf1de2c6-c232-4def-85a5-e354770599c1 req-13c16cb4-6496-4434-bf84-f2828f52dc60 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 943 time: 0.1085739 Nov 11 21:55:33.854840 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf1de2c6-c232-4def-85a5-e354770599c1 req-da94180d-53bc-4766-b7f3-9ba635b5f6c7 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416366 Nov 11 21:55:34.605820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2157220c-676d-47aa-87b0-b576d821d341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:34.675923 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2157220c-676d-47aa-87b0-b576d821d341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:34.731859 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2157220c-676d-47aa-87b0-b576d821d341 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6435c186f2bf49c78e23b757028a60ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6287527 Nov 11 21:55:34.732632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41782) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:34.761921 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157220c-676d-47aa-87b0-b576d821d341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9046a3ce-b642-4d80-9e7e-76afe043cf0c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:34.802058 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-14bc0781-51ef-4d62-acf1-59097dd83ca4 req-02af62c8-787f-4dae-be09-3c6c6faf197d service neutron] 10.222.0.71 "GET /v2.0/networks/fc238d0d-fbd9-4801-b626-a63954861cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629588 Nov 11 21:55:34.833259 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba0735fc-62c8-4e56-8984-6d8c3446c0df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:34.873232 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba0735fc-62c8-4e56-8984-6d8c3446c0df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:34.930408 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08115d-2c6d-437e-8ce8-1e00ac14514b req-c7c9cfe5-c5a0-4bfe-ab05-5bc43b777600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:34.932038 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1c08115d-2c6d-437e-8ce8-1e00ac14514b req-c7c9cfe5-c5a0-4bfe-ab05-5bc43b777600 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d7b117af427e4c5587732a41b4a47118&device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 1094 time: 0.0611668 Nov 11 21:55:34.970816 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba0735fc-62c8-4e56-8984-6d8c3446c0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:34.974665 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba0735fc-62c8-4e56-8984-6d8c3446c0df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:34.979163 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ba0735fc-62c8-4e56-8984-6d8c3446c0df admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9046a3ce-b642-4d80-9e7e-76afe043cf0c HTTP/1.1" status: 204 len: 168 time: 0.2449934 Nov 11 21:55:34.994862 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0735fc-62c8-4e56-8984-6d8c3446c0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9046a3ce-b642-4d80-9e7e-76afe043cf0c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:35.136468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7f891-5655-47c4-8ac7-4384250d20a9 req-762956d3-d57b-46ce-9a67-2f849de8ca39 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:35.152379 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-11e7f891-5655-47c4-8ac7-4384250d20a9 req-762956d3-d57b-46ce-9a67-2f849de8ca39 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 943 time: 0.1295640 Nov 11 21:55:35.155715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08115d-2c6d-437e-8ce8-1e00ac14514b req-50bcef44-626b-4b87-9efe-794eafd666cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:35.157250 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1c08115d-2c6d-437e-8ce8-1e00ac14514b req-50bcef44-626b-4b87-9efe-794eafd666cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc238d0d-fbd9-4801-b626-a63954861cc1 HTTP/1.1" status: 200 len: 915 time: 0.2118993 Nov 11 21:55:35.253582 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1c08115d-2c6d-437e-8ce8-1e00ac14514b req-411eae17-6ff7-4518-89b6-f116341c0ac3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=982611b2-5e50-47aa-b7d0-2ccd0574542d HTTP/1.1" status: 200 len: 217 time: 0.0827281 Nov 11 21:55:35.303305 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-11e7f891-5655-47c4-8ac7-4384250d20a9 req-b099a54d-91f8-4c6e-a8a6-7a61eeddbf8d tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416802 Nov 11 21:55:35.375656 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08115d-2c6d-437e-8ce8-1e00ac14514b req-b54f4cbe-8227-49f5-a7aa-7fb514ba0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:35.388917 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1c08115d-2c6d-437e-8ce8-1e00ac14514b req-b54f4cbe-8227-49f5-a7aa-7fb514ba0871 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7e4839c-6714-4a1e-81d8-2a08ae19bec7 HTTP/1.1" status: 200 len: 852 time: 0.1277723 Nov 11 21:55:35.522997 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08115d-2c6d-437e-8ce8-1e00ac14514b req-23aed871-9a46-4b4d-95a8-1fca657e26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:35.526054 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1c08115d-2c6d-437e-8ce8-1e00ac14514b req-23aed871-9a46-4b4d-95a8-1fca657e26d3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc238d0d-fbd9-4801-b626-a63954861cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231446 Nov 11 21:55:35.782897 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1c08115d-2c6d-437e-8ce8-1e00ac14514b req-35e4dc31-15f0-4876-b46b-8009909321ec service neutron] 10.222.0.71 "GET /v2.0/networks/fc238d0d-fbd9-4801-b626-a63954861cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486937 Nov 11 21:55:36.002969 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1c08115d-2c6d-437e-8ce8-1e00ac14514b req-70520009-37ab-4629-8b9e-bc134bcc17ef service neutron] 10.222.0.71 "GET /v2.0/networks/fc238d0d-fbd9-4801-b626-a63954861cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074001 Nov 11 21:55:36.016435 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41818) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:36.037972 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ca29418-f88c-470b-ac00-039ebdef0d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.222947 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ca29418-f88c-470b-ac00-039ebdef0d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.230575 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ca29418-f88c-470b-ac00-039ebdef0d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.271862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4ca29418-f88c-470b-ac00-039ebdef0d81 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=69bae7ba73fd4d378fea58cc39994672&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2534997 Nov 11 21:55:36.274844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41824) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:36.336572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca29418-f88c-470b-ac00-039ebdef0d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967b9c08-e48b-4ed2-84b7-0ceea000fc8d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:36.450784 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d27ede0-8bb5-4c69-897c-c91ce461f890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.517670 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d27ede0-8bb5-4c69-897c-c91ce461f890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.609661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37df01-33c9-403a-ba3b-caccdaacd47e req-c6db943b-81ab-451f-93bd-294ad78bc8cb tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:36.625231 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d37df01-33c9-403a-ba3b-caccdaacd47e req-c6db943b-81ab-451f-93bd-294ad78bc8cb tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 943 time: 0.1571393 Nov 11 21:55:36.663580 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d27ede0-8bb5-4c69-897c-c91ce461f890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.666184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d27ede0-8bb5-4c69-897c-c91ce461f890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.673689 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2d27ede0-8bb5-4c69-897c-c91ce461f890 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/967b9c08-e48b-4ed2-84b7-0ceea000fc8d HTTP/1.1" status: 204 len: 168 time: 0.3977106 Nov 11 21:55:36.698318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27ede0-8bb5-4c69-897c-c91ce461f890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967b9c08-e48b-4ed2-84b7-0ceea000fc8d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:36.813460 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d37df01-33c9-403a-ba3b-caccdaacd47e req-de34e5c4-3e68-411f-9959-0d173ab51fb3 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856880 Nov 11 21:55:38.751143 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca7729-4ec7-444f-8085-fc2b49e3e21f req-a78834d1-b418-4e63-b483-d9c40954c181 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:38.765473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08ca7729-4ec7-444f-8085-fc2b49e3e21f req-a78834d1-b418-4e63-b483-d9c40954c181 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 943 time: 0.1514976 Nov 11 21:55:38.933456 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08ca7729-4ec7-444f-8085-fc2b49e3e21f req-0a379d56-e925-439f-b18b-4440bcb474c0 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661401 Nov 11 21:55:39.046637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41940) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:39.304078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-717722999'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:39.353020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Made reservation on behalf of 59cae2c92ce74f08a60ad89f3bdfb7a5 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:55:39.356891 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:39.372157 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:39.659350 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:39.678325 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:39.741932 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc5d1b6-58ea-429e-aa53-16fa6f9e0c3a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:39.767065 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:55:39.789794 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:39.790382 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Added segment f80ad79a-47a8-49ee-8150-a61dc948f67b of type vlan for network 73904ae8-958e-46db-8b78-1622b9d1bd75 Nov 11 21:55:39.994284 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3bbfcef5-5bf5-4a7c-afec-e0a44c155122 req-c07b2c9d-d6ef-45cd-8fb5-cc144fa1393d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1576571 Nov 11 21:55:40.012700 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:40.066162 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:40.075608 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:40.076496 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:40.114588 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0667684 Nov 11 21:55:40.125768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 41978) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:40.135203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41980) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:40.149084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-cc34c131-1bd7-4c78-a429-4b11b8d02e6e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Request body: {'subnet': {'network_id': '73904ae8-958e-46db-8b78-1622b9d1bd75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:40.151280 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-90020c48-f56f-4f54-a9e2-7f4d7388bab6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258860760', 'description': 'tempest-secgroup-smoke-1258860760 description', 'project_id': '164e178567a84f6aa0efcf56b049aa7b'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:40.207760 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfcef5-5bf5-4a7c-afec-e0a44c155122 req-949cdbb8-3559-4158-9f74-e677b7e2cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:40.214182 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3bbfcef5-5bf5-4a7c-afec-e0a44c155122 req-949cdbb8-3559-4158-9f74-e677b7e2cd50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5757a57d321c41bda10f53e68ffe1106&device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 1096 time: 0.1432590 Nov 11 21:55:40.329523 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfcef5-5bf5-4a7c-afec-e0a44c155122 req-f47dd6d3-26cc-4361-b632-3ba029f6dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:40.331657 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3bbfcef5-5bf5-4a7c-afec-e0a44c155122 req-f47dd6d3-26cc-4361-b632-3ba029f6dbd1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 200 len: 912 time: 0.1003876 Nov 11 21:55:40.333219 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90020c48-f56f-4f54-a9e2-7f4d7388bab6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:40.457451 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90020c48-f56f-4f54-a9e2-7f4d7388bab6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:40.469891 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90020c48-f56f-4f54-a9e2-7f4d7388bab6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:40.518933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90020c48-f56f-4f54-a9e2-7f4d7388bab6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e556b0d-87a5-4ad9-a72a-4f9b058f82de,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:40.523550 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-90020c48-f56f-4f54-a9e2-7f4d7388bab6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:40.524918 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-90020c48-f56f-4f54-a9e2-7f4d7388bab6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3840051 Nov 11 21:55:40.528708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 41994) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:40.535510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8f70a178-518f-4ab4-b1eb-6e15a5139ca6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'security_group_rule': {'security_group_id': '3e556b0d-87a5-4ad9-a72a-4f9b058f82de', 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:40.537178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3d068-a888-4e2b-a469-720fe4384398 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event updated for resources: {'Network': ['ID=73904ae8-958e-46db-8b78-1622b9d1bd75,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:40.560367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 73904ae8-958e-46db-8b78-1622b9d1bd75 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:55:40.576145 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3bbfcef5-5bf5-4a7c-afec-e0a44c155122 req-f0b96c98-0c35-4ec5-8819-c6055bda5635 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0b027a-b17c-4359-8442-35cb03c25936 HTTP/1.1" status: 200 len: 1001 time: 0.2319832 Nov 11 21:55:40.577914 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f70a178-518f-4ab4-b1eb-6e15a5139ca6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:40.621201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc34c131-1bd7-4c78-a429-4b11b8d02e6e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Made reservation on behalf of 59cae2c92ce74f08a60ad89f3bdfb7a5 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:55:40.642604 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc34c131-1bd7-4c78-a429-4b11b8d02e6e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:40.681042 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfcef5-5bf5-4a7c-afec-e0a44c155122 req-367788ab-fb76-41f7-826e-56f1e5ee49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:40.683246 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3bbfcef5-5bf5-4a7c-afec-e0a44c155122 req-367788ab-fb76-41f7-826e-56f1e5ee49ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39cbd100-acd0-46b4-8419-af45cc0c3279 HTTP/1.1" status: 200 len: 849 time: 0.0948188 Nov 11 21:55:40.740949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3c0de-344b-4c9e-8996-87018c3bc151 req-b641a67e-df3f-4913-8ca3-a33136e1b57d tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:40.750544 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9dc3c0de-344b-4c9e-8996-87018c3bc151 req-b641a67e-df3f-4913-8ca3-a33136e1b57d tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 943 time: 0.4849999 Nov 11 21:55:40.904939 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfcef5-5bf5-4a7c-afec-e0a44c155122 req-417ae605-cca9-4c02-a9a7-564ffcaa794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:40.911938 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3bbfcef5-5bf5-4a7c-afec-e0a44c155122 req-417ae605-cca9-4c02-a9a7-564ffcaa794f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e1eddca-e131-4ae9-bee4-182d654beb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2166049 Nov 11 21:55:40.946070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-3bbfcef5-5bf5-4a7c-afec-e0a44c155122 req-e9d4b87f-edd6-4ce6-b521-19e7cfc1b4b4 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:55:40.947210 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3bbfcef5-5bf5-4a7c-afec-e0a44c155122 req-e9d4b87f-edd6-4ce6-b521-19e7cfc1b4b4 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0216053 Nov 11 21:55:40.957065 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f70a178-518f-4ab4-b1eb-6e15a5139ca6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.117973 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.193050 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3bbfcef5-5bf5-4a7c-afec-e0a44c155122 req-12876b59-9895-41b6-a721-3435c5805354 service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341566 Nov 11 21:55:41.204116 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f70a178-518f-4ab4-b1eb-6e15a5139ca6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.303234 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc34c131-1bd7-4c78-a429-4b11b8d02e6e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.442492 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3bbfcef5-5bf5-4a7c-afec-e0a44c155122 req-b9e63e2d-b4ef-4b53-ace8-ea19dfa3385f service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396488 Nov 11 21:55:41.454063 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70a178-518f-4ab4-b1eb-6e15a5139ca6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3730e0-2663-4a3a-a598-1687bcc43018,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:41.470197 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8f70a178-518f-4ab4-b1eb-6e15a5139ca6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.472643 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8f70a178-518f-4ab4-b1eb-6e15a5139ca6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9429109 Nov 11 21:55:41.475455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42012) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:41.488961 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ff40b5ed-a520-42c7-b1b6-cdf1b3264251 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'security_group_rule': {'security_group_id': '3e556b0d-87a5-4ad9-a72a-4f9b058f82de', 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:41.555466 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff40b5ed-a520-42c7-b1b6-cdf1b3264251 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.577188 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34c131-1bd7-4c78-a429-4b11b8d02e6e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event updated for resources: {'Subnet': ['ID=86b14ba4-0f3b-4180-a1ef-5b8e8bc3452b,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:41.590124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9dc3c0de-344b-4c9e-8996-87018c3bc151 req-652c45af-9718-48d6-9a69-d11b3955da76 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026495 Nov 11 21:55:41.662067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34c131-1bd7-4c78-a429-4b11b8d02e6e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Checking segment: {'id': 'f80ad79a-47a8-49ee-8150-a61dc948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '73904ae8-958e-46db-8b78-1622b9d1bd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:55:41.662507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc34c131-1bd7-4c78-a429-4b11b8d02e6e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Network hostable DHCP agents. Network: 73904ae8-958e-46db-8b78-1622b9d1bd75, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:55:41.721441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc34c131-1bd7-4c78-a429-4b11b8d02e6e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Network 73904ae8-958e-46db-8b78-1622b9d1bd75 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:55:41.744764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-cc34c131-1bd7-4c78-a429-4b11b8d02e6e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 73904ae8-958e-46db-8b78-1622b9d1bd75) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:41.751558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc34c131-1bd7-4c78-a429-4b11b8d02e6e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:41.751798 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc34c131-1bd7-4c78-a429-4b11b8d02e6e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.757614 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47a02ab-35f2-40c5-bfd7-f979677f65df None None] Network 73904ae8-958e-46db-8b78-1622b9d1bd75 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:55:41.781416 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff40b5ed-a520-42c7-b1b6-cdf1b3264251 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.793188 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff40b5ed-a520-42c7-b1b6-cdf1b3264251 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.800624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cc34c131-1bd7-4c78-a429-4b11b8d02e6e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6734807 Nov 11 21:55:41.803441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42018) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:41.808869 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-68a9cf25-36e5-4ea5-8bf3-76f09d42230a tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Request body: {'port': {'network_id': '73904ae8-958e-46db-8b78-1622b9d1bd75', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1430989934'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:41.821229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40b5ed-a520-42c7-b1b6-cdf1b3264251 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1e46d5-f818-49a2-98fc-e67c33a900b0,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:41.841752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff40b5ed-a520-42c7-b1b6-cdf1b3264251 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.855821 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ff40b5ed-a520-42c7-b1b6-cdf1b3264251 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3779738 Nov 11 21:55:41.858373 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42022) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:41.885059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6741cb52-f0e2-4eee-8e1c-21db1f64bf12 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'security_group_rule': {'security_group_id': '3e556b0d-87a5-4ad9-a72a-4f9b058f82de', 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:41.973763 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6741cb52-f0e2-4eee-8e1c-21db1f64bf12 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.131535 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a9cf25-36e5-4ea5-8bf3-76f09d42230a tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Made reservation on behalf of 59cae2c92ce74f08a60ad89f3bdfb7a5 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:55:42.140015 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68a9cf25-36e5-4ea5-8bf3-76f09d42230a tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.150965 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6741cb52-f0e2-4eee-8e1c-21db1f64bf12 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.161720 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6741cb52-f0e2-4eee-8e1c-21db1f64bf12 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.211553 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-68a9cf25-36e5-4ea5-8bf3-76f09d42230a tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] device_id is not set on port 28c487e3-c57b-4755-895e-996d00d7104b yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:55:42.234287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741cb52-f0e2-4eee-8e1c-21db1f64bf12 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a4044c-5539-4ed5-ac74-f6f3993bc549,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:42.281944 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6741cb52-f0e2-4eee-8e1c-21db1f64bf12 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.289300 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6741cb52-f0e2-4eee-8e1c-21db1f64bf12 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4270792 Nov 11 21:55:42.289823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42030) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:42.313316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-be18ccec-2945-419f-942a-6518f42558b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'security_group_rule': {'security_group_id': '3e556b0d-87a5-4ad9-a72a-4f9b058f82de', 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:42.400266 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be18ccec-2945-419f-942a-6518f42558b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.577849 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be18ccec-2945-419f-942a-6518f42558b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.589214 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be18ccec-2945-419f-942a-6518f42558b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.635119 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18ccec-2945-419f-942a-6518f42558b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b32024f-1be6-48d6-8e23-06f0bfb4de4f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:42.643796 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-68a9cf25-36e5-4ea5-8bf3-76f09d42230a tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Allocated IP 2001:db8::345 (73904ae8-958e-46db-8b78-1622b9d1bd75/86b14ba4-0f3b-4180-a1ef-5b8e8bc3452b/28c487e3-c57b-4755-895e-996d00d7104b) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:55:42.670822 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-73904ae8-958e-46db-8b78-1622b9d1bd75', 'network_id': '73904ae8-958e-46db-8b78-1622b9d1bd75', 'tenant_id': '59cae2c92ce74f08a60ad89f3bdfb7a5', 'fixed_ips': [{'subnet_id': '86b14ba4-0f3b-4180-a1ef-5b8e8bc3452b'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:55:42.672302 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.686995 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be18ccec-2945-419f-942a-6518f42558b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.688323 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-be18ccec-2945-419f-942a-6518f42558b5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3958774 Nov 11 21:55:42.692373 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42038) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:42.708843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-73b399f8-31a3-4e78-bf44-5ec97c37a352 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'security_group_rule': {'security_group_id': '3e556b0d-87a5-4ad9-a72a-4f9b058f82de', 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:42.792038 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-73b399f8-31a3-4e78-bf44-5ec97c37a352 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Project 164e178567a84f6aa0efcf56b049aa7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:55:42.828246 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73b399f8-31a3-4e78-bf44-5ec97c37a352 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:43.099001 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73b399f8-31a3-4e78-bf44-5ec97c37a352 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:43.114320 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73b399f8-31a3-4e78-bf44-5ec97c37a352 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:43.149400 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b399f8-31a3-4e78-bf44-5ec97c37a352 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9f5a9f-dd68-47e2-9f22-02a57242e102,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:43.168267 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73b399f8-31a3-4e78-bf44-5ec97c37a352 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:43.174372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42060) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:43.175619 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-73b399f8-31a3-4e78-bf44-5ec97c37a352 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4815381 Nov 11 21:55:43.184739 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-016330e8-390d-406c-8a0d-7d07471156b8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'security_group_rule': {'security_group_id': '3e556b0d-87a5-4ad9-a72a-4f9b058f82de', 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:43.229704 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-016330e8-390d-406c-8a0d-7d07471156b8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Project 164e178567a84f6aa0efcf56b049aa7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:55:43.271679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75538a-fb9b-490a-8d99-e66c3f5a3c6c req-a5fbdf3e-04df-4e7e-b826-e6845a0e0ba8 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:43.277602 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc75538a-fb9b-490a-8d99-e66c3f5a3c6c req-a5fbdf3e-04df-4e7e-b826-e6845a0e0ba8 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 943 time: 0.5091941 Nov 11 21:55:43.279117 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-016330e8-390d-406c-8a0d-7d07471156b8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:43.372499 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68a9cf25-36e5-4ea5-8bf3-76f09d42230a tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:43.528592 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc75538a-fb9b-490a-8d99-e66c3f5a3c6c req-20d65ac8-9692-4223-8d5f-86a062c88896 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254837 Nov 11 21:55:43.570902 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-016330e8-390d-406c-8a0d-7d07471156b8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:43.597280 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-016330e8-390d-406c-8a0d-7d07471156b8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:43.655810 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-016330e8-390d-406c-8a0d-7d07471156b8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:43.657120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-016330e8-390d-406c-8a0d-7d07471156b8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4776585 Nov 11 21:55:43.670447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016330e8-390d-406c-8a0d-7d07471156b8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe70e49-f975-47a9-95f9-5240856b60eb,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:43.673024 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68a9cf25-36e5-4ea5-8bf3-76f09d42230a tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:43.765253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Allocated IP 2001:db8::2 (73904ae8-958e-46db-8b78-1622b9d1bd75/86b14ba4-0f3b-4180-a1ef-5b8e8bc3452b/11c375fb-1f6f-4956-9abf-21f485b9e840) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:55:43.855665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a9cf25-36e5-4ea5-8bf3-76f09d42230a tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Network 73904ae8-958e-46db-8b78-1622b9d1bd75 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:55:43.867877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-68a9cf25-36e5-4ea5-8bf3-76f09d42230a tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:43.884837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a9cf25-36e5-4ea5-8bf3-76f09d42230a tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:55:43.904560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a9cf25-36e5-4ea5-8bf3-76f09d42230a tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:43.909340 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68a9cf25-36e5-4ea5-8bf3-76f09d42230a tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:43.946787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9cf25-36e5-4ea5-8bf3-76f09d42230a tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event updated for resources: {'Port': ['ID=28c487e3-c57b-4755-895e-996d00d7104b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:43.971167 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-68a9cf25-36e5-4ea5-8bf3-76f09d42230a tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1662612 Nov 11 21:55:43.974458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42098) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:43.979752 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4ef3b333-d338-4fb9-937e-520bc500eb43 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Request body: {'port': {'network_id': '73904ae8-958e-46db-8b78-1622b9d1bd75', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1054834533', 'allowed_address_pairs': [{'ip_address': '2001:db8::345', 'mac_address': 'fa:16:3e:29:dc:39'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:44.057867 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-afc0901d-a3d6-4c81-8f9d-3f4f4be78dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:44.294741 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef3b333-d338-4fb9-937e-520bc500eb43 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Made reservation on behalf of 59cae2c92ce74f08a60ad89f3bdfb7a5 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:55:44.345969 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:44.361180 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:44.450129 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b333-d338-4fb9-937e-520bc500eb43 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:44.454035 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Network 73904ae8-958e-46db-8b78-1622b9d1bd75 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:55:44.463037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:44.471393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:55:44.511036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-4ef3b333-d338-4fb9-937e-520bc500eb43 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] device_id is not set on port 83bd18d6-af0c-4eec-b6b1-2be658da5528 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:55:44.529223 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Pushing event updated for resources: {'Port': ['ID=11c375fb-1f6f-4956-9abf-21f485b9e840,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:44.643326 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:44.643683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:44.644276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:44.644418 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:44.644687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:44.647561 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:44.649527 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:44.649902 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:44.650246 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:44.650586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:44.650924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:44.651254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:44.789775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Attempting to bind port 11c375fb-1f6f-4956-9abf-21f485b9e840 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:55:44.791317 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Attempting to bind port 11c375fb-1f6f-4956-9abf-21f485b9e840 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'f80ad79a-47a8-49ee-8150-a61dc948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '73904ae8-958e-46db-8b78-1622b9d1bd75'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:55:44.791706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Attempting to bind port 11c375fb-1f6f-4956-9abf-21f485b9e840 on network 73904ae8-958e-46db-8b78-1622b9d1bd75 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:55:44.810347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:55:44.811482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Checking segment: {'id': 'f80ad79a-47a8-49ee-8150-a61dc948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '73904ae8-958e-46db-8b78-1622b9d1bd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:55:44.812012 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:44.812418 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Bound using segment: {'id': 'f80ad79a-47a8-49ee-8150-a61dc948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '73904ae8-958e-46db-8b78-1622b9d1bd75'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:55:44.814431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Bound port: 11c375fb-1f6f-4956-9abf-21f485b9e840, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80ad79a-47a8-49ee-8150-a61dc948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '73904ae8-958e-46db-8b78-1622b9d1bd75'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:55:44.815393 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:44.860214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-4ef3b333-d338-4fb9-937e-520bc500eb43 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Allocated IP 2001:db8::fa (73904ae8-958e-46db-8b78-1622b9d1bd75/86b14ba4-0f3b-4180-a1ef-5b8e8bc3452b/83bd18d6-af0c-4eec-b6b1-2be658da5528) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:55:44.892193 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:44.899421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024a32b-73cc-423f-a3a8-6711d8ff7cd8 req-946cff5b-da91-471e-bd5c-3440686819b3 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:44.900992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d024a32b-73cc-423f-a3a8-6711d8ff7cd8 req-946cff5b-da91-471e-bd5c-3440686819b3 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 943 time: 0.1316845 Nov 11 21:55:44.969121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] For port 11c375fb-1f6f-4956-9abf-21f485b9e840, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:55:44.975093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] For port 11c375fb-1f6f-4956-9abf-21f485b9e840, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=11c375fb-1f6f-4956-9abf-21f485b9e840,segment=NetworkSegment(f80ad79a-47a8-49ee-8150-a61dc948f67b),segment_id=f80ad79a-47a8-49ee-8150-a61dc948f67b)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:55:44.982860 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:45.104524 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d8b40-0930-4692-a3d9-657b5a4ad955 None None] Pushing event updated for resources: {'Port': ['ID=11c375fb-1f6f-4956-9abf-21f485b9e840,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:45.243579 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d024a32b-73cc-423f-a3a8-6711d8ff7cd8 req-30df0c95-2035-40f9-90e0-267b518493a7 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017671 Nov 11 21:55:45.278990 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b333-d338-4fb9-937e-520bc500eb43 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:45.405652 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b333-d338-4fb9-937e-520bc500eb43 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:45.475644 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef3b333-d338-4fb9-937e-520bc500eb43 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Network 73904ae8-958e-46db-8b78-1622b9d1bd75 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:55:45.481076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-4ef3b333-d338-4fb9-937e-520bc500eb43 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:45.488503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef3b333-d338-4fb9-937e-520bc500eb43 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:55:45.512385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef3b333-d338-4fb9-937e-520bc500eb43 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:45.514476 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b333-d338-4fb9-937e-520bc500eb43 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:45.545646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3b333-d338-4fb9-937e-520bc500eb43 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event updated for resources: {'Port': ['ID=83bd18d6-af0c-4eec-b6b1-2be658da5528,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:45.564616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42162) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:45.572233 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4ef3b333-d338-4fb9-937e-520bc500eb43 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5961401 Nov 11 21:55:45.664273 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d927fb4d-368e-4f4a-a863-af76bd27c0f6 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:45.672748 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d927fb4d-368e-4f4a-a863-af76bd27c0f6 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:45.682196 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d927fb4d-368e-4f4a-a863-af76bd27c0f6 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:45.686312 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d927fb4d-368e-4f4a-a863-af76bd27c0f6 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1186044 Nov 11 21:55:45.689950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42168) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:45.844956 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-bdd80c2a-7d0a-4b34-8119-c8a9932b9f37 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Deleting port 83bd18d6-af0c-4eec-b6b1-2be658da5528 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:55:45.845727 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdd80c2a-7d0a-4b34-8119-c8a9932b9f37 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:45.959546 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdd80c2a-7d0a-4b34-8119-c8a9932b9f37 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:45.979531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-bdd80c2a-7d0a-4b34-8119-c8a9932b9f37 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Calling delete_port for 83bd18d6-af0c-4eec-b6b1-2be658da5528 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:55:46.059686 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4786c0f3-6465-407f-b0b7-d73635b2f9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:46.235589 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdd80c2a-7d0a-4b34-8119-c8a9932b9f37 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:46.330174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd80c2a-7d0a-4b34-8119-c8a9932b9f37 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event deleted for resources: {'Port': ['ID=83bd18d6-af0c-4eec-b6b1-2be658da5528,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:46.536766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebc314-1ad1-4d7f-ade1-7e55f3c648ed req-da171640-84e2-4f25-835c-ecaeb461d8dd tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:46.549497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46ebc314-1ad1-4d7f-ade1-7e55f3c648ed req-da171640-84e2-4f25-835c-ecaeb461d8dd tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 943 time: 0.1539371 Nov 11 21:55:46.605268 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bdd80c2a-7d0a-4b34-8119-c8a9932b9f37 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:46.617948 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bdd80c2a-7d0a-4b34-8119-c8a9932b9f37 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "DELETE /v2.0/ports/83bd18d6-af0c-4eec-b6b1-2be658da5528 HTTP/1.1" status: 204 len: 168 time: 0.9264717 Nov 11 21:55:46.619300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42180) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:46.670141 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-2833af12-6007-4261-ada8-0ec07fa82a92 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] GET failed (client error): The resource could not be found. Nov 11 21:55:46.677943 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42182) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:46.679010 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2833af12-6007-4261-ada8-0ec07fa82a92 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "GET /v2.0/ports/83bd18d6-af0c-4eec-b6b1-2be658da5528 HTTP/1.1" status: 404 len: 333 time: 0.0565994 Nov 11 21:55:46.691578 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8ef27969-bb53-4538-89cc-55bfcf97581d tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Request body: {'port': {'network_id': '73904ae8-958e-46db-8b78-1622b9d1bd75', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1251511631'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:46.783704 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 11c375fb-1f6f-4956-9abf-21f485b9e840 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:55:46.863948 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8df2a76-feb7-47f6-8b56-d8b3aeea06ad None None] Network 73904ae8-958e-46db-8b78-1622b9d1bd75 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:55:47.056827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 11c375fb-1f6f-4956-9abf-21f485b9e840 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:47.057756 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:47.080051 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46ebc314-1ad1-4d7f-ade1-7e55f3c648ed req-d29ab7df-61bd-4a9c-9a76-05d3530ef258 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5286660 Nov 11 21:55:47.121703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef27969-bb53-4538-89cc-55bfcf97581d tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Made reservation on behalf of 59cae2c92ce74f08a60ad89f3bdfb7a5 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:55:47.129785 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ef27969-bb53-4538-89cc-55bfcf97581d tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:47.172882 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-8ef27969-bb53-4538-89cc-55bfcf97581d tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] device_id is not set on port becaa19a-6079-403e-ae5c-37e3816cbe8f yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:55:47.268668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-11038914-8e32-473a-a1dd-23084c5b1781 None None] Provisioning complete for port 11c375fb-1f6f-4956-9abf-21f485b9e840 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:47.269811 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11038914-8e32-473a-a1dd-23084c5b1781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:47.406840 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-8ef27969-bb53-4538-89cc-55bfcf97581d tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Allocated IP 2001:db8::6e (73904ae8-958e-46db-8b78-1622b9d1bd75/86b14ba4-0f3b-4180-a1ef-5b8e8bc3452b/becaa19a-6079-403e-ae5c-37e3816cbe8f) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:55:47.432713 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:47.632862 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:47.724280 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-11038914-8e32-473a-a1dd-23084c5b1781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:47.757947 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ef27969-bb53-4538-89cc-55bfcf97581d tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:47.778987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42212) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:47.800496 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 11c375fb-1f6f-4956-9abf-21f485b9e840, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=11c375fb-1f6f-4956-9abf-21f485b9e840,segment=NetworkSegment(f80ad79a-47a8-49ee-8150-a61dc948f67b),segment_id=f80ad79a-47a8-49ee-8150-a61dc948f67b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:47.812624 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:47.949138 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ef27969-bb53-4538-89cc-55bfcf97581d tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:47.999473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=11c375fb-1f6f-4956-9abf-21f485b9e840,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:48.024080 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72574e9e-ee5a-499a-8233-2c57ec078558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:48.121519 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef27969-bb53-4538-89cc-55bfcf97581d tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Network 73904ae8-958e-46db-8b78-1622b9d1bd75 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:55:48.133940 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-8ef27969-bb53-4538-89cc-55bfcf97581d tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:48.139264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef27969-bb53-4538-89cc-55bfcf97581d tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:55:48.154658 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef27969-bb53-4538-89cc-55bfcf97581d tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:48.155349 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ef27969-bb53-4538-89cc-55bfcf97581d tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:48.166797 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-11038914-8e32-473a-a1dd-23084c5b1781 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:55:48.167423 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-11038914-8e32-473a-a1dd-23084c5b1781 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:55:48.214962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8ef27969-bb53-4538-89cc-55bfcf97581d tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5279346 Nov 11 21:55:48.223525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42224) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:48.236904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-72e3cf7d-9c8b-4eb7-abb1-8705406ccae9 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::345', 'mac_address': 'fa:16:3e:29:dc:39'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:48.296352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72574e9e-ee5a-499a-8233-2c57ec078558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:48.299391 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef27969-bb53-4538-89cc-55bfcf97581d tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event updated for resources: {'Port': ['ID=becaa19a-6079-403e-ae5c-37e3816cbe8f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:48.310741 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-72574e9e-ee5a-499a-8233-2c57ec078558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:48.409472 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72574e9e-ee5a-499a-8233-2c57ec078558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf344f0a-261d-4352-a0e2-faebaf006f6f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:48.410984 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-72e3cf7d-9c8b-4eb7-abb1-8705406ccae9 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:48.460593 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-72574e9e-ee5a-499a-8233-2c57ec078558 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4e1dd5e4cf34101bd2e5ed6e71a2c3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6797383 Nov 11 21:55:48.464340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42228) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:48.599022 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:48.635393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 11c375fb-1f6f-4956-9abf-21f485b9e840 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:55:48.651905 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c159be0-f818-4754-8513-64c389472063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:48.669691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e100a-a0e3-4256-8615-52cc56d48aec req-7b551bbf-a197-42cc-b846-8624e5e8fac1 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:48.675630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c96e100a-a0e3-4256-8615-52cc56d48aec req-7b551bbf-a197-42cc-b846-8624e5e8fac1 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 943 time: 0.3483775 Nov 11 21:55:48.713025 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c159be0-f818-4754-8513-64c389472063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:48.824609 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 11c375fb-1f6f-4956-9abf-21f485b9e840 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:48.825185 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:48.847229 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c159be0-f818-4754-8513-64c389472063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:48.852398 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c159be0-f818-4754-8513-64c389472063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:48.855325 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8c159be0-f818-4754-8513-64c389472063 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf344f0a-261d-4352-a0e2-faebaf006f6f HTTP/1.1" status: 204 len: 168 time: 0.3895218 Nov 11 21:55:48.888024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c159be0-f818-4754-8513-64c389472063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf344f0a-261d-4352-a0e2-faebaf006f6f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:48.982565 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c548a4f1-4f53-4756-80f8-95b65b07cd73 None None] Provisioning complete for port 11c375fb-1f6f-4956-9abf-21f485b9e840 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:48.984814 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c548a4f1-4f53-4756-80f8-95b65b07cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:49.216922 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-72e3cf7d-9c8b-4eb7-abb1-8705406ccae9 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:49.227582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c96e100a-a0e3-4256-8615-52cc56d48aec req-0faae401-9771-4b48-afef-44f94470100a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5446599 Nov 11 21:55:49.228942 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-72e3cf7d-9c8b-4eb7-abb1-8705406ccae9 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:49.361942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3cf7d-9c8b-4eb7-abb1-8705406ccae9 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event updated for resources: {'Port': ['ID=becaa19a-6079-403e-ae5c-37e3816cbe8f,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:49.379148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-72e3cf7d-9c8b-4eb7-abb1-8705406ccae9 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] In _notify_port_updated(), no bound segment for port becaa19a-6079-403e-ae5c-37e3816cbe8f on network 73904ae8-958e-46db-8b78-1622b9d1bd75 {{(pid=102534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:55:49.391625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e3cf7d-9c8b-4eb7-abb1-8705406ccae9 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:49.392821 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-72e3cf7d-9c8b-4eb7-abb1-8705406ccae9 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:49.397362 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42242) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:49.399434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-72e3cf7d-9c8b-4eb7-abb1-8705406ccae9 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "PUT /v2.0/ports/becaa19a-6079-403e-ae5c-37e3816cbe8f HTTP/1.1" status: 200 len: 1002 time: 1.1746833 Nov 11 21:55:49.467857 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:49.494244 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c548a4f1-4f53-4756-80f8-95b65b07cd73 None None] Provisioning complete for port 28c487e3-c57b-4755-895e-996d00d7104b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:49.495657 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c548a4f1-4f53-4756-80f8-95b65b07cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:49.597407 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c548a4f1-4f53-4756-80f8-95b65b07cd73 None None] Port 28c487e3-c57b-4755-895e-996d00d7104b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:55:49.604621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42244) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:49.623528 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c336ca2-a2bb-4c72-9034-53667450fed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:49.629561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed97e4-2bec-4229-8734-6a587c126da5 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Deleting port becaa19a-6079-403e-ae5c-37e3816cbe8f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:55:49.630030 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ed97e4-2bec-4229-8734-6a587c126da5 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:49.746463 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c85f984a-96c7-4156-855b-3c3b4db0a05f None None] Provisioning complete for port becaa19a-6079-403e-ae5c-37e3816cbe8f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:49.746886 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c85f984a-96c7-4156-855b-3c3b4db0a05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:49.851150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c85f984a-96c7-4156-855b-3c3b4db0a05f None None] Port becaa19a-6079-403e-ae5c-37e3816cbe8f cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:55:49.863303 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c85f984a-96c7-4156-855b-3c3b4db0a05f None None] Could not find standard attr ID for object 83bd18d6-af0c-4eec-b6b1-2be658da5528. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:55:49.955828 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ed97e4-2bec-4229-8734-6a587c126da5 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:49.999964 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed97e4-2bec-4229-8734-6a587c126da5 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Calling delete_port for becaa19a-6079-403e-ae5c-37e3816cbe8f owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:55:50.198241 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c336ca2-a2bb-4c72-9034-53667450fed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:50.207548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6c336ca2-a2bb-4c72-9034-53667450fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:50.301165 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6c336ca2-a2bb-4c72-9034-53667450fed6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=58f7ddb76a8e44c7a9c3723c3ebb2028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6950541 Nov 11 21:55:50.301930 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c336ca2-a2bb-4c72-9034-53667450fed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e557596-9d12-4b0a-82ad-9eb236eb0620,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:50.304447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42256) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:50.472998 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ed97e4-2bec-4229-8734-6a587c126da5 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:50.487654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0669ef1f-02d2-46dd-bda1-6f9d9488e835 None None] Could not find standard attr ID for object becaa19a-6079-403e-ae5c-37e3816cbe8f. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:55:50.525520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed97e4-2bec-4229-8734-6a587c126da5 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event deleted for resources: {'Port': ['ID=becaa19a-6079-403e-ae5c-37e3816cbe8f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:50.533511 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2918b7ee-dd74-4568-8e76-a7bde0d4caa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:50.569742 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea57258-8c7b-4947-b059-863b6360455e req-344ef405-64f7-4fc3-b3c9-5944bc6101b5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:50.571037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eea57258-8c7b-4947-b059-863b6360455e req-344ef405-64f7-4fc3-b3c9-5944bc6101b5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 943 time: 0.1559246 Nov 11 21:55:50.610725 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2918b7ee-dd74-4568-8e76-a7bde0d4caa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:50.721936 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eea57258-8c7b-4947-b059-863b6360455e req-64088a8d-bfbc-4173-a619-ad09fd1beb30 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430583 Nov 11 21:55:50.769821 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d3ed97e4-2bec-4229-8734-6a587c126da5 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:50.779404 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d3ed97e4-2bec-4229-8734-6a587c126da5 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "DELETE /v2.0/ports/becaa19a-6079-403e-ae5c-37e3816cbe8f HTTP/1.1" status: 204 len: 168 time: 1.3798621 Nov 11 21:55:50.781647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42268) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:50.801708 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2918b7ee-dd74-4568-8e76-a7bde0d4caa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:50.809437 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2918b7ee-dd74-4568-8e76-a7bde0d4caa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:50.833589 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2918b7ee-dd74-4568-8e76-a7bde0d4caa6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5e557596-9d12-4b0a-82ad-9eb236eb0620 HTTP/1.1" status: 204 len: 168 time: 0.5280712 Nov 11 21:55:50.906307 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fc92db-cef3-4c29-87ce-c0bc5948774e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] GET failed (client error): The resource could not be found. Nov 11 21:55:50.918847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-73fc92db-cef3-4c29-87ce-c0bc5948774e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "GET /v2.0/ports/becaa19a-6079-403e-ae5c-37e3816cbe8f HTTP/1.1" status: 404 len: 333 time: 0.1321590 Nov 11 21:55:50.918847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918b7ee-dd74-4568-8e76-a7bde0d4caa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e557596-9d12-4b0a-82ad-9eb236eb0620,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:50.919907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42274) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:50.924875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-354529f9-bbd6-4570-a98f-94ba38944eae tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Request body: {'port': {'network_id': '73904ae8-958e-46db-8b78-1622b9d1bd75', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1144668476'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:51.120152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354529f9-bbd6-4570-a98f-94ba38944eae tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Made reservation on behalf of 59cae2c92ce74f08a60ad89f3bdfb7a5 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:55:51.124739 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-354529f9-bbd6-4570-a98f-94ba38944eae tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:51.156072 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-354529f9-bbd6-4570-a98f-94ba38944eae tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] device_id is not set on port 182ce984-ce50-42b1-a7d4-8a39f1b5af90 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:55:51.428241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-354529f9-bbd6-4570-a98f-94ba38944eae tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Allocated IP 2001:db8::66 (73904ae8-958e-46db-8b78-1622b9d1bd75/86b14ba4-0f3b-4180-a1ef-5b8e8bc3452b/182ce984-ce50-42b1-a7d4-8a39f1b5af90) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:55:51.433058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42286) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:51.683341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-85079c75-cd2c-4e99-b738-5f845e8c3b4d admin admin] Deleting subnet 10215c90-c10e-4547-ab4e-1d3d42e0381d {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:55:51.693734 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85079c75-cd2c-4e99-b738-5f845e8c3b4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:51.769536 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85079c75-cd2c-4e99-b738-5f845e8c3b4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:51.782450 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-354529f9-bbd6-4570-a98f-94ba38944eae tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:51.865923 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85079c75-cd2c-4e99-b738-5f845e8c3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:51.894807 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-354529f9-bbd6-4570-a98f-94ba38944eae tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:51.959354 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85079c75-cd2c-4e99-b738-5f845e8c3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:51.989351 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354529f9-bbd6-4570-a98f-94ba38944eae tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Network 73904ae8-958e-46db-8b78-1622b9d1bd75 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:55:51.992892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-354529f9-bbd6-4570-a98f-94ba38944eae tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:52.007193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354529f9-bbd6-4570-a98f-94ba38944eae tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:55:52.026683 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354529f9-bbd6-4570-a98f-94ba38944eae tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:52.027416 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-354529f9-bbd6-4570-a98f-94ba38944eae tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:52.042362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85079c75-cd2c-4e99-b738-5f845e8c3b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10215c90-c10e-4547-ab4e-1d3d42e0381d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:52.052164 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85079c75-cd2c-4e99-b738-5f845e8c3b4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:52.052417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354529f9-bbd6-4570-a98f-94ba38944eae tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event updated for resources: {'Port': ['ID=182ce984-ce50-42b1-a7d4-8a39f1b5af90,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:52.058223 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8a2368-4b20-4a56-89c2-bffe82e1f9d5 None None] Network 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:55:52.059092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42308) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:52.061489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-85079c75-cd2c-4e99-b738-5f845e8c3b4d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/10215c90-c10e-4547-ab4e-1d3d42e0381d HTTP/1.1" status: 204 len: 168 time: 0.6274464 Nov 11 21:55:52.078401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c125a-b158-4813-8ed2-3c50ef4f5284 req-08bcf376-d676-48ff-8d41-5a6b8c69e1da tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:52.088654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d8c125a-b158-4813-8ed2-3c50ef4f5284 req-08bcf376-d676-48ff-8d41-5a6b8c69e1da tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 943 time: 0.1635370 Nov 11 21:55:52.096123 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-354529f9-bbd6-4570-a98f-94ba38944eae tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1758604 Nov 11 21:55:52.101441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42310) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:52.160415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b90b8b72-a373-49a4-9858-a47836a5c722 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:29:dc:39'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:52.220267 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5188935b-b221-4b4e-b2f3-16616cdd982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:52.336524 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d8c125a-b158-4813-8ed2-3c50ef4f5284 req-3a13355d-a80c-40c7-9ff6-fd74ae21a73f tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464597 Nov 11 21:55:52.371650 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 982611b2-5e50-47aa-b7d0-2ccd0574542d details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:55:52.458735 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5188935b-b221-4b4e-b2f3-16616cdd982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:52.518607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5188935b-b221-4b4e-b2f3-16616cdd982f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8e3aac-1d69-4a6f-b22a-09e24134fa42']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:52.548693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5188935b-b221-4b4e-b2f3-16616cdd982f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c914a2-3bf5-4d87-86d4-e98a9520a03f') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:52.549011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5188935b-b221-4b4e-b2f3-16616cdd982f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c914a2-3bf5-4d87-86d4-e98a9520a03f') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:52.573045 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5188935b-b221-4b4e-b2f3-16616cdd982f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:52.601940 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5188935b-b221-4b4e-b2f3-16616cdd982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:52.614156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5188935b-b221-4b4e-b2f3-16616cdd982f admin admin] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:55:52.614698 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5188935b-b221-4b4e-b2f3-16616cdd982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:55:52.621748 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:55:52.694496 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b90b8b72-a373-49a4-9858-a47836a5c722 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:52.770384 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5188935b-b221-4b4e-b2f3-16616cdd982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:52.775761 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5188935b-b221-4b4e-b2f3-16616cdd982f admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:52.782736 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5188935b-b221-4b4e-b2f3-16616cdd982f admin admin] 10.222.0.57 "DELETE /v2.0/networks/4b8e3aac-1d69-4a6f-b22a-09e24134fa42 HTTP/1.1" status: 204 len: 168 time: 0.7101729 Nov 11 21:55:52.789934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 982611b2-5e50-47aa-b7d0-2ccd0574542d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=982611b2-5e50-47aa-b7d0-2ccd0574542d,segment=NetworkSegment(c3639ea8-228c-47a5-84bd-b8de9ce625d1),segment_id=c3639ea8-228c-47a5-84bd-b8de9ce625d1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:52.807373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'port_id': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'mac_address': 'fa:16:3e:79:ed:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:55:52.851363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188935b-b221-4b4e-b2f3-16616cdd982f admin admin] Pushing event deleted for resources: {'Network': ['ID=4b8e3aac-1d69-4a6f-b22a-09e24134fa42,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:52.905477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9779b051-ede8-46ba-91e6-3e641414fc08 None None] Provisioning complete for port 182ce984-ce50-42b1-a7d4-8a39f1b5af90 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:52.905994 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9779b051-ede8-46ba-91e6-3e641414fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:52.982019 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9779b051-ede8-46ba-91e6-3e641414fc08 None None] Port 182ce984-ce50-42b1-a7d4-8a39f1b5af90 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:55:52.983652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95396f9-d71b-4bf3-9eb5-9f711a964dcd None None] DHCP port deletion for 4b8e3aac-1d69-4a6f-b22a-09e24134fa42 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:55:53.037930 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:53.078519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982611b2-5e50-47aa-b7d0-2ccd0574542d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:55:53.107991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42326) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:53.139542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 982611b2-5e50-47aa-b7d0-2ccd0574542d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=982611b2-5e50-47aa-b7d0-2ccd0574542d,segment=NetworkSegment(c3639ea8-228c-47a5-84bd-b8de9ce625d1),segment_id=c3639ea8-228c-47a5-84bd-b8de9ce625d1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:53.148241 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:53.222315 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c0635de0-7e15-4117-98e4-d506f42b3112 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8034fdc9185f475a8bd29b67fab3c524&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1129377 Nov 11 21:55:53.225260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42328) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:53.241454 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b90b8b72-a373-49a4-9858-a47836a5c722 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:53.251411 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b90b8b72-a373-49a4-9858-a47836a5c722 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:53.268580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=982611b2-5e50-47aa-b7d0-2ccd0574542d,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:53.348172 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb52b3e2-40f9-4e72-9214-043a51c4a335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:53.398486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-b90b8b72-a373-49a4-9858-a47836a5c722 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] In _notify_port_updated(), no bound segment for port 182ce984-ce50-42b1-a7d4-8a39f1b5af90 on network 73904ae8-958e-46db-8b78-1622b9d1bd75 {{(pid=102534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:55:53.412579 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb52b3e2-40f9-4e72-9214-043a51c4a335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:53.423673 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['982611b2-5e50-47aa-b7d0-2ccd0574542d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:55:53.444838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90b8b72-a373-49a4-9858-a47836a5c722 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:53.448758 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b90b8b72-a373-49a4-9858-a47836a5c722 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:53.452149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b90b8b72-a373-49a4-9858-a47836a5c722 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "PUT /v2.0/ports/182ce984-ce50-42b1-a7d4-8a39f1b5af90 HTTP/1.1" status: 200 len: 1002 time: 1.3013852 Nov 11 21:55:53.454883 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b8b72-a373-49a4-9858-a47836a5c722 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event updated for resources: {'Port': ['ID=182ce984-ce50-42b1-a7d4-8a39f1b5af90,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:53.477284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42338) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:53.577299 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-c69ebb40-aabe-446c-bcf8-4279e1a69f98 req-3e796580-2521-4927-9062-4c0d7ed61c98 service neutron] (102534) timed out ('10.222.0.71', 60469) {{(pid=102534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:55:53.632439 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-83dde6c4-1cbe-4298-a247-f68cfd1e415e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Deleting port 182ce984-ce50-42b1-a7d4-8a39f1b5af90 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:55:53.632774 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83dde6c4-1cbe-4298-a247-f68cfd1e415e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:53.700664 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb52b3e2-40f9-4e72-9214-043a51c4a335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:53.718659 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb52b3e2-40f9-4e72-9214-043a51c4a335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:53.719872 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fb52b3e2-40f9-4e72-9214-043a51c4a335 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/75fcbfa9-5632-48c7-bb97-951ad8cfda24 HTTP/1.1" status: 204 len: 168 time: 0.4936702 Nov 11 21:55:53.738843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52b3e2-40f9-4e72-9214-043a51c4a335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fcbfa9-5632-48c7-bb97-951ad8cfda24,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:54.119145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6367f16c-3cbc-4555-bd0c-194695302731 None None] Provisioning complete for port 182ce984-ce50-42b1-a7d4-8a39f1b5af90 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:54.127820 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6367f16c-3cbc-4555-bd0c-194695302731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:54.325088 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6367f16c-3cbc-4555-bd0c-194695302731 None None] Port 182ce984-ce50-42b1-a7d4-8a39f1b5af90 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:55:54.707522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4714e-ddef-4b3a-bc79-cfd8ba15ebf0 req-e4128c1b-db28-4e4e-b450-a0f269c6f5fc tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:54.715439 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84e4714e-ddef-4b3a-bc79-cfd8ba15ebf0 req-e4128c1b-db28-4e4e-b450-a0f269c6f5fc tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 944 time: 0.1365960 Nov 11 21:55:54.764251 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83dde6c4-1cbe-4298-a247-f68cfd1e415e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:54.804014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84e4714e-ddef-4b3a-bc79-cfd8ba15ebf0 req-2af259b0-cabe-4557-8d90-335b3ccc7e60 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876598 Nov 11 21:55:54.805128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-83dde6c4-1cbe-4298-a247-f68cfd1e415e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Calling delete_port for 182ce984-ce50-42b1-a7d4-8a39f1b5af90 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:55:55.065373 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83dde6c4-1cbe-4298-a247-f68cfd1e415e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:55.104189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dde6c4-1cbe-4298-a247-f68cfd1e415e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event deleted for resources: {'Port': ['ID=182ce984-ce50-42b1-a7d4-8a39f1b5af90,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:55.163166 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-83dde6c4-1cbe-4298-a247-f68cfd1e415e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:55.168686 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-83dde6c4-1cbe-4298-a247-f68cfd1e415e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "DELETE /v2.0/ports/182ce984-ce50-42b1-a7d4-8a39f1b5af90 HTTP/1.1" status: 204 len: 168 time: 1.6886241 Nov 11 21:55:55.172048 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42388) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:55.231593 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94cf565-1a80-4a5d-89fb-c9a16cbeff26 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] GET failed (client error): The resource could not be found. Nov 11 21:55:55.238114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42390) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:55.238604 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d94cf565-1a80-4a5d-89fb-c9a16cbeff26 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "GET /v2.0/ports/182ce984-ce50-42b1-a7d4-8a39f1b5af90 HTTP/1.1" status: 404 len: 333 time: 0.0651379 Nov 11 21:55:55.243470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-afb9e40a-1919-4939-9a3b-236797c90c16 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Request body: {'port': {'network_id': '73904ae8-958e-46db-8b78-1622b9d1bd75', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1988336768'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:55.477913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb9e40a-1919-4939-9a3b-236797c90c16 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Made reservation on behalf of 59cae2c92ce74f08a60ad89f3bdfb7a5 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:55:55.482935 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-afb9e40a-1919-4939-9a3b-236797c90c16 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:55.540118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-afb9e40a-1919-4939-9a3b-236797c90c16 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] device_id is not set on port ee1d3ae4-9be9-4e4c-a697-42d6729d0506 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:55:55.832865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-afb9e40a-1919-4939-9a3b-236797c90c16 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Allocated IP 2001:db8::39c (73904ae8-958e-46db-8b78-1622b9d1bd75/86b14ba4-0f3b-4180-a1ef-5b8e8bc3452b/ee1d3ae4-9be9-4e4c-a697-42d6729d0506) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:55:56.116612 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d9972-d1ea-49e6-9379-d9f5f0a0df06 req-387188e2-4a50-429f-a498-fd836522ac95 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:56.118480 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c70d9972-d1ea-49e6-9379-d9f5f0a0df06 req-387188e2-4a50-429f-a498-fd836522ac95 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 944 time: 0.1023381 Nov 11 21:55:56.172640 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-afb9e40a-1919-4939-9a3b-236797c90c16 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:56.276048 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c70d9972-d1ea-49e6-9379-d9f5f0a0df06 req-d9478ea3-6db5-4e39-bd26-12ae9b2fa23e tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407676 Nov 11 21:55:56.384926 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-afb9e40a-1919-4939-9a3b-236797c90c16 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:56.391207 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 982611b2-5e50-47aa-b7d0-2ccd0574542d up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:55:56.462667 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb9e40a-1919-4939-9a3b-236797c90c16 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Network 73904ae8-958e-46db-8b78-1622b9d1bd75 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:55:56.517985 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-afb9e40a-1919-4939-9a3b-236797c90c16 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:56.530449 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 982611b2-5e50-47aa-b7d0-2ccd0574542d completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:55:56.536523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 982611b2-5e50-47aa-b7d0-2ccd0574542d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:56.538417 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:56.550738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb9e40a-1919-4939-9a3b-236797c90c16 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:55:56.577001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb9e40a-1919-4939-9a3b-236797c90c16 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:56.578135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-afb9e40a-1919-4939-9a3b-236797c90c16 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:56.605041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9e40a-1919-4939-9a3b-236797c90c16 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event updated for resources: {'Port': ['ID=ee1d3ae4-9be9-4e4c-a697-42d6729d0506,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:56.618987 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-afb9e40a-1919-4939-9a3b-236797c90c16 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3794324 Nov 11 21:55:56.622154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42442) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:56.636502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a72199a5-a5d8-43fc-bfc4-caf3d223bc6b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Request body: {'port': {'network_id': '73904ae8-958e-46db-8b78-1622b9d1bd75', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2044851785'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:56.710427 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:56.804518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 982611b2-5e50-47aa-b7d0-2ccd0574542d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=982611b2-5e50-47aa-b7d0-2ccd0574542d,segment=NetworkSegment(c3639ea8-228c-47a5-84bd-b8de9ce625d1),segment_id=c3639ea8-228c-47a5-84bd-b8de9ce625d1)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:56.810101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982611b2-5e50-47aa-b7d0-2ccd0574542d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:55:56.819050 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fff197-0db6-45f3-ac87-82f351f78566" -d '{"events": [{"server_uuid": "cbf0ec22-311b-4971-a6e8-a9324b3ac97a", "name": "network-vif-plugged", "status": "completed", "tag": "982611b2-5e50-47aa-b7d0-2ccd0574542d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:55:56.847371 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:56.902301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72199a5-a5d8-43fc-bfc4-caf3d223bc6b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Made reservation on behalf of 59cae2c92ce74f08a60ad89f3bdfb7a5 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:55:56.913531 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a72199a5-a5d8-43fc-bfc4-caf3d223bc6b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:56.978140 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-a72199a5-a5d8-43fc-bfc4-caf3d223bc6b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] device_id is not set on port 2ab3ac0c-6748-4e34-8ea2-3a29651d078c yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:55:56.985528 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42452) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:56.989222 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d76fa71-4bf6-4639-8992-65ddeb7debcb x-openstack-request-id: req-4d76fa71-4bf6-4639-8992-65ddeb7debcb {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:55:56.989694 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf0ec22-311b-4971-a6e8-a9324b3ac97a", "name": "network-vif-plugged", "status": "completed", "tag": "982611b2-5e50-47aa-b7d0-2ccd0574542d", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:55:56.990623 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4d76fa71-4bf6-4639-8992-65ddeb7debcb {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:55:56.991707 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'code': 200} Nov 11 21:55:56.993344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=982611b2-5e50-47aa-b7d0-2ccd0574542d,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:57.130293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f6a76-5168-4a1a-ade1-92f50c4ef80f req-65939606-485e-4d66-b3af-c938dffcdb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:57.133892 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a58f6a76-5168-4a1a-ade1-92f50c4ef80f req-65939606-485e-4d66-b3af-c938dffcdb43 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 1096 time: 0.1092954 Nov 11 21:55:57.187985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8d1bcbee-fc45-48e7-968f-3ffc5190e532 None None] Provisioning complete for port ee1d3ae4-9be9-4e4c-a697-42d6729d0506 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:57.189938 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d1bcbee-fc45-48e7-968f-3ffc5190e532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:57.237606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-a72199a5-a5d8-43fc-bfc4-caf3d223bc6b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Allocated IP 2001:db8::b3 (73904ae8-958e-46db-8b78-1622b9d1bd75/86b14ba4-0f3b-4180-a1ef-5b8e8bc3452b/2ab3ac0c-6748-4e34-8ea2-3a29651d078c) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:55:57.266497 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8798e9cd-9641-4c48-bb82-b856f6956cb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:57.325778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8d1bcbee-fc45-48e7-968f-3ffc5190e532 None None] Port ee1d3ae4-9be9-4e4c-a697-42d6729d0506 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:55:57.369096 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a58f6a76-5168-4a1a-ade1-92f50c4ef80f req-9117bb7e-cdcc-4a80-a26b-8231c5280db5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225680 Nov 11 21:55:57.557577 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8798e9cd-9641-4c48-bb82-b856f6956cb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:57.567127 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8798e9cd-9641-4c48-bb82-b856f6956cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:57.592392 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc859f-05e9-4c1f-94b2-21f9b88228e1 req-8570a88c-7139-4c03-8803-0c3a745ec94a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:57.594212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03fc859f-05e9-4c1f-94b2-21f9b88228e1 req-8570a88c-7139-4c03-8803-0c3a745ec94a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 945 time: 0.1252315 Nov 11 21:55:57.625559 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a72199a5-a5d8-43fc-bfc4-caf3d223bc6b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:57.668688 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8798e9cd-9641-4c48-bb82-b856f6956cb0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1ab664423cc54578a7fe7e48974658e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6794405 Nov 11 21:55:57.674807 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42486) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:57.694597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798e9cd-9641-4c48-bb82-b856f6956cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad28092-faed-4ee2-812e-0fe0492e57d8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:57.711530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03fc859f-05e9-4c1f-94b2-21f9b88228e1 req-3bcf2ff0-9a4e-4236-acb6-dd5ca274d25b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077175 Nov 11 21:55:57.748544 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a72199a5-a5d8-43fc-bfc4-caf3d223bc6b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:57.817501 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72199a5-a5d8-43fc-bfc4-caf3d223bc6b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Network 73904ae8-958e-46db-8b78-1622b9d1bd75 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:55:57.830037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-a72199a5-a5d8-43fc-bfc4-caf3d223bc6b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:57.836158 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72199a5-a5d8-43fc-bfc4-caf3d223bc6b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event updated for resources: {'Port': ['ID=2ab3ac0c-6748-4e34-8ea2-3a29651d078c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:57.838866 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72199a5-a5d8-43fc-bfc4-caf3d223bc6b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:55:57.844626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72199a5-a5d8-43fc-bfc4-caf3d223bc6b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:57.845345 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a72199a5-a5d8-43fc-bfc4-caf3d223bc6b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:57.850109 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f15c46b0-0d99-408a-8a78-2bc521cea7cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:57.880419 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a72199a5-a5d8-43fc-bfc4-caf3d223bc6b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2559609 Nov 11 21:55:57.880673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42502) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:57.888133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b56af640-91ca-49ea-a282-41cc7aa01cfc tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::345', 'mac_address': 'fa:16:3e:29:dc:39'}, {'ip_address': '2001:db8::39c', 'mac_address': 'fa:16:3e:66:22:7b'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:57.892207 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f15c46b0-0d99-408a-8a78-2bc521cea7cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:58.006462 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f15c46b0-0d99-408a-8a78-2bc521cea7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:58.017228 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f15c46b0-0d99-408a-8a78-2bc521cea7cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:58.020838 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f15c46b0-0d99-408a-8a78-2bc521cea7cd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ad28092-faed-4ee2-812e-0fe0492e57d8 HTTP/1.1" status: 204 len: 168 time: 0.3447587 Nov 11 21:55:58.047783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c46b0-0d99-408a-8a78-2bc521cea7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad28092-faed-4ee2-812e-0fe0492e57d8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:58.340494 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b56af640-91ca-49ea-a282-41cc7aa01cfc tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:58.424240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c5b7c83f-70b8-4412-b994-ed5a7f19792e None None] Provisioning complete for port 2ab3ac0c-6748-4e34-8ea2-3a29651d078c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:58.424739 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5b7c83f-70b8-4412-b994-ed5a7f19792e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:58.510548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7c83f-70b8-4412-b994-ed5a7f19792e None None] Port 2ab3ac0c-6748-4e34-8ea2-3a29651d078c cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:55:58.564144 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42572) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:58.632868 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-afa59c9e-dbae-4985-8ffd-22e5ed4946b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:58.781977 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b56af640-91ca-49ea-a282-41cc7aa01cfc tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:58.801674 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b56af640-91ca-49ea-a282-41cc7aa01cfc tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:58.890365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39a0fd-e7df-4313-84dc-e5a0c4ff75b9 req-d76646d1-da12-42d5-8b5a-a2ae1be2f505 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:58.895149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d39a0fd-e7df-4313-84dc-e5a0c4ff75b9 req-d76646d1-da12-42d5-8b5a-a2ae1be2f505 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 945 time: 0.0653892 Nov 11 21:55:58.933539 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b56af640-91ca-49ea-a282-41cc7aa01cfc tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] In _notify_port_updated(), no bound segment for port 2ab3ac0c-6748-4e34-8ea2-3a29651d078c on network 73904ae8-958e-46db-8b78-1622b9d1bd75 {{(pid=102535) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:55:58.941901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56af640-91ca-49ea-a282-41cc7aa01cfc tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:58.943427 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b56af640-91ca-49ea-a282-41cc7aa01cfc tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:58.948209 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b56af640-91ca-49ea-a282-41cc7aa01cfc tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "PUT /v2.0/ports/2ab3ac0c-6748-4e34-8ea2-3a29651d078c HTTP/1.1" status: 200 len: 1067 time: 1.0660849 Nov 11 21:55:58.950110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56af640-91ca-49ea-a282-41cc7aa01cfc tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event updated for resources: {'Port': ['ID=2ab3ac0c-6748-4e34-8ea2-3a29651d078c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:58.954851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42614) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:59.008884 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-afa59c9e-dbae-4985-8ffd-22e5ed4946b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:59.018778 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-afa59c9e-dbae-4985-8ffd-22e5ed4946b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:59.110504 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-afa59c9e-dbae-4985-8ffd-22e5ed4946b4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20e760981d8f47198b658a88aeec6604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5453174 Nov 11 21:55:59.111427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d39a0fd-e7df-4313-84dc-e5a0c4ff75b9 req-e491907f-d236-4231-b1e5-15641c3f3bfa tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087371 Nov 11 21:55:59.113085 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42632) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:59.114540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa59c9e-dbae-4985-8ffd-22e5ed4946b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd51cf4-20e6-4adb-9180-9a4a7423143a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:59.157243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-03a3a404-5f26-48c9-865d-0574dcfa26e8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Deleting port 2ab3ac0c-6748-4e34-8ea2-3a29651d078c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:55:59.158047 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03a3a404-5f26-48c9-865d-0574dcfa26e8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:59.247000 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2a745026-3c3d-4464-b2f6-df17c3708b16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:59.318884 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2a745026-3c3d-4464-b2f6-df17c3708b16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:59.394668 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03a3a404-5f26-48c9-865d-0574dcfa26e8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:59.424001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2a745026-3c3d-4464-b2f6-df17c3708b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:59.427456 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2a745026-3c3d-4464-b2f6-df17c3708b16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:59.429157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2a745026-3c3d-4464-b2f6-df17c3708b16 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0dd51cf4-20e6-4adb-9180-9a4a7423143a HTTP/1.1" status: 204 len: 168 time: 0.3137498 Nov 11 21:55:59.452649 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-03a3a404-5f26-48c9-865d-0574dcfa26e8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Calling delete_port for 2ab3ac0c-6748-4e34-8ea2-3a29651d078c owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:55:59.465845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a745026-3c3d-4464-b2f6-df17c3708b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd51cf4-20e6-4adb-9180-9a4a7423143a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:59.658647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5741e-a514-457a-b85a-080b523ed85b req-d43be8ab-a5bf-4682-9f1f-11d5743e7eb5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:59.660263 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87a5741e-a514-457a-b85a-080b523ed85b req-d43be8ab-a5bf-4682-9f1f-11d5743e7eb5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 945 time: 0.2010736 Nov 11 21:55:59.770516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0b1d545b-1cc3-478f-bd50-2d12fa8dea62 None None] Provisioning complete for port 2ab3ac0c-6748-4e34-8ea2-3a29651d078c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:59.771049 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b1d545b-1cc3-478f-bd50-2d12fa8dea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:59.812203 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03a3a404-5f26-48c9-865d-0574dcfa26e8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:59.833177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87a5741e-a514-457a-b85a-080b523ed85b req-8ffb457c-945b-456a-b3a5-1fffb4ec0f5b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556468 Nov 11 21:55:59.849916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42708) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:59.862240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0b1d545b-1cc3-478f-bd50-2d12fa8dea62 None None] Port 2ab3ac0c-6748-4e34-8ea2-3a29651d078c cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:55:59.876598 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3a404-5f26-48c9-865d-0574dcfa26e8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event deleted for resources: {'Port': ['ID=2ab3ac0c-6748-4e34-8ea2-3a29651d078c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:00.237556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65d05c-643a-4708-b9cf-28225f1afa59 tempest-TestVolumeBackupRestore-1206237721 tempest-TestVolumeBackupRestore-1206237721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:00.242075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fa65d05c-643a-4708-b9cf-28225f1afa59 tempest-TestVolumeBackupRestore-1206237721 tempest-TestVolumeBackupRestore-1206237721-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 1091 time: 0.3881514 Nov 11 21:56:00.246882 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42750) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:00.252388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:00.272698 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-03a3a404-5f26-48c9-865d-0574dcfa26e8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:00.281674 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-03a3a404-5f26-48c9-865d-0574dcfa26e8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "DELETE /v2.0/ports/2ab3ac0c-6748-4e34-8ea2-3a29651d078c HTTP/1.1" status: 204 len: 168 time: 1.3254776 Nov 11 21:56:00.282324 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42756) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:00.299665 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:00.321801 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-51aaaf4b-2b14-49fe-9b2c-dc62b0a76e4b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] GET failed (client error): The resource could not be found. Nov 11 21:56:00.329505 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-51aaaf4b-2b14-49fe-9b2c-dc62b0a76e4b tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "GET /v2.0/ports/2ab3ac0c-6748-4e34-8ea2-3a29651d078c HTTP/1.1" status: 404 len: 333 time: 0.0457511 Nov 11 21:56:00.331594 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42764) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:00.527751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-17960864-f647-47e3-9d3c-a743cd441513 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Deleting port ee1d3ae4-9be9-4e4c-a697-42d6729d0506 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:00.531937 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17960864-f647-47e3-9d3c-a743cd441513 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:00.576183 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:00.771622 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17960864-f647-47e3-9d3c-a743cd441513 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:00.785448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-17960864-f647-47e3-9d3c-a743cd441513 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Calling delete_port for ee1d3ae4-9be9-4e4c-a697-42d6729d0506 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:00.794605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Allocated IP 172.25.0.101 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/e23711cb-733d-41bb-a943-c7fe54c07048) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:00.975803 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17960864-f647-47e3-9d3c-a743cd441513 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:01.037986 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17960864-f647-47e3-9d3c-a743cd441513 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event deleted for resources: {'Port': ['ID=ee1d3ae4-9be9-4e4c-a697-42d6729d0506,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:01.046671 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:01.123614 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17960864-f647-47e3-9d3c-a743cd441513 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:01.137122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 42854) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:01.141933 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-17960864-f647-47e3-9d3c-a743cd441513 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "DELETE /v2.0/ports/ee1d3ae4-9be9-4e4c-a697-42d6729d0506 HTTP/1.1" status: 204 len: 168 time: 0.8089199 Nov 11 21:56:01.189212 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cca7bd-37b3-4c87-8c86-0440e75a5beb tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] GET failed (client error): The resource could not be found. Nov 11 21:56:01.208040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42862) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:01.209338 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-38cca7bd-37b3-4c87-8c86-0440e75a5beb tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "GET /v2.0/ports/ee1d3ae4-9be9-4e4c-a697-42d6729d0506 HTTP/1.1" status: 404 len: 333 time: 0.0693493 Nov 11 21:56:01.212834 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:01.272762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:01.281987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:01.287589 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:01.377470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Pushing event updated for resources: {'Port': ['ID=e23711cb-733d-41bb-a943-c7fe54c07048,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:01.438237 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e15d7fc6-9459-427a-add1-bba68c14ba8e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Deleting port 28c487e3-c57b-4755-895e-996d00d7104b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:01.438237 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e15d7fc6-9459-427a-add1-bba68c14ba8e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:01.733571 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e15d7fc6-9459-427a-add1-bba68c14ba8e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:01.792374 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e15d7fc6-9459-427a-add1-bba68c14ba8e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Calling delete_port for 28c487e3-c57b-4755-895e-996d00d7104b owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:02.197317 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e15d7fc6-9459-427a-add1-bba68c14ba8e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:02.284674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d7fc6-9459-427a-add1-bba68c14ba8e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event deleted for resources: {'Port': ['ID=28c487e3-c57b-4755-895e-996d00d7104b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:02.307801 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:56:02.333139 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:02.351583 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e15d7fc6-9459-427a-add1-bba68c14ba8e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:02.360825 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e15d7fc6-9459-427a-add1-bba68c14ba8e tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "DELETE /v2.0/ports/28c487e3-c57b-4755-895e-996d00d7104b HTTP/1.1" status: 204 len: 168 time: 1.1490691 Nov 11 21:56:02.361139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 42968) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:02.426976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36e960a-30c2-45d4-a487-7778a366f7a8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Deleting subnet 86b14ba4-0f3b-4180-a1ef-5b8e8bc3452b {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:56:02.431680 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e36e960a-30c2-45d4-a487-7778a366f7a8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:02.514569 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e36e960a-30c2-45d4-a487-7778a366f7a8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:02.578002 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:02.768653 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e36e960a-30c2-45d4-a487-7778a366f7a8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:02.904070 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e36e960a-30c2-45d4-a487-7778a366f7a8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:02.961776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e960a-30c2-45d4-a487-7778a366f7a8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event deleted for resources: {'Subnet': ['ID=86b14ba4-0f3b-4180-a1ef-5b8e8bc3452b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:02.976229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8181fbb7-7829-4939-9de5-0d90ab77f99a None None] Network 73904ae8-958e-46db-8b78-1622b9d1bd75 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:02.977800 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e36e960a-30c2-45d4-a487-7778a366f7a8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:02.981271 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e36e960a-30c2-45d4-a487-7778a366f7a8 tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "DELETE /v2.0/subnets/86b14ba4-0f3b-4180-a1ef-5b8e8bc3452b HTTP/1.1" status: 204 len: 168 time: 0.6190107 Nov 11 21:56:02.983685 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43036) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:03.002252 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:03.031157 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:03.098678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:03.147997 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:03.185980 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Pushing event updated for resources: {'Port': ['ID=e23711cb-733d-41bb-a943-c7fe54c07048,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:03.291036 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Floating IP 67fa2b17-d391-4f27-949e-7096930230b6 associated. External IP: 172.25.0.101, port: 982611b2-5e50-47aa-b7d0-2ccd0574542d. Nov 11 21:56:03.448201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb348d5-6eac-4a6e-8bdc-e8eb7a4191a0 None None] DHCP port deletion for 73904ae8-958e-46db-8b78-1622b9d1bd75 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:56:03.593834 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-efb348d5-6eac-4a6e-8bdc-e8eb7a4191a0 None None] Deleting port 11c375fb-1f6f-4956-9abf-21f485b9e840 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:03.595119 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-efb348d5-6eac-4a6e-8bdc-e8eb7a4191a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:03.670497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Router 5583143d-320e-427f-b822-73c2364ce800 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:56:03.685454 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Deleting port 11c375fb-1f6f-4956-9abf-21f485b9e840 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:03.685795 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:03.784289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] For port 11c375fb-1f6f-4956-9abf-21f485b9e840, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=11c375fb-1f6f-4956-9abf-21f485b9e840,segment=NetworkSegment(f80ad79a-47a8-49ee-8150-a61dc948f67b),segment_id=f80ad79a-47a8-49ee-8150-a61dc948f67b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:03.787118 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:03.850878 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Calling delete_port for 11c375fb-1f6f-4956-9abf-21f485b9e840 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:03.988485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:56:04.002915 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6efa68-bd95-48e6-a744-1116757ab224 None None] Sync routers for ids ['5583143d-320e-427f-b822-73c2364ce800'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:56:04.028657 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6efa68-bd95-48e6-a744-1116757ab224 None None] Routers {'5583143d-320e-427f-b822-73c2364ce800'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:56:04.030123 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d6efa68-bd95-48e6-a744-1116757ab224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:55:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5583143d-320e-427f-b822-73c2364ce800'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:04.066272 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:04.085837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-efb348d5-6eac-4a6e-8bdc-e8eb7a4191a0 None None] For port 11c375fb-1f6f-4956-9abf-21f485b9e840, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=11c375fb-1f6f-4956-9abf-21f485b9e840,segment=NetworkSegment(f80ad79a-47a8-49ee-8150-a61dc948f67b),segment_id=f80ad79a-47a8-49ee-8150-a61dc948f67b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:04.086943 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-efb348d5-6eac-4a6e-8bdc-e8eb7a4191a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:04.102938 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-efb348d5-6eac-4a6e-8bdc-e8eb7a4191a0 None None] Calling delete_port for 11c375fb-1f6f-4956-9abf-21f485b9e840 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:04.157098 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-440d4410-488c-4380-b983-fa1e3ec1d980 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9107842 Nov 11 21:56:04.165409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'tag': '982611b2-5e50-47aa-b7d0-2ccd0574542d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:56:04.165867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43074) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:04.174826 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cf83e0-2bd9-4c95-8f13-73089803780c" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf0ec22-311b-4971-a6e8-a9324b3ac97a", "tag": "982611b2-5e50-47aa-b7d0-2ccd0574542d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:56:04.236081 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-efb348d5-6eac-4a6e-8bdc-e8eb7a4191a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:04.279339 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55256fe5-b17d-41fb-b9a8-aaa89c5ddf88 x-openstack-request-id: req-55256fe5-b17d-41fb-b9a8-aaa89c5ddf88 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:56:04.279635 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf0ec22-311b-4971-a6e8-a9324b3ac97a", "tag": "982611b2-5e50-47aa-b7d0-2ccd0574542d", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:56:04.279895 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-55256fe5-b17d-41fb-b9a8-aaa89c5ddf88 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:56:04.280314 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'tag': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'status': 'completed', 'code': 200} Nov 11 21:56:04.328981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb348d5-6eac-4a6e-8bdc-e8eb7a4191a0 None None] No DVR routers for this DVR port 11c375fb-1f6f-4956-9abf-21f485b9e840 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:56:04.333058 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb348d5-6eac-4a6e-8bdc-e8eb7a4191a0 None None] Pushing event deleted for resources: {'Port': ['ID=11c375fb-1f6f-4956-9abf-21f485b9e840,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:04.379847 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8d6efa68-bd95-48e6-a744-1116757ab224 None None] Set router 5583143d-320e-427f-b822-73c2364ce800 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:56:04.389034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e4aa7d-2a6e-4551-956f-9ffd17261573 tempest-TestVolumeBackupRestore-1206237721 tempest-TestVolumeBackupRestore-1206237721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:04.394960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43078) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:04.397217 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-19e4aa7d-2a6e-4551-956f-9ffd17261573 tempest-TestVolumeBackupRestore-1206237721 tempest-TestVolumeBackupRestore-1206237721-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 1091 time: 0.2297750 Nov 11 21:56:04.399802 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3822b720-6d25-4030-829b-23456331dce5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Request body: {'floatingip': {'port_id': '982611b2-5e50-47aa-b7d0-2ccd0574542d'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:04.419862 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:04.515400 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] No DVR routers for this DVR port 11c375fb-1f6f-4956-9abf-21f485b9e840 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:56:04.530772 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event deleted for resources: {'Port': ['ID=11c375fb-1f6f-4956-9abf-21f485b9e840,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:04.543243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf83e0-2bd9-4c95-8f13-73089803780c req-8e6a2477-fbb6-4c73-9893-47e4bf0d01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:04.546363 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-18cf83e0-2bd9-4c95-8f13-73089803780c req-8e6a2477-fbb6-4c73-9893-47e4bf0d01aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d7b117af427e4c5587732a41b4a47118&device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 1096 time: 0.2304170 Nov 11 21:56:04.563147 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3822b720-6d25-4030-829b-23456331dce5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:04.697660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 11c375fb-1f6f-4956-9abf-21f485b9e840 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:56:04.757776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 11c375fb-1f6f-4956-9abf-21f485b9e840 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:56:04.758561 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 11c375fb-1f6f-4956-9abf-21f485b9e840 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:56:04.763993 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:04.830540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73904ae8-958e-46db-8b78-1622b9d1bd75']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:04.841962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80ad79a-47a8-49ee-8150-a61dc948f67b') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:04.842329 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80ad79a-47a8-49ee-8150-a61dc948f67b') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:04.855824 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:04.870987 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:04.880960 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:56:04.881388 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:04.962712 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d6efa68-bd95-48e6-a744-1116757ab224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:50:18Z', 'revision_number': 4, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '67fa2b17-d391-4f27-949e-7096930230b6', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '5583143d-320e-427f-b822-73c2364ce800', 'port_id': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'mac_address': 'fa:16:3e:79:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:56:01Z', 'updated_at': '2021-11-11T21:56:01Z', 'revision_number': 0, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a999acf0-d927-437a-be0a-718a96ea2091', 'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'mac_address': 'fa:16:3e:8f:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:15Z', 'updated_at': '2021-11-11T21:50:32Z', 'revision_number': 5, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'subnets': [{'id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:05.017686 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6efa68-bd95-48e6-a744-1116757ab224 None None] Checking router: 5583143d-320e-427f-b822-73c2364ce800 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:56:05.063692 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6efa68-bd95-48e6-a744-1116757ab224 None None] Routers {'5583143d-320e-427f-b822-73c2364ce800'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:56:05.064316 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d6efa68-bd95-48e6-a744-1116757ab224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:55:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5583143d-320e-427f-b822-73c2364ce800'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: self.session.flush() Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:56:05.135021 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:56:05.141690 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf83e0-2bd9-4c95-8f13-73089803780c req-9040bb5c-ca3e-4d86-a145-7b7ed0eae9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:05.145662 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-18cf83e0-2bd9-4c95-8f13-73089803780c req-9040bb5c-ca3e-4d86-a145-7b7ed0eae9e4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc238d0d-fbd9-4801-b626-a63954861cc1 HTTP/1.1" status: 200 len: 915 time: 0.5808165 Nov 11 21:56:05.148603 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:05.178941 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:05.183246 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] 10.222.0.57 "DELETE /v2.0/networks/73904ae8-958e-46db-8b78-1622b9d1bd75 HTTP/1.1" status: 204 len: 168 time: 2.1983228 Nov 11 21:56:05.184500 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3270d-92fc-4232-a696-1ece58c3bd3c tempest-AllowedAddressPairIpV6TestJSON-472259607 tempest-AllowedAddressPairIpV6TestJSON-472259607-project] Pushing event deleted for resources: {'Network': ['ID=73904ae8-958e-46db-8b78-1622b9d1bd75,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:05.280039 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-18cf83e0-2bd9-4c95-8f13-73089803780c req-c40c7832-9555-43a7-b5bd-ea3477250846 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=982611b2-5e50-47aa-b7d0-2ccd0574542d HTTP/1.1" status: 200 len: 999 time: 0.1025720 Nov 11 21:56:05.335647 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8d6efa68-bd95-48e6-a744-1116757ab224 None None] Set router 5583143d-320e-427f-b822-73c2364ce800 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:56:05.385793 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf83e0-2bd9-4c95-8f13-73089803780c req-195ce9d1-8d5e-4290-a81a-c3aba64c2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:05.388161 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-18cf83e0-2bd9-4c95-8f13-73089803780c req-195ce9d1-8d5e-4290-a81a-c3aba64c2425 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7e4839c-6714-4a1e-81d8-2a08ae19bec7 HTTP/1.1" status: 200 len: 852 time: 0.1005685 Nov 11 21:56:05.471317 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf83e0-2bd9-4c95-8f13-73089803780c req-3ee7e4ef-dabe-4489-aa95-f66b9627dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:05.473466 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-18cf83e0-2bd9-4c95-8f13-73089803780c req-3ee7e4ef-dabe-4489-aa95-f66b9627dbdc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc238d0d-fbd9-4801-b626-a63954861cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756559 Nov 11 21:56:05.728838 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-18cf83e0-2bd9-4c95-8f13-73089803780c req-e8b29a3d-ecf1-4011-9ff4-4b880d04f138 service neutron] 10.222.0.71 "GET /v2.0/networks/fc238d0d-fbd9-4801-b626-a63954861cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439728 Nov 11 21:56:05.760042 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3822b720-6d25-4030-829b-23456331dce5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:05.808063 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3822b720-6d25-4030-829b-23456331dce5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:05.923206 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-18cf83e0-2bd9-4c95-8f13-73089803780c req-5a776808-de12-4b3f-bd8d-7789ef00b43b service neutron] 10.222.0.71 "GET /v2.0/networks/fc238d0d-fbd9-4801-b626-a63954861cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813047 Nov 11 21:56:05.992664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43104) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:06.147035 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d6efa68-bd95-48e6-a744-1116757ab224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:50:18Z', 'revision_number': 4, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '67fa2b17-d391-4f27-949e-7096930230b6', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '5583143d-320e-427f-b822-73c2364ce800', 'port_id': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'mac_address': 'fa:16:3e:79:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:56:01Z', 'updated_at': '2021-11-11T21:56:01Z', 'revision_number': 0, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a999acf0-d927-437a-be0a-718a96ea2091', 'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'mac_address': 'fa:16:3e:8f:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:15Z', 'updated_at': '2021-11-11T21:50:32Z', 'revision_number': 5, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'subnets': [{'id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:06.259826 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6efa68-bd95-48e6-a744-1116757ab224 None None] The sync data for ids ['5583143d-320e-427f-b822-73c2364ce800'] in n-d-805737-3 is: [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:50:18Z', 'revision_number': 4, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '67fa2b17-d391-4f27-949e-7096930230b6', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '5583143d-320e-427f-b822-73c2364ce800', 'port_id': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'mac_address': 'fa:16:3e:79:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:56:01Z', 'updated_at': '2021-11-11T21:56:01Z', 'revision_number': 0, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a999acf0-d927-437a-be0a-718a96ea2091', 'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'mac_address': 'fa:16:3e:8f:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:15Z', 'updated_at': '2021-11-11T21:50:32Z', 'revision_number': 5, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'subnets': [{'id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:56:06.464869 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9d84b668-bdea-4b8f-bf4b-e035900b2630 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=59cae2c92ce74f08a60ad89f3bdfb7a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4703271 Nov 11 21:56:06.468218 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43116) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:06.592935 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1364255d-3477-4ffb-b2ee-6a942da10b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:06.653154 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1364255d-3477-4ffb-b2ee-6a942da10b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:06.717161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e576b-d166-4c86-9fb4-2b292267eac1 None None] New status for floating IP 67fa2b17-d391-4f27-949e-7096930230b6: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:56:06.752556 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1364255d-3477-4ffb-b2ee-6a942da10b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:06.757787 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1364255d-3477-4ffb-b2ee-6a942da10b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:06.759552 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1364255d-3477-4ffb-b2ee-6a942da10b99 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1cc5d1b6-58ea-429e-aa53-16fa6f9e0c3a HTTP/1.1" status: 204 len: 168 time: 0.2776730 Nov 11 21:56:06.777802 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364255d-3477-4ffb-b2ee-6a942da10b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc5d1b6-58ea-429e-aa53-16fa6f9e0c3a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:07.063329 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3822b720-6d25-4030-829b-23456331dce5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Router 5583143d-320e-427f-b822-73c2364ce800 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:56:07.295463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3822b720-6d25-4030-829b-23456331dce5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:56:07.302764 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3822b720-6d25-4030-829b-23456331dce5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:07.308075 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe33a87c-ca81-427f-9fc6-7e8bb4d2703d None None] Sync routers for ids ['5583143d-320e-427f-b822-73c2364ce800'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:56:07.320474 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe33a87c-ca81-427f-9fc6-7e8bb4d2703d None None] Routers {'5583143d-320e-427f-b822-73c2364ce800'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:56:07.321642 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fe33a87c-ca81-427f-9fc6-7e8bb4d2703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:55:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5583143d-320e-427f-b822-73c2364ce800'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:07.383301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'tag': '982611b2-5e50-47aa-b7d0-2ccd0574542d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:56:07.400234 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4929ad69-bf33-4ead-b0b7-52bcd6bc2965" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf0ec22-311b-4971-a6e8-a9324b3ac97a", "tag": "982611b2-5e50-47aa-b7d0-2ccd0574542d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:56:07.501843 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3822b720-6d25-4030-829b-23456331dce5 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "PUT /v2.0/floatingips/67fa2b17-d391-4f27-949e-7096930230b6 HTTP/1.1" status: 200 len: 991 time: 3.1056664 Nov 11 21:56:07.551592 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-fe33a87c-ca81-427f-9fc6-7e8bb4d2703d None None] Set router 5583143d-320e-427f-b822-73c2364ce800 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:56:07.611729 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6279a3-50cf-4ac9-b5c8-6845afcafc24 x-openstack-request-id: req-de6279a3-50cf-4ac9-b5c8-6845afcafc24 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:56:07.612203 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf0ec22-311b-4971-a6e8-a9324b3ac97a", "tag": "982611b2-5e50-47aa-b7d0-2ccd0574542d", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:56:07.612600 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de6279a3-50cf-4ac9-b5c8-6845afcafc24 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:56:07.613220 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'tag': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'status': 'completed', 'code': 200} Nov 11 21:56:07.753069 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929ad69-bf33-4ead-b0b7-52bcd6bc2965 req-86092f9f-e58f-49c7-8965-e03f8a024522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:07.759090 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4929ad69-bf33-4ead-b0b7-52bcd6bc2965 req-86092f9f-e58f-49c7-8965-e03f8a024522 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d7b117af427e4c5587732a41b4a47118&device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 1096 time: 0.1172526 Nov 11 21:56:08.001119 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929ad69-bf33-4ead-b0b7-52bcd6bc2965 req-09b555b3-d687-440a-b2e7-1df10650a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:08.002865 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4929ad69-bf33-4ead-b0b7-52bcd6bc2965 req-09b555b3-d687-440a-b2e7-1df10650a8b7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc238d0d-fbd9-4801-b626-a63954861cc1 HTTP/1.1" status: 200 len: 915 time: 0.2335348 Nov 11 21:56:08.060265 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fe33a87c-ca81-427f-9fc6-7e8bb4d2703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:50:18Z', 'revision_number': 4, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '67fa2b17-d391-4f27-949e-7096930230b6', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '5583143d-320e-427f-b822-73c2364ce800', 'port_id': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'mac_address': 'fa:16:3e:79:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:56:01Z', 'updated_at': '2021-11-11T21:56:06Z', 'revision_number': 2, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a999acf0-d927-437a-be0a-718a96ea2091', 'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'mac_address': 'fa:16:3e:8f:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:15Z', 'updated_at': '2021-11-11T21:50:32Z', 'revision_number': 5, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'subnets': [{'id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:08.116766 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe33a87c-ca81-427f-9fc6-7e8bb4d2703d None None] Checking router: 5583143d-320e-427f-b822-73c2364ce800 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:56:08.140258 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4929ad69-bf33-4ead-b0b7-52bcd6bc2965 req-4bc26ee6-1215-4e66-bfa2-5cd492c39985 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=982611b2-5e50-47aa-b7d0-2ccd0574542d HTTP/1.1" status: 200 len: 1001 time: 0.1259086 Nov 11 21:56:08.141513 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe33a87c-ca81-427f-9fc6-7e8bb4d2703d None None] Routers {'5583143d-320e-427f-b822-73c2364ce800'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:56:08.142137 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fe33a87c-ca81-427f-9fc6-7e8bb4d2703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:55:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5583143d-320e-427f-b822-73c2364ce800'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:08.239683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43174) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:08.277946 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929ad69-bf33-4ead-b0b7-52bcd6bc2965 req-9fb7eeaf-c4ee-4f7b-a8d4-46011815c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:08.280949 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4929ad69-bf33-4ead-b0b7-52bcd6bc2965 req-9fb7eeaf-c4ee-4f7b-a8d4-46011815c9e1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7e4839c-6714-4a1e-81d8-2a08ae19bec7 HTTP/1.1" status: 200 len: 852 time: 0.1292725 Nov 11 21:56:08.354579 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-fe33a87c-ca81-427f-9fc6-7e8bb4d2703d None None] Set router 5583143d-320e-427f-b822-73c2364ce800 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:56:08.369297 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929ad69-bf33-4ead-b0b7-52bcd6bc2965 req-905fb443-4e02-4a26-9b00-91109a58c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:08.370866 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4929ad69-bf33-4ead-b0b7-52bcd6bc2965 req-905fb443-4e02-4a26-9b00-91109a58c58e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc238d0d-fbd9-4801-b626-a63954861cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831556 Nov 11 21:56:08.456346 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-252257160'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:08.503008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:08.506879 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:08.522406 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:08.680957 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4929ad69-bf33-4ead-b0b7-52bcd6bc2965 req-8b4ceb25-d2e2-4ddd-ba1c-700b2cbda9a7 service neutron] 10.222.0.71 "GET /v2.0/networks/fc238d0d-fbd9-4801-b626-a63954861cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940295 Nov 11 21:56:08.764080 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:08.770560 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:08.829375 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a3a287-849d-4389-a806-7ed1cf14d8c2,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:08.864555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] vlan segment allocate from pool success with {'vlan_id': 1195, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:56:08.890959 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:08.891499 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Added segment 07209675-ea64-425b-8874-a0a20ef60c90 of type vlan for network 386cd058-2fb8-40f0-a159-c94cb531b2cc Nov 11 21:56:09.007584 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:09.017488 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4929ad69-bf33-4ead-b0b7-52bcd6bc2965 req-c5df62b2-989b-4dea-b978-ece2128ba410 service neutron] 10.222.0.71 "GET /v2.0/networks/fc238d0d-fbd9-4801-b626-a63954861cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199766 Nov 11 21:56:09.052365 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-fe33a87c-ca81-427f-9fc6-7e8bb4d2703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:50:18Z', 'revision_number': 4, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '67fa2b17-d391-4f27-949e-7096930230b6', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '5583143d-320e-427f-b822-73c2364ce800', 'port_id': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'mac_address': 'fa:16:3e:79:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:56:01Z', 'updated_at': '2021-11-11T21:56:06Z', 'revision_number': 2, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a999acf0-d927-437a-be0a-718a96ea2091', 'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'mac_address': 'fa:16:3e:8f:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:15Z', 'updated_at': '2021-11-11T21:50:32Z', 'revision_number': 5, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'subnets': [{'id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:09.093828 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:09.102865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:09.103738 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:09.111316 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe33a87c-ca81-427f-9fc6-7e8bb4d2703d None None] The sync data for ids ['5583143d-320e-427f-b822-73c2364ce800'] in n-d-805737-3 is: [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:50:18Z', 'revision_number': 4, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '67fa2b17-d391-4f27-949e-7096930230b6', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '5583143d-320e-427f-b822-73c2364ce800', 'port_id': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'mac_address': 'fa:16:3e:79:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:56:01Z', 'updated_at': '2021-11-11T21:56:06Z', 'revision_number': 2, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a999acf0-d927-437a-be0a-718a96ea2091', 'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'mac_address': 'fa:16:3e:8f:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:15Z', 'updated_at': '2021-11-11T21:50:32Z', 'revision_number': 5, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'subnets': [{'id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:56:09.220017 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43198) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:09.225787 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:09.227491 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9852650 Nov 11 21:56:09.296461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff8c72-500e-4704-9c12-06a73040433c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Network': ['ID=386cd058-2fb8-40f0-a159-c94cb531b2cc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:09.308341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:56:09.435445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:09.447207 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:09.615569 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'tag': '982611b2-5e50-47aa-b7d0-2ccd0574542d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:56:09.620471 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710906a8-4c12-4fdc-97ff-23ff29890cde" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf0ec22-311b-4971-a6e8-a9324b3ac97a", "tag": "982611b2-5e50-47aa-b7d0-2ccd0574542d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:56:09.733693 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db86008-b2e6-4df6-910e-c57055587696 x-openstack-request-id: req-8db86008-b2e6-4df6-910e-c57055587696 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:56:09.734042 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf0ec22-311b-4971-a6e8-a9324b3ac97a", "tag": "982611b2-5e50-47aa-b7d0-2ccd0574542d", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:56:09.734302 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8db86008-b2e6-4df6-910e-c57055587696 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:56:09.734711 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'tag': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'status': 'completed', 'code': 200} Nov 11 21:56:09.951956 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710906a8-4c12-4fdc-97ff-23ff29890cde req-746d494b-2839-4007-9009-1d5ec40bf8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:09.955810 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-710906a8-4c12-4fdc-97ff-23ff29890cde req-746d494b-2839-4007-9009-1d5ec40bf8c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d7b117af427e4c5587732a41b4a47118&device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 1096 time: 0.2047708 Nov 11 21:56:09.959086 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:10.171536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=1b4dfd64-3005-4ebe-ac46-48ccc87d572e,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:10.220436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:56:10.220879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network hostable DHCP agents. Network: 386cd058-2fb8-40f0-a159-c94cb531b2cc, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:56:10.243466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:10.243815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:10.244135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:10.244531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:10.244938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:10.245271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:10.245596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:10.245917 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:10.249473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:10.250055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:10.250496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:10.250838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:10.279862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710906a8-4c12-4fdc-97ff-23ff29890cde req-680fa162-e8ae-4297-821b-2e4f60facb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:10.281833 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-710906a8-4c12-4fdc-97ff-23ff29890cde req-680fa162-e8ae-4297-821b-2e4f60facb86 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc238d0d-fbd9-4801-b626-a63954861cc1 HTTP/1.1" status: 200 len: 915 time: 0.3054209 Nov 11 21:56:10.314465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:56:10.374136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 386cd058-2fb8-40f0-a159-c94cb531b2cc) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:10.384663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:10.385281 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:10.388383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea27a0bb-cb50-40c2-afd6-39a64d13f69c None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:10.503519 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43226) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:10.507033 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e3d9533c-4027-44db-954e-5a5d6dc18737 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2856114 Nov 11 21:56:10.510656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ba254922-3325-4861-a5c9-911b12056a9a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'name': 'tempest-NetworksTestDHCPv6-2046859403'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:10.513398 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-710906a8-4c12-4fdc-97ff-23ff29890cde req-eb6848da-ad6e-4de3-bd12-462074635634 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=982611b2-5e50-47aa-b7d0-2ccd0574542d HTTP/1.1" status: 200 len: 1001 time: 0.2184160 Nov 11 21:56:10.615327 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710906a8-4c12-4fdc-97ff-23ff29890cde req-779f7f28-582d-4eab-ae90-48e7c66c3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:10.621720 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-710906a8-4c12-4fdc-97ff-23ff29890cde req-779f7f28-582d-4eab-ae90-48e7c66c3bd5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7e4839c-6714-4a1e-81d8-2a08ae19bec7 HTTP/1.1" status: 200 len: 852 time: 0.0996106 Nov 11 21:56:10.712428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710906a8-4c12-4fdc-97ff-23ff29890cde req-73462c74-4c1a-423d-bc19-a4e240662f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:10.724211 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-710906a8-4c12-4fdc-97ff-23ff29890cde req-73462c74-4c1a-423d-bc19-a4e240662f57 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc238d0d-fbd9-4801-b626-a63954861cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903318 Nov 11 21:56:10.821164 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': '1b4dfd64-3005-4ebe-ac46-48ccc87d572e'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:56:10.822422 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:10.852299 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba254922-3325-4861-a5c9-911b12056a9a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:10.857144 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba254922-3325-4861-a5c9-911b12056a9a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:10.899121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-ba254922-3325-4861-a5c9-911b12056a9a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port 25f8ee23-2698-489f-b645-cc2f151676b6 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:56:10.915534 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-710906a8-4c12-4fdc-97ff-23ff29890cde req-070aac9c-c660-406b-a256-b28ec5001ca9 service neutron] 10.222.0.71 "GET /v2.0/networks/fc238d0d-fbd9-4801-b626-a63954861cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808200 Nov 11 21:56:11.124685 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-710906a8-4c12-4fdc-97ff-23ff29890cde req-be9982e3-af3f-442a-9d5e-4bc7188346e6 service neutron] 10.222.0.71 "GET /v2.0/networks/fc238d0d-fbd9-4801-b626-a63954861cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998887 Nov 11 21:56:11.158797 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:11.170670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-ba254922-3325-4861-a5c9-911b12056a9a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::23a (386cd058-2fb8-40f0-a159-c94cb531b2cc/1b4dfd64-3005-4ebe-ac46-48ccc87d572e/25f8ee23-2698-489f-b645-cc2f151676b6) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:11.427879 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba254922-3325-4861-a5c9-911b12056a9a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:11.492743 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba254922-3325-4861-a5c9-911b12056a9a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:11.648592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba254922-3325-4861-a5c9-911b12056a9a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:11.657184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Allocated IP 2001:db8::2 (386cd058-2fb8-40f0-a159-c94cb531b2cc/1b4dfd64-3005-4ebe-ac46-48ccc87d572e/1baf6b08-fe5a-4758-a738-942bde02b6aa) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:11.662949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-ba254922-3325-4861-a5c9-911b12056a9a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:11.679875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba254922-3325-4861-a5c9-911b12056a9a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:11.704654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba254922-3325-4861-a5c9-911b12056a9a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:11.705606 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ba254922-3325-4861-a5c9-911b12056a9a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:11.736780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba254922-3325-4861-a5c9-911b12056a9a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=25f8ee23-2698-489f-b645-cc2f151676b6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:11.764302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ba254922-3325-4861-a5c9-911b12056a9a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2595360 Nov 11 21:56:11.767027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43248) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:11.871950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447e59b-741c-4250-a1c9-ca1a8ce5421d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:11.879578 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f447e59b-741c-4250-a1c9-ca1a8ce5421d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1087768 Nov 11 21:56:11.880840 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43250) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:12.079614 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:12.120979 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:12.129731 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-1d780ab5-273e-4469-b4f3-20b58f7b89dc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port 25f8ee23-2698-489f-b645-cc2f151676b6 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:12.130111 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1d780ab5-273e-4469-b4f3-20b58f7b89dc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:12.222971 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:12.244085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:12.255342 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:12.350976 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Pushing event updated for resources: {'Port': ['ID=1baf6b08-fe5a-4758-a738-942bde02b6aa,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:12.391164 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1d780ab5-273e-4469-b4f3-20b58f7b89dc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:12.394015 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Attempting to bind port 1baf6b08-fe5a-4758-a738-942bde02b6aa on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:56:12.394981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Attempting to bind port 1baf6b08-fe5a-4758-a738-942bde02b6aa by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:56:12.394981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Attempting to bind port 1baf6b08-fe5a-4758-a738-942bde02b6aa on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:56:12.403296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:56:12.403761 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:56:12.404232 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:12.405164 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:56:12.405700 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Bound port: 1baf6b08-fe5a-4758-a738-942bde02b6aa, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:56:12.406147 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:12.427538 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-1d780ab5-273e-4469-b4f3-20b58f7b89dc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for 25f8ee23-2698-489f-b645-cc2f151676b6 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:12.595717 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] For port 1baf6b08-fe5a-4758-a738-942bde02b6aa, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:56:12.609170 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] For port 1baf6b08-fe5a-4758-a738-942bde02b6aa, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1baf6b08-fe5a-4758-a738-942bde02b6aa,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:56:12.624284 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:12.673595 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1d780ab5-273e-4469-b4f3-20b58f7b89dc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:12.777155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d780ab5-273e-4469-b4f3-20b58f7b89dc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=25f8ee23-2698-489f-b645-cc2f151676b6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:12.820491 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1d780ab5-273e-4469-b4f3-20b58f7b89dc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:12.836155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af026f5-91da-4b1d-8ebe-6e2c5b41a18f None None] Pushing event updated for resources: {'Port': ['ID=1baf6b08-fe5a-4758-a738-942bde02b6aa,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:12.840191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43270) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:12.840737 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1d780ab5-273e-4469-b4f3-20b58f7b89dc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/25f8ee23-2698-489f-b645-cc2f151676b6 HTTP/1.1" status: 204 len: 168 time: 0.9585772 Nov 11 21:56:12.948094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43272) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:12.952926 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699ebed6-4ba3-4b6c-b1f0-aec601dc51fa tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:12.955853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699ebed6-4ba3-4b6c-b1f0-aec601dc51fa tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:12.958648 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-699ebed6-4ba3-4b6c-b1f0-aec601dc51fa tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1163044 Nov 11 21:56:12.961182 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43276) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:13.121751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f73087-7af9-4345-b279-c8ec48627542 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 1b4dfd64-3005-4ebe-ac46-48ccc87d572e {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:56:13.132002 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f73087-7af9-4345-b279-c8ec48627542 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:13.288037 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f73087-7af9-4345-b279-c8ec48627542 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:13.293861 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-70511956-0e6f-413a-b09c-fb2f123edf1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:13.406943 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-70511956-0e6f-413a-b09c-fb2f123edf1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:13.412692 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-70511956-0e6f-413a-b09c-fb2f123edf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:13.490061 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-70511956-0e6f-413a-b09c-fb2f123edf1f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65070e1473b3404d98f04f9c485c11d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5406678 Nov 11 21:56:13.493984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43290) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:13.513432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70511956-0e6f-413a-b09c-fb2f123edf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497a041d-13c5-4b45-a395-72f2aa542ac3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:13.526463 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f73087-7af9-4345-b279-c8ec48627542 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:13.591515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43292) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:13.743418 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19cc52f9-7e73-40bd-bf0d-683ac7f0a9fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:13.873307 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19cc52f9-7e73-40bd-bf0d-683ac7f0a9fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:13.882259 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-16b4fec4-8b26-4a0c-8b52-d2121fa089c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:13.894800 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f73087-7af9-4345-b279-c8ec48627542 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:13.925622 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f73087-7af9-4345-b279-c8ec48627542 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:13.929723 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c0f73087-7af9-4345-b279-c8ec48627542 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/1b4dfd64-3005-4ebe-ac46-48ccc87d572e HTTP/1.1" status: 204 len: 168 time: 0.9625480 Nov 11 21:56:13.932661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43300) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:13.956922 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f73087-7af9-4345-b279-c8ec48627542 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4dfd64-3005-4ebe-ac46-48ccc87d572e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:13.994058 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19cc52f9-7e73-40bd-bf0d-683ac7f0a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:13.996750 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19cc52f9-7e73-40bd-bf0d-683ac7f0a9fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:14.001570 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-19cc52f9-7e73-40bd-bf0d-683ac7f0a9fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/497a041d-13c5-4b45-a395-72f2aa542ac3 HTTP/1.1" status: 204 len: 168 time: 0.5063112 Nov 11 21:56:14.019536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc52f9-7e73-40bd-bf0d-683ac7f0a9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497a041d-13c5-4b45-a395-72f2aa542ac3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:14.116174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43304) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:14.117069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0d6790b0-d7fa-448d-9fe9-e80f1d94e84b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1831179 Nov 11 21:56:14.121713 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-952bbb49-1429-4e62-a0ee-de6a92720b07 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:14.141378 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-79f76a28-42c6-496e-aa99-41877010c98a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:14.390543 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-79f76a28-42c6-496e-aa99-41877010c98a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:14.411448 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-79f76a28-42c6-496e-aa99-41877010c98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:14.450702 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952bbb49-1429-4e62-a0ee-de6a92720b07 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:14.460595 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-952bbb49-1429-4e62-a0ee-de6a92720b07 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:14.634710 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-79f76a28-42c6-496e-aa99-41877010c98a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ff733adddcb44a88984cec514a3ed4cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0409973 Nov 11 21:56:14.649265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43318) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:14.685714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f76a28-42c6-496e-aa99-41877010c98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a315124e-82e4-4cd7-a6a4-23212f04cdd2,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:14.689864 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:14.832271 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9800e109-ca07-4b32-918f-8485aad92e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:14.843316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1baf6b08-fe5a-4758-a738-942bde02b6aa up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:56:14.919133 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9800e109-ca07-4b32-918f-8485aad92e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:15.003654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03459c91-6f33-4d15-bc1d-3cacf5a71e83 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:15.061087 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9800e109-ca07-4b32-918f-8485aad92e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:15.064476 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9800e109-ca07-4b32-918f-8485aad92e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:15.065880 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9800e109-ca07-4b32-918f-8485aad92e5c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a315124e-82e4-4cd7-a6a4-23212f04cdd2 HTTP/1.1" status: 204 len: 168 time: 0.4012699 Nov 11 21:56:15.077009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800e109-ca07-4b32-918f-8485aad92e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a315124e-82e4-4cd7-a6a4-23212f04cdd2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:15.137116 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-57005441-8139-4f5a-91f2-c0be788f32e8 None None] Provisioning complete for port 1baf6b08-fe5a-4758-a738-942bde02b6aa triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:15.137766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57005441-8139-4f5a-91f2-c0be788f32e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:15.167087 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-952bbb49-1429-4e62-a0ee-de6a92720b07 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:15.272839 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952bbb49-1429-4e62-a0ee-de6a92720b07 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:15.283096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-952bbb49-1429-4e62-a0ee-de6a92720b07 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:15.293108 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952bbb49-1429-4e62-a0ee-de6a92720b07 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:15.293711 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-952bbb49-1429-4e62-a0ee-de6a92720b07 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:15.295575 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1baf6b08-fe5a-4758-a738-942bde02b6aa triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:15.301244 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:15.345400 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-952bbb49-1429-4e62-a0ee-de6a92720b07 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2280409 Nov 11 21:56:15.348426 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bbb49-1429-4e62-a0ee-de6a92720b07 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=a84d47a5-629f-4969-b558-300a344ac3ea,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:15.348904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43354) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:15.354350 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'name': 'tempest-NetworksTestDHCPv6-97611389'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:15.799071 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:15.812130 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57005441-8139-4f5a-91f2-c0be788f32e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:15.819746 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:15.921418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port 342b3eb8-a1ff-4a8c-990f-5b24a7bb6962 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:56:16.154783 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-57005441-8139-4f5a-91f2-c0be788f32e8 None None] For port 1baf6b08-fe5a-4758-a738-942bde02b6aa, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1baf6b08-fe5a-4758-a738-942bde02b6aa,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:16.165383 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:16.213724 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57005441-8139-4f5a-91f2-c0be788f32e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:16.215449 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0241cf64-3cfb-4368-ab29-ea278b5addd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:16.408529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57005441-8139-4f5a-91f2-c0be788f32e8 None None] Pushing event updated for resources: {'Port': ['ID=1baf6b08-fe5a-4758-a738-942bde02b6aa,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:16.512621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::2dd (386cd058-2fb8-40f0-a159-c94cb531b2cc/a84d47a5-629f-4969-b558-300a344ac3ea/342b3eb8-a1ff-4a8c-990f-5b24a7bb6962) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:16.684225 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:56:16.687709 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:56:16.690349 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfba1f6-49e3-4795-a564-13cd9622a621 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:16.906679 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:16.995212 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:17.079384 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:17.101224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:17.107207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:17.114311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:17.115258 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:17.133100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=342b3eb8-a1ff-4a8c-990f-5b24a7bb6962,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:17.141466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-297d57f6-4a65-4316-b278-dca8cc32f3e5 None None] Provisioning complete for port 1baf6b08-fe5a-4758-a738-942bde02b6aa triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:17.141895 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-297d57f6-4a65-4316-b278-dca8cc32f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:17.175374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8250768 Nov 11 21:56:17.178047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43422) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:17.185972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:17.197403 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:17.198208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:17.198762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:17.200273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:17.200848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:17.202154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:17.208571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:17.209370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:17.210577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:17.211214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:17.211810 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a907d-3261-4d04-9985-e5d9c4e8f549 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:17.365902 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:17.370700 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318187c1-e92e-4001-b8bd-efbb5c21ffd3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:17.422839 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318187c1-e92e-4001-b8bd-efbb5c21ffd3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:17.427081 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-318187c1-e92e-4001-b8bd-efbb5c21ffd3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2454515 Nov 11 21:56:17.427609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43432) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:17.703675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1baf6b08-fe5a-4758-a738-942bde02b6aa up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:56:17.766778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43442) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:17.812242 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f5a64-f7dc-4dba-a51a-9526ec042ce1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port 342b3eb8-a1ff-4a8c-990f-5b24a7bb6962 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:17.821940 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7b9f5a64-f7dc-4dba-a51a-9526ec042ce1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:17.876770 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5919daf2-3104-4648-836c-f0b02de06656 None None] Provisioning complete for port 1baf6b08-fe5a-4758-a738-942bde02b6aa triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:17.879954 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5919daf2-3104-4648-836c-f0b02de06656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:17.997413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1baf6b08-fe5a-4758-a738-942bde02b6aa triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:17.997771 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:18.081955 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7b9f5a64-f7dc-4dba-a51a-9526ec042ce1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:18.124197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f5a64-f7dc-4dba-a51a-9526ec042ce1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for 342b3eb8-a1ff-4a8c-990f-5b24a7bb6962 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:18.278949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'network': {'name': 'tempest-network-smoke--1862299797', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'port_security_enabled': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:18.328481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Made reservation on behalf of a6474ef6257e4f61ac984a0b362bab65 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:18.332199 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:18.358489 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:18.459446 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5919daf2-3104-4648-836c-f0b02de06656 None None] Provisioning complete for port 342b3eb8-a1ff-4a8c-990f-5b24a7bb6962 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:18.459915 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5919daf2-3104-4648-836c-f0b02de06656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:18.546376 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7b9f5a64-f7dc-4dba-a51a-9526ec042ce1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:18.634623 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5919daf2-3104-4648-836c-f0b02de06656 None None] Port 342b3eb8-a1ff-4a8c-990f-5b24a7bb6962 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:56:18.652134 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:18.654468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f5a64-f7dc-4dba-a51a-9526ec042ce1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=342b3eb8-a1ff-4a8c-990f-5b24a7bb6962,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:18.748090 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-018c2a6c-e6f3-4989-bf39-6b453da039ad None None] Could not find standard attr ID for object 25f8ee23-2698-489f-b645-cc2f151676b6. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:56:18.766092 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:18.775412 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:18.790114 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7b9f5a64-f7dc-4dba-a51a-9526ec042ce1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:18.798848 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7b9f5a64-f7dc-4dba-a51a-9526ec042ce1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/342b3eb8-a1ff-4a8c-990f-5b24a7bb6962 HTTP/1.1" status: 204 len: 168 time: 1.3700478 Nov 11 21:56:18.808499 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43468) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:18.867360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7b481fa8-54d3-4f4b-a8c8-79e4f4fcc67f None None] Could not find standard attr ID for object 342b3eb8-a1ff-4a8c-990f-5b24a7bb6962. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:56:18.947213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b62dee-688c-4b12-a19d-3c3292b17d79,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:18.974993 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:56:19.036566 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:19.038297 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Added segment af9148bc-dfe8-4124-a415-b59d9ee01676 of type vlan for network 7955aa4b-29f0-4ae7-a4ec-e33170459584 Nov 11 21:56:19.073338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac14b93-7f9f-4a00-8e76-669ca997e5b8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:19.085192 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac14b93-7f9f-4a00-8e76-669ca997e5b8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:19.087297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bac14b93-7f9f-4a00-8e76-669ca997e5b8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2777553 Nov 11 21:56:19.091336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43476) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:19.146353 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:19.242424 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:19.266250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28e39a1-7585-467d-a3b8-c5f743cea50b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet a84d47a5-629f-4969-b558-300a344ac3ea {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:56:19.268924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:19.271962 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a28e39a1-7585-467d-a3b8-c5f743cea50b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:19.273009 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:19.367293 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:19.407615 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6397791 Nov 11 21:56:19.408972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43504) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:19.415359 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a28e39a1-7585-467d-a3b8-c5f743cea50b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:19.501067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-320137559', 'admin_state_up': True, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:19.507883 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d2bbb-c770-46ff-9bad-8292718e8949 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Network': ['ID=7955aa4b-29f0-4ae7-a4ec-e33170459584,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:19.537730 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a28e39a1-7585-467d-a3b8-c5f743cea50b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:19.567108 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:19.568631 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:19.582535 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 7955aa4b-29f0-4ae7-a4ec-e33170459584 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:56:19.676310 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a28e39a1-7585-467d-a3b8-c5f743cea50b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:19.676517 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:19.751170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e39a1-7585-467d-a3b8-c5f743cea50b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=a84d47a5-629f-4969-b558-300a344ac3ea,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:19.757377 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a28e39a1-7585-467d-a3b8-c5f743cea50b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:19.767667 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a28e39a1-7585-467d-a3b8-c5f743cea50b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/a84d47a5-629f-4969-b558-300a344ac3ea HTTP/1.1" status: 204 len: 168 time: 0.6714873 Nov 11 21:56:19.770522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43548) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:19.853964 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a8c49a15-fce5-4431-abea-9ac9bfc30ce0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800679 Nov 11 21:56:19.856727 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43562) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:19.862696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ea758b56-71e7-4308-95db-27a7cad7695e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:19.953904 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa03eb1-1e5b-47c4-a1df-cf875dfcd929 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:20.009331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea758b56-71e7-4308-95db-27a7cad7695e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:20.013537 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea758b56-71e7-4308-95db-27a7cad7695e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:20.059247 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:20.554087 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:20.565626 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea758b56-71e7-4308-95db-27a7cad7695e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:20.606915 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:20.704157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea758b56-71e7-4308-95db-27a7cad7695e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:20.715327 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-ea758b56-71e7-4308-95db-27a7cad7695e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:20.727261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea758b56-71e7-4308-95db-27a7cad7695e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:20.727867 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea758b56-71e7-4308-95db-27a7cad7695e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:20.744117 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43630) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:20.767039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea758b56-71e7-4308-95db-27a7cad7695e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=33bb9374-1c53-4329-9bda-1cc83fa93c57,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:20.798215 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ea758b56-71e7-4308-95db-27a7cad7695e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9401786 Nov 11 21:56:20.809741 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43638) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:20.810145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a4b1907e-02f6-4166-bbd9-62f1f139fd8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'name': 'tempest-NetworksTestDHCPv6-370460650'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:20.898372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Allocated IP 172.25.0.91 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/e3580853-757b-4829-b3bb-81c1cef28fdf) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:21.072866 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:21.074830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b1907e-02f6-4166-bbd9-62f1f139fd8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:21.078604 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4b1907e-02f6-4166-bbd9-62f1f139fd8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:21.134155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-a4b1907e-02f6-4166-bbd9-62f1f139fd8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port e8780d45-87cd-46e2-b2ae-27bb287ef221 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:56:21.137584 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:21.272930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bac13e-e201-4a38-a1ed-c1838b48a0bd None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:21.294170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:21.345864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:21.365814 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:21.375962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-a4b1907e-02f6-4166-bbd9-62f1f139fd8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::3a6 (386cd058-2fb8-40f0-a159-c94cb531b2cc/33bb9374-1c53-4329-9bda-1cc83fa93c57/e8780d45-87cd-46e2-b2ae-27bb287ef221) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:21.433864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Port': ['ID=e3580853-757b-4829-b3bb-81c1cef28fdf,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:21.434055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f361eb-5859-4878-b4fc-982fd100aa17 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:56:21.470168 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61bdd6c3-b07a-4c9d-8eaa-ac417b6797d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:21.502739 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-abe8a4be-b6fd-4995-95d8-868f10adfd16 None None] Provisioning complete for port 1baf6b08-fe5a-4758-a738-942bde02b6aa triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:21.503326 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-abe8a4be-b6fd-4995-95d8-868f10adfd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:21.659482 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4b1907e-02f6-4166-bbd9-62f1f139fd8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:21.765804 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4b1907e-02f6-4166-bbd9-62f1f139fd8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:21.922705 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b1907e-02f6-4166-bbd9-62f1f139fd8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:21.931743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-a4b1907e-02f6-4166-bbd9-62f1f139fd8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:21.957898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1907e-02f6-4166-bbd9-62f1f139fd8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:21.970508 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b1907e-02f6-4166-bbd9-62f1f139fd8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:21.971262 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4b1907e-02f6-4166-bbd9-62f1f139fd8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:22.021568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1907e-02f6-4166-bbd9-62f1f139fd8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=e8780d45-87cd-46e2-b2ae-27bb287ef221,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:22.048225 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a4b1907e-02f6-4166-bbd9-62f1f139fd8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2419913 Nov 11 21:56:22.051330 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43654) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:22.070811 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61bdd6c3-b07a-4c9d-8eaa-ac417b6797d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:22.116191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ec6b9b75-494b-4120-8ae9-2c30f15b435f None None] Provisioning complete for port e3580853-757b-4829-b3bb-81c1cef28fdf triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:22.116587 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9b75-494b-4120-8ae9-2c30f15b435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:22.179132 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-61bdd6c3-b07a-4c9d-8eaa-ac417b6797d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:22.223914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fbde48-3bae-46b4-8c20-ea17e84b9423 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:22.230641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fbde48-3bae-46b4-8c20-ea17e84b9423 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:22.232603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-17fbde48-3bae-46b4-8c20-ea17e84b9423 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1782503 Nov 11 21:56:22.241169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43656) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:22.282624 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b9b75-494b-4120-8ae9-2c30f15b435f None None] Port e3580853-757b-4829-b3bb-81c1cef28fdf cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:56:22.518635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-53e2706c-83b0-4ee1-8728-0016caf0c504 None None] Provisioning complete for port 1baf6b08-fe5a-4758-a738-942bde02b6aa triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:22.519029 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53e2706c-83b0-4ee1-8728-0016caf0c504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:22.694606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-53e2706c-83b0-4ee1-8728-0016caf0c504 None None] Provisioning complete for port e8780d45-87cd-46e2-b2ae-27bb287ef221 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:22.694985 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-53e2706c-83b0-4ee1-8728-0016caf0c504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:22.735294 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-53e2706c-83b0-4ee1-8728-0016caf0c504 None None] Port e8780d45-87cd-46e2-b2ae-27bb287ef221 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:56:22.866575 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b4cad03b-f269-49b9-b996-fed1996cfda3 None None] Provisioning complete for port e8780d45-87cd-46e2-b2ae-27bb287ef221 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:22.867910 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4cad03b-f269-49b9-b996-fed1996cfda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:22.974141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdd6c3-b07a-4c9d-8eaa-ac417b6797d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e330e2b-eb57-4d00-a4f3-72c96a206f97,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:22.982360 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-61bdd6c3-b07a-4c9d-8eaa-ac417b6797d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=268d923c644c4680a10f2c4ccc75d6e1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2361405 Nov 11 21:56:22.985116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43662) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:22.986357 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b4cad03b-f269-49b9-b996-fed1996cfda3 None None] Port e8780d45-87cd-46e2-b2ae-27bb287ef221 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:56:23.080435 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cf4b15aa-222c-46c9-b18a-4e9cda81e7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:23.109577 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:23.134459 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cf4b15aa-222c-46c9-b18a-4e9cda81e7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:23.231521 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cf4b15aa-222c-46c9-b18a-4e9cda81e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:23.234302 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cf4b15aa-222c-46c9-b18a-4e9cda81e7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:23.235557 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cf4b15aa-222c-46c9-b18a-4e9cda81e7c1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7e330e2b-eb57-4d00-a4f3-72c96a206f97 HTTP/1.1" status: 204 len: 168 time: 0.2493618 Nov 11 21:56:23.248260 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b15aa-222c-46c9-b18a-4e9cda81e7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e330e2b-eb57-4d00-a4f3-72c96a206f97,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:23.255489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c6bdd27e-fc71-4237-bcd4-f574026292f9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port e8780d45-87cd-46e2-b2ae-27bb287ef221 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:23.255831 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6bdd27e-fc71-4237-bcd4-f574026292f9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:23.428471 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6bdd27e-fc71-4237-bcd4-f574026292f9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:23.498421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c6bdd27e-fc71-4237-bcd4-f574026292f9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for e8780d45-87cd-46e2-b2ae-27bb287ef221 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:23.623393 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:23.774496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43672) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:23.792478 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-313df7a9-460c-403c-975e-23059153ed5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:23.991240 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6bdd27e-fc71-4237-bcd4-f574026292f9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:24.062079 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-313df7a9-460c-403c-975e-23059153ed5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:24.068678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-313df7a9-460c-403c-975e-23059153ed5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:24.071977 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdd27e-fc71-4237-bcd4-f574026292f9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=e8780d45-87cd-46e2-b2ae-27bb287ef221,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:24.081039 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:56:24.101392 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c6bdd27e-fc71-4237-bcd4-f574026292f9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:24.104742 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c6bdd27e-fc71-4237-bcd4-f574026292f9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/e8780d45-87cd-46e2-b2ae-27bb287ef221 HTTP/1.1" status: 204 len: 168 time: 1.8534455 Nov 11 21:56:24.108639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43682) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:24.113126 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-313df7a9-460c-403c-975e-23059153ed5d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=79e370ca4bca4a4ba89fa2f118565703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3370454 Nov 11 21:56:24.119914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43686) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:24.200820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313df7a9-460c-403c-975e-23059153ed5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676f6291-9abb-42f4-934a-0c298af8ebc6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:24.237324 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9dc6386a-b306-4687-bf4e-38df6e84e821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:24.239066 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d35be38-e5bd-4acc-bcf6-c48dc9f9287b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:24.244220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d35be38-e5bd-4acc-bcf6-c48dc9f9287b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:24.246024 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2d35be38-e5bd-4acc-bcf6-c48dc9f9287b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1372247 Nov 11 21:56:24.257181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43690) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:24.280995 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9dc6386a-b306-4687-bf4e-38df6e84e821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:24.362746 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9dc6386a-b306-4687-bf4e-38df6e84e821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:24.367381 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9dc6386a-b306-4687-bf4e-38df6e84e821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:24.368716 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9dc6386a-b306-4687-bf4e-38df6e84e821 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/676f6291-9abb-42f4-934a-0c298af8ebc6 HTTP/1.1" status: 204 len: 168 time: 0.2476122 Nov 11 21:56:24.380081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6386a-b306-4687-bf4e-38df6e84e821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676f6291-9abb-42f4-934a-0c298af8ebc6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:24.512511 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2581e4-03c7-435d-bc8c-928842810f91 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 33bb9374-1c53-4329-9bda-1cc83fa93c57 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:56:24.517345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9f2581e4-03c7-435d-bc8c-928842810f91 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:24.623897 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9f2581e4-03c7-435d-bc8c-928842810f91 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:24.683086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:56:24.697659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Sync routers for ids ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:56:24.711680 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Routers {'7b50fc21-170d-4c30-9876-58b00a0d8ce2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:56:24.712602 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:56:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:24.756857 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9f2581e4-03c7-435d-bc8c-928842810f91 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:24.817071 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:24.820573 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-83e569f5-5861-40c9-9c57-2f4a7070cd80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3235757 Nov 11 21:56:24.823257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43698) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:24.922432 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9f2581e4-03c7-435d-bc8c-928842810f91 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:24.957163 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9f2581e4-03c7-435d-bc8c-928842810f91 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:24.968696 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9f2581e4-03c7-435d-bc8c-928842810f91 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/33bb9374-1c53-4329-9bda-1cc83fa93c57 HTTP/1.1" status: 204 len: 168 time: 0.7064958 Nov 11 21:56:24.969372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43702) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:25.013972 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70348e7b-1363-4df1-b6a4-0c4aa6563d45 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:25.142169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2581e4-03c7-435d-bc8c-928842810f91 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=33bb9374-1c53-4329-9bda-1cc83fa93c57,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:25.163246 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c8dbba52-b586-4f34-874c-98dde232d86b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1926329 Nov 11 21:56:25.167205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Set router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:56:25.178220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43712) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:25.328016 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bbad1f-aca7-4569-ada3-f14adc88068e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:25.333130 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43718) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:25.348025 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c5bbad1f-aca7-4569-ada3-f14adc88068e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1678081 Nov 11 21:56:25.567472 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f00f571e-19ea-4ca1-8622-1ffb750bacb2 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=a6474ef6257e4f61ac984a0b362bab65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7412100 Nov 11 21:56:25.569011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43728) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:25.574509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddb57a2-d0f8-4618-8b66-c350665a34c3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:25.580308 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1ddb57a2-d0f8-4618-8b66-c350665a34c3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2440200 Nov 11 21:56:25.581899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43730) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:25.649265 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fd641537-336b-4947-83b8-ea4e7ab0fae2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553112 Nov 11 21:56:25.653441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43734) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:25.659935 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2f26688f-a0f1-4ba6-93bf-6d48829fbfbb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:25.687522 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97b75a7-d1c1-4dc2-b6ff-aafb0784d3a8 None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:56:25.764067 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c97b75a7-d1c1-4dc2-b6ff-aafb0784d3a8 None None] Deleting port 1baf6b08-fe5a-4758-a738-942bde02b6aa {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:25.764828 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c97b75a7-d1c1-4dc2-b6ff-aafb0784d3a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:25.849257 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c97b75a7-d1c1-4dc2-b6ff-aafb0784d3a8 None None] For port 1baf6b08-fe5a-4758-a738-942bde02b6aa, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1baf6b08-fe5a-4758-a738-942bde02b6aa,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:25.849662 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c97b75a7-d1c1-4dc2-b6ff-aafb0784d3a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:25.866967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c97b75a7-d1c1-4dc2-b6ff-aafb0784d3a8 None None] Calling delete_port for 1baf6b08-fe5a-4758-a738-942bde02b6aa owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:25.877212 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4226cb7-d62f-429d-a49a-4065cdb282ee tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:25.882142 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c4226cb7-d62f-429d-a49a-4065cdb282ee tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3093307 Nov 11 21:56:25.882627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43740) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:25.953444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-bebef7c1-b5c3-4e93-9f8f-0f2e4360a275 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258860760&fields=id&tenant_id=164e178567a84f6aa0efcf56b049aa7b HTTP/1.1" status: 200 len: 267 time: 0.1520271 Nov 11 21:56:25.956118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f26688f-a0f1-4ba6-93bf-6d48829fbfbb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:25.966492 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2f26688f-a0f1-4ba6-93bf-6d48829fbfbb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:25.997572 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b8078e63-037c-474c-a04b-d34341da91b9 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1115487 Nov 11 21:56:25.997871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43742) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:26.005142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:56:21Z', 'revision_number': 3, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:26.015283 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1664f859-d2e7-4315-9688-63c79d6285ab tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1632446132', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:26.087305 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Checking router: 7b50fc21-170d-4c30-9876-58b00a0d8ce2 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:56:26.087916 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Updating router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 port e3580853-757b-4829-b3bb-81c1cef28fdf binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:56:26.119537 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:26.122030 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c97b75a7-d1c1-4dc2-b6ff-aafb0784d3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:26.208253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1664f859-d2e7-4315-9688-63c79d6285ab tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Made reservation on behalf of a6474ef6257e4f61ac984a0b362bab65 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:26.213635 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1664f859-d2e7-4315-9688-63c79d6285ab tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:26.222221 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b75a7-d1c1-4dc2-b6ff-aafb0784d3a8 None None] Pushing event deleted for resources: {'Port': ['ID=1baf6b08-fe5a-4758-a738-942bde02b6aa,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:26.265662 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b75a7-d1c1-4dc2-b6ff-aafb0784d3a8 None None] No DVR routers for this DVR port 1baf6b08-fe5a-4758-a738-942bde02b6aa on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:56:26.432927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-cd759e59-56b8-4956-8245-4a84dbd7c1f2 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:26.443984 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-cd759e59-56b8-4956-8245-4a84dbd7c1f2 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 812 time: 0.4642024 Nov 11 21:56:26.488097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-cec885c2-40f3-4d28-90f2-56b2e6c8945e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/quotas/164e178567a84f6aa0efcf56b049aa7b HTTP/1.1" status: 200 len: 375 time: 0.0422647 Nov 11 21:56:26.566736 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1664f859-d2e7-4315-9688-63c79d6285ab tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:26.718976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664f859-d2e7-4315-9688-63c79d6285ab tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Checking segment: {'id': 'af9148bc-dfe8-4124-a415-b59d9ee01676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:56:26.719452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1664f859-d2e7-4315-9688-63c79d6285ab tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network hostable DHCP agents. Network: 7955aa4b-29f0-4ae7-a4ec-e33170459584, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:56:26.759204 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664f859-d2e7-4315-9688-63c79d6285ab tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Subnet': ['ID=26e855f5-9574-406a-93e9-32e5d01b3998,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:26.783889 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1664f859-d2e7-4315-9688-63c79d6285ab tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network 7955aa4b-29f0-4ae7-a4ec-e33170459584 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:56:26.788309 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-2870e81e-3dc6-4fbc-b11a-4f038e4a4334 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2974846 Nov 11 21:56:26.831171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1664f859-d2e7-4315-9688-63c79d6285ab tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 7955aa4b-29f0-4ae7-a4ec-e33170459584) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:26.837618 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1664f859-d2e7-4315-9688-63c79d6285ab tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:26.840386 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1664f859-d2e7-4315-9688-63c79d6285ab tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:26.845235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fc5757-0473-48b1-a668-c332ea56fb56 None None] Network 7955aa4b-29f0-4ae7-a4ec-e33170459584 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:26.894034 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1664f859-d2e7-4315-9688-63c79d6285ab tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8940341 Nov 11 21:56:26.894845 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43762) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:26.895231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43764) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:26.996605 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:27.020768 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:27.096622 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2f26688f-a0f1-4ba6-93bf-6d48829fbfbb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:27.111316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d703bc-7766-4a81-a049-bc3f7b503e29 None None] Pushing event updated for resources: {'Port': ['ID=e3580853-757b-4829-b3bb-81c1cef28fdf,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:27.134266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a11970b-560b-4681-9f0f-458329ec80e6 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:56:27.148503 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b0ea9c0-0002-4d45-b014-fb191f60a2d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:27.209157 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Attempting to bind port e3580853-757b-4829-b3bb-81c1cef28fdf on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:56:27.209988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Attempting to bind port e3580853-757b-4829-b3bb-81c1cef28fdf by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:56:27.210587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Attempting to bind port e3580853-757b-4829-b3bb-81c1cef28fdf on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:56:27.220217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:56:27.220738 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:56:27.221159 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:27.221560 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:56:27.222033 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Bound port: e3580853-757b-4829-b3bb-81c1cef28fdf, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:56:27.222417 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:27.245626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-b0f450e7-b12e-48a3-8113-2f4a08f19777 service neutron] 10.222.0.57 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343417 Nov 11 21:56:27.264050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f26688f-a0f1-4ba6-93bf-6d48829fbfbb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:27.289668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-2f26688f-a0f1-4ba6-93bf-6d48829fbfbb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:27.291583 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] For port e3580853-757b-4829-b3bb-81c1cef28fdf, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:56:27.295663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] For port e3580853-757b-4829-b3bb-81c1cef28fdf, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e3580853-757b-4829-b3bb-81c1cef28fdf,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:56:27.306559 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f26688f-a0f1-4ba6-93bf-6d48829fbfbb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:27.307075 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2f26688f-a0f1-4ba6-93bf-6d48829fbfbb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:27.312736 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:27.388474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26688f-a0f1-4ba6-93bf-6d48829fbfbb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=1ecb754f-7a57-42d2-ac9b-158afd4b94ae,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:27.440733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f58b0db-b286-45b7-88f5-ec496125bb28 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:27.463418 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2f26688f-a0f1-4ba6-93bf-6d48829fbfbb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8085136 Nov 11 21:56:27.470110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43774) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:27.488008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-37b75b35-45c9-4af6-8efa-b3dcfe98bac0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'fixed_ips': [{'subnet_id': '1ecb754f-7a57-42d2-ac9b-158afd4b94ae', 'ip_address': '2001:db8::1c5c:7ab3:4121:6c7b'}], 'name': 'tempest-NetworksTestDHCPv6-1431087004'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:27.519445 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b0ea9c0-0002-4d45-b014-fb191f60a2d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:27.529702 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b0ea9c0-0002-4d45-b014-fb191f60a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:27.569366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d703bc-7766-4a81-a049-bc3f7b503e29 None None] Pushing event updated for resources: {'Port': ['ID=e3580853-757b-4829-b3bb-81c1cef28fdf,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:27.587260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5988f17f-4a0c-4305-b701-c4ab185fc137 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:56:27.620568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ea9c0-0002-4d45-b014-fb191f60a2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9502efc8-20f6-430d-ac1f-82eaaa5cff51,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:27.657110 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8b0ea9c0-0002-4d45-b014-fb191f60a2d7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04f25b35bfc34d129e278c573390ced4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7501757 Nov 11 21:56:27.664117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Routers {'7b50fc21-170d-4c30-9876-58b00a0d8ce2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:56:27.664607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43778) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:27.665973 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:56:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:27.773271 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-b232ab8a-f4c3-4feb-8b27-ea90714d5f41 service neutron] 10.222.0.57 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113468 Nov 11 21:56:27.837173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] Set router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:56:27.847474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b75b35-45c9-4af6-8efa-b3dcfe98bac0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:27.921112 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ad89c98e-db0a-4282-b3a0-faadbca83276 None None] Provisioning complete for port e3580853-757b-4829-b3bb-81c1cef28fdf triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:27.921714 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad89c98e-db0a-4282-b3a0-faadbca83276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:27.994471 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6cb8beb-cd93-4feb-b75d-574afc177100 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:28.088657 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6cb8beb-cd93-4feb-b75d-574afc177100 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:28.103227 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1baf6b08-fe5a-4758-a738-942bde02b6aa no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:56:28.103515 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-37b75b35-45c9-4af6-8efa-b3dcfe98bac0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:28.125072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-37b75b35-45c9-4af6-8efa-b3dcfe98bac0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port 939d2f72-45f3-46a3-93b7-8c9dddf34da1 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:56:28.160226 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:28.290133 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6cb8beb-cd93-4feb-b75d-574afc177100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:28.292987 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b6cb8beb-cd93-4feb-b75d-574afc177100 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:28.294215 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b6cb8beb-cd93-4feb-b75d-574afc177100 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9502efc8-20f6-430d-ac1f-82eaaa5cff51 HTTP/1.1" status: 204 len: 168 time: 0.6287429 Nov 11 21:56:28.540896 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbe0556f-a13b-4adb-b914-0a7e8854517d req-085947d7-1d55-4b43-bf19-89abaaf6a618 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 210 time: 0.1350856 Nov 11 21:56:28.694923 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-7955aa4b-29f0-4ae7-a4ec-e33170459584', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:56:28.697127 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:28.703107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 1baf6b08-fe5a-4758-a738-942bde02b6aa {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:56:28.703463 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1baf6b08-fe5a-4758-a738-942bde02b6aa not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:56:28.737884 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': '1ecb754f-7a57-42d2-ac9b-158afd4b94ae'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:56:28.739473 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:28.892990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb8beb-cd93-4feb-b75d-574afc177100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9502efc8-20f6-430d-ac1f-82eaaa5cff51,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:28.965296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Allocated IP 172.20.0.2 (7955aa4b-29f0-4ae7-a4ec-e33170459584/26e855f5-9574-406a-93e9-32e5d01b3998/de46003b-2616-48df-8c98-e36982c33177) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:29.164110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43816) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:29.197466 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3399b658-8922-4f1f-bb1b-efe90157bcaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:29.319872 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3399b658-8922-4f1f-bb1b-efe90157bcaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:29.334166 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3399b658-8922-4f1f-bb1b-efe90157bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:29.391288 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3399b658-8922-4f1f-bb1b-efe90157bcaa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40c99ac11e8e48288f1aa249787bc717&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2258785 Nov 11 21:56:29.392268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399b658-8922-4f1f-bb1b-efe90157bcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684f817a-ea82-4c13-bd3e-052fe4b28335,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:29.395077 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43820) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:29.456869 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e36af493-00ca-47a4-a33b-31fdd95cb950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:29.471666 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:29.521537 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-37b75b35-45c9-4af6-8efa-b3dcfe98bac0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::1c5c:7ab3:4121:6c7b (386cd058-2fb8-40f0-a159-c94cb531b2cc/1ecb754f-7a57-42d2-ac9b-158afd4b94ae/939d2f72-45f3-46a3-93b7-8c9dddf34da1) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:29.586304 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:29.643416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:56:21Z', 'revision_number': 3, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:29.663222 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e36af493-00ca-47a4-a33b-31fdd95cb950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:29.732933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Allocated IP 172.20.0.1 (7955aa4b-29f0-4ae7-a4ec-e33170459584/26e855f5-9574-406a-93e9-32e5d01b3998/28512e24-dd43-45f3-a566-4b4ee6f05d11) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:29.749716 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b19f8185-3046-469b-9d3b-efa99de46a0e req-abf33618-be64-413a-942e-1ccc292cf33d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 210 time: 0.0509930 Nov 11 21:56:29.828851 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad89c98e-db0a-4282-b3a0-faadbca83276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:29.861017 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-37b75b35-45c9-4af6-8efa-b3dcfe98bac0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:29.867451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Network 7955aa4b-29f0-4ae7-a4ec-e33170459584 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:29.886399 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b8605-89b1-47f7-acb8-9922eba56800 None None] The sync data for ids ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'] in n-d-805737-3 is: [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:56:21Z', 'revision_number': 3, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:56:29.902756 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:29.927939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:29.940678 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e36af493-00ca-47a4-a33b-31fdd95cb950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:29.948030 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e36af493-00ca-47a4-a33b-31fdd95cb950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:29.952071 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e36af493-00ca-47a4-a33b-31fdd95cb950 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/684f817a-ea82-4c13-bd3e-052fe4b28335 HTTP/1.1" status: 204 len: 168 time: 0.5534256 Nov 11 21:56:29.962466 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:29.979098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-37b75b35-45c9-4af6-8efa-b3dcfe98bac0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:30.045745 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Allocated IP 2001:db8::2 (386cd058-2fb8-40f0-a159-c94cb531b2cc/1ecb754f-7a57-42d2-ac9b-158afd4b94ae/5276958c-3cfe-4513-8d51-a825da31f1d7) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:30.058366 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36af493-00ca-47a4-a33b-31fdd95cb950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684f817a-ea82-4c13-bd3e-052fe4b28335,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:30.108563 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network 7955aa4b-29f0-4ae7-a4ec-e33170459584 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:30.112157 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:30.118445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b75b35-45c9-4af6-8efa-b3dcfe98bac0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:30.121574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:30.135568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-37b75b35-45c9-4af6-8efa-b3dcfe98bac0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:30.148294 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b75b35-45c9-4af6-8efa-b3dcfe98bac0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:30.163908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b75b35-45c9-4af6-8efa-b3dcfe98bac0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:30.166976 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:30.167466 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-37b75b35-45c9-4af6-8efa-b3dcfe98bac0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:30.205291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ad89c98e-db0a-4282-b3a0-faadbca83276 None None] For port e3580853-757b-4829-b3bb-81c1cef28fdf, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e3580853-757b-4829-b3bb-81c1cef28fdf,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:30.219399 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b75b35-45c9-4af6-8efa-b3dcfe98bac0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=939d2f72-45f3-46a3-93b7-8c9dddf34da1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:30.247543 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-37b75b35-45c9-4af6-8efa-b3dcfe98bac0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7736788 Nov 11 21:56:30.250516 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43830) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:30.278756 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Port': ['ID=28512e24-dd43-45f3-a566-4b4ee6f05d11,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:30.282148 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ad89c98e-db0a-4282-b3a0-faadbca83276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:30.370098 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:30.386881 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Pushing event updated for resources: {'Port': ['ID=de46003b-2616-48df-8c98-e36982c33177,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:30.399127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5619126b-6a03-4149-82c2-79d41ce6217d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:30.410036 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5619126b-6a03-4149-82c2-79d41ce6217d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1556785 Nov 11 21:56:30.410806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43834) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:30.656829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-7c30adf2-0912-4504-a29d-a723574b8d7c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:30.670805 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-7c30adf2-0912-4504-a29d-a723574b8d7c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 812 time: 0.5420966 Nov 11 21:56:30.671863 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:30.677621 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89c98e-db0a-4282-b3a0-faadbca83276 None None] Pushing event updated for resources: {'Port': ['ID=e3580853-757b-4829-b3bb-81c1cef28fdf,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:30.793814 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43840) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:30.822984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4fde9467-fbba-4d15-82e4-c0233ac6a6a2 None None] Provisioning complete for port e3580853-757b-4829-b3bb-81c1cef28fdf triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:30.823397 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4fde9467-fbba-4d15-82e4-c0233ac6a6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:30.828233 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Attempting to bind port de46003b-2616-48df-8c98-e36982c33177 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:56:30.828592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Attempting to bind port de46003b-2616-48df-8c98-e36982c33177 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'af9148bc-dfe8-4124-a415-b59d9ee01676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:56:30.829067 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Attempting to bind port de46003b-2616-48df-8c98-e36982c33177 on network 7955aa4b-29f0-4ae7-a4ec-e33170459584 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:56:30.841963 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17adc8a9-86a7-41ce-9a3e-9288e0c27fa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:30.873793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0625217e-9913-43e0-ab1c-c0934061c983 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port 939d2f72-45f3-46a3-93b7-8c9dddf34da1 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:30.881883 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0625217e-9913-43e0-ab1c-c0934061c983 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:30.914079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:56:30.914526 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Checking segment: {'id': 'af9148bc-dfe8-4124-a415-b59d9ee01676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:56:30.914879 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:30.915273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Bound using segment: {'id': 'af9148bc-dfe8-4124-a415-b59d9ee01676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:56:30.916279 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Bound port: de46003b-2616-48df-8c98-e36982c33177, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9148bc-dfe8-4124-a415-b59d9ee01676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:56:30.916279 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:30.986144 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:31.025754 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:31.066757 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37b64f6b-f94e-4ca9-ad8d-d38c13a7bf00 req-5161dcf4-7c64-4b16-b8da-81411aa520e9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 210 time: 0.1544626 Nov 11 21:56:31.091456 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-e399f9f0-b7cd-4db9-86f3-dc78404af326 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=164e178567a84f6aa0efcf56b049aa7b HTTP/1.1" status: 200 len: 380 time: 0.3992410 Nov 11 21:56:31.134023 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-665c1aa7-3eea-4693-9b18-d32d62502412 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'port': {'device_id': '207f48e2-e228-40cf-90cb-d323dce241bf', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'admin_state_up': True, 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'security_groups': ['3e556b0d-87a5-4ad9-a72a-4f9b058f82de']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:31.235043 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0625217e-9913-43e0-ab1c-c0934061c983 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:31.235734 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] For port de46003b-2616-48df-8c98-e36982c33177, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:56:31.241186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] For port de46003b-2616-48df-8c98-e36982c33177, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=de46003b-2616-48df-8c98-e36982c33177,segment=NetworkSegment(af9148bc-dfe8-4124-a415-b59d9ee01676),segment_id=af9148bc-dfe8-4124-a415-b59d9ee01676)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:56:31.288974 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0625217e-9913-43e0-ab1c-c0934061c983 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for 939d2f72-45f3-46a3-93b7-8c9dddf34da1 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:31.331528 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:31.334475 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Pushing event updated for resources: {'Port': ['ID=5276958c-3cfe-4513-8d51-a825da31f1d7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:31.348447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:31.360053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:31.394054 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:31.606418 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17adc8a9-86a7-41ce-9a3e-9288e0c27fa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:31.628183 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17adc8a9-86a7-41ce-9a3e-9288e0c27fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:31.660049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-665c1aa7-3eea-4693-9b18-d32d62502412 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Made reservation on behalf of 164e178567a84f6aa0efcf56b049aa7b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:31.672129 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-665c1aa7-3eea-4693-9b18-d32d62502412 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:31.812455 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:31.825795 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:31.826158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e3580853-757b-4829-b3bb-81c1cef28fdf up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:56:31.892757 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0625217e-9913-43e0-ab1c-c0934061c983 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:31.963388 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-17adc8a9-86a7-41ce-9a3e-9288e0c27fa4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=753c4849ba264da0a3f652f76b273ab4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1516008 Nov 11 21:56:31.964372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625217e-9913-43e0-ab1c-c0934061c983 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=939d2f72-45f3-46a3-93b7-8c9dddf34da1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:31.969570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43848) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:31.973741 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17adc8a9-86a7-41ce-9a3e-9288e0c27fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a23b96-40e6-4ab6-b9a3-d2d3383d320c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:31.986067 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2db040-3f79-4cac-a392-9170d8a4b4e3 None None] Pushing event updated for resources: {'Port': ['ID=de46003b-2616-48df-8c98-e36982c33177,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:31.997457 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Attempting to bind port 5276958c-3cfe-4513-8d51-a825da31f1d7 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:56:31.997888 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Attempting to bind port 5276958c-3cfe-4513-8d51-a825da31f1d7 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:56:31.998301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Attempting to bind port 5276958c-3cfe-4513-8d51-a825da31f1d7 on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:56:32.010633 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:56:32.011290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:56:32.011854 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:32.014765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:56:32.015639 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Bound port: 5276958c-3cfe-4513-8d51-a825da31f1d7, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:56:32.017080 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:32.056861 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0625217e-9913-43e0-ab1c-c0934061c983 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:32.060548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0625217e-9913-43e0-ab1c-c0934061c983 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/939d2f72-45f3-46a3-93b7-8c9dddf34da1 HTTP/1.1" status: 204 len: 168 time: 1.6487391 Nov 11 21:56:32.067453 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43850) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:32.122186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] For port 5276958c-3cfe-4513-8d51-a825da31f1d7, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:56:32.126748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] For port 5276958c-3cfe-4513-8d51-a825da31f1d7, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5276958c-3cfe-4513-8d51-a825da31f1d7,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:56:32.137007 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:32.173546 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:32.222380 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e3580853-757b-4829-b3bb-81c1cef28fdf triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:32.222841 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:32.295138 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-599bebde-9f01-44da-b8b0-0ed3f820ee52 req-dcaaf26c-2169-477c-97d5-b886eac96d11 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 210 time: 0.0771801 Nov 11 21:56:32.398786 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Port': ['ID=28512e24-dd43-45f3-a566-4b4ee6f05d11,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:32.409821 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-363bf40f-b1ec-43c8-8a81-52c3a2f0b020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:32.436411 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bffb8c-7688-4a72-be2c-9d485fdb955e None None] Pushing event updated for resources: {'Port': ['ID=5276958c-3cfe-4513-8d51-a825da31f1d7,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:32.443004 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-363bf40f-b1ec-43c8-8a81-52c3a2f0b020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:32.500152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839939c3-065a-4a59-8740-80ff2eac763e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:32.501982 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839939c3-065a-4a59-8740-80ff2eac763e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:32.503889 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-839939c3-065a-4a59-8740-80ff2eac763e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4266837 Nov 11 21:56:32.506902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43856) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:32.641374 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network 7955aa4b-29f0-4ae7-a4ec-e33170459584 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:32.652334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f254dd-3952-4d15-9f47-e79679eebed6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 1ecb754f-7a57-42d2-ac9b-158afd4b94ae {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:56:32.657048 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85f254dd-3952-4d15-9f47-e79679eebed6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:32.679918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:32.729752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-363bf40f-b1ec-43c8-8a81-52c3a2f0b020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:32.735418 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-363bf40f-b1ec-43c8-8a81-52c3a2f0b020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:32.736667 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-363bf40f-b1ec-43c8-8a81-52c3a2f0b020 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/92a23b96-40e6-4ab6-b9a3-d2d3383d320c HTTP/1.1" status: 204 len: 168 time: 0.7588897 Nov 11 21:56:32.778422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-665c1aa7-3eea-4693-9b18-d32d62502412 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Allocated IP 172.20.0.7 (4d02e8f7-1fed-488d-88e4-c59fcb552dd2/6c6e9d78-7810-4819-84ef-86991e5b6381/689b83c4-a650-47f6-96c5-a503891fcd61) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:32.852197 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85f254dd-3952-4d15-9f47-e79679eebed6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:33.092469 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85f254dd-3952-4d15-9f47-e79679eebed6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:33.212762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bf40f-b1ec-43c8-8a81-52c3a2f0b020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a23b96-40e6-4ab6-b9a3-d2d3383d320c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:33.242341 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:56:33.264523 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-665c1aa7-3eea-4693-9b18-d32d62502412 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:33.303290 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85f254dd-3952-4d15-9f47-e79679eebed6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:33.431240 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85f254dd-3952-4d15-9f47-e79679eebed6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:33.439190 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-85f254dd-3952-4d15-9f47-e79679eebed6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/1ecb754f-7a57-42d2-ac9b-158afd4b94ae HTTP/1.1" status: 204 len: 168 time: 0.9309638 Nov 11 21:56:33.441459 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43868) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:33.444395 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f254dd-3952-4d15-9f47-e79679eebed6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=1ecb754f-7a57-42d2-ac9b-158afd4b94ae,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:33.519436 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-665c1aa7-3eea-4693-9b18-d32d62502412 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:33.531950 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8d534354-4acf-4044-978c-75f9ff4e5c67 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837255 Nov 11 21:56:33.533664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43870) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:33.557877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f66ad2-6fdf-4c82-96ba-7ff76631b6fa None None] Network 7955aa4b-29f0-4ae7-a4ec-e33170459584 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:33.559032 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-91725aaa-417a-4bbd-acfe-ab4b5088fbfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:33.656928 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-665c1aa7-3eea-4693-9b18-d32d62502412 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:33.669137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:56:33.704552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-665c1aa7-3eea-4693-9b18-d32d62502412 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:33.712981 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-145c67b9-2768-43b0-bbb4-41620f0971ca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "PUT /v2.0/routers/7b50fc21-170d-4c30-9876-58b00a0d8ce2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8163428 Nov 11 21:56:33.723820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-665c1aa7-3eea-4693-9b18-d32d62502412 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:33.724559 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d02baf-b18b-41a1-aeba-13d34a13888a req-0dfffccf-1e7c-4a71-972a-87bb05745dd4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:33.727899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43876) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:33.732170 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74d02baf-b18b-41a1-aeba-13d34a13888a req-0dfffccf-1e7c-4a71-972a-87bb05745dd4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 931 time: 0.2628870 Nov 11 21:56:33.879795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5276958c-3cfe-4513-8d51-a825da31f1d7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:56:33.883048 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74d02baf-b18b-41a1-aeba-13d34a13888a req-94922346-7cd6-40f5-9953-1b6ca2b0f112 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477449 Nov 11 21:56:33.890421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c1aa7-3eea-4693-9b18-d32d62502412 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'Port': ['ID=689b83c4-a650-47f6-96c5-a503891fcd61,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:33.958542 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Sync routers for ids ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:56:33.988023 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Routers {'7b50fc21-170d-4c30-9876-58b00a0d8ce2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:56:33.989014 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:56:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:34.103466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-665c1aa7-3eea-4693-9b18-d32d62502412 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.104203 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-665c1aa7-3eea-4693-9b18-d32d62502412 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:34.211522 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf933133-63d4-415b-b689-343202bfc217 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:34.236299 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91725aaa-417a-4bbd-acfe-ab4b5088fbfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:34.242753 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91725aaa-417a-4bbd-acfe-ab4b5088fbfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:34.281213 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Set router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:56:34.300771 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-665c1aa7-3eea-4693-9b18-d32d62502412 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2039292 Nov 11 21:56:34.327646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f95ca-be1d-4fbd-9a2c-d91d56dbda04 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.333039 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f95ca-be1d-4fbd-9a2c-d91d56dbda04 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.335976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f95ca-be1d-4fbd-9a2c-d91d56dbda04 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.336997 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f95ca-be1d-4fbd-9a2c-d91d56dbda04 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.340769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f95ca-be1d-4fbd-9a2c-d91d56dbda04 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.342462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f95ca-be1d-4fbd-9a2c-d91d56dbda04 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.343875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f95ca-be1d-4fbd-9a2c-d91d56dbda04 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.344629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f95ca-be1d-4fbd-9a2c-d91d56dbda04 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.346578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f95ca-be1d-4fbd-9a2c-d91d56dbda04 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.347095 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f95ca-be1d-4fbd-9a2c-d91d56dbda04 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.358114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43892) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:34.373732 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f71f95ca-be1d-4fbd-9a2c-d91d56dbda04 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7059 time: 0.6437936 Nov 11 21:56:34.383517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Request body: {'port': {'device_id': '207f48e2-e228-40cf-90cb-d323dce241bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:34.513755 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b194e02f-ab83-4296-80dd-e5fcc254cb32 None None] Provisioning complete for port de46003b-2616-48df-8c98-e36982c33177 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:34.516467 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b194e02f-ab83-4296-80dd-e5fcc254cb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:34.586110 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:34.614813 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:56:30Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '28512e24-dd43-45f3-a566-4b4ee6f05d11', 'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:91:1a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:28Z', 'updated_at': '2021-11-11T21:56:31Z', 'revision_number': 2, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:34.640448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ee1e58-3e42-4804-8df4-16f6aef1b783 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.641120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ee1e58-3e42-4804-8df4-16f6aef1b783 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.641574 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ee1e58-3e42-4804-8df4-16f6aef1b783 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.642017 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ee1e58-3e42-4804-8df4-16f6aef1b783 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.642452 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ee1e58-3e42-4804-8df4-16f6aef1b783 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.642890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ee1e58-3e42-4804-8df4-16f6aef1b783 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.643329 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ee1e58-3e42-4804-8df4-16f6aef1b783 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.643761 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ee1e58-3e42-4804-8df4-16f6aef1b783 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.644194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ee1e58-3e42-4804-8df4-16f6aef1b783 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:34.649039 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d4ee1e58-3e42-4804-8df4-16f6aef1b783 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5924 time: 0.2870369 Nov 11 21:56:34.653587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43896) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:34.675021 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5276958c-3cfe-4513-8d51-a825da31f1d7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:34.676060 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:34.706262 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Checking router: 7b50fc21-170d-4c30-9876-58b00a0d8ce2 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:56:34.706637 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Updating router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 port 28512e24-dd43-45f3-a566-4b4ee6f05d11 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:56:34.792399 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:35.092922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da093264-f705-4d4b-9029-aa1f4348ba40 req-c4a9a1db-69f0-4707-8ede-6ec1e049b4a6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:35.097609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da093264-f705-4d4b-9029-aa1f4348ba40 req-c4a9a1db-69f0-4707-8ede-6ec1e049b4a6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 931 time: 0.1002555 Nov 11 21:56:35.111518 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b194e02f-ab83-4296-80dd-e5fcc254cb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:35.214629 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da093264-f705-4d4b-9029-aa1f4348ba40 req-9b413b18-0985-4605-b79d-f29da736c717 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100569 Nov 11 21:56:35.252649 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de0dee2-9deb-4ff1-b7f1-e887b3f603c9 None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:56:35.263558 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b194e02f-ab83-4296-80dd-e5fcc254cb32 None None] For port de46003b-2616-48df-8c98-e36982c33177, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=de46003b-2616-48df-8c98-e36982c33177,segment=NetworkSegment(af9148bc-dfe8-4124-a415-b59d9ee01676),segment_id=af9148bc-dfe8-4124-a415-b59d9ee01676)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:35.338219 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b194e02f-ab83-4296-80dd-e5fcc254cb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:35.417130 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:35.427454 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:35.434421 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:35.516496 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865a819-ffbc-4697-86d3-48bda4648f1c None None] Pushing event updated for resources: {'Port': ['ID=28512e24-dd43-45f3-a566-4b4ee6f05d11,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:35.534666 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 5276958c-3cfe-4513-8d51-a825da31f1d7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5276958c-3cfe-4513-8d51-a825da31f1d7,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:35.550097 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865a819-ffbc-4697-86d3-48bda4648f1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:35.550464 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865a819-ffbc-4697-86d3-48bda4648f1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:35.551230 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865a819-ffbc-4697-86d3-48bda4648f1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:35.552188 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865a819-ffbc-4697-86d3-48bda4648f1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:35.552870 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865a819-ffbc-4697-86d3-48bda4648f1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:35.555299 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865a819-ffbc-4697-86d3-48bda4648f1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:35.555437 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865a819-ffbc-4697-86d3-48bda4648f1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:35.555744 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865a819-ffbc-4697-86d3-48bda4648f1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:35.556083 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865a819-ffbc-4697-86d3-48bda4648f1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:35.556412 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865a819-ffbc-4697-86d3-48bda4648f1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:35.556743 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865a819-ffbc-4697-86d3-48bda4648f1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:35.559016 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865a819-ffbc-4697-86d3-48bda4648f1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:35.570681 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:35.571592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device de46003b-2616-48df-8c98-e36982c33177 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:56:35.645472 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91725aaa-417a-4bbd-acfe-ab4b5088fbfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:35.716499 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5c306814-8906-44d4-b7da-b8d63af572d8 None None] Provisioning complete for port 28512e24-dd43-45f3-a566-4b4ee6f05d11 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:35.717234 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c306814-8906-44d4-b7da-b8d63af572d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:35.734571 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Attempting to bind port 28512e24-dd43-45f3-a566-4b4ee6f05d11 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:56:35.735007 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Attempting to bind port 28512e24-dd43-45f3-a566-4b4ee6f05d11 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'af9148bc-dfe8-4124-a415-b59d9ee01676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:56:35.735511 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Attempting to bind port 28512e24-dd43-45f3-a566-4b4ee6f05d11 on network 7955aa4b-29f0-4ae7-a4ec-e33170459584 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:56:35.741138 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:56:35.741778 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Checking segment: {'id': 'af9148bc-dfe8-4124-a415-b59d9ee01676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:56:35.742229 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:35.742629 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Bound using segment: {'id': 'af9148bc-dfe8-4124-a415-b59d9ee01676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:56:35.743157 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Bound port: 28512e24-dd43-45f3-a566-4b4ee6f05d11, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9148bc-dfe8-4124-a415-b59d9ee01676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:56:35.743539 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:35.768172 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91725aaa-417a-4bbd-acfe-ab4b5088fbfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=3067abe1-6a5a-4df0-9520-8d44be19f382,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:35.832123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194e02f-ab83-4296-80dd-e5fcc254cb32 None None] Pushing event updated for resources: {'Port': ['ID=de46003b-2616-48df-8c98-e36982c33177,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:35.852153 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] For port 28512e24-dd43-45f3-a566-4b4ee6f05d11, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:56:35.858853 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] For port 28512e24-dd43-45f3-a566-4b4ee6f05d11, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=28512e24-dd43-45f3-a566-4b4ee6f05d11,segment=NetworkSegment(af9148bc-dfe8-4124-a415-b59d9ee01676),segment_id=af9148bc-dfe8-4124-a415-b59d9ee01676)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:56:35.880231 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:35.902133 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1de0dee2-9deb-4ff1-b7f1-e887b3f603c9 None None] Deleting port 5276958c-3cfe-4513-8d51-a825da31f1d7 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:35.902494 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1de0dee2-9deb-4ff1-b7f1-e887b3f603c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:35.976188 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865a819-ffbc-4697-86d3-48bda4648f1c None None] Pushing event updated for resources: {'Port': ['ID=28512e24-dd43-45f3-a566-4b4ee6f05d11,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:35.998895 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91725aaa-417a-4bbd-acfe-ab4b5088fbfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:36.023831 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Routers {'7b50fc21-170d-4c30-9876-58b00a0d8ce2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:56:36.023831 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:56:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:36.056399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-91725aaa-417a-4bbd-acfe-ab4b5088fbfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:36.081052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91725aaa-417a-4bbd-acfe-ab4b5088fbfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:36.087571 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91725aaa-417a-4bbd-acfe-ab4b5088fbfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:36.126761 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5c306814-8906-44d4-b7da-b8d63af572d8 None None] Port 28512e24-dd43-45f3-a566-4b4ee6f05d11 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:56:36.135429 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=5276958c-3cfe-4513-8d51-a825da31f1d7,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:36.141925 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-91725aaa-417a-4bbd-acfe-ab4b5088fbfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6045885 Nov 11 21:56:36.145126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43920) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:36.152233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-05d227f0-d484-4513-8ee6-590dbaf61d28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'fixed_ips': [{'subnet_id': '3067abe1-6a5a-4df0-9520-8d44be19f382', 'ip_address': '2001:db8::733a:9dfb:e023:3c40'}], 'name': 'tempest-NetworksTestDHCPv6-1582419849'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:36.335369 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port de46003b-2616-48df-8c98-e36982c33177 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:36.339938 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:36.359943 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d7565e60-ee53-4f51-a8c2-cbd9caf380ed tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5208 time: 1.7043703 Nov 11 21:56:36.446126 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689b83c4-a650-47f6-96c5-a503891fcd61 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:56:36.462467 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5c306814-8906-44d4-b7da-b8d63af572d8 None None] Provisioning complete for port 5276958c-3cfe-4513-8d51-a825da31f1d7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:36.474386 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c306814-8906-44d4-b7da-b8d63af572d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:36.475378 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:36.514793 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Transition to ACTIVE for port object 689b83c4-a650-47f6-96c5-a503891fcd61 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:56:36.528829 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:36.578948 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] Set router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:56:36.599447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ccd9d-1299-46cb-9372-996bc20d7ec3 req-62d6b1a3-c583-4a78-8dfb-5cf2f811c54c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:36.602616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-780ccd9d-1299-46cb-9372-996bc20d7ec3 req-62d6b1a3-c583-4a78-8dfb-5cf2f811c54c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 931 time: 0.2010453 Nov 11 21:56:36.605200 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d227f0-d484-4513-8ee6-590dbaf61d28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:36.655147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Pushing event updated for resources: {'Port': ['ID=689b83c4-a650-47f6-96c5-a503891fcd61,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:36.762417 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05d227f0-d484-4513-8ee6-590dbaf61d28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:36.779507 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1de0dee2-9deb-4ff1-b7f1-e887b3f603c9 None None] For port 5276958c-3cfe-4513-8d51-a825da31f1d7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5276958c-3cfe-4513-8d51-a825da31f1d7,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:36.780135 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1de0dee2-9deb-4ff1-b7f1-e887b3f603c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:36.832675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1de0dee2-9deb-4ff1-b7f1-e887b3f603c9 None None] Calling delete_port for 5276958c-3cfe-4513-8d51-a825da31f1d7 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:36.833615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-05d227f0-d484-4513-8ee6-590dbaf61d28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port 9e3af762-2b9c-4cca-802a-c2458f6a6758 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:56:36.849500 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Attempting to bind port 689b83c4-a650-47f6-96c5-a503891fcd61 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:56:36.849884 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Attempting to bind port 689b83c4-a650-47f6-96c5-a503891fcd61 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:56:36.850159 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Attempting to bind port 689b83c4-a650-47f6-96c5-a503891fcd61 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:56:36.863199 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Port 689b83c4-a650-47f6-96c5-a503891fcd61 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:56:36.863623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Attempting to bind port 689b83c4-a650-47f6-96c5-a503891fcd61 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:56:36.877958 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:56:36.879990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Checking segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:56:36.880703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Bound using segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:56:36.882239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Bound port: 689b83c4-a650-47f6-96c5-a503891fcd61, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:56:36.883221 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:36.905526 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-780ccd9d-1299-46cb-9372-996bc20d7ec3 req-ed610db4-a011-4296-83a9-6df33a7d2c00 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470935 Nov 11 21:56:37.129612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] For port 689b83c4-a650-47f6-96c5-a503891fcd61, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:56:37.138974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] For port 689b83c4-a650-47f6-96c5-a503891fcd61, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=689b83c4-a650-47f6-96c5-a503891fcd61,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:56:37.148772 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:37.176479 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:56:30Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '28512e24-dd43-45f3-a566-4b4ee6f05d11', 'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:91:1a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:28Z', 'updated_at': '2021-11-11T21:56:35Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:37.218487 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297f030-59c8-4976-b28d-5028307f3318 None None] The sync data for ids ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'] in n-d-805737-3 is: [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:56:30Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '28512e24-dd43-45f3-a566-4b4ee6f05d11', 'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:91:1a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:28Z', 'updated_at': '2021-11-11T21:56:35Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:56:37.267348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:37.268239 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:37.272854 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] 10.222.0.10 "PUT /v2.0/ports/689b83c4-a650-47f6-96c5-a503891fcd61 HTTP/1.1" status: 200 len: 1091 time: 2.8945341 Nov 11 21:56:37.272854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207f48e2-e228-40cf-90cb-d323dce241bf', 'tag': '689b83c4-a650-47f6-96c5-a503891fcd61'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:56:37.301323 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55683b9e-89a0-4fd4-803f-3c9ecd310c59" -d '{"events": [{"name": "network-changed", "server_uuid": "207f48e2-e228-40cf-90cb-d323dce241bf", "tag": "689b83c4-a650-47f6-96c5-a503891fcd61"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:56:37.308727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999dc6d-75f3-44d3-946e-a6960f3154d5 service neutron] Pushing event updated for resources: {'Port': ['ID=689b83c4-a650-47f6-96c5-a503891fcd61,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:37.352950 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-05d227f0-d484-4513-8ee6-590dbaf61d28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::733a:9dfb:e023:3c40 (386cd058-2fb8-40f0-a159-c94cb531b2cc/3067abe1-6a5a-4df0-9520-8d44be19f382/9e3af762-2b9c-4cca-802a-c2458f6a6758) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:37.358966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43938) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:37.366680 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-de42c90c-e898-489a-9a5e-dbc3b37bb204 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-403423284', 'description': 'tempest-secgroup-smoke-403423284 description', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:37.453402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-2e855f81-d46e-4ea9-8e66-f8e0c8f295e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:37.461356 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-2e855f81-d46e-4ea9-8e66-f8e0c8f295e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 1094 time: 0.1421025 Nov 11 21:56:37.473654 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1de0dee2-9deb-4ff1-b7f1-e887b3f603c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:37.546121 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de42c90c-e898-489a-9a5e-dbc3b37bb204 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:37.600953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0dee2-9deb-4ff1-b7f1-e887b3f603c9 None None] Pushing event deleted for resources: {'Port': ['ID=5276958c-3cfe-4513-8d51-a825da31f1d7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:37.602905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5c306814-8906-44d4-b7da-b8d63af572d8 None None] Provisioning complete for port de46003b-2616-48df-8c98-e36982c33177 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:37.603277 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c306814-8906-44d4-b7da-b8d63af572d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:37.615288 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-60e35e85-dcf3-4504-9123-feccd6e2bd2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=689b83c4-a650-47f6-96c5-a503891fcd61 HTTP/1.1" status: 200 len: 217 time: 0.1438138 Nov 11 21:56:37.630938 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de0dee2-9deb-4ff1-b7f1-e887b3f603c9 None None] No DVR routers for this DVR port 5276958c-3cfe-4513-8d51-a825da31f1d7 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:56:37.723767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47f2bc1-a5d0-45d1-b34c-8b3da51451cf None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:37.752058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-e6ffac6a-c3ff-4762-a0f6-3a79018c2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:37.752058 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-e6ffac6a-c3ff-4762-a0f6-3a79018c2df0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.1234930 Nov 11 21:56:37.856276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device de46003b-2616-48df-8c98-e36982c33177 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:56:37.891152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-9f7daeb8-a403-4799-a058-d69f0c50de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:37.897397 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-9f7daeb8-a403-4799-a058-d69f0c50de11 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380403 Nov 11 21:56:37.961154 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de42c90c-e898-489a-9a5e-dbc3b37bb204 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:37.971737 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de42c90c-e898-489a-9a5e-dbc3b37bb204 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:38.041488 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0139bb8-b3c8-42fc-8021-87ecf9f7ea1e x-openstack-request-id: req-e0139bb8-b3c8-42fc-8021-87ecf9f7ea1e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:56:38.041789 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207f48e2-e228-40cf-90cb-d323dce241bf", "tag": "689b83c4-a650-47f6-96c5-a503891fcd61", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:56:38.046241 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e0139bb8-b3c8-42fc-8021-87ecf9f7ea1e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:56:38.046241 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207f48e2-e228-40cf-90cb-d323dce241bf', 'tag': '689b83c4-a650-47f6-96c5-a503891fcd61', 'status': 'completed', 'code': 200} Nov 11 21:56:38.123920 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de42c90c-e898-489a-9a5e-dbc3b37bb204 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:38.125791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-de42c90c-e898-489a-9a5e-dbc3b37bb204 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7644343 Nov 11 21:56:38.130258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43950) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:38.166372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42c90c-e898-489a-9a5e-dbc3b37bb204 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b01a68-6e8e-4614-ab28-106902927b8c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:38.167906 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-57ce0293-d820-473a-b53c-ab80dba5fa47 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '13b01a68-6e8e-4614-ab28-106902927b8c', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:38.189690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port de46003b-2616-48df-8c98-e36982c33177 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:38.191497 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:38.238332 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05d227f0-d484-4513-8ee6-590dbaf61d28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:38.268152 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57ce0293-d820-473a-b53c-ab80dba5fa47 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:38.278151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b2f7a-6e47-422f-95e5-ab3116776b49 req-c2a3db22-0015-4ae6-972d-4b32f2d613ae tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:38.283653 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-e93e74ef-871b-4689-96a2-752b40cb370f service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772674 Nov 11 21:56:38.287348 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e8b2f7a-6e47-422f-95e5-ab3116776b49 req-c2a3db22-0015-4ae6-972d-4b32f2d613ae tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 943 time: 0.1302488 Nov 11 21:56:38.410612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e8b2f7a-6e47-422f-95e5-ab3116776b49 req-1f9f9e96-c518-4bc0-af57-06ab00f2ac24 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194930 Nov 11 21:56:38.418201 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05d227f0-d484-4513-8ee6-590dbaf61d28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:38.508670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d227f0-d484-4513-8ee6-590dbaf61d28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:38.516516 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-05d227f0-d484-4513-8ee6-590dbaf61d28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:38.530567 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d227f0-d484-4513-8ee6-590dbaf61d28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:38.549073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d227f0-d484-4513-8ee6-590dbaf61d28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:38.549801 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05d227f0-d484-4513-8ee6-590dbaf61d28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:38.600218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d227f0-d484-4513-8ee6-590dbaf61d28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=9e3af762-2b9c-4cca-802a-c2458f6a6758,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:38.620424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-05d227f0-d484-4513-8ee6-590dbaf61d28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4740264 Nov 11 21:56:38.622897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43958) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:38.627928 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-988404d6-6cc8-48c5-a327-5e24d6a7bee6 req-345bff1b-6347-48b4-bfbc-e6f9ab9639f3 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291812 Nov 11 21:56:38.688561 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57ce0293-d820-473a-b53c-ab80dba5fa47 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:38.724863 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57ce0293-d820-473a-b53c-ab80dba5fa47 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:38.780455 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a2725-0794-4b6e-b724-41367f14063d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:38.784918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5c8a2725-0794-4b6e-b724-41367f14063d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1609180 Nov 11 21:56:38.787772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43962) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:38.810465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce0293-d820-473a-b53c-ab80dba5fa47 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff08650-a4e0-4db4-807b-f2842b1487ed,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:38.865387 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57ce0293-d820-473a-b53c-ab80dba5fa47 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:38.866719 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-57ce0293-d820-473a-b53c-ab80dba5fa47 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7354345 Nov 11 21:56:38.872533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43966) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:38.887652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-56e91308-8f37-4b68-b2f5-f9e0cf48ae10 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '13b01a68-6e8e-4614-ab28-106902927b8c', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:38.890674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55683b9e-89a0-4fd4-803f-3c9ecd310c59 req-ec3d07b3-340d-4a06-958a-cb5156483748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:38.896450 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-55683b9e-89a0-4fd4-803f-3c9ecd310c59 req-ec3d07b3-340d-4a06-958a-cb5156483748 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 1094 time: 0.2022793 Nov 11 21:56:38.900151 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 28512e24-dd43-45f3-a566-4b4ee6f05d11 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:56:39.032167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56e91308-8f37-4b68-b2f5-f9e0cf48ae10 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:39.060445 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-428f71be-0d53-41d5-8295-801184ea057b None None] Provisioning complete for port 28512e24-dd43-45f3-a566-4b4ee6f05d11 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:39.060931 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-428f71be-0d53-41d5-8295-801184ea057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:39.080290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-b6b97b6b-01a4-4a6f-9548-6ea2ee4b14d4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port 9e3af762-2b9c-4cca-802a-c2458f6a6758 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:39.080917 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b6b97b6b-01a4-4a6f-9548-6ea2ee4b14d4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:39.104912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55683b9e-89a0-4fd4-803f-3c9ecd310c59 req-2503320c-fd31-4087-bed1-8b9d66a13430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:39.106004 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-55683b9e-89a0-4fd4-803f-3c9ecd310c59 req-2503320c-fd31-4087-bed1-8b9d66a13430 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.2038169 Nov 11 21:56:39.146902 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': '3067abe1-6a5a-4df0-9520-8d44be19f382'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:56:39.147757 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:39.169679 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-55683b9e-89a0-4fd4-803f-3c9ecd310c59 req-1f27c21e-fd19-43ce-b110-a4997a244145 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=689b83c4-a650-47f6-96c5-a503891fcd61 HTTP/1.1" status: 200 len: 217 time: 0.0509801 Nov 11 21:56:39.194106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 28512e24-dd43-45f3-a566-4b4ee6f05d11 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:39.194478 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:39.216887 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b6b97b6b-01a4-4a6f-9548-6ea2ee4b14d4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:39.251486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-b6b97b6b-01a4-4a6f-9548-6ea2ee4b14d4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for 9e3af762-2b9c-4cca-802a-c2458f6a6758 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:39.319909 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:56:39.330486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55683b9e-89a0-4fd4-803f-3c9ecd310c59 req-35f08223-7b95-4162-a824-a7422f01eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:39.332081 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-55683b9e-89a0-4fd4-803f-3c9ecd310c59 req-35f08223-7b95-4162-a824-a7422f01eed9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.1523314 Nov 11 21:56:39.429214 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55683b9e-89a0-4fd4-803f-3c9ecd310c59 req-b61568e2-d00a-497a-9ef1-51871ee66866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:39.437651 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-55683b9e-89a0-4fd4-803f-3c9ecd310c59 req-b61568e2-d00a-497a-9ef1-51871ee66866 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865388 Nov 11 21:56:39.513482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Allocated IP 2001:db8::2 (386cd058-2fb8-40f0-a159-c94cb531b2cc/3067abe1-6a5a-4df0-9520-8d44be19f382/b18d812d-9240-4a21-af41-f4c02f4bd76b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:39.672554 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-428f71be-0d53-41d5-8295-801184ea057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:39.721653 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b6b97b6b-01a4-4a6f-9548-6ea2ee4b14d4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:39.725766 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-55683b9e-89a0-4fd4-803f-3c9ecd310c59 req-2d3ad8b9-28fe-4be7-b6c1-f94d1666c1d8 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864566 Nov 11 21:56:39.771179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b97b6b-01a4-4a6f-9548-6ea2ee4b14d4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=9e3af762-2b9c-4cca-802a-c2458f6a6758,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:39.783736 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-428f71be-0d53-41d5-8295-801184ea057b None None] For port 28512e24-dd43-45f3-a566-4b4ee6f05d11, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=28512e24-dd43-45f3-a566-4b4ee6f05d11,segment=NetworkSegment(af9148bc-dfe8-4124-a415-b59d9ee01676),segment_id=af9148bc-dfe8-4124-a415-b59d9ee01676)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:39.806692 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56e91308-8f37-4b68-b2f5-f9e0cf48ae10 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:39.811596 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-428f71be-0d53-41d5-8295-801184ea057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:39.831286 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56e91308-8f37-4b68-b2f5-f9e0cf48ae10 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:39.884865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac69b-e6d6-418e-9da7-11bb829e84b9 req-9fffdb5b-24b7-4234-8790-72463e604051 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:39.894462 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-460ac69b-e6d6-418e-9da7-11bb829e84b9 req-9fffdb5b-24b7-4234-8790-72463e604051 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.5986884 Nov 11 21:56:39.905161 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b6b97b6b-01a4-4a6f-9548-6ea2ee4b14d4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:39.909098 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b6b97b6b-01a4-4a6f-9548-6ea2ee4b14d4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/9e3af762-2b9c-4cca-802a-c2458f6a6758 HTTP/1.1" status: 204 len: 168 time: 1.1202617 Nov 11 21:56:39.919369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e91308-8f37-4b68-b2f5-f9e0cf48ae10 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed125c7b-26de-4ce1-9399-4a6be918ca13,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:39.921503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43982) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:39.922248 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-55683b9e-89a0-4fd4-803f-3c9ecd310c59 req-b9298437-9070-4c65-8fd6-6d2ac784a58e service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877487 Nov 11 21:56:40.000770 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.012628 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b54b91a-174a-4de1-aea0-3689ae7f703a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:40.015538 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b54b91a-174a-4de1-aea0-3689ae7f703a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:40.017457 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7b54b91a-174a-4de1-aea0-3689ae7f703a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0791447 Nov 11 21:56:40.020422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 43986) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:40.023583 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56e91308-8f37-4b68-b2f5-f9e0cf48ae10 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.027947 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-56e91308-8f37-4b68-b2f5-f9e0cf48ae10 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1490233 Nov 11 21:56:40.028711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43988) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:40.037849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0ece43dd-3303-48e6-a10c-cbf3b65a11b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '13b01a68-6e8e-4614-ab28-106902927b8c', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:40.089468 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ece43dd-3303-48e6-a10c-cbf3b65a11b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.129786 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.135953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-460ac69b-e6d6-418e-9da7-11bb829e84b9 req-a23b44e6-f0e1-4830-9042-ad1385f81852 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384341 Nov 11 21:56:40.163506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-2698936b-f9ee-4837-b021-311048170225 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 3067abe1-6a5a-4df0-9520-8d44be19f382 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:56:40.164422 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f71be-0d53-41d5-8295-801184ea057b None None] Pushing event updated for resources: {'Port': ['ID=28512e24-dd43-45f3-a566-4b4ee6f05d11,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:40.169756 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2698936b-f9ee-4837-b021-311048170225 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.176532 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.235110 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2698936b-f9ee-4837-b021-311048170225 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.277604 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:40.284475 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ece43dd-3303-48e6-a10c-cbf3b65a11b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.288500 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:40.297022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:40.306438 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ece43dd-3303-48e6-a10c-cbf3b65a11b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.316700 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:56:40.316700 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:56:40.316700 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Pushing event updated for resources: {'Port': ['ID=b18d812d-9240-4a21-af41-f4c02f4bd76b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:40.357421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece43dd-3303-48e6-a10c-cbf3b65a11b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277a6e28-77d5-4107-80ed-e8db093ba374,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:40.407661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3941b-bc5e-4b45-be6b-d148ef093d7e req-82b1c468-b731-4995-afec-a1b75202396f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:40.409544 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbc3941b-bc5e-4b45-be6b-d148ef093d7e req-82b1c468-b731-4995-afec-a1b75202396f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 943 time: 0.1318378 Nov 11 21:56:40.413529 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ece43dd-3303-48e6-a10c-cbf3b65a11b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.418010 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0ece43dd-3303-48e6-a10c-cbf3b65a11b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3881741 Nov 11 21:56:40.420058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 43998) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:40.429542 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-62cb398b-9b3e-46a8-90e1-f0475ac3f41f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '13b01a68-6e8e-4614-ab28-106902927b8c', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:40.432993 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2698936b-f9ee-4837-b021-311048170225 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.558562 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62cb398b-9b3e-46a8-90e1-f0475ac3f41f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.580306 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2698936b-f9ee-4837-b021-311048170225 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.603616 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2698936b-f9ee-4837-b021-311048170225 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.612614 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2698936b-f9ee-4837-b021-311048170225 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/3067abe1-6a5a-4df0-9520-8d44be19f382 HTTP/1.1" status: 204 len: 168 time: 0.5885551 Nov 11 21:56:40.617861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44002) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:40.673446 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbc3941b-bc5e-4b45-be6b-d148ef093d7e req-e1adae46-bc32-4524-b27a-ff29bc33dbfc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540612 Nov 11 21:56:40.685201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44004) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:40.769716 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d1f6a4e5-583c-4485-821f-97e2c9c28aef tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1481047 Nov 11 21:56:40.770803 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44006) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:40.770803 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698936b-f9ee-4837-b021-311048170225 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=3067abe1-6a5a-4df0-9520-8d44be19f382,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:40.797241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b5673dab-b4f8-4539-8526-5d0fe949f6ab tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:40.802354 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Attempting to bind port b18d812d-9240-4a21-af41-f4c02f4bd76b on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:56:40.802805 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Attempting to bind port b18d812d-9240-4a21-af41-f4c02f4bd76b by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:56:40.803252 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Attempting to bind port b18d812d-9240-4a21-af41-f4c02f4bd76b on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:56:40.881720 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:56:40.898080 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62cb398b-9b3e-46a8-90e1-f0475ac3f41f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.898983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:56:40.899844 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.900325 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:56:40.900967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Bound port: b18d812d-9240-4a21-af41-f4c02f4bd76b, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:56:40.901443 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.925382 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62cb398b-9b3e-46a8-90e1-f0475ac3f41f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:40.986814 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb398b-9b3e-46a8-90e1-f0475ac3f41f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd6f124-dd19-4f37-8857-dbc771bb76f4,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:41.103485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] For port b18d812d-9240-4a21-af41-f4c02f4bd76b, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:56:41.104089 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62cb398b-9b3e-46a8-90e1-f0475ac3f41f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:41.107651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] For port b18d812d-9240-4a21-af41-f4c02f4bd76b, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b18d812d-9240-4a21-af41-f4c02f4bd76b,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:56:41.109663 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-62cb398b-9b3e-46a8-90e1-f0475ac3f41f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6885228 Nov 11 21:56:41.112263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44016) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:41.114482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5276958c-3cfe-4513-8d51-a825da31f1d7 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:56:41.122726 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:41.130568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc2d8e-d82e-4b7b-ac02-cfaffc546eb0 req-e454f210-e821-47c9-8ddf-0077a6849d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:41.133032 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f7dc2d8e-d82e-4b7b-ac02-cfaffc546eb0 req-e454f210-e821-47c9-8ddf-0077a6849d67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5757a57d321c41bda10f53e68ffe1106&device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 1096 time: 0.1026268 Nov 11 21:56:41.136491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8238a92b-f5f9-468d-b6b8-e74fa29a6251 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '13b01a68-6e8e-4614-ab28-106902927b8c', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:41.150091 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 5276958c-3cfe-4513-8d51-a825da31f1d7 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:56:41.150508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5276958c-3cfe-4513-8d51-a825da31f1d7 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:56:41.168548 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5673dab-b4f8-4539-8526-5d0fe949f6ab tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:41.184186 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:41.187792 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5673dab-b4f8-4539-8526-5d0fe949f6ab tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:41.235270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358f5dd-2347-4055-ae48-7fdbb824433a None None] Pushing event updated for resources: {'Port': ['ID=b18d812d-9240-4a21-af41-f4c02f4bd76b,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:41.259080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c94c617-4706-4211-a7f0-bd2ebfa86ccb None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:56:41.293183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-68dfcc8c-49fb-475b-b8d9-fe328cc8cb1a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Deleting port e23711cb-733d-41bb-a943-c7fe54c07048 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:41.297115 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dfcc8c-49fb-475b-b8d9-fe328cc8cb1a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:41.396964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c94c617-4706-4211-a7f0-bd2ebfa86ccb None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:56:41.406256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 28512e24-dd43-45f3-a566-4b4ee6f05d11 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:56:41.551208 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dfcc8c-49fb-475b-b8d9-fe328cc8cb1a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:41.552100 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dfcc8c-49fb-475b-b8d9-fe328cc8cb1a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:41.577858 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-68dfcc8c-49fb-475b-b8d9-fe328cc8cb1a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Calling delete_port for e23711cb-733d-41bb-a943-c7fe54c07048 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:41.580243 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5673dab-b4f8-4539-8526-5d0fe949f6ab tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:41.685086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5673dab-b4f8-4539-8526-5d0fe949f6ab tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=fb84650d-e686-4686-b4fb-8cf4608b2e2c,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:41.730679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5673dab-b4f8-4539-8526-5d0fe949f6ab tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:41.744558 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 28512e24-dd43-45f3-a566-4b4ee6f05d11 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:41.745939 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:41.777813 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-8238a92b-f5f9-468d-b6b8-e74fa29a6251 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Project a6474ef6257e4f61ac984a0b362bab65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:56:41.803337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b5673dab-b4f8-4539-8526-5d0fe949f6ab tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:41.807258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5673dab-b4f8-4539-8526-5d0fe949f6ab tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:41.807851 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b5673dab-b4f8-4539-8526-5d0fe949f6ab tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:41.886674 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b5673dab-b4f8-4539-8526-5d0fe949f6ab tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1005180 Nov 11 21:56:41.889213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44022) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:41.895489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-35f3dd6c-d4e9-4697-9071-28acaac8faca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'fixed_ips': [{'subnet_id': 'fb84650d-e686-4686-b4fb-8cf4608b2e2c', 'ip_address': '2001:db8::7259:598c:d9df:1071'}], 'name': 'tempest-NetworksTestDHCPv6-429027693'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:41.923207 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8238a92b-f5f9-468d-b6b8-e74fa29a6251 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:41.938919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc2d8e-d82e-4b7b-ac02-cfaffc546eb0 req-dea4bdc4-211b-4113-b14d-47be4b0da6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:41.940558 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f7dc2d8e-d82e-4b7b-ac02-cfaffc546eb0 req-dea4bdc4-211b-4113-b14d-47be4b0da6fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 200 len: 912 time: 0.3727946 Nov 11 21:56:42.056434 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f7dc2d8e-d82e-4b7b-ac02-cfaffc546eb0 req-96f0a0e9-6414-4a8d-86c0-9b1b93b4b51c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0b027a-b17c-4359-8442-35cb03c25936 HTTP/1.1" status: 200 len: 1001 time: 0.0774400 Nov 11 21:56:42.097366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60395c-1a49-4407-9201-529bc6234b7f req-bd2b335d-4e18-47c5-bb80-327a85728dd1 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:42.099295 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a60395c-1a49-4407-9201-529bc6234b7f req-bd2b335d-4e18-47c5-bb80-327a85728dd1 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.3474023 Nov 11 21:56:42.124705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc2d8e-d82e-4b7b-ac02-cfaffc546eb0 req-d3f42fcc-b7a7-4241-bc9e-1807c4df29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:42.126491 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f7dc2d8e-d82e-4b7b-ac02-cfaffc546eb0 req-d3f42fcc-b7a7-4241-bc9e-1807c4df29ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39cbd100-acd0-46b4-8419-af45cc0c3279 HTTP/1.1" status: 200 len: 849 time: 0.0622046 Nov 11 21:56:42.216332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84105399-7a00-4c7c-b3fc-73535f6db88c None None] Update dhcp port {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'fixed_ips': [{'subnet_id': 'fb84650d-e686-4686-b4fb-8cf4608b2e2c'}], 'binding:host_id': 'n-d-805737-3'}, 'id': 'b18d812d-9240-4a21-af41-f4c02f4bd76b'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:56:42.240665 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc2d8e-d82e-4b7b-ac02-cfaffc546eb0 req-59097295-c08e-4535-a7ff-dd4bad0f2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:42.242762 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a60395c-1a49-4407-9201-529bc6234b7f req-bc50fb3b-c013-41ce-a68a-a0c9708f54e1 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219790 Nov 11 21:56:42.247353 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f7dc2d8e-d82e-4b7b-ac02-cfaffc546eb0 req-59097295-c08e-4535-a7ff-dd4bad0f2b4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e1eddca-e131-4ae9-bee4-182d654beb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108527 Nov 11 21:56:42.250667 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84105399-7a00-4c7c-b3fc-73535f6db88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:42.398188 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8238a92b-f5f9-468d-b6b8-e74fa29a6251 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:42.501819 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8238a92b-f5f9-468d-b6b8-e74fa29a6251 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:42.529686 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f7dc2d8e-d82e-4b7b-ac02-cfaffc546eb0 req-6822f38f-e3c5-4b18-addd-4a5bba39e33e service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638781 Nov 11 21:56:42.546352 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238a92b-f5f9-468d-b6b8-e74fa29a6251 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a13f70-9443-468f-828d-5a38f606a087,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:42.625366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8238a92b-f5f9-468d-b6b8-e74fa29a6251 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:42.629356 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8238a92b-f5f9-468d-b6b8-e74fa29a6251 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5054021 Nov 11 21:56:42.641140 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-84105399-7a00-4c7c-b3fc-73535f6db88c None None] Allocated IP 2001:db8::2 (386cd058-2fb8-40f0-a159-c94cb531b2cc/fb84650d-e686-4686-b4fb-8cf4608b2e2c/b18d812d-9240-4a21-af41-f4c02f4bd76b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:42.651559 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd702e-f3db-45b4-88d8-6a4b0cd1d8a1 req-88c51fdb-ce76-4c32-95a6-5280ba8af92f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:42.654943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ecd702e-f3db-45b4-88d8-6a4b0cd1d8a1 req-88c51fdb-ce76-4c32-95a6-5280ba8af92f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 943 time: 0.2096057 Nov 11 21:56:42.656503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44032) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:42.668420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9839111d-4b45-49f2-86c6-05fc0868c7e4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '13b01a68-6e8e-4614-ab28-106902927b8c', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:42.721278 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dfcc8c-49fb-475b-b8d9-fe328cc8cb1a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:42.788993 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f7dc2d8e-d82e-4b7b-ac02-cfaffc546eb0 req-8c2bea53-d2a9-44b3-b139-385e4cccee96 service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503462 Nov 11 21:56:42.822335 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f3dd6c-d4e9-4697-9071-28acaac8faca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:42.832052 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfcc8c-49fb-475b-b8d9-fe328cc8cb1a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Pushing event deleted for resources: {'Port': ['ID=e23711cb-733d-41bb-a943-c7fe54c07048,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:42.834322 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-9839111d-4b45-49f2-86c6-05fc0868c7e4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Project a6474ef6257e4f61ac984a0b362bab65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:56:42.869169 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9839111d-4b45-49f2-86c6-05fc0868c7e4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:42.915162 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-84105399-7a00-4c7c-b3fc-73535f6db88c None None] For port b18d812d-9240-4a21-af41-f4c02f4bd76b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b18d812d-9240-4a21-af41-f4c02f4bd76b,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:42.975608 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ecd702e-f3db-45b4-88d8-6a4b0cd1d8a1 req-ffac1bcc-f03b-418e-be8a-5000257b2200 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226810 Nov 11 21:56:42.985373 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84105399-7a00-4c7c-b3fc-73535f6db88c None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:43.007953 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84105399-7a00-4c7c-b3fc-73535f6db88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:43.095263 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35f3dd6c-d4e9-4697-9071-28acaac8faca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:43.126022 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9839111d-4b45-49f2-86c6-05fc0868c7e4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:43.131366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dfcc8c-49fb-475b-b8d9-fe328cc8cb1a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:43.133405 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-68dfcc8c-49fb-475b-b8d9-fe328cc8cb1a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Floating IP 67fa2b17-d391-4f27-949e-7096930230b6 disassociated (deleted). External IP: 172.25.0.101, port: 982611b2-5e50-47aa-b7d0-2ccd0574542d. Nov 11 21:56:43.137990 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9839111d-4b45-49f2-86c6-05fc0868c7e4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:43.142377 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-35f3dd6c-d4e9-4697-9071-28acaac8faca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port 200df87a-bfea-42e7-9ae3-145fd4bfa3ab yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:56:43.249211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839111d-4b45-49f2-86c6-05fc0868c7e4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f72bf0-7e4c-4111-8c3b-6a336fb94fa1,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:43.261176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84105399-7a00-4c7c-b3fc-73535f6db88c None None] Pushing event updated for resources: {'Port': ['ID=b18d812d-9240-4a21-af41-f4c02f4bd76b,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:43.304065 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9839111d-4b45-49f2-86c6-05fc0868c7e4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:43.315789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9839111d-4b45-49f2-86c6-05fc0868c7e4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6461117 Nov 11 21:56:43.613988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-35f3dd6c-d4e9-4697-9071-28acaac8faca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::7259:598c:d9df:1071 (386cd058-2fb8-40f0-a159-c94cb531b2cc/fb84650d-e686-4686-b4fb-8cf4608b2e2c/200df87a-bfea-42e7-9ae3-145fd4bfa3ab) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:43.686818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a322bb-db51-4d9d-bf74-d22635a2839e req-3718ce61-ab0a-4c4a-ac7f-203410d98ef3 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:43.692027 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8a322bb-db51-4d9d-bf74-d22635a2839e req-3718ce61-ab0a-4c4a-ac7f-203410d98ef3 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.2442219 Nov 11 21:56:43.882354 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3d540f4-d53b-4ce2-8da7-8df49f9d2420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:44.021725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dfcc8c-49fb-475b-b8d9-fe328cc8cb1a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Router 5583143d-320e-427f-b822-73c2364ce800 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:56:44.051479 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35f3dd6c-d4e9-4697-9071-28acaac8faca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:44.143932 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35f3dd6c-d4e9-4697-9071-28acaac8faca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:44.209917 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3dd6c-d4e9-4697-9071-28acaac8faca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=200df87a-bfea-42e7-9ae3-145fd4bfa3ab,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:44.227501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f3dd6c-d4e9-4697-9071-28acaac8faca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:44.229548 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-35f3dd6c-d4e9-4697-9071-28acaac8faca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:44.233414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f3dd6c-d4e9-4697-9071-28acaac8faca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:44.240849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f3dd6c-d4e9-4697-9071-28acaac8faca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:44.245699 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35f3dd6c-d4e9-4697-9071-28acaac8faca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:44.271795 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-35f3dd6c-d4e9-4697-9071-28acaac8faca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3810358 Nov 11 21:56:44.274344 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44062) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:44.426925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ee4cc6-da6a-4d02-b7a5-b6da50f05bba tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:44.451484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ee4cc6-da6a-4d02-b7a5-b6da50f05bba tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:44.457613 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-44ee4cc6-da6a-4d02-b7a5-b6da50f05bba tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1813729 Nov 11 21:56:44.459315 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44064) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:44.649083 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-64d40802-d538-453b-8807-9b4f0d3ac09b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port 200df87a-bfea-42e7-9ae3-145fd4bfa3ab {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:44.649802 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64d40802-d538-453b-8807-9b4f0d3ac09b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:44.682503 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:44.776427 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64d40802-d538-453b-8807-9b4f0d3ac09b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:44.792422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-64d40802-d538-453b-8807-9b4f0d3ac09b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for 200df87a-bfea-42e7-9ae3-145fd4bfa3ab owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:44.855729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb6a2c4-f858-4844-9963-66540637e828 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:44.889170 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8a322bb-db51-4d9d-bf74-d22635a2839e req-9a2f1737-c734-4b27-a12d-9b72e2679c6b tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9095213 Nov 11 21:56:44.904550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dfcc8c-49fb-475b-b8d9-fe328cc8cb1a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:56:44.920116 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-68dfcc8c-49fb-475b-b8d9-fe328cc8cb1a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:44.921491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa8d8c-1ac1-47a3-b1af-254a9614ce94 None None] Sync routers for ids ['5583143d-320e-427f-b822-73c2364ce800'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:56:44.949039 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64d40802-d538-453b-8807-9b4f0d3ac09b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:44.971650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-68dfcc8c-49fb-475b-b8d9-fe328cc8cb1a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "DELETE /v2.0/floatingips/67fa2b17-d391-4f27-949e-7096930230b6 HTTP/1.1" status: 204 len: 168 time: 4.2850642 Nov 11 21:56:44.972260 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'tag': '982611b2-5e50-47aa-b7d0-2ccd0574542d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:56:44.974648 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5121fff6-862b-4d89-9fd0-e31738402c29" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf0ec22-311b-4971-a6e8-a9324b3ac97a", "tag": "982611b2-5e50-47aa-b7d0-2ccd0574542d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:56:44.982855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Provisioning complete for port b18d812d-9240-4a21-af41-f4c02f4bd76b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:44.983556 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:44.989093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa8d8c-1ac1-47a3-b1af-254a9614ce94 None None] Routers {'5583143d-320e-427f-b822-73c2364ce800'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:56:44.990590 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5dfa8d8c-1ac1-47a3-b1af-254a9614ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:56:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5583143d-320e-427f-b822-73c2364ce800'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:44.991861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d40802-d538-453b-8807-9b4f0d3ac09b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=200df87a-bfea-42e7-9ae3-145fd4bfa3ab,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:45.047480 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64d40802-d538-453b-8807-9b4f0d3ac09b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:45.054058 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-64d40802-d538-453b-8807-9b4f0d3ac09b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/200df87a-bfea-42e7-9ae3-145fd4bfa3ab HTTP/1.1" status: 204 len: 168 time: 0.5911148 Nov 11 21:56:45.060953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44082) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:45.178317 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-9830d4c5-fd4a-400b-b91b-4ef14843fa6e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403423284&fields=id&tenant_id=a6474ef6257e4f61ac984a0b362bab65 HTTP/1.1" status: 200 len: 267 time: 0.1248972 Nov 11 21:56:45.201463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d338b-cd75-4ab4-aaac-a55567127e95 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:45.202592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d338b-cd75-4ab4-aaac-a55567127e95 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:45.204671 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1e7d338b-cd75-4ab4-aaac-a55567127e95 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1427712 Nov 11 21:56:45.207703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44090) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:45.337141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf4eabb-ed4a-4ac1-a299-5c664a2eb172 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet fb84650d-e686-4686-b4fb-8cf4608b2e2c {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:56:45.345801 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bf4eabb-ed4a-4ac1-a299-5c664a2eb172 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:45.379258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5dfa8d8c-1ac1-47a3-b1af-254a9614ce94 None None] Set router 5583143d-320e-427f-b822-73c2364ce800 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:56:45.385789 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:45.425208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b18d812d-9240-4a21-af41-f4c02f4bd76b up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:56:45.435404 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bf4eabb-ed4a-4ac1-a299-5c664a2eb172 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:45.477316 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5b6af6ce-c530-47fb-a3f9-58a68e2c1c62 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:45.487032 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5b6af6ce-c530-47fb-a3f9-58a68e2c1c62 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/networks?id=7955aa4b-29f0-4ae7-a4ec-e33170459584 HTTP/1.1" status: 200 len: 797 time: 0.3076963 Nov 11 21:56:45.521648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-dca7281a-a46b-4974-893f-8b6b3e051b72 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/quotas/a6474ef6257e4f61ac984a0b362bab65 HTTP/1.1" status: 200 len: 375 time: 0.0328560 Nov 11 21:56:45.605159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] For port b18d812d-9240-4a21-af41-f4c02f4bd76b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b18d812d-9240-4a21-af41-f4c02f4bd76b,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:45.617957 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-f8f3c734-543a-4004-8305-0598c4e34bac tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6474ef6257e4f61ac984a0b362bab65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922649 Nov 11 21:56:45.623742 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:45.630970 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bf4eabb-ed4a-4ac1-a299-5c664a2eb172 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:45.690115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Pushing event updated for resources: {'Port': ['ID=b18d812d-9240-4a21-af41-f4c02f4bd76b,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:45.704686 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:45.705056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:45.705401 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:45.705770 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:45.706093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:45.706413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:45.706732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:45.707107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:45.707426 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:45.707740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:45.708053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:45.708364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c195ed-a760-4189-bd2a-90847cc0999e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:56:45.738142 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bf4eabb-ed4a-4ac1-a299-5c664a2eb172 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:45.810923 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bf4eabb-ed4a-4ac1-a299-5c664a2eb172 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:45.811831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b18d812d-9240-4a21-af41-f4c02f4bd76b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:45.812390 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:45.814343 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0bf4eabb-ed4a-4ac1-a299-5c664a2eb172 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/fb84650d-e686-4686-b4fb-8cf4608b2e2c HTTP/1.1" status: 204 len: 168 time: 0.6054049 Nov 11 21:56:45.815828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4eabb-ed4a-4ac1-a299-5c664a2eb172 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=fb84650d-e686-4686-b4fb-8cf4608b2e2c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:45.817528 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44106) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:45.861114 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-aef43eb2-b21c-476a-8811-d597cbe75234 service neutron] 10.222.0.57 "GET /v2.0/networks/7955aa4b-29f0-4ae7-a4ec-e33170459584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779835 Nov 11 21:56:45.916260 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c604b50f-2624-41f8-9f29-adf2f7d650d9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972502 Nov 11 21:56:45.923738 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44110) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:45.933214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f1430784-252d-4d8a-920c-be95cd15f012 None None] Provisioning complete for port b18d812d-9240-4a21-af41-f4c02f4bd76b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:45.933585 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1430784-252d-4d8a-920c-be95cd15f012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:46.039374 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e5b28b-32bc-4096-9153-b7d5709f22e6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:46.041022 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d2e5b28b-32bc-4096-9153-b7d5709f22e6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1161797 Nov 11 21:56:46.044290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44116) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:46.089294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-84ff0934-c3e2-4747-a0d2-18884cbdd223 service neutron] 10.222.0.57 "GET /v2.0/networks/7955aa4b-29f0-4ae7-a4ec-e33170459584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245872 Nov 11 21:56:46.113967 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0501f9cf-33f0-4146-a2c5-8dbd531530f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:46.118629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44118) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:46.119012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0501f9cf-33f0-4146-a2c5-8dbd531530f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0730691 Nov 11 21:56:46.182261 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0e2e1c5d-640a-4874-9998-21e10ef400ef tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624237 Nov 11 21:56:46.186332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44124) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:46.191654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1741ddd8-4d4d-49cd-8478-071be6b33cf3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:46.310682 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1741ddd8-4d4d-49cd-8478-071be6b33cf3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:46.325000 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ec00ee-e8f5-470b-a351-354ec6878ae6 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:46.325558 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1741ddd8-4d4d-49cd-8478-071be6b33cf3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:46.510714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd450ff-0f5a-4444-a31c-6242ef46a67e req-6f047015-039b-49e0-bfd1-bd33eaae39b1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:46.520551 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fd450ff-0f5a-4444-a31c-6242ef46a67e req-6f047015-039b-49e0-bfd1-bd33eaae39b1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 943 time: 0.1062663 Nov 11 21:56:46.547915 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37bc73ac-b6d5-452b-8e1b-22cb1905eeb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:46.627464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fd450ff-0f5a-4444-a31c-6242ef46a67e req-76b6416f-1490-4b9b-a0b3-576d305d65ed tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058929 Nov 11 21:56:46.636927 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5dfa8d8c-1ac1-47a3-b1af-254a9614ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:50:18Z', 'revision_number': 4, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'a999acf0-d927-437a-be0a-718a96ea2091', 'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'mac_address': 'fa:16:3e:8f:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:15Z', 'updated_at': '2021-11-11T21:50:32Z', 'revision_number': 5, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'subnets': [{'id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:46.724068 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1741ddd8-4d4d-49cd-8478-071be6b33cf3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:46.750756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa8d8c-1ac1-47a3-b1af-254a9614ce94 None None] Checking router: 5583143d-320e-427f-b822-73c2364ce800 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:56:46.768995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa8d8c-1ac1-47a3-b1af-254a9614ce94 None None] Routers {'5583143d-320e-427f-b822-73c2364ce800'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:56:46.769793 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5dfa8d8c-1ac1-47a3-b1af-254a9614ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:56:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5583143d-320e-427f-b822-73c2364ce800'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:46.820426 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741ddd8-4d4d-49cd-8478-071be6b33cf3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=1734285a-fc63-426f-a6a2-2c7659df88cd,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:46.860813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1741ddd8-4d4d-49cd-8478-071be6b33cf3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:46.864780 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1741ddd8-4d4d-49cd-8478-071be6b33cf3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:46.872583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1741ddd8-4d4d-49cd-8478-071be6b33cf3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:46.873215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1741ddd8-4d4d-49cd-8478-071be6b33cf3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:46.890551 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-114a5e8d-0515-4a9c-9b1f-5106f817b8a7 None None] Could not find standard attr ID for object 200df87a-bfea-42e7-9ae3-145fd4bfa3ab. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:56:46.905766 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1741ddd8-4d4d-49cd-8478-071be6b33cf3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7183609 Nov 11 21:56:46.909552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44148) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:46.920265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-fb5ec838-6b80-4d8d-b9cb-849d3974a18b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'fixed_ips': [{'subnet_id': '1734285a-fc63-426f-a6a2-2c7659df88cd', 'ip_address': '2001:db8::8575:9b8b:709d:8bfd'}], 'name': 'tempest-NetworksTestDHCPv6-1685278790'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:46.923791 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99c81c9-4268-433f-9269-70d464b1418c x-openstack-request-id: req-e99c81c9-4268-433f-9269-70d464b1418c {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:56:46.923791 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf0ec22-311b-4971-a6e8-a9324b3ac97a", "tag": "982611b2-5e50-47aa-b7d0-2ccd0574542d", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:56:46.923791 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e99c81c9-4268-433f-9269-70d464b1418c {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:56:46.923791 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'tag': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'status': 'completed', 'code': 200} Nov 11 21:56:46.945993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae40ac18-8ad6-4dad-87a3-2ea6f3daf013 None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:56:46.985389 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5dfa8d8c-1ac1-47a3-b1af-254a9614ce94 None None] Set router 5583143d-320e-427f-b822-73c2364ce800 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:56:47.070178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd49888-c45d-4217-860d-dab7d7219cbd req-d8ead29f-8658-4c48-bf4b-1170ee232c99 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:47.078978 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bd49888-c45d-4217-860d-dab7d7219cbd req-d8ead29f-8658-4c48-bf4b-1170ee232c99 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.0811582 Nov 11 21:56:47.160224 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bd49888-c45d-4217-860d-dab7d7219cbd req-ed1a8069-1b9d-426a-b7b9-7846a44c7127 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775864 Nov 11 21:56:47.264445 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ae40ac18-8ad6-4dad-87a3-2ea6f3daf013 None None] Deleting port b18d812d-9240-4a21-af41-f4c02f4bd76b {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:47.264920 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae40ac18-8ad6-4dad-87a3-2ea6f3daf013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:47.271047 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:47.289650 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121fff6-862b-4d89-9fd0-e31738402c29 req-51149365-c5dc-44a4-b3ed-3520dc8766de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:47.292360 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5121fff6-862b-4d89-9fd0-e31738402c29 req-51149365-c5dc-44a4-b3ed-3520dc8766de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d7b117af427e4c5587732a41b4a47118&device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 1096 time: 0.3309460 Nov 11 21:56:47.335779 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aab6d6b9-be26-4f1d-8509-ea48835e1658 req-f7088371-5578-4767-9b56-e8d3f6976288 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 210 time: 0.0696716 Nov 11 21:56:47.422372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5ec838-6b80-4d8d-b9cb-849d3974a18b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:47.438682 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb5ec838-6b80-4d8d-b9cb-849d3974a18b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:47.477544 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-fb5ec838-6b80-4d8d-b9cb-849d3974a18b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port eeed62bb-d8a7-4c90-876c-ad6e49ca998d yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:56:47.490403 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b18d812d-9240-4a21-af41-f4c02f4bd76b no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:56:47.563234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ae40ac18-8ad6-4dad-87a3-2ea6f3daf013 None None] For port b18d812d-9240-4a21-af41-f4c02f4bd76b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b18d812d-9240-4a21-af41-f4c02f4bd76b,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:47.563799 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae40ac18-8ad6-4dad-87a3-2ea6f3daf013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:47.566096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121fff6-862b-4d89-9fd0-e31738402c29 req-52aa494a-97c6-4eb3-82cd-961a8da368cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:47.568403 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5121fff6-862b-4d89-9fd0-e31738402c29 req-52aa494a-97c6-4eb3-82cd-961a8da368cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc238d0d-fbd9-4801-b626-a63954861cc1 HTTP/1.1" status: 200 len: 915 time: 0.2661057 Nov 11 21:56:47.582033 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e78253-2138-409f-bdbd-ffe8b4618ab4 req-7bfe6737-6686-4c68-b364-7e459f21fa4b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:47.595694 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90e78253-2138-409f-bdbd-ffe8b4618ab4 req-7bfe6737-6686-4c68-b364-7e459f21fa4b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 945 time: 0.1386719 Nov 11 21:56:47.613472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ae40ac18-8ad6-4dad-87a3-2ea6f3daf013 None None] Calling delete_port for b18d812d-9240-4a21-af41-f4c02f4bd76b owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:47.697854 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90e78253-2138-409f-bdbd-ffe8b4618ab4 req-e2cccd90-b508-4fc7-a257-ee987b9b882e tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010504 Nov 11 21:56:47.735607 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:47.782483 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5121fff6-862b-4d89-9fd0-e31738402c29 req-cb83fec2-9964-49a4-b06d-d683d5569b0d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=982611b2-5e50-47aa-b7d0-2ccd0574542d HTTP/1.1" status: 200 len: 217 time: 0.2010875 Nov 11 21:56:47.845968 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5dfa8d8c-1ac1-47a3-b1af-254a9614ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:50:18Z', 'revision_number': 4, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'a999acf0-d927-437a-be0a-718a96ea2091', 'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'mac_address': 'fa:16:3e:8f:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:15Z', 'updated_at': '2021-11-11T21:50:32Z', 'revision_number': 5, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'subnets': [{'id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:56:47.885677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port b18d812d-9240-4a21-af41-f4c02f4bd76b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b18d812d-9240-4a21-af41-f4c02f4bd76b,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:47.887163 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa8d8c-1ac1-47a3-b1af-254a9614ce94 None None] The sync data for ids ['5583143d-320e-427f-b822-73c2364ce800'] in n-d-805737-3 is: [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:50:18Z', 'revision_number': 4, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'a999acf0-d927-437a-be0a-718a96ea2091', 'name': '', 'network_id': 'fc238d0d-fbd9-4801-b626-a63954861cc1', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'mac_address': 'fa:16:3e:8f:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:15Z', 'updated_at': '2021-11-11T21:50:32Z', 'revision_number': 5, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'subnets': [{'id': 'f7e4839c-6714-4a1e-81d8-2a08ae19bec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:56:47.899831 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:47.977091 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0054d1-8ecd-478c-af83-ce7fb1754fc9 req-bff6a8cb-d3bd-4b6a-89df-837f1c743c8e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:47.996490 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e0054d1-8ecd-478c-af83-ce7fb1754fc9 req-bff6a8cb-d3bd-4b6a-89df-837f1c743c8e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 943 time: 0.1673815 Nov 11 21:56:48.059799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=b18d812d-9240-4a21-af41-f4c02f4bd76b,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:48.082291 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae40ac18-8ad6-4dad-87a3-2ea6f3daf013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:48.116366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40ac18-8ad6-4dad-87a3-2ea6f3daf013 None None] Pushing event deleted for resources: {'Port': ['ID=b18d812d-9240-4a21-af41-f4c02f4bd76b,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:48.123279 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40ac18-8ad6-4dad-87a3-2ea6f3daf013 None None] No DVR routers for this DVR port b18d812d-9240-4a21-af41-f4c02f4bd76b on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:56:48.148852 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b858aed7-d1b4-4dce-a01c-18e57592513a None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:48.149419 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e0054d1-8ecd-478c-af83-ce7fb1754fc9 req-6cf23d5d-85fb-4e97-a489-7a0c4eaf2dbc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516681 Nov 11 21:56:48.447127 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': '1734285a-fc63-426f-a6a2-2c7659df88cd'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:56:48.448135 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:48.448406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dcd9e-5097-45d6-b826-66151cf3d008 req-71f12af2-4ddf-4703-bb32-e9a4870d6f9c tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:48.450727 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-365dcd9e-5097-45d6-b826-66151cf3d008 req-71f12af2-4ddf-4703-bb32-e9a4870d6f9c tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.1574829 Nov 11 21:56:48.459241 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1797bd56-b688-4350-a18b-f9f16b64abbb None None] New status for floating IP 67fa2b17-d391-4f27-949e-7096930230b6: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:56:48.560033 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-365dcd9e-5097-45d6-b826-66151cf3d008 req-a5b410f2-163e-4e18-ab07-5c64a1c99229 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000938 Nov 11 21:56:48.683249 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6ac7bbb9-843a-49e8-a3bc-ed7e6b1da68e req-7399943e-ca44-4f19-a2a4-cc2a0200fb31 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 210 time: 0.0390224 Nov 11 21:56:48.689656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.71', 61041) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:48.751734 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121fff6-862b-4d89-9fd0-e31738402c29 req-22274de7-0657-41cc-ae6d-0157922895c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:48.753412 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5121fff6-862b-4d89-9fd0-e31738402c29 req-22274de7-0657-41cc-ae6d-0157922895c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7e4839c-6714-4a1e-81d8-2a08ae19bec7 HTTP/1.1" status: 200 len: 852 time: 0.9599385 Nov 11 21:56:48.753535 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:48.759191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-fb5ec838-6b80-4d8d-b9cb-849d3974a18b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::8575:9b8b:709d:8bfd (386cd058-2fb8-40f0-a159-c94cb531b2cc/1734285a-fc63-426f-a6a2-2c7659df88cd/eeed62bb-d8a7-4c90-876c-ad6e49ca998d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:48.792965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ee748-9e8f-4691-a3b9-16ee9066cd68 req-301870a2-2e69-4a1b-86b3-93678d6107b9 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:48.794994 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b73ee748-9e8f-4691-a3b9-16ee9066cd68 req-301870a2-2e69-4a1b-86b3-93678d6107b9 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.71 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 945 time: 0.1044445 Nov 11 21:56:48.858586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-f229d5aa-3601-4463-b964-2e2bdaee3f68 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:48.860260 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-f229d5aa-3601-4463-b964-2e2bdaee3f68 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.71 "GET /v2.0/networks?id=7955aa4b-29f0-4ae7-a4ec-e33170459584 HTTP/1.1" status: 200 len: 797 time: 0.9541259 Nov 11 21:56:48.957611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261d835-df7d-485f-ba6d-7e7a7b46ed67 req-1e7b4e03-58b9-4505-ba1f-83880bc0b929 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:48.959333 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-e68f482d-3bf6-4b31-a729-1626923e6c3d tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6474ef6257e4f61ac984a0b362bab65 HTTP/1.1" status: 200 len: 379 time: 0.0712929 Nov 11 21:56:48.959997 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1261d835-df7d-485f-ba6d-7e7a7b46ed67 req-1e7b4e03-58b9-4505-ba1f-83880bc0b929 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 945 time: 0.1638567 Nov 11 21:56:48.974588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-397ed3a9-6df9-4b24-9bb6-fdadb541e47c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'port': {'device_id': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'admin_state_up': True, 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'security_groups': ['13b01a68-6e8e-4614-ab28-106902927b8c']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:49.031686 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1261d835-df7d-485f-ba6d-7e7a7b46ed67 req-44531d42-1ec2-4d24-bcd3-cf832aa01978 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/security-groups?id=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616467 Nov 11 21:56:49.048965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-b73ee748-9e8f-4691-a3b9-16ee9066cd68 req-eb39b35a-0e09-4742-8f3c-ec660fab992b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Deleting port 982611b2-5e50-47aa-b7d0-2ccd0574542d {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:49.049500 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b73ee748-9e8f-4691-a3b9-16ee9066cd68 req-eb39b35a-0e09-4742-8f3c-ec660fab992b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:49.095782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121fff6-862b-4d89-9fd0-e31738402c29 req-140bd201-445a-4cc7-94f2-bf14a0c2259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:49.097585 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5121fff6-862b-4d89-9fd0-e31738402c29 req-140bd201-445a-4cc7-94f2-bf14a0c2259c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc238d0d-fbd9-4801-b626-a63954861cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3278761 Nov 11 21:56:49.195742 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-b73ee748-9e8f-4691-a3b9-16ee9066cd68 req-eb39b35a-0e09-4742-8f3c-ec660fab992b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] For port 982611b2-5e50-47aa-b7d0-2ccd0574542d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=982611b2-5e50-47aa-b7d0-2ccd0574542d,segment=NetworkSegment(c3639ea8-228c-47a5-84bd-b8de9ce625d1),segment_id=c3639ea8-228c-47a5-84bd-b8de9ce625d1)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:49.196357 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b73ee748-9e8f-4691-a3b9-16ee9066cd68 req-eb39b35a-0e09-4742-8f3c-ec660fab992b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:49.212217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-b73ee748-9e8f-4691-a3b9-16ee9066cd68 req-eb39b35a-0e09-4742-8f3c-ec660fab992b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Calling delete_port for 982611b2-5e50-47aa-b7d0-2ccd0574542d owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:49.331332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-397ed3a9-6df9-4b24-9bb6-fdadb541e47c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Made reservation on behalf of a6474ef6257e4f61ac984a0b362bab65 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:49.335169 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-397ed3a9-6df9-4b24-9bb6-fdadb541e47c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:49.376057 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5121fff6-862b-4d89-9fd0-e31738402c29 req-808c876e-ec72-40f2-b47a-0cfe4bb0d518 service neutron] 10.222.0.71 "GET /v2.0/networks/fc238d0d-fbd9-4801-b626-a63954861cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667732 Nov 11 21:56:49.378220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6f227-7751-4e30-8744-d0725e5e6867 req-71ca99f4-20a4-4dbf-81dd-d4e83474cdc8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:49.390965 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:49.393775 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30e6f227-7751-4e30-8744-d0725e5e6867 req-71ca99f4-20a4-4dbf-81dd-d4e83474cdc8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 943 time: 0.1574380 Nov 11 21:56:49.499150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30e6f227-7751-4e30-8744-d0725e5e6867 req-26edc287-3454-43ec-96e5-ee3e6734bc9c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042676 Nov 11 21:56:49.536831 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb5ec838-6b80-4d8d-b9cb-849d3974a18b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:49.569982 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b73ee748-9e8f-4691-a3b9-16ee9066cd68 req-eb39b35a-0e09-4742-8f3c-ec660fab992b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:49.626413 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb5ec838-6b80-4d8d-b9cb-849d3974a18b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:49.663102 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39b35a-0e09-4742-8f3c-ec660fab992b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Pushing event deleted for resources: {'Port': ['ID=982611b2-5e50-47aa-b7d0-2ccd0574542d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:49.686901 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-397ed3a9-6df9-4b24-9bb6-fdadb541e47c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Allocated IP 172.20.0.14 (7955aa4b-29f0-4ae7-a4ec-e33170459584/26e855f5-9574-406a-93e9-32e5d01b3998/4cf46abd-a97f-49ce-86d8-3993ea039b3c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:49.723976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5ec838-6b80-4d8d-b9cb-849d3974a18b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:49.740537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-fb5ec838-6b80-4d8d-b9cb-849d3974a18b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:49.749858 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ec838-6b80-4d8d-b9cb-849d3974a18b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:49.755767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5ec838-6b80-4d8d-b9cb-849d3974a18b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:49.756524 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb5ec838-6b80-4d8d-b9cb-849d3974a18b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:49.763449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ec838-6b80-4d8d-b9cb-849d3974a18b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=eeed62bb-d8a7-4c90-876c-ad6e49ca998d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:49.764503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Allocated IP 2001:db8::2 (386cd058-2fb8-40f0-a159-c94cb531b2cc/1734285a-fc63-426f-a6a2-2c7659df88cd/6c7c42a8-bf6e-44ff-b535-a812179a7acb) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:49.787330 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5121fff6-862b-4d89-9fd0-e31738402c29 req-a971771a-60ea-498e-9fb6-1018520a7d62 service neutron] 10.222.0.71 "GET /v2.0/networks/fc238d0d-fbd9-4801-b626-a63954861cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836076 Nov 11 21:56:49.808838 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fb5ec838-6b80-4d8d-b9cb-849d3974a18b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8951929 Nov 11 21:56:49.818512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44212) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:49.820019 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73ee748-9e8f-4691-a3b9-16ee9066cd68 req-eb39b35a-0e09-4742-8f3c-ec660fab992b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] No DVR routers for this DVR port 982611b2-5e50-47aa-b7d0-2ccd0574542d on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:56:49.828893 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b73ee748-9e8f-4691-a3b9-16ee9066cd68 req-eb39b35a-0e09-4742-8f3c-ec660fab992b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:49.834195 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b73ee748-9e8f-4691-a3b9-16ee9066cd68 req-eb39b35a-0e09-4742-8f3c-ec660fab992b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.71 "DELETE /v2.0/ports/982611b2-5e50-47aa-b7d0-2ccd0574542d HTTP/1.1" status: 204 len: 173 time: 1.0243526 Nov 11 21:56:49.851848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a69affba-cb71-4ff2-84a0-78d9402db966 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'fixed_ips': [{'subnet_id': '1734285a-fc63-426f-a6a2-2c7659df88cd', 'ip_address': '2001:db8::8575:9b8b:709d:8bfd'}], 'name': 'tempest-NetworksTestDHCPv6-148762176'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:49.879605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'name': 'network-vif-deleted', 'tag': '982611b2-5e50-47aa-b7d0-2ccd0574542d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:56:49.884131 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250bea05-5ae0-4076-86ec-46e07c0eed2d" -d '{"events": [{"server_uuid": "cbf0ec22-311b-4971-a6e8-a9324b3ac97a", "name": "network-vif-deleted", "tag": "982611b2-5e50-47aa-b7d0-2ccd0574542d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:56:49.924714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493faa5c-c9e3-4b60-a054-ed52d0a79c4b req-ecef7f5e-77dd-4cd2-b5bb-22d0b041ca60 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:49.933433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-493faa5c-c9e3-4b60-a054-ed52d0a79c4b req-ecef7f5e-77dd-4cd2-b5bb-22d0b041ca60 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.2378416 Nov 11 21:56:49.978666 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-397ed3a9-6df9-4b24-9bb6-fdadb541e47c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:50.016523 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:50.027374 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:50.040255 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-493faa5c-c9e3-4b60-a054-ed52d0a79c4b req-f007b789-4f03-4537-898e-a29a09522029 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058364 Nov 11 21:56:50.068843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-397ed3a9-6df9-4b24-9bb6-fdadb541e47c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:50.135919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:50.160334 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:50.167383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:50.182518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Pushing event updated for resources: {'Port': ['ID=6c7c42a8-bf6e-44ff-b535-a812179a7acb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:50.206765 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69affba-cb71-4ff2-84a0-78d9402db966 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:50.221886 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-397ed3a9-6df9-4b24-9bb6-fdadb541e47c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network 7955aa4b-29f0-4ae7-a4ec-e33170459584 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:50.225332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-397ed3a9-6df9-4b24-9bb6-fdadb541e47c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:50.240337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-397ed3a9-6df9-4b24-9bb6-fdadb541e47c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:50.250431 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ed3a9-6df9-4b24-9bb6-fdadb541e47c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Port': ['ID=4cf46abd-a97f-49ce-86d8-3993ea039b3c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:50.365606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca04a13-b585-435d-9011-019950b05653 req-de59295c-cf1a-4989-8b9f-97f5de68423c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:50.366535 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Attempting to bind port 6c7c42a8-bf6e-44ff-b535-a812179a7acb on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:56:50.366930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Attempting to bind port 6c7c42a8-bf6e-44ff-b535-a812179a7acb by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:56:50.367304 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Attempting to bind port 6c7c42a8-bf6e-44ff-b535-a812179a7acb on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:56:50.375876 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eca04a13-b585-435d-9011-019950b05653 req-de59295c-cf1a-4989-8b9f-97f5de68423c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 932 time: 0.1988497 Nov 11 21:56:50.378451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:56:50.378881 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:56:50.379303 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:50.379696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:56:50.384919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Bound port: 6c7c42a8-bf6e-44ff-b535-a812179a7acb, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:56:50.385618 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:50.393906 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-397ed3a9-6df9-4b24-9bb6-fdadb541e47c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:50.394659 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-397ed3a9-6df9-4b24-9bb6-fdadb541e47c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:50.439177 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-397ed3a9-6df9-4b24-9bb6-fdadb541e47c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4689624 Nov 11 21:56:50.454412 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Request body: {'port': {'device_id': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:50.529858 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eca04a13-b585-435d-9011-019950b05653 req-f80ae4e6-a15f-48b3-9ffc-f86b206b638b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=13b01a68-6e8e-4614-ab28-106902927b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499529 Nov 11 21:56:50.566527 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] For port 6c7c42a8-bf6e-44ff-b535-a812179a7acb, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:56:50.572497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] For port 6c7c42a8-bf6e-44ff-b535-a812179a7acb, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6c7c42a8-bf6e-44ff-b535-a812179a7acb,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:56:50.584508 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:50.586347 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a69affba-cb71-4ff2-84a0-78d9402db966 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:50.608282 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:50.671108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-a69affba-cb71-4ff2-84a0-78d9402db966 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port f76fbc59-403d-490c-a951-e62c9ad9fcd2 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:56:50.716074 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-078ce16d-85ed-4a31-b4e5-885ee897372c None None] Provisioning complete for port 4cf46abd-a97f-49ce-86d8-3993ea039b3c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:50.716688 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-078ce16d-85ed-4a31-b4e5-885ee897372c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:50.718632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35efc4-ccce-4dd2-9e61-3afb37a36e5b None None] Pushing event updated for resources: {'Port': ['ID=6c7c42a8-bf6e-44ff-b535-a812179a7acb,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:50.783358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-078ce16d-85ed-4a31-b4e5-885ee897372c None None] Port 4cf46abd-a97f-49ce-86d8-3993ea039b3c cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:56:50.971749 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a4ff47-addc-4809-8c2a-6a1ba243e797 x-openstack-request-id: req-09a4ff47-addc-4809-8c2a-6a1ba243e797 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:56:50.972227 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf0ec22-311b-4971-a6e8-a9324b3ac97a", "name": "network-vif-deleted", "tag": "982611b2-5e50-47aa-b7d0-2ccd0574542d", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:56:50.972668 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09a4ff47-addc-4809-8c2a-6a1ba243e797 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:56:50.973964 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf0ec22-311b-4971-a6e8-a9324b3ac97a', 'name': 'network-vif-deleted', 'tag': '982611b2-5e50-47aa-b7d0-2ccd0574542d', 'status': 'completed', 'code': 200} Nov 11 21:56:50.978547 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69affba-cb71-4ff2-84a0-78d9402db966 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 11 21:56:50.980204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69affba-cb71-4ff2-84a0-78d9402db966 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:56:51.024323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a69affba-cb71-4ff2-84a0-78d9402db966 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1858044 Nov 11 21:56:51.033097 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44228) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:51.068846 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b973bf0b-901f-4a57-a75e-ea2dd5279246 req-217b1059-72e4-49c0-a4a2-cc45206fc71a tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 210 time: 0.0696540 Nov 11 21:56:51.221024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac0c45-559f-47be-b9b2-cef983f84293 req-89cf11d1-9413-4c03-bd88-3729be3a1964 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:51.225320 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2864021-4b58-459c-9c19-06b7a37e6164 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:51.229989 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-acac0c45-559f-47be-b9b2-cef983f84293 req-89cf11d1-9413-4c03-bd88-3729be3a1964 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 943 time: 0.0781238 Nov 11 21:56:51.231335 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2864021-4b58-459c-9c19-06b7a37e6164 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:51.237750 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a2864021-4b58-459c-9c19-06b7a37e6164 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2000835 Nov 11 21:56:51.238012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44230) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:51.254145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87878d59-3a22-4382-a4ff-43068b4d4ec8 req-33e4dcd8-c7ac-421f-973d-b9545e612dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:51.256348 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87878d59-3a22-4382-a4ff-43068b4d4ec8 req-33e4dcd8-c7ac-421f-973d-b9545e612dbb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5757a57d321c41bda10f53e68ffe1106&device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 1096 time: 0.1594794 Nov 11 21:56:51.373298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87878d59-3a22-4382-a4ff-43068b4d4ec8 req-b7c4e101-3a2e-45e4-97d1-9d8ccd572e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:51.374994 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87878d59-3a22-4382-a4ff-43068b4d4ec8 req-b7c4e101-3a2e-45e4-97d1-9d8ccd572e40 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 200 len: 912 time: 0.1100409 Nov 11 21:56:51.417075 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6c7c42a8-bf6e-44ff-b535-a812179a7acb up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:56:51.446772 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-acac0c45-559f-47be-b9b2-cef983f84293 req-5b446e04-43f7-4407-bb1b-c58399e93b55 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156160 Nov 11 21:56:51.534375 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87878d59-3a22-4382-a4ff-43068b4d4ec8 req-d8c964dd-ae75-4001-8207-9f59c8da8b8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0b027a-b17c-4359-8442-35cb03c25936 HTTP/1.1" status: 200 len: 1001 time: 0.1474278 Nov 11 21:56:51.564064 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf46abd-a97f-49ce-86d8-3993ea039b3c {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:56:51.583748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 6c7c42a8-bf6e-44ff-b535-a812179a7acb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:51.584293 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:51.586685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:51.608057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0ff17503-02e8-43d2-a747-b946fa0e6df2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port eeed62bb-d8a7-4c90-876c-ad6e49ca998d {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:51.608650 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ff17503-02e8-43d2-a747-b946fa0e6df2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:51.610283 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Transition to ACTIVE for port object 4cf46abd-a97f-49ce-86d8-3993ea039b3c will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:56:51.622098 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:51.655992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd08cb-3a66-4e91-a62c-a3cc81ad5fd2 req-21d4f372-bd49-4576-a41b-4b1cc41a66ee tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:51.664130 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3efd08cb-3a66-4e91-a62c-a3cc81ad5fd2 req-21d4f372-bd49-4576-a41b-4b1cc41a66ee tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.1073582 Nov 11 21:56:51.786230 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:51.860992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 6c7c42a8-bf6e-44ff-b535-a812179a7acb, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6c7c42a8-bf6e-44ff-b535-a812179a7acb,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:51.875498 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:51.896366 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3efd08cb-3a66-4e91-a62c-a3cc81ad5fd2 req-2f5931f3-48a4-4904-bc5b-25f053d01b95 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312171 Nov 11 21:56:51.904524 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ff17503-02e8-43d2-a747-b946fa0e6df2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:51.925949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Pushing event updated for resources: {'Port': ['ID=4cf46abd-a97f-49ce-86d8-3993ea039b3c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:51.945785 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87878d59-3a22-4382-a4ff-43068b4d4ec8 req-dc7a5e2e-1f4a-476f-b9b7-9b56afab23e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:51.947312 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87878d59-3a22-4382-a4ff-43068b4d4ec8 req-dc7a5e2e-1f4a-476f-b9b7-9b56afab23e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39cbd100-acd0-46b4-8419-af45cc0c3279 HTTP/1.1" status: 200 len: 849 time: 0.4021158 Nov 11 21:56:51.956159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=6c7c42a8-bf6e-44ff-b535-a812179a7acb,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:51.971609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0ff17503-02e8-43d2-a747-b946fa0e6df2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for eeed62bb-d8a7-4c90-876c-ad6e49ca998d owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:52.184972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87878d59-3a22-4382-a4ff-43068b4d4ec8 req-302af751-8b16-4a00-b660-3e654333cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:52.186540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87878d59-3a22-4382-a4ff-43068b4d4ec8 req-302af751-8b16-4a00-b660-3e654333cec8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e1eddca-e131-4ae9-bee4-182d654beb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207935 Nov 11 21:56:52.218490 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450eb9f-ca5d-4feb-8da3-b6d81c1f8c13 req-11cba9c3-0c23-47ad-849e-0285d86b659d tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:52.224035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Attempting to bind port 4cf46abd-a97f-49ce-86d8-3993ea039b3c on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:56:52.224368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Attempting to bind port 4cf46abd-a97f-49ce-86d8-3993ea039b3c by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'af9148bc-dfe8-4124-a415-b59d9ee01676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:56:52.225088 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Attempting to bind port 4cf46abd-a97f-49ce-86d8-3993ea039b3c on network 7955aa4b-29f0-4ae7-a4ec-e33170459584 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:56:52.233206 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e450eb9f-ca5d-4feb-8da3-b6d81c1f8c13 req-11cba9c3-0c23-47ad-849e-0285d86b659d tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 944 time: 0.1883039 Nov 11 21:56:52.238056 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Port 4cf46abd-a97f-49ce-86d8-3993ea039b3c on network 7955aa4b-29f0-4ae7-a4ec-e33170459584 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:56:52.238387 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Attempting to bind port 4cf46abd-a97f-49ce-86d8-3993ea039b3c on network 7955aa4b-29f0-4ae7-a4ec-e33170459584 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:56:52.324646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:56:52.325062 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Checking segment: {'id': 'af9148bc-dfe8-4124-a415-b59d9ee01676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:56:52.325422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Bound using segment: {'id': 'af9148bc-dfe8-4124-a415-b59d9ee01676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:56:52.326220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Bound port: 4cf46abd-a97f-49ce-86d8-3993ea039b3c, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af9148bc-dfe8-4124-a415-b59d9ee01676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:56:52.326344 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:52.401160 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87878d59-3a22-4382-a4ff-43068b4d4ec8 req-4b36ae25-a0e3-4beb-af98-b0dcfd6fcb77 service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062812 Nov 11 21:56:52.455692 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] For port 4cf46abd-a97f-49ce-86d8-3993ea039b3c, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:56:52.503299 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] For port 4cf46abd-a97f-49ce-86d8-3993ea039b3c, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4cf46abd-a97f-49ce-86d8-3993ea039b3c,segment=NetworkSegment(af9148bc-dfe8-4124-a415-b59d9ee01676),segment_id=af9148bc-dfe8-4124-a415-b59d9ee01676)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:56:52.513114 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:52.515715 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e450eb9f-ca5d-4feb-8da3-b6d81c1f8c13 req-cae5e27e-6ba7-45e9-ade8-45c794ed6fb4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=13b01a68-6e8e-4614-ab28-106902927b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757931 Nov 11 21:56:52.547435 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ff17503-02e8-43d2-a747-b946fa0e6df2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:52.570230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 982611b2-5e50-47aa-b7d0-2ccd0574542d no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:56:52.576491 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-87878d59-3a22-4382-a4ff-43068b4d4ec8 req-8af6d137-6dbf-4305-8590-e54ce2b3ee5b service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652861 Nov 11 21:56:52.582672 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:52.583295 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:52.584678 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] 10.222.0.71 "PUT /v2.0/ports/4cf46abd-a97f-49ce-86d8-3993ea039b3c HTTP/1.1" status: 200 len: 1092 time: 2.1347642 Nov 11 21:56:52.585173 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'tag': '4cf46abd-a97f-49ce-86d8-3993ea039b3c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:56:52.587778 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bfbcae-580e-4389-8dc3-24a87b1064fc" -d '{"events": [{"name": "network-changed", "server_uuid": "118ca6b7-9c05-47e1-a57c-febabdd20ba1", "tag": "4cf46abd-a97f-49ce-86d8-3993ea039b3c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:56:52.600136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff17503-02e8-43d2-a747-b946fa0e6df2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=eeed62bb-d8a7-4c90-876c-ad6e49ca998d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:52.611908 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbafb23-05b0-481a-b300-5860635549cf service neutron] Pushing event updated for resources: {'Port': ['ID=4cf46abd-a97f-49ce-86d8-3993ea039b3c,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:52.665773 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 982611b2-5e50-47aa-b7d0-2ccd0574542d {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:56:52.666336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 982611b2-5e50-47aa-b7d0-2ccd0574542d not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:56:52.685647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7050fc91-88ae-432f-a2af-07d80cee50ae None None] Provisioning complete for port 6c7c42a8-bf6e-44ff-b535-a812179a7acb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:52.686018 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7050fc91-88ae-432f-a2af-07d80cee50ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:52.700013 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ff17503-02e8-43d2-a747-b946fa0e6df2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:52.707822 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0ff17503-02e8-43d2-a747-b946fa0e6df2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/eeed62bb-d8a7-4c90-876c-ad6e49ca998d HTTP/1.1" status: 204 len: 168 time: 1.4684944 Nov 11 21:56:52.711016 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44248) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:52.753598 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-d7a00b5c-743d-4c8c-80a1-e74b3861a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:52.756927 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-d7a00b5c-743d-4c8c-80a1-e74b3861a53b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a6474ef6257e4f61ac984a0b362bab65&device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 1095 time: 0.1026895 Nov 11 21:56:52.813723 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0129bea-ae9a-47a1-9c0f-9aa15d5cf0d3 req-97acd68c-4434-44c8-b088-55d48bcf9115 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 210 time: 0.0783978 Nov 11 21:56:52.856477 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-803f5e07-a2e3-49a4-b247-d9fcb6b4b81f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf46abd-a97f-49ce-86d8-3993ea039b3c HTTP/1.1" status: 200 len: 217 time: 0.0906808 Nov 11 21:56:52.994493 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab66ca98-5c75-4cab-bbcf-fa6e5cf5c6e1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:52.996704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab66ca98-5c75-4cab-bbcf-fa6e5cf5c6e1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:53.001403 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ab66ca98-5c75-4cab-bbcf-fa6e5cf5c6e1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2893186 Nov 11 21:56:53.002723 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44256) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:53.005381 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-edc3e1f8-0410-473e-8684-dd774a66add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:53.009896 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-edc3e1f8-0410-473e-8684-dd774a66add6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26e855f5-9574-406a-93e9-32e5d01b3998 HTTP/1.1" status: 200 len: 835 time: 0.1364634 Nov 11 21:56:53.101326 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-39566975-6dc4-491a-b67c-3ed97da7ade7 None None] Could not find standard attr ID for object eeed62bb-d8a7-4c90-876c-ad6e49ca998d. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:56:53.143717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-09df534a-bed9-41b8-909e-0ebc816f257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:53.144837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1ed169-b587-4d7b-b12c-416b0c28e2f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 1734285a-fc63-426f-a6a2-2c7659df88cd {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:56:53.147420 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-09df534a-bed9-41b8-909e-0ebc816f257e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7955aa4b-29f0-4ae7-a4ec-e33170459584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196864 Nov 11 21:56:53.158019 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b1b9-8745-4ab5-b31e-232a79b22e31 req-5d98b885-78ec-47bc-ba5b-b7f730fd8966 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:53.165568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3273b1b9-8745-4ab5-b31e-232a79b22e31 req-5d98b885-78ec-47bc-ba5b-b7f730fd8966 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 943 time: 0.1754677 Nov 11 21:56:53.189692 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e1ed169-b587-4d7b-b12c-416b0c28e2f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:53.304493 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-1b8fb3fa-8289-4a22-9c2a-0547727b3cbc service neutron] 10.222.0.71 "GET /v2.0/networks/7955aa4b-29f0-4ae7-a4ec-e33170459584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491966 Nov 11 21:56:53.376740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6c7c42a8-bf6e-44ff-b535-a812179a7acb up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:56:53.385053 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e1ed169-b587-4d7b-b12c-416b0c28e2f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:53.491644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 6c7c42a8-bf6e-44ff-b535-a812179a7acb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:53.492319 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:53.509928 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bc565d9-f8c4-4409-a459-6c89c5b2c1f4 req-c2d90ee8-e200-4468-b4ff-b724b61629e0 service neutron] 10.222.0.71 "GET /v2.0/networks/7955aa4b-29f0-4ae7-a4ec-e33170459584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890199 Nov 11 21:56:53.536153 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e1ed169-b587-4d7b-b12c-416b0c28e2f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:53.580520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3273b1b9-8745-4ab5-b31e-232a79b22e31 req-7910dcbe-9396-4ac0-996b-1a5706b128df tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4094224 Nov 11 21:56:53.637342 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b0db33-c2e5-4be3-89db-bc694cb0aa25 x-openstack-request-id: req-04b0db33-c2e5-4be3-89db-bc694cb0aa25 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:56:53.637660 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118ca6b7-9c05-47e1-a57c-febabdd20ba1", "tag": "4cf46abd-a97f-49ce-86d8-3993ea039b3c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:56:53.637938 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04b0db33-c2e5-4be3-89db-bc694cb0aa25 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:56:53.638431 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'tag': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'status': 'completed', 'code': 200} Nov 11 21:56:53.640490 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e1ed169-b587-4d7b-b12c-416b0c28e2f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:53.666998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ed169-b587-4d7b-b12c-416b0c28e2f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=1734285a-fc63-426f-a6a2-2c7659df88cd,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:53.673163 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e1ed169-b587-4d7b-b12c-416b0c28e2f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:53.676498 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7e1ed169-b587-4d7b-b12c-416b0c28e2f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/1734285a-fc63-426f-a6a2-2c7659df88cd HTTP/1.1" status: 204 len: 168 time: 0.6728120 Nov 11 21:56:53.679462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44264) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:53.683172 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ddbf3f-1888-4cb5-9c49-3257c16fc662 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:53.735558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfbcae-580e-4389-8dc3-24a87b1064fc req-01ee620f-e5c4-4865-9c32-d445fc789417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:53.736231 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 689b83c4-a650-47f6-96c5-a503891fcd61 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:56:53.737363 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0bfbcae-580e-4389-8dc3-24a87b1064fc req-01ee620f-e5c4-4865-9c32-d445fc789417 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a6474ef6257e4f61ac984a0b362bab65&device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 1095 time: 0.0716193 Nov 11 21:56:53.794186 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-da8fde3b-a19a-4a37-91cd-eea25915c45d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1133568 Nov 11 21:56:53.818567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44266) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:53.824151 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f2f21c61-bb91-4c4a-934b-8406e804ece6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:53.873781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ee06d-c8f7-4dbd-a9df-961c36de7c3d req-ea38b16d-bb68-4fb4-ac26-1d1274aaec10 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:53.875303 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e2ee06d-c8f7-4dbd-a9df-961c36de7c3d req-ea38b16d-bb68-4fb4-ac26-1d1274aaec10 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.1001205 Nov 11 21:56:53.988910 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8e2ee06d-c8f7-4dbd-a9df-961c36de7c3d req-f3df7cc7-272e-4077-b40f-df3582231187 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053162 Nov 11 21:56:54.001220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f21c61-bb91-4c4a-934b-8406e804ece6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:54.007710 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2f21c61-bb91-4c4a-934b-8406e804ece6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:54.043998 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfbcae-580e-4389-8dc3-24a87b1064fc req-a7a7c5bd-7076-4776-99d4-35a0a4e50e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:54.045852 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0bfbcae-580e-4389-8dc3-24a87b1064fc req-a7a7c5bd-7076-4776-99d4-35a0a4e50e2d service neutron] 10.222.0.71 "GET /v2.0/networks?id=7955aa4b-29f0-4ae7-a4ec-e33170459584 HTTP/1.1" status: 200 len: 899 time: 0.2999740 Nov 11 21:56:54.069546 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 689b83c4-a650-47f6-96c5-a503891fcd61, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=689b83c4-a650-47f6-96c5-a503891fcd61,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:54.108534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '689b83c4-a650-47f6-96c5-a503891fcd61', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'port_id': '689b83c4-a650-47f6-96c5-a503891fcd61', 'mac_address': 'fa:16:3e:9a:e2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:56:54.174100 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0bfbcae-580e-4389-8dc3-24a87b1064fc req-41c4b8bc-d9f7-47b2-9eb9-d943081c0712 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf46abd-a97f-49ce-86d8-3993ea039b3c HTTP/1.1" status: 200 len: 217 time: 0.0931363 Nov 11 21:56:54.251105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885965ed-8edf-4388-a8bb-02a182a6f9b3 req-98e20805-b36b-48c0-8dae-0447523a7d2d tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:54.252823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-885965ed-8edf-4388-a8bb-02a182a6f9b3 req-98e20805-b36b-48c0-8dae-0447523a7d2d tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 944 time: 0.1209712 Nov 11 21:56:54.303149 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfbcae-580e-4389-8dc3-24a87b1064fc req-c5247db1-5127-4092-a681-4572417192bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:54.304675 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0bfbcae-580e-4389-8dc3-24a87b1064fc req-c5247db1-5127-4092-a681-4572417192bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26e855f5-9574-406a-93e9-32e5d01b3998 HTTP/1.1" status: 200 len: 835 time: 0.1176684 Nov 11 21:56:54.315804 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:54.348610 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689b83c4-a650-47f6-96c5-a503891fcd61 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:56:54.395411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-885965ed-8edf-4388-a8bb-02a182a6f9b3 req-0124b7ff-4094-49cb-97da-00c337a7044d tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=13b01a68-6e8e-4614-ab28-106902927b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327276 Nov 11 21:56:54.398091 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 689b83c4-a650-47f6-96c5-a503891fcd61, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=689b83c4-a650-47f6-96c5-a503891fcd61,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:54.413514 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:54.459820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfbcae-580e-4389-8dc3-24a87b1064fc req-f6676694-6ed8-4190-aa38-6380c2c05e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:54.461775 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0bfbcae-580e-4389-8dc3-24a87b1064fc req-f6676694-6ed8-4190-aa38-6380c2c05e3f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7955aa4b-29f0-4ae7-a4ec-e33170459584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1472347 Nov 11 21:56:54.463592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9246c2-4df1-48c1-a91f-13f2aa2539a2 None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:56:54.547478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=689b83c4-a650-47f6-96c5-a503891fcd61,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:54.572583 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2c9246c2-4df1-48c1-a91f-13f2aa2539a2 None None] Deleting port 6c7c42a8-bf6e-44ff-b535-a812179a7acb {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:56:54.573150 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c9246c2-4df1-48c1-a91f-13f2aa2539a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:54.636251 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48cccbc9-4790-4a3c-98f1-41ece6c5bb62 req-31de2c35-d4e7-434c-872f-b8f69a9285ee tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 210 time: 0.1172035 Nov 11 21:56:54.662727 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2f21c61-bb91-4c4a-934b-8406e804ece6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:54.684698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['689b83c4-a650-47f6-96c5-a503891fcd61'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:56:54.703640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2c9246c2-4df1-48c1-a91f-13f2aa2539a2 None None] For port 6c7c42a8-bf6e-44ff-b535-a812179a7acb, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6c7c42a8-bf6e-44ff-b535-a812179a7acb,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:54.704039 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c9246c2-4df1-48c1-a91f-13f2aa2539a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:54.743201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f21c61-bb91-4c4a-934b-8406e804ece6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:54.786061 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f2f21c61-bb91-4c4a-934b-8406e804ece6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:54.815230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2c9246c2-4df1-48c1-a91f-13f2aa2539a2 None None] Calling delete_port for 6c7c42a8-bf6e-44ff-b535-a812179a7acb owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:56:54.837932 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f21c61-bb91-4c4a-934b-8406e804ece6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:54.838518 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f2f21c61-bb91-4c4a-934b-8406e804ece6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:54.896432 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f2f21c61-bb91-4c4a-934b-8406e804ece6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0765347 Nov 11 21:56:54.913758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76723919-bf20-42c5-9efa-6639543a4e09 req-4f72a774-4954-4e16-8cbf-32c90f45032d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:54.917148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76723919-bf20-42c5-9efa-6639543a4e09 req-4f72a774-4954-4e16-8cbf-32c90f45032d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 944 time: 0.1389608 Nov 11 21:56:54.917673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44286) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:54.932376 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f4da20ad-01ae-4194-affe-24499a770d8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'fixed_ips': [{'subnet_id': 'de464d11-3b52-4c62-9aa9-f202390c797f', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-162363377'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:54.954823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f21c61-bb91-4c4a-934b-8406e804ece6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=de464d11-3b52-4c62-9aa9-f202390c797f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:55.014960 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0bfbcae-580e-4389-8dc3-24a87b1064fc req-43b1db8a-1e93-444e-b6ab-0c5cc28987a6 service neutron] 10.222.0.71 "GET /v2.0/networks/7955aa4b-29f0-4ae7-a4ec-e33170459584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718154 Nov 11 21:56:55.206631 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76723919-bf20-42c5-9efa-6639543a4e09 req-1dc52826-7ee8-4673-ab3d-d8afc1b5de8a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502783 Nov 11 21:56:55.218193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4da20ad-01ae-4194-affe-24499a770d8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:55.223465 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f4da20ad-01ae-4194-affe-24499a770d8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:55.273174 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c0bfbcae-580e-4389-8dc3-24a87b1064fc req-b66a70f4-3cdb-42fb-9d8f-c46987ae475d service neutron] 10.222.0.71 "GET /v2.0/networks/7955aa4b-29f0-4ae7-a4ec-e33170459584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463207 Nov 11 21:56:55.295843 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-f4da20ad-01ae-4194-affe-24499a770d8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port a66767a6-1f11-4e11-97d5-af5281617421 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:56:55.473370 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6c7c42a8-bf6e-44ff-b535-a812179a7acb no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:56:55.647680 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c9246c2-4df1-48c1-a91f-13f2aa2539a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:55.665295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366300f-78eb-4940-98e2-4fd5f6d9efe2 req-6d086959-bd73-4a62-8b58-bc86d8a7fb26 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:55.674072 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e366300f-78eb-4940-98e2-4fd5f6d9efe2 req-6d086959-bd73-4a62-8b58-bc86d8a7fb26 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 944 time: 0.1346529 Nov 11 21:56:55.682341 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4da20ad-01ae-4194-affe-24499a770d8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:56:55.682788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4da20ad-01ae-4194-affe-24499a770d8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:56:55.721466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9246c2-4df1-48c1-a91f-13f2aa2539a2 None None] Pushing event deleted for resources: {'Port': ['ID=6c7c42a8-bf6e-44ff-b535-a812179a7acb,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:55.724082 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9246c2-4df1-48c1-a91f-13f2aa2539a2 None None] No DVR routers for this DVR port 6c7c42a8-bf6e-44ff-b535-a812179a7acb on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:56:55.731692 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44296) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:55.732485 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f4da20ad-01ae-4194-affe-24499a770d8d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8083873 Nov 11 21:56:55.738694 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:55.773635 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e366300f-78eb-4940-98e2-4fd5f6d9efe2 req-0cf873d3-ed70-4b55-813b-a2ec08b5f240 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=13b01a68-6e8e-4614-ab28-106902927b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986071 Nov 11 21:56:55.773836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78a3e09-19b9-4655-8a22-b85210d68203 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:56:55.784492 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fabc29f1-9684-49ee-b2ac-006b92429c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0507810 Nov 11 21:56:55.787051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44298) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:55.914867 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcfebf9-00b7-4ae9-9c9d-518d983bcf50 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:55.917593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcfebf9-00b7-4ae9-9c9d-518d983bcf50 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:55.919994 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1fcfebf9-00b7-4ae9-9c9d-518d983bcf50 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1316540 Nov 11 21:56:55.922677 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44300) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:56.007773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-9407f313-5588-4c1a-82d8-3a082a30e6a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet de464d11-3b52-4c62-9aa9-f202390c797f {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:56:56.017340 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1c6ba80b-4345-47ed-907c-b65d3c5b1279 req-5b182d1f-a237-4662-ba9b-5536b1436e5b tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 210 time: 0.1233521 Nov 11 21:56:56.018359 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9407f313-5588-4c1a-82d8-3a082a30e6a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:56.072100 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9407f313-5588-4c1a-82d8-3a082a30e6a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:56.125752 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9407f313-5588-4c1a-82d8-3a082a30e6a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:56.147844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52dff67-738d-4256-8258-6937321d63ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': 'de464d11-3b52-4c62-9aa9-f202390c797f'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:56:56.149180 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b52dff67-738d-4256-8258-6937321d63ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:56.206973 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9407f313-5588-4c1a-82d8-3a082a30e6a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:56.248025 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9407f313-5588-4c1a-82d8-3a082a30e6a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:56.260040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44308) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:56.261937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9407f313-5588-4c1a-82d8-3a082a30e6a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/de464d11-3b52-4c62-9aa9-f202390c797f HTTP/1.1" status: 204 len: 168 time: 0.3368361 Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server [None req-b52dff67-738d-4256-8258-6937321d63ea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de464d11-3b52-4c62-9aa9-f202390c797f: This subnet is being modified by another concurrent operation. Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise exception Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de464d11-3b52-4c62-9aa9-f202390c797f: This subnet is being modified by another concurrent operation. Nov 11 21:56:56.326977 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Nov 11 21:56:56.334167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407f313-5588-4c1a-82d8-3a082a30e6a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=de464d11-3b52-4c62-9aa9-f202390c797f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:56.357563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f82e6bf-740e-4460-9ab8-5fa8aa40101a None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:56:56.392606 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-820e2aa0-6c95-4fd2-9a9f-4cf476522cc1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1312249 Nov 11 21:56:56.396828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44312) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:56.403641 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6f19e26b-505e-41db-9b82-b226ad7a38b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:56.464826 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ad55d-962e-445b-8e03-9c4bc6f3258d req-c0d0903d-bb39-4f2f-8352-5404b4b7457d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:56.478204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d77ad55d-962e-445b-8e03-9c4bc6f3258d req-c0d0903d-bb39-4f2f-8352-5404b4b7457d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 944 time: 0.1267507 Nov 11 21:56:56.562128 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d77ad55d-962e-445b-8e03-9c4bc6f3258d req-2a09ce53-5876-43bc-941c-4cc2fd2de9a7 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828774 Nov 11 21:56:56.598503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4cf46abd-a97f-49ce-86d8-3993ea039b3c details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:56:56.612449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f19e26b-505e-41db-9b82-b226ad7a38b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:56:56.619061 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6f19e26b-505e-41db-9b82-b226ad7a38b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:56.701426 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f82e6bf-740e-4460-9ab8-5fa8aa40101a None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:56:56.854821 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6f19e26b-505e-41db-9b82-b226ad7a38b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:56.891572 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4cf46abd-a97f-49ce-86d8-3993ea039b3c, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4cf46abd-a97f-49ce-86d8-3993ea039b3c,segment=NetworkSegment(af9148bc-dfe8-4124-a415-b59d9ee01676),segment_id=af9148bc-dfe8-4124-a415-b59d9ee01676)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:56.909014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'port_id': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'mac_address': 'fa:16:3e:8f:09:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:56:56.918055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f19e26b-505e-41db-9b82-b226ad7a38b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:56.924135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6f19e26b-505e-41db-9b82-b226ad7a38b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:56.933068 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f19e26b-505e-41db-9b82-b226ad7a38b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:56.933652 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6f19e26b-505e-41db-9b82-b226ad7a38b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:56.953249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4b274-7782-405a-be02-b12ea8419428 req-cb20fcc4-d04d-43c6-a370-ae9b23491c4b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:56.968563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5d4b274-7782-405a-be02-b12ea8419428 req-cb20fcc4-d04d-43c6-a370-ae9b23491c4b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 944 time: 0.0987885 Nov 11 21:56:56.990228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19e26b-505e-41db-9b82-b226ad7a38b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=b95e1c39-d38e-499e-9a45-74464b716584,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:57.002577 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6f19e26b-505e-41db-9b82-b226ad7a38b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6044061 Nov 11 21:56:57.005412 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44318) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:57.012867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4794bce1-1afd-4cc1-bbe6-f88edce9bb42 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-398578456', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:56:57.058128 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4794bce1-1afd-4cc1-bbe6-f88edce9bb42 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:57.059730 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4794bce1-1afd-4cc1-bbe6-f88edce9bb42 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:57.078345 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5d4b274-7782-405a-be02-b12ea8419428 req-bc6bd363-dd30-4951-87ed-7bb1da83c1eb tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=13b01a68-6e8e-4614-ab28-106902927b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087627 Nov 11 21:56:57.208417 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-917147aa-dfea-4d2b-8f48-d776887481bb req-55025b17-30f6-4944-a95a-cbb71f8d53a4 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 210 time: 0.0624402 Nov 11 21:56:57.230212 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4794bce1-1afd-4cc1-bbe6-f88edce9bb42 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:57.236279 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4794bce1-1afd-4cc1-bbe6-f88edce9bb42 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:57.242322 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:57.269779 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4794bce1-1afd-4cc1-bbe6-f88edce9bb42 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:57.271057 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4794bce1-1afd-4cc1-bbe6-f88edce9bb42 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2646203 Nov 11 21:56:57.274336 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44324) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:56:57.377802 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf46abd-a97f-49ce-86d8-3993ea039b3c {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:56:57.421632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4cf46abd-a97f-49ce-86d8-3993ea039b3c, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4cf46abd-a97f-49ce-86d8-3993ea039b3c,segment=NetworkSegment(af9148bc-dfe8-4124-a415-b59d9ee01676),segment_id=af9148bc-dfe8-4124-a415-b59d9ee01676)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:57.431456 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:57.497513 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': 'b95e1c39-d38e-499e-9a45-74464b716584'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:56:57.498475 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:57.723828 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4cf46abd-a97f-49ce-86d8-3993ea039b3c,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:57.777745 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 689b83c4-a650-47f6-96c5-a503891fcd61 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:56:57.780558 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['4cf46abd-a97f-49ce-86d8-3993ea039b3c'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:56:57.781184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76937b-bdca-4af5-aec3-a1a4bc5be3b4 req-fcb57db0-98ef-4ab0-8052-78a725ecc497 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:57.790125 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e76937b-bdca-4af5-aec3-a1a4bc5be3b4 req-fcb57db0-98ef-4ab0-8052-78a725ecc497 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 944 time: 0.1195371 Nov 11 21:56:57.901515 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e76937b-bdca-4af5-aec3-a1a4bc5be3b4 req-7027a395-5f6c-44a3-a205-a3507bd36c2e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049089 Nov 11 21:56:57.939907 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Allocated IP 2001:db8::2 (386cd058-2fb8-40f0-a159-c94cb531b2cc/b95e1c39-d38e-499e-9a45-74464b716584/046a06fc-82b1-4acb-961f-320ccfe283b7) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:58.134429 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:58.164376 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:58.253088 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Pushing event updated for resources: {'Port': ['ID=046a06fc-82b1-4acb-961f-320ccfe283b7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:58.283184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8d581-b913-4c56-9682-86d71540dbcf req-1b1d54db-39a5-435a-8db5-fe10f17e9734 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:58.284930 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-45b8d581-b913-4c56-9682-86d71540dbcf req-1b1d54db-39a5-435a-8db5-fe10f17e9734 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 945 time: 0.1117013 Nov 11 21:56:58.291082 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:58.295149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:58.297730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:58.377939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-45b8d581-b913-4c56-9682-86d71540dbcf req-ebeda73d-91fb-40b7-8666-88b59328abc7 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=13b01a68-6e8e-4614-ab28-106902927b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867009 Nov 11 21:56:58.378836 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:58.408768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 689b83c4-a650-47f6-96c5-a503891fcd61 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:56:58.443875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Attempting to bind port 046a06fc-82b1-4acb-961f-320ccfe283b7 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:56:58.444276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Attempting to bind port 046a06fc-82b1-4acb-961f-320ccfe283b7 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:56:58.444642 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Attempting to bind port 046a06fc-82b1-4acb-961f-320ccfe283b7 on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:56:58.446684 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 689b83c4-a650-47f6-96c5-a503891fcd61 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:56:58.447053 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:58.502823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:56:58.503941 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:56:58.503941 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:58.504266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:56:58.504709 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Bound port: 046a06fc-82b1-4acb-961f-320ccfe283b7, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:56:58.505274 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:58.525201 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2378761c-d6c5-41e9-80d4-7ab5f20a619e req-3865b7ba-d0a1-423b-8df4-4ce615080142 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf0ec22-311b-4971-a6e8-a9324b3ac97a HTTP/1.1" status: 200 len: 210 time: 0.0450549 Nov 11 21:56:58.742452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::1 (386cd058-2fb8-40f0-a159-c94cb531b2cc/b95e1c39-d38e-499e-9a45-74464b716584/84ec1995-d829-4f32-9c7f-f52648867946) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:56:58.864473 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:58.867361 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] For port 046a06fc-82b1-4acb-961f-320ccfe283b7, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:56:58.883326 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:58.903158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] For port 046a06fc-82b1-4acb-961f-320ccfe283b7, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=046a06fc-82b1-4acb-961f-320ccfe283b7,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:56:58.924383 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:58.950187 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207f48e2-e228-40cf-90cb-d323dce241bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689b83c4-a650-47f6-96c5-a503891fcd61'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:56:58.952654 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e5898a-c1c1-455a-8d85-3b4ba90dcad1" -d '{"events": [{"server_uuid": "207f48e2-e228-40cf-90cb-d323dce241bf", "name": "network-vif-plugged", "status": "completed", "tag": "689b83c4-a650-47f6-96c5-a503891fcd61"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:56:58.972726 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:59.088120 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61775390-ca74-4681-9ab0-796d693cd96c None None] Pushing event updated for resources: {'Port': ['ID=046a06fc-82b1-4acb-961f-320ccfe283b7,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:59.108179 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 689b83c4-a650-47f6-96c5-a503891fcd61, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=689b83c4-a650-47f6-96c5-a503891fcd61,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:56:59.155126 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:59.156059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:56:59.165909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=84ec1995-d829-4f32-9c7f-f52648867946,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:59.172515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d54d89-7177-45f5-9b9b-b59c985cf1d2 req-cd288edc-6df6-48dd-b2fc-373d33401ac4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:59.183044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:56:59.185684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59d54d89-7177-45f5-9b9b-b59c985cf1d2 req-cd288edc-6df6-48dd-b2fc-373d33401ac4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 944 time: 0.1627946 Nov 11 21:56:59.187626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:56:59.188560 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:59.314083 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59d54d89-7177-45f5-9b9b-b59c985cf1d2 req-83c51a8c-100e-4e2b-b609-85e2ce0d845b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272974 Nov 11 21:56:59.327308 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=689b83c4-a650-47f6-96c5-a503891fcd61,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:56:59.510316 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:59.584407 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7045ae8f-0c2f-4027-885d-ec883760df2e x-openstack-request-id: req-7045ae8f-0c2f-4027-885d-ec883760df2e {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:56:59.584741 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207f48e2-e228-40cf-90cb-d323dce241bf", "name": "network-vif-plugged", "status": "completed", "tag": "689b83c4-a650-47f6-96c5-a503891fcd61", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:56:59.584997 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7045ae8f-0c2f-4027-885d-ec883760df2e {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:56:59.585394 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207f48e2-e228-40cf-90cb-d323dce241bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689b83c4-a650-47f6-96c5-a503891fcd61', 'code': 200} Nov 11 21:56:59.762311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366477e6-4371-435f-a627-2bed860237fe req-2245d8b9-ae1b-4fbd-b1ac-c1090a200d32 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:59.771734 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-366477e6-4371-435f-a627-2bed860237fe req-2245d8b9-ae1b-4fbd-b1ac-c1090a200d32 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 945 time: 0.0853891 Nov 11 21:56:59.911791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-366477e6-4371-435f-a627-2bed860237fe req-298c9846-d9d2-4685-9a27-7c9d6368360d tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=13b01a68-6e8e-4614-ab28-106902927b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337428 Nov 11 21:56:59.934089 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99004acb-a45e-47e4-b0c2-523edf7e39be req-2d48c346-8539-42dd-95ef-ddd833a4627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:59.935782 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-99004acb-a45e-47e4-b0c2-523edf7e39be req-2d48c346-8539-42dd-95ef-ddd833a4627a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 1096 time: 0.2265465 Nov 11 21:56:59.991406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44362) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:00.079993 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-99004acb-a45e-47e4-b0c2-523edf7e39be req-f8bdeeea-8837-4702-8703-fb873d0f8cda service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256115 Nov 11 21:57:00.086599 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1260dc7f-1347-4c73-9202-56aceba4f9a0 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:00.120834 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1260dc7f-1347-4c73-9202-56aceba4f9a0 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:00.170234 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:00.184480 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:00.198291 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:00.214351 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1260dc7f-1347-4c73-9202-56aceba4f9a0 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:00.217913 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1260dc7f-1347-4c73-9202-56aceba4f9a0 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:00.219478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1260dc7f-1347-4c73-9202-56aceba4f9a0 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] 10.222.0.57 "DELETE /v2.0/security-groups/5f8e8f28-e78d-4b84-91c2-43d5f9eb0819 HTTP/1.1" status: 204 len: 168 time: 0.2268243 Nov 11 21:57:00.264091 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260dc7f-1347-4c73-9202-56aceba4f9a0 tempest-TestVolumeBackupRestore-421569121 tempest-TestVolumeBackupRestore-421569121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8e8f28-e78d-4b84-91c2-43d5f9eb0819,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:00.396736 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:00.403511 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:00.414813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=84ec1995-d829-4f32-9c7f-f52648867946,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:00.490880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db813f25-f216-4a9a-bebd-af36298cb76b req-5be9ce97-59e3-4d8e-823a-1a47b78e7252 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:00.502776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db813f25-f216-4a9a-bebd-af36298cb76b req-5be9ce97-59e3-4d8e-823a-1a47b78e7252 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 945 time: 0.0985909 Nov 11 21:57:00.624096 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4cf46abd-a97f-49ce-86d8-3993ea039b3c up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:00.681349 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Router 69302892-3610-433f-9879-8b0a585e5ee0 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:57:00.702560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db813f25-f216-4a9a-bebd-af36298cb76b req-b10fe210-c29a-40ab-905b-c6c340375421 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983159 Nov 11 21:57:00.818905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 4cf46abd-a97f-49ce-86d8-3993ea039b3c completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:57:00.823591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 4cf46abd-a97f-49ce-86d8-3993ea039b3c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:00.828031 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:00.898043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:57:00.914360 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-407328c4-b6fd-477c-ab5d-8fd9413e81ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "PUT /v2.0/routers/69302892-3610-433f-9879-8b0a585e5ee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6363618 Nov 11 21:57:00.915680 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44392) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:00.916123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd49c8b-5364-44c6-821f-7d2fee897e26 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:00.981867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17576166-b516-4898-9030-f6b6877e7b47 None None] Sync routers for ids ['69302892-3610-433f-9879-8b0a585e5ee0'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:57:01.094596 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc1884b-f585-4915-b17c-109674c3c8cb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:01.098879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44400) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:01.111755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bbc1884b-f585-4915-b17c-109674c3c8cb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports/84ec1995-d829-4f32-9c7f-f52648867946 HTTP/1.1" status: 200 len: 911 time: 0.1943650 Nov 11 21:57:01.185571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1d4c47d0-44f2-43ab-954f-ffeeda62058c None None] Provisioning complete for port 046a06fc-82b1-4acb-961f-320ccfe283b7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:01.185939 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d4c47d0-44f2-43ab-954f-ffeeda62058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:01.207495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d688efb-3829-4f30-a62e-45bedae843fb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:01.228667 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17576166-b516-4898-9030-f6b6877e7b47 None None] Routers {'69302892-3610-433f-9879-8b0a585e5ee0'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:01.229343 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-17576166-b516-4898-9030-f6b6877e7b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:56:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['69302892-3610-433f-9879-8b0a585e5ee0'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:01.235100 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d688efb-3829-4f30-a62e-45bedae843fb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:01.239048 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9d688efb-3829-4f30-a62e-45bedae843fb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1391132 Nov 11 21:57:01.241891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44406) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:01.261458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bcd06-f3b9-4f53-b110-71f86a8480a4 req-8caeb9ac-e48c-4ca4-8721-4723fc0757e1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:01.269044 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e41bcd06-f3b9-4f53-b110-71f86a8480a4 req-8caeb9ac-e48c-4ca4-8721-4723fc0757e1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 945 time: 0.1479712 Nov 11 21:57:01.409582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e41bcd06-f3b9-4f53-b110-71f86a8480a4 req-1cb335cc-08d4-4e84-8663-c95af3e95621 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=13b01a68-6e8e-4614-ab28-106902927b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324821 Nov 11 21:57:01.650557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 046a06fc-82b1-4acb-961f-320ccfe283b7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:01.857399 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:01.911695 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a5ba-6f9c-4a28-bef8-83978dfffacb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:01.917984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faeb95e-ed06-418b-9295-81d3006827a9 req-f6b4a50c-24c2-44f3-a565-7f74d32a6371 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:01.938122 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5faeb95e-ed06-418b-9295-81d3006827a9 req-f6b4a50c-24c2-44f3-a565-7f74d32a6371 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 945 time: 0.1234615 Nov 11 21:57:01.969697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-17576166-b516-4898-9030-f6b6877e7b47 None None] Set router 69302892-3610-433f-9879-8b0a585e5ee0 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:02.030700 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf46abd-a97f-49ce-86d8-3993ea039b3c'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:57:02.033387 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b8f50d-e214-419f-9138-d3749a042bf5" -d '{"events": [{"server_uuid": "118ca6b7-9c05-47e1-a57c-febabdd20ba1", "name": "network-vif-plugged", "status": "completed", "tag": "4cf46abd-a97f-49ce-86d8-3993ea039b3c"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:57:02.069493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5faeb95e-ed06-418b-9295-81d3006827a9 req-7996c7f9-4fec-4acc-bcce-6bfc76d62e54 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290691 Nov 11 21:57:02.105101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 4cf46abd-a97f-49ce-86d8-3993ea039b3c, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4cf46abd-a97f-49ce-86d8-3993ea039b3c,segment=NetworkSegment(af9148bc-dfe8-4124-a415-b59d9ee01676),segment_id=af9148bc-dfe8-4124-a415-b59d9ee01676)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:02.230260 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:02.245286 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a09f800-b940-4f44-bd4e-83fb3e638e3b x-openstack-request-id: req-5a09f800-b940-4f44-bd4e-83fb3e638e3b {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:57:02.245774 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118ca6b7-9c05-47e1-a57c-febabdd20ba1", "name": "network-vif-plugged", "status": "completed", "tag": "4cf46abd-a97f-49ce-86d8-3993ea039b3c", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:57:02.245881 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a09f800-b940-4f44-bd4e-83fb3e638e3b {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:57:02.246508 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'code': 200} Nov 11 21:57:02.251583 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 046a06fc-82b1-4acb-961f-320ccfe283b7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:02.251954 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:02.261214 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d4c47d0-44f2-43ab-954f-ffeeda62058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:02.423470 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06063f-b765-4a71-96b6-a47bd3137e8d req-7eca617f-ef46-46a4-a284-fbe7aba686a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:02.425001 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fd06063f-b765-4a71-96b6-a47bd3137e8d req-7eca617f-ef46-46a4-a284-fbe7aba686a5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 1097 time: 0.1534665 Nov 11 21:57:02.467016 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4361-954f-4051-afe0-a5ffd9ca78d7 req-1c28c0e6-6578-4ac5-8e67-288f39844960 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:02.496722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-230e4361-954f-4051-afe0-a5ffd9ca78d7 req-1c28c0e6-6578-4ac5-8e67-288f39844960 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 945 time: 0.1632149 Nov 11 21:57:02.632852 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fd06063f-b765-4a71-96b6-a47bd3137e8d req-5391202c-cc8f-40f9-ab0d-432c077b3613 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=13b01a68-6e8e-4614-ab28-106902927b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913710 Nov 11 21:57:02.707500 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-6ca7a5ba-6f9c-4a28-bef8-83978dfffacb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port 84ec1995-d829-4f32-9c7f-f52648867946 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:02.707500 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a5ba-6f9c-4a28-bef8-83978dfffacb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:02.810446 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-230e4361-954f-4051-afe0-a5ffd9ca78d7 req-c8b4f5ab-7a0c-44a9-b722-383eb25e1eb9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094847 Nov 11 21:57:02.866765 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44558) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:02.918672 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a5ba-6f9c-4a28-bef8-83978dfffacb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:02.962951 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-6ca7a5ba-6f9c-4a28-bef8-83978dfffacb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for 84ec1995-d829-4f32-9c7f-f52648867946 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:03.010430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1d4c47d0-44f2-43ab-954f-ffeeda62058c None None] For port 046a06fc-82b1-4acb-961f-320ccfe283b7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=046a06fc-82b1-4acb-961f-320ccfe283b7,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:03.022225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=4cf46abd-a97f-49ce-86d8-3993ea039b3c,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:03.030948 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d4c47d0-44f2-43ab-954f-ffeeda62058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:03.240930 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97daf0-8c81-476e-b7e6-aafa2fba53a0 req-f08bad47-8177-424b-bb8b-c977e76e6a31 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:03.255075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b97daf0-8c81-476e-b7e6-aafa2fba53a0 req-f08bad47-8177-424b-bb8b-c977e76e6a31 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 946 time: 0.1957133 Nov 11 21:57:03.348839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-17576166-b516-4898-9030-f6b6877e7b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69302892-3610-433f-9879-8b0a585e5ee0', 'name': 'tempest-NetworksTestDHCPv6-router-398578456', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:57Z', 'updated_at': '2021-11-11T21:56:59Z', 'revision_number': 2, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'gw_port_host': None, '_interfaces': [{'id': '84ec1995-d829-4f32-9c7f-f52648867946', 'name': '', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'mac_address': 'fa:16:3e:0f:cf:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69302892-3610-433f-9879-8b0a585e5ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b95e1c39-d38e-499e-9a45-74464b716584', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:58Z', 'updated_at': '2021-11-11T21:56:59Z', 'revision_number': 2, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'subnets': [{'id': 'b95e1c39-d38e-499e-9a45-74464b716584', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:03.427603 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a5ba-6f9c-4a28-bef8-83978dfffacb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:03.481033 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17576166-b516-4898-9030-f6b6877e7b47 None None] Checking router: 69302892-3610-433f-9879-8b0a585e5ee0 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:57:03.481575 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b97daf0-8c81-476e-b7e6-aafa2fba53a0 req-78851b04-6775-44fb-b4cf-e7e32fcf9147 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=13b01a68-6e8e-4614-ab28-106902927b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210724 Nov 11 21:57:03.481702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17576166-b516-4898-9030-f6b6877e7b47 None None] Updating router 69302892-3610-433f-9879-8b0a585e5ee0 port 84ec1995-d829-4f32-9c7f-f52648867946 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:57:03.492469 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c47d0-44f2-43ab-954f-ffeeda62058c None None] Pushing event updated for resources: {'Port': ['ID=046a06fc-82b1-4acb-961f-320ccfe283b7,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:03.504994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7a5ba-6f9c-4a28-bef8-83978dfffacb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=84ec1995-d829-4f32-9c7f-f52648867946,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:03.531874 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17576166-b516-4898-9030-f6b6877e7b47 None None] Port 84ec1995-d829-4f32-9c7f-f52648867946 not found while updating agent binding for router 69302892-3610-433f-9879-8b0a585e5ee0. {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 11 21:57:03.552550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17576166-b516-4898-9030-f6b6877e7b47 None None] Routers {'69302892-3610-433f-9879-8b0a585e5ee0'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:03.553158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-17576166-b516-4898-9030-f6b6877e7b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:56:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['69302892-3610-433f-9879-8b0a585e5ee0'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:03.656402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e18f706-5525-4410-b7a6-1e977c28ec93 tempest-TestVolumeBootPattern-1737290061 tempest-TestVolumeBootPattern-1737290061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:03.676586 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8e18f706-5525-4410-b7a6-1e977c28ec93 tempest-TestVolumeBootPattern-1737290061 tempest-TestVolumeBootPattern-1737290061-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 1091 time: 0.7840364 Nov 11 21:57:03.678323 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44622) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:03.696839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '689b83c4-a650-47f6-96c5-a503891fcd61', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:03.774920 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a5ba-6f9c-4a28-bef8-83978dfffacb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:03.776730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-17576166-b516-4898-9030-f6b6877e7b47 None None] Set router 69302892-3610-433f-9879-8b0a585e5ee0 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:03.787143 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:03.986215 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-17576166-b516-4898-9030-f6b6877e7b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69302892-3610-433f-9879-8b0a585e5ee0', 'name': 'tempest-NetworksTestDHCPv6-router-398578456', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:57Z', 'updated_at': '2021-11-11T21:57:03Z', 'revision_number': 3, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:04.002475 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 046a06fc-82b1-4acb-961f-320ccfe283b7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:04.123349 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:04.193079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17576166-b516-4898-9030-f6b6877e7b47 None None] The sync data for ids ['69302892-3610-433f-9879-8b0a585e5ee0'] in n-d-805737-3 is: [{'id': '69302892-3610-433f-9879-8b0a585e5ee0', 'name': 'tempest-NetworksTestDHCPv6-router-398578456', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:57Z', 'updated_at': '2021-11-11T21:57:03Z', 'revision_number': 3, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:57:04.246430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 046a06fc-82b1-4acb-961f-320ccfe283b7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:04.246974 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:04.351350 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-697deea4-92f8-4144-b6e9-428870dcecfb None None] Provisioning complete for port 046a06fc-82b1-4acb-961f-320ccfe283b7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:04.353428 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-697deea4-92f8-4144-b6e9-428870dcecfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:04.363082 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca7a5ba-6f9c-4a28-bef8-83978dfffacb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Router 69302892-3610-433f-9879-8b0a585e5ee0 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:57:04.420423 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Allocated IP 172.25.0.169 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/e4afe0a0-4ac6-4723-8877-efd383bba97a) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:04.693446 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca7a5ba-6f9c-4a28-bef8-83978dfffacb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:57:04.727372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-697deea4-92f8-4144-b6e9-428870dcecfb None None] Could not find standard attr ID for object 84ec1995-d829-4f32-9c7f-f52648867946. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:57:04.730169 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6ca7a5ba-6f9c-4a28-bef8-83978dfffacb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "PUT /v2.0/routers/69302892-3610-433f-9879-8b0a585e5ee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4869206 Nov 11 21:57:04.732623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44726) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:04.850357 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-adc397f2-94fd-4ca6-94cd-e5a6e2ecc433 None None] Could not find standard attr ID for object 84ec1995-d829-4f32-9c7f-f52648867946. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:57:04.942243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3f248-2025-4910-86df-a969086766bc req-f5d0fe22-ae34-4c41-b4b7-5656c418ce78 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:04.945889 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8392f36-fde1-4e4b-b193-c987e3eef363 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:04.947489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8392f36-fde1-4e4b-b193-c987e3eef363 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:04.957256 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a8392f36-fde1-4e4b-b193-c987e3eef363 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2232218 Nov 11 21:57:04.958167 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcb3f248-2025-4910-86df-a969086766bc req-f5d0fe22-ae34-4c41-b4b7-5656c418ce78 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 946 time: 0.2824929 Nov 11 21:57:04.959950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44750) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:05.007072 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:05.106449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf2bf60-0ca4-4692-9237-78aa1ff1f76f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet b95e1c39-d38e-499e-9a45-74464b716584 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:57:05.121257 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ccf2bf60-0ca4-4692-9237-78aa1ff1f76f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:05.122175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44770) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:05.142616 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:05.258893 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcb3f248-2025-4910-86df-a969086766bc req-1b0057cb-a59b-45a6-a18f-e04146693daf tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=13b01a68-6e8e-4614-ab28-106902927b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930837 Nov 11 21:57:05.273880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:05.279732 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ccf2bf60-0ca4-4692-9237-78aa1ff1f76f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:05.285396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:05.301625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:05.432713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'Port': ['ID=e4afe0a0-4ac6-4723-8877-efd383bba97a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:05.522522 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-53ddf93c-63da-4d05-a48b-28c8bf2113ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:05.584362 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ccf2bf60-0ca4-4692-9237-78aa1ff1f76f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:05.688150 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ccf2bf60-0ca4-4692-9237-78aa1ff1f76f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:05.724351 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ccf2bf60-0ca4-4692-9237-78aa1ff1f76f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:05.729629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc4bd48-255d-495b-9f90-2d2acb36de22 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:05.734488 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ccf2bf60-0ca4-4692-9237-78aa1ff1f76f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/b95e1c39-d38e-499e-9a45-74464b716584 HTTP/1.1" status: 204 len: 168 time: 0.7710924 Nov 11 21:57:05.741106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44834) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:05.815600 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-53ddf93c-63da-4d05-a48b-28c8bf2113ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:05.838688 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-53ddf93c-63da-4d05-a48b-28c8bf2113ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:05.895639 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2bf60-0ca4-4692-9237-78aa1ff1f76f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=b95e1c39-d38e-499e-9a45-74464b716584,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:05.912614 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e5bbc-4e1b-4acd-afd8-6711266ac6fe None None] Sync routers for ids ['69302892-3610-433f-9879-8b0a585e5ee0'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:57:05.935445 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e5bbc-4e1b-4acd-afd8-6711266ac6fe None None] Routers {'69302892-3610-433f-9879-8b0a585e5ee0'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:05.936102 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8f0e5bbc-4e1b-4acd-afd8-6711266ac6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:56:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['69302892-3610-433f-9879-8b0a585e5ee0'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:06.135310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310a331-3a43-460e-bc14-fce78f7cfb59 req-b5c26d68-be98-4124-a047-205e80466d51 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:06.149383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b310a331-3a43-460e-bc14-fce78f7cfb59 req-b5c26d68-be98-4124-a047-205e80466d51 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 946 time: 0.6205850 Nov 11 21:57:06.194132 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9b891570-29dc-4fc1-bbd7-071d8415682a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4509199 Nov 11 21:57:06.197142 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44880) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:06.236412 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-53ddf93c-63da-4d05-a48b-28c8bf2113ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=81fdb8eb2d5146c89304ecd64b532d12&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1084456 Nov 11 21:57:06.242725 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8f0e5bbc-4e1b-4acd-afd8-6711266ac6fe None None] Set router 69302892-3610-433f-9879-8b0a585e5ee0 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:06.244597 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44886) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:06.308517 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc19698b-d409-431c-a488-4477971524f7 None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:06.449800 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8f0e5bbc-4e1b-4acd-afd8-6711266ac6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69302892-3610-433f-9879-8b0a585e5ee0', 'name': 'tempest-NetworksTestDHCPv6-router-398578456', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:57Z', 'updated_at': '2021-11-11T21:57:03Z', 'revision_number': 3, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:06.474476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddf93c-63da-4d05-a48b-28c8bf2113ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595692ab-8fad-4c16-b927-92ae5f7e13c5,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:06.479432 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-dc19698b-d409-431c-a488-4477971524f7 None None] Deleting port 046a06fc-82b1-4acb-961f-320ccfe283b7 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:06.479827 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc19698b-d409-431c-a488-4477971524f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:06.496878 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e5bbc-4e1b-4acd-afd8-6711266ac6fe None None] Checking router: 69302892-3610-433f-9879-8b0a585e5ee0 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:57:06.504746 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a81571f-988e-4a60-b07c-d26952de1964 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:06.511279 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e5bbc-4e1b-4acd-afd8-6711266ac6fe None None] Routers {'69302892-3610-433f-9879-8b0a585e5ee0'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:06.512219 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8f0e5bbc-4e1b-4acd-afd8-6711266ac6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:56:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['69302892-3610-433f-9879-8b0a585e5ee0'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:06.592620 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9ec3a4d-776b-43d0-8c47-1c061c052c8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:06.656048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-dc19698b-d409-431c-a488-4477971524f7 None None] For port 046a06fc-82b1-4acb-961f-320ccfe283b7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=046a06fc-82b1-4acb-961f-320ccfe283b7,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:06.662650 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc19698b-d409-431c-a488-4477971524f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:06.675395 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8f0e5bbc-4e1b-4acd-afd8-6711266ac6fe None None] Set router 69302892-3610-433f-9879-8b0a585e5ee0 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:06.693129 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-dc19698b-d409-431c-a488-4477971524f7 None None] Calling delete_port for 046a06fc-82b1-4acb-961f-320ccfe283b7 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:06.748640 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b310a331-3a43-460e-bc14-fce78f7cfb59 req-8198eab3-421f-4d39-a4dd-54b89c7fa6ea tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=13b01a68-6e8e-4614-ab28-106902927b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5966134 Nov 11 21:57:06.779819 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44898) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:06.808863 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9ec3a4d-776b-43d0-8c47-1c061c052c8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:06.817047 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8f0e5bbc-4e1b-4acd-afd8-6711266ac6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69302892-3610-433f-9879-8b0a585e5ee0', 'name': 'tempest-NetworksTestDHCPv6-router-398578456', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:57Z', 'updated_at': '2021-11-11T21:57:03Z', 'revision_number': 3, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:06.909579 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e5bbc-4e1b-4acd-afd8-6711266ac6fe None None] The sync data for ids ['69302892-3610-433f-9879-8b0a585e5ee0'] in n-d-805737-3 is: [{'id': '69302892-3610-433f-9879-8b0a585e5ee0', 'name': 'tempest-NetworksTestDHCPv6-router-398578456', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:57Z', 'updated_at': '2021-11-11T21:57:03Z', 'revision_number': 3, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:57:06.934854 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a81571f-988e-4a60-b07c-d26952de1964 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:06.939783 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a81571f-988e-4a60-b07c-d26952de1964 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:07.072881 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a81571f-988e-4a60-b07c-d26952de1964 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:07.073898 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a81571f-988e-4a60-b07c-d26952de1964 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Fanout notify agent at l3_agent the message router_deleted on router 69302892-3610-433f-9879-8b0a585e5ee0 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:57:07.093545 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9a81571f-988e-4a60-b07c-d26952de1964 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:07.099064 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9ec3a4d-776b-43d0-8c47-1c061c052c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:07.101433 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9a81571f-988e-4a60-b07c-d26952de1964 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/routers/69302892-3610-433f-9879-8b0a585e5ee0 HTTP/1.1" status: 204 len: 168 time: 0.9010630 Nov 11 21:57:07.102245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44902) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:07.104479 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9ec3a4d-776b-43d0-8c47-1c061c052c8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:07.109790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d9ec3a4d-776b-43d0-8c47-1c061c052c8a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/595692ab-8fad-4c16-b927-92ae5f7e13c5 HTTP/1.1" status: 204 len: 168 time: 0.8507812 Nov 11 21:57:07.118250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47639b1b-e7ec-46f6-867e-b78e42126bbc tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:07.122418 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-47639b1b-e7ec-46f6-867e-b78e42126bbc tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 1092 time: 0.3387690 Nov 11 21:57:07.135507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b95b091f-30ed-4171-b8fd-20f541e44246 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:07.140074 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44906) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:07.147508 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec3a4d-776b-43d0-8c47-1c061c052c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595692ab-8fad-4c16-b927-92ae5f7e13c5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:07.170407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:07.374208 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:07.426735 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc19698b-d409-431c-a488-4477971524f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:07.534319 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19698b-d409-431c-a488-4477971524f7 None None] Pushing event deleted for resources: {'Port': ['ID=046a06fc-82b1-4acb-961f-320ccfe283b7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:07.551214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19698b-d409-431c-a488-4477971524f7 None None] No DVR routers for this DVR port 046a06fc-82b1-4acb-961f-320ccfe283b7 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:57:07.702667 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 046a06fc-82b1-4acb-961f-320ccfe283b7 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:07.758438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 046a06fc-82b1-4acb-961f-320ccfe283b7 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:07.759940 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 046a06fc-82b1-4acb-961f-320ccfe283b7 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:08.164991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95b091f-30ed-4171-b8fd-20f541e44246 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:08.169413 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b95b091f-30ed-4171-b8fd-20f541e44246 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:08.453263 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:08.482949 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b95b091f-30ed-4171-b8fd-20f541e44246 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:08.541953 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:08.570730 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b091f-30ed-4171-b8fd-20f541e44246 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=c5e73922-9143-47e8-a118-1745fd412503,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:08.592882 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95b091f-30ed-4171-b8fd-20f541e44246 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:08.594664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b95b091f-30ed-4171-b8fd-20f541e44246 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:08.610323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95b091f-30ed-4171-b8fd-20f541e44246 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:08.611426 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c06ed3b-1f7b-445e-ac95-e0f132050c25 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:08.614735 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b95b091f-30ed-4171-b8fd-20f541e44246 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:08.636854 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b95b091f-30ed-4171-b8fd-20f541e44246 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5315034 Nov 11 21:57:08.638325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44936) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:08.647699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1e345c46-5253-43af-9395-1a563fa9bf6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-238349430', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:08.666078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44938) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:08.698894 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:08.744253 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e345c46-5253-43af-9395-1a563fa9bf6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:08.745965 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e345c46-5253-43af-9395-1a563fa9bf6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:08.882411 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e345c46-5253-43af-9395-1a563fa9bf6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:08.894858 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e345c46-5253-43af-9395-1a563fa9bf6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:08.897367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': 'c5e73922-9143-47e8-a118-1745fd412503'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:57:08.898221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Allocated IP 172.25.0.50 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/e8f6b462-1bda-4ec7-bab3-8667f321410f) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:08.899258 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:08.946782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-821068886-network', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:08.969087 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e345c46-5253-43af-9395-1a563fa9bf6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:08.970599 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1e345c46-5253-43af-9395-1a563fa9bf6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3304460 Nov 11 21:57:08.984122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44942) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:09.041045 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:09.106754 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:09.213849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:09.215146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Allocated IP 2001:db8::2 (386cd058-2fb8-40f0-a159-c94cb531b2cc/c5e73922-9143-47e8-a118-1745fd412503/5f19ecee-687c-4ed6-b6b7-19f90113a1c8) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:09.225707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:09.243453 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:09.307029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Made reservation on behalf of 704ec0f05ba943f08bd7cb64bf299ea7 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:09.312556 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:09.334080 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:09.425726 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:09.436113 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:09.548007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Pushing event updated for resources: {'Port': ['ID=5f19ecee-687c-4ed6-b6b7-19f90113a1c8,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:09.572987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:09.574742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:09.583906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:09.659394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Attempting to bind port 5f19ecee-687c-4ed6-b6b7-19f90113a1c8 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:57:09.660017 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Attempting to bind port 5f19ecee-687c-4ed6-b6b7-19f90113a1c8 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:57:09.660252 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Attempting to bind port 5f19ecee-687c-4ed6-b6b7-19f90113a1c8 on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:57:09.667474 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:57:09.667786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:09.668454 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:09.668882 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:57:09.669398 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Bound port: 5f19ecee-687c-4ed6-b6b7-19f90113a1c8, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:57:09.669783 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:09.701799 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:09.760985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] For port 5f19ecee-687c-4ed6-b6b7-19f90113a1c8, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:57:09.765167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] For port 5f19ecee-687c-4ed6-b6b7-19f90113a1c8, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5f19ecee-687c-4ed6-b6b7-19f90113a1c8,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:57:09.794248 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:09.863313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44952) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:09.909140 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77abde-409d-4b02-91e1-2fd2a2d8e58a None None] Pushing event updated for resources: {'Port': ['ID=5f19ecee-687c-4ed6-b6b7-19f90113a1c8,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:09.985288 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Port': ['ID=e8f6b462-1bda-4ec7-bab3-8667f321410f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:10.115807 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:10.133047 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:10.280887 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:57:10.328065 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3015aaa1-6cc8-4f5d-984e-2527c9a215c4,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:10.345499 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:10.349578 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Added segment 18cc9186-49a5-4dfb-b58f-23bb41f6e254 of type vlan for network c68eae03-1f10-4f73-b438-b0c1c6d50750 Nov 11 21:57:10.355545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::1 (386cd058-2fb8-40f0-a159-c94cb531b2cc/c5e73922-9143-47e8-a118-1745fd412503/7f1b47d5-394a-4293-b515-2dd818ee80b1) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:10.389083 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:10.389334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:10.389690 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:10.390033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:10.390379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:10.390710 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:10.391037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:10.391360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:10.391694 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:10.392014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:10.392334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:10.392655 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:10.409044 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:10.441902 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:10.446324 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:10.510780 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:10.601830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'Port': ['ID=e4afe0a0-4ac6-4723-8877-efd383bba97a,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:10.629780 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:10.638070 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:10.665590 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:10.666565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:10.667133 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:10.736540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0691690 Nov 11 21:57:10.737213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44962) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:10.741323 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:10.746463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8d650412-51ba-4d3a-9183-8e3955c7b62a admin admin] Request body: {'subnet': {'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-821068886-subnet', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:10.750024 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:10.768784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7df0c-da60-4508-9b95-949733139b0a admin admin] Pushing event updated for resources: {'Network': ['ID=c68eae03-1f10-4f73-b438-b0c1c6d50750,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:10.781617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network c68eae03-1f10-4f73-b438-b0c1c6d50750 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:57:10.793428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:10.801058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:10.806522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:10.807061 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:10.875416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=7f1b47d5-394a-4293-b515-2dd818ee80b1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:10.880143 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d650412-51ba-4d3a-9183-8e3955c7b62a admin admin] Made reservation on behalf of 704ec0f05ba943f08bd7cb64bf299ea7 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:10.900624 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Floating IP 6a6547cb-3c72-4b34-8971-2a4d0f6f16d7 associated. External IP: 172.25.0.169, port: 689b83c4-a650-47f6-96c5-a503891fcd61. Nov 11 21:57:10.902825 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d650412-51ba-4d3a-9183-8e3955c7b62a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:11.117175 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:11.133927 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:11.384262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d650412-51ba-4d3a-9183-8e3955c7b62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:11.452908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Router ee923260-7045-4fdb-8fca-3c9325ff364a has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:57:11.527880 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:11.561200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d650412-51ba-4d3a-9183-8e3955c7b62a admin admin] Pushing event updated for resources: {'Subnet': ['ID=891667b9-96bb-4cf0-8b60-2f9ba982194d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:11.566656 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:11.572681 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d650412-51ba-4d3a-9183-8e3955c7b62a admin admin] Checking segment: {'id': '18cc9186-49a5-4dfb-b58f-23bb41f6e254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:11.573070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d650412-51ba-4d3a-9183-8e3955c7b62a admin admin] Network hostable DHCP agents. Network: c68eae03-1f10-4f73-b438-b0c1c6d50750, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:57:11.607013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-03623c4c-e317-4901-9a3f-18a59f7d247a None None] Provisioning complete for port 5f19ecee-687c-4ed6-b6b7-19f90113a1c8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:11.612619 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03623c4c-e317-4901-9a3f-18a59f7d247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:11.612947 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d650412-51ba-4d3a-9183-8e3955c7b62a admin admin] Network c68eae03-1f10-4f73-b438-b0c1c6d50750 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:57:11.645536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8d650412-51ba-4d3a-9183-8e3955c7b62a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, c68eae03-1f10-4f73-b438-b0c1c6d50750) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:11.670132 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d650412-51ba-4d3a-9183-8e3955c7b62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:11.670791 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8d650412-51ba-4d3a-9183-8e3955c7b62a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:11.733092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ba2736-d629-47b7-a54b-d63ebb249ca1 None None] Network c68eae03-1f10-4f73-b438-b0c1c6d50750 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:11.746835 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8d650412-51ba-4d3a-9183-8e3955c7b62a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0062847 Nov 11 21:57:11.754763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 44970) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:11.755962 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:11.763830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-821068886-router', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:11.766512 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:11.767310 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:11.820643 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Port': ['ID=e8f6b462-1bda-4ec7-bab3-8667f321410f,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:11.845387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5f19ecee-687c-4ed6-b6b7-19f90113a1c8 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:11.881050 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:11.922455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=7f1b47d5-394a-4293-b515-2dd818ee80b1,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:11.969930 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:11.971390 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:12.076508 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:57:12.078709 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:12.079839 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:12.099794 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03623c4c-e317-4901-9a3f-18a59f7d247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:12.127793 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f17fb-1c0e-4197-8224-28fd6a805641 None None] Sync routers for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:57:12.134751 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:12.159345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Router dc533fc1-7033-402a-81e0-6c71648321dc is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:57:12.173665 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5f19ecee-687c-4ed6-b6b7-19f90113a1c8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:12.174189 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:12.179224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f17fb-1c0e-4197-8224-28fd6a805641 None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:12.179485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d64f17fb-1c0e-4197-8224-28fd6a805641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:56:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:12.320424 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d64f17fb-1c0e-4197-8224-28fd6a805641 None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:12.365490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:57:12.376349 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1919aee3-e02e-4cb5-b07c-f094f3ba494e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "PUT /v2.0/routers/dc533fc1-7033-402a-81e0-6c71648321dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3890705 Nov 11 21:57:12.379536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44974) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:12.380404 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Sync routers for ids ['dc533fc1-7033-402a-81e0-6c71648321dc'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:57:12.395173 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Routers {'dc533fc1-7033-402a-81e0-6c71648321dc'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:12.395974 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:56:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc533fc1-7033-402a-81e0-6c71648321dc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:12.437455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2673d952-9635-465e-8533-6e9f339b5097 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:12.441568 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2673d952-9635-465e-8533-6e9f339b5097 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports/7f1b47d5-394a-4293-b515-2dd818ee80b1 HTTP/1.1" status: 200 len: 911 time: 0.0585401 Nov 11 21:57:12.444707 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44976) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:12.459957 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e48d9ba-75c4-4967-a8aa-76956359effd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:12.522146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-c68eae03-1f10-4f73-b438-b0c1c6d50750', 'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'fixed_ips': [{'subnet_id': '891667b9-96bb-4cf0-8b60-2f9ba982194d'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:57:12.523419 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:12.543984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bfd058-90f1-4a39-8dd1-d39e7e6d2d73 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:12.555006 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Set router dc533fc1-7033-402a-81e0-6c71648321dc gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:12.570742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bfd058-90f1-4a39-8dd1-d39e7e6d2d73 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:12.575671 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-18bfd058-90f1-4a39-8dd1-d39e7e6d2d73 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1272657 Nov 11 21:57:12.576129 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 44978) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:12.588400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-03623c4c-e317-4901-9a3f-18a59f7d247a None None] For port 5f19ecee-687c-4ed6-b6b7-19f90113a1c8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5f19ecee-687c-4ed6-b6b7-19f90113a1c8,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:12.589279 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:12.593432 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Floating IP 34a550c4-a693-49e1-8346-e2796d275ece associated. External IP: 172.25.0.50, port: 4cf46abd-a97f-49ce-86d8-3993ea039b3c. Nov 11 21:57:12.601723 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:12.630320 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-03623c4c-e317-4901-9a3f-18a59f7d247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:12.919748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03623c4c-e317-4901-9a3f-18a59f7d247a None None] Pushing event updated for resources: {'Port': ['ID=5f19ecee-687c-4ed6-b6b7-19f90113a1c8,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:13.010314 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc533fc1-7033-402a-81e0-6c71648321dc', 'name': 'tempest-NetworksTestDHCPv6-router-238349430', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:08Z', 'updated_at': '2021-11-11T21:57:11Z', 'revision_number': 2, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'gw_port_host': None, '_interfaces': [{'id': '7f1b47d5-394a-4293-b515-2dd818ee80b1', 'name': '', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'mac_address': 'fa:16:3e:c5:d7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc533fc1-7033-402a-81e0-6c71648321dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'c5e73922-9143-47e8-a118-1745fd412503', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:09Z', 'updated_at': '2021-11-11T21:57:11Z', 'revision_number': 2, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'subnets': [{'id': 'c5e73922-9143-47e8-a118-1745fd412503', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:13.025435 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19f95932-dda2-4ff6-8294-15f0f29e8731 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:13.040100 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-34b5a875-1b4a-4a21-8c4e-9f71c8626428 None None] Provisioning complete for port 7f1b47d5-394a-4293-b515-2dd818ee80b1 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:13.040567 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34b5a875-1b4a-4a21-8c4e-9f71c8626428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:13.055209 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Checking router: dc533fc1-7033-402a-81e0-6c71648321dc for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:57:13.056282 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Updating router dc533fc1-7033-402a-81e0-6c71648321dc port 7f1b47d5-394a-4293-b515-2dd818ee80b1 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:57:13.085264 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:13.125622 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Allocated IP 172.20.0.2 (c68eae03-1f10-4f73-b438-b0c1c6d50750/891667b9-96bb-4cf0-8b60-2f9ba982194d/272cdf08-5843-493a-b92e-2832355b80b5) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:13.132180 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-34b5a875-1b4a-4a21-8c4e-9f71c8626428 None None] Port 7f1b47d5-394a-4293-b515-2dd818ee80b1 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:57:13.175393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d64f17fb-1c0e-4197-8224-28fd6a805641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '6a6547cb-3c72-4b34-8971-2a4d0f6f16d7', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'port_id': '689b83c4-a650-47f6-96c5-a503891fcd61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'mac_address': 'fa:16:3e:9a:e2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207f48e2-e228-40cf-90cb-d323dce241bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:57:06Z', 'updated_at': '2021-11-11T21:57:06Z', 'revision_number': 0, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:13.304849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-92592f09-d5b3-450f-be30-a590238e3d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.6163039 Nov 11 21:57:13.304849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207f48e2-e228-40cf-90cb-d323dce241bf', 'tag': '689b83c4-a650-47f6-96c5-a503891fcd61'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:57:13.304849 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de939444-de9c-43f1-9dde-5ab6182037aa" -d '{"events": [{"name": "network-changed", "server_uuid": "207f48e2-e228-40cf-90cb-d323dce241bf", "tag": "689b83c4-a650-47f6-96c5-a503891fcd61"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:57:13.437451 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a0d387-9935-48ba-a315-1cff40d123f4 x-openstack-request-id: req-06a0d387-9935-48ba-a315-1cff40d123f4 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:57:13.438159 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207f48e2-e228-40cf-90cb-d323dce241bf", "tag": "689b83c4-a650-47f6-96c5-a503891fcd61", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:57:13.438562 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-06a0d387-9935-48ba-a315-1cff40d123f4 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:57:13.439152 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207f48e2-e228-40cf-90cb-d323dce241bf', 'tag': '689b83c4-a650-47f6-96c5-a503891fcd61', 'status': 'completed', 'code': 200} Nov 11 21:57:13.522357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de939444-de9c-43f1-9dde-5ab6182037aa req-7f6e1fcf-45a2-4e45-8a12-254147788636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:13.524049 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de939444-de9c-43f1-9dde-5ab6182037aa req-7f6e1fcf-45a2-4e45-8a12-254147788636 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 1096 time: 0.1296856 Nov 11 21:57:13.662897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5f19ecee-687c-4ed6-b6b7-19f90113a1c8 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:13.665983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f17fb-1c0e-4197-8224-28fd6a805641 None None] Checking router: ee923260-7045-4fdb-8fca-3c9325ff364a for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:57:13.671076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-19f95932-dda2-4ff6-8294-15f0f29e8731 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port 7f1b47d5-394a-4293-b515-2dd818ee80b1 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:13.682501 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19f95932-dda2-4ff6-8294-15f0f29e8731 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:13.683599 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:13.693250 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:13.751360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f17fb-1c0e-4197-8224-28fd6a805641 None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:13.752317 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d64f17fb-1c0e-4197-8224-28fd6a805641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:56:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:13.763495 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dea022-9dc3-4593-af7a-7ff8a38897ae None None] Pushing event updated for resources: {'Port': ['ID=7f1b47d5-394a-4293-b515-2dd818ee80b1,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:13.809107 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de939444-de9c-43f1-9dde-5ab6182037aa req-0440df5e-daac-491e-9a03-5eeb5fb72c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:13.810767 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de939444-de9c-43f1-9dde-5ab6182037aa req-0440df5e-daac-491e-9a03-5eeb5fb72c2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.2788894 Nov 11 21:57:13.874945 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:13.878647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:57:13.920328 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-7e48d9ba-75c4-4967-a8aa-76956359effd admin admin] Deleting port a999acf0-d927-437a-be0a-718a96ea2091 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:13.920671 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e48d9ba-75c4-4967-a8aa-76956359effd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:13.923195 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Attempting to bind port 7f1b47d5-394a-4293-b515-2dd818ee80b1 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:57:13.923572 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Attempting to bind port 7f1b47d5-394a-4293-b515-2dd818ee80b1 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:57:13.924176 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Attempting to bind port 7f1b47d5-394a-4293-b515-2dd818ee80b1 on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:57:13.931095 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:57:13.931468 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:13.931870 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:13.932259 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:57:13.933362 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Bound port: 7f1b47d5-394a-4293-b515-2dd818ee80b1, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:57:13.933745 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:13.943944 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:13.953514 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19f95932-dda2-4ff6-8294-15f0f29e8731 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:14.015504 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-19f95932-dda2-4ff6-8294-15f0f29e8731 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for 7f1b47d5-394a-4293-b515-2dd818ee80b1 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:14.015775 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] For port 7f1b47d5-394a-4293-b515-2dd818ee80b1, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:57:14.017415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5f19ecee-687c-4ed6-b6b7-19f90113a1c8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:14.019486 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:14.021061 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] For port 7f1b47d5-394a-4293-b515-2dd818ee80b1, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7f1b47d5-394a-4293-b515-2dd818ee80b1,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:57:14.032327 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-7e48d9ba-75c4-4967-a8aa-76956359effd admin admin] For port a999acf0-d927-437a-be0a-718a96ea2091, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a999acf0-d927-437a-be0a-718a96ea2091,segment=NetworkSegment(c3639ea8-228c-47a5-84bd-b8de9ce625d1),segment_id=c3639ea8-228c-47a5-84bd-b8de9ce625d1)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:14.032696 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e48d9ba-75c4-4967-a8aa-76956359effd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:14.039446 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:14.043262 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de939444-de9c-43f1-9dde-5ab6182037aa req-eafd21dc-d02f-4788-8aef-21ccce94b375 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=689b83c4-a650-47f6-96c5-a503891fcd61 HTTP/1.1" status: 200 len: 999 time: 0.2130425 Nov 11 21:57:14.047643 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-7e48d9ba-75c4-4967-a8aa-76956359effd admin admin] Calling delete_port for a999acf0-d927-437a-be0a-718a96ea2091 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:14.072671 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cbeb018c-f6f8-4e56-bcc3-9f34c106849a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:14.079125 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:14.158354 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dea022-9dc3-4593-af7a-7ff8a38897ae None None] Pushing event updated for resources: {'Port': ['ID=7f1b47d5-394a-4293-b515-2dd818ee80b1,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:14.159551 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Network c68eae03-1f10-4f73-b438-b0c1c6d50750 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:14.167657 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:14.172224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:14.180043 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d64f17fb-1c0e-4197-8224-28fd6a805641 None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:14.189103 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Routers {'dc533fc1-7033-402a-81e0-6c71648321dc'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:14.190898 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:56:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc533fc1-7033-402a-81e0-6c71648321dc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:14.266267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de939444-de9c-43f1-9dde-5ab6182037aa req-747788d7-42d7-4dfb-a836-9c77391b58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:14.271184 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de939444-de9c-43f1-9dde-5ab6182037aa req-747788d7-42d7-4dfb-a836-9c77391b58e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.2166443 Nov 11 21:57:14.301860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Pushing event updated for resources: {'Port': ['ID=272cdf08-5843-493a-b92e-2832355b80b5,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:14.340891 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:14.345409 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e48d9ba-75c4-4967-a8aa-76956359effd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:14.379822 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] Set router dc533fc1-7033-402a-81e0-6c71648321dc gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:14.392625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48d9ba-75c4-4967-a8aa-76956359effd admin admin] Pushing event deleted for resources: {'Port': ['ID=a999acf0-d927-437a-be0a-718a96ea2091,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:14.421192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-238dbe5d-2214-4364-a3ef-3eb481feb121 None None] Provisioning complete for port 7f1b47d5-394a-4293-b515-2dd818ee80b1 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:14.421610 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-238dbe5d-2214-4364-a3ef-3eb481feb121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:14.500451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Attempting to bind port 272cdf08-5843-493a-b92e-2832355b80b5 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:57:14.500918 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Attempting to bind port 272cdf08-5843-493a-b92e-2832355b80b5 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '18cc9186-49a5-4dfb-b58f-23bb41f6e254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:57:14.501211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Attempting to bind port 272cdf08-5843-493a-b92e-2832355b80b5 on network c68eae03-1f10-4f73-b438-b0c1c6d50750 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:57:14.525713 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:57:14.526146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Checking segment: {'id': '18cc9186-49a5-4dfb-b58f-23bb41f6e254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:14.526477 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:14.526864 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Bound using segment: {'id': '18cc9186-49a5-4dfb-b58f-23bb41f6e254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:57:14.527358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Bound port: 272cdf08-5843-493a-b92e-2832355b80b5, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cc9186-49a5-4dfb-b58f-23bb41f6e254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:57:14.527739 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:14.578861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de939444-de9c-43f1-9dde-5ab6182037aa req-7522d401-87db-4633-bcb8-66a04c272ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:14.625707 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de939444-de9c-43f1-9dde-5ab6182037aa req-7522d401-87db-4633-bcb8-66a04c272ba8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2064459 Nov 11 21:57:14.781021 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc533fc1-7033-402a-81e0-6c71648321dc', 'name': 'tempest-NetworksTestDHCPv6-router-238349430', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:08Z', 'updated_at': '2021-11-11T21:57:11Z', 'revision_number': 2, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'gw_port_host': None, '_interfaces': [{'id': '7f1b47d5-394a-4293-b515-2dd818ee80b1', 'name': '', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'mac_address': 'fa:16:3e:c5:d7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc533fc1-7033-402a-81e0-6c71648321dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'c5e73922-9143-47e8-a118-1745fd412503', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:09Z', 'updated_at': '2021-11-11T21:57:14Z', 'revision_number': 4, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'subnets': [{'id': 'c5e73922-9143-47e8-a118-1745fd412503', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:14.786801 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] For port 272cdf08-5843-493a-b92e-2832355b80b5, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:57:14.790903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] For port 272cdf08-5843-493a-b92e-2832355b80b5, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=272cdf08-5843-493a-b92e-2832355b80b5,segment=NetworkSegment(18cc9186-49a5-4dfb-b58f-23bb41f6e254),segment_id=18cc9186-49a5-4dfb-b58f-23bb41f6e254)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:57:14.808550 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:14.845913 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c3007-1d67-4315-afdc-9acd67882eee None None] The sync data for ids ['dc533fc1-7033-402a-81e0-6c71648321dc'] in n-d-805737-3 is: [{'id': 'dc533fc1-7033-402a-81e0-6c71648321dc', 'name': 'tempest-NetworksTestDHCPv6-router-238349430', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:08Z', 'updated_at': '2021-11-11T21:57:11Z', 'revision_number': 2, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'gw_port_host': None, '_interfaces': [{'id': '7f1b47d5-394a-4293-b515-2dd818ee80b1', 'name': '', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'mac_address': 'fa:16:3e:c5:d7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc533fc1-7033-402a-81e0-6c71648321dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'c5e73922-9143-47e8-a118-1745fd412503', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:09Z', 'updated_at': '2021-11-11T21:57:14Z', 'revision_number': 4, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'subnets': [{'id': 'c5e73922-9143-47e8-a118-1745fd412503', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:57:14.917807 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-238dbe5d-2214-4364-a3ef-3eb481feb121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:14.943532 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:14.992933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc7045-7f27-4f5b-b3b7-5a8b22be78f8 None None] Pushing event updated for resources: {'Port': ['ID=272cdf08-5843-493a-b92e-2832355b80b5,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:15.010696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d64f17fb-1c0e-4197-8224-28fd6a805641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '6a6547cb-3c72-4b34-8971-2a4d0f6f16d7', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'port_id': '689b83c4-a650-47f6-96c5-a503891fcd61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'mac_address': 'fa:16:3e:9a:e2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207f48e2-e228-40cf-90cb-d323dce241bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:57:06Z', 'updated_at': '2021-11-11T21:57:06Z', 'revision_number': 0, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:15.015940 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Allocated IP 172.25.0.171 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/347eabae-3b10-4184-91af-2a8830461cea) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:15.077081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f17fb-1c0e-4197-8224-28fd6a805641 None None] The sync data for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 is: [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '6a6547cb-3c72-4b34-8971-2a4d0f6f16d7', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'port_id': '689b83c4-a650-47f6-96c5-a503891fcd61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'mac_address': 'fa:16:3e:9a:e2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207f48e2-e228-40cf-90cb-d323dce241bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:57:06Z', 'updated_at': '2021-11-11T21:57:06Z', 'revision_number': 0, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:57:15.151374 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:15.197665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:57:15.205556 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:15.211197 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b45e1-f3e1-4233-bbce-5b3b085607b9 None None] Sync routers for ids ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:57:15.253637 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b45e1-f3e1-4233-bbce-5b3b085607b9 None None] Routers {'7b50fc21-170d-4c30-9876-58b00a0d8ce2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:15.254276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b13b45e1-f3e1-4233-bbce-5b3b085607b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:56:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:15.393227 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e48d9ba-75c4-4967-a8aa-76956359effd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:15.426292 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:15.430487 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:15.443355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-b13b45e1-f3e1-4233-bbce-5b3b085607b9 None None] Set router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:15.465397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:15.506548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:15.526835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Pushing event updated for resources: {'Port': ['ID=347eabae-3b10-4184-91af-2a8830461cea,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:15.645993 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19f95932-dda2-4ff6-8294-15f0f29e8731 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:15.653599 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74ff45-12a4-46bc-a17c-3697f7cedde0 None None] New status for floating IP 6a6547cb-3c72-4b34-8971-2a4d0f6f16d7: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:57:15.724607 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ad7595e3-d3f7-456c-ac30-e8b2024a763b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.5624764 Nov 11 21:57:15.743372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'tag': '4cf46abd-a97f-49ce-86d8-3993ea039b3c'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:57:15.748061 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7964b597-e09d-45f8-a91a-a0bc457a41ba" -d '{"events": [{"name": "network-changed", "server_uuid": "118ca6b7-9c05-47e1-a57c-febabdd20ba1", "tag": "4cf46abd-a97f-49ce-86d8-3993ea039b3c"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:57:15.761837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45000) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:15.782611 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f95932-dda2-4ff6-8294-15f0f29e8731 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=7f1b47d5-394a-4293-b515-2dd818ee80b1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:15.849626 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de939444-de9c-43f1-9dde-5ab6182037aa req-6b3acb40-cbf9-4e1a-a9bb-173fc0dd91e3 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2108641 Nov 11 21:57:15.926354 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3171d1bb-623d-4793-bf0e-ed32480bd3b3 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:15.952922 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7f1b47d5-394a-4293-b515-2dd818ee80b1 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:16.035011 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fb21aa10-adb9-4318-abca-5084ca4361fc tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/floatingips/34a550c4-a693-49e1-8346-e2796d275ece HTTP/1.1" status: 200 len: 991 time: 0.2558386 Nov 11 21:57:16.097653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 7f1b47d5-394a-4293-b515-2dd818ee80b1 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:16.098285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7f1b47d5-394a-4293-b515-2dd818ee80b1 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 11 21:57:16.116438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-19f95932-dda2-4ff6-8294-15f0f29e8731 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:16.182405 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b354fc3-72bd-4498-9359-e60571cfa095 x-openstack-request-id: req-2b354fc3-72bd-4498-9359-e60571cfa095 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:57:16.182701 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118ca6b7-9c05-47e1-a57c-febabdd20ba1", "tag": "4cf46abd-a97f-49ce-86d8-3993ea039b3c", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:57:16.182957 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b354fc3-72bd-4498-9359-e60571cfa095 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:57:16.183356 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'tag': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'status': 'completed', 'code': 200} Nov 11 21:57:16.267723 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Port 7f1b47d5-394a-4293-b515-2dd818ee80b1 not found, will not notify nova. {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 11 21:57:16.268185 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 272cdf08-5843-493a-b92e-2832355b80b5 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:16.316384 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:57:16.334845 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15d762db-c274-47fb-a130-b0ece595f0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:16.504894 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bd8e9512-7668-4325-ac0d-61bc770e4f7f None None] Provisioning complete for port 347eabae-3b10-4184-91af-2a8830461cea triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:16.505306 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9512-7668-4325-ac0d-61bc770e4f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:16.551640 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-de939444-de9c-43f1-9dde-5ab6182037aa req-dd823290-6f7d-4d67-bf05-36ad04ec65a0 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6355774 Nov 11 21:57:16.551903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 272cdf08-5843-493a-b92e-2832355b80b5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:16.552121 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:16.554297 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964b597-e09d-45f8-a91a-a0bc457a41ba req-25cf9b7a-01ff-4499-a9b8-38f2c24774c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:16.555905 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7964b597-e09d-45f8-a91a-a0bc457a41ba req-25cf9b7a-01ff-4499-a9b8-38f2c24774c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a6474ef6257e4f61ac984a0b362bab65&device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 1097 time: 0.3310246 Nov 11 21:57:16.587064 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e9512-7668-4325-ac0d-61bc770e4f7f None None] Port 347eabae-3b10-4184-91af-2a8830461cea cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:57:16.595567 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bd8e9512-7668-4325-ac0d-61bc770e4f7f None None] Could not find standard attr ID for object 7f1b47d5-394a-4293-b515-2dd818ee80b1. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:57:16.618476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f95932-dda2-4ff6-8294-15f0f29e8731 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Router dc533fc1-7033-402a-81e0-6c71648321dc has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:57:16.628171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b13b45e1-f3e1-4233-bbce-5b3b085607b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:56:30Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '34a550c4-a693-49e1-8346-e2796d275ece', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'port_id': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'mac_address': 'fa:16:3e:8f:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:57:09Z', 'updated_at': '2021-11-11T21:57:09Z', 'revision_number': 0, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28512e24-dd43-45f3-a566-4b4ee6f05d11', 'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:91:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:28Z', 'updated_at': '2021-11-11T21:56:39Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:16.665956 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b45e1-f3e1-4233-bbce-5b3b085607b9 None None] Checking router: 7b50fc21-170d-4c30-9876-58b00a0d8ce2 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:57:16.683695 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b45e1-f3e1-4233-bbce-5b3b085607b9 None None] Routers {'7b50fc21-170d-4c30-9876-58b00a0d8ce2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:16.685457 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b13b45e1-f3e1-4233-bbce-5b3b085607b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:16.777709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e48d9ba-75c4-4967-a8aa-76956359effd admin admin] Router 5583143d-320e-427f-b822-73c2364ce800 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:57:16.806387 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f95932-dda2-4ff6-8294-15f0f29e8731 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:57:16.813854 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-19f95932-dda2-4ff6-8294-15f0f29e8731 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "PUT /v2.0/routers/dc533fc1-7033-402a-81e0-6c71648321dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2364452 Nov 11 21:57:16.815527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964b597-e09d-45f8-a91a-a0bc457a41ba req-10b04adf-1d2c-46f5-81cb-f5bf0ab16988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:16.817050 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7964b597-e09d-45f8-a91a-a0bc457a41ba req-10b04adf-1d2c-46f5-81cb-f5bf0ab16988 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7955aa4b-29f0-4ae7-a4ec-e33170459584 HTTP/1.1" status: 200 len: 899 time: 0.2511926 Nov 11 21:57:16.817913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45018) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:16.862509 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-b13b45e1-f3e1-4233-bbce-5b3b085607b9 None None] Set router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:16.937600 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81fcbd3-ae66-4e9e-9e63-4a531bcd89e6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:16.939191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81fcbd3-ae66-4e9e-9e63-4a531bcd89e6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:16.940920 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f81fcbd3-ae66-4e9e-9e63-4a531bcd89e6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1217740 Nov 11 21:57:16.946499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45020) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:16.962738 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:16.983494 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7964b597-e09d-45f8-a91a-a0bc457a41ba req-17c72513-4105-4b8d-9003-65f62d15b883 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf46abd-a97f-49ce-86d8-3993ea039b3c HTTP/1.1" status: 200 len: 999 time: 0.1557636 Nov 11 21:57:17.025114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45022) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:17.045439 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0ea193-d59f-4389-97ab-6e0475f899d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet c5e73922-9143-47e8-a118-1745fd412503 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:57:17.054000 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf0ea193-d59f-4389-97ab-6e0475f899d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:17.086010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964b597-e09d-45f8-a91a-a0bc457a41ba req-daeb9155-00e6-4179-8efa-c069faa7e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:17.087531 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7964b597-e09d-45f8-a91a-a0bc457a41ba req-daeb9155-00e6-4179-8efa-c069faa7e532 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26e855f5-9574-406a-93e9-32e5d01b3998 HTTP/1.1" status: 200 len: 835 time: 0.0926533 Nov 11 21:57:17.100439 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e48d9ba-75c4-4967-a8aa-76956359effd admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:57:17.110133 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf0ea193-d59f-4389-97ab-6e0475f899d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:17.120365 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7e48d9ba-75c4-4967-a8aa-76956359effd admin admin] 10.222.0.57 "PUT /v2.0/routers/5583143d-320e-427f-b822-73c2364ce800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2431371 Nov 11 21:57:17.125454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45024) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:17.196489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c87a1e-cd79-4e63-826c-f60484927d0b None None] Sync routers for ids ['5583143d-320e-427f-b822-73c2364ce800'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:57:17.198395 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bd9402e7-cc23-49f7-a9b3-d939dc41658c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/floatingips/34a550c4-a693-49e1-8346-e2796d275ece HTTP/1.1" status: 200 len: 991 time: 0.1701264 Nov 11 21:57:17.199326 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22b49e6-6bfa-4706-b896-539cc4b9dec5 None None] Network c68eae03-1f10-4f73-b438-b0c1c6d50750 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:17.280029 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf0ea193-d59f-4389-97ab-6e0475f899d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:17.301165 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:17.325945 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964b597-e09d-45f8-a91a-a0bc457a41ba req-7a499203-3fda-4330-a1a6-a623ee38f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:17.327666 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7964b597-e09d-45f8-a91a-a0bc457a41ba req-7a499203-3fda-4330-a1a6-a623ee38f996 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7955aa4b-29f0-4ae7-a4ec-e33170459584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085894 Nov 11 21:57:17.392479 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf0ea193-d59f-4389-97ab-6e0475f899d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:17.409344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c87a1e-cd79-4e63-826c-f60484927d0b None None] Routers {'5583143d-320e-427f-b822-73c2364ce800'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:17.409725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c3c87a1e-cd79-4e63-826c-f60484927d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5583143d-320e-427f-b822-73c2364ce800'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:17.423658 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8df9514d-c45e-4132-a652-edb4e8b346fd None None] Provisioning complete for port 272cdf08-5843-493a-b92e-2832355b80b5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:17.424039 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8df9514d-c45e-4132-a652-edb4e8b346fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:17.427266 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:17.477247 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf0ea193-d59f-4389-97ab-6e0475f899d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:17.480932 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bf0ea193-d59f-4389-97ab-6e0475f899d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/c5e73922-9143-47e8-a118-1745fd412503 HTTP/1.1" status: 204 len: 168 time: 0.5333936 Nov 11 21:57:17.482531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ea193-d59f-4389-97ab-6e0475f899d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e73922-9143-47e8-a118-1745fd412503,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:17.484864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45030) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:17.507967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7be76c-7e32-4ad5-b2de-af041354c1e1 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:17.524641 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92f3f3-2cc0-48f6-bce0-11f27502e9e6 None None] Sync routers for ids ['dc533fc1-7033-402a-81e0-6c71648321dc'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:57:17.545595 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92f3f3-2cc0-48f6-bce0-11f27502e9e6 None None] Routers {'dc533fc1-7033-402a-81e0-6c71648321dc'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:17.546531 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0c92f3f3-2cc0-48f6-bce0-11f27502e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc533fc1-7033-402a-81e0-6c71648321dc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:17.647105 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0c92f3f3-2cc0-48f6-bce0-11f27502e9e6 None None] Set router dc533fc1-7033-402a-81e0-6c71648321dc gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:17.683086 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7964b597-e09d-45f8-a91a-a0bc457a41ba req-8e9376f3-8923-4bb0-94d3-dc0afbb6581f service neutron] 10.222.0.71 "GET /v2.0/networks/7955aa4b-29f0-4ae7-a4ec-e33170459584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040743 Nov 11 21:57:17.695653 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e8f35b2f-fe31-4c00-8105-efd83d706b69 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2065449 Nov 11 21:57:17.701291 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45034) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:17.708727 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0c92f3f3-2cc0-48f6-bce0-11f27502e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc533fc1-7033-402a-81e0-6c71648321dc', 'name': 'tempest-NetworksTestDHCPv6-router-238349430', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:08Z', 'updated_at': '2021-11-11T21:57:14Z', 'revision_number': 3, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:17.745609 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92f3f3-2cc0-48f6-bce0-11f27502e9e6 None None] Checking router: dc533fc1-7033-402a-81e0-6c71648321dc for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:57:17.755956 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92f3f3-2cc0-48f6-bce0-11f27502e9e6 None None] Routers {'dc533fc1-7033-402a-81e0-6c71648321dc'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:17.756967 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0c92f3f3-2cc0-48f6-bce0-11f27502e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dc533fc1-7033-402a-81e0-6c71648321dc'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:17.760767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 272cdf08-5843-493a-b92e-2832355b80b5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=272cdf08-5843-493a-b92e-2832355b80b5,segment=NetworkSegment(18cc9186-49a5-4dfb-b58f-23bb41f6e254),segment_id=18cc9186-49a5-4dfb-b58f-23bb41f6e254)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:17.839731 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0c92f3f3-2cc0-48f6-bce0-11f27502e9e6 None None] Set router dc533fc1-7033-402a-81e0-6c71648321dc gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:17.858213 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7964b597-e09d-45f8-a91a-a0bc457a41ba req-48ff866b-7bee-4933-8e21-a92fe88e8b46 service neutron] 10.222.0.71 "GET /v2.0/networks/7955aa4b-29f0-4ae7-a4ec-e33170459584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607494 Nov 11 21:57:17.923616 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-c3c87a1e-cd79-4e63-826c-f60484927d0b None None] Set router 5583143d-320e-427f-b822-73c2364ce800 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:17.923952 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:17.926826 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0c92f3f3-2cc0-48f6-bce0-11f27502e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc533fc1-7033-402a-81e0-6c71648321dc', 'name': 'tempest-NetworksTestDHCPv6-router-238349430', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:08Z', 'updated_at': '2021-11-11T21:57:14Z', 'revision_number': 3, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:17.957069 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92f3f3-2cc0-48f6-bce0-11f27502e9e6 None None] The sync data for ids ['dc533fc1-7033-402a-81e0-6c71648321dc'] in n-d-805737-3 is: [{'id': 'dc533fc1-7033-402a-81e0-6c71648321dc', 'name': 'tempest-NetworksTestDHCPv6-router-238349430', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:08Z', 'updated_at': '2021-11-11T21:57:14Z', 'revision_number': 3, 'project_id': '441e00a1691c44558be0d7bcec9a7423', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:57:17.986534 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:17.990557 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ec25f32-e4c4-4199-8dba-5a9fd191bdb6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:18.007471 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:18.202662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45036) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:18.235565 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ec25f32-e4c4-4199-8dba-5a9fd191bdb6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:18.239127 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ec25f32-e4c4-4199-8dba-5a9fd191bdb6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:18.280939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6bc1692e-2e76-4664-8334-033e6b909f57 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/floatingips/34a550c4-a693-49e1-8346-e2796d275ece HTTP/1.1" status: 200 len: 991 time: 0.0744698 Nov 11 21:57:18.280939 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Router e247bd15-f0e1-4a83-83d4-0f41c4197b1d is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:57:18.292486 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:18.312093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=272cdf08-5843-493a-b92e-2832355b80b5,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:18.336112 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ec25f32-e4c4-4199-8dba-5a9fd191bdb6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:18.338978 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec25f32-e4c4-4199-8dba-5a9fd191bdb6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Fanout notify agent at l3_agent the message router_deleted on router dc533fc1-7033-402a-81e0-6c71648321dc {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:57:18.349236 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3ec25f32-e4c4-4199-8dba-5a9fd191bdb6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:18.355329 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3ec25f32-e4c4-4199-8dba-5a9fd191bdb6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/routers/dc533fc1-7033-402a-81e0-6c71648321dc HTTP/1.1" status: 204 len: 168 time: 0.6137497 Nov 11 21:57:18.355953 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45038) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:18.528629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-b13b45e1-f3e1-4233-bbce-5b3b085607b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:56:30Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '34a550c4-a693-49e1-8346-e2796d275ece', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'port_id': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'mac_address': 'fa:16:3e:8f:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:57:09Z', 'updated_at': '2021-11-11T21:57:09Z', 'revision_number': 0, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28512e24-dd43-45f3-a566-4b4ee6f05d11', 'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:91:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:28Z', 'updated_at': '2021-11-11T21:56:39Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:18.533479 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263edf11-e29d-49a7-b224-0e123e24e5a3 None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:18.541298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e4a4d5-e56d-4bd2-ab3c-e2cce7c94a1a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:18.546979 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-53e4a4d5-e56d-4bd2-ab3c-e2cce7c94a1a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1888268 Nov 11 21:57:18.547795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45040) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:18.552190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Deleting port a1e0a634-c8a6-41ff-be11-34522f8ffa58 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:18.552656 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:18.585060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c3c87a1e-cd79-4e63-826c-f60484927d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:57:14Z', 'revision_number': 5, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port': {'id': 'a1e0a634-c8a6-41ff-be11-34522f8ffa58', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583143d-320e-427f-b822-73c2364ce800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:09Z', 'updated_at': '2021-11-11T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:18.596171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b45e1-f3e1-4233-bbce-5b3b085607b9 None None] The sync data for ids ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'] in n-d-805737-3 is: [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:56:30Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '34a550c4-a693-49e1-8346-e2796d275ece', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'port_id': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'mac_address': 'fa:16:3e:8f:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:57:09Z', 'updated_at': '2021-11-11T21:57:09Z', 'revision_number': 0, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28512e24-dd43-45f3-a566-4b4ee6f05d11', 'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:91:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:28Z', 'updated_at': '2021-11-11T21:56:39Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:57:18.651967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f91611-0d9d-4714-a32c-f6fcd007c909 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:18.657415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c87a1e-cd79-4e63-826c-f60484927d0b None None] Checking router: 5583143d-320e-427f-b822-73c2364ce800 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:57:18.657624 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-26f91611-0d9d-4714-a32c-f6fcd007c909 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1087062 Nov 11 21:57:18.658316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45044) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:18.720847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] For port a1e0a634-c8a6-41ff-be11-34522f8ffa58, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a1e0a634-c8a6-41ff-be11-34522f8ffa58,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:18.721207 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:18.724594 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:18.732042 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c87a1e-cd79-4e63-826c-f60484927d0b None None] Routers {'5583143d-320e-427f-b822-73c2364ce800'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:18.736489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c3c87a1e-cd79-4e63-826c-f60484927d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['5583143d-320e-427f-b822-73c2364ce800'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:18.752730 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Calling delete_port for a1e0a634-c8a6-41ff-be11-34522f8ffa58 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:18.769066 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-74e37e8b-da64-4d50-8378-d3a2b6479cba tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1091137 Nov 11 21:57:18.772328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45048) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:18.781706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:18.801579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:57:18.901237 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:18.901237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0538f111-16ca-4c20-b47e-53d59f85a96f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1403742 Nov 11 21:57:18.901787 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Sync routers for ids ['e247bd15-f0e1-4a83-83d4-0f41c4197b1d'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:57:18.908068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45052) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:18.908306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-c3c87a1e-cd79-4e63-826c-f60484927d0b None None] Set router 5583143d-320e-427f-b822-73c2364ce800 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:19.001338 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:19.007442 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:19.016147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-357c08b1-b86b-4f3b-8b9c-5bd3782337a3 None None] Provisioning complete for port 272cdf08-5843-493a-b92e-2832355b80b5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:19.016603 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-357c08b1-b86b-4f3b-8b9c-5bd3782337a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:19.053441 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8115a3a6-5cf3-4200-ad39-bcf422cd76ee None None] New status for floating IP 34a550c4-a693-49e1-8346-e2796d275ece: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:57:19.055299 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Routers {'e247bd15-f0e1-4a83-83d4-0f41c4197b1d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:19.056885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['e247bd15-f0e1-4a83-83d4-0f41c4197b1d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:19.211089 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:19.283114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45054) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:19.296683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e0a634-c8a6-41ff-be11-34522f8ffa58,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:19.390166 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c3c87a1e-cd79-4e63-826c-f60484927d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:57:18Z', 'revision_number': 6, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:19.392983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-263edf11-e29d-49a7-b224-0e123e24e5a3 None None] Deleting port 5f19ecee-687c-4ed6-b6b7-19f90113a1c8 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:19.393629 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-263edf11-e29d-49a7-b224-0e123e24e5a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:19.425224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:19.425224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:19.425224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:19.425224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:19.425224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:19.425224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:19.425224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:19.425224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:19.425224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:19.425224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:19.425224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:19.426154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:19.433983 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-461585ec-3a42-4e7d-bef0-eed83b4cf6c1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/floatingips/34a550c4-a693-49e1-8346-e2796d275ece HTTP/1.1" status: 200 len: 993 time: 0.1494563 Nov 11 21:57:19.463504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42462736-fdcc-4d5b-b729-0d3f262e03f7 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:19.470574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c87a1e-cd79-4e63-826c-f60484927d0b None None] The sync data for ids ['5583143d-320e-427f-b822-73c2364ce800'] in n-d-805737-3 is: [{'id': '5583143d-320e-427f-b822-73c2364ce800', 'name': 'tempest-TestVolumeBackupRestore-693909353-router', 'tenant_id': 'd7b117af427e4c5587732a41b4a47118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:07Z', 'updated_at': '2021-11-11T21:57:18Z', 'revision_number': 6, 'project_id': 'd7b117af427e4c5587732a41b4a47118', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:57:19.500512 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:19.544891 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:19.638046 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:19.673744 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Set router e247bd15-f0e1-4a83-83d4-0f41c4197b1d gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:19.675489 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:19.679843 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-263edf11-e29d-49a7-b224-0e123e24e5a3 None None] For port 5f19ecee-687c-4ed6-b6b7-19f90113a1c8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5f19ecee-687c-4ed6-b6b7-19f90113a1c8,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:19.680366 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-263edf11-e29d-49a7-b224-0e123e24e5a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:19.688571 n-d-805737-3 neutron-server[102535]: DEBUG neutron.objects.ports [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:57:19.741226 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:19.741925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5583143d-320e-427f-b822-73c2364ce800 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:57:19.747925 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:19.751706 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fa7f493d-0b48-4145-bba5-079547a62775 admin admin] 10.222.0.57 "DELETE /v2.0/routers/5583143d-320e-427f-b822-73c2364ce800 HTTP/1.1" status: 204 len: 168 time: 2.6223197 Nov 11 21:57:19.762693 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-263edf11-e29d-49a7-b224-0e123e24e5a3 None None] Calling delete_port for 5f19ecee-687c-4ed6-b6b7-19f90113a1c8 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:19.821269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45062) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:19.998567 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.016165 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'name': 'tempest-TestAggregatesBasicOps-821068886-router', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '347eabae-3b10-4184-91af-2a8830461cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:12Z', 'updated_at': '2021-11-11T21:57:16Z', 'revision_number': 3, 'project_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'gw_port': {'id': '347eabae-3b10-4184-91af-2a8830461cea', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:55:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:14Z', 'updated_at': '2021-11-11T21:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:20.051156 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Checking router: e247bd15-f0e1-4a83-83d4-0f41c4197b1d for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:57:20.051659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Updating router e247bd15-f0e1-4a83-83d4-0f41c4197b1d port 347eabae-3b10-4184-91af-2a8830461cea binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:57:20.056920 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-263edf11-e29d-49a7-b224-0e123e24e5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.126064 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-9280bc0a-c32d-489b-8934-91be41d5aa6c admin admin] Deleting subnet f7e4839c-6714-4a1e-81d8-2a08ae19bec7 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:57:20.133651 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9280bc0a-c32d-489b-8934-91be41d5aa6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.134210 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263edf11-e29d-49a7-b224-0e123e24e5a3 None None] Pushing event deleted for resources: {'Port': ['ID=5f19ecee-687c-4ed6-b6b7-19f90113a1c8,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:20.151521 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.157963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263edf11-e29d-49a7-b224-0e123e24e5a3 None None] No DVR routers for this DVR port 5f19ecee-687c-4ed6-b6b7-19f90113a1c8 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:57:20.254752 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9280bc0a-c32d-489b-8934-91be41d5aa6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.255927 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] For port 5f19ecee-687c-4ed6-b6b7-19f90113a1c8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5f19ecee-687c-4ed6-b6b7-19f90113a1c8,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:20.323523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 272cdf08-5843-493a-b92e-2832355b80b5 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:20.323767 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.332512 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.333600 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.387980 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9280bc0a-c32d-489b-8934-91be41d5aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.406837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=5413e393-e0f4-4637-beda-8dd904211a2e,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:20.441420 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=5f19ecee-687c-4ed6-b6b7-19f90113a1c8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:20.451443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:20.454476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:20.465478 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:20.466596 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.467047 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127cea8c-203b-45df-9965-ce54da864a72 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:20.493768 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6b695e46-d36b-41dc-a3d7-26014874a8b3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7213860 Nov 11 21:57:20.496344 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45064) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:20.503413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a3f749d5-3169-405f-bca6-adcd834976a0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:20.505090 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9280bc0a-c32d-489b-8934-91be41d5aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.554941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280bc0a-c32d-489b-8934-91be41d5aa6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e4839c-6714-4a1e-81d8-2a08ae19bec7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:20.563403 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.571894 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 272cdf08-5843-493a-b92e-2832355b80b5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:20.572286 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.593696 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9280bc0a-c32d-489b-8934-91be41d5aa6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.604933 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9280bc0a-c32d-489b-8934-91be41d5aa6c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f7e4839c-6714-4a1e-81d8-2a08ae19bec7 HTTP/1.1" status: 204 len: 168 time: 0.7821572 Nov 11 21:57:20.605618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45066) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:20.623252 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b0e42a-f135-468d-90d2-9bdca6c95209 None None] Network fc238d0d-fbd9-4801-b626-a63954861cc1 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:20.705647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f749d5-3169-405f-bca6-adcd834976a0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:20.711379 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3f749d5-3169-405f-bca6-adcd834976a0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.798439 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.928071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': '5413e393-e0f4-4637-beda-8dd904211a2e'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:57:20.928071 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:20.983041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] Deleting port 47650e57-6eed-4696-b22d-b79d483f201c {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:20.983310 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.059454 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3f749d5-3169-405f-bca6-adcd834976a0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.063311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] For port 47650e57-6eed-4696-b22d-b79d483f201c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=47650e57-6eed-4696-b22d-b79d483f201c,segment=NetworkSegment(c3639ea8-228c-47a5-84bd-b8de9ce625d1),segment_id=c3639ea8-228c-47a5-84bd-b8de9ce625d1)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:21.063684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.082733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] Calling delete_port for 47650e57-6eed-4696-b22d-b79d483f201c owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:21.108700 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f749d5-3169-405f-bca6-adcd834976a0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:21.114220 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.114984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a3f749d5-3169-405f-bca6-adcd834976a0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:21.130389 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.138268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f749d5-3169-405f-bca6-adcd834976a0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:21.141021 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a3f749d5-3169-405f-bca6-adcd834976a0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.158283 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f749d5-3169-405f-bca6-adcd834976a0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=28df0d7f-c947-47e3-9764-b1e2874b23d2,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:21.175482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5f19ecee-687c-4ed6-b6b7-19f90113a1c8 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:21.189297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Allocated IP 172.20.0.1 (c68eae03-1f10-4f73-b438-b0c1c6d50750/891667b9-96bb-4cf0-8b60-2f9ba982194d/6e969c5e-f527-419e-aa1a-f5050bdacaa1) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:21.199884 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a3f749d5-3169-405f-bca6-adcd834976a0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7021267 Nov 11 21:57:21.200549 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45074) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:21.209491 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.213207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3aaf5f8e-8697-4ca1-8c6b-173bcd6ca25f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'mac_address': 'fa:16:3e:6b:95:be', 'name': 'tempest-NetworksTestDHCPv6-1680759478'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:21.224789 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 5f19ecee-687c-4ed6-b6b7-19f90113a1c8 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:21.225163 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5f19ecee-687c-4ed6-b6b7-19f90113a1c8 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:21.225561 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7f1b47d5-394a-4293-b515-2dd818ee80b1 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:21.238776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=47650e57-6eed-4696-b22d-b79d483f201c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:21.258248 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3974cd8a-a789-4ce2-ab73-1c742dbdb577 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:21.263391 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] No DVR routers for this DVR port 47650e57-6eed-4696-b22d-b79d483f201c on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:57:21.297992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 7f1b47d5-394a-4293-b515-2dd818ee80b1 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:21.298336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7f1b47d5-394a-4293-b515-2dd818ee80b1 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:21.299013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a999acf0-d927-437a-be0a-718a96ea2091 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:21.300393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9a888-d306-4bb2-8935-a826948ee485 None None] Pushing event updated for resources: {'Port': ['ID=347eabae-3b10-4184-91af-2a8830461cea,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:21.339510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: a999acf0-d927-437a-be0a-718a96ea2091 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:21.340609 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a999acf0-d927-437a-be0a-718a96ea2091 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:21.352624 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Attempting to bind port 347eabae-3b10-4184-91af-2a8830461cea on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:57:21.360048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Attempting to bind port 347eabae-3b10-4184-91af-2a8830461cea by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:57:21.361345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Attempting to bind port 347eabae-3b10-4184-91af-2a8830461cea on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:57:21.365218 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.388914 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Allocated IP 2001:db8::f816:3eff:fe0a:183 (386cd058-2fb8-40f0-a159-c94cb531b2cc/5413e393-e0f4-4637-beda-8dd904211a2e/c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:21.395662 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaf5f8e-8697-4ca1-8c6b-173bcd6ca25f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:21.422964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc238d0d-fbd9-4801-b626-a63954861cc1']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:21.442783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3639ea8-228c-47a5-84bd-b8de9ce625d1') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:21.442783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3639ea8-228c-47a5-84bd-b8de9ce625d1') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:21.457750 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.484008 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.492848 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.497449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:57:21.497854 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:57:21.500834 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:57:21.502986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:57:21.502986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:21.502986 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.502986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:57:21.502986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Bound port: 347eabae-3b10-4184-91af-2a8830461cea, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:57:21.503777 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.519947 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aaf5f8e-8697-4ca1-8c6b-173bcd6ca25f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.532440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece7f0a6-0f53-4cdb-8c26-abfa7650b439 None None] DHCP port deletion for fc238d0d-fbd9-4801-b626-a63954861cc1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:21.543919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-3aaf5f8e-8697-4ca1-8c6b-173bcd6ca25f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port b31b2e1a-9a46-4f1a-9340-8f4f834d6deb yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:57:21.577039 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.581698 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.588763 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] 10.222.0.57 "DELETE /v2.0/networks/fc238d0d-fbd9-4801-b626-a63954861cc1 HTTP/1.1" status: 204 len: 168 time: 0.9810956 Nov 11 21:57:21.589401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45082) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:21.609700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43e937-96e7-4ca3-9c71-318f5eadfb83 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc238d0d-fbd9-4801-b626-a63954861cc1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:21.665128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4045c50c-8f16-41e2-ab29-96de32cfd11b None None] Provisioning complete for port 347eabae-3b10-4184-91af-2a8830461cea triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:21.665506 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4045c50c-8f16-41e2-ab29-96de32cfd11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.677254 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.731661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Network c68eae03-1f10-4f73-b438-b0c1c6d50750 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:21.766506 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:21.769125 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:21.815136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Pushing event updated for resources: {'Port': ['ID=6e969c5e-f527-419e-aa1a-f5050bdacaa1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:21.841180 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.926810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4045c50c-8f16-41e2-ab29-96de32cfd11b None None] Port 347eabae-3b10-4184-91af-2a8830461cea cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:57:21.950842 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:21.956360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] For port 347eabae-3b10-4184-91af-2a8830461cea, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:57:21.966759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] For port 347eabae-3b10-4184-91af-2a8830461cea, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=347eabae-3b10-4184-91af-2a8830461cea,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:57:21.968295 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:22.014985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Pushing event updated for resources: {'Port': ['ID=c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:22.020890 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:22.077759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9a888-d306-4bb2-8935-a826948ee485 None None] Pushing event updated for resources: {'Port': ['ID=347eabae-3b10-4184-91af-2a8830461cea,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:22.089663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:22.094480 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:22.096318 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2a777f-2aa6-482a-9164-49a7f7294a71 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:22.102877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:22.167214 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:22.173133 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Routers {'e247bd15-f0e1-4a83-83d4-0f41c4197b1d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:22.174440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['e247bd15-f0e1-4a83-83d4-0f41c4197b1d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:22.257332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 47650e57-6eed-4696-b22d-b79d483f201c no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:22.294829 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Attempting to bind port c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:57:22.295583 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Attempting to bind port c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:57:22.296440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Attempting to bind port c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3 on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:57:22.304564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-56be7f50-03e0-4334-bd56-59f99acaa16d None None] Provisioning complete for port 347eabae-3b10-4184-91af-2a8830461cea triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:22.305554 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56be7f50-03e0-4334-bd56-59f99acaa16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:22.307970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 47650e57-6eed-4696-b22d-b79d483f201c {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:22.308609 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 47650e57-6eed-4696-b22d-b79d483f201c not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:22.309258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a1e0a634-c8a6-41ff-be11-34522f8ffa58 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:22.366114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:57:22.366928 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:22.368076 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:22.368701 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:57:22.369480 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Bound port: c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:57:22.370109 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:22.410939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: a1e0a634-c8a6-41ff-be11-34522f8ffa58 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:22.411847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a1e0a634-c8a6-41ff-be11-34522f8ffa58 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:22.517013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] Set router e247bd15-f0e1-4a83-83d4-0f41c4197b1d gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:22.579641 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] For port c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:57:22.655257 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] For port c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:57:22.665038 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:22.725211 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56be7f50-03e0-4334-bd56-59f99acaa16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:22.797897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-3aaf5f8e-8697-4ca1-8c6b-173bcd6ca25f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 172.20.0.9 (386cd058-2fb8-40f0-a159-c94cb531b2cc/28df0d7f-c947-47e3-9764-b1e2874b23d2/b31b2e1a-9a46-4f1a-9340-8f4f834d6deb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:22.819905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-3aaf5f8e-8697-4ca1-8c6b-173bcd6ca25f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::f816:3eff:fe6b:95be (386cd058-2fb8-40f0-a159-c94cb531b2cc/5413e393-e0f4-4637-beda-8dd904211a2e/b31b2e1a-9a46-4f1a-9340-8f4f834d6deb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:22.821905 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94b81e9c-2f8a-4f10-898a-7715701500dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:22.823601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-56be7f50-03e0-4334-bd56-59f99acaa16d None None] For port 347eabae-3b10-4184-91af-2a8830461cea, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=347eabae-3b10-4184-91af-2a8830461cea,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:22.840304 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56be7f50-03e0-4334-bd56-59f99acaa16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:22.843610 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54565b4-246e-4097-b807-f6078ac83353 None None] Pushing event updated for resources: {'Port': ['ID=c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:22.906444 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be7f50-03e0-4334-bd56-59f99acaa16d None None] Pushing event updated for resources: {'Port': ['ID=347eabae-3b10-4184-91af-2a8830461cea,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:22.924890 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:22.936074 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:23.050766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Pushing event updated for resources: {'Port': ['ID=6e969c5e-f527-419e-aa1a-f5050bdacaa1,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:23.060009 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:23.085526 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5f9680c0-01ec-4635-8290-89b7827848cb None None] Provisioning complete for port 6e969c5e-f527-419e-aa1a-f5050bdacaa1 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:23.086185 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f9680c0-01ec-4635-8290-89b7827848cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:23.116898 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aaf5f8e-8697-4ca1-8c6b-173bcd6ca25f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:23.184628 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5f9680c0-01ec-4635-8290-89b7827848cb None None] Port 6e969c5e-f527-419e-aa1a-f5050bdacaa1 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:57:23.191423 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aaf5f8e-8697-4ca1-8c6b-173bcd6ca25f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:23.191604 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'name': 'tempest-TestAggregatesBasicOps-821068886-router', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '347eabae-3b10-4184-91af-2a8830461cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:12Z', 'updated_at': '2021-11-11T21:57:22Z', 'revision_number': 4, 'project_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'gw_port': {'id': '347eabae-3b10-4184-91af-2a8830461cea', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:55:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:14Z', 'updated_at': '2021-11-11T21:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6e969c5e-f527-419e-aa1a-f5050bdacaa1', 'name': '', 'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'mac_address': 'fa:16:3e:7c:c6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '891667b9-96bb-4cf0-8b60-2f9ba982194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:20Z', 'updated_at': '2021-11-11T21:57:21Z', 'revision_number': 1, 'project_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'subnets': [{'id': '891667b9-96bb-4cf0-8b60-2f9ba982194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:23.234965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804bcf7d-620f-4686-a810-e6cf92714eb8 None None] The sync data for ids ['e247bd15-f0e1-4a83-83d4-0f41c4197b1d'] in n-d-805737-3 is: [{'id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'name': 'tempest-TestAggregatesBasicOps-821068886-router', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '347eabae-3b10-4184-91af-2a8830461cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:12Z', 'updated_at': '2021-11-11T21:57:22Z', 'revision_number': 4, 'project_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'gw_port': {'id': '347eabae-3b10-4184-91af-2a8830461cea', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:55:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:14Z', 'updated_at': '2021-11-11T21:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6e969c5e-f527-419e-aa1a-f5050bdacaa1', 'name': '', 'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'mac_address': 'fa:16:3e:7c:c6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '891667b9-96bb-4cf0-8b60-2f9ba982194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:20Z', 'updated_at': '2021-11-11T21:57:21Z', 'revision_number': 1, 'project_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'subnets': [{'id': '891667b9-96bb-4cf0-8b60-2f9ba982194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:57:23.246947 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Network c68eae03-1f10-4f73-b438-b0c1c6d50750 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:23.250879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:23.281334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaf5f8e-8697-4ca1-8c6b-173bcd6ca25f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:23.287047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3aaf5f8e-8697-4ca1-8c6b-173bcd6ca25f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:23.296759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaf5f8e-8697-4ca1-8c6b-173bcd6ca25f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:23.338433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf5f8e-8697-4ca1-8c6b-173bcd6ca25f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=b31b2e1a-9a46-4f1a-9340-8f4f834d6deb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:23.389112 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaf5f8e-8697-4ca1-8c6b-173bcd6ca25f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:23.389810 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aaf5f8e-8697-4ca1-8c6b-173bcd6ca25f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:23.414147 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3aaf5f8e-8697-4ca1-8c6b-173bcd6ca25f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2109408 Nov 11 21:57:23.417545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45094) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:23.502621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d6b5f-eca7-4d86-9b39-5ef3bf3b5a44 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:23.510387 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d6b5f-eca7-4d86-9b39-5ef3bf3b5a44 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:23.512093 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b66d6b5f-eca7-4d86-9b39-5ef3bf3b5a44 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0937147 Nov 11 21:57:23.514951 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45096) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:23.543598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Router e247bd15-f0e1-4a83-83d4-0f41c4197b1d has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:57:23.629516 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-94b81e9c-2f8a-4f10-898a-7715701500dc admin admin] Deleting port b81ca96b-afa3-4abf-a1f0-34bf12609646 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:23.629872 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94b81e9c-2f8a-4f10-898a-7715701500dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:23.640634 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-32e88eb0-7572-43e6-9bb9-fa7e14803e07 None None] Provisioning complete for port 6e969c5e-f527-419e-aa1a-f5050bdacaa1 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:23.641207 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32e88eb0-7572-43e6-9bb9-fa7e14803e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:23.708974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-32e88eb0-7572-43e6-9bb9-fa7e14803e07 None None] Port 6e969c5e-f527-419e-aa1a-f5050bdacaa1 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:57:23.728583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2cc5f-d2b6-40eb-9809-0af3ba22e407 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port b31b2e1a-9a46-4f1a-9340-8f4f834d6deb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:23.728987 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ba2cc5f-d2b6-40eb-9809-0af3ba22e407 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:23.789034 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-94b81e9c-2f8a-4f10-898a-7715701500dc admin admin] For port b81ca96b-afa3-4abf-a1f0-34bf12609646, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b81ca96b-afa3-4abf-a1f0-34bf12609646,segment=NetworkSegment(12d32be7-0720-4f7f-a056-4466d1a0438b),segment_id=12d32be7-0720-4f7f-a056-4466d1a0438b)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:23.789420 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94b81e9c-2f8a-4f10-898a-7715701500dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:23.843472 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-94b81e9c-2f8a-4f10-898a-7715701500dc admin admin] Calling delete_port for b81ca96b-afa3-4abf-a1f0-34bf12609646 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:23.911916 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ba2cc5f-d2b6-40eb-9809-0af3ba22e407 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:23.932365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2cc5f-d2b6-40eb-9809-0af3ba22e407 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for b31b2e1a-9a46-4f1a-9340-8f4f834d6deb owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:23.971307 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:57:23.978003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e8a5bdb6-52c9-4d13-abab-06be1e813a1f admin admin] 10.222.0.57 "PUT /v2.0/routers/e247bd15-f0e1-4a83-83d4-0f41c4197b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0693746 Nov 11 21:57:24.245764 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:24.257760 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94b81e9c-2f8a-4f10-898a-7715701500dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:24.318892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:24.319451 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:24.334009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b81e9c-2f8a-4f10-898a-7715701500dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b81ca96b-afa3-4abf-a1f0-34bf12609646,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:24.443273 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ba2cc5f-d2b6-40eb-9809-0af3ba22e407 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:24.510697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2cc5f-d2b6-40eb-9809-0af3ba22e407 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=b31b2e1a-9a46-4f1a-9340-8f4f834d6deb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:24.591146 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:24.594387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffcbe51-fa51-4019-a61d-8e043760af1b None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:24.716745 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9ba2cc5f-d2b6-40eb-9809-0af3ba22e407 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:24.734204 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9ba2cc5f-d2b6-40eb-9809-0af3ba22e407 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/b31b2e1a-9a46-4f1a-9340-8f4f834d6deb HTTP/1.1" status: 204 len: 168 time: 1.2072296 Nov 11 21:57:24.734646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45112) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:24.859275 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-355b810c-9c49-4923-a161-57ec08f742a2 None None] Provisioning complete for port c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:24.859793 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-355b810c-9c49-4923-a161-57ec08f742a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:24.872585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:24.880268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0096e5-a0f2-4911-b587-ca78dc74ab9c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:24.883437 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0096e5-a0f2-4911-b587-ca78dc74ab9c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:24.886647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0096e5-a0f2-4911-b587-ca78dc74ab9c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:24.894218 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9f0096e5-a0f2-4911-b587-ca78dc74ab9c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1584835 Nov 11 21:57:24.897097 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45118) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:24.929229 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94b81e9c-2f8a-4f10-898a-7715701500dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:24.937705 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.004552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-1811b427-cd77-49fa-8e06-24a3cd58bf0b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 28df0d7f-c947-47e3-9764-b1e2874b23d2 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:57:25.009677 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1811b427-cd77-49fa-8e06-24a3cd58bf0b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.084496 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1811b427-cd77-49fa-8e06-24a3cd58bf0b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.157489 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1811b427-cd77-49fa-8e06-24a3cd58bf0b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.191900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45124) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:25.198464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1615859842-network', 'tenant_id': '70908fbce72d449598431a6136ecd12e'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:25.213240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:25.226882 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1811b427-cd77-49fa-8e06-24a3cd58bf0b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.246130 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1811b427-cd77-49fa-8e06-24a3cd58bf0b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.252284 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1811b427-cd77-49fa-8e06-24a3cd58bf0b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/28df0d7f-c947-47e3-9764-b1e2874b23d2 HTTP/1.1" status: 204 len: 168 time: 0.3539522 Nov 11 21:57:25.263886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45126) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:25.271960 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811b427-cd77-49fa-8e06-24a3cd58bf0b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=28df0d7f-c947-47e3-9764-b1e2874b23d2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:25.341507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] Made reservation on behalf of 70908fbce72d449598431a6136ecd12e for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:25.343874 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.396348 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cab5564-bfae-4d55-ae07-dcb62669b841 None None] Update dhcp port {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'fixed_ips': [{'subnet_id': '5413e393-e0f4-4637-beda-8dd904211a2e', 'ip_address': '2001:db8::f816:3eff:fe0a:183'}, {'subnet_id': '28df0d7f-c947-47e3-9764-b1e2874b23d2'}], 'binding:host_id': 'n-d-805737-3'}, 'id': 'c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:57:25.401185 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.419630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f1f36a-36f5-4760-8a37-a1a76fa62970 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 5413e393-e0f4-4637-beda-8dd904211a2e {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:57:25.429666 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02f1f36a-36f5-4760-8a37-a1a76fa62970 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.430664 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cab5564-bfae-4d55-ae07-dcb62669b841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.486089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b81e9c-2f8a-4f10-898a-7715701500dc admin admin] Router 7bc6bd4d-ee79-4813-9d0b-4209f37231c8 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:57:25.500779 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02f1f36a-36f5-4760-8a37-a1a76fa62970 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.723075 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02f1f36a-36f5-4760-8a37-a1a76fa62970 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.752310 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.759060 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b81e9c-2f8a-4f10-898a-7715701500dc admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:57:25.768109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45134) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:25.768631 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-94b81e9c-2f8a-4f10-898a-7715701500dc admin admin] 10.222.0.57 "PUT /v2.0/routers/7bc6bd4d-ee79-4813-9d0b-4209f37231c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1615324 Nov 11 21:57:25.769436 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.775816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3f9560-36e2-4c57-9aff-bdc0fadb7f13 None None] Sync routers for ids ['7bc6bd4d-ee79-4813-9d0b-4209f37231c8'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:57:25.796758 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3f9560-36e2-4c57-9aff-bdc0fadb7f13 None None] Routers {'7bc6bd4d-ee79-4813-9d0b-4209f37231c8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:25.797563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8f3f9560-36e2-4c57-9aff-bdc0fadb7f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7bc6bd4d-ee79-4813-9d0b-4209f37231c8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:25.797804 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] vlan segment allocate from pool success with {'vlan_id': 1177, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:57:25.807854 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.808202 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] Added segment a1671a37-8014-43d4-b86b-d7359be2a2a6 of type vlan for network 7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3 Nov 11 21:57:25.854846 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.914280 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.915700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:25.916292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.920558 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:25.931317 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-8f3f9560-36e2-4c57-9aff-bdc0fadb7f13 None None] Set router 7bc6bd4d-ee79-4813-9d0b-4209f37231c8 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:26.037492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8f1b7d-672d-4503-9730-939ea4416d2f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server [None req-2cab5564-bfae-4d55-ae07-dcb62669b841 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5413e393-e0f4-4637-beda-8dd904211a2e: This subnet is being modified by another concurrent operation. Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise exception Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5413e393-e0f4-4637-beda-8dd904211a2e: This subnet is being modified by another concurrent operation. Nov 11 21:57:26.064828 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Nov 11 21:57:26.071691 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:26.099683 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02f1f36a-36f5-4760-8a37-a1a76fa62970 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:26.109977 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9159131 Nov 11 21:57:26.119087 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45140) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:26.156590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0efd470c-7c98-4a8c-8907-b02d7ac2ed3c admin admin] Request body: {'subnet': {'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1615859842-subnet', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:26.178136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1f36a-36f5-4760-8a37-a1a76fa62970 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=5413e393-e0f4-4637-beda-8dd904211a2e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:26.181772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e31072-b465-4b83-9a41-a3b70bfa20ca admin admin] Pushing event updated for resources: {'Network': ['ID=7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:26.184697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] Deleting port 6aa48441-c2a4-4091-bb69-3fc113591640 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:26.185071 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:26.191382 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02f1f36a-36f5-4760-8a37-a1a76fa62970 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:26.204542 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-02f1f36a-36f5-4760-8a37-a1a76fa62970 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/5413e393-e0f4-4637-beda-8dd904211a2e HTTP/1.1" status: 204 len: 168 time: 0.9339104 Nov 11 21:57:26.209452 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45142) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:26.249755 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:57:26.316610 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45148) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:26.319045 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4ec0710f-f15e-4592-a225-cc7fcfef956f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083694 Nov 11 21:57:26.329513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:26.342224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efd470c-7c98-4a8c-8907-b02d7ac2ed3c admin admin] Made reservation on behalf of 70908fbce72d449598431a6136ecd12e for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:26.345290 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0efd470c-7c98-4a8c-8907-b02d7ac2ed3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:26.430048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 347eabae-3b10-4184-91af-2a8830461cea up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:26.433714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ebd99f-8915-465f-a7da-cef427db19ac None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:26.478864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] For port 6aa48441-c2a4-4091-bb69-3fc113591640, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6aa48441-c2a4-4091-bb69-3fc113591640,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:26.479234 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:26.501540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] Calling delete_port for 6aa48441-c2a4-4091-bb69-3fc113591640 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:26.561530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:26.565663 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:26.662255 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0efd470c-7c98-4a8c-8907-b02d7ac2ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:26.753211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd470c-7c98-4a8c-8907-b02d7ac2ed3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aea445f-2cd4-4cda-a1ae-04d58dc56111,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:26.760210 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7e8f5222-f34f-4496-87c0-0aea770cc75e None None] Provisioning complete for port c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:26.761353 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5222-f34f-4496-87c0-0aea770cc75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:26.767155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efd470c-7c98-4a8c-8907-b02d7ac2ed3c admin admin] Checking segment: {'id': 'a1671a37-8014-43d4-b86b-d7359be2a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:26.767738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd470c-7c98-4a8c-8907-b02d7ac2ed3c admin admin] Network hostable DHCP agents. Network: 7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:57:26.789808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd470c-7c98-4a8c-8907-b02d7ac2ed3c admin admin] Network 7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:57:26.808402 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:26.814895 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0efd470c-7c98-4a8c-8907-b02d7ac2ed3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:26.822694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd470c-7c98-4a8c-8907-b02d7ac2ed3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:26.823596 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0efd470c-7c98-4a8c-8907-b02d7ac2ed3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:26.845462 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0efd470c-7c98-4a8c-8907-b02d7ac2ed3c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6984515 Nov 11 21:57:26.848909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45154) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:26.849101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8f3f9560-36e2-4c57-9aff-bdc0fadb7f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'name': 'tempest-TestVolumeBackupRestore-1203677210-router', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '6aa48441-c2a4-4091-bb69-3fc113591640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:28Z', 'updated_at': '2021-11-11T21:57:24Z', 'revision_number': 5, 'project_id': '5d8bd3c5ba184aae9c090fb057332587', 'gw_port': {'id': '6aa48441-c2a4-4091-bb69-3fc113591640', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:50:30Z', 'updated_at': '2021-11-11T21:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:26.851464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6bf287-c59a-41e8-b703-4e316dbf8d03 None None] Network 7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:26.857842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1615859842-router', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:26.882715 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:26.883843 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:26.909477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3f9560-36e2-4c57-9aff-bdc0fadb7f13 None None] Checking router: 7bc6bd4d-ee79-4813-9d0b-4209f37231c8 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:57:26.912248 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa48441-c2a4-4091-bb69-3fc113591640,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:26.968752 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b87b7e-dd1c-4a4a-b3c7-e498f0730a9f None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:26.983341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 347eabae-3b10-4184-91af-2a8830461cea triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:26.983693 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:27.004722 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Sync routers for ids ['e247bd15-f0e1-4a83-83d4-0f41c4197b1d'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:57:27.017090 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:27.032461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3f9560-36e2-4c57-9aff-bdc0fadb7f13 None None] Routers {'7bc6bd4d-ee79-4813-9d0b-4209f37231c8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:27.033480 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8f3f9560-36e2-4c57-9aff-bdc0fadb7f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7bc6bd4d-ee79-4813-9d0b-4209f37231c8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:27.035112 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Routers {'e247bd15-f0e1-4a83-83d4-0f41c4197b1d'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:27.035925 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['e247bd15-f0e1-4a83-83d4-0f41c4197b1d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:27.134376 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:27.228863 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-8f3f9560-36e2-4c57-9aff-bdc0fadb7f13 None None] Set router 7bc6bd4d-ee79-4813-9d0b-4209f37231c8 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:27.262113 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:27.289587 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Set router e247bd15-f0e1-4a83-83d4-0f41c4197b1d gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:27.345355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8f3f9560-36e2-4c57-9aff-bdc0fadb7f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'name': 'tempest-TestVolumeBackupRestore-1203677210-router', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:28Z', 'updated_at': '2021-11-11T21:57:26Z', 'revision_number': 7, 'project_id': '5d8bd3c5ba184aae9c090fb057332587', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:27.365404 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:27.368113 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:27.389865 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f06a97c-97f9-4240-92b8-812ba4b4a6a1 None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:27.462228 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:27.463160 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bc6bd4d-ee79-4813-9d0b-4209f37231c8 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:57:27.478199 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:27.483554 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-140ffe51-6e67-4c97-b2f7-35f585d4fb77 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7bc6bd4d-ee79-4813-9d0b-4209f37231c8 HTTP/1.1" status: 204 len: 168 time: 1.7116489 Nov 11 21:57:27.490133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45168) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:27.561894 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3f9560-36e2-4c57-9aff-bdc0fadb7f13 None None] The sync data for ids ['7bc6bd4d-ee79-4813-9d0b-4209f37231c8'] in n-d-805737-3 is: [{'id': '7bc6bd4d-ee79-4813-9d0b-4209f37231c8', 'name': 'tempest-TestVolumeBackupRestore-1203677210-router', 'tenant_id': '5d8bd3c5ba184aae9c090fb057332587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:50:28Z', 'updated_at': '2021-11-11T21:57:26Z', 'revision_number': 7, 'project_id': '5d8bd3c5ba184aae9c090fb057332587', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:57:27.592572 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'name': 'tempest-TestAggregatesBasicOps-821068886-router', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '347eabae-3b10-4184-91af-2a8830461cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:12Z', 'updated_at': '2021-11-11T21:57:22Z', 'revision_number': 4, 'project_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'gw_port': {'id': '347eabae-3b10-4184-91af-2a8830461cea', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:14Z', 'updated_at': '2021-11-11T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6e969c5e-f527-419e-aa1a-f5050bdacaa1', 'name': '', 'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'mac_address': 'fa:16:3e:7c:c6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '891667b9-96bb-4cf0-8b60-2f9ba982194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:20Z', 'updated_at': '2021-11-11T21:57:22Z', 'revision_number': 2, 'project_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'subnets': [{'id': '891667b9-96bb-4cf0-8b60-2f9ba982194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:27.665098 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Checking router: e247bd15-f0e1-4a83-83d4-0f41c4197b1d for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:57:27.667465 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Updating router e247bd15-f0e1-4a83-83d4-0f41c4197b1d port 6e969c5e-f527-419e-aa1a-f5050bdacaa1 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:57:27.690248 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-406b5ac2-f52a-48b4-aeb4-0943f15a9b91 admin admin] Deleting subnet 44393890-f24f-4fc0-8529-bd93526dee27 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:57:27.698896 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-406b5ac2-f52a-48b4-aeb4-0943f15a9b91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:27.728908 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:27.758741 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:27.773351 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8ca9a816-92a5-47be-9e03-5f06c049ee25 None None] Could not find standard attr ID for object b31b2e1a-9a46-4f1a-9340-8f4f834d6deb. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:57:27.775061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:27.781107 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-406b5ac2-f52a-48b4-aeb4-0943f15a9b91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:27.784265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3', 'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'fixed_ips': [{'subnet_id': '7aea445f-2cd4-4cda-a1ae-04d58dc56111'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:57:27.785264 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:27.801788 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:27.922952 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9f06a97c-97f9-4240-92b8-812ba4b4a6a1 None None] Deleting port c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:27.922952 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f06a97c-97f9-4240-92b8-812ba4b4a6a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:27.962878 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Allocated IP 172.25.0.89 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/51230a3b-f9f1-41e3-87ab-1244f3bf9fd8) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:28.010565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.objects.ports [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:57:28.155559 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-406b5ac2-f52a-48b4-aeb4-0943f15a9b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:28.176417 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:28.235583 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Allocated IP 172.20.0.2 (7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3/7aea445f-2cd4-4cda-a1ae-04d58dc56111/271500f5-47db-4979-873d-be5ba8eaa75b) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:28.242935 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:28.243681 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:28.253954 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:28.260842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9f06a97c-97f9-4240-92b8-812ba4b4a6a1 None None] For port c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:28.262138 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f06a97c-97f9-4240-92b8-812ba4b4a6a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:28.296750 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9f06a97c-97f9-4240-92b8-812ba4b4a6a1 None None] Calling delete_port for c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:28.308596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:28.314871 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-406b5ac2-f52a-48b4-aeb4-0943f15a9b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:28.332504 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:28.333896 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:28.377899 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-406b5ac2-f52a-48b4-aeb4-0943f15a9b91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:28.384710 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-406b5ac2-f52a-48b4-aeb4-0943f15a9b91 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/44393890-f24f-4fc0-8529-bd93526dee27 HTTP/1.1" status: 204 len: 168 time: 0.8882711 Nov 11 21:57:28.393837 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1abf7-67da-44fd-9665-21720fd34f77 None None] Pushing event updated for resources: {'Port': ['ID=6e969c5e-f527-419e-aa1a-f5050bdacaa1,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:28.417983 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45178) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:28.435951 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b5ac2-f52a-48b4-aeb4-0943f15a9b91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44393890-f24f-4fc0-8529-bd93526dee27,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:28.444883 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee76cd-8d61-404a-9798-3538888d008d None None] Network fe61d8ad-a5f1-4f45-a9c9-0a99153d4218 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:28.516673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:28.543107 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:28.548220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:28.556289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:28.562104 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Attempting to bind port 6e969c5e-f527-419e-aa1a-f5050bdacaa1 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:57:28.562488 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Attempting to bind port 6e969c5e-f527-419e-aa1a-f5050bdacaa1 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '18cc9186-49a5-4dfb-b58f-23bb41f6e254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:57:28.565202 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Attempting to bind port 6e969c5e-f527-419e-aa1a-f5050bdacaa1 on network c68eae03-1f10-4f73-b438-b0c1c6d50750 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:57:28.579607 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:57:28.580550 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Checking segment: {'id': '18cc9186-49a5-4dfb-b58f-23bb41f6e254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:28.581153 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:28.582835 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Bound using segment: {'id': '18cc9186-49a5-4dfb-b58f-23bb41f6e254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:57:28.583334 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Bound port: 6e969c5e-f527-419e-aa1a-f5050bdacaa1, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cc9186-49a5-4dfb-b58f-23bb41f6e254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:57:28.583725 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:28.641691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:28.656336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Pushing event updated for resources: {'Port': ['ID=51230a3b-f9f1-41e3-87ab-1244f3bf9fd8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:28.672497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529cbf97-365b-4bd9-b24d-90ecd1c3641a None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:28.804595 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] For port 6e969c5e-f527-419e-aa1a-f5050bdacaa1, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:57:28.809794 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b81ca96b-afa3-4abf-a1f0-34bf12609646 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:28.815711 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] For port 6e969c5e-f527-419e-aa1a-f5050bdacaa1, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6e969c5e-f527-419e-aa1a-f5050bdacaa1,segment=NetworkSegment(18cc9186-49a5-4dfb-b58f-23bb41f6e254),segment_id=18cc9186-49a5-4dfb-b58f-23bb41f6e254)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:57:28.830702 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:28.920611 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Routers {'e247bd15-f0e1-4a83-83d4-0f41c4197b1d'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:28.921553 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['e247bd15-f0e1-4a83-83d4-0f41c4197b1d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:28.984041 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: b81ca96b-afa3-4abf-a1f0-34bf12609646 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:28.985157 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b81ca96b-afa3-4abf-a1f0-34bf12609646 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:28.986559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6aa48441-c2a4-4091-bb69-3fc113591640 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:29.047514 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:29.047842 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] For port c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:29.121279 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 6aa48441-c2a4-4091-bb69-3fc113591640 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:29.121629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6aa48441-c2a4-4091-bb69-3fc113591640 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:29.132278 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1abf7-67da-44fd-9665-21720fd34f77 None None] Pushing event updated for resources: {'Port': ['ID=6e969c5e-f527-419e-aa1a-f5050bdacaa1,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:29.137388 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:29.160352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:29.162285 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:29.235797 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] Set router e247bd15-f0e1-4a83-83d4-0f41c4197b1d gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:29.302578 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9f06a97c-97f9-4240-92b8-812ba4b4a6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:29.325851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-670a62f9-14a7-4bb8-892d-dfb434e6f863 None None] Provisioning complete for port 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:29.326276 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-670a62f9-14a7-4bb8-892d-dfb434e6f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:29.373291 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:29.380649 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:29.392924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:29.402070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:29.404088 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:29.459517 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:29.482094 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06a97c-97f9-4240-92b8-812ba4b4a6a1 None None] Pushing event deleted for resources: {'Port': ['ID=c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:29.497253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06a97c-97f9-4240-92b8-812ba4b4a6a1 None None] No DVR routers for this DVR port c3f5ebe0-f86d-48a0-9890-1b6c8565a5b3 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:57:29.515302 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:29.531777 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2140756 Nov 11 21:57:29.557359 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe1d6e5-2ad0-4c0e-9e67-2e8bf391b96d None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:29.572649 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45188) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:29.573506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b06e3-7cfb-42fa-b914-1ddaa8104ad3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=495dd06c-877d-4dfc-9d6e-c189536e937e,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:29.591675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-da516063-e77f-4dd6-956d-cb32dc7fd5f8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:29.694384 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'name': 'tempest-TestAggregatesBasicOps-821068886-router', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '347eabae-3b10-4184-91af-2a8830461cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:12Z', 'updated_at': '2021-11-11T21:57:22Z', 'revision_number': 4, 'project_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'gw_port': {'id': '347eabae-3b10-4184-91af-2a8830461cea', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:14Z', 'updated_at': '2021-11-11T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6e969c5e-f527-419e-aa1a-f5050bdacaa1', 'name': '', 'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'mac_address': 'fa:16:3e:7c:c6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '891667b9-96bb-4cf0-8b60-2f9ba982194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:20Z', 'updated_at': '2021-11-11T21:57:28Z', 'revision_number': 4, 'project_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'subnets': [{'id': '891667b9-96bb-4cf0-8b60-2f9ba982194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:29.723031 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Pushing event updated for resources: {'Port': ['ID=271500f5-47db-4979-873d-be5ba8eaa75b,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:29.734616 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-670a62f9-14a7-4bb8-892d-dfb434e6f863 None None] Port 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:57:29.746214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Network 7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:29.752999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:29.758216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:29.762782 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1d203-b3e2-483f-9b8d-bd3afe1a07f7 None None] The sync data for ids ['e247bd15-f0e1-4a83-83d4-0f41c4197b1d'] in n-d-805737-3 is: [{'id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'name': 'tempest-TestAggregatesBasicOps-821068886-router', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '347eabae-3b10-4184-91af-2a8830461cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:12Z', 'updated_at': '2021-11-11T21:57:22Z', 'revision_number': 4, 'project_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'gw_port': {'id': '347eabae-3b10-4184-91af-2a8830461cea', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:14Z', 'updated_at': '2021-11-11T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6e969c5e-f527-419e-aa1a-f5050bdacaa1', 'name': '', 'network_id': 'c68eae03-1f10-4f73-b438-b0c1c6d50750', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'mac_address': 'fa:16:3e:7c:c6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '891667b9-96bb-4cf0-8b60-2f9ba982194d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:20Z', 'updated_at': '2021-11-11T21:57:28Z', 'revision_number': 4, 'project_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'subnets': [{'id': '891667b9-96bb-4cf0-8b60-2f9ba982194d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:57:29.830999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da516063-e77f-4dd6-956d-cb32dc7fd5f8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:29.846641 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da516063-e77f-4dd6-956d-cb32dc7fd5f8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:30.043926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] Deleting port 036056c2-f238-4f1c-9b52-bd2c84b01864 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:30.043926 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:30.188672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] For port 036056c2-f238-4f1c-9b52-bd2c84b01864, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=036056c2-f238-4f1c-9b52-bd2c84b01864,segment=NetworkSegment(12d32be7-0720-4f7f-a056-4466d1a0438b),segment_id=12d32be7-0720-4f7f-a056-4466d1a0438b)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:30.189245 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:30.219762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] Calling delete_port for 036056c2-f238-4f1c-9b52-bd2c84b01864 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:30.245769 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:30.381127 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e07f52-5825-488a-ab0f-20985b3a8c69 None None] DHCP port deletion for fe61d8ad-a5f1-4f45-a9c9-0a99153d4218 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:30.405191 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da516063-e77f-4dd6-956d-cb32dc7fd5f8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:30.507570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da516063-e77f-4dd6-956d-cb32dc7fd5f8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:30.510939 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-da516063-e77f-4dd6-956d-cb32dc7fd5f8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:30.515424 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da516063-e77f-4dd6-956d-cb32dc7fd5f8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:30.516166 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da516063-e77f-4dd6-956d-cb32dc7fd5f8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:30.541828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da516063-e77f-4dd6-956d-cb32dc7fd5f8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=13891ffa-a10a-4592-86e1-99d613170998,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:30.556529 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-da516063-e77f-4dd6-956d-cb32dc7fd5f8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9756875 Nov 11 21:57:30.557009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45202) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:30.563316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6ae25442-9787-4aa9-a342-3922778074ff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'mac_address': 'fa:16:3e:af:04:b4', 'name': 'tempest-NetworksTestDHCPv6-1693598797'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:30.574742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-67e71299-174c-46ad-b342-2fca2b6d4629 None None] Provisioning complete for port 6e969c5e-f527-419e-aa1a-f5050bdacaa1 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:30.575112 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67e71299-174c-46ad-b342-2fca2b6d4629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:30.585017 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Attempting to bind port 271500f5-47db-4979-873d-be5ba8eaa75b on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:57:30.585888 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Attempting to bind port 271500f5-47db-4979-873d-be5ba8eaa75b by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'a1671a37-8014-43d4-b86b-d7359be2a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:57:30.586519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Attempting to bind port 271500f5-47db-4979-873d-be5ba8eaa75b on network 7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:57:30.608445 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:57:30.609303 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Checking segment: {'id': 'a1671a37-8014-43d4-b86b-d7359be2a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:30.610057 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:30.610654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Bound using segment: {'id': 'a1671a37-8014-43d4-b86b-d7359be2a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:57:30.611355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Bound port: 271500f5-47db-4979-873d-be5ba8eaa75b, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1671a37-8014-43d4-b86b-d7359be2a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:57:30.612505 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:30.651326 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:30.699039 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae25442-9787-4aa9-a342-3922778074ff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:30.749603 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6e969c5e-f527-419e-aa1a-f5050bdacaa1 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:30.824993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': '495dd06c-877d-4dfc-9d6e-c189536e937e'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:57:30.825859 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:30.872900 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ae25442-9787-4aa9-a342-3922778074ff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:30.913020 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-6ae25442-9787-4aa9-a342-3922778074ff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port f92dd1de-8b47-4caf-8f93-113c83fa9ee5 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:57:30.914556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d5e07f52-5825-488a-ab0f-20985b3a8c69 None None] Deleting port 036056c2-f238-4f1c-9b52-bd2c84b01864 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:30.915313 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5e07f52-5825-488a-ab0f-20985b3a8c69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:30.953285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] For port 271500f5-47db-4979-873d-be5ba8eaa75b, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:57:31.060446 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:31.079695 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] No DVR routers for this DVR port 036056c2-f238-4f1c-9b52-bd2c84b01864 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:57:31.106832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] For port 271500f5-47db-4979-873d-be5ba8eaa75b, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=271500f5-47db-4979-873d-be5ba8eaa75b,segment=NetworkSegment(a1671a37-8014-43d4-b86b-d7359be2a2a6),segment_id=a1671a37-8014-43d4-b86b-d7359be2a2a6)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:57:31.112921 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] Pushing event deleted for resources: {'Port': ['ID=036056c2-f238-4f1c-9b52-bd2c84b01864,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:31.130063 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:31.209591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d5e07f52-5825-488a-ab0f-20985b3a8c69 None None] For port 036056c2-f238-4f1c-9b52-bd2c84b01864, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=036056c2-f238-4f1c-9b52-bd2c84b01864,segment=NetworkSegment(12d32be7-0720-4f7f-a056-4466d1a0438b),segment_id=12d32be7-0720-4f7f-a056-4466d1a0438b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:31.210005 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5e07f52-5825-488a-ab0f-20985b3a8c69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:31.210831 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:31.214868 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Router a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:57:31.234458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 6e969c5e-f527-419e-aa1a-f5050bdacaa1 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:31.234759 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:31.289673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-6ae25442-9787-4aa9-a342-3922778074ff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 172.20.0.3 (386cd058-2fb8-40f0-a159-c94cb531b2cc/13891ffa-a10a-4592-86e1-99d613170998/f92dd1de-8b47-4caf-8f93-113c83fa9ee5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:31.292417 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67e71299-174c-46ad-b342-2fca2b6d4629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:31.292847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe61d8ad-a5f1-4f45-a9c9-0a99153d4218']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:31.305929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-6ae25442-9787-4aa9-a342-3922778074ff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::f816:3eff:feaf:4b4 (386cd058-2fb8-40f0-a159-c94cb531b2cc/495dd06c-877d-4dfc-9d6e-c189536e937e/f92dd1de-8b47-4caf-8f93-113c83fa9ee5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:31.330020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d32be7-0720-4f7f-a056-4466d1a0438b') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:31.331231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d32be7-0720-4f7f-a056-4466d1a0438b') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:31.341355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d5e07f52-5825-488a-ab0f-20985b3a8c69 None None] Calling delete_port for 036056c2-f238-4f1c-9b52-bd2c84b01864 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:31.377961 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:31.395885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-67e71299-174c-46ad-b342-2fca2b6d4629 None None] For port 6e969c5e-f527-419e-aa1a-f5050bdacaa1, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6e969c5e-f527-419e-aa1a-f5050bdacaa1,segment=NetworkSegment(18cc9186-49a5-4dfb-b58f-23bb41f6e254),segment_id=18cc9186-49a5-4dfb-b58f-23bb41f6e254)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:31.397926 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6f7da-5fe2-423c-8840-59d68784b98e None None] Pushing event updated for resources: {'Port': ['ID=271500f5-47db-4979-873d-be5ba8eaa75b,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:31.423549 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67e71299-174c-46ad-b342-2fca2b6d4629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:31.496919 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:31.538358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:57:31.538800 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:57:31.540861 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:57:31.700029 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ae25442-9787-4aa9-a342-3922778074ff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:31.749742 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:57:31.801165 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:31.828663 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:31.838369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] 10.222.0.57 "DELETE /v2.0/networks/fe61d8ad-a5f1-4f45-a9c9-0a99153d4218 HTTP/1.1" status: 204 len: 168 time: 3.3927839 Nov 11 21:57:31.850906 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ae25442-9787-4aa9-a342-3922778074ff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:31.881293 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:31.886795 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4094cd75-8dda-46b2-95f6-db9bc1febcfa admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0366061 Nov 11 21:57:31.889361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc07e7-2ddc-478b-9151-eb3d6d38481e admin admin] Pushing event deleted for resources: {'Network': ['ID=fe61d8ad-a5f1-4f45-a9c9-0a99153d4218,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:31.892766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45218) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:31.990114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae25442-9787-4aa9-a342-3922778074ff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=f92dd1de-8b47-4caf-8f93-113c83fa9ee5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:32.042377 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae25442-9787-4aa9-a342-3922778074ff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:32.050194 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5e07f52-5825-488a-ab0f-20985b3a8c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:32.052790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Sync routers for ids ['a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:57:32.052993 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6ae25442-9787-4aa9-a342-3922778074ff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:32.059201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e71299-174c-46ad-b342-2fca2b6d4629 None None] Pushing event updated for resources: {'Port': ['ID=6e969c5e-f527-419e-aa1a-f5050bdacaa1,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:32.094348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae25442-9787-4aa9-a342-3922778074ff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:32.201634 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5e07f52-5825-488a-ab0f-20985b3a8c69 None None] Network fe61d8ad-a5f1-4f45-a9c9-0a99153d4218 is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:57:32.202214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e07f52-5825-488a-ab0f-20985b3a8c69 None None] No DVR routers for this DVR port 036056c2-f238-4f1c-9b52-bd2c84b01864 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:57:32.212237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 036056c2-f238-4f1c-9b52-bd2c84b01864 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:32.223211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae25442-9787-4aa9-a342-3922778074ff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:32.227252 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e07f52-5825-488a-ab0f-20985b3a8c69 None None] Pushing event deleted for resources: {'Port': ['ID=036056c2-f238-4f1c-9b52-bd2c84b01864,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:32.241441 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6ae25442-9787-4aa9-a342-3922778074ff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:32.251860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Routers {'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:32.252988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:32.260429 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 036056c2-f238-4f1c-9b52-bd2c84b01864 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:32.260899 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 036056c2-f238-4f1c-9b52-bd2c84b01864 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:32.267006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Allocated IP 2001:db8::f816:3eff:fe10:a411 (386cd058-2fb8-40f0-a159-c94cb531b2cc/495dd06c-877d-4dfc-9d6e-c189536e937e/e76ea8c6-0042-498f-8c3b-81ae2eb70607) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:32.301778 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6ae25442-9787-4aa9-a342-3922778074ff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7436659 Nov 11 21:57:32.305651 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45228) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:32.364023 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45230) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:32.505423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d3e62e-13f2-491f-84dc-8aeef4169d78 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:32.517230 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-05d3e62e-13f2-491f-84dc-8aeef4169d78 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.2077620 Nov 11 21:57:32.523916 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45232) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:32.549391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Set router a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:32.560583 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f1c8cb21-c9a9-4f6d-8600-1a4946ad5807 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d7b117af427e4c5587732a41b4a47118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1767008 Nov 11 21:57:32.606135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:32.749015 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 271500f5-47db-4979-873d-be5ba8eaa75b up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:32.813406 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-09b08516-3595-42e2-ba3a-f4198530037b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:32.873497 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-09b08516-3595-42e2-ba3a-f4198530037b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:32.880881 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:32.896922 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:32.943663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-73f3fd14-5001-4056-976f-9846b66ece8e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port f92dd1de-8b47-4caf-8f93-113c83fa9ee5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:32.944062 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73f3fd14-5001-4056-976f-9846b66ece8e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:32.957057 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Pushing event updated for resources: {'Port': ['ID=e76ea8c6-0042-498f-8c3b-81ae2eb70607,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:33.013828 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:33.040450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:33.046947 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:33.054098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:33.109779 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73f3fd14-5001-4056-976f-9846b66ece8e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:33.126684 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-73f3fd14-5001-4056-976f-9846b66ece8e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for f92dd1de-8b47-4caf-8f93-113c83fa9ee5 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:33.131760 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 271500f5-47db-4979-873d-be5ba8eaa75b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:33.132147 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:33.204339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Attempting to bind port e76ea8c6-0042-498f-8c3b-81ae2eb70607 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:57:33.204974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Attempting to bind port e76ea8c6-0042-498f-8c3b-81ae2eb70607 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:57:33.205381 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Attempting to bind port e76ea8c6-0042-498f-8c3b-81ae2eb70607 on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:57:33.213235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1182c1b4-f34e-4247-8d19-7ac31646f7b0 None None] Network 7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:33.284353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:57:33.285029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:33.285825 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:33.286419 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:57:33.287055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Bound port: e76ea8c6-0042-498f-8c3b-81ae2eb70607, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:57:33.287618 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:33.334568 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73f3fd14-5001-4056-976f-9846b66ece8e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:33.372402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3fd14-5001-4056-976f-9846b66ece8e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=f92dd1de-8b47-4caf-8f93-113c83fa9ee5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:33.372631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Allocated IP 172.20.0.1 (7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3/7aea445f-2cd4-4cda-a1ae-04d58dc56111/ad798ecd-3a0f-4d01-a34d-cd425d059a55) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:33.420878 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-09b08516-3595-42e2-ba3a-f4198530037b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:33.424955 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-09b08516-3595-42e2-ba3a-f4198530037b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:33.426382 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-09b08516-3595-42e2-ba3a-f4198530037b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d13da9d-173c-41b5-bba3-c82a79e48ebc HTTP/1.1" status: 204 len: 168 time: 0.8149822 Nov 11 21:57:33.514607 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73f3fd14-5001-4056-976f-9846b66ece8e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:33.521449 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-73f3fd14-5001-4056-976f-9846b66ece8e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/f92dd1de-8b47-4caf-8f93-113c83fa9ee5 HTTP/1.1" status: 204 len: 168 time: 0.9937840 Nov 11 21:57:33.521449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b08516-3595-42e2-ba3a-f4198530037b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d13da9d-173c-41b5-bba3-c82a79e48ebc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:33.522649 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45248) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:33.610086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5062b00c-33f7-4299-b5af-9733c71f6312 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:33.616243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5062b00c-33f7-4299-b5af-9733c71f6312 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:33.618994 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:33.621057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5062b00c-33f7-4299-b5af-9733c71f6312 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:33.624004 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5062b00c-33f7-4299-b5af-9733c71f6312 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0926361 Nov 11 21:57:33.626962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45250) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:33.699100 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:33.712372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ae82a6d0-0c69-4e0e-a948-d52401e10cbd None None] Provisioning complete for port 271500f5-47db-4979-873d-be5ba8eaa75b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:33.713178 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae82a6d0-0c69-4e0e-a948-d52401e10cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:33.774332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'name': 'tempest-TestAggregatesBasicOps-1615859842-router', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:26Z', 'updated_at': '2021-11-11T21:57:29Z', 'revision_number': 3, 'project_id': '70908fbce72d449598431a6136ecd12e', 'gw_port': {'id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:27Z', 'updated_at': '2021-11-11T21:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:33.776703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6b2055-3577-4514-92a9-f5848c9e0099 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 13891ffa-a10a-4592-86e1-99d613170998 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:57:33.778123 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Network 7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:33.784029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:33.785306 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de6b2055-3577-4514-92a9-f5848c9e0099 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:33.788351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:33.820456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Pushing event updated for resources: {'Port': ['ID=ad798ecd-3a0f-4d01-a34d-cd425d059a55,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:33.842132 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:33.899800 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de6b2055-3577-4514-92a9-f5848c9e0099 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:33.957896 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Checking router: a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:57:33.958261 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Updating router a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 port 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:57:33.985456 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de6b2055-3577-4514-92a9-f5848c9e0099 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.028726 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] For port e76ea8c6-0042-498f-8c3b-81ae2eb70607, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:57:34.033891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] For port e76ea8c6-0042-498f-8c3b-81ae2eb70607, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e76ea8c6-0042-498f-8c3b-81ae2eb70607,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:57:34.067561 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.077042 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.119880 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de6b2055-3577-4514-92a9-f5848c9e0099 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.134299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.145076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45258) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:34.178125 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b2055-3577-4514-92a9-f5848c9e0099 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=13891ffa-a10a-4592-86e1-99d613170998,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:34.183589 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de6b2055-3577-4514-92a9-f5848c9e0099 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.191374 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-de6b2055-3577-4514-92a9-f5848c9e0099 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/13891ffa-a10a-4592-86e1-99d613170998 HTTP/1.1" status: 204 len: 168 time: 0.5633423 Nov 11 21:57:34.195646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45262) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:34.306230 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acf3277-c4ae-447b-ba6b-75f5e93bda90 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 495dd06c-877d-4dfc-9d6e-c189536e937e {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:57:34.321473 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4acf3277-c4ae-447b-ba6b-75f5e93bda90 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.363925 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b0aca-a946-48a7-82a9-d840d70a3141 None None] Pushing event updated for resources: {'Port': ['ID=e76ea8c6-0042-498f-8c3b-81ae2eb70607,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:34.379016 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.397394 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4acf3277-c4ae-447b-ba6b-75f5e93bda90 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.411598 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.465822 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.536641 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae82a6d0-0c69-4e0e-a948-d52401e10cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.586946 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4acf3277-c4ae-447b-ba6b-75f5e93bda90 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.591431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ef90dd50-9c26-4f84-8288-29598e19a125 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d8bd3c5ba184aae9c090fb057332587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4451578 Nov 11 21:57:34.597109 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45272) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:34.613540 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ae82a6d0-0c69-4e0e-a948-d52401e10cbd None None] For port 271500f5-47db-4979-873d-be5ba8eaa75b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=271500f5-47db-4979-873d-be5ba8eaa75b,segment=NetworkSegment(a1671a37-8014-43d4-b86b-d7359be2a2a6),segment_id=a1671a37-8014-43d4-b86b-d7359be2a2a6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:34.644456 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.666816 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae82a6d0-0c69-4e0e-a948-d52401e10cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.729432 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4acf3277-c4ae-447b-ba6b-75f5e93bda90 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.784004 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf3277-c4ae-447b-ba6b-75f5e93bda90 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=495dd06c-877d-4dfc-9d6e-c189536e937e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:34.815303 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4acf3277-c4ae-447b-ba6b-75f5e93bda90 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.817812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Pushing event updated for resources: {'Port': ['ID=ad798ecd-3a0f-4d01-a34d-cd425d059a55,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:34.822042 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4acf3277-c4ae-447b-ba6b-75f5e93bda90 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/495dd06c-877d-4dfc-9d6e-c189536e937e HTTP/1.1" status: 204 len: 168 time: 0.6253037 Nov 11 21:57:34.824563 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45274) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:34.845210 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Network 7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:34.848265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:34.882389 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:57:34.883525 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:57:34.906981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82a6d0-0c69-4e0e-a948-d52401e10cbd None None] Pushing event updated for resources: {'Port': ['ID=271500f5-47db-4979-873d-be5ba8eaa75b,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:34.964608 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d4008858-08dc-4fc6-801a-1e0676f578ca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1388214 Nov 11 21:57:34.965253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45276) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:34.973467 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-736ad641-599f-424c-b866-3521c6e2bcb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.984627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-35ff1b14-7c62-4ce7-835e-f0567c3da826 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:34.990294 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:35.007866 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:35.049030 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-736ad641-599f-424c-b866-3521c6e2bcb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:35.081512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c420a18-0941-40e0-8055-6d0f26a29aa4 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:35.128914 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Attempting to bind port 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:57:35.129941 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Attempting to bind port 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:57:35.132223 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Attempting to bind port 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:57:35.163790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20123c13-6d21-461a-a133-c3836295d712 None None] Pushing event updated for resources: {'Port': ['ID=51230a3b-f9f1-41e3-87ab-1244f3bf9fd8,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:35.165200 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-736ad641-599f-424c-b866-3521c6e2bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:35.167911 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-736ad641-599f-424c-b866-3521c6e2bcb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:35.173691 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-736ad641-599f-424c-b866-3521c6e2bcb8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/537e1721-0e17-4144-a85a-e14c6fd00f35 HTTP/1.1" status: 204 len: 168 time: 0.5755036 Nov 11 21:57:35.197622 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:57:35.199220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:35.199866 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:35.201439 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:57:35.204475 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Bound port: 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:57:35.205628 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:35.214926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ad641-599f-424c-b866-3521c6e2bcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537e1721-0e17-4144-a85a-e14c6fd00f35,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:35.250170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ff1b14-7c62-4ce7-835e-f0567c3da826 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:35.254081 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35ff1b14-7c62-4ce7-835e-f0567c3da826 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:35.358876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Router a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:57:35.411922 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] For port 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:57:35.418800 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] For port 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=51230a3b-f9f1-41e3-87ab-1244f3bf9fd8,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:57:35.493901 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:35.597554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:57:35.609499 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f23b5dad-1764-48bc-9035-8bedf0ec7305 admin admin] 10.222.0.57 "PUT /v2.0/routers/a0417ebf-8e33-44e3-b22b-f6f000d7d6d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7122736 Nov 11 21:57:35.718700 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35ff1b14-7c62-4ce7-835e-f0567c3da826 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:35.917206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ff1b14-7c62-4ce7-835e-f0567c3da826 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:35.926124 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1114a3-0d71-46fc-8f86-2ba3b2b5a02b None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:35.938476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-35ff1b14-7c62-4ce7-835e-f0567c3da826 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:35.945932 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ff1b14-7c62-4ce7-835e-f0567c3da826 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:35.953903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35ff1b14-7c62-4ce7-835e-f0567c3da826 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:35.968306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff1b14-7c62-4ce7-835e-f0567c3da826 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=344d6f82-f333-4373-a954-210801033172,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:36.020064 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-35ff1b14-7c62-4ce7-835e-f0567c3da826 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0508959 Nov 11 21:57:36.020504 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45290) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:36.026496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:36.056692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Routers {'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:36.066435 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:36.302685 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] Set router a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:36.328442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:36.344374 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:36.399891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6e969c5e-f527-419e-aa1a-f5050bdacaa1 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:36.411138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bd1b15fa-073e-4309-893f-7541a3808dbc None None] Provisioning complete for port 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:36.411599 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd1b15fa-073e-4309-893f-7541a3808dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:36.478477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d91a8e4-ea4c-4f72-af2b-ac6c616c8a51 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:36.649163 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20123c13-6d21-461a-a133-c3836295d712 None None] Pushing event updated for resources: {'Port': ['ID=51230a3b-f9f1-41e3-87ab-1244f3bf9fd8,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:36.951309 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 6e969c5e-f527-419e-aa1a-f5050bdacaa1 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:36.952686 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:37.089762 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd1b15fa-073e-4309-893f-7541a3808dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:37.145345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bd1b15fa-073e-4309-893f-7541a3808dbc None None] For port 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=51230a3b-f9f1-41e3-87ab-1244f3bf9fd8,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:37.161362 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd1b15fa-073e-4309-893f-7541a3808dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:37.248280 n-d-805737-3 neutron-server[102534]: DEBUG neutron.objects.ports [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102534) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:57:37.473853 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'name': 'tempest-TestAggregatesBasicOps-1615859842-router', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:26Z', 'updated_at': '2021-11-11T21:57:34Z', 'revision_number': 4, 'project_id': '70908fbce72d449598431a6136ecd12e', 'gw_port': {'id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:27Z', 'updated_at': '2021-11-11T21:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ad798ecd-3a0f-4d01-a34d-cd425d059a55', 'name': '', 'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'mac_address': 'fa:16:3e:0c:bb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7aea445f-2cd4-4cda-a1ae-04d58dc56111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:33Z', 'updated_at': '2021-11-11T21:57:34Z', 'revision_number': 2, 'project_id': '70908fbce72d449598431a6136ecd12e', 'subnets': [{'id': '7aea445f-2cd4-4cda-a1ae-04d58dc56111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:37.520846 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ddbe3-0745-4a9d-8bef-8af3cb4b7080 None None] The sync data for ids ['a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'] in n-d-805737-3 is: [{'id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'name': 'tempest-TestAggregatesBasicOps-1615859842-router', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:26Z', 'updated_at': '2021-11-11T21:57:34Z', 'revision_number': 4, 'project_id': '70908fbce72d449598431a6136ecd12e', 'gw_port': {'id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:27Z', 'updated_at': '2021-11-11T21:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ad798ecd-3a0f-4d01-a34d-cd425d059a55', 'name': '', 'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'mac_address': 'fa:16:3e:0c:bb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7aea445f-2cd4-4cda-a1ae-04d58dc56111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:33Z', 'updated_at': '2021-11-11T21:57:34Z', 'revision_number': 2, 'project_id': '70908fbce72d449598431a6136ecd12e', 'subnets': [{'id': '7aea445f-2cd4-4cda-a1ae-04d58dc56111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:57:37.640101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-95b0cdd8-2443-4117-8f54-78da83da102c None None] Provisioning complete for port 271500f5-47db-4979-873d-be5ba8eaa75b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:37.640586 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95b0cdd8-2443-4117-8f54-78da83da102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:37.647661 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b15fa-073e-4309-893f-7541a3808dbc None None] Pushing event updated for resources: {'Port': ['ID=51230a3b-f9f1-41e3-87ab-1244f3bf9fd8,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:37.651276 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:37.717375 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45360) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:37.752249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8472a589-ce24-4296-8d23-cddc5761548e None None] Update dhcp port {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'fixed_ips': [{'subnet_id': '344d6f82-f333-4373-a954-210801033172'}], 'binding:host_id': 'n-d-805737-3'}, 'id': 'e76ea8c6-0042-498f-8c3b-81ae2eb70607'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:57:37.795987 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8472a589-ce24-4296-8d23-cddc5761548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:38.070704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] For port e76ea8c6-0042-498f-8c3b-81ae2eb70607, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e76ea8c6-0042-498f-8c3b-81ae2eb70607,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:38.087113 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-95b0cdd8-2443-4117-8f54-78da83da102c None None] Provisioning complete for port e76ea8c6-0042-498f-8c3b-81ae2eb70607 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:38.087762 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95b0cdd8-2443-4117-8f54-78da83da102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:38.119064 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:38.134429 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:38.137595 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:38.214756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 271500f5-47db-4979-873d-be5ba8eaa75b up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:38.228043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=e76ea8c6-0042-498f-8c3b-81ae2eb70607,revision_number=5']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:38.273353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:38.277019 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:38.284544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:38.285753 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:38.325967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3017044 Nov 11 21:57:38.336631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45362) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:38.347584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-8472a589-ce24-4296-8d23-cddc5761548e None None] Allocated IP 172.20.0.2 (386cd058-2fb8-40f0-a159-c94cb531b2cc/344d6f82-f333-4373-a954-210801033172/e76ea8c6-0042-498f-8c3b-81ae2eb70607) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:38.358660 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-162aedc6-94da-438e-8882-be8740b18c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'mac_address': 'fa:16:3e:b7:e1:47', 'name': 'tempest-NetworksTestDHCPv6-512522757'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:38.375577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa254b9-30f3-4b51-b297-86a5fce0c5f0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=c0c9f9fa-2788-4cc4-9c42-b72ca9fa5095,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:38.504751 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8472a589-ce24-4296-8d23-cddc5761548e None None] For port e76ea8c6-0042-498f-8c3b-81ae2eb70607, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e76ea8c6-0042-498f-8c3b-81ae2eb70607,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:38.588609 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8472a589-ce24-4296-8d23-cddc5761548e None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:38.598875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162aedc6-94da-438e-8882-be8740b18c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:38.635325 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8472a589-ce24-4296-8d23-cddc5761548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:38.726240 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-162aedc6-94da-438e-8882-be8740b18c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:38.759091 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-162aedc6-94da-438e-8882-be8740b18c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port 6e40bfb9-5c94-4659-ab2b-0acf3b817979 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:57:38.832642 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95b0cdd8-2443-4117-8f54-78da83da102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:39.062682 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472a589-ce24-4296-8d23-cddc5761548e None None] Pushing event updated for resources: {'Port': ['ID=e76ea8c6-0042-498f-8c3b-81ae2eb70607,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:39.082905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 271500f5-47db-4979-873d-be5ba8eaa75b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:39.083351 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:39.154459 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5726ae3-29d5-4947-8210-2a5f1dd30f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:39.157996 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-95b0cdd8-2443-4117-8f54-78da83da102c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:57:39.158541 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-95b0cdd8-2443-4117-8f54-78da83da102c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:57:39.186104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-162aedc6-94da-438e-8882-be8740b18c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 172.20.0.8 (386cd058-2fb8-40f0-a159-c94cb531b2cc/344d6f82-f333-4373-a954-210801033172/6e40bfb9-5c94-4659-ab2b-0acf3b817979) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:39.195514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-162aedc6-94da-438e-8882-be8740b18c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::f816:3eff:feb7:e147 (386cd058-2fb8-40f0-a159-c94cb531b2cc/c0c9f9fa-2788-4cc4-9c42-b72ca9fa5095/6e40bfb9-5c94-4659-ab2b-0acf3b817979) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:39.307413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e76ea8c6-0042-498f-8c3b-81ae2eb70607 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:39.355034 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544b3e9-bd52-421a-93f0-42bd7fd8a3af req-96b3c752-2bf8-447a-8c39-bcfd7ba917da tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:39.356980 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d544b3e9-bd52-421a-93f0-42bd7fd8a3af req-96b3c752-2bf8-447a-8c39-bcfd7ba917da tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.1371193 Nov 11 21:57:39.380971 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e76ea8c6-0042-498f-8c3b-81ae2eb70607 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:39.381358 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:39.546866 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:39.626557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port e76ea8c6-0042-498f-8c3b-81ae2eb70607, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e76ea8c6-0042-498f-8c3b-81ae2eb70607,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:39.639062 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:39.678332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d544b3e9-bd52-421a-93f0-42bd7fd8a3af req-92128cc4-3123-442d-8386-0ec40574e2f5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120794 Nov 11 21:57:39.691753 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a5726ae3-29d5-4947-8210-2a5f1dd30f29 admin admin] Deleting port 6e969c5e-f527-419e-aa1a-f5050bdacaa1 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:39.693193 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5726ae3-29d5-4947-8210-2a5f1dd30f29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:39.747728 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-162aedc6-94da-438e-8882-be8740b18c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:39.875815 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=e76ea8c6-0042-498f-8c3b-81ae2eb70607,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:39.885085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8034e52b-2e52-4c5f-9265-bed22923605f None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:39.905121 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-a5726ae3-29d5-4947-8210-2a5f1dd30f29 admin admin] For port 6e969c5e-f527-419e-aa1a-f5050bdacaa1, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6e969c5e-f527-419e-aa1a-f5050bdacaa1,segment=NetworkSegment(18cc9186-49a5-4dfb-b58f-23bb41f6e254),segment_id=18cc9186-49a5-4dfb-b58f-23bb41f6e254)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:39.905618 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5726ae3-29d5-4947-8210-2a5f1dd30f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:39.921074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a5726ae3-29d5-4947-8210-2a5f1dd30f29 admin admin] Calling delete_port for 6e969c5e-f527-419e-aa1a-f5050bdacaa1 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:39.991078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-95b0cdd8-2443-4117-8f54-78da83da102c None None] Provisioning complete for port ad798ecd-3a0f-4d01-a34d-cd425d059a55 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:39.991078 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95b0cdd8-2443-4117-8f54-78da83da102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:40.062906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e76ea8c6-0042-498f-8c3b-81ae2eb70607 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:40.154810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-95b0cdd8-2443-4117-8f54-78da83da102c None None] Port ad798ecd-3a0f-4d01-a34d-cd425d059a55 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:57:40.175978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e76ea8c6-0042-498f-8c3b-81ae2eb70607 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:40.176657 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:40.206106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-95b0cdd8-2443-4117-8f54-78da83da102c None None] Provisioning complete for port 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:40.206443 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95b0cdd8-2443-4117-8f54-78da83da102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:40.237204 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5726ae3-29d5-4947-8210-2a5f1dd30f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:40.279981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5726ae3-29d5-4947-8210-2a5f1dd30f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e969c5e-f527-419e-aa1a-f5050bdacaa1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:40.408192 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-162aedc6-94da-438e-8882-be8740b18c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:40.431204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:40.498775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162aedc6-94da-438e-8882-be8740b18c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:40.502057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-162aedc6-94da-438e-8882-be8740b18c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:40.535873 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162aedc6-94da-438e-8882-be8740b18c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:40.584430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:40.584826 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:40.594240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162aedc6-94da-438e-8882-be8740b18c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=6e40bfb9-5c94-4659-ab2b-0acf3b817979,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:40.611116 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a5726ae3-29d5-4947-8210-2a5f1dd30f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:40.651392 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162aedc6-94da-438e-8882-be8740b18c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:40.652691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-16292f52-799e-4588-b06b-b8c3e904e3b0 None None] Provisioning complete for port e76ea8c6-0042-498f-8c3b-81ae2eb70607 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:40.652869 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-162aedc6-94da-438e-8882-be8740b18c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:40.653243 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-16292f52-799e-4588-b06b-b8c3e904e3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:40.701736 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-162aedc6-94da-438e-8882-be8740b18c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3617136 Nov 11 21:57:40.711406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45382) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:40.865425 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b237f8-e0ed-4bc5-bda1-bc89a340653f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:40.872568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b237f8-e0ed-4bc5-bda1-bc89a340653f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:40.874545 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f0b237f8-e0ed-4bc5-bda1-bc89a340653f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1621344 Nov 11 21:57:40.880011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45386) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:40.921917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb660a4-f543-43b8-bd8e-ee09530245fd req-4f717dfb-71ab-4499-8ff4-683bc837b0bd tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:40.935708 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eeb660a4-f543-43b8-bd8e-ee09530245fd req-4f717dfb-71ab-4499-8ff4-683bc837b0bd tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.1122479 Nov 11 21:57:41.043727 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eeb660a4-f543-43b8-bd8e-ee09530245fd req-35f848ac-34b6-4250-aaab-600dc3a37860 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066468 Nov 11 21:57:41.148078 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:41.173104 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Sync routers for ids ['a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:57:41.180011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f32667fc-e5d4-4219-b374-15f6814530fb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port 6e40bfb9-5c94-4659-ab2b-0acf3b817979 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:41.180526 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f32667fc-e5d4-4219-b374-15f6814530fb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:41.185534 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Routers {'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:41.186460 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:41.284039 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f32667fc-e5d4-4219-b374-15f6814530fb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:41.295756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17af5cfc-5603-4746-94b4-9dd233447599 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:41.314086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-f32667fc-e5d4-4219-b374-15f6814530fb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for 6e40bfb9-5c94-4659-ab2b-0acf3b817979 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:41.375608 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Set router a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:41.411523 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5726ae3-29d5-4947-8210-2a5f1dd30f29 admin admin] Router e247bd15-f0e1-4a83-83d4-0f41c4197b1d has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:57:41.440733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5f99f0ed-d655-489d-a6db-ee9728287e4f None None] Provisioning complete for port e76ea8c6-0042-498f-8c3b-81ae2eb70607 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:41.441137 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f99f0ed-d655-489d-a6db-ee9728287e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:41.667964 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5726ae3-29d5-4947-8210-2a5f1dd30f29 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:57:41.676937 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a5726ae3-29d5-4947-8210-2a5f1dd30f29 admin admin] 10.222.0.57 "PUT /v2.0/routers/e247bd15-f0e1-4a83-83d4-0f41c4197b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9561141 Nov 11 21:57:41.677416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45392) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:41.677554 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caa66d7-d8f8-4fc3-94ec-69645a708e5b None None] Sync routers for ids ['e247bd15-f0e1-4a83-83d4-0f41c4197b1d'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:57:41.694235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa66d7-d8f8-4fc3-94ec-69645a708e5b None None] Routers {'e247bd15-f0e1-4a83-83d4-0f41c4197b1d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:41.694917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7caa66d7-d8f8-4fc3-94ec-69645a708e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['e247bd15-f0e1-4a83-83d4-0f41c4197b1d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:41.825217 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f32667fc-e5d4-4219-b374-15f6814530fb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:41.943794 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'name': 'tempest-TestAggregatesBasicOps-1615859842-router', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:26Z', 'updated_at': '2021-11-11T21:57:34Z', 'revision_number': 4, 'project_id': '70908fbce72d449598431a6136ecd12e', 'gw_port': {'id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:27Z', 'updated_at': '2021-11-11T21:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ad798ecd-3a0f-4d01-a34d-cd425d059a55', 'name': '', 'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'mac_address': 'fa:16:3e:0c:bb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7aea445f-2cd4-4cda-a1ae-04d58dc56111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:33Z', 'updated_at': '2021-11-11T21:57:34Z', 'revision_number': 2, 'project_id': '70908fbce72d449598431a6136ecd12e', 'subnets': [{'id': '7aea445f-2cd4-4cda-a1ae-04d58dc56111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:41.957560 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:41.976830 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32667fc-e5d4-4219-b374-15f6814530fb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=6e40bfb9-5c94-4659-ab2b-0acf3b817979,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:42.025363 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Checking router: a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:57:42.025731 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Updating router a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 port ad798ecd-3a0f-4d01-a34d-cd425d059a55 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:57:42.035328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-7caa66d7-d8f8-4fc3-94ec-69645a708e5b None None] Set router e247bd15-f0e1-4a83-83d4-0f41c4197b1d gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:42.109936 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:42.229469 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f32667fc-e5d4-4219-b374-15f6814530fb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:42.230908 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:42.233670 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f32667fc-e5d4-4219-b374-15f6814530fb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/6e40bfb9-5c94-4659-ab2b-0acf3b817979 HTTP/1.1" status: 204 len: 168 time: 1.3526998 Nov 11 21:57:42.236182 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45398) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:42.253203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ae093-749d-4db2-9e6a-8886d428afbf req-0deac846-9e33-4321-ba2b-188020d9f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:42.255284 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-599ae093-749d-4db2-9e6a-8886d428afbf req-0deac846-9e33-4321-ba2b-188020d9f605 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5757a57d321c41bda10f53e68ffe1106&device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 1096 time: 0.2961118 Nov 11 21:57:42.293827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4ca46-9f0a-4657-bfa6-fc1a49b627d7 req-3d1843a0-3f9c-4f50-81e4-a756961aaa96 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:42.296562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cfc4ca46-9f0a-4657-bfa6-fc1a49b627d7 req-3d1843a0-3f9c-4f50-81e4-a756961aaa96 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.1102004 Nov 11 21:57:42.408480 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cfc4ca46-9f0a-4657-bfa6-fc1a49b627d7 req-5a6c3430-bfcd-4bd0-bf77-af6c4a42f879 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887988 Nov 11 21:57:42.474426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] Deleting port 347eabae-3b10-4184-91af-2a8830461cea {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:42.476622 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:42.570337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd107ca-bec7-4bca-bf76-c2693e2f7368 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:42.572023 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd107ca-bec7-4bca-bf76-c2693e2f7368 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:42.573585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd107ca-bec7-4bca-bf76-c2693e2f7368 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:42.586221 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4dd107ca-bec7-4bca-bf76-c2693e2f7368 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3485746 Nov 11 21:57:42.591241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45406) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:42.629559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e76ea8c6-0042-498f-8c3b-81ae2eb70607 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:42.654466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ae093-749d-4db2-9e6a-8886d428afbf req-6dbc904b-dd24-4611-a80b-2596df556c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:42.656237 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-599ae093-749d-4db2-9e6a-8886d428afbf req-6dbc904b-dd24-4611-a80b-2596df556c39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 200 len: 912 time: 0.3378649 Nov 11 21:57:42.674033 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] For port 347eabae-3b10-4184-91af-2a8830461cea, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=347eabae-3b10-4184-91af-2a8830461cea,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:42.674503 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:42.699134 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-41972e96-f54c-46c7-901c-34318abcdd76 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 344d6f82-f333-4373-a954-210801033172 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:57:42.719424 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41972e96-f54c-46c7-901c-34318abcdd76 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:42.725284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] Calling delete_port for 347eabae-3b10-4184-91af-2a8830461cea owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:42.729627 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-63830fc9-53a1-4b52-b47e-534eb83c0e57 None None] Could not find standard attr ID for object 6e40bfb9-5c94-4659-ab2b-0acf3b817979. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:57:42.771943 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45408) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:42.789562 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-599ae093-749d-4db2-9e6a-8886d428afbf req-5fbf86b6-bc52-483c-910c-fec3eb680ca9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0b027a-b17c-4359-8442-35cb03c25936 HTTP/1.1" status: 200 len: 1001 time: 0.1233053 Nov 11 21:57:42.794316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-63830fc9-53a1-4b52-b47e-534eb83c0e57 None None] Provisioning complete for port e76ea8c6-0042-498f-8c3b-81ae2eb70607 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:42.795261 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-63830fc9-53a1-4b52-b47e-534eb83c0e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:42.839197 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:42.856142 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:42.925487 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2a72c-925b-434e-bb9f-f3491e282c00 None None] Pushing event updated for resources: {'Port': ['ID=ad798ecd-3a0f-4d01-a34d-cd425d059a55,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:42.929767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ae093-749d-4db2-9e6a-8886d428afbf req-2692467f-93f7-4b3d-b9e2-9b1ca3603169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:42.931625 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-599ae093-749d-4db2-9e6a-8886d428afbf req-2692467f-93f7-4b3d-b9e2-9b1ca3603169 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39cbd100-acd0-46b4-8419-af45cc0c3279 HTTP/1.1" status: 200 len: 849 time: 0.1325321 Nov 11 21:57:42.959891 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2a72c-925b-434e-bb9f-f3491e282c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:42.960231 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2a72c-925b-434e-bb9f-f3491e282c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:42.960571 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2a72c-925b-434e-bb9f-f3491e282c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:42.960928 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2a72c-925b-434e-bb9f-f3491e282c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:42.961257 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2a72c-925b-434e-bb9f-f3491e282c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:42.961579 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2a72c-925b-434e-bb9f-f3491e282c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:42.961897 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2a72c-925b-434e-bb9f-f3491e282c00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:42.962215 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2a72c-925b-434e-bb9f-f3491e282c00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:42.962528 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2a72c-925b-434e-bb9f-f3491e282c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:42.962843 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2a72c-925b-434e-bb9f-f3491e282c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:42.963158 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2a72c-925b-434e-bb9f-f3491e282c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:42.963468 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd2a72c-925b-434e-bb9f-f3491e282c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:42.989949 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7caa66d7-d8f8-4fc3-94ec-69645a708e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'name': 'tempest-TestAggregatesBasicOps-821068886-router', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '347eabae-3b10-4184-91af-2a8830461cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:12Z', 'updated_at': '2021-11-11T21:57:40Z', 'revision_number': 5, 'project_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'gw_port': {'id': '347eabae-3b10-4184-91af-2a8830461cea', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:14Z', 'updated_at': '2021-11-11T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:43.007096 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41972e96-f54c-46c7-901c-34318abcdd76 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:43.018303 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Attempting to bind port ad798ecd-3a0f-4d01-a34d-cd425d059a55 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:57:43.018664 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Attempting to bind port ad798ecd-3a0f-4d01-a34d-cd425d059a55 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'a1671a37-8014-43d4-b86b-d7359be2a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:57:43.019015 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Attempting to bind port ad798ecd-3a0f-4d01-a34d-cd425d059a55 on network 7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:57:43.035859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ae093-749d-4db2-9e6a-8886d428afbf req-f39649b0-def7-4583-9a53-f7fc8edf1119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:43.040210 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-599ae093-749d-4db2-9e6a-8886d428afbf req-f39649b0-def7-4583-9a53-f7fc8edf1119 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e1eddca-e131-4ae9-bee4-182d654beb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988128 Nov 11 21:57:43.044906 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:57:43.045374 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Checking segment: {'id': 'a1671a37-8014-43d4-b86b-d7359be2a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:43.045794 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:43.046183 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Bound using segment: {'id': 'a1671a37-8014-43d4-b86b-d7359be2a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:57:43.046680 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Bound port: ad798ecd-3a0f-4d01-a34d-cd425d059a55, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1671a37-8014-43d4-b86b-d7359be2a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:57:43.047062 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:43.068386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caa66d7-d8f8-4fc3-94ec-69645a708e5b None None] Checking router: e247bd15-f0e1-4a83-83d4-0f41c4197b1d for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:57:43.105007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e76ea8c6-0042-498f-8c3b-81ae2eb70607 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:43.105398 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:43.157928 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa66d7-d8f8-4fc3-94ec-69645a708e5b None None] Routers {'e247bd15-f0e1-4a83-83d4-0f41c4197b1d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:43.158556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7caa66d7-d8f8-4fc3-94ec-69645a708e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['e247bd15-f0e1-4a83-83d4-0f41c4197b1d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:43.208811 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41972e96-f54c-46c7-901c-34318abcdd76 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:43.217618 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] For port ad798ecd-3a0f-4d01-a34d-cd425d059a55, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:57:43.223799 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] For port ad798ecd-3a0f-4d01-a34d-cd425d059a55, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ad798ecd-3a0f-4d01-a34d-cd425d059a55,segment=NetworkSegment(a1671a37-8014-43d4-b86b-d7359be2a2a6),segment_id=a1671a37-8014-43d4-b86b-d7359be2a2a6)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:57:43.234738 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:43.346591 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Routers {'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:43.349097 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:43.355203 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-599ae093-749d-4db2-9e6a-8886d428afbf req-51095b0d-1319-48e5-9215-8dc9379d8f64 service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024271 Nov 11 21:57:43.412431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402cbe00-3190-46e8-b675-f2abfbe42dee tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:43.412947 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402cbe00-3190-46e8-b675-f2abfbe42dee tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:43.413411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402cbe00-3190-46e8-b675-f2abfbe42dee tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:43.427683 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-402cbe00-3190-46e8-b675-f2abfbe42dee tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/ports?project_id=a6474ef6257e4f61ac984a0b362bab65&network_id=7955aa4b-29f0-4ae7-a4ec-e33170459584 HTTP/1.1" status: 200 len: 2970 time: 0.6374547 Nov 11 21:57:43.526937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-7caa66d7-d8f8-4fc3-94ec-69645a708e5b None None] Set router e247bd15-f0e1-4a83-83d4-0f41c4197b1d gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:43.545687 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41972e96-f54c-46c7-901c-34318abcdd76 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:43.596652 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-599ae093-749d-4db2-9e6a-8886d428afbf req-2f6eef07-ed54-4142-a94c-f27096bd5ab8 service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316239 Nov 11 21:57:43.605275 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2a72c-925b-434e-bb9f-f3491e282c00 None None] Pushing event updated for resources: {'Port': ['ID=ad798ecd-3a0f-4d01-a34d-cd425d059a55,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:43.656203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7caa66d7-d8f8-4fc3-94ec-69645a708e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'name': 'tempest-TestAggregatesBasicOps-821068886-router', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:12Z', 'updated_at': '2021-11-11T21:57:42Z', 'revision_number': 6, 'project_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:43.659823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4ed28a6d-a304-4b3b-856a-bc5ef13786c8 None None] Could not find standard attr ID for object 6e40bfb9-5c94-4659-ab2b-0acf3b817979. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:57:43.661799 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] Set router a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:43.687752 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caa66d7-d8f8-4fc3-94ec-69645a708e5b None None] The sync data for ids ['e247bd15-f0e1-4a83-83d4-0f41c4197b1d'] in n-d-805737-3 is: [{'id': 'e247bd15-f0e1-4a83-83d4-0f41c4197b1d', 'name': 'tempest-TestAggregatesBasicOps-821068886-router', 'tenant_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:12Z', 'updated_at': '2021-11-11T21:57:42Z', 'revision_number': 6, 'project_id': '704ec0f05ba943f08bd7cb64bf299ea7', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:57:43.711237 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41972e96-f54c-46c7-901c-34318abcdd76 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=344d6f82-f333-4373-a954-210801033172,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:43.723842 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41972e96-f54c-46c7-901c-34318abcdd76 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:43.729575 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-41972e96-f54c-46c7-901c-34318abcdd76 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/344d6f82-f333-4373-a954-210801033172 HTTP/1.1" status: 204 len: 168 time: 1.1344953 Nov 11 21:57:43.732039 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45430) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:43.743901 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4ed28a6d-a304-4b3b-856a-bc5ef13786c8 None None] Provisioning complete for port ad798ecd-3a0f-4d01-a34d-cd425d059a55 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:43.744931 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ed28a6d-a304-4b3b-856a-bc5ef13786c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:43.914654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42d7b39-3b9a-4cb8-8326-4b2fe1d16f4c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet c0c9f9fa-2788-4cc4-9c42-b72ca9fa5095 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:57:43.918219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3697daf-914b-4e26-8e36-1bdc2e9b1c02 req-1cbdca37-4259-4a49-b0c3-a46ca907aed1 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:43.920639 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3697daf-914b-4e26-8e36-1bdc2e9b1c02 req-1cbdca37-4259-4a49-b0c3-a46ca907aed1 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.3345034 Nov 11 21:57:43.921554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42d7b39-3b9a-4cb8-8326-4b2fe1d16f4c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:43.934727 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5af45a1d-6b79-4945-bf5b-e60ddc79dde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.004132 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42d7b39-3b9a-4cb8-8326-4b2fe1d16f4c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.046479 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.071371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0876671-2674-4907-a553-58af3b9c0bc6 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:44.115224 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ed28a6d-a304-4b3b-856a-bc5ef13786c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.157325 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42d7b39-3b9a-4cb8-8326-4b2fe1d16f4c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.162648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06755b3b-9942-4f60-b21c-911b00dd7dc4 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:44.185600 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'name': 'tempest-TestAggregatesBasicOps-1615859842-router', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:26Z', 'updated_at': '2021-11-11T21:57:34Z', 'revision_number': 4, 'project_id': '70908fbce72d449598431a6136ecd12e', 'gw_port': {'id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:27Z', 'updated_at': '2021-11-11T21:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ad798ecd-3a0f-4d01-a34d-cd425d059a55', 'name': '', 'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'mac_address': 'fa:16:3e:0c:bb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7aea445f-2cd4-4cda-a1ae-04d58dc56111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:33Z', 'updated_at': '2021-11-11T21:57:43Z', 'revision_number': 4, 'project_id': '70908fbce72d449598431a6136ecd12e', 'subnets': [{'id': '7aea445f-2cd4-4cda-a1ae-04d58dc56111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:44.260543 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42d7b39-3b9a-4cb8-8326-4b2fe1d16f4c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.260789 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbc6baf-ce03-4e3d-b283-22cdc52d5635 None None] The sync data for ids ['a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'] in n-d-805737-3 is: [{'id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'name': 'tempest-TestAggregatesBasicOps-1615859842-router', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:26Z', 'updated_at': '2021-11-11T21:57:34Z', 'revision_number': 4, 'project_id': '70908fbce72d449598431a6136ecd12e', 'gw_port': {'id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:27Z', 'updated_at': '2021-11-11T21:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ad798ecd-3a0f-4d01-a34d-cd425d059a55', 'name': '', 'network_id': '7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'mac_address': 'fa:16:3e:0c:bb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7aea445f-2cd4-4cda-a1ae-04d58dc56111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:33Z', 'updated_at': '2021-11-11T21:57:43Z', 'revision_number': 4, 'project_id': '70908fbce72d449598431a6136ecd12e', 'subnets': [{'id': '7aea445f-2cd4-4cda-a1ae-04d58dc56111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:57:44.270652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ad798ecd-3a0f-4d01-a34d-cd425d059a55 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:44.307851 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.309949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=347eabae-3b10-4184-91af-2a8830461cea,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:44.329497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3697daf-914b-4e26-8e36-1bdc2e9b1c02 req-29e6e183-1f85-4c82-b2e1-99362f2f9fad tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3981431 Nov 11 21:57:44.351781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d7b39-3b9a-4cb8-8326-4b2fe1d16f4c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c9f9fa-2788-4cc4-9c42-b72ca9fa5095,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:44.358831 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e42d7b39-3b9a-4cb8-8326-4b2fe1d16f4c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.375176 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e42d7b39-3b9a-4cb8-8326-4b2fe1d16f4c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/c0c9f9fa-2788-4cc4-9c42-b72ca9fa5095 HTTP/1.1" status: 204 len: 168 time: 0.6393707 Nov 11 21:57:44.375646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45440) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:44.378074 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4ed28a6d-a304-4b3b-856a-bc5ef13786c8 None None] For port ad798ecd-3a0f-4d01-a34d-cd425d059a55, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ad798ecd-3a0f-4d01-a34d-cd425d059a55,segment=NetworkSegment(a1671a37-8014-43d4-b86b-d7359be2a2a6),segment_id=a1671a37-8014-43d4-b86b-d7359be2a2a6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:44.396313 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ed28a6d-a304-4b3b-856a-bc5ef13786c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.456022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4ed28a6d-a304-4b3b-856a-bc5ef13786c8 None None] Could not find standard attr ID for object f92dd1de-8b47-4caf-8f93-113c83fa9ee5. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:57:44.465948 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.468309 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.518745 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed28a6d-a304-4b3b-856a-bc5ef13786c8 None None] Pushing event updated for resources: {'Port': ['ID=ad798ecd-3a0f-4d01-a34d-cd425d059a55,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:44.524963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port ad798ecd-3a0f-4d01-a34d-cd425d059a55 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:44.525464 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.556714 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.557021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e247bd15-f0e1-4a83-83d4-0f41c4197b1d {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:57:44.564173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c162c126-e4f2-4821-a31d-8d8590f968b4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1847532 Nov 11 21:57:44.565576 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.566276 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3cb65df2-29ec-43cc-891e-0d7d19fae4e6 admin admin] 10.222.0.57 "DELETE /v2.0/routers/e247bd15-f0e1-4a83-83d4-0f41c4197b1d HTTP/1.1" status: 204 len: 168 time: 2.8875539 Nov 11 21:57:44.566694 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45442) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:44.569358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45444) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:44.574615 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-200b40e4-7c9e-4b7a-bb96-40838c90ae1a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:44.606633 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1f039da6-1ea8-419f-badf-14011b4d2976 None None] Provisioning complete for port ad798ecd-3a0f-4d01-a34d-cd425d059a55 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:44.607224 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f039da6-1ea8-419f-badf-14011b4d2976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.671984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9df8d95-b7f3-44c8-8e7b-2b2f55316970 admin admin] Deleting subnet 891667b9-96bb-4cf0-8b60-2f9ba982194d {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:57:44.684851 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a9df8d95-b7f3-44c8-8e7b-2b2f55316970 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.709175 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58607bfb-f18a-49bc-9303-39d34860d759 None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:44.739923 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200b40e4-7c9e-4b7a-bb96-40838c90ae1a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:44.747286 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-200b40e4-7c9e-4b7a-bb96-40838c90ae1a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.765424 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a9df8d95-b7f3-44c8-8e7b-2b2f55316970 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.782578 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.904840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-58607bfb-f18a-49bc-9303-39d34860d759 None None] Deleting port e76ea8c6-0042-498f-8c3b-81ae2eb70607 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:44.905250 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58607bfb-f18a-49bc-9303-39d34860d759 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:44.959849 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a9df8d95-b7f3-44c8-8e7b-2b2f55316970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:45.049647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-58607bfb-f18a-49bc-9303-39d34860d759 None None] For port e76ea8c6-0042-498f-8c3b-81ae2eb70607, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e76ea8c6-0042-498f-8c3b-81ae2eb70607,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:45.049916 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58607bfb-f18a-49bc-9303-39d34860d759 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:45.066324 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-58607bfb-f18a-49bc-9303-39d34860d759 None None] Calling delete_port for e76ea8c6-0042-498f-8c3b-81ae2eb70607 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:45.069714 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a9df8d95-b7f3-44c8-8e7b-2b2f55316970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:45.070693 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-200b40e4-7c9e-4b7a-bb96-40838c90ae1a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:45.097678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a9df8d95-b7f3-44c8-8e7b-2b2f55316970 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:45.104092 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a9df8d95-b7f3-44c8-8e7b-2b2f55316970 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/891667b9-96bb-4cf0-8b60-2f9ba982194d HTTP/1.1" status: 204 len: 168 time: 0.5313783 Nov 11 21:57:45.126312 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45456) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:45.126818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45458) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:45.155969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df8d95-b7f3-44c8-8e7b-2b2f55316970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=891667b9-96bb-4cf0-8b60-2f9ba982194d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:45.183965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7adfec-bb7e-40f4-a6c1-fdf975d34d45 None None] Network c68eae03-1f10-4f73-b438-b0c1c6d50750 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:45.309435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e48850-0f3e-4a0d-a1b0-34d4261a7580 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:45.311046 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c8e48850-0f3e-4a0d-a1b0-34d4261a7580 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1 HTTP/1.1" status: 200 len: 814 time: 0.1628456 Nov 11 21:57:45.318117 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b40e4-7c9e-4b7a-bb96-40838c90ae1a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:45.363537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-200b40e4-7c9e-4b7a-bb96-40838c90ae1a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:45.380558 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58607bfb-f18a-49bc-9303-39d34860d759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:45.388163 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200b40e4-7c9e-4b7a-bb96-40838c90ae1a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:45.388746 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-200b40e4-7c9e-4b7a-bb96-40838c90ae1a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:45.418613 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58607bfb-f18a-49bc-9303-39d34860d759 None None] Pushing event deleted for resources: {'Port': ['ID=e76ea8c6-0042-498f-8c3b-81ae2eb70607,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:45.426232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58607bfb-f18a-49bc-9303-39d34860d759 None None] No DVR routers for this DVR port e76ea8c6-0042-498f-8c3b-81ae2eb70607 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:57:45.433978 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45470) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:45.440739 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4b128360-c97b-41c3-b1d7-ac3e72907a47 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:45.443412 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-200b40e4-7c9e-4b7a-bb96-40838c90ae1a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8749712 Nov 11 21:57:45.451968 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b40e4-7c9e-4b7a-bb96-40838c90ae1a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=d37f79f2-32f4-41e8-bbd8-3284f511e894,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:45.455836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147701cd-c0c3-46af-a4bf-6f2b57759a11 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:45.471164 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:45.558227 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] DHCP port deletion for c68eae03-1f10-4f73-b438-b0c1c6d50750 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:45.580709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] Deleting port 272cdf08-5843-493a-b92e-2832355b80b5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:45.581078 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:45.697626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a678b6-585a-44d9-a4fb-ec804df0a9e7 req-ddd17869-1f73-4a8e-9719-946075cf83ca tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:45.709306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Deleting port 272cdf08-5843-493a-b92e-2832355b80b5 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:45.709971 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:45.712982 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] For port 272cdf08-5843-493a-b92e-2832355b80b5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=272cdf08-5843-493a-b92e-2832355b80b5,segment=NetworkSegment(18cc9186-49a5-4dfb-b58f-23bb41f6e254),segment_id=18cc9186-49a5-4dfb-b58f-23bb41f6e254)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:45.712982 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:45.717441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1a678b6-585a-44d9-a4fb-ec804df0a9e7 req-ddd17869-1f73-4a8e-9719-946075cf83ca tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.1645634 Nov 11 21:57:45.748629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] Calling delete_port for 272cdf08-5843-493a-b92e-2832355b80b5 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:45.807152 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': 'd37f79f2-32f4-41e8-bbd8-3284f511e894'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:57:45.808046 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:45.816810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] For port 272cdf08-5843-493a-b92e-2832355b80b5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=272cdf08-5843-493a-b92e-2832355b80b5,segment=NetworkSegment(18cc9186-49a5-4dfb-b58f-23bb41f6e254),segment_id=18cc9186-49a5-4dfb-b58f-23bb41f6e254)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:45.817589 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:45.820765 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1a678b6-585a-44d9-a4fb-ec804df0a9e7 req-5f82122f-03b1-444b-988a-523856734d15 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022675 Nov 11 21:57:45.822250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b128360-c97b-41c3-b1d7-ac3e72907a47 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:45.829087 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4b128360-c97b-41c3-b1d7-ac3e72907a47 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:45.848258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Calling delete_port for 272cdf08-5843-493a-b92e-2832355b80b5 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:45.868493 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45478) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:45.879410 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ad904031-62a7-47ee-aed6-fd95ba9167d1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'network': {'name': 'tempest-network-smoke--405086255', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'port_security_enabled': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:45.972541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad904031-62a7-47ee-aed6-fd95ba9167d1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Made reservation on behalf of a6474ef6257e4f61ac984a0b362bab65 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:45.977364 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad904031-62a7-47ee-aed6-fd95ba9167d1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:45.978261 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.025105 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] Pushing event deleted for resources: {'Port': ['ID=272cdf08-5843-493a-b92e-2832355b80b5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:46.034883 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] No DVR routers for this DVR port 272cdf08-5843-493a-b92e-2832355b80b5 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:57:46.044671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad904031-62a7-47ee-aed6-fd95ba9167d1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:57:46.065407 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad904031-62a7-47ee-aed6-fd95ba9167d1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.065954 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-ad904031-62a7-47ee-aed6-fd95ba9167d1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Added segment 042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99 of type vlan for network f27f38fe-b3ea-4521-b060-95f03458958b Nov 11 21:57:46.142696 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.153512 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad904031-62a7-47ee-aed6-fd95ba9167d1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.169559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68eae03-1f10-4f73-b438-b0c1c6d50750']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:46.180013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ad798ecd-3a0f-4d01-a34d-cd425d059a55 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:46.183600 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cc9186-49a5-4dfb-b58f-23bb41f6e254') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:46.183600 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cc9186-49a5-4dfb-b58f-23bb41f6e254') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:46.204746 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.226078 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.240679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:57:46.241248 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: items = [ Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:57:46.243713 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:57:46.265154 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad904031-62a7-47ee-aed6-fd95ba9167d1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.273899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad904031-62a7-47ee-aed6-fd95ba9167d1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:46.274345 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ad904031-62a7-47ee-aed6-fd95ba9167d1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.293096 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-134ac7ca-e97e-49c4-8efe-c0be10578459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.341090 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port ad798ecd-3a0f-4d01-a34d-cd425d059a55 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:46.341587 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.344035 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.372669 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.381869 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] 10.222.0.57 "DELETE /v2.0/networks/c68eae03-1f10-4f73-b438-b0c1c6d50750 HTTP/1.1" status: 204 len: 168 time: 1.2521825 Nov 11 21:57:46.381869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf713b-0f60-4a1d-97f1-8624b37fbbec admin admin] Pushing event deleted for resources: {'Network': ['ID=c68eae03-1f10-4f73-b438-b0c1c6d50750,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:46.383768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45490) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:46.391542 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.409076 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Network c68eae03-1f10-4f73-b438-b0c1c6d50750 is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:57:46.409076 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] No DVR routers for this DVR port 272cdf08-5843-493a-b92e-2832355b80b5 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:57:46.410042 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Allocated IP 172.20.0.2 (386cd058-2fb8-40f0-a159-c94cb531b2cc/d37f79f2-32f4-41e8-bbd8-3284f511e894/012de97a-cddd-4469-9b9b-c52a199e50cb) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:46.444382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ad904031-62a7-47ee-aed6-fd95ba9167d1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5731788 Nov 11 21:57:46.446533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45492) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:46.463196 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Pushing event deleted for resources: {'Port': ['ID=272cdf08-5843-493a-b92e-2832355b80b5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:46.483120 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:46.483416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:46.483881 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:46.484789 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:46.484789 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:46.485024 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:46.485417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:46.485816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:46.486200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:46.486649 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:46.487620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:46.488027 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf871045-b8e8-474d-bdac-8f2636380ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:57:46.529953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad904031-62a7-47ee-aed6-fd95ba9167d1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Network': ['ID=f27f38fe-b3ea-4521-b060-95f03458958b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:46.604272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7db0472-f5a8-4494-aa24-2e8ad7209755 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:46.616100 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d7db0472-f5a8-4494-aa24-2e8ad7209755 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=a6474ef6257e4f61ac984a0b362bab65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1617243 Nov 11 21:57:46.617785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45494) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:46.653690 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.655496 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network f27f38fe-b3ea-4521-b060-95f03458958b details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:57:46.663144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.objects.ports [None req-4b128360-c97b-41c3-b1d7-ac3e72907a47 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102534) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:57:46.672609 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4b128360-c97b-41c3-b1d7-ac3e72907a47 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.683686 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.775529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:46.783440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:46.795071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:46.857656 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Pushing event updated for resources: {'Port': ['ID=012de97a-cddd-4469-9b9b-c52a199e50cb,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:46.945307 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6e969c5e-f527-419e-aa1a-f5050bdacaa1 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:46.979251 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e429f3f-8329-4e13-973f-712ae4197f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:46.985945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 6e969c5e-f527-419e-aa1a-f5050bdacaa1 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:46.986641 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6e969c5e-f527-419e-aa1a-f5050bdacaa1 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:46.987247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e76ea8c6-0042-498f-8c3b-81ae2eb70607 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:47.016043 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Attempting to bind port 012de97a-cddd-4469-9b9b-c52a199e50cb on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:57:47.016689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Attempting to bind port 012de97a-cddd-4469-9b9b-c52a199e50cb by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:57:47.018018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Attempting to bind port 012de97a-cddd-4469-9b9b-c52a199e50cb on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:57:47.021678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: e76ea8c6-0042-498f-8c3b-81ae2eb70607 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:47.022154 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e76ea8c6-0042-498f-8c3b-81ae2eb70607 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:47.022586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 347eabae-3b10-4184-91af-2a8830461cea no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:47.045883 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:57:47.046268 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:47.046711 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:47.047298 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:57:47.047834 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Bound port: 012de97a-cddd-4469-9b9b-c52a199e50cb, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:57:47.048226 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:47.111779 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 347eabae-3b10-4184-91af-2a8830461cea {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:47.112450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 347eabae-3b10-4184-91af-2a8830461cea not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:47.113025 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 272cdf08-5843-493a-b92e-2832355b80b5 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:47.161880 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 272cdf08-5843-493a-b92e-2832355b80b5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:47.162549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 272cdf08-5843-493a-b92e-2832355b80b5 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:47.218511 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] For port 012de97a-cddd-4469-9b9b-c52a199e50cb, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:57:47.222184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] For port 012de97a-cddd-4469-9b9b-c52a199e50cb, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=012de97a-cddd-4469-9b9b-c52a199e50cb,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:57:47.225255 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:47.228647 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:47.233717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688903a-4753-41f1-b195-3c3a7ff56c1d tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:47.238452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e688903a-4753-41f1-b195-3c3a7ff56c1d tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6191812 Nov 11 21:57:47.243441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45508) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:47.266652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b128360-c97b-41c3-b1d7-ac3e72907a47 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:47.295274 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-4b128360-c97b-41c3-b1d7-ac3e72907a47 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:47.311262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-263ebcbc-41fd-49f7-8a1e-d61cdce5c898 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0635710 Nov 11 21:57:47.312290 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45510) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:47.316296 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b128360-c97b-41c3-b1d7-ac3e72907a47 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:47.317426 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4b128360-c97b-41c3-b1d7-ac3e72907a47 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:47.320295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d168bc0-9403-4489-b9da-99493b8375b0 None None] Pushing event updated for resources: {'Port': ['ID=012de97a-cddd-4469-9b9b-c52a199e50cb,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:47.328751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b128360-c97b-41c3-b1d7-ac3e72907a47 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=5dcd94f5-95f3-4163-a38a-6f45dd0fc158,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:47.355446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0da9e9-fe57-4a20-a148-18657f65152a req-caae91d0-8692-4d28-a9c5-934b4a50fbc7 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:47.358039 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e0da9e9-fe57-4a20-a148-18657f65152a req-caae91d0-8692-4d28-a9c5-934b4a50fbc7 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.3467276 Nov 11 21:57:47.361812 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d8b7f252-a6f0-4545-86f1-ed2cd16c0a14 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=a6474ef6257e4f61ac984a0b362bab65&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461438 Nov 11 21:57:47.362984 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4b128360-c97b-41c3-b1d7-ac3e72907a47 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9278853 Nov 11 21:57:47.364418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45514) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:47.365986 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45516) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:47.371362 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3a29e8d1-143b-40eb-bce1-2b39e9d7d550 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'mac_address': 'fa:16:3e:4e:d0:d6', 'name': 'tempest-NetworksTestDHCPv6-287075446'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:47.518970 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e02e8b-fea4-4fd0-80fb-a433d87f1d90 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:47.523383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-11e02e8b-fea4-4fd0-80fb-a433d87f1d90 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1550236 Nov 11 21:57:47.536373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e0da9e9-fe57-4a20-a148-18657f65152a req-85f6d0fb-2bcf-4283-81b7-f03392652bb4 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573470 Nov 11 21:57:47.549719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45520) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:47.602797 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ec86877e-beb5-4040-9632-4c650a80b896 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594079 Nov 11 21:57:47.605640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45522) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:47.612897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-dc5b9643-d68d-465c-bdbf-d735442fc8ef tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1471940099', 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:47.740621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5b9643-d68d-465c-bdbf-d735442fc8ef tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Made reservation on behalf of a6474ef6257e4f61ac984a0b362bab65 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:47.745020 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dc5b9643-d68d-465c-bdbf-d735442fc8ef tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:47.932614 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 012de97a-cddd-4469-9b9b-c52a199e50cb up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:47.980738 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3e429f3f-8329-4e13-973f-712ae4197f65 admin admin] Deleting port ad798ecd-3a0f-4d01-a34d-cd425d059a55 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:47.981561 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e429f3f-8329-4e13-973f-712ae4197f65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:47.995860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 012de97a-cddd-4469-9b9b-c52a199e50cb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:47.996457 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:48.009399 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dc5b9643-d68d-465c-bdbf-d735442fc8ef tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:48.095365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b9643-d68d-465c-bdbf-d735442fc8ef tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Subnet': ['ID=0d7ae0c4-3694-41f1-8b4c-b59f89bc680f,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:48.115233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b9643-d68d-465c-bdbf-d735442fc8ef tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Checking segment: {'id': '042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:48.116028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b9643-d68d-465c-bdbf-d735442fc8ef tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network hostable DHCP agents. Network: f27f38fe-b3ea-4521-b060-95f03458958b, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:57:48.127405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a29e8d1-143b-40eb-bce1-2b39e9d7d550 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:48.130505 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:48.135231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-3e429f3f-8329-4e13-973f-712ae4197f65 admin admin] For port ad798ecd-3a0f-4d01-a34d-cd425d059a55, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ad798ecd-3a0f-4d01-a34d-cd425d059a55,segment=NetworkSegment(a1671a37-8014-43d4-b86b-d7359be2a2a6),segment_id=a1671a37-8014-43d4-b86b-d7359be2a2a6)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:48.135519 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e429f3f-8329-4e13-973f-712ae4197f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:48.142676 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b9643-d68d-465c-bdbf-d735442fc8ef tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network f27f38fe-b3ea-4521-b060-95f03458958b is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:57:48.154572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-dc5b9643-d68d-465c-bdbf-d735442fc8ef tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, f27f38fe-b3ea-4521-b060-95f03458958b) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:48.166675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5b9643-d68d-465c-bdbf-d735442fc8ef tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:48.167546 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dc5b9643-d68d-465c-bdbf-d735442fc8ef tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:48.170245 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8821b116-0faa-402d-b65d-767bbbc5ce66 None None] Network f27f38fe-b3ea-4521-b060-95f03458958b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:48.198341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dc5b9643-d68d-465c-bdbf-d735442fc8ef tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5913017 Nov 11 21:57:48.214604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3e429f3f-8329-4e13-973f-712ae4197f65 admin admin] Calling delete_port for ad798ecd-3a0f-4d01-a34d-cd425d059a55 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:48.216588 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 012de97a-cddd-4469-9b9b-c52a199e50cb, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=012de97a-cddd-4469-9b9b-c52a199e50cb,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:48.268746 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:48.350994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=012de97a-cddd-4469-9b9b-c52a199e50cb,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:48.433061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-f27f38fe-b3ea-4521-b060-95f03458958b', 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ips': [{'subnet_id': '0d7ae0c4-3694-41f1-8b4c-b59f89bc680f'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:57:48.434187 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:48.559443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a29e8d1-143b-40eb-bce1-2b39e9d7d550 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:48.598419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-3a29e8d1-143b-40eb-bce1-2b39e9d7d550 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port 7503b8a1-13f2-43f4-9aa7-47d5f3f950ae yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:57:48.627637 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e429f3f-8329-4e13-973f-712ae4197f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:48.661907 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:48.677410 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Allocated IP 172.20.0.18 (f27f38fe-b3ea-4521-b060-95f03458958b/0d7ae0c4-3694-41f1-8b4c-b59f89bc680f/4fbdd705-5fa0-414d-8538-6d41a1247740) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:48.736493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e429f3f-8329-4e13-973f-712ae4197f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad798ecd-3a0f-4d01-a34d-cd425d059a55,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:48.839654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7328a068-b038-4ce7-81de-f90c1e25805e None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:48.975324 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d53be3f2-3a1c-4c53-b303-94af2916bc44 None None] Provisioning complete for port 012de97a-cddd-4469-9b9b-c52a199e50cb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:48.976056 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d53be3f2-3a1c-4c53-b303-94af2916bc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:49.060746 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:49.081021 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:49.096016 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-3a29e8d1-143b-40eb-bce1-2b39e9d7d550 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 172.20.0.12 (386cd058-2fb8-40f0-a159-c94cb531b2cc/d37f79f2-32f4-41e8-bbd8-3284f511e894/7503b8a1-13f2-43f4-9aa7-47d5f3f950ae) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:49.103282 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-3a29e8d1-143b-40eb-bce1-2b39e9d7d550 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::f816:3eff:fe4e:d0d6 (386cd058-2fb8-40f0-a159-c94cb531b2cc/5dcd94f5-95f3-4163-a38a-6f45dd0fc158/7503b8a1-13f2-43f4-9aa7-47d5f3f950ae) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:49.138433 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Pushing event updated for resources: {'Port': ['ID=4fbdd705-5fa0-414d-8538-6d41a1247740,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:49.221083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Network f27f38fe-b3ea-4521-b060-95f03458958b is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:49.231085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:49.244648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:49.246964 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3e429f3f-8329-4e13-973f-712ae4197f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:49.341936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Attempting to bind port 4fbdd705-5fa0-414d-8538-6d41a1247740 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:57:49.342894 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Attempting to bind port 4fbdd705-5fa0-414d-8538-6d41a1247740 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:57:49.342894 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Attempting to bind port 4fbdd705-5fa0-414d-8538-6d41a1247740 on network f27f38fe-b3ea-4521-b060-95f03458958b {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:57:49.351644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:57:49.352518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Checking segment: {'id': '042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:49.352518 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:49.352851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Bound using segment: {'id': '042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:57:49.353364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Bound port: 4fbdd705-5fa0-414d-8538-6d41a1247740, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:57:49.353860 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:49.358890 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a29e8d1-143b-40eb-bce1-2b39e9d7d550 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:49.416315 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:49.489653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] For port 4fbdd705-5fa0-414d-8538-6d41a1247740, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:57:49.550195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] For port 4fbdd705-5fa0-414d-8538-6d41a1247740, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4fbdd705-5fa0-414d-8538-6d41a1247740,segment=NetworkSegment(042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99),segment_id=042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:57:49.564786 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:49.586575 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4dba93-9889-4241-966c-2deabb615974 None None] Update dhcp port {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'fixed_ips': [{'subnet_id': 'd37f79f2-32f4-41e8-bbd8-3284f511e894', 'ip_address': '172.20.0.2'}, {'subnet_id': '5dcd94f5-95f3-4163-a38a-6f45dd0fc158'}], 'binding:host_id': 'n-d-805737-3'}, 'id': '012de97a-cddd-4469-9b9b-c52a199e50cb'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:57:49.590839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45552) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:49.597065 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c16227a7-1e79-4e66-a0a8-fb9f16576335 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1894519390', 'description': 'tempest-secgroup-smoke-1894519390 description', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:49.643954 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c16227a7-1e79-4e66-a0a8-fb9f16576335 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:49.684354 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e429f3f-8329-4e13-973f-712ae4197f65 admin admin] Router a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:57:49.698008 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a29e8d1-143b-40eb-bce1-2b39e9d7d550 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:49.729749 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca4dba93-9889-4241-966c-2deabb615974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:49.752554 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780cae5-e120-4f0e-95d8-83753a98c69a None None] Pushing event updated for resources: {'Port': ['ID=4fbdd705-5fa0-414d-8538-6d41a1247740,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:49.757539 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a29e8d1-143b-40eb-bce1-2b39e9d7d550 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:49.765419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3a29e8d1-143b-40eb-bce1-2b39e9d7d550 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:49.766812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a0950-dc0b-48dd-a289-058135518cf4 req-84a71344-ac50-4688-b2a4-807270cedb41 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:49.775341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e98a0950-dc0b-48dd-a289-058135518cf4 req-84a71344-ac50-4688-b2a4-807270cedb41 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.1159179 Nov 11 21:57:49.829674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a29e8d1-143b-40eb-bce1-2b39e9d7d550 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:49.873174 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e98a0950-dc0b-48dd-a289-058135518cf4 req-00c52d13-088c-46e1-a5d2-982eb2a540b4 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898459 Nov 11 21:57:49.899149 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c16227a7-1e79-4e66-a0a8-fb9f16576335 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:49.910869 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c16227a7-1e79-4e66-a0a8-fb9f16576335 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:49.966761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29e8d1-143b-40eb-bce1-2b39e9d7d550 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=7503b8a1-13f2-43f4-9aa7-47d5f3f950ae,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:50.006797 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c16227a7-1e79-4e66-a0a8-fb9f16576335 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:50.009305 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c16227a7-1e79-4e66-a0a8-fb9f16576335 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4173748 Nov 11 21:57:50.023096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45562) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:50.033469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d6806edd-d0d1-4217-a56b-5b59605b1ace tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '820fda86-7d88-430f-bca6-022d59593926', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:50.050096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a29e8d1-143b-40eb-bce1-2b39e9d7d550 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:50.052115 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a29e8d1-143b-40eb-bce1-2b39e9d7d550 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:50.060596 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16227a7-1e79-4e66-a0a8-fb9f16576335 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820fda86-7d88-430f-bca6-022d59593926,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:50.121208 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6806edd-d0d1-4217-a56b-5b59605b1ace tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:50.143318 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3a29e8d1-143b-40eb-bce1-2b39e9d7d550 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7762296 Nov 11 21:57:50.148459 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45566) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:50.182552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e429f3f-8329-4e13-973f-712ae4197f65 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:57:50.198504 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1584a2a-d903-4ba8-88ef-a37f64e19230 None None] Sync routers for ids ['a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:57:50.219280 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3e429f3f-8329-4e13-973f-712ae4197f65 admin admin] 10.222.0.57 "PUT /v2.0/routers/a0417ebf-8e33-44e3-b22b-f6f000d7d6d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8126361 Nov 11 21:57:50.222237 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1584a2a-d903-4ba8-88ef-a37f64e19230 None None] Routers {'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:50.224738 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f1584a2a-d903-4ba8-88ef-a37f64e19230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:50.240005 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6806edd-d0d1-4217-a56b-5b59605b1ace tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:50.240226 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ca4dba93-9889-4241-966c-2deabb615974 None None] Allocated IP 2001:db8::f816:3eff:fe16:38ce (386cd058-2fb8-40f0-a159-c94cb531b2cc/5dcd94f5-95f3-4163-a38a-6f45dd0fc158/012de97a-cddd-4469-9b9b-c52a199e50cb) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:50.241083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45568) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:50.295858 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 012de97a-cddd-4469-9b9b-c52a199e50cb up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:50.325324 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6806edd-d0d1-4217-a56b-5b59605b1ace tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:50.379761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c216446d-a808-42bf-90c2-58ab6f6fb527 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:50.387388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c216446d-a808-42bf-90c2-58ab6f6fb527 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:50.388983 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c216446d-a808-42bf-90c2-58ab6f6fb527 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.2376773 Nov 11 21:57:50.390291 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6806edd-d0d1-4217-a56b-5b59605b1ace tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b0467a-7770-4947-bcee-7d2ef5c15877,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:50.393299 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45576) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:50.426684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6806edd-d0d1-4217-a56b-5b59605b1ace tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:50.430515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32691f8-4b38-469c-a24f-50c044743699 req-b1258287-d28a-4177-abf9-e3986d0cb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:50.434824 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b32691f8-4b38-469c-a24f-50c044743699 req-b1258287-d28a-4177-abf9-e3986d0cb601 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5757a57d321c41bda10f53e68ffe1106&device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 1096 time: 0.1082144 Nov 11 21:57:50.435328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45578) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:50.438166 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d6806edd-d0d1-4217-a56b-5b59605b1ace tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4135852 Nov 11 21:57:50.451770 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cfbeb892-fce3-4ee4-b887-7fdfef1c3595 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '820fda86-7d88-430f-bca6-022d59593926', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:50.538308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10089b9-57fd-4ba7-ac84-64353ffb9d5c req-846cff84-bb33-4f32-9f43-f5ee5e5e62a3 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:50.548520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a10089b9-57fd-4ba7-ac84-64353ffb9d5c req-846cff84-bb33-4f32-9f43-f5ee5e5e62a3 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.2361104 Nov 11 21:57:50.553921 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb892-fce3-4ee4-b887-7fdfef1c3595 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:50.561738 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f1584a2a-d903-4ba8-88ef-a37f64e19230 None None] Set router a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:50.697970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a10089b9-57fd-4ba7-ac84-64353ffb9d5c req-174b259b-3c54-4ed9-a32f-dc73023ca898 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478238 Nov 11 21:57:50.726106 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:50.734895 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb892-fce3-4ee4-b887-7fdfef1c3595 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:50.750651 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb892-fce3-4ee4-b887-7fdfef1c3595 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:50.785647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 012de97a-cddd-4469-9b9b-c52a199e50cb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:50.786031 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:50.859673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbeb892-fce3-4ee4-b887-7fdfef1c3595 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c75db2f-70fb-4d83-830a-751ee9a753df,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:50.860545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f593d914-3647-4776-b4f6-a9983154cc51 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port 7503b8a1-13f2-43f4-9aa7-47d5f3f950ae {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:50.860917 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f593d914-3647-4776-b4f6-a9983154cc51 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:50.880195 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cfbeb892-fce3-4ee4-b887-7fdfef1c3595 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:50.883955 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cfbeb892-fce3-4ee4-b887-7fdfef1c3595 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4448726 Nov 11 21:57:50.889822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45584) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:50.933073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32691f8-4b38-469c-a24f-50c044743699 req-5660b800-574f-4e89-9d5a-875badf2fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:50.935015 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b32691f8-4b38-469c-a24f-50c044743699 req-5660b800-574f-4e89-9d5a-875badf2fa69 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 200 len: 912 time: 0.4775491 Nov 11 21:57:50.937971 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f1584a2a-d903-4ba8-88ef-a37f64e19230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'name': 'tempest-TestAggregatesBasicOps-1615859842-router', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:26Z', 'updated_at': '2021-11-11T21:57:48Z', 'revision_number': 5, 'project_id': '70908fbce72d449598431a6136ecd12e', 'gw_port': {'id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:27Z', 'updated_at': '2021-11-11T21:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:50.955552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ca4dba93-9889-4241-966c-2deabb615974 None None] For port 012de97a-cddd-4469-9b9b-c52a199e50cb, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=012de97a-cddd-4469-9b9b-c52a199e50cb,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:50.969130 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1584a2a-d903-4ba8-88ef-a37f64e19230 None None] Checking router: a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:57:50.975378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f9a46f4e-cf8a-41bf-8855-4d32874d1eed tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '820fda86-7d88-430f-bca6-022d59593926', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:50.986594 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1584a2a-d903-4ba8-88ef-a37f64e19230 None None] Routers {'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:57:50.987510 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f1584a2a-d903-4ba8-88ef-a37f64e19230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:50.997596 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca4dba93-9889-4241-966c-2deabb615974 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:51.014178 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca4dba93-9889-4241-966c-2deabb615974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:51.017335 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f593d914-3647-4776-b4f6-a9983154cc51 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:51.038517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f593d914-3647-4776-b4f6-a9983154cc51 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for 7503b8a1-13f2-43f4-9aa7-47d5f3f950ae owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:51.081635 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b32691f8-4b38-469c-a24f-50c044743699 req-cf67615f-639d-4fb0-8fec-87fef06b4de7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0b027a-b17c-4359-8442-35cb03c25936 HTTP/1.1" status: 200 len: 1001 time: 0.1352942 Nov 11 21:57:51.181299 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32691f8-4b38-469c-a24f-50c044743699 req-9b40891d-11e9-4054-b51e-c67c87b8f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:51.186599 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b32691f8-4b38-469c-a24f-50c044743699 req-9b40891d-11e9-4054-b51e-c67c87b8f0fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39cbd100-acd0-46b4-8419-af45cc0c3279 HTTP/1.1" status: 200 len: 849 time: 0.0968287 Nov 11 21:57:51.202819 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f1584a2a-d903-4ba8-88ef-a37f64e19230 None None] Set router a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:57:51.289865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32691f8-4b38-469c-a24f-50c044743699 req-b87cef4b-4efe-4896-b812-26f209896ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:51.292046 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b32691f8-4b38-469c-a24f-50c044743699 req-b87cef4b-4efe-4896-b812-26f209896ab6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e1eddca-e131-4ae9-bee4-182d654beb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984054 Nov 11 21:57:51.300370 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9a46f4e-cf8a-41bf-8855-4d32874d1eed tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:51.304162 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:51.323430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dba93-9889-4241-966c-2deabb615974 None None] Pushing event updated for resources: {'Port': ['ID=012de97a-cddd-4469-9b9b-c52a199e50cb,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:51.343725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c424f78a-090d-42fb-9e3f-cdbb4539a913 None None] Network f27f38fe-b3ea-4521-b060-95f03458958b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:51.466768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-13addf54-9cac-4d73-8216-669a9963c1d4 None None] Provisioning complete for port 4fbdd705-5fa0-414d-8538-6d41a1247740 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:51.468171 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13addf54-9cac-4d73-8216-669a9963c1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:51.476027 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f593d914-3647-4776-b4f6-a9983154cc51 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:51.509742 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b32691f8-4b38-469c-a24f-50c044743699 req-034040b9-2c0f-463e-9de1-1ab9fe2c191d service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095397 Nov 11 21:57:51.549703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593d914-3647-4776-b4f6-a9983154cc51 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=7503b8a1-13f2-43f4-9aa7-47d5f3f950ae,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:51.590655 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f1584a2a-d903-4ba8-88ef-a37f64e19230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'name': 'tempest-TestAggregatesBasicOps-1615859842-router', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:26Z', 'updated_at': '2021-11-11T21:57:48Z', 'revision_number': 5, 'project_id': '70908fbce72d449598431a6136ecd12e', 'gw_port': {'id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:27Z', 'updated_at': '2021-11-11T21:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:51.628230 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1584a2a-d903-4ba8-88ef-a37f64e19230 None None] The sync data for ids ['a0417ebf-8e33-44e3-b22b-f6f000d7d6d8'] in n-d-805737-3 is: [{'id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'name': 'tempest-TestAggregatesBasicOps-1615859842-router', 'tenant_id': '70908fbce72d449598431a6136ecd12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:57:26Z', 'updated_at': '2021-11-11T21:57:48Z', 'revision_number': 5, 'project_id': '70908fbce72d449598431a6136ecd12e', 'gw_port': {'id': '51230a3b-f9f1-41e3-87ab-1244f3bf9fd8', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0417ebf-8e33-44e3-b22b-f6f000d7d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:57:27Z', 'updated_at': '2021-11-11T21:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:57:51.639201 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9a46f4e-cf8a-41bf-8855-4d32874d1eed tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:51.644080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] Deleting port 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:51.644413 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:51.697915 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b32691f8-4b38-469c-a24f-50c044743699 req-69ec78ea-d8d8-479f-9514-8d6e7ca291da service neutron] 10.222.0.10 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804342 Nov 11 21:57:51.764968 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9a46f4e-cf8a-41bf-8855-4d32874d1eed tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:51.793588 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13addf54-9cac-4d73-8216-669a9963c1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:51.840955 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-13addf54-9cac-4d73-8216-669a9963c1d4 None None] For port 4fbdd705-5fa0-414d-8538-6d41a1247740, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4fbdd705-5fa0-414d-8538-6d41a1247740,segment=NetworkSegment(042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99),segment_id=042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:51.852228 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13addf54-9cac-4d73-8216-669a9963c1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:51.872675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] For port 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=51230a3b-f9f1-41e3-87ab-1244f3bf9fd8,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:51.873405 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:51.934018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13addf54-9cac-4d73-8216-669a9963c1d4 None None] Pushing event updated for resources: {'Port': ['ID=4fbdd705-5fa0-414d-8538-6d41a1247740,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:51.969300 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a46f4e-cf8a-41bf-8855-4d32874d1eed tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3f901d-c6d3-470c-b2bc-52e0e9724f1d,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:51.996363 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] Calling delete_port for 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:52.036181 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f9a46f4e-cf8a-41bf-8855-4d32874d1eed tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.039680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f9a46f4e-cf8a-41bf-8855-4d32874d1eed tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1464193 Nov 11 21:57:52.040200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45602) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:52.048762 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f593d914-3647-4776-b4f6-a9983154cc51 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.057736 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-db4c5ef0-39ee-44b0-b7f3-3156b5a61d80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '820fda86-7d88-430f-bca6-022d59593926', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:52.058146 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f593d914-3647-4776-b4f6-a9983154cc51 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/7503b8a1-13f2-43f4-9aa7-47d5f3f950ae HTTP/1.1" status: 204 len: 168 time: 1.6635802 Nov 11 21:57:52.107615 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45604) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:52.140280 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c014b4c-7450-478e-a3a8-1377b37489b1 req-194c3985-0720-4edc-a835-72152c2a5d18 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:52.152408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c014b4c-7450-478e-a3a8-1377b37489b1 req-194c3985-0720-4edc-a835-72152c2a5d18 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.3707943 Nov 11 21:57:52.205617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95efe84-a417-434c-981f-93d6c72f8570 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:52.207253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95efe84-a417-434c-981f-93d6c72f8570 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:52.208883 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95efe84-a417-434c-981f-93d6c72f8570 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:52.210357 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f95efe84-a417-434c-981f-93d6c72f8570 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1005595 Nov 11 21:57:52.216048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45606) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:52.233790 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db4c5ef0-39ee-44b0-b7f3-3156b5a61d80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.269189 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8c014b4c-7450-478e-a3a8-1377b37489b1 req-14bf1130-8c8b-4351-82b2-4fdb9b708efd tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154635 Nov 11 21:57:52.317861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a5f22eff-aa7e-4968-8016-b5a48c14163c None None] Provisioning complete for port 4fbdd705-5fa0-414d-8538-6d41a1247740 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:52.331942 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5f22eff-aa7e-4968-8016-b5a48c14163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.341731 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4fbdd705-5fa0-414d-8538-6d41a1247740 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:52.342485 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db4c5ef0-39ee-44b0-b7f3-3156b5a61d80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.350548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db4c5ef0-39ee-44b0-b7f3-3156b5a61d80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.380140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c5ef0-39ee-44b0-b7f3-3156b5a61d80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79773634-a168-40f8-9cc7-fdf37455dfb0,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:52.404573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-db4c5ef0-39ee-44b0-b7f3-3156b5a61d80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.406154 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-db4c5ef0-39ee-44b0-b7f3-3156b5a61d80 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3647826 Nov 11 21:57:52.409346 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45610) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:52.418674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9e0391f3-a3d1-4e58-9932-7333ca1a022c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '820fda86-7d88-430f-bca6-022d59593926', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:52.471138 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-9e0391f3-a3d1-4e58-9932-7333ca1a022c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Project a6474ef6257e4f61ac984a0b362bab65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:57:52.473740 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.490639 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e0391f3-a3d1-4e58-9932-7333ca1a022c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.497709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-19008bb0-ec98-4197-b23f-93f39a9d7708 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 5dcd94f5-95f3-4163-a38a-6f45dd0fc158 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:57:52.501560 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-19008bb0-ec98-4197-b23f-93f39a9d7708 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.501710 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 4fbdd705-5fa0-414d-8538-6d41a1247740 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:52.502003 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.573742 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=51230a3b-f9f1-41e3-87ab-1244f3bf9fd8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:52.593071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5606489d-75a7-494e-9547-83f23dd36cb9 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:52.649539 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e0391f3-a3d1-4e58-9932-7333ca1a022c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.650513 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 012de97a-cddd-4469-9b9b-c52a199e50cb up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:52.660209 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e0391f3-a3d1-4e58-9932-7333ca1a022c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.664908 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.687614 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0391f3-a3d1-4e58-9932-7333ca1a022c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e7bb07-374f-4e32-a211-30ef4c872e73,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:52.713498 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9e0391f3-a3d1-4e58-9932-7333ca1a022c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.725876 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9e0391f3-a3d1-4e58-9932-7333ca1a022c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3148661 Nov 11 21:57:52.726838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45616) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:52.732869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0abfcd81-1b3b-4712-ba15-4d82c7c2b5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '820fda86-7d88-430f-bca6-022d59593926', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:52.744437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1b5d8c6d-d645-4761-8fa5-1e7e592b827f None None] Provisioning complete for port 012de97a-cddd-4469-9b9b-c52a199e50cb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:52.744966 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8c6d-d645-4761-8fa5-1e7e592b827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.769985 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-0abfcd81-1b3b-4712-ba15-4d82c7c2b5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Project a6474ef6257e4f61ac984a0b362bab65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:57:52.777863 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0abfcd81-1b3b-4712-ba15-4d82c7c2b5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.800027 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 012de97a-cddd-4469-9b9b-c52a199e50cb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:52.800441 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.966817 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dc0c2ea6-264c-4478-b965-69aef3fd308c req-6495a4a3-3f3a-406a-9a50-daa022a80afe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1091189 Nov 11 21:57:52.972025 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0abfcd81-1b3b-4712-ba15-4d82c7c2b5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.992414 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0abfcd81-1b3b-4712-ba15-4d82c7c2b5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:53.028705 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ad798ecd-3a0f-4d01-a34d-cd425d059a55 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:53.051586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfcd81-1b3b-4712-ba15-4d82c7c2b5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b773296d-acf5-4a58-a06b-e2f5134f211b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:53.073600 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: ad798ecd-3a0f-4d01-a34d-cd425d059a55 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:53.074234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ad798ecd-3a0f-4d01-a34d-cd425d059a55 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:53.114635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d13df2ae-5748-462b-856b-22db46f69ed0 None None] Could not find standard attr ID for object 7503b8a1-13f2-43f4-9aa7-47d5f3f950ae. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:57:53.124308 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0abfcd81-1b3b-4712-ba15-4d82c7c2b5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:53.150861 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0abfcd81-1b3b-4712-ba15-4d82c7c2b5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4221871 Nov 11 21:57:53.153301 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:53.155642 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:53.169667 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c2ea6-264c-4478-b965-69aef3fd308c req-85efe310-c1c1-41ba-84d4-1c93a3ae2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:53.171595 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dc0c2ea6-264c-4478-b965-69aef3fd308c req-85efe310-c1c1-41ba-84d4-1c93a3ae2a3a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a6474ef6257e4f61ac984a0b362bab65&device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 1097 time: 0.1093411 Nov 11 21:57:53.174914 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-19008bb0-ec98-4197-b23f-93f39a9d7708 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:53.245087 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:53.245854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:57:53.251116 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:53.255485 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-98362fb6-640a-43c6-8d9d-5df8e5606a7d admin admin] 10.222.0.57 "DELETE /v2.0/routers/a0417ebf-8e33-44e3-b22b-f6f000d7d6d8 HTTP/1.1" status: 204 len: 168 time: 3.0133119 Nov 11 21:57:53.256156 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45628) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:53.323945 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:57:53.325343 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d154513-421f-47c9-88cb-380b89930f33 None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:57:53.347392 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb907de-d69a-421d-b989-7b365fe904c9 admin admin] Deleting subnet 7aea445f-2cd4-4cda-a1ae-04d58dc56111 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:57:53.351448 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5bb907de-d69a-421d-b989-7b365fe904c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:53.397059 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5bb907de-d69a-421d-b989-7b365fe904c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:53.440123 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c2ea6-264c-4478-b965-69aef3fd308c req-2019f161-3ba8-4bd9-aacc-5bce1d872b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:53.441869 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dc0c2ea6-264c-4478-b965-69aef3fd308c req-2019f161-3ba8-4bd9-aacc-5bce1d872b12 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7955aa4b-29f0-4ae7-a4ec-e33170459584 HTTP/1.1" status: 200 len: 899 time: 0.2430351 Nov 11 21:57:53.503249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d154513-421f-47c9-88cb-380b89930f33 None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:57:53.548335 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dc0c2ea6-264c-4478-b965-69aef3fd308c req-1fe5a825-198c-4302-9877-f3b189b2fda8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf46abd-a97f-49ce-86d8-3993ea039b3c HTTP/1.1" status: 200 len: 1001 time: 0.0907166 Nov 11 21:57:53.569192 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-19008bb0-ec98-4197-b23f-93f39a9d7708 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:53.608908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f56f0-618e-4f9e-bb9e-e6d86e5f08b0 req-c2aa63be-d45f-44d0-863d-2e421aa664fb tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:53.608908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-767f56f0-618e-4f9e-bb9e-e6d86e5f08b0 req-c2aa63be-d45f-44d0-863d-2e421aa664fb tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.1602793 Nov 11 21:57:53.612861 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5bb907de-d69a-421d-b989-7b365fe904c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:53.643789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c2ea6-264c-4478-b965-69aef3fd308c req-65992136-0737-45d2-b460-a1270b872bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:53.645414 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dc0c2ea6-264c-4478-b965-69aef3fd308c req-65992136-0737-45d2-b460-a1270b872bc0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26e855f5-9574-406a-93e9-32e5d01b3998 HTTP/1.1" status: 200 len: 835 time: 0.0852067 Nov 11 21:57:53.725452 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5bb907de-d69a-421d-b989-7b365fe904c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:53.731157 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c2ea6-264c-4478-b965-69aef3fd308c req-19835f1e-b457-404f-803a-ee50b98ae0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:53.732954 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dc0c2ea6-264c-4478-b965-69aef3fd308c req-19835f1e-b457-404f-803a-ee50b98ae0c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7955aa4b-29f0-4ae7-a4ec-e33170459584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741999 Nov 11 21:57:53.780323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-767f56f0-618e-4f9e-bb9e-e6d86e5f08b0 req-591e7799-d95f-4588-94d3-a4d1458e0ac6 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281281 Nov 11 21:57:53.784000 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-19008bb0-ec98-4197-b23f-93f39a9d7708 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:53.789906 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb907de-d69a-421d-b989-7b365fe904c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aea445f-2cd4-4cda-a1ae-04d58dc56111,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:53.792393 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5bb907de-d69a-421d-b989-7b365fe904c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:53.795832 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5bb907de-d69a-421d-b989-7b365fe904c9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7aea445f-2cd4-4cda-a1ae-04d58dc56111 HTTP/1.1" status: 204 len: 168 time: 0.5361614 Nov 11 21:57:53.834367 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45640) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:53.899240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19008bb0-ec98-4197-b23f-93f39a9d7708 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=5dcd94f5-95f3-4163-a38a-6f45dd0fc158,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:53.934648 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dc0c2ea6-264c-4478-b965-69aef3fd308c req-0d0fd2f5-db07-4610-ba91-66e2da110dd8 service neutron] 10.222.0.71 "GET /v2.0/networks/7955aa4b-29f0-4ae7-a4ec-e33170459584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874990 Nov 11 21:57:53.939063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:53.954552 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-19008bb0-ec98-4197-b23f-93f39a9d7708 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:53.958042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-19008bb0-ec98-4197-b23f-93f39a9d7708 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/5dcd94f5-95f3-4163-a38a-6f45dd0fc158 HTTP/1.1" status: 204 len: 168 time: 1.7397780 Nov 11 21:57:53.961775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45660) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:53.964549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:53.964917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 51230a3b-f9f1-41e3-87ab-1244f3bf9fd8 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:53.978226 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf134f9-a112-4443-aea7-d386e7ff30d6 None None] Update dhcp port {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'fixed_ips': [{'subnet_id': 'd37f79f2-32f4-41e8-bbd8-3284f511e894', 'ip_address': '172.20.0.2'}], 'binding:host_id': 'n-d-805737-3'}, 'id': '012de97a-cddd-4469-9b9b-c52a199e50cb'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:57:54.013136 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dbf134f9-a112-4443-aea7-d386e7ff30d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:54.055501 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ba25b5-1c0c-4551-ae53-de78be7bfd70 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet d37f79f2-32f4-41e8-bbd8-3284f511e894 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:57:54.058729 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-96ba25b5-1c0c-4551-ae53-de78be7bfd70 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:54.062029 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-dc0c2ea6-264c-4478-b965-69aef3fd308c req-abc2a9bd-fac0-42a0-bbc0-789ca6ceada9 service neutron] 10.222.0.71 "GET /v2.0/networks/7955aa4b-29f0-4ae7-a4ec-e33170459584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086240 Nov 11 21:57:54.131263 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-96ba25b5-1c0c-4551-ae53-de78be7bfd70 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:54.135666 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:54.181210 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-db0edc49-55d8-43b5-9a23-da1e0db4aa64 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894519390&fields=id&tenant_id=a6474ef6257e4f61ac984a0b362bab65 HTTP/1.1" status: 200 len: 267 time: 0.2462206 Nov 11 21:57:54.334638 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-96ba25b5-1c0c-4551-ae53-de78be7bfd70 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:54.388153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-0ed84b7d-fce7-4f56-bcf2-4de075e76192 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:54.389692 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-0ed84b7d-fce7-4f56-bcf2-4de075e76192 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/networks?id=f27f38fe-b3ea-4521-b060-95f03458958b HTTP/1.1" status: 200 len: 796 time: 0.2004738 Nov 11 21:57:54.411289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] Deleting port 271500f5-47db-4979-873d-be5ba8eaa75b {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:54.411599 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:54.440755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-a73a92e9-d10a-42c0-ad93-014cf7921365 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/quotas/a6474ef6257e4f61ac984a0b362bab65 HTTP/1.1" status: 200 len: 375 time: 0.0424340 Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server [None req-dbf134f9-a112-4443-aea7-d386e7ff30d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d37f79f2-32f4-41e8-bbd8-3284f511e894: This subnet is being modified by another concurrent operation. Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise exception Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d37f79f2-32f4-41e8-bbd8-3284f511e894: This subnet is being modified by another concurrent operation. Nov 11 21:57:54.497546 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Nov 11 21:57:54.517335 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-96ba25b5-1c0c-4551-ae53-de78be7bfd70 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:54.528240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] For port 271500f5-47db-4979-873d-be5ba8eaa75b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=271500f5-47db-4979-873d-be5ba8eaa75b,segment=NetworkSegment(a1671a37-8014-43d4-b86b-d7359be2a2a6),segment_id=a1671a37-8014-43d4-b86b-d7359be2a2a6)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:54.528622 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:54.566514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba25b5-1c0c-4551-ae53-de78be7bfd70 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=d37f79f2-32f4-41e8-bbd8-3284f511e894,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:54.575586 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-96ba25b5-1c0c-4551-ae53-de78be7bfd70 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:54.576386 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-96ba25b5-1c0c-4551-ae53-de78be7bfd70 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/d37f79f2-32f4-41e8-bbd8-3284f511e894 HTTP/1.1" status: 204 len: 168 time: 0.5813708 Nov 11 21:57:54.578326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] Calling delete_port for 271500f5-47db-4979-873d-be5ba8eaa75b owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:54.579259 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45672) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:54.596366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe0f276-510f-4a92-8ae5-7b5583e2a022 None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:57:54.598526 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-d05d9d36-3162-487a-a0c0-a4071071921d tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6474ef6257e4f61ac984a0b362bab65&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1491942 Nov 11 21:57:54.629502 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ecaf975d-958c-4eff-b5cf-9ce8272b40de tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488541 Nov 11 21:57:54.630232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45674) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:54.686022 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de40142-85db-4a96-ad70-a12b26c25b37 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:54.696015 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1de40142-85db-4a96-ad70-a12b26c25b37 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0647912 Nov 11 21:57:54.698554 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45676) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:54.698770 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6a101bd8-bcbf-4e72-9d08-29394a0d4d51 None None] Provisioning complete for port 012de97a-cddd-4469-9b9b-c52a199e50cb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:54.699149 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a101bd8-bcbf-4e72-9d08-29394a0d4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:54.766934 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6631cb2e-48a5-42e0-b340-fb1cabc20e3d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:54.772568 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6631cb2e-48a5-42e0-b340-fb1cabc20e3d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0705793 Nov 11 21:57:54.773695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45678) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:54.791044 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-fa18c297-9199-4cff-b5f6-c3d3e76c0973 service neutron] 10.222.0.57 "GET /v2.0/networks/f27f38fe-b3ea-4521-b060-95f03458958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388257 Nov 11 21:57:54.801545 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:54.816563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe0f276-510f-4a92-8ae5-7b5583e2a022 None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:57:54.835016 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-994ef95a-5ee4-47b0-b29b-20aeee257197 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555134 Nov 11 21:57:54.835409 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45680) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:54.843332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4a463be6-0258-41b9-bf11-5754fc83ebcc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:54.856318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] Pushing event deleted for resources: {'Port': ['ID=271500f5-47db-4979-873d-be5ba8eaa75b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:54.885913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] No DVR routers for this DVR port 271500f5-47db-4979-873d-be5ba8eaa75b on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:57:54.970940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a463be6-0258-41b9-bf11-5754fc83ebcc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:54.975595 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a463be6-0258-41b9-bf11-5754fc83ebcc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:54.977128 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a463be6-0258-41b9-bf11-5754fc83ebcc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:57:54.977622 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a463be6-0258-41b9-bf11-5754fc83ebcc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:57:54.986261 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.001467 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4a463be6-0258-41b9-bf11-5754fc83ebcc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1631610 Nov 11 21:57:55.003843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45686) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:55.013193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-16efae53-77ca-4fe5-9598-f2fc7fc0ebe9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:55.017388 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-21d32884-32e1-407e-9b87-e8c0cc2cd848 service neutron] 10.222.0.57 "GET /v2.0/networks/f27f38fe-b3ea-4521-b060-95f03458958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251618 Nov 11 21:57:55.038973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:55.057177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1671a37-8014-43d4-b86b-d7359be2a2a6') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:55.060411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1671a37-8014-43d4-b86b-d7359be2a2a6') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:57:55.074471 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.090645 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.102164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:57:55.102565 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:57:55.104315 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:57:55.134438 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16efae53-77ca-4fe5-9598-f2fc7fc0ebe9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:55.138336 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-16efae53-77ca-4fe5-9598-f2fc7fc0ebe9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.139929 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-16efae53-77ca-4fe5-9598-f2fc7fc0ebe9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:57:55.140550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16efae53-77ca-4fe5-9598-f2fc7fc0ebe9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:57:55.168288 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-16efae53-77ca-4fe5-9598-f2fc7fc0ebe9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1605763 Nov 11 21:57:55.168550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45688) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:55.189717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5b39f0b8-b9ae-475c-8837-486ea0677f10 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:55.207246 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.214187 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.222219 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] 10.222.0.57 "DELETE /v2.0/networks/7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3 HTTP/1.1" status: 204 len: 168 time: 1.3195078 Nov 11 21:57:55.228933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4ec264-d25c-4371-bb04-779cb894c98e None None] Network 7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:55.241490 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fe1eb-c52c-46c6-9c34-18565a2a15bc admin admin] Pushing event deleted for resources: {'Network': ['ID=7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:55.252824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7ca00a-f050-4532-b623-24dd16e8be39 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:55.277354 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4ec264-d25c-4371-bb04-779cb894c98e None None] Network 7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3 could not be found, it might have been deleted concurrently. {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 21:57:55.374805 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70475997-16d1-4638-ab64-22d8b684539a None None] DHCP port deletion for 7eac2a7a-3e3c-4de4-ba2f-e2a0ac9849f3 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:55.387642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b39f0b8-b9ae-475c-8837-486ea0677f10 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:55.388721 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b55ded27-490b-49e3-b00b-235d9869d5b3 req-cf6640c4-47bc-418a-8efd-018f9f25b80c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 210 time: 0.0992737 Nov 11 21:57:55.395617 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5b39f0b8-b9ae-475c-8837-486ea0677f10 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.397288 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b39f0b8-b9ae-475c-8837-486ea0677f10 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:57:55.397725 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b39f0b8-b9ae-475c-8837-486ea0677f10 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:57:55.421013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0eee16d5-39f4-4038-98a8-0339f424f6fa None None] Provisioning complete for port 012de97a-cddd-4469-9b9b-c52a199e50cb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:55.421347 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0eee16d5-39f4-4038-98a8-0339f424f6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.436475 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5b39f0b8-b9ae-475c-8837-486ea0677f10 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2666514 Nov 11 21:57:55.439760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45702) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:55.453555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-744b053a-7847-43d2-baf8-135016c8dcd2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:55.558008 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c390f-6cdb-41dd-8d7a-a7c5f73a8d2b None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:57:55.601895 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45710) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:55.637758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744b053a-7847-43d2-baf8-135016c8dcd2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:55.646116 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-744b053a-7847-43d2-baf8-135016c8dcd2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.649788 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-744b053a-7847-43d2-baf8-135016c8dcd2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:57:55.651397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744b053a-7847-43d2-baf8-135016c8dcd2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:57:55.673203 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9b571b5e-501a-42a1-b53e-3ca2e0b2a8bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=704ec0f05ba943f08bd7cb64bf299ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0686774 Nov 11 21:57:55.675875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45716) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:55.676722 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c390f-6cdb-41dd-8d7a-a7c5f73a8d2b None None] Deleting port 012de97a-cddd-4469-9b9b-c52a199e50cb {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:55.677260 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d3c390f-6cdb-41dd-8d7a-a7c5f73a8d2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.684981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-744b053a-7847-43d2-baf8-135016c8dcd2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2434747 Nov 11 21:57:55.687971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45718) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:55.702607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-31954977-1205-4d28-b5a9-1e32fc0b2592 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:55.755081 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-484ab43b-2202-4548-bde2-c24c6ac03f27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.786477 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-484ab43b-2202-4548-bde2-c24c6ac03f27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.837018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7d3c390f-6cdb-41dd-8d7a-a7c5f73a8d2b None None] For port 012de97a-cddd-4469-9b9b-c52a199e50cb, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=012de97a-cddd-4469-9b9b-c52a199e50cb,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:57:55.844883 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d3c390f-6cdb-41dd-8d7a-a7c5f73a8d2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.863752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-484ab43b-2202-4548-bde2-c24c6ac03f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.866959 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-484ab43b-2202-4548-bde2-c24c6ac03f27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.868610 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-484ab43b-2202-4548-bde2-c24c6ac03f27 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3015aaa1-6cc8-4f5d-984e-2527c9a215c4 HTTP/1.1" status: 204 len: 168 time: 0.1914408 Nov 11 21:57:55.879855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ab43b-2202-4548-bde2-c24c6ac03f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3015aaa1-6cc8-4f5d-984e-2527c9a215c4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:55.894214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c390f-6cdb-41dd-8d7a-a7c5f73a8d2b None None] Calling delete_port for 012de97a-cddd-4469-9b9b-c52a199e50cb owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:55.909102 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31954977-1205-4d28-b5a9-1e32fc0b2592 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:55.913561 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-31954977-1205-4d28-b5a9-1e32fc0b2592 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:55.915341 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-31954977-1205-4d28-b5a9-1e32fc0b2592 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:57:55.915974 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31954977-1205-4d28-b5a9-1e32fc0b2592 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:57:55.937815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-31954977-1205-4d28-b5a9-1e32fc0b2592 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2460244 Nov 11 21:57:55.945898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45728) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:55.959396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2ba56e87-a224-4819-9620-00340db0c6fe tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:55.985173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 271500f5-47db-4979-873d-be5ba8eaa75b no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:56.023624 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 271500f5-47db-4979-873d-be5ba8eaa75b {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:57:56.023883 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 271500f5-47db-4979-873d-be5ba8eaa75b not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:57:56.024400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 012de97a-cddd-4469-9b9b-c52a199e50cb no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:57:56.103792 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba56e87-a224-4819-9620-00340db0c6fe tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:56.108571 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ba56e87-a224-4819-9620-00340db0c6fe tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:56.111525 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba56e87-a224-4819-9620-00340db0c6fe tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:57:56.112325 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba56e87-a224-4819-9620-00340db0c6fe tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:57:56.139107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2ba56e87-a224-4819-9620-00340db0c6fe tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1884520 Nov 11 21:57:56.141499 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45734) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:56.150511 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d3c390f-6cdb-41dd-8d7a-a7c5f73a8d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:56.182054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d7d0d3c9-b53d-404f-95e3-96155c5157ec tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0385203 Nov 11 21:57:56.184527 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45736) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:56.193620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c390f-6cdb-41dd-8d7a-a7c5f73a8d2b None None] Pushing event deleted for resources: {'Port': ['ID=012de97a-cddd-4469-9b9b-c52a199e50cb,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:56.201733 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:56.214708 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3c390f-6cdb-41dd-8d7a-a7c5f73a8d2b None None] No DVR routers for this DVR port 012de97a-cddd-4469-9b9b-c52a199e50cb on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:57:56.275731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577c8a1b-a1dc-4063-85e8-d799d507fb0f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:56.277543 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-577c8a1b-a1dc-4063-85e8-d799d507fb0f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0919771 Nov 11 21:57:56.280742 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45742) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:56.332759 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a9238ef3-1a7e-476b-b045-6e9dfebc8284 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505090 Nov 11 21:57:56.336508 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45748) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:56.341591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c382fe5c-881f-4cc5-8fd2-2d812628e415 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:56.441700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c382fe5c-881f-4cc5-8fd2-2d812628e415 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:56.445823 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c382fe5c-881f-4cc5-8fd2-2d812628e415 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:56.501177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45756) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:56.529783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f10ccaeb-fed1-46b0-9ea2-b8bc50547777 req-0bfbb197-63a4-44fb-995a-5739048d863c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 210 time: 0.0481648 Nov 11 21:57:56.559999 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-62f89369-6cea-4047-9e07-da3dc6a913d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=70908fbce72d449598431a6136ecd12e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571849 Nov 11 21:57:56.562430 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45758) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:56.630533 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a40c-b2a2-4738-a981-0a63a04906d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:56.653948 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a40c-b2a2-4738-a981-0a63a04906d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:56.714581 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a40c-b2a2-4738-a981-0a63a04906d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:56.717603 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a40c-b2a2-4738-a981-0a63a04906d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:56.718927 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a0d9a40c-b2a2-4738-a981-0a63a04906d8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9f8f1b7d-672d-4503-9730-939ea4416d2f HTTP/1.1" status: 204 len: 168 time: 0.1555586 Nov 11 21:57:56.739906 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9a40c-b2a2-4738-a981-0a63a04906d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8f1b7d-672d-4503-9730-939ea4416d2f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:56.847039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.objects.ports [None req-c382fe5c-881f-4cc5-8fd2-2d812628e415 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102534) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:57:56.852097 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c382fe5c-881f-4cc5-8fd2-2d812628e415 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:56.879449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-b57ef1f4-1aee-4c0a-b2c7-9c3959f8d251 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:56.881046 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-b57ef1f4-1aee-4c0a-b2c7-9c3959f8d251 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.71 "GET /v2.0/networks?id=f27f38fe-b3ea-4521-b060-95f03458958b HTTP/1.1" status: 200 len: 796 time: 0.1201761 Nov 11 21:57:56.936916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c382fe5c-881f-4cc5-8fd2-2d812628e415 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:56.959532 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-c382fe5c-881f-4cc5-8fd2-2d812628e415 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:56.980242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a574c03a-eeeb-4208-beae-dda963e58b53 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:57:57.011009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382fe5c-881f-4cc5-8fd2-2d812628e415 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=0e166d93-f101-44e6-9dab-9713679c71fa,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:57.014885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c382fe5c-881f-4cc5-8fd2-2d812628e415 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:57.018021 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-281a92b1-bacb-4855-af02-b25db89c1a61 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6474ef6257e4f61ac984a0b362bab65 HTTP/1.1" status: 200 len: 472 time: 0.1211779 Nov 11 21:57:57.021653 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c382fe5c-881f-4cc5-8fd2-2d812628e415 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:57.032918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-5554147b-21c4-4990-8056-b2d4b9c1ead1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'port': {'device_id': 'da9979c0-8090-4ecc-af98-2d5f6676127e', 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b', 'admin_state_up': True, 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'security_groups': ['820fda86-7d88-430f-bca6-022d59593926']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:57.046650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c382fe5c-881f-4cc5-8fd2-2d812628e415 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7089248 Nov 11 21:57:57.049475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45762) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:57.057272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2bb75e2f-52ed-428a-85e6-711b0e396005 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'mac_address': 'fa:16:3e:e7:65:b3', 'name': 'tempest-NetworksTestDHCPv6-1761069672'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:57.189319 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-5554147b-21c4-4990-8056-b2d4b9c1ead1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Made reservation on behalf of a6474ef6257e4f61ac984a0b362bab65 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:57.198304 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-5554147b-21c4-4990-8056-b2d4b9c1ead1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:57.210485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': '0e166d93-f101-44e6-9dab-9713679c71fa'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:57:57.222479 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:57.269329 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb75e2f-52ed-428a-85e6-711b0e396005 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:57:57.440366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2bb75e2f-52ed-428a-85e6-711b0e396005 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:57.451124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-5554147b-21c4-4990-8056-b2d4b9c1ead1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Allocated IP 172.20.0.26 (f27f38fe-b3ea-4521-b060-95f03458958b/0d7ae0c4-3694-41f1-8b4c-b59f89bc680f/f939a7ae-d692-49cf-85de-f7ece43576e5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:57.482199 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Allocated IP 2001:db8::f816:3eff:fe69:6198 (386cd058-2fb8-40f0-a159-c94cb531b2cc/0e166d93-f101-44e6-9dab-9713679c71fa/0d4c2767-bfdd-4f47-b5de-a5ca5251d628) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:57.489160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-2bb75e2f-52ed-428a-85e6-711b0e396005 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port 1a4428cd-b9aa-4e0c-995c-436b15e8aa58 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:57:57.724949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ead2bdf3-ae85-4806-b80d-444d98d2013a req-ad95c85f-0e6a-4383-8735-47f52d62e002 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 210 time: 0.0679004 Nov 11 21:57:57.765208 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-5554147b-21c4-4990-8056-b2d4b9c1ead1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:57.816189 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-5554147b-21c4-4990-8056-b2d4b9c1ead1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:57.870301 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554147b-21c4-4990-8056-b2d4b9c1ead1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Port': ['ID=f939a7ae-d692-49cf-85de-f7ece43576e5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:57.897463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-5554147b-21c4-4990-8056-b2d4b9c1ead1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network f27f38fe-b3ea-4521-b060-95f03458958b is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:57.899994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-5554147b-21c4-4990-8056-b2d4b9c1ead1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:57.918898 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-5554147b-21c4-4990-8056-b2d4b9c1ead1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:57.969318 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:57.979812 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:57.989754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-5554147b-21c4-4990-8056-b2d4b9c1ead1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:57.990671 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-5554147b-21c4-4990-8056-b2d4b9c1ead1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:58.015194 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-5554147b-21c4-4990-8056-b2d4b9c1ead1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9867871 Nov 11 21:57:58.034868 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Request body: {'port': {'device_id': 'da9979c0-8090-4ecc-af98-2d5f6676127e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:58.046941 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:58.050405 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:58.052085 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-2bb75e2f-52ed-428a-85e6-711b0e396005 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::f816:3eff:fee7:65b3 (386cd058-2fb8-40f0-a159-c94cb531b2cc/0e166d93-f101-44e6-9dab-9713679c71fa/1a4428cd-b9aa-4e0c-995c-436b15e8aa58) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:57:58.055684 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:58.091952 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Pushing event updated for resources: {'Port': ['ID=0d4c2767-bfdd-4f47-b5de-a5ca5251d628,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:58.163486 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:58.170281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Attempting to bind port 0d4c2767-bfdd-4f47-b5de-a5ca5251d628 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:57:58.170652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Attempting to bind port 0d4c2767-bfdd-4f47-b5de-a5ca5251d628 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:57:58.171017 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Attempting to bind port 0d4c2767-bfdd-4f47-b5de-a5ca5251d628 on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:57:58.177504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:57:58.177878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:58.179947 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:58.180561 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:57:58.181552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Bound port: 0d4c2767-bfdd-4f47-b5de-a5ca5251d628, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:57:58.181775 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:58.322355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] For port 0d4c2767-bfdd-4f47-b5de-a5ca5251d628, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:57:58.332409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] For port 0d4c2767-bfdd-4f47-b5de-a5ca5251d628, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=0d4c2767-bfdd-4f47-b5de-a5ca5251d628,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:57:58.341426 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:58.424832 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2bb75e2f-52ed-428a-85e6-711b0e396005 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:58.462410 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-77a7b211-8ecc-4136-81aa-1d1b777b6e30 None None] Provisioning complete for port f939a7ae-d692-49cf-85de-f7ece43576e5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:57:58.462768 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-77a7b211-8ecc-4136-81aa-1d1b777b6e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:58.473563 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2bb75e2f-52ed-428a-85e6-711b0e396005 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:58.504542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82e46a-9263-46bd-ac07-500eff6b9b38 None None] Pushing event updated for resources: {'Port': ['ID=0d4c2767-bfdd-4f47-b5de-a5ca5251d628,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:58.536015 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-77a7b211-8ecc-4136-81aa-1d1b777b6e30 None None] Port f939a7ae-d692-49cf-85de-f7ece43576e5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:57:58.542990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb75e2f-52ed-428a-85e6-711b0e396005 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:57:58.547587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-2bb75e2f-52ed-428a-85e6-711b0e396005 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:57:58.550782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb75e2f-52ed-428a-85e6-711b0e396005 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:57:58.557109 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb75e2f-52ed-428a-85e6-711b0e396005 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:58.557736 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2bb75e2f-52ed-428a-85e6-711b0e396005 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:58.593365 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2bb75e2f-52ed-428a-85e6-711b0e396005 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5414445 Nov 11 21:57:58.593976 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45794) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:58.596176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb75e2f-52ed-428a-85e6-711b0e396005 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=1a4428cd-b9aa-4e0c-995c-436b15e8aa58,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:58.654877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f939a7ae-d692-49cf-85de-f7ece43576e5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:57:58.663739 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:58.669802 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2f0ab1-ba77-4cee-9d23-6a39682d0044 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:58.676608 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2f0ab1-ba77-4cee-9d23-6a39682d0044 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:58.685510 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7d2f0ab1-ba77-4cee-9d23-6a39682d0044 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0893512 Nov 11 21:57:58.686682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45800) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:58.694992 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Transition to ACTIVE for port object f939a7ae-d692-49cf-85de-f7ece43576e5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:57:58.704377 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:58.797777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Pushing event updated for resources: {'Port': ['ID=f939a7ae-d692-49cf-85de-f7ece43576e5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:58.924219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-171ecc44-caea-467e-bc2e-836ed24a7eba tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port 1a4428cd-b9aa-4e0c-995c-436b15e8aa58 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:57:58.924583 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-171ecc44-caea-467e-bc2e-836ed24a7eba tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:58.973521 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ea9fc-e93d-457f-a65f-6107bbcae52f req-ab45506a-828a-4b1d-90b5-7908d6a30d56 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:58.975099 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c40ea9fc-e93d-457f-a65f-6107bbcae52f req-ab45506a-828a-4b1d-90b5-7908d6a30d56 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 944 time: 0.1314394 Nov 11 21:57:59.008390 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Attempting to bind port f939a7ae-d692-49cf-85de-f7ece43576e5 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:57:59.008632 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Attempting to bind port f939a7ae-d692-49cf-85de-f7ece43576e5 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:57:59.008999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Attempting to bind port f939a7ae-d692-49cf-85de-f7ece43576e5 on network f27f38fe-b3ea-4521-b060-95f03458958b {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:57:59.017398 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Port f939a7ae-d692-49cf-85de-f7ece43576e5 on network f27f38fe-b3ea-4521-b060-95f03458958b not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:57:59.017985 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Attempting to bind port f939a7ae-d692-49cf-85de-f7ece43576e5 on network f27f38fe-b3ea-4521-b060-95f03458958b {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:57:59.028584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:57:59.029201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Checking segment: {'id': '042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:57:59.030486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Bound using segment: {'id': '042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:57:59.031104 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Bound port: f939a7ae-d692-49cf-85de-f7ece43576e5, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:57:59.035184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:59.079736 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c40ea9fc-e93d-457f-a65f-6107bbcae52f req-fcdab7d7-3c8b-4159-b3a8-b0be7a9e07e5 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=820fda86-7d88-430f-bca6-022d59593926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972495 Nov 11 21:57:59.113589 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-171ecc44-caea-467e-bc2e-836ed24a7eba tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:59.126213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] For port f939a7ae-d692-49cf-85de-f7ece43576e5, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:57:59.133652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] For port f939a7ae-d692-49cf-85de-f7ece43576e5, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=f939a7ae-d692-49cf-85de-f7ece43576e5,segment=NetworkSegment(042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99),segment_id=042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:57:59.134875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-171ecc44-caea-467e-bc2e-836ed24a7eba tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for 1a4428cd-b9aa-4e0c-995c-436b15e8aa58 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:57:59.141871 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:59.181592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:59.182610 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:59.184154 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] 10.222.0.71 "PUT /v2.0/ports/f939a7ae-d692-49cf-85de-f7ece43576e5 HTTP/1.1" status: 200 len: 1092 time: 1.1540914 Nov 11 21:57:59.187146 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9979c0-8090-4ecc-af98-2d5f6676127e', 'tag': 'f939a7ae-d692-49cf-85de-f7ece43576e5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:57:59.189765 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58687057-e676-4a55-8f7d-a666f6f099d8" -d '{"events": [{"name": "network-changed", "server_uuid": "da9979c0-8090-4ecc-af98-2d5f6676127e", "tag": "f939a7ae-d692-49cf-85de-f7ece43576e5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:57:59.242051 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff44af-d274-497d-bc80-db0033f8e5ad service neutron] Pushing event updated for resources: {'Port': ['ID=f939a7ae-d692-49cf-85de-f7ece43576e5,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:59.300349 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5c9cc0-4335-4fd5-944a-f96d3d0e5fdf x-openstack-request-id: req-0f5c9cc0-4335-4fd5-944a-f96d3d0e5fdf {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:57:59.300835 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9979c0-8090-4ecc-af98-2d5f6676127e", "tag": "f939a7ae-d692-49cf-85de-f7ece43576e5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:57:59.301132 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f5c9cc0-4335-4fd5-944a-f96d3d0e5fdf {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:57:59.301660 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9979c0-8090-4ecc-af98-2d5f6676127e', 'tag': 'f939a7ae-d692-49cf-85de-f7ece43576e5', 'status': 'completed', 'code': 200} Nov 11 21:57:59.329663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-419a1caa-afe6-4545-933c-d3ad1437af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:59.331267 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-419a1caa-afe6-4545-933c-d3ad1437af54 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a6474ef6257e4f61ac984a0b362bab65&device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 1095 time: 0.0750170 Nov 11 21:57:59.382930 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-171ecc44-caea-467e-bc2e-836ed24a7eba tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:59.398311 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-c425c3e5-52ef-4978-98d0-8729aa2546ce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=f939a7ae-d692-49cf-85de-f7ece43576e5 HTTP/1.1" status: 200 len: 217 time: 0.0541449 Nov 11 21:57:59.439383 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ecc44-caea-467e-bc2e-836ed24a7eba tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=1a4428cd-b9aa-4e0c-995c-436b15e8aa58,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:57:59.480386 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-78e65290-1f74-4603-9c8c-f6d98c71a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:59.481874 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-78e65290-1f74-4603-9c8c-f6d98c71a069 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d7ae0c4-3694-41f1-8b4c-b59f89bc680f HTTP/1.1" status: 200 len: 838 time: 0.0722423 Nov 11 21:57:59.497272 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-171ecc44-caea-467e-bc2e-836ed24a7eba tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:59.504077 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-171ecc44-caea-467e-bc2e-836ed24a7eba tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/1a4428cd-b9aa-4e0c-995c-436b15e8aa58 HTTP/1.1" status: 204 len: 168 time: 0.8162847 Nov 11 21:57:59.504699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45816) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:59.580484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f3aa86-bda1-4df0-9b7a-d8b8d6866f6b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:59.593631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-4411ad11-8e29-45f3-8f09-f1a42878b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:59.599710 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-4411ad11-8e29-45f3-8f09-f1a42878b837 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f27f38fe-b3ea-4521-b060-95f03458958b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976872 Nov 11 21:57:59.604007 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f3aa86-bda1-4df0-9b7a-d8b8d6866f6b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:59.609229 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c6f3aa86-bda1-4df0-9b7a-d8b8d6866f6b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1005459 Nov 11 21:57:59.618011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45818) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:59.735786 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-4253efef-b82d-4d45-8e2d-d5f32015307e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 0e166d93-f101-44e6-9dab-9713679c71fa {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:57:59.740349 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4253efef-b82d-4d45-8e2d-d5f32015307e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:59.771089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45822) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:57:59.776205 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6547c531-98cc-47c3-ae8a-2b2668b2472a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191897032', 'description': 'tempest-secgroup-smoke-1191897032 description', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:57:59.794026 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4253efef-b82d-4d45-8e2d-d5f32015307e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:59.804283 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6547c531-98cc-47c3-ae8a-2b2668b2472a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:59.819642 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6547c531-98cc-47c3-ae8a-2b2668b2472a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:59.882976 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-7ef1ee2e-0eea-40a1-8cf4-22fd6bb1f16d service neutron] 10.222.0.71 "GET /v2.0/networks/f27f38fe-b3ea-4521-b060-95f03458958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737565 Nov 11 21:57:59.935238 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6547c531-98cc-47c3-ae8a-2b2668b2472a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:59.946493 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6547c531-98cc-47c3-ae8a-2b2668b2472a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:59.954143 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 0d4c2767-bfdd-4f47-b5de-a5ca5251d628 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:57:59.981118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547c531-98cc-47c3-ae8a-2b2668b2472a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2908ae-b547-43d6-89e7-18fea82c49d4,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:00.064906 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4253efef-b82d-4d45-8e2d-d5f32015307e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.071543 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 0d4c2767-bfdd-4f47-b5de-a5ca5251d628 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:00.072780 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.076598 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6547c531-98cc-47c3-ae8a-2b2668b2472a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.079786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5c1f1be2-6ad4-4baa-b1c6-e87c63ced45c None None] Provisioning complete for port 0d4c2767-bfdd-4f47-b5de-a5ca5251d628 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:00.080267 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c1f1be2-6ad4-4baa-b1c6-e87c63ced45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.089206 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6547c531-98cc-47c3-ae8a-2b2668b2472a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.127849 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d8891db4-e51a-45dc-b4af-b2570ae0a849 req-9b06fa38-689a-4f6e-81f5-0f4dd538ebe3 service neutron] 10.222.0.71 "GET /v2.0/networks/f27f38fe-b3ea-4521-b060-95f03458958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296433 Nov 11 21:58:00.133758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547c531-98cc-47c3-ae8a-2b2668b2472a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b7ee29-695e-498c-893c-cc2865647d61,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:00.160691 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4253efef-b82d-4d45-8e2d-d5f32015307e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.175724 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6547c531-98cc-47c3-ae8a-2b2668b2472a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.177160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6547c531-98cc-47c3-ae8a-2b2668b2472a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4047024 Nov 11 21:58:00.182444 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45826) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:00.195415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ed3bd3e3-323a-4521-b447-ac7de04bbda7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': 'a4b7ee29-695e-498c-893c-cc2865647d61', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:00.210207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253efef-b82d-4d45-8e2d-d5f32015307e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=0e166d93-f101-44e6-9dab-9713679c71fa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:00.218464 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4253efef-b82d-4d45-8e2d-d5f32015307e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.230891 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4253efef-b82d-4d45-8e2d-d5f32015307e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/0e166d93-f101-44e6-9dab-9713679c71fa HTTP/1.1" status: 204 len: 168 time: 0.6121943 Nov 11 21:58:00.231854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45828) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:00.289786 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd3e3-323a-4521-b447-ac7de04bbda7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.327720 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45830) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:00.328056 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2a9935d5-5f17-41a3-938f-919f9c6f504d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854874 Nov 11 21:58:00.330224 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c1f1be2-6ad4-4baa-b1c6-e87c63ced45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.340075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-01920db4-5930-4058-90f8-aadaae4a28a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:00.350896 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.352972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58687057-e676-4a55-8f7d-a666f6f099d8 req-2c45d601-98aa-4488-a270-08561529a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:00.354790 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-58687057-e676-4a55-8f7d-a666f6f099d8 req-2c45d601-98aa-4488-a270-08561529a7f9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a6474ef6257e4f61ac984a0b362bab65&device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 1095 time: 0.1387250 Nov 11 21:58:00.372865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88135d2-8bbb-44e4-9472-42a455ff3ebb req-17277a18-f619-43f5-a44d-f7c9404a209e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:00.380883 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e88135d2-8bbb-44e4-9472-42a455ff3ebb req-17277a18-f619-43f5-a44d-f7c9404a209e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 944 time: 0.1378953 Nov 11 21:58:00.407503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5c1f1be2-6ad4-4baa-b1c6-e87c63ced45c None None] For port 0d4c2767-bfdd-4f47-b5de-a5ca5251d628, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=0d4c2767-bfdd-4f47-b5de-a5ca5251d628,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:00.419796 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c1f1be2-6ad4-4baa-b1c6-e87c63ced45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.460415 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd3e3-323a-4521-b447-ac7de04bbda7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.473300 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd3e3-323a-4521-b447-ac7de04bbda7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.490245 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42610ec3-03fc-4ee3-b9dc-dbd8a5ac1e81 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:00.496624 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58687057-e676-4a55-8f7d-a666f6f099d8 req-d5fcb697-f17b-4f75-b448-9a1485f60f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:00.498289 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-58687057-e676-4a55-8f7d-a666f6f099d8 req-d5fcb697-f17b-4f75-b448-9a1485f60f55 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f27f38fe-b3ea-4521-b060-95f03458958b HTTP/1.1" status: 200 len: 898 time: 0.1345863 Nov 11 21:58:00.528329 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e88135d2-8bbb-44e4-9472-42a455ff3ebb req-28ba9dcf-7fb8-44a2-b7c9-194c715282d6 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=820fda86-7d88-430f-bca6-022d59593926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409450 Nov 11 21:58:00.531739 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bd3e3-323a-4521-b447-ac7de04bbda7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b06c1eb-d858-4766-96d4-570e70afb1ef,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:00.546130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ed3bd3e3-323a-4521-b447-ac7de04bbda7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.550817 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ed3bd3e3-323a-4521-b447-ac7de04bbda7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3661425 Nov 11 21:58:00.551454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45832) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:00.558571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-022aa89b-77ed-4e4e-b031-42f132c72a17 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': 'a4b7ee29-695e-498c-893c-cc2865647d61', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:00.576592 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-58687057-e676-4a55-8f7d-a666f6f099d8 req-8931a3c0-32cc-481b-b0a5-2713a0e4e5a7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=f939a7ae-d692-49cf-85de-f7ece43576e5 HTTP/1.1" status: 200 len: 217 time: 0.0680704 Nov 11 21:58:00.582100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01920db4-5930-4058-90f8-aadaae4a28a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:00.586026 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-01920db4-5930-4058-90f8-aadaae4a28a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.590851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e5565742-aa81-4680-8029-f46db8532a40 None None] Could not find standard attr ID for object 1a4428cd-b9aa-4e0c-995c-436b15e8aa58. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:58:00.598599 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:58:00.598972 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:58:00.626530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f1be2-6ad4-4baa-b1c6-e87c63ced45c None None] Pushing event updated for resources: {'Port': ['ID=0d4c2767-bfdd-4f47-b5de-a5ca5251d628,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:00.659487 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58687057-e676-4a55-8f7d-a666f6f099d8 req-77c54452-5d2f-4a3b-8be1-baeb64f75a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:00.665031 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-58687057-e676-4a55-8f7d-a666f6f099d8 req-77c54452-5d2f-4a3b-8be1-baeb64f75a74 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d7ae0c4-3694-41f1-8b4c-b59f89bc680f HTTP/1.1" status: 200 len: 838 time: 0.0789013 Nov 11 21:58:00.707477 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-022aa89b-77ed-4e4e-b031-42f132c72a17 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.747917 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58687057-e676-4a55-8f7d-a666f6f099d8 req-09905e64-2ff5-4e0d-a268-fbb64bb0a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:00.749364 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-58687057-e676-4a55-8f7d-a666f6f099d8 req-09905e64-2ff5-4e0d-a268-fbb64bb0a19d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f27f38fe-b3ea-4521-b060-95f03458958b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745656 Nov 11 21:58:00.800986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17d31bf-d2bc-4d0d-859e-3b2cebf3eb97 None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:58:00.823411 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-022aa89b-77ed-4e4e-b031-42f132c72a17 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.861282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e17d31bf-d2bc-4d0d-859e-3b2cebf3eb97 None None] Deleting port 0d4c2767-bfdd-4f47-b5de-a5ca5251d628 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:00.862097 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e17d31bf-d2bc-4d0d-859e-3b2cebf3eb97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.882681 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-022aa89b-77ed-4e4e-b031-42f132c72a17 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.884753 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-58687057-e676-4a55-8f7d-a666f6f099d8 req-d30387d6-7248-497f-87b0-181be490be36 service neutron] 10.222.0.71 "GET /v2.0/networks/f27f38fe-b3ea-4521-b060-95f03458958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196711 Nov 11 21:58:00.918658 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-022aa89b-77ed-4e4e-b031-42f132c72a17 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.920120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-022aa89b-77ed-4e4e-b031-42f132c72a17 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3652556 Nov 11 21:58:00.923873 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45836) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:00.926173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022aa89b-77ed-4e4e-b031-42f132c72a17 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3772764-a9ac-4f99-a087-d2dcdd0c78d1,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:00.932177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-241a71e2-b07b-4104-bf36-1f708ee06dc3 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': 'a4b7ee29-695e-498c-893c-cc2865647d61', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:00.939147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e17d31bf-d2bc-4d0d-859e-3b2cebf3eb97 None None] For port 0d4c2767-bfdd-4f47-b5de-a5ca5251d628, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=0d4c2767-bfdd-4f47-b5de-a5ca5251d628,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:00.939662 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e17d31bf-d2bc-4d0d-859e-3b2cebf3eb97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:00.956124 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e17d31bf-d2bc-4d0d-859e-3b2cebf3eb97 None None] Calling delete_port for 0d4c2767-bfdd-4f47-b5de-a5ca5251d628 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:01.009776 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-241a71e2-b07b-4104-bf36-1f708ee06dc3 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.021909 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-58687057-e676-4a55-8f7d-a666f6f099d8 req-e43283ec-9a23-4cb8-b08a-7fa6d4b279e8 service neutron] 10.222.0.71 "GET /v2.0/networks/f27f38fe-b3ea-4521-b060-95f03458958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285076 Nov 11 21:58:01.054053 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e17d31bf-d2bc-4d0d-859e-3b2cebf3eb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.078876 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d31bf-d2bc-4d0d-859e-3b2cebf3eb97 None None] Pushing event deleted for resources: {'Port': ['ID=0d4c2767-bfdd-4f47-b5de-a5ca5251d628,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:01.084628 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d31bf-d2bc-4d0d-859e-3b2cebf3eb97 None None] No DVR routers for this DVR port 0d4c2767-bfdd-4f47-b5de-a5ca5251d628 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:58:01.099206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.objects.ports [None req-01920db4-5930-4058-90f8-aadaae4a28a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102534) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:58:01.121497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Port 0d4c2767-bfdd-4f47-b5de-a5ca5251d628 update to ACTIVE by agent not found {{(pid=102536) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 21:58:01.162407 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-241a71e2-b07b-4104-bf36-1f708ee06dc3 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.172177 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-241a71e2-b07b-4104-bf36-1f708ee06dc3 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.206354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a71e2-b07b-4104-bf36-1f708ee06dc3 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8d3c19-45a5-4d78-aa9a-ace653fbbae0,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:01.218450 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-241a71e2-b07b-4104-bf36-1f708ee06dc3 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.219737 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-241a71e2-b07b-4104-bf36-1f708ee06dc3 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2945313 Nov 11 21:58:01.222998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45838) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:01.227043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9bede686-ca95-42d7-8b03-94b009d7a672 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': 'a4b7ee29-695e-498c-893c-cc2865647d61', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:01.246318 n-d-805737-3 neutron-server[102534]: WARNING neutron.services.revisions.revision_plugin [None req-01920db4-5930-4058-90f8-aadaae4a28a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Could not find related port for resource to bump revision. Nov 11 21:58:01.255667 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_pluggable_backend [None req-01920db4-5930-4058-90f8-aadaae4a28a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Port 0d4c2767-bfdd-4f47-b5de-a5ca5251d628 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102534) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 11 21:58:01.255973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_pluggable_backend [None req-01920db4-5930-4058-90f8-aadaae4a28a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Reverting IP allocation for 2001:db8::f816:3eff:fe69:6198 {{(pid=102534) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 11 21:58:01.261957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_pluggable_backend [None req-01920db4-5930-4058-90f8-aadaae4a28a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe69:6198 {{(pid=102534) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 11 21:58:01.266052 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-01920db4-5930-4058-90f8-aadaae4a28a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.305235 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9bede686-ca95-42d7-8b03-94b009d7a672 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.323361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01920db4-5930-4058-90f8-aadaae4a28a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:01.340951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-01920db4-5930-4058-90f8-aadaae4a28a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:01.350999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01920db4-5930-4058-90f8-aadaae4a28a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:01.351597 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-01920db4-5930-4058-90f8-aadaae4a28a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.352194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a54f564-caa2-4be2-bc58-cd232701486b None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:01.364446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01920db4-5930-4058-90f8-aadaae4a28a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=e5acff6c-e33f-496f-8c7b-54cd27c0788d,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:01.383176 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-01920db4-5930-4058-90f8-aadaae4a28a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0512497 Nov 11 21:58:01.385879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45840) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:01.391981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ab5cacbe-a69f-4d13-bcf2-fa6f8ba31dfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'mac_address': 'fa:16:3e:ff:ac:a5', 'name': 'tempest-NetworksTestDHCPv6-155047902'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:01.393347 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9bede686-ca95-42d7-8b03-94b009d7a672 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.399455 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9bede686-ca95-42d7-8b03-94b009d7a672 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.432168 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9bede686-ca95-42d7-8b03-94b009d7a672 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.437964 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9bede686-ca95-42d7-8b03-94b009d7a672 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2142217 Nov 11 21:58:01.439221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45842) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:01.448744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-56da39db-c73c-4806-a003-b80a601f2229 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': 'a4b7ee29-695e-498c-893c-cc2865647d61', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:01.460604 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bede686-ca95-42d7-8b03-94b009d7a672 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b23cff-383a-4883-8ead-8684d9e13fc3,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:01.492693 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-56da39db-c73c-4806-a003-b80a601f2229 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Project ca10c78ec5c842e0aa2eed659b01aa7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:58:01.499920 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56da39db-c73c-4806-a003-b80a601f2229 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.535513 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': 'e5acff6c-e33f-496f-8c7b-54cd27c0788d'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:58:01.536417 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.630094 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56da39db-c73c-4806-a003-b80a601f2229 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.651738 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56da39db-c73c-4806-a003-b80a601f2229 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.684476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da39db-c73c-4806-a003-b80a601f2229 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4e52f6-d0c4-4c35-b339-df366f98c609,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:01.695382 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56da39db-c73c-4806-a003-b80a601f2229 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.696967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-56da39db-c73c-4806-a003-b80a601f2229 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2532101 Nov 11 21:58:01.700282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45848) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:01.708642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e60e009d-13c3-4ddb-9e82-7d672943c6e9 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': 'a4b7ee29-695e-498c-893c-cc2865647d61', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:01.748383 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57db6a1-371d-4db4-92d4-eb63a8cb554b req-0218d676-9292-40cc-87c7-d47a4dd82bf5 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:01.750474 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b57db6a1-371d-4db4-92d4-eb63a8cb554b req-0218d676-9292-40cc-87c7-d47a4dd82bf5 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 944 time: 0.1372705 Nov 11 21:58:01.752026 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-e60e009d-13c3-4ddb-9e82-7d672943c6e9 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Project ca10c78ec5c842e0aa2eed659b01aa7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:58:01.758222 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e60e009d-13c3-4ddb-9e82-7d672943c6e9 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.759845 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Allocated IP 2001:db8::f816:3eff:fee3:4d80 (386cd058-2fb8-40f0-a159-c94cb531b2cc/e5acff6c-e33f-496f-8c7b-54cd27c0788d/76d5036b-ca7b-49d2-908e-4295b4cb59cc) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:01.923628 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b57db6a1-371d-4db4-92d4-eb63a8cb554b req-a44a12e3-a983-47d1-abf7-7160268c27f1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=820fda86-7d88-430f-bca6-022d59593926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603734 Nov 11 21:58:01.936036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 0d4c2767-bfdd-4f47-b5de-a5ca5251d628 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:01.954298 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e60e009d-13c3-4ddb-9e82-7d672943c6e9 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.961451 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e60e009d-13c3-4ddb-9e82-7d672943c6e9 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.969229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 0d4c2767-bfdd-4f47-b5de-a5ca5251d628 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:58:01.969776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 0d4c2767-bfdd-4f47-b5de-a5ca5251d628 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:01.990356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5cacbe-a69f-4d13-bcf2-fa6f8ba31dfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:01.995832 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.996169 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e009d-13c3-4ddb-9e82-7d672943c6e9 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a12250-3677-4b92-8c92-1307ef6e8d74,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:02.010130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e60e009d-13c3-4ddb-9e82-7d672943c6e9 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.014473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e60e009d-13c3-4ddb-9e82-7d672943c6e9 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3080592 Nov 11 21:58:02.014635 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.014756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45850) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:02.019657 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0ea47e47-6542-414a-afd5-393d0df5416b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'network': {'name': 'tempest-network-smoke--1222810780', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'port_security_enabled': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:02.045614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea47e47-6542-414a-afd5-393d0df5416b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Made reservation on behalf of ca10c78ec5c842e0aa2eed659b01aa7e for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:02.052883 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ea47e47-6542-414a-afd5-393d0df5416b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.053940 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:02.059333 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:02.061830 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:02.086039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea47e47-6542-414a-afd5-393d0df5416b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:58:02.098516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Pushing event updated for resources: {'Port': ['ID=76d5036b-ca7b-49d2-908e-4295b4cb59cc,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:02.102387 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ea47e47-6542-414a-afd5-393d0df5416b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.102754 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-0ea47e47-6542-414a-afd5-393d0df5416b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Added segment 6d21f342-ddce-43f1-b5ae-f04548057720 of type vlan for network c09b672c-4fd5-4856-9051-847031f01786 Nov 11 21:58:02.109757 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab5cacbe-a69f-4d13-bcf2-fa6f8ba31dfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.127257 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Attempting to bind port 76d5036b-ca7b-49d2-908e-4295b4cb59cc on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:58:02.127731 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Attempting to bind port 76d5036b-ca7b-49d2-908e-4295b4cb59cc by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:58:02.128200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Attempting to bind port 76d5036b-ca7b-49d2-908e-4295b4cb59cc on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:02.133756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:58:02.134137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:02.134547 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.134943 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:58:02.135421 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Bound port: 76d5036b-ca7b-49d2-908e-4295b4cb59cc, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:58:02.135804 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.136734 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-ab5cacbe-a69f-4d13-bcf2-fa6f8ba31dfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port 9bb90899-ec5f-46a1-9794-e59538e26910 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:58:02.161215 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ea47e47-6542-414a-afd5-393d0df5416b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.192236 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ea47e47-6542-414a-afd5-393d0df5416b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.198524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea47e47-6542-414a-afd5-393d0df5416b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:02.200400 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0ea47e47-6542-414a-afd5-393d0df5416b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.208220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] For port 76d5036b-ca7b-49d2-908e-4295b4cb59cc, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:58:02.212947 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] For port 76d5036b-ca7b-49d2-908e-4295b4cb59cc, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=76d5036b-ca7b-49d2-908e-4295b4cb59cc,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:58:02.219703 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.252213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0ea47e47-6542-414a-afd5-393d0df5416b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2364163 Nov 11 21:58:02.253320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45852) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:02.298916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'admin_state_up': True, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:02.312495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24689aee-4089-4d69-bddb-9cb25e790224 None None] Pushing event updated for resources: {'Port': ['ID=76d5036b-ca7b-49d2-908e-4295b4cb59cc,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:02.318164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-ab5cacbe-a69f-4d13-bcf2-fa6f8ba31dfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::f816:3eff:feff:aca5 (386cd058-2fb8-40f0-a159-c94cb531b2cc/e5acff6c-e33f-496f-8c7b-54cd27c0788d/9bb90899-ec5f-46a1-9794-e59538e26910) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:02.330036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea47e47-6542-414a-afd5-393d0df5416b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Network': ['ID=c09b672c-4fd5-4856-9051-847031f01786,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:02.346390 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network c09b672c-4fd5-4856-9051-847031f01786 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:58:02.364375 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.368708 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.537535 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab5cacbe-a69f-4d13-bcf2-fa6f8ba31dfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.603276 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab5cacbe-a69f-4d13-bcf2-fa6f8ba31dfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.668584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5cacbe-a69f-4d13-bcf2-fa6f8ba31dfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:02.672357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-ab5cacbe-a69f-4d13-bcf2-fa6f8ba31dfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:02.678495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5cacbe-a69f-4d13-bcf2-fa6f8ba31dfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:02.684697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5cacbe-a69f-4d13-bcf2-fa6f8ba31dfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:02.685392 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ab5cacbe-a69f-4d13-bcf2-fa6f8ba31dfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.689623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cacbe-a69f-4d13-bcf2-fa6f8ba31dfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=9bb90899-ec5f-46a1-9794-e59538e26910,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:02.718211 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ab5cacbe-a69f-4d13-bcf2-fa6f8ba31dfd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3284647 Nov 11 21:58:02.719267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45854) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:02.779277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.798794 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8d67a0-15af-45ae-bbe0-0df648c74b38 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:02.805918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8d67a0-15af-45ae-bbe0-0df648c74b38 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:02.807937 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-be8d67a0-15af-45ae-bbe0-0df648c74b38 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0870445 Nov 11 21:58:02.810385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45858) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:02.907455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-181e6b87-0d6f-47b5-865e-2c62cb0f1a35 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port 9bb90899-ec5f-46a1-9794-e59538e26910 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:02.907838 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-181e6b87-0d6f-47b5-865e-2c62cb0f1a35 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:02.918296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device f939a7ae-d692-49cf-85de-f7ece43576e5 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:58:02.990108 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.062185 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-181e6b87-0d6f-47b5-865e-2c62cb0f1a35 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.076226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-181e6b87-0d6f-47b5-865e-2c62cb0f1a35 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for 9bb90899-ec5f-46a1-9794-e59538e26910 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:03.082282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port f939a7ae-d692-49cf-85de-f7ece43576e5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=f939a7ae-d692-49cf-85de-f7ece43576e5,segment=NetworkSegment(042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99),segment_id=042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:03.110687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'f939a7ae-d692-49cf-85de-f7ece43576e5', 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b', 'port_id': 'f939a7ae-d692-49cf-85de-f7ece43576e5', 'mac_address': 'fa:16:3e:e4:dc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d7ae0c4-3694-41f1-8b4c-b59f89bc680f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:58:03.114075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3e39b-28cd-4b04-89c1-0d215b0de9ac req-5bcebb56-d95c-4dd1-8664-f5100138da5b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:03.119314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-42b3e39b-28cd-4b04-89c1-0d215b0de9ac req-5bcebb56-d95c-4dd1-8664-f5100138da5b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 944 time: 0.0781569 Nov 11 21:58:03.170354 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.196417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f939a7ae-d692-49cf-85de-f7ece43576e5 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:58:03.225678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port f939a7ae-d692-49cf-85de-f7ece43576e5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=f939a7ae-d692-49cf-85de-f7ece43576e5,segment=NetworkSegment(042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99),segment_id=042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:03.230901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-42b3e39b-28cd-4b04-89c1-0d215b0de9ac req-96beeedb-c949-46bd-af9a-2bb00cc50695 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=820fda86-7d88-430f-bca6-022d59593926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683923 Nov 11 21:58:03.231785 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.293103 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-181e6b87-0d6f-47b5-865e-2c62cb0f1a35 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.317580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=f939a7ae-d692-49cf-85de-f7ece43576e5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:03.340290 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e6b87-0d6f-47b5-865e-2c62cb0f1a35 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=9bb90899-ec5f-46a1-9794-e59538e26910,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:03.381682 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-181e6b87-0d6f-47b5-865e-2c62cb0f1a35 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.384623 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.386518 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-181e6b87-0d6f-47b5-865e-2c62cb0f1a35 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/9bb90899-ec5f-46a1-9794-e59538e26910 HTTP/1.1" status: 204 len: 168 time: 0.5751557 Nov 11 21:58:03.389052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45862) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:03.415910 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.448237 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc21086-7950-4f0f-8385-c60631e2c386 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:03.450118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc21086-7950-4f0f-8385-c60631e2c386 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:03.452361 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-afc21086-7950-4f0f-8385-c60631e2c386 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0620699 Nov 11 21:58:03.455208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45864) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:03.510909 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['f939a7ae-d692-49cf-85de-f7ece43576e5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:58:03.518696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-774a32d4-921c-4a18-8cc6-79ac9dbf8305 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet e5acff6c-e33f-496f-8c7b-54cd27c0788d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:58:03.523053 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-774a32d4-921c-4a18-8cc6-79ac9dbf8305 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.572117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.25.0.221 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/35e63cb2-d2b5-47f3-9a27-3072a7210bfc) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:03.576615 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-774a32d4-921c-4a18-8cc6-79ac9dbf8305 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.671920 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-95b0629b-782f-490e-9c29-bea55b841f3b None None] Provisioning complete for port 76d5036b-ca7b-49d2-908e-4295b4cb59cc triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:03.672254 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95b0629b-782f-490e-9c29-bea55b841f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.708807 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-774a32d4-921c-4a18-8cc6-79ac9dbf8305 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.781901 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.798830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-774a32d4-921c-4a18-8cc6-79ac9dbf8305 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.836393 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-774a32d4-921c-4a18-8cc6-79ac9dbf8305 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.850229 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-774a32d4-921c-4a18-8cc6-79ac9dbf8305 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/e5acff6c-e33f-496f-8c7b-54cd27c0788d HTTP/1.1" status: 204 len: 168 time: 0.3920295 Nov 11 21:58:03.853811 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45868) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:03.903332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a32d4-921c-4a18-8cc6-79ac9dbf8305 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=e5acff6c-e33f-496f-8c7b-54cd27c0788d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:03.916246 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95b0629b-782f-490e-9c29-bea55b841f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.935114 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-63790198-e452-4631-b0f2-1a8f66b7a2dc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800283 Nov 11 21:58:03.937686 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45870) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:03.954179 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.963613 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 76d5036b-ca7b-49d2-908e-4295b4cb59cc up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:03.993196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:03.996013 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e6fdcb-6d71-4ea1-889f-2ca9093ed7d0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:03.996192 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:04.001454 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c9e6fdcb-6d71-4ea1-889f-2ca9093ed7d0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0601590 Nov 11 21:58:04.001663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:04.001771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45872) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:04.008954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4dcd9f-0d67-425b-8a34-7f25c2fc31d2 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:04.034159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd591fb3-db74-4701-a453-4992b6176db8 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:58:04.046127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=35e63cb2-d2b5-47f3-9a27-3072a7210bfc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:04.060415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80659b71-2069-43e4-a8e9-e799ec3f810b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:04.061945 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-80659b71-2069-43e4-a8e9-e799ec3f810b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0592771 Nov 11 21:58:04.064850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45874) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:04.109897 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-95b0629b-782f-490e-9c29-bea55b841f3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:58:04.110458 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-95b0629b-782f-490e-9c29-bea55b841f3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:58:04.116421 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-158493d9-72af-451a-b7b2-5968e64d1869 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460632 Nov 11 21:58:04.117069 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45876) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:04.122705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:04.210348 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 76d5036b-ca7b-49d2-908e-4295b4cb59cc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:04.210770 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:04.230232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:04.235079 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:04.398344 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:04.411951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f37a52-995b-4722-a9f3-45c45b243129 req-572a8ad2-a673-46f3-9529-2d7f8fbc8341 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:04.414515 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1f37a52-995b-4722-a9f3-45c45b243129 req-572a8ad2-a673-46f3-9529-2d7f8fbc8341 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 945 time: 0.0889862 Nov 11 21:58:04.494661 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72134425-47a0-4096-af24-33289079cfda None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:58:04.499199 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:04.534281 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1f37a52-995b-4722-a9f3-45c45b243129 req-a071b62b-b243-44be-9cfd-dd86faa4662d tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=820fda86-7d88-430f-bca6-022d59593926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844824 Nov 11 21:58:04.567789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.objects.ports [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:58:04.577085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 76d5036b-ca7b-49d2-908e-4295b4cb59cc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=76d5036b-ca7b-49d2-908e-4295b4cb59cc,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:04.583948 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:04.586752 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-72134425-47a0-4096-af24-33289079cfda None None] Deleting port 76d5036b-ca7b-49d2-908e-4295b4cb59cc {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:04.587340 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72134425-47a0-4096-af24-33289079cfda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:04.663340 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:04.719204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=76d5036b-ca7b-49d2-908e-4295b4cb59cc,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:04.745502 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-72134425-47a0-4096-af24-33289079cfda None None] For port 76d5036b-ca7b-49d2-908e-4295b4cb59cc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=76d5036b-ca7b-49d2-908e-4295b4cb59cc,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:04.746062 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72134425-47a0-4096-af24-33289079cfda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:04.748576 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:04.759935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-72134425-47a0-4096-af24-33289079cfda None None] Calling delete_port for 76d5036b-ca7b-49d2-908e-4295b4cb59cc owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:04.841565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:58:04.855619 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-329127fb-1668-4ac5-b0e6-99ad2d4ff058 None None] Provisioning complete for port 35e63cb2-d2b5-47f3-9a27-3072a7210bfc triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:04.855872 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-329127fb-1668-4ac5-b0e6-99ad2d4ff058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:04.898790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-329127fb-1668-4ac5-b0e6-99ad2d4ff058 None None] Port 35e63cb2-d2b5-47f3-9a27-3072a7210bfc cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:58:04.905383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-329127fb-1668-4ac5-b0e6-99ad2d4ff058 None None] Could not find standard attr ID for object 9bb90899-ec5f-46a1-9794-e59538e26910. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:58:04.932525 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] For port 76d5036b-ca7b-49d2-908e-4295b4cb59cc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=76d5036b-ca7b-49d2-908e-4295b4cb59cc,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:04.948769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device f939a7ae-d692-49cf-85de-f7ece43576e5 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:04.972903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:04.979635 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:04.980547 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:04.988262 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:58:05.004651 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72134425-47a0-4096-af24-33289079cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:05.008225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Sync routers for ids ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:58:05.020679 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:05.023124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-64adbe0a-b26b-4c3b-9342-76d2928eba03 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7310035 Nov 11 21:58:05.026525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45886) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:05.047790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Routers {'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:05.048491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:05.052838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72134425-47a0-4096-af24-33289079cfda None None] No DVR routers for this DVR port 76d5036b-ca7b-49d2-908e-4295b4cb59cc on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:58:05.054735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:05.056857 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72134425-47a0-4096-af24-33289079cfda None None] Pushing event deleted for resources: {'Port': ['ID=76d5036b-ca7b-49d2-908e-4295b4cb59cc,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:05.067862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:05.072498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=76d5036b-ca7b-49d2-908e-4295b4cb59cc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:05.076560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:05.077183 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:05.110106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=3558dc74-a38b-4ab4-9873-fe54c3cb117b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:05.112054 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a116548-2969-455c-8f6d-4cf744c99d29 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:05.117599 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-967904b5-2db3-4abe-ba7b-03fe06f6d514 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9994693 Nov 11 21:58:05.120295 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45890) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:05.126409 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6da5df87-424e-4149-bec3-d61c504c40d9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'mac_address': 'fa:16:3e:79:6c:28', 'name': 'tempest-NetworksTestDHCPv6-776285441'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:05.189569 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port f939a7ae-d692-49cf-85de-f7ece43576e5 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:58:05.231078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port f939a7ae-d692-49cf-85de-f7ece43576e5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:05.231457 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:05.266060 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ae15f6d4-18d7-4a3f-b050-4114aade46f0 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ca10c78ec5c842e0aa2eed659b01aa7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2353785 Nov 11 21:58:05.266425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45894) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:05.296370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da5df87-424e-4149-bec3-d61c504c40d9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:05.298168 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Set router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:05.304286 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6da5df87-424e-4149-bec3-d61c504c40d9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:05.327801 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-6da5df87-424e-4149-bec3-d61c504c40d9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port 2caf0c8d-5fd2-41d1-9b85-3d5c9d322082 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:58:05.395967 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bf96b3-8ada-430e-8220-b0a2291a16ca tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:05.397576 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d1bf96b3-8ada-430e-8220-b0a2291a16ca tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301658 Nov 11 21:58:05.400661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45898) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:05.431751 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cd6f4ce7-1111-4f3c-888d-42e4ba7857b0 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298553 Nov 11 21:58:05.437358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45900) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:05.442797 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-cdd28165-96a7-41e1-8691-81feea5df0fc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-109131785', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:05.479659 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-6da5df87-424e-4149-bec3-d61c504c40d9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::f816:3eff:fe79:6c28 (386cd058-2fb8-40f0-a159-c94cb531b2cc/3558dc74-a38b-4ab4-9873-fe54c3cb117b/2caf0c8d-5fd2-41d1-9b85-3d5c9d322082) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:05.487252 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:05.551269 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9979c0-8090-4ecc-af98-2d5f6676127e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f939a7ae-d692-49cf-85de-f7ece43576e5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:58:05.553877 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f263006-f265-41fd-a027-b9ba2102eed2" -d '{"events": [{"server_uuid": "da9979c0-8090-4ecc-af98-2d5f6676127e", "name": "network-vif-plugged", "status": "completed", "tag": "f939a7ae-d692-49cf-85de-f7ece43576e5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:58:05.561761 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': '3558dc74-a38b-4ab4-9873-fe54c3cb117b'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:58:05.562610 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:05.567657 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd28165-96a7-41e1-8691-81feea5df0fc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Made reservation on behalf of ca10c78ec5c842e0aa2eed659b01aa7e for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:05.580728 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cdd28165-96a7-41e1-8691-81feea5df0fc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:05.586621 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port f939a7ae-d692-49cf-85de-f7ece43576e5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=f939a7ae-d692-49cf-85de-f7ece43576e5,segment=NetworkSegment(042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99),segment_id=042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:05.609441 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:05.642987 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a718e770-7fab-4c25-816e-2eb554e964dd x-openstack-request-id: req-a718e770-7fab-4c25-816e-2eb554e964dd {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:58:05.643382 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9979c0-8090-4ecc-af98-2d5f6676127e", "name": "network-vif-plugged", "status": "completed", "tag": "f939a7ae-d692-49cf-85de-f7ece43576e5", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:58:05.643563 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a718e770-7fab-4c25-816e-2eb554e964dd {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:58:05.643944 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9979c0-8090-4ecc-af98-2d5f6676127e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f939a7ae-d692-49cf-85de-f7ece43576e5', 'code': 200} Nov 11 21:58:05.740993 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6da5df87-424e-4149-bec3-d61c504c40d9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:05.792523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=f939a7ae-d692-49cf-85de-f7ece43576e5,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:05.792838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca20cc-afbf-4385-ac57-86066820d24c req-5e437184-1b86-4bb6-83b6-84688e3b99ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:05.794386 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-18ca20cc-afbf-4385-ac57-86066820d24c req-5e437184-1b86-4bb6-83b6-84688e3b99ea service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 1097 time: 0.0731580 Nov 11 21:58:05.817982 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6da5df87-424e-4149-bec3-d61c504c40d9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:05.864847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b2344-5092-409a-95e9-7fa4de89357a req-bd8d27c8-c450-42da-9fac-c0e96d3a9ef0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:05.869179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f2b2344-5092-409a-95e9-7fa4de89357a req-bd8d27c8-c450-42da-9fac-c0e96d3a9ef0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 946 time: 0.1163373 Nov 11 21:58:05.884090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5df87-424e-4149-bec3-d61c504c40d9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=2caf0c8d-5fd2-41d1-9b85-3d5c9d322082,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:05.906405 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 76d5036b-ca7b-49d2-908e-4295b4cb59cc no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:05.908385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5df87-424e-4149-bec3-d61c504c40d9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:05.910942 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Allocated IP 2001:db8::f816:3eff:fe66:6176 (386cd058-2fb8-40f0-a159-c94cb531b2cc/3558dc74-a38b-4ab4-9873-fe54c3cb117b/07f928b7-86e7-4137-9a6d-faa598a45879) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:05.918895 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6da5df87-424e-4149-bec3-d61c504c40d9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:05.921928 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5df87-424e-4149-bec3-d61c504c40d9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:05.929727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da5df87-424e-4149-bec3-d61c504c40d9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:05.930549 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6da5df87-424e-4149-bec3-d61c504c40d9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:05.939702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 76d5036b-ca7b-49d2-908e-4295b4cb59cc {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:58:05.940216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 76d5036b-ca7b-49d2-908e-4295b4cb59cc not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:05.943289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:02Z', 'updated_at': '2021-11-11T21:58:04Z', 'revision_number': 3, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:03Z', 'updated_at': '2021-11-11T21:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:05.960708 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-18ca20cc-afbf-4385-ac57-86066820d24c req-6d5f9e9e-5872-4ef7-bb63-1b0fe2a2f38a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=820fda86-7d88-430f-bca6-022d59593926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518946 Nov 11 21:58:05.964822 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6da5df87-424e-4149-bec3-d61c504c40d9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8433211 Nov 11 21:58:05.967677 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45906) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:05.986338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Checking router: aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:58:05.986863 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Updating router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de port 35e63cb2-d2b5-47f3-9a27-3072a7210bfc binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:58:06.029462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a76f9b7-ba57-488a-af07-d861813ec7e4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:06.031202 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1a76f9b7-ba57-488a-af07-d861813ec7e4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0625951 Nov 11 21:58:06.034027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45908) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:06.067233 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.068668 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f2b2344-5092-409a-95e9-7fa4de89357a req-e26069c2-8da7-4caa-90e3-c198e9c4074b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=820fda86-7d88-430f-bca6-022d59593926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891191 Nov 11 21:58:06.122670 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cdd28165-96a7-41e1-8691-81feea5df0fc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.315357 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.328013 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.398421 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:06.405708 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:06.415556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:06.421983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Pushing event updated for resources: {'Port': ['ID=07f928b7-86e7-4137-9a6d-faa598a45879,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:06.498236 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd28165-96a7-41e1-8691-81feea5df0fc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Subnet': ['ID=e4d70ae7-64f7-47d2-a2f8-01637edf1c33,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:06.501450 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.511917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Attempting to bind port 07f928b7-86e7-4137-9a6d-faa598a45879 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:58:06.512953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Attempting to bind port 07f928b7-86e7-4137-9a6d-faa598a45879 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:58:06.512953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Attempting to bind port 07f928b7-86e7-4137-9a6d-faa598a45879 on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:06.515600 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.519163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd28165-96a7-41e1-8691-81feea5df0fc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Checking segment: {'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:06.519530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd28165-96a7-41e1-8691-81feea5df0fc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network hostable DHCP agents. Network: c09b672c-4fd5-4856-9051-847031f01786, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:58:06.522322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:58:06.522698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:06.523098 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.523494 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:58:06.523965 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Bound port: 07f928b7-86e7-4137-9a6d-faa598a45879, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:58:06.524353 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.524790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f2096982-49e2-416c-9498-26623b9ef3c9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port 2caf0c8d-5fd2-41d1-9b85-3d5c9d322082 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:06.525160 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2096982-49e2-416c-9498-26623b9ef3c9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.582722 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0b04a4-9983-4e61-8066-e59f1a878033 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:58:06.594049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd28165-96a7-41e1-8691-81feea5df0fc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network c09b672c-4fd5-4856-9051-847031f01786 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:58:06.606380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-cdd28165-96a7-41e1-8691-81feea5df0fc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, c09b672c-4fd5-4856-9051-847031f01786) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:06.610963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd28165-96a7-41e1-8691-81feea5df0fc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:06.611399 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Attempting to bind port 35e63cb2-d2b5-47f3-9a27-3072a7210bfc on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:58:06.611547 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cdd28165-96a7-41e1-8691-81feea5df0fc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.611774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Attempting to bind port 35e63cb2-d2b5-47f3-9a27-3072a7210bfc by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:58:06.612151 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Attempting to bind port 35e63cb2-d2b5-47f3-9a27-3072a7210bfc on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:06.616378 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be3647-485b-4f6f-9159-cef058934edd None None] Pushing event updated for resources: {'Port': ['ID=35e63cb2-d2b5-47f3-9a27-3072a7210bfc,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:06.628892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:58:06.629266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:06.629695 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.630155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:58:06.630560 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Bound port: 35e63cb2-d2b5-47f3-9a27-3072a7210bfc, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:58:06.630992 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.640690 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2096982-49e2-416c-9498-26623b9ef3c9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.646654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cdd28165-96a7-41e1-8691-81feea5df0fc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2082636 Nov 11 21:58:06.649606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45910) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:06.657600 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f2096982-49e2-416c-9498-26623b9ef3c9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for 2caf0c8d-5fd2-41d1-9b85-3d5c9d322082 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:06.661014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d47785-0297-4993-a9f8-7cf27989f5ff None None] Network c09b672c-4fd5-4856-9051-847031f01786 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:06.797748 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2096982-49e2-416c-9498-26623b9ef3c9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.828345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2096982-49e2-416c-9498-26623b9ef3c9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=2caf0c8d-5fd2-41d1-9b85-3d5c9d322082,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:06.858921 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2096982-49e2-416c-9498-26623b9ef3c9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.862608 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f2096982-49e2-416c-9498-26623b9ef3c9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/2caf0c8d-5fd2-41d1-9b85-3d5c9d322082 HTTP/1.1" status: 204 len: 168 time: 0.8258920 Nov 11 21:58:06.865254 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45912) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:06.902360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] For port 07f928b7-86e7-4137-9a6d-faa598a45879, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:58:06.931492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] For port 07f928b7-86e7-4137-9a6d-faa598a45879, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=07f928b7-86e7-4137-9a6d-faa598a45879,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:58:06.949190 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:06.957611 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] For port 35e63cb2-d2b5-47f3-9a27-3072a7210bfc, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:58:06.965033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cb2c1c-e748-484d-b316-773cf17b8041 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:06.966646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cb2c1c-e748-484d-b316-773cf17b8041 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:06.968116 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a9cb2c1c-e748-484d-b316-773cf17b8041 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1006052 Nov 11 21:58:06.971302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45914) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:07.016358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] For port 35e63cb2-d2b5-47f3-9a27-3072a7210bfc, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=35e63cb2-d2b5-47f3-9a27-3072a7210bfc,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:58:07.017552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4cfc3d30-cab0-4c88-b6d0-225ba0e8d7e4 None None] Provisioning complete for port 35e63cb2-d2b5-47f3-9a27-3072a7210bfc triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:07.018103 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3d30-cab0-4c88-b6d0-225ba0e8d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:07.041794 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-3761eec6-d0e2-4564-a2bc-d29a60406ee1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 3558dc74-a38b-4ab4-9873-fe54c3cb117b {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:58:07.051134 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:07.051765 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3761eec6-d0e2-4564-a2bc-d29a60406ee1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:07.102438 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3761eec6-d0e2-4564-a2bc-d29a60406ee1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:07.113570 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808a82c-0dfc-436c-bfd3-4f30abdf51ec None None] Pushing event updated for resources: {'Port': ['ID=07f928b7-86e7-4137-9a6d-faa598a45879,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:07.136548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca116a5-46a0-45e0-8f6b-d3ca6fbec038 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:58:07.218122 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:07.234197 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Routers {'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:07.234892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:07.237497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be3647-485b-4f6f-9159-cef058934edd None None] Pushing event updated for resources: {'Port': ['ID=35e63cb2-d2b5-47f3-9a27-3072a7210bfc,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:07.276855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-c09b672c-4fd5-4856-9051-847031f01786', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ips': [{'subnet_id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:58:07.277711 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:07.306459 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3761eec6-d0e2-4564-a2bc-d29a60406ee1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:07.427255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fc81c-a03b-49af-8420-474102150297 req-d49966c9-4fbf-4649-aea9-657f8568289e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:07.428622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-333fc81c-a03b-49af-8420-474102150297 req-d49966c9-4fbf-4649-aea9-657f8568289e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 946 time: 0.2052956 Nov 11 21:58:07.506592 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3d30-cab0-4c88-b6d0-225ba0e8d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:07.510636 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3761eec6-d0e2-4564-a2bc-d29a60406ee1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:07.531243 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4cfc3d30-cab0-4c88-b6d0-225ba0e8d7e4 None None] For port 35e63cb2-d2b5-47f3-9a27-3072a7210bfc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=35e63cb2-d2b5-47f3-9a27-3072a7210bfc,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:07.549568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761eec6-d0e2-4564-a2bc-d29a60406ee1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=3558dc74-a38b-4ab4-9873-fe54c3cb117b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:07.552949 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3761eec6-d0e2-4564-a2bc-d29a60406ee1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:07.556400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3761eec6-d0e2-4564-a2bc-d29a60406ee1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/3558dc74-a38b-4ab4-9873-fe54c3cb117b HTTP/1.1" status: 204 len: 168 time: 0.5826972 Nov 11 21:58:07.560351 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45920) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:07.560833 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-333fc81c-a03b-49af-8420-474102150297 req-409873df-d26c-47a5-8921-74c5cf0b90a6 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=820fda86-7d88-430f-bca6-022d59593926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158509 Nov 11 21:58:07.599846 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3d30-cab0-4c88-b6d0-225ba0e8d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:07.603495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] Set router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:07.617448 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e91affb7-cb17-4d9b-9968-58e22a76b094 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532076 Nov 11 21:58:07.618864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45922) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:07.625552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:07.772377 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:07.776057 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:07.787977 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.20.0.1 (c09b672c-4fd5-4856-9051-847031f01786/e4d70ae7-64f7-47d2-a2f8-01637edf1c33/df8baaea-db04-4b39-9bfb-6fef43bfd5fb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:07.805132 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7b3dd274-d449-4741-abce-abc43f88f95e None None] Provisioning complete for port 35e63cb2-d2b5-47f3-9a27-3072a7210bfc triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:07.805507 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd274-d449-4741-abce-abc43f88f95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:07.875101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc3d30-cab0-4c88-b6d0-225ba0e8d7e4 None None] Pushing event updated for resources: {'Port': ['ID=35e63cb2-d2b5-47f3-9a27-3072a7210bfc,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:07.983931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 07f928b7-86e7-4137-9a6d-faa598a45879 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:08.023849 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:08.078461 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:08.085280 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 07f928b7-86e7-4137-9a6d-faa598a45879 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:08.086069 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:08.157561 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:02Z', 'updated_at': '2021-11-11T21:58:04Z', 'revision_number': 3, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:03Z', 'updated_at': '2021-11-11T21:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:08.158962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network c09b672c-4fd5-4856-9051-847031f01786 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:08.163129 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:08.178866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:08.207596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bf64b-165a-4d95-9d61-e5b38402c429 None None] The sync data for ids ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'] in n-d-805737-3 is: [{'id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:02Z', 'updated_at': '2021-11-11T21:58:04Z', 'revision_number': 3, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:03Z', 'updated_at': '2021-11-11T21:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:58:08.221721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=df8baaea-db04-4b39-9bfb-6fef43bfd5fb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:08.239504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Allocated IP 172.20.0.2 (c09b672c-4fd5-4856-9051-847031f01786/e4d70ae7-64f7-47d2-a2f8-01637edf1c33/fac9286a-16ba-449a-8121-f8a12493a615) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:08.251476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.objects.ports [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102534) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:58:08.282315 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:08.407979 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:08.454928 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 07f928b7-86e7-4137-9a6d-faa598a45879, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=07f928b7-86e7-4137-9a6d-faa598a45879,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:08.463902 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:08.515254 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:08.565292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:08.609012 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=07f928b7-86e7-4137-9a6d-faa598a45879,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:08.665171 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:08.676513 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:08.771161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35e5138-7dcf-4165-baf3-6b153e08fc4f None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:08.900075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] For port 07f928b7-86e7-4137-9a6d-faa598a45879, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=07f928b7-86e7-4137-9a6d-faa598a45879,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:08.912295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Network c09b672c-4fd5-4856-9051-847031f01786 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:08.916335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Pushing event updated for resources: {'Port': ['ID=fac9286a-16ba-449a-8121-f8a12493a615,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:08.921371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:08.923886 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:08.930265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac77f1b-a457-4811-bca1-19d9ecb1d1a3 req-c2a6affd-a23f-443a-bb66-0e0a32d73f2b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:08.941266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aac77f1b-a457-4811-bca1-19d9ecb1d1a3 req-c2a6affd-a23f-443a-bb66-0e0a32d73f2b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 946 time: 0.1926470 Nov 11 21:58:08.955982 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-908219be-2efb-438f-84d2-b49d3098d199 None None] Provisioning complete for port 07f928b7-86e7-4137-9a6d-faa598a45879 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:08.956352 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-908219be-2efb-438f-84d2-b49d3098d199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:09.013270 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aac77f1b-a457-4811-bca1-19d9ecb1d1a3 req-ca7842fe-9197-4d2e-b97c-957fdb59c50e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=820fda86-7d88-430f-bca6-022d59593926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631382 Nov 11 21:58:09.030270 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:09.046709 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:09.047647 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:09.089035 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:09.098712 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:09.099954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Attempting to bind port fac9286a-16ba-449a-8121-f8a12493a615 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:58:09.100337 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Attempting to bind port fac9286a-16ba-449a-8121-f8a12493a615 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:58:09.100704 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Attempting to bind port fac9286a-16ba-449a-8121-f8a12493a615 on network c09b672c-4fd5-4856-9051-847031f01786 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:09.126989 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:58:09.127373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Checking segment: {'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:09.127769 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:09.128162 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Bound using segment: {'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:58:09.128651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Bound port: fac9286a-16ba-449a-8121-f8a12493a615, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:58:09.129058 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:09.223930 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=07f928b7-86e7-4137-9a6d-faa598a45879,revision_number=6']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:09.253786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] For port fac9286a-16ba-449a-8121-f8a12493a615, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:58:09.258995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] For port fac9286a-16ba-449a-8121-f8a12493a615, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fac9286a-16ba-449a-8121-f8a12493a615,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:58:09.268739 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:09.284489 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:09.299418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=2a6de265-cec8-43a0-a419-04dc9340c5bd,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:09.314584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=df8baaea-db04-4b39-9bfb-6fef43bfd5fb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:09.344736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:09.348289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:09.352463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:09.353340 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:09.405735 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329649a-6903-4c88-ac89-a287838adb40 req-be91ef96-c89b-49f0-9d8c-e5846966dc76 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:09.414390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6329649a-6903-4c88-ac89-a287838adb40 req-be91ef96-c89b-49f0-9d8c-e5846966dc76 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 946 time: 0.1829526 Nov 11 21:58:09.435885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9301e-bc58-4b1b-bf04-3ed1df021d7a None None] Pushing event updated for resources: {'Port': ['ID=fac9286a-16ba-449a-8121-f8a12493a615,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:09.445108 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0d7b1c88-064e-4006-8c6b-7c4b90219941 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8249362 Nov 11 21:58:09.446462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45936) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:09.462076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-599b1415-1ed8-4bb4-be84-af78a86b91c8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'mac_address': 'fa:16:3e:c6:26:bf', 'name': 'tempest-NetworksTestDHCPv6-696766171'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:09.544152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network c09b672c-4fd5-4856-9051-847031f01786 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:09.547203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:09.568850 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6329649a-6903-4c88-ac89-a287838adb40 req-c2e2bb87-0e99-4a71-b193-b5dddc742fdc tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=820fda86-7d88-430f-bca6-022d59593926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531518 Nov 11 21:58:09.599995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8015969b-db3f-4f08-8d53-72f3b8a856b7 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:09.678123 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599b1415-1ed8-4bb4-be84-af78a86b91c8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:09.816654 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-599b1415-1ed8-4bb4-be84-af78a86b91c8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:09.820838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:58:09.851651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-599b1415-1ed8-4bb4-be84-af78a86b91c8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port b8ff0207-b1ef-4a84-8bf4-8dc4cacb84eb yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:58:10.060770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-599b1415-1ed8-4bb4-be84-af78a86b91c8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::f816:3eff:fec6:26bf (386cd058-2fb8-40f0-a159-c94cb531b2cc/2a6de265-cec8-43a0-a419-04dc9340c5bd/b8ff0207-b1ef-4a84-8bf4-8dc4cacb84eb) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:10.075148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:58:10.081856 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-543c3ab0-a9dc-4a1b-acaa-a15e7ac93622 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "PUT /v2.0/routers/aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4311750 Nov 11 21:58:10.130269 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-94e12b94-5a46-4dc2-be7f-035e8fe51d90 None None] Provisioning complete for port 07f928b7-86e7-4137-9a6d-faa598a45879 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:10.130828 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-94e12b94-5a46-4dc2-be7f-035e8fe51d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:10.169796 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fac9286a-16ba-449a-8121-f8a12493a615 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:10.330491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port fac9286a-16ba-449a-8121-f8a12493a615 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:10.331002 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:10.333208 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-e2889536-0b88-4d1a-96cc-fb0d645f54c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191897032&fields=id&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 267 time: 0.0763321 Nov 11 21:58:10.376608 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-599b1415-1ed8-4bb4-be84-af78a86b91c8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:10.459525 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:10.483804 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-b2593e2e-cd2f-49dc-af66-ba4585050535 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:10.496849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-b2593e2e-cd2f-49dc-af66-ba4585050535 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/networks?id=c09b672c-4fd5-4856-9051-847031f01786 HTTP/1.1" status: 200 len: 797 time: 0.1626992 Nov 11 21:58:10.503876 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port fac9286a-16ba-449a-8121-f8a12493a615, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fac9286a-16ba-449a-8121-f8a12493a615,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:10.510237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-407d5bfb-165c-4523-89b5-6fb59a0b793b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/quotas/ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 375 time: 0.0109081 Nov 11 21:58:10.512833 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:10.513115 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-599b1415-1ed8-4bb4-be84-af78a86b91c8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:10.515154 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 07f928b7-86e7-4137-9a6d-faa598a45879 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:10.604220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=fac9286a-16ba-449a-8121-f8a12493a615,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:10.621602 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 07f928b7-86e7-4137-9a6d-faa598a45879 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:10.622081 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:10.630219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599b1415-1ed8-4bb4-be84-af78a86b91c8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:10.634177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b1415-1ed8-4bb4-be84-af78a86b91c8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=b8ff0207-b1ef-4a84-8bf4-8dc4cacb84eb,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:10.638323 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-599b1415-1ed8-4bb4-be84-af78a86b91c8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:10.642121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599b1415-1ed8-4bb4-be84-af78a86b91c8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:10.648375 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599b1415-1ed8-4bb4-be84-af78a86b91c8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:10.649038 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-599b1415-1ed8-4bb4-be84-af78a86b91c8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:10.689410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-72c9959f-5e63-4b69-b7c7-5e0fd0145283 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1433384 Nov 11 21:58:10.727673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45956) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:10.728168 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-599b1415-1ed8-4bb4-be84-af78a86b91c8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2697406 Nov 11 21:58:10.777953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 35e63cb2-d2b5-47f3-9a27-3072a7210bfc up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:10.811752 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdad2377-d523-42db-bc37-6f5b14d3e819 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:10.819854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdad2377-d523-42db-bc37-6f5b14d3e819 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:10.824979 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cdad2377-d523-42db-bc37-6f5b14d3e819 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0958853 Nov 11 21:58:10.827515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45958) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:10.851090 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0b01d632-2f79-4dd0-b9f7-3ef6bef20a80 None None] Provisioning complete for port 07f928b7-86e7-4137-9a6d-faa598a45879 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:10.851999 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b01d632-2f79-4dd0-b9f7-3ef6bef20a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:10.875943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-0a420a0d-6db5-421c-a59d-323a8d95f164 service neutron] 10.222.0.57 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856301 Nov 11 21:58:10.940020 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 35e63cb2-d2b5-47f3-9a27-3072a7210bfc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:10.940511 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:11.000278 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port b8ff0207-b1ef-4a84-8bf4-8dc4cacb84eb {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:11.000897 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:11.065137 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-83372911-2530-4225-a161-074609d5462f service neutron] 10.222.0.57 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880958 Nov 11 21:58:11.125198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 45960) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:11.141915 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:11.157049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for b8ff0207-b1ef-4a84-8bf4-8dc4cacb84eb owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:11.227060 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:11.311465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d358cec0-f989-4c86-862b-759db85b399b None None] Could not find standard attr ID for object 2caf0c8d-5fd2-41d1-9b85-3d5c9d322082. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:58:11.375682 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30e4c35-128e-4ddc-b9d7-d90e86fe2aac None None] Network c09b672c-4fd5-4856-9051-847031f01786 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:11.423988 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:11.461516 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f46ab3ee-762e-43bf-a86d-8be18da4593f req-d87d1db0-304d-4883-99a6-02ee37365d15 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 210 time: 0.0798812 Nov 11 21:58:11.507366 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=b8ff0207-b1ef-4a84-8bf4-8dc4cacb84eb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:11.533550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:11.533662 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:11.533948 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:11.534392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:11.534731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:11.535060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:11.535382 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:11.535708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:11.536028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:11.536348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:11.536670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:11.537022 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:11.551628 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Sync routers for ids ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:58:11.588255 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Routers {'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:11.588255 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:11.624409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d42157ee-200d-462e-9470-985e86ff236d None None] Provisioning complete for port fac9286a-16ba-449a-8121-f8a12493a615 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:11.625068 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d42157ee-200d-462e-9470-985e86ff236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:11.643999 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:11.652629 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dbe90495-b14a-47dc-8338-5c4a2aab68d3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/b8ff0207-b1ef-4a84-8bf4-8dc4cacb84eb HTTP/1.1" status: 204 len: 168 time: 0.8223386 Nov 11 21:58:11.655150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45972) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:11.814658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd7eefb-49ed-4634-bd2b-222b13e19bbe tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:11.816323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd7eefb-49ed-4634-bd2b-222b13e19bbe tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:11.819200 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dbd7eefb-49ed-4634-bd2b-222b13e19bbe tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1629121 Nov 11 21:58:11.823368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45974) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:11.842872 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Set router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:11.913537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-f484cc34-02e0-44ca-a662-eda2d9c8e6a4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 2a6de265-cec8-43a0-a419-04dc9340c5bd {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:58:11.923462 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f484cc34-02e0-44ca-a662-eda2d9c8e6a4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:11.936206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fac9286a-16ba-449a-8121-f8a12493a615 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:12.016401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f484cc34-02e0-44ca-a662-eda2d9c8e6a4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:12.033346 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a1635855-c73c-4caa-bd1d-ec589f7d77c5 None None] Could not find standard attr ID for object b8ff0207-b1ef-4a84-8bf4-8dc4cacb84eb. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:58:12.125967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port fac9286a-16ba-449a-8121-f8a12493a615 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:12.127554 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:12.140035 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f484cc34-02e0-44ca-a662-eda2d9c8e6a4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:12.239315 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f484cc34-02e0-44ca-a662-eda2d9c8e6a4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:12.321431 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484cc34-02e0-44ca-a662-eda2d9c8e6a4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=2a6de265-cec8-43a0-a419-04dc9340c5bd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:12.336472 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f484cc34-02e0-44ca-a662-eda2d9c8e6a4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:12.351453 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f484cc34-02e0-44ca-a662-eda2d9c8e6a4 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/2a6de265-cec8-43a0-a419-04dc9340c5bd HTTP/1.1" status: 204 len: 168 time: 0.5257540 Nov 11 21:58:12.352859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45980) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:12.424934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-35a95efe-bd7b-4796-a7f5-4bfce06d5459 None None] Provisioning complete for port fac9286a-16ba-449a-8121-f8a12493a615 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:12.426877 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35a95efe-bd7b-4796-a7f5-4bfce06d5459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:12.440680 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:02Z', 'updated_at': '2021-11-11T21:58:08Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:03Z', 'updated_at': '2021-11-11T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'df8baaea-db04-4b39-9bfb-6fef43bfd5fb', 'name': '', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:4b:a4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:07Z', 'updated_at': '2021-11-11T21:58:08Z', 'revision_number': 2, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:12.481192 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:12.518413 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Checking router: aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:58:12.519727 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Updating router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de port df8baaea-db04-4b39-9bfb-6fef43bfd5fb binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:58:12.531598 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a84793f7-f7cc-47d1-a228-a339e7a83303 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1733532 Nov 11 21:58:12.534747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4458aab7-8d69-4e11-b77c-4c235138f326 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:12.536108 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45984) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:12.577799 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:12.652727 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-35a95efe-bd7b-4796-a7f5-4bfce06d5459 None None] Provisioning complete for port df8baaea-db04-4b39-9bfb-6fef43bfd5fb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:12.653137 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35a95efe-bd7b-4796-a7f5-4bfce06d5459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:12.687816 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b0fec1-bcb4-43c7-ab49-975bc7435c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:12.689691 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e1b0fec1-bcb4-43c7-ab49-975bc7435c6d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1525717 Nov 11 21:58:12.692839 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45988) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:12.741586 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-caeb81f0-97d7-4a57-b301-c153f8b154da req-79577ca0-2792-4dea-8e90-2daa9726c762 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 210 time: 0.0640523 Nov 11 21:58:12.797990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647f5df2-a03b-4094-b639-6f8963d683bd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:12.802463 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-647f5df2-a03b-4094-b639-6f8963d683bd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1085093 Nov 11 21:58:12.803118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45990) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:12.806505 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-35a95efe-bd7b-4796-a7f5-4bfce06d5459 None None] Port df8baaea-db04-4b39-9bfb-6fef43bfd5fb cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:58:12.857670 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9642a59b-6066-4024-9455-7e3eb2dc6645 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533547 Nov 11 21:58:12.858495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 45992) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:12.865231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9d465051-9c8d-421c-a6a1-d59b91ade222 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:12.935426 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6718e727-4964-4171-a8d8-975b0b690699 None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:58:13.026253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-84d0d85c-f0cf-4d19-9533-3236cf6d594c None None] Provisioning complete for port df8baaea-db04-4b39-9bfb-6fef43bfd5fb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:13.026623 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84d0d85c-f0cf-4d19-9533-3236cf6d594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.092211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-84d0d85c-f0cf-4d19-9533-3236cf6d594c None None] Port df8baaea-db04-4b39-9bfb-6fef43bfd5fb cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:58:13.111538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6718e727-4964-4171-a8d8-975b0b690699 None None] Deleting port 07f928b7-86e7-4137-9a6d-faa598a45879 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:13.112202 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6718e727-4964-4171-a8d8-975b0b690699 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.124444 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Allocated IP 172.20.0.17 (f27f38fe-b3ea-4521-b060-95f03458958b/0d7ae0c4-3694-41f1-8b4c-b59f89bc680f/b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:13.169985 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d465051-9c8d-421c-a6a1-d59b91ade222 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:13.177912 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d465051-9c8d-421c-a6a1-d59b91ade222 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.210148 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.221131 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.222932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6718e727-4964-4171-a8d8-975b0b690699 None None] For port 07f928b7-86e7-4137-9a6d-faa598a45879, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=07f928b7-86e7-4137-9a6d-faa598a45879,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:13.223342 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6718e727-4964-4171-a8d8-975b0b690699 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.246385 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6718e727-4964-4171-a8d8-975b0b690699 None None] Calling delete_port for 07f928b7-86e7-4137-9a6d-faa598a45879 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:13.260273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-35dca8ed-5f51-4697-bbd6-4321bcc63850 None None] Provisioning complete for port df8baaea-db04-4b39-9bfb-6fef43bfd5fb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:13.260647 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35dca8ed-5f51-4697-bbd6-4321bcc63850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.327701 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.357651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-35dca8ed-5f51-4697-bbd6-4321bcc63850 None None] Port df8baaea-db04-4b39-9bfb-6fef43bfd5fb cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:58:13.390205 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.402079 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645e941-339c-480b-bf22-7fde1b302f6f None None] Pushing event updated for resources: {'Port': ['ID=df8baaea-db04-4b39-9bfb-6fef43bfd5fb,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:13.423652 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6718e727-4964-4171-a8d8-975b0b690699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.435133 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Attempting to bind port df8baaea-db04-4b39-9bfb-6fef43bfd5fb on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:58:13.437083 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Attempting to bind port df8baaea-db04-4b39-9bfb-6fef43bfd5fb by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:58:13.437668 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Attempting to bind port df8baaea-db04-4b39-9bfb-6fef43bfd5fb on network c09b672c-4fd5-4856-9051-847031f01786 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:13.451224 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:58:13.451598 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Checking segment: {'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:13.452576 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.452576 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Bound using segment: {'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:58:13.455241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-abecfe00-4ad4-4e79-b8db-515559cb6dd7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:13.456844 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-abecfe00-4ad4-4e79-b8db-515559cb6dd7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.10 "GET /v2.0/networks?id=c09b672c-4fd5-4856-9051-847031f01786 HTTP/1.1" status: 200 len: 797 time: 0.4062274 Nov 11 21:58:13.458488 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Bound port: df8baaea-db04-4b39-9bfb-6fef43bfd5fb, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:58:13.458939 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.474689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718e727-4964-4171-a8d8-975b0b690699 None None] Pushing event deleted for resources: {'Port': ['ID=07f928b7-86e7-4137-9a6d-faa598a45879,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:13.484366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718e727-4964-4171-a8d8-975b0b690699 None None] No DVR routers for this DVR port 07f928b7-86e7-4137-9a6d-faa598a45879 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:58:13.493374 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network f27f38fe-b3ea-4521-b060-95f03458958b is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:13.507941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:13.513625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:13.518223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Port': ['ID=b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:13.599255 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.611488 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] For port df8baaea-db04-4b39-9bfb-6fef43bfd5fb, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:58:13.635914 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] For port df8baaea-db04-4b39-9bfb-6fef43bfd5fb, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=df8baaea-db04-4b39-9bfb-6fef43bfd5fb,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:58:13.647453 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.686829 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8e37973c-3ab2-4c93-b0ce-08ce8542090d None None] Provisioning complete for port df8baaea-db04-4b39-9bfb-6fef43bfd5fb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:13.688888 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e37973c-3ab2-4c93-b0ce-08ce8542090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.725311 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-ed2503b5-9894-40ce-b2c1-f58b90a40a90 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 380 time: 0.2443871 Nov 11 21:58:13.727485 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d465051-9c8d-421c-a6a1-d59b91ade222 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.753072 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Routers {'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:13.753859 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:13.756628 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-040d353c-a94a-4646-8319-3ab2e9431d91 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'port': {'device_id': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'admin_state_up': True, 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'security_groups': ['a4b7ee29-695e-498c-893c-cc2865647d61']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:13.766693 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645e941-339c-480b-bf22-7fde1b302f6f None None] Pushing event updated for resources: {'Port': ['ID=df8baaea-db04-4b39-9bfb-6fef43bfd5fb,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:13.862776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d465051-9c8d-421c-a6a1-d59b91ade222 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:13.882851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9d465051-9c8d-421c-a6a1-d59b91ade222 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:13.899154 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d465051-9c8d-421c-a6a1-d59b91ade222 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:13.900979 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9d465051-9c8d-421c-a6a1-d59b91ade222 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:13.943612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9c4ea5-97d3-4f66-a186-185bef0a123d None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:13.972415 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:14.015538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 07f928b7-86e7-4137-9a6d-faa598a45879 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:14.044623 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 07f928b7-86e7-4137-9a6d-faa598a45879 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:58:14.045002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 07f928b7-86e7-4137-9a6d-faa598a45879 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:14.068163 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] Set router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:14.089926 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4be2066d-f001-4557-b4e8-d228b6227fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:14.092973 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bb441b6-fbf2-4fd4-b6bd-8858ec873d36 req-38fa6776-da01-454a-b2ba-0c7939b58300 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 210 time: 0.0972452 Nov 11 21:58:14.194015 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e37973c-3ab2-4c93-b0ce-08ce8542090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:14.274250 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8e37973c-3ab2-4c93-b0ce-08ce8542090d None None] For port df8baaea-db04-4b39-9bfb-6fef43bfd5fb, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=df8baaea-db04-4b39-9bfb-6fef43bfd5fb,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:14.286801 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e37973c-3ab2-4c93-b0ce-08ce8542090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:14.321475 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:02Z', 'updated_at': '2021-11-11T21:58:08Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:03Z', 'updated_at': '2021-11-11T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'df8baaea-db04-4b39-9bfb-6fef43bfd5fb', 'name': '', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:4b:a4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:07Z', 'updated_at': '2021-11-11T21:58:13Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:14.349882 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba548897-56cf-49e4-b0c1-a9cafc33fc1d None None] The sync data for ids ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'] in n-d-805737-3 is: [{'id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:02Z', 'updated_at': '2021-11-11T21:58:08Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:03Z', 'updated_at': '2021-11-11T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'df8baaea-db04-4b39-9bfb-6fef43bfd5fb', 'name': '', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:4b:a4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:07Z', 'updated_at': '2021-11-11T21:58:13Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:58:14.378327 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': 'bed8064c-af1b-4917-af13-a223320c025a'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:58:14.381548 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:14.633328 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9d465051-9c8d-421c-a6a1-d59b91ade222 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7720909 Nov 11 21:58:14.638193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46000) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:14.645274 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ff643137-1c3f-45ad-b913-fa2b205f7859 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'mac_address': 'fa:16:3e:a4:6d:a7', 'name': 'tempest-NetworksTestDHCPv6-927977400'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:14.654018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Allocated IP 2001:db8::2 (386cd058-2fb8-40f0-a159-c94cb531b2cc/bed8064c-af1b-4917-af13-a223320c025a/906aef79-6553-44d1-b2c1-9911b25bf3c2) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:14.676689 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d465051-9c8d-421c-a6a1-d59b91ade222 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=bed8064c-af1b-4917-af13-a223320c025a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:14.827055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-040d353c-a94a-4646-8319-3ab2e9431d91 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Made reservation on behalf of ca10c78ec5c842e0aa2eed659b01aa7e for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:14.831149 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-040d353c-a94a-4646-8319-3ab2e9431d91 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:14.874581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-cfb05fb4-e5e1-42af-a50a-da93113e4da5 None None] Provisioning complete for port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:14.874974 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cfb05fb4-e5e1-42af-a50a-da93113e4da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:14.926924 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:14.929443 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37973c-3ab2-4c93-b0ce-08ce8542090d None None] Pushing event updated for resources: {'Port': ['ID=df8baaea-db04-4b39-9bfb-6fef43bfd5fb,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:14.935277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:14.946079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cfb05fb4-e5e1-42af-a50a-da93113e4da5 None None] Port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:58:14.962951 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:14.978451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-cfb05fb4-e5e1-42af-a50a-da93113e4da5 None None] Provisioning complete for port df8baaea-db04-4b39-9bfb-6fef43bfd5fb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:14.979094 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cfb05fb4-e5e1-42af-a50a-da93113e4da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:15.027277 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:15.080136 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:15.104010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-040d353c-a94a-4646-8319-3ab2e9431d91 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.20.0.7 (c09b672c-4fd5-4856-9051-847031f01786/e4d70ae7-64f7-47d2-a2f8-01637edf1c33/537c0708-64e0-4754-ac5e-0e02cecd65a0) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:15.110053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Port': ['ID=b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:15.125255 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:15.150032 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:15.170542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:15.178748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:15.264343 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Pushing event updated for resources: {'Port': ['ID=906aef79-6553-44d1-b2c1-9911b25bf3c2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:15.275300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Attempting to bind port 906aef79-6553-44d1-b2c1-9911b25bf3c2 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:58:15.276553 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Attempting to bind port 906aef79-6553-44d1-b2c1-9911b25bf3c2 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:58:15.277135 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Attempting to bind port 906aef79-6553-44d1-b2c1-9911b25bf3c2 on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:15.284103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:58:15.284749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:15.285417 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:15.286157 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:58:15.286790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Bound port: 906aef79-6553-44d1-b2c1-9911b25bf3c2, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:58:15.287341 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:15.294386 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-040d353c-a94a-4646-8319-3ab2e9431d91 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:15.338403 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-040d353c-a94a-4646-8319-3ab2e9431d91 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:15.341593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a62b740b-611d-4513-9407-c90454dbb091 req-842bb7fd-b826-4025-a0ad-4f8f5b45169a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 210 time: 0.0648680 Nov 11 21:58:15.342076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff643137-1c3f-45ad-b913-fa2b205f7859 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:15.362930 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network f27f38fe-b3ea-4521-b060-95f03458958b is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:15.364640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] For port 906aef79-6553-44d1-b2c1-9911b25bf3c2, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:58:15.365748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:15.387677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] For port 906aef79-6553-44d1-b2c1-9911b25bf3c2, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=906aef79-6553-44d1-b2c1-9911b25bf3c2,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:58:15.396428 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:15.469001 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-040d353c-a94a-4646-8319-3ab2e9431d91 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network c09b672c-4fd5-4856-9051-847031f01786 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:15.477028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-040d353c-a94a-4646-8319-3ab2e9431d91 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:15.488038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-040d353c-a94a-4646-8319-3ab2e9431d91 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:15.492157 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d353c-a94a-4646-8319-3ab2e9431d91 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=537c0708-64e0-4754-ac5e-0e02cecd65a0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:15.536293 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8089d1-5709-4ee6-943a-b17d6262b6bf None None] Pushing event updated for resources: {'Port': ['ID=906aef79-6553-44d1-b2c1-9911b25bf3c2,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:15.601403 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:58:15.618130 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-040d353c-a94a-4646-8319-3ab2e9431d91 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:15.618966 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-040d353c-a94a-4646-8319-3ab2e9431d91 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:15.670784 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff643137-1c3f-45ad-b913-fa2b205f7859 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:15.713413 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-040d353c-a94a-4646-8319-3ab2e9431d91 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9770164 Nov 11 21:58:15.720025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-ff643137-1c3f-45ad-b913-fa2b205f7859 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port d2158362-7ad5-44bc-9cf9-4374617cfb88 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:58:15.736704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Request body: {'port': {'device_id': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:15.912168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:58:15.957616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0d18ee93-6f3f-41f5-ab98-e2772e53a11e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "PUT /v2.0/routers/7b50fc21-170d-4c30-9876-58b00a0d8ce2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8304389 Nov 11 21:58:15.983552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:15.989225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Sync routers for ids ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:58:15.995813 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a0923847-6c22-4b2f-802a-78c50b0dbb68 None None] Provisioning complete for port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:15.996203 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0923847-6c22-4b2f-802a-78c50b0dbb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:16.052824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-ff643137-1c3f-45ad-b913-fa2b205f7859 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::127 (386cd058-2fb8-40f0-a159-c94cb531b2cc/bed8064c-af1b-4917-af13-a223320c025a/d2158362-7ad5-44bc-9cf9-4374617cfb88) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:16.295772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device df8baaea-db04-4b39-9bfb-6fef43bfd5fb up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:16.342573 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Routers {'7b50fc21-170d-4c30-9876-58b00a0d8ce2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:16.343939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:57:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:16.407228 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a0923847-6c22-4b2f-802a-78c50b0dbb68 None None] Port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:58:16.415310 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-156c07dd-207a-4990-ac6f-1ebf6a46118e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:16.457496 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff643137-1c3f-45ad-b913-fa2b205f7859 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:16.505847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537c0708-64e0-4754-ac5e-0e02cecd65a0 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:58:16.523645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Set router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:16.524091 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:16.541931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb1778-3eda-4b9a-aeb6-d7e9aef66133 req-f58b0b59-3e53-4833-bb40-9c63e2443a93 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:16.544226 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83eb1778-3eda-4b9a-aeb6-d7e9aef66133 req-f58b0b59-3e53-4833-bb40-9c63e2443a93 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 931 time: 0.0787809 Nov 11 21:58:16.551580 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Transition to ACTIVE for port object 537c0708-64e0-4754-ac5e-0e02cecd65a0 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:58:16.558210 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:16.575653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port df8baaea-db04-4b39-9bfb-6fef43bfd5fb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:16.576181 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:16.576341 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff643137-1c3f-45ad-b913-fa2b205f7859 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:16.651743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff643137-1c3f-45ad-b913-fa2b205f7859 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:16.652638 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83eb1778-3eda-4b9a-aeb6-d7e9aef66133 req-907d6334-4afb-4f27-8250-151105404c4f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022732 Nov 11 21:58:16.690860 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-ff643137-1c3f-45ad-b913-fa2b205f7859 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:16.694427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Pushing event updated for resources: {'Port': ['ID=537c0708-64e0-4754-ac5e-0e02cecd65a0,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:16.718562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff643137-1c3f-45ad-b913-fa2b205f7859 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:16.726810 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff643137-1c3f-45ad-b913-fa2b205f7859 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:16.727474 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff643137-1c3f-45ad-b913-fa2b205f7859 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:16.820238 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ff643137-1c3f-45ad-b913-fa2b205f7859 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1763406 Nov 11 21:58:16.821209 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46018) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:16.850484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Attempting to bind port 537c0708-64e0-4754-ac5e-0e02cecd65a0 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:58:16.850484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Attempting to bind port 537c0708-64e0-4754-ac5e-0e02cecd65a0 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:58:16.850787 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Attempting to bind port 537c0708-64e0-4754-ac5e-0e02cecd65a0 on network c09b672c-4fd5-4856-9051-847031f01786 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:16.854080 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff643137-1c3f-45ad-b913-fa2b205f7859 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=d2158362-7ad5-44bc-9cf9-4374617cfb88,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:16.858348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Port 537c0708-64e0-4754-ac5e-0e02cecd65a0 on network c09b672c-4fd5-4856-9051-847031f01786 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:58:16.858669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Attempting to bind port 537c0708-64e0-4754-ac5e-0e02cecd65a0 on network c09b672c-4fd5-4856-9051-847031f01786 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:16.873766 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:58:16.874086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Checking segment: {'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:16.874454 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Bound using segment: {'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:58:16.874885 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Bound port: 537c0708-64e0-4754-ac5e-0e02cecd65a0, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:58:16.875254 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:16.893010 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d759e8-78cf-4db3-bb6a-4a29f7079d34 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:16.912247 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d759e8-78cf-4db3-bb6a-4a29f7079d34 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:16.914319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-28d759e8-78cf-4db3-bb6a-4a29f7079d34 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0927138 Nov 11 21:58:16.917154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46020) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:16.965738 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:58:13Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '34a550c4-a693-49e1-8346-e2796d275ece', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'port_id': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'mac_address': 'fa:16:3e:8f:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:57:09Z', 'updated_at': '2021-11-11T21:57:19Z', 'revision_number': 1, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28512e24-dd43-45f3-a566-4b4ee6f05d11', 'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:91:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:28Z', 'updated_at': '2021-11-11T21:56:39Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a', 'name': '', 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:c7:26:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '0d7ae0c4-3694-41f1-8b4c-b59f89bc680f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:12Z', 'updated_at': '2021-11-11T21:58:14Z', 'revision_number': 2, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '0d7ae0c4-3694-41f1-8b4c-b59f89bc680f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:16.970503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] For port 537c0708-64e0-4754-ac5e-0e02cecd65a0, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:58:16.974215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] For port 537c0708-64e0-4754-ac5e-0e02cecd65a0, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:58:16.980068 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.007071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Checking router: 7b50fc21-170d-4c30-9876-58b00a0d8ce2 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:58:17.007629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Updating router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:58:17.022348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:17.023677 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.025430 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] 10.222.0.10 "PUT /v2.0/ports/537c0708-64e0-4754-ac5e-0e02cecd65a0 HTTP/1.1" status: 200 len: 1091 time: 1.2978933 Nov 11 21:58:17.026114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:58:17.039269 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b522c8-a313-4c58-a271-a40c72dec047" -d '{"events": [{"name": "network-changed", "server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:58:17.043972 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.048870 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-7701c438-ddb1-4dc5-a32d-453fdd26f14a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port d2158362-7ad5-44bc-9cf9-4374617cfb88 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:17.049400 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7701c438-ddb1-4dc5-a32d-453fdd26f14a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.117178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a23812-913b-4243-9224-e1571b4c63f9 service neutron] Pushing event updated for resources: {'Port': ['ID=537c0708-64e0-4754-ac5e-0e02cecd65a0,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:17.141005 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2139c448-5438-4671-8537-0175d29b8408 x-openstack-request-id: req-2139c448-5438-4671-8537-0175d29b8408 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:58:17.141329 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:58:17.141684 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2139c448-5438-4671-8537-0175d29b8408 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:58:17.142088 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'status': 'completed', 'code': 200} Nov 11 21:58:17.152785 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-9ac4cec9-0ad1-46c6-b924-4fa044eb368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:17.154322 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-9ac4cec9-0ad1-46c6-b924-4fa044eb368c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 1094 time: 0.0683956 Nov 11 21:58:17.210787 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-301a0492-f322-4b92-b137-7dcf6015db1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0 HTTP/1.1" status: 200 len: 217 time: 0.0481770 Nov 11 21:58:17.224620 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7701c438-ddb1-4dc5-a32d-453fdd26f14a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.245467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-7701c438-ddb1-4dc5-a32d-453fdd26f14a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for d2158362-7ad5-44bc-9cf9-4374617cfb88 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:17.250979 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.285218 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-db08fa27-2a1e-4f45-a7c5-cecfa2e3c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:17.289938 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-db08fa27-2a1e-4f45-a7c5-cecfa2e3c15a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4d70ae7-64f7-47d2-a2f8-01637edf1c33 HTTP/1.1" status: 200 len: 834 time: 0.0697939 Nov 11 21:58:17.355604 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-21083093-62f9-4ed5-bd10-64068ae190d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:17.357220 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-21083093-62f9-4ed5-bd10-64068ae190d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c09b672c-4fd5-4856-9051-847031f01786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582120 Nov 11 21:58:17.434006 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.442622 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.468226 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7701c438-ddb1-4dc5-a32d-453fdd26f14a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.474971 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-04eec171-9847-429e-88dc-da7d1ef10000 service neutron] 10.222.0.10 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059887 Nov 11 21:58:17.505795 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701c438-ddb1-4dc5-a32d-453fdd26f14a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=d2158362-7ad5-44bc-9cf9-4374617cfb88,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:17.535564 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7701c438-ddb1-4dc5-a32d-453fdd26f14a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.541839 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7701c438-ddb1-4dc5-a32d-453fdd26f14a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/d2158362-7ad5-44bc-9cf9-4374617cfb88 HTTP/1.1" status: 204 len: 168 time: 0.6202943 Nov 11 21:58:17.542619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46024) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:17.583503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9849a9-ef68-4c96-94d2-cb55b163a39d None None] Pushing event updated for resources: {'Port': ['ID=b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:17.617979 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3e4e3c75-be25-4ba4-9546-aab0f3bebd38 req-0f3db48f-8579-4215-aca7-ca2959c2fc47 service neutron] 10.222.0.10 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320226 Nov 11 21:58:17.631539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Attempting to bind port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:58:17.634128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Attempting to bind port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:58:17.634518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Attempting to bind port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a on network f27f38fe-b3ea-4521-b060-95f03458958b {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:17.647936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-016d008c-a53d-4413-9246-36baea6326e9 None None] Provisioning complete for port 906aef79-6553-44d1-b2c1-9911b25bf3c2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:17.648541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f85d1-275d-4e8c-a2ee-650c8102f748 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:17.649088 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-016d008c-a53d-4413-9246-36baea6326e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.650389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f85d1-275d-4e8c-a2ee-650c8102f748 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:17.654949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cb0f85d1-275d-4e8c-a2ee-650c8102f748 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1083872 Nov 11 21:58:17.655288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46026) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:17.697582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:58:17.697980 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Checking segment: {'id': '042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:17.698545 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.699034 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Bound using segment: {'id': '042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:58:17.699732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Bound port: b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:58:17.700215 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.845938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe8fafa-3437-4c13-87d7-de09a83e11f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet bed8064c-af1b-4917-af13-a223320c025a {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:58:17.854011 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fe8fafa-3437-4c13-87d7-de09a83e11f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.906759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] For port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:58:17.911679 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-016d008c-a53d-4413-9246-36baea6326e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.942116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56f6a2-e7f3-45da-8509-192412fe974d req-d08e6046-d0f6-4224-893b-f3c5503d8297 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:17.945292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b522c8-a313-4c58-a271-a40c72dec047 req-b54dea4c-1d47-4554-8621-c4e362fc77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:17.945952 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b56f6a2-e7f3-45da-8509-192412fe974d req-d08e6046-d0f6-4224-893b-f3c5503d8297 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 943 time: 0.1354885 Nov 11 21:58:17.947151 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e1b522c8-a313-4c58-a271-a40c72dec047 req-b54dea4c-1d47-4554-8621-c4e362fc77a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 1094 time: 0.2180865 Nov 11 21:58:17.953036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] For port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a,segment=NetworkSegment(042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99),segment_id=042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:58:17.955882 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fe8fafa-3437-4c13-87d7-de09a83e11f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:17.965850 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:18.018041 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-016d008c-a53d-4413-9246-36baea6326e9 None None] For port 906aef79-6553-44d1-b2c1-9911b25bf3c2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=906aef79-6553-44d1-b2c1-9911b25bf3c2,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:18.027990 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b56f6a2-e7f3-45da-8509-192412fe974d req-dc8e42b4-d73c-4701-afe9-27895f5c3dc4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712774 Nov 11 21:58:18.040327 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 906aef79-6553-44d1-b2c1-9911b25bf3c2 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:18.101776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9849a9-ef68-4c96-94d2-cb55b163a39d None None] Pushing event updated for resources: {'Port': ['ID=b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:18.106166 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-016d008c-a53d-4413-9246-36baea6326e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:18.156982 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Routers {'7b50fc21-170d-4c30-9876-58b00a0d8ce2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:18.157925 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:18.213059 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fe8fafa-3437-4c13-87d7-de09a83e11f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:18.269801 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b522c8-a313-4c58-a271-a40c72dec047 req-6a98ee72-d8dc-4e33-bfb6-555c26788d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:18.271362 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e1b522c8-a313-4c58-a271-a40c72dec047 req-6a98ee72-d8dc-4e33-bfb6-555c26788d8a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c09b672c-4fd5-4856-9051-847031f01786 HTTP/1.1" status: 200 len: 899 time: 0.3109505 Nov 11 21:58:18.322041 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 906aef79-6553-44d1-b2c1-9911b25bf3c2 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:18.322412 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:18.326079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d008c-a53d-4413-9246-36baea6326e9 None None] Pushing event updated for resources: {'Port': ['ID=906aef79-6553-44d1-b2c1-9911b25bf3c2,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:18.332723 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f1df8b0d-644a-4f72-9a66-a5b1a299ecd1 None None] Provisioning complete for port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:18.332723 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1df8b0d-644a-4f72-9a66-a5b1a299ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:18.333036 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e1b522c8-a313-4c58-a271-a40c72dec047 req-da1e3eba-de38-4002-9294-426d9ab20445 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0 HTTP/1.1" status: 200 len: 217 time: 0.0502601 Nov 11 21:58:18.339943 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fe8fafa-3437-4c13-87d7-de09a83e11f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:18.398373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] Set router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:18.401872 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fe8fafa-3437-4c13-87d7-de09a83e11f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:18.408276 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2fe8fafa-3437-4c13-87d7-de09a83e11f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/bed8064c-af1b-4917-af13-a223320c025a HTTP/1.1" status: 204 len: 168 time: 0.7494144 Nov 11 21:58:18.408276 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8fafa-3437-4c13-87d7-de09a83e11f3 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=bed8064c-af1b-4917-af13-a223320c025a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:18.408599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46032) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:18.435783 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b522c8-a313-4c58-a271-a40c72dec047 req-f58c1de3-ba7c-468f-a2da-909162b0e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:18.436685 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e1b522c8-a313-4c58-a271-a40c72dec047 req-f58c1de3-ba7c-468f-a2da-909162b0e906 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4d70ae7-64f7-47d2-a2f8-01637edf1c33 HTTP/1.1" status: 200 len: 834 time: 0.0940917 Nov 11 21:58:18.449603 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9b10e-7665-4a4f-afb1-e424c0b8f004 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:18.477825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-082b0a66-7d00-43a3-a185-552873bc398c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679333 Nov 11 21:58:18.480068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46044) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:18.733892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b522c8-a313-4c58-a271-a40c72dec047 req-34edd509-e30f-441b-9749-c137b0ca42a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:18.733892 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e1b522c8-a313-4c58-a271-a40c72dec047 req-34edd509-e30f-441b-9749-c137b0ca42a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c09b672c-4fd5-4856-9051-847031f01786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658886 Nov 11 21:58:18.742172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2439cbe7-9cce-43a9-b0d3-03030b31be64 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:18.742172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2439cbe7-9cce-43a9-b0d3-03030b31be64 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0683467 Nov 11 21:58:18.742172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46050) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:18.742172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dd4325-cf48-411b-ac7f-830ad6898b28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:18.743571 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46058) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:18.743907 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b9dd4325-cf48-411b-ac7f-830ad6898b28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1147525 Nov 11 21:58:18.744196 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:18.744548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46060) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:18.745226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:18.752424 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-af37594d-7117-4ac5-b44b-5a597f993a16 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777733 Nov 11 21:58:18.769269 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e1b522c8-a313-4c58-a271-a40c72dec047 req-bc645630-6a8b-4a02-9990-06eb81f45278 service neutron] 10.222.0.10 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456825 Nov 11 21:58:18.812576 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1df8b0d-644a-4f72-9a66-a5b1a299ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:18.901455 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:18.902117 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e1b522c8-a313-4c58-a271-a40c72dec047 req-ee3cad65-8542-4782-a571-53fb4d32b6fa service neutron] 10.222.0.10 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247103 Nov 11 21:58:18.905493 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:19.068843 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f1df8b0d-644a-4f72-9a66-a5b1a299ecd1 None None] For port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a,segment=NetworkSegment(042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99),segment_id=042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:19.076287 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1df8b0d-644a-4f72-9a66-a5b1a299ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:19.098959 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f1df8b0d-644a-4f72-9a66-a5b1a299ecd1 None None] Could not find standard attr ID for object d2158362-7ad5-44bc-9cf9-4374617cfb88. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:58:19.133622 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d677668b-f4f2-4dc7-b2b5-38a558649201 None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:58:19.211138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df8b0d-644a-4f72-9a66-a5b1a299ecd1 None None] Pushing event updated for resources: {'Port': ['ID=b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:19.245065 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5c2e9e4a-0f4a-44a0-8eff-ebeb50259025 None None] Provisioning complete for port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:19.246030 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5c2e9e4a-0f4a-44a0-8eff-ebeb50259025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:19.268999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dca2b-3f8f-48ad-b5a5-506311b3e156 req-fdeeaae7-8574-441c-8cce-8bdbb8700573 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:19.271233 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f40dca2b-3f8f-48ad-b5a5-506311b3e156 req-fdeeaae7-8574-441c-8cce-8bdbb8700573 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 943 time: 0.1184309 Nov 11 21:58:19.291947 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:58:13Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '34a550c4-a693-49e1-8346-e2796d275ece', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'port_id': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'mac_address': 'fa:16:3e:8f:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:57:09Z', 'updated_at': '2021-11-11T21:57:19Z', 'revision_number': 1, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28512e24-dd43-45f3-a566-4b4ee6f05d11', 'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:91:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:28Z', 'updated_at': '2021-11-11T21:56:39Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a', 'name': '', 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:c7:26:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '0d7ae0c4-3694-41f1-8b4c-b59f89bc680f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:12Z', 'updated_at': '2021-11-11T21:58:17Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '0d7ae0c4-3694-41f1-8b4c-b59f89bc680f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:19.326672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d677668b-f4f2-4dc7-b2b5-38a558649201 None None] Deleting port 906aef79-6553-44d1-b2c1-9911b25bf3c2 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:19.327341 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d677668b-f4f2-4dc7-b2b5-38a558649201 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:19.331361 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb1857-ad61-4d64-b6c3-113fd901146f None None] The sync data for ids ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'] in n-d-805737-3 is: [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:58:13Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '34a550c4-a693-49e1-8346-e2796d275ece', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'port_id': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'mac_address': 'fa:16:3e:8f:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:57:09Z', 'updated_at': '2021-11-11T21:57:19Z', 'revision_number': 1, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28512e24-dd43-45f3-a566-4b4ee6f05d11', 'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:91:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:28Z', 'updated_at': '2021-11-11T21:56:39Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a', 'name': '', 'network_id': 'f27f38fe-b3ea-4521-b060-95f03458958b', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:c7:26:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '0d7ae0c4-3694-41f1-8b4c-b59f89bc680f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:12Z', 'updated_at': '2021-11-11T21:58:17Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '0d7ae0c4-3694-41f1-8b4c-b59f89bc680f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:58:19.443755 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:19.465183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.objects.ports [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102534) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:58:19.485928 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d677668b-f4f2-4dc7-b2b5-38a558649201 None None] For port 906aef79-6553-44d1-b2c1-9911b25bf3c2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=906aef79-6553-44d1-b2c1-9911b25bf3c2,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:19.486326 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d677668b-f4f2-4dc7-b2b5-38a558649201 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:19.515947 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d677668b-f4f2-4dc7-b2b5-38a558649201 None None] Calling delete_port for 906aef79-6553-44d1-b2c1-9911b25bf3c2 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:19.548151 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f40dca2b-3f8f-48ad-b5a5-506311b3e156 req-d1792ff4-0bb4-4db9-af0d-4bad817558f5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710452 Nov 11 21:58:19.705111 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:19.742920 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d677668b-f4f2-4dc7-b2b5-38a558649201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:19.785158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677668b-f4f2-4dc7-b2b5-38a558649201 None None] Pushing event deleted for resources: {'Port': ['ID=906aef79-6553-44d1-b2c1-9911b25bf3c2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:19.789797 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d677668b-f4f2-4dc7-b2b5-38a558649201 None None] No DVR routers for this DVR port 906aef79-6553-44d1-b2c1-9911b25bf3c2 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:58:19.946316 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] For port 906aef79-6553-44d1-b2c1-9911b25bf3c2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=906aef79-6553-44d1-b2c1-9911b25bf3c2,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:19.953406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:19.996744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:20.005927 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:20.007130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:20.026552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:20.027025 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:20.081104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=906aef79-6553-44d1-b2c1-9911b25bf3c2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:20.090432 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 537c0708-64e0-4754-ac5e-0e02cecd65a0 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:58:20.105714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:20.106097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:20.106344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:20.106676 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:20.107004 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:20.107327 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:20.107655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:20.107976 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:20.108296 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:20.108616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:20.108963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:20.109284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:20.118178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:20.121827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:20.135130 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:20.135726 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:20.139069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=50a42a55-dd6f-4025-8888-11a04a62e4a8,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:20.162312 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46088) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:20.163025 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0b2be55e-3454-4218-9346-3c424b3a42b0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4212947 Nov 11 21:58:20.168285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-722c1a56-c5e8-4a1c-a4a6-2f89c42cef95 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:20.168654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfa9d28-67ad-442d-bcda-e2270d632cf0 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:20.331758 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 537c0708-64e0-4754-ac5e-0e02cecd65a0, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:20.332743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c1a56-c5e8-4a1c-a4a6-2f89c42cef95 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:20.336874 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-722c1a56-c5e8-4a1c-a4a6-2f89c42cef95 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:20.366379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'port_id': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'mac_address': 'fa:16:3e:8a:1b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:58:20.450090 n-d-805737-3 neutron-server[102535]: INFO neutron.db.ipam_backend_mixin [None req-722c1a56-c5e8-4a1c-a4a6-2f89c42cef95 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 50a42a55-dd6f-4025-8888-11a04a62e4a8 (CIDR: 2001:db8::/64) Nov 11 21:58:20.459983 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-722c1a56-c5e8-4a1c-a4a6-2f89c42cef95 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:58:20.460676 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722c1a56-c5e8-4a1c-a4a6-2f89c42cef95 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:20.477772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 906aef79-6553-44d1-b2c1-9911b25bf3c2 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:20.482007 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:20.491091 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-722c1a56-c5e8-4a1c-a4a6-2f89c42cef95 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3273845 Nov 11 21:58:20.494097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46096) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:20.500269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-00015a60-35ec-4e66-a624-9f7fd6eb1edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:20.502921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': '50a42a55-dd6f-4025-8888-11a04a62e4a8'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:58:20.503782 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:20.514837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 906aef79-6553-44d1-b2c1-9911b25bf3c2 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:58:20.515182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 906aef79-6553-44d1-b2c1-9911b25bf3c2 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:20.533687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537c0708-64e0-4754-ac5e-0e02cecd65a0 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:58:20.611443 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 537c0708-64e0-4754-ac5e-0e02cecd65a0, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:20.619011 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:20.623903 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00015a60-35ec-4e66-a624-9f7fd6eb1edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:20.630092 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00015a60-35ec-4e66-a624-9f7fd6eb1edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:20.721842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=537c0708-64e0-4754-ac5e-0e02cecd65a0,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:20.740238 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Allocated IP 2001:db8::f816:3eff:fea6:844d (386cd058-2fb8-40f0-a159-c94cb531b2cc/50a42a55-dd6f-4025-8888-11a04a62e4a8/5fba1495-2ad0-4b76-8f33-bd316eb0f362) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:20.763404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79847121-90d8-465c-a20e-005c8a0b3f3f req-d9fb93b3-28cb-4e20-96d1-54b20dd42369 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:20.765151 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79847121-90d8-465c-a20e-005c8a0b3f3f req-d9fb93b3-28cb-4e20-96d1-54b20dd42369 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 944 time: 0.1108677 Nov 11 21:58:20.853643 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79847121-90d8-465c-a20e-005c8a0b3f3f req-8340cfc3-451d-40d5-8a8e-be24f2f4832e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772269 Nov 11 21:58:20.899955 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['537c0708-64e0-4754-ac5e-0e02cecd65a0'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:58:20.952503 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:20.976129 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:20.994351 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00015a60-35ec-4e66-a624-9f7fd6eb1edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:21.039533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00015a60-35ec-4e66-a624-9f7fd6eb1edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:21.041679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:21.047969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-00015a60-35ec-4e66-a624-9f7fd6eb1edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:21.049820 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:21.051174 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00015a60-35ec-4e66-a624-9f7fd6eb1edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:21.052075 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-00015a60-35ec-4e66-a624-9f7fd6eb1edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:21.057306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:21.061188 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Pushing event updated for resources: {'Port': ['ID=5fba1495-2ad0-4b76-8f33-bd316eb0f362,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:21.073754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00015a60-35ec-4e66-a624-9f7fd6eb1edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=2ac26826-c35f-4352-be8c-7273cc727d5d,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:21.082375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-00015a60-35ec-4e66-a624-9f7fd6eb1edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5863304 Nov 11 21:58:21.085103 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46110) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:21.092987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8b9d0200-b5e2-4e68-a60a-dba1de88d9cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'mac_address': 'fa:16:3e:2b:46:b5', 'name': 'tempest-NetworksTestDHCPv6-33867474'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:21.143110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Attempting to bind port 5fba1495-2ad0-4b76-8f33-bd316eb0f362 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:58:21.143719 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Attempting to bind port 5fba1495-2ad0-4b76-8f33-bd316eb0f362 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:58:21.143826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Attempting to bind port 5fba1495-2ad0-4b76-8f33-bd316eb0f362 on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:21.158488 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:58:21.158939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:21.159247 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:21.159991 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:58:21.160459 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Bound port: 5fba1495-2ad0-4b76-8f33-bd316eb0f362, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:58:21.160887 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:21.219037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9d0200-b5e2-4e68-a60a-dba1de88d9cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:21.276050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] For port 5fba1495-2ad0-4b76-8f33-bd316eb0f362, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:58:21.280605 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] For port 5fba1495-2ad0-4b76-8f33-bd316eb0f362, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5fba1495-2ad0-4b76-8f33-bd316eb0f362,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:58:21.291508 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:21.323130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0200-b5e2-4e68-a60a-dba1de88d9cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:21.346558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-8b9d0200-b5e2-4e68-a60a-dba1de88d9cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port 374a530d-4e7d-4298-8159-73af9f4c858e yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:58:21.382919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af790d73-d802-4ae2-9d4d-9934e1c6ab9b None None] Pushing event updated for resources: {'Port': ['ID=5fba1495-2ad0-4b76-8f33-bd316eb0f362,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:21.546463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-8b9d0200-b5e2-4e68-a60a-dba1de88d9cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8:0:1::32f (386cd058-2fb8-40f0-a159-c94cb531b2cc/2ac26826-c35f-4352-be8c-7273cc727d5d/374a530d-4e7d-4298-8159-73af9f4c858e) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:21.556980 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-8b9d0200-b5e2-4e68-a60a-dba1de88d9cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::f816:3eff:fe2b:46b5 (386cd058-2fb8-40f0-a159-c94cb531b2cc/50a42a55-dd6f-4025-8888-11a04a62e4a8/374a530d-4e7d-4298-8159-73af9f4c858e) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:21.742283 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0200-b5e2-4e68-a60a-dba1de88d9cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:21.776124 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0200-b5e2-4e68-a60a-dba1de88d9cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:21.822216 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9d0200-b5e2-4e68-a60a-dba1de88d9cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:21.830194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-8b9d0200-b5e2-4e68-a60a-dba1de88d9cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:21.836518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d0200-b5e2-4e68-a60a-dba1de88d9cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:21.842537 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d0200-b5e2-4e68-a60a-dba1de88d9cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:21.843173 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0200-b5e2-4e68-a60a-dba1de88d9cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:21.857819 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d0200-b5e2-4e68-a60a-dba1de88d9cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=374a530d-4e7d-4298-8159-73af9f4c858e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:21.874706 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8b9d0200-b5e2-4e68-a60a-dba1de88d9cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7885404 Nov 11 21:58:21.877478 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46124) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:21.927121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5fba1495-2ad0-4b76-8f33-bd316eb0f362 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:21.991765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5fba1495-2ad0-4b76-8f33-bd316eb0f362 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:21.992488 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:22.002470 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e87f8ca9-5807-433a-86e7-1daa803f2692 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port 374a530d-4e7d-4298-8159-73af9f4c858e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:22.002923 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e87f8ca9-5807-433a-86e7-1daa803f2692 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:22.039360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3810da-6056-45a9-951b-c2c67f8adf3f req-c19d1cc3-2e38-42ac-9778-5a2c0365bf18 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:22.041325 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c3810da-6056-45a9-951b-c2c67f8adf3f req-c19d1cc3-2e38-42ac-9778-5a2c0365bf18 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 944 time: 0.0683680 Nov 11 21:58:22.083485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 537c0708-64e0-4754-ac5e-0e02cecd65a0 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:22.124121 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:22.124345 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c3810da-6056-45a9-951b-c2c67f8adf3f req-b151cf8b-6ade-4408-b713-9e818a4ba3e3 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750096 Nov 11 21:58:22.159322 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e87f8ca9-5807-433a-86e7-1daa803f2692 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:22.175271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 5fba1495-2ad0-4b76-8f33-bd316eb0f362, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5fba1495-2ad0-4b76-8f33-bd316eb0f362,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:22.175865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e87f8ca9-5807-433a-86e7-1daa803f2692 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for 374a530d-4e7d-4298-8159-73af9f4c858e owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:22.195792 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:22.225093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 537c0708-64e0-4754-ac5e-0e02cecd65a0 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:58:22.231351 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 537c0708-64e0-4754-ac5e-0e02cecd65a0 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:22.231852 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:22.296108 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=5fba1495-2ad0-4b76-8f33-bd316eb0f362,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:22.350686 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:22.387306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:58:22.389783 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756c2e54-acdc-4533-9fe3-2878fc6f1ed7" -d '{"events": [{"server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "name": "network-vif-plugged", "status": "completed", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:58:22.404225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 537c0708-64e0-4754-ac5e-0e02cecd65a0, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:22.409301 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:22.436085 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e87f8ca9-5807-433a-86e7-1daa803f2692 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:22.453513 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8381a89-1d3a-480e-bfda-c211d1d6d5e3 x-openstack-request-id: req-a8381a89-1d3a-480e-bfda-c211d1d6d5e3 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:58:22.453833 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "name": "network-vif-plugged", "status": "completed", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:58:22.454157 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8381a89-1d3a-480e-bfda-c211d1d6d5e3 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:58:22.454562 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'code': 200} Nov 11 21:58:22.486993 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f8ca9-5807-433a-86e7-1daa803f2692 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=374a530d-4e7d-4298-8159-73af9f4c858e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:22.487630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=537c0708-64e0-4754-ac5e-0e02cecd65a0,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:22.564594 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e87f8ca9-5807-433a-86e7-1daa803f2692 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:22.571784 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e87f8ca9-5807-433a-86e7-1daa803f2692 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/374a530d-4e7d-4298-8159-73af9f4c858e HTTP/1.1" status: 204 len: 168 time: 0.6902537 Nov 11 21:58:22.572260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24946fd-06d6-4f4f-a163-eb9c00e5b360 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:22.573397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46138) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:22.606505 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a78b48-4fc3-4557-a291-327f0998796d req-1d1957d1-8932-414b-bae2-1514ff100d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:22.608346 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-60a78b48-4fc3-4557-a291-327f0998796d req-1d1957d1-8932-414b-bae2-1514ff100d33 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 1096 time: 0.0876365 Nov 11 21:58:22.649340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6b28c8-7d59-46cc-bd47-30088407c45d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:22.651338 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5c6b28c8-7d59-46cc-bd47-30088407c45d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0764661 Nov 11 21:58:22.655011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46142) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:22.715327 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-60a78b48-4fc3-4557-a291-327f0998796d req-b4368095-8790-4780-9cc9-71a953637422 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885370 Nov 11 21:58:22.729383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c5efee-6f28-4684-a78d-c6341e630dda tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:22.733734 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-67c5efee-6f28-4684-a78d-c6341e630dda tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0750241 Nov 11 21:58:22.734135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46144) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:22.792031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa81412c-0536-478c-a75b-ce8ce9c6a060 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:22.793616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa81412c-0536-478c-a75b-ce8ce9c6a060 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:22.795264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa81412c-0536-478c-a75b-ce8ce9c6a060 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:22.799553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-aa81412c-0536-478c-a75b-ce8ce9c6a060 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0618250 Nov 11 21:58:22.799837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46148) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:22.822060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bc6e2411-17fb-4aa7-a1c5-80108715880a None None] Provisioning complete for port 5fba1495-2ad0-4b76-8f33-bd316eb0f362 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:22.822401 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bc6e2411-17fb-4aa7-a1c5-80108715880a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:22.853434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-e421b7d8-e818-4b96-9c4e-c23b3cec8d8f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 2ac26826-c35f-4352-be8c-7273cc727d5d {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:58:22.857422 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e421b7d8-e818-4b96-9c4e-c23b3cec8d8f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:22.911913 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e421b7d8-e818-4b96-9c4e-c23b3cec8d8f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:22.962888 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e421b7d8-e818-4b96-9c4e-c23b3cec8d8f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:23.025225 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e421b7d8-e818-4b96-9c4e-c23b3cec8d8f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:23.054813 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421b7d8-e818-4b96-9c4e-c23b3cec8d8f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac26826-c35f-4352-be8c-7273cc727d5d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:23.059037 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e421b7d8-e818-4b96-9c4e-c23b3cec8d8f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:23.065081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e421b7d8-e818-4b96-9c4e-c23b3cec8d8f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/2ac26826-c35f-4352-be8c-7273cc727d5d HTTP/1.1" status: 204 len: 168 time: 0.2619014 Nov 11 21:58:23.066530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46154) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:23.073357 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ac22f5-69e0-4888-9728-939f0a2776b5 None None] Update dhcp port {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'fixed_ips': [{'subnet_id': '50a42a55-dd6f-4025-8888-11a04a62e4a8', 'ip_address': '2001:db8::f816:3eff:fea6:844d'}, {'subnet_id': '2ac26826-c35f-4352-be8c-7273cc727d5d'}], 'binding:host_id': 'n-d-805737-3'}, 'id': '5fba1495-2ad0-4b76-8f33-bd316eb0f362'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:58:23.103288 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-94ac22f5-69e0-4888-9728-939f0a2776b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:23.132603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0a0081-f82e-4b7d-b4c0-1cc91c625088 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 50a42a55-dd6f-4025-8888-11a04a62e4a8 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:58:23.136001 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c0a0081-f82e-4b7d-b4c0-1cc91c625088 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:23.180295 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c0a0081-f82e-4b7d-b4c0-1cc91c625088 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:23.272758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b102ff-e15f-4795-86e7-92a5b78e6e0b req-6317e4fe-a23e-4add-ade6-c1b14417a308 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:23.274545 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79b102ff-e15f-4795-86e7-92a5b78e6e0b req-6317e4fe-a23e-4add-ade6-c1b14417a308 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.0578330 Nov 11 21:58:23.295353 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c0a0081-f82e-4b7d-b4c0-1cc91c625088 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:23.330855 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79b102ff-e15f-4795-86e7-92a5b78e6e0b req-dca0beb4-8eb7-40ff-8c53-46cf759158d7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499272 Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server [None req-94ac22f5-69e0-4888-9728-939f0a2776b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50a42a55-dd6f-4025-8888-11a04a62e4a8: This subnet is being modified by another concurrent operation. Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise exception Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50a42a55-dd6f-4025-8888-11a04a62e4a8: This subnet is being modified by another concurrent operation. Nov 11 21:58:23.367488 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Nov 11 21:58:23.374220 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c0a0081-f82e-4b7d-b4c0-1cc91c625088 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:23.397428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a0081-f82e-4b7d-b4c0-1cc91c625088 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=50a42a55-dd6f-4025-8888-11a04a62e4a8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:23.401340 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c0a0081-f82e-4b7d-b4c0-1cc91c625088 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:23.407445 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8c0a0081-f82e-4b7d-b4c0-1cc91c625088 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/50a42a55-dd6f-4025-8888-11a04a62e4a8 HTTP/1.1" status: 204 len: 168 time: 0.3371999 Nov 11 21:58:23.407845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46164) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:23.450421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46166) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:23.453620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cea2c49e-b07c-4fed-a678-69472553fb0a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383899 Nov 11 21:58:23.455553 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7543771e-adcb-49ca-8e3f-fd33b5a0dbf8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:23.482950 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043e1800-8d20-4c1f-836d-8df6eb4f6ef2 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:23.558484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-62a22e60-0efc-41e6-929d-31c42907b980 None None] Provisioning complete for port 5fba1495-2ad0-4b76-8f33-bd316eb0f362 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:23.558807 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-62a22e60-0efc-41e6-929d-31c42907b980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:23.560003 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7543771e-adcb-49ca-8e3f-fd33b5a0dbf8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:23.564080 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7543771e-adcb-49ca-8e3f-fd33b5a0dbf8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:23.688202 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa0d488-5106-4e4d-804c-0c048253fb8f None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:58:23.743408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0d488-5106-4e4d-804c-0c048253fb8f None None] Deleting port 5fba1495-2ad0-4b76-8f33-bd316eb0f362 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:23.743817 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d488-5106-4e4d-804c-0c048253fb8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:23.813873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3fa0d488-5106-4e4d-804c-0c048253fb8f None None] For port 5fba1495-2ad0-4b76-8f33-bd316eb0f362, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5fba1495-2ad0-4b76-8f33-bd316eb0f362,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:23.814272 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d488-5106-4e4d-804c-0c048253fb8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:23.835456 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0d488-5106-4e4d-804c-0c048253fb8f None None] Calling delete_port for 5fba1495-2ad0-4b76-8f33-bd316eb0f362 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:23.913171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.objects.ports [None req-7543771e-adcb-49ca-8e3f-fd33b5a0dbf8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:58:23.929405 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5fba1495-2ad0-4b76-8f33-bd316eb0f362 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:24.006195 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d488-5106-4e4d-804c-0c048253fb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:24.057504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0d488-5106-4e4d-804c-0c048253fb8f None None] Pushing event deleted for resources: {'Port': ['ID=5fba1495-2ad0-4b76-8f33-bd316eb0f362,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:24.059501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No active binding found for port 5fba1495-2ad0-4b76-8f33-bd316eb0f362 {{(pid=102536) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 21:58:24.059961 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5fba1495-2ad0-4b76-8f33-bd316eb0f362 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:24.063242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa0d488-5106-4e4d-804c-0c048253fb8f None None] No DVR routers for this DVR port 5fba1495-2ad0-4b76-8f33-bd316eb0f362 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:58:24.081537 n-d-805737-3 neutron-server[102535]: WARNING neutron.services.revisions.revision_plugin [None req-7543771e-adcb-49ca-8e3f-fd33b5a0dbf8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Could not find related port for resource to bump revision. Nov 11 21:58:24.086275 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.ipam_pluggable_backend [None req-7543771e-adcb-49ca-8e3f-fd33b5a0dbf8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Port 5fba1495-2ad0-4b76-8f33-bd316eb0f362 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102535) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 11 21:58:24.086766 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.ipam_pluggable_backend [None req-7543771e-adcb-49ca-8e3f-fd33b5a0dbf8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Reverting IP allocation for 2001:db8::f816:3eff:fea6:844d {{(pid=102535) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 11 21:58:24.091497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.ipam_pluggable_backend [None req-7543771e-adcb-49ca-8e3f-fd33b5a0dbf8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea6:844d {{(pid=102535) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 11 21:58:24.092786 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7543771e-adcb-49ca-8e3f-fd33b5a0dbf8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:24.102121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b430f9-b1e2-44ad-84db-9c8cf9434884 None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:58:24.139984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7543771e-adcb-49ca-8e3f-fd33b5a0dbf8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:24.141766 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7543771e-adcb-49ca-8e3f-fd33b5a0dbf8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:24.144742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7543771e-adcb-49ca-8e3f-fd33b5a0dbf8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:24.146125 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7543771e-adcb-49ca-8e3f-fd33b5a0dbf8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:24.175501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543771e-adcb-49ca-8e3f-fd33b5a0dbf8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=bcc0cfdd-17f1-46d0-905d-97a2a25be37f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:24.189475 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7543771e-adcb-49ca-8e3f-fd33b5a0dbf8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7378006 Nov 11 21:58:24.191179 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46180) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:24.200024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-31463eec-c06e-4942-8609-76d236ac4d59 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:24.248600 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b430f9-b1e2-44ad-84db-9c8cf9434884 None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:58:24.329145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31463eec-c06e-4942-8609-76d236ac4d59 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:24.333066 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-31463eec-c06e-4942-8609-76d236ac4d59 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:24.443546 n-d-805737-3 neutron-server[102535]: INFO neutron.db.ipam_backend_mixin [None req-31463eec-c06e-4942-8609-76d236ac4d59 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bcc0cfdd-17f1-46d0-905d-97a2a25be37f (CIDR: 2001:db8::/64) Nov 11 21:58:24.448117 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-31463eec-c06e-4942-8609-76d236ac4d59 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:58:24.448843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31463eec-c06e-4942-8609-76d236ac4d59 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:24.483934 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-31463eec-c06e-4942-8609-76d236ac4d59 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2909682 Nov 11 21:58:24.489016 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46186) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:24.495702 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-afdecff0-1740-4510-8bea-4847f6a0d3e8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:24.499386 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896b45f-4b17-48cb-982a-5a5f03329ab8 req-7bac24af-9b09-4e3d-8c4d-2ace0f7bf8cb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:24.502520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9896b45f-4b17-48cb-982a-5a5f03329ab8 req-7bac24af-9b09-4e3d-8c4d-2ace0f7bf8cb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.0583272 Nov 11 21:58:24.557635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': 'bcc0cfdd-17f1-46d0-905d-97a2a25be37f'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:58:24.558905 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:24.611382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9896b45f-4b17-48cb-982a-5a5f03329ab8 req-e279a12a-35f0-4801-a710-a2b74ce95544 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027040 Nov 11 21:58:24.640385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdecff0-1740-4510-8bea-4847f6a0d3e8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:24.644464 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-afdecff0-1740-4510-8bea-4847f6a0d3e8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:24.768713 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Allocated IP 2001:db8::f816:3eff:fefe:eaa1 (386cd058-2fb8-40f0-a159-c94cb531b2cc/bcc0cfdd-17f1-46d0-905d-97a2a25be37f/2d81f618-1406-43b1-8a95-7d5acab39114) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:24.782101 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063a0a8-bf54-49bc-8a21-38e847948dc5 req-9c9a6b14-e2e0-4086-97a7-61939d89f525 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:24.783901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8063a0a8-bf54-49bc-8a21-38e847948dc5 req-9c9a6b14-e2e0-4086-97a7-61939d89f525 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.0928400 Nov 11 21:58:24.855587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8063a0a8-bf54-49bc-8a21-38e847948dc5 req-59702cbd-ba4c-4035-97a3-7b0c1ae64270 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615594 Nov 11 21:58:24.881665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46194) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:24.933631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e625d9fa-c138-43b4-9894-01695439b67f tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:24.935600 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e625d9fa-c138-43b4-9894-01695439b67f tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 1091 time: 0.0528307 Nov 11 21:58:24.938774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46198) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:24.943502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:24.967476 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:24.969896 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:24.978702 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:24.987604 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-afdecff0-1740-4510-8bea-4847f6a0d3e8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:25.043796 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:25.045976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdecff0-1740-4510-8bea-4847f6a0d3e8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:25.049936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-afdecff0-1740-4510-8bea-4847f6a0d3e8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:25.051654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:25.056182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:25.056636 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdecff0-1740-4510-8bea-4847f6a0d3e8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:25.057352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-afdecff0-1740-4510-8bea-4847f6a0d3e8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:25.067564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Pushing event updated for resources: {'Port': ['ID=2d81f618-1406-43b1-8a95-7d5acab39114,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:25.100223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdecff0-1740-4510-8bea-4847f6a0d3e8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=106cbe9f-c076-4f36-a8ba-9f079a1fd4e6,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:25.114174 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-afdecff0-1740-4510-8bea-4847f6a0d3e8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6199007 Nov 11 21:58:25.114294 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46204) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:25.120824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c6d51c48-a489-4858-b67b-3fa388e5f08c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'mac_address': 'fa:16:3e:48:ba:d9', 'name': 'tempest-NetworksTestDHCPv6-1475120675'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:25.134440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Attempting to bind port 2d81f618-1406-43b1-8a95-7d5acab39114 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:58:25.134826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Attempting to bind port 2d81f618-1406-43b1-8a95-7d5acab39114 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:58:25.135205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Attempting to bind port 2d81f618-1406-43b1-8a95-7d5acab39114 on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:25.142156 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:58:25.142557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:25.142955 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:25.143340 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:58:25.143919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Bound port: 2d81f618-1406-43b1-8a95-7d5acab39114, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:58:25.144304 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:25.193809 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:25.239410 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] For port 2d81f618-1406-43b1-8a95-7d5acab39114, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:58:25.247107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] For port 2d81f618-1406-43b1-8a95-7d5acab39114, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2d81f618-1406-43b1-8a95-7d5acab39114,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:58:25.255037 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:25.345375 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4f0b3-c577-444c-b165-771172bf1013 None None] Pushing event updated for resources: {'Port': ['ID=2d81f618-1406-43b1-8a95-7d5acab39114,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:25.375018 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.25.0.105 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/8bd668b0-8f1e-46db-9c58-780810e8941b) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:25.389161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d51c48-a489-4858-b67b-3fa388e5f08c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:25.393595 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6d51c48-a489-4858-b67b-3fa388e5f08c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:25.434409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-c6d51c48-a489-4858-b67b-3fa388e5f08c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port 8f6a4172-5659-4752-bea4-b80ea1316253 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:58:25.619239 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:25.746707 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:25.749196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-c6d51c48-a489-4858-b67b-3fa388e5f08c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8:0:1::180 (386cd058-2fb8-40f0-a159-c94cb531b2cc/106cbe9f-c076-4f36-a8ba-9f079a1fd4e6/8f6a4172-5659-4752-bea4-b80ea1316253) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:25.781159 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-c6d51c48-a489-4858-b67b-3fa388e5f08c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::f816:3eff:fe48:bad9 (386cd058-2fb8-40f0-a159-c94cb531b2cc/bcc0cfdd-17f1-46d0-905d-97a2a25be37f/8f6a4172-5659-4752-bea4-b80ea1316253) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:25.796892 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:25.804912 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:25.819137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:25.853428 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=8bd668b0-8f1e-46db-9c58-780810e8941b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:25.935003 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2d81f618-1406-43b1-8a95-7d5acab39114 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:25.999296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 2d81f618-1406-43b1-8a95-7d5acab39114 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:26.001533 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:26.141591 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6d51c48-a489-4858-b67b-3fa388e5f08c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:26.142780 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:26.198630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 2d81f618-1406-43b1-8a95-7d5acab39114, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2d81f618-1406-43b1-8a95-7d5acab39114,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:26.206750 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:26.277548 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6d51c48-a489-4858-b67b-3fa388e5f08c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:26.293357 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=2d81f618-1406-43b1-8a95-7d5acab39114,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:26.377954 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d51c48-a489-4858-b67b-3fa388e5f08c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:26.386780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-c6d51c48-a489-4858-b67b-3fa388e5f08c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:26.390360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d51c48-a489-4858-b67b-3fa388e5f08c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=8f6a4172-5659-4752-bea4-b80ea1316253,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:26.397117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d51c48-a489-4858-b67b-3fa388e5f08c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:26.409732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d51c48-a489-4858-b67b-3fa388e5f08c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:26.410414 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6d51c48-a489-4858-b67b-3fa388e5f08c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:26.473528 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b78ae10-af2b-40de-8ddf-026095f7343f None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:26.590036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e40dc12a-2a90-48fd-956d-abc28b771f29 None None] Provisioning complete for port 2d81f618-1406-43b1-8a95-7d5acab39114 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:26.590676 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e40dc12a-2a90-48fd-956d-abc28b771f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:26.849817 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:26.861375 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1736fe40-a887-4228-9a88-88117aac9dc2 None None] Update dhcp port {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'fixed_ips': [{'subnet_id': 'bcc0cfdd-17f1-46d0-905d-97a2a25be37f', 'ip_address': '2001:db8::f816:3eff:fefe:eaa1'}, {'subnet_id': '106cbe9f-c076-4f36-a8ba-9f079a1fd4e6'}], 'binding:host_id': 'n-d-805737-3'}, 'id': '2d81f618-1406-43b1-8a95-7d5acab39114'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:58:26.879433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c6d51c48-a489-4858-b67b-3fa388e5f08c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7617211 Nov 11 21:58:26.881260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46246) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:26.889405 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1736fe40-a887-4228-9a88-88117aac9dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:26.962333 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2ccb1-a8ef-44de-81d1-229e2e0c5315 req-6879f512-c344-4b7f-9483-da07f599b7bd tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:26.964254 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59d2ccb1-a8ef-44de-81d1-229e2e0c5315 req-6879f512-c344-4b7f-9483-da07f599b7bd tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.0942571 Nov 11 21:58:27.002915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2b932c47-c877-4036-8785-a84302516d0a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port 8f6a4172-5659-4752-bea4-b80ea1316253 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:27.003289 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b932c47-c877-4036-8785-a84302516d0a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:27.014428 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:27.080520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59d2ccb1-a8ef-44de-81d1-229e2e0c5315 req-94e7744d-d352-41d3-a4ae-7ed47d3603ab tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914435 Nov 11 21:58:27.126085 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b932c47-c877-4036-8785-a84302516d0a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:27.139823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2b932c47-c877-4036-8785-a84302516d0a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for 8f6a4172-5659-4752-bea4-b80ea1316253 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:27.151242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-1736fe40-a887-4228-9a88-88117aac9dc2 None None] Allocated IP 2001:db8:0:1::2 (386cd058-2fb8-40f0-a159-c94cb531b2cc/106cbe9f-c076-4f36-a8ba-9f079a1fd4e6/2d81f618-1406-43b1-8a95-7d5acab39114) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:27.220308 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:27.229176 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:27.280599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1736fe40-a887-4228-9a88-88117aac9dc2 None None] For port 2d81f618-1406-43b1-8a95-7d5acab39114, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2d81f618-1406-43b1-8a95-7d5acab39114,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:27.325257 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1736fe40-a887-4228-9a88-88117aac9dc2 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:27.326010 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=8bd668b0-8f1e-46db-9c58-780810e8941b,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:27.333384 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1736fe40-a887-4228-9a88-88117aac9dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:27.334077 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:27.393658 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736fe40-a887-4228-9a88-88117aac9dc2 None None] Pushing event updated for resources: {'Port': ['ID=2d81f618-1406-43b1-8a95-7d5acab39114,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:27.394626 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b932c47-c877-4036-8785-a84302516d0a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:27.455988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b932c47-c877-4036-8785-a84302516d0a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=8f6a4172-5659-4752-bea4-b80ea1316253,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:27.480634 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Floating IP 29b13827-ff10-4e44-8ecc-ac80b32b810e associated. External IP: 172.25.0.105, port: 537c0708-64e0-4754-ac5e-0e02cecd65a0. Nov 11 21:58:27.508704 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b932c47-c877-4036-8785-a84302516d0a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:27.516129 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2b932c47-c877-4036-8785-a84302516d0a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/8f6a4172-5659-4752-bea4-b80ea1316253 HTTP/1.1" status: 204 len: 168 time: 0.6319797 Nov 11 21:58:27.516877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46262) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:27.583346 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977ceecb-ba4f-4c12-9cca-ad67de073c7b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:27.585251 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-977ceecb-ba4f-4c12-9cca-ad67de073c7b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0674560 Nov 11 21:58:27.587774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46266) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:27.650748 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c8313d-37ed-43db-bc35-c7fe6c9bec05 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:27.652652 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-21c8313d-37ed-43db-bc35-c7fe6c9bec05 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0638185 Nov 11 21:58:27.655270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46268) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:27.730533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12dd11a-9ddb-4e82-af01-f78d8d5b9096 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:27.733165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12dd11a-9ddb-4e82-af01-f78d8d5b9096 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:27.735966 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12dd11a-9ddb-4e82-af01-f78d8d5b9096 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:27.740979 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b12dd11a-9ddb-4e82-af01-f78d8d5b9096 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0844026 Nov 11 21:58:27.741830 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46272) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:27.772995 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:58:27.813147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48e790e-97ff-4c30-830a-ba23cf7a7e29 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 106cbe9f-c076-4f36-a8ba-9f079a1fd4e6 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:58:27.824262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a48e790e-97ff-4c30-830a-ba23cf7a7e29 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:27.884674 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a48e790e-97ff-4c30-830a-ba23cf7a7e29 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:27.897838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:58:27.912027 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2d81f618-1406-43b1-8a95-7d5acab39114 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:27.916307 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816337da-91fb-443f-ab69-fe03f6352c69 None None] Sync routers for ids ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:58:27.934866 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:27.939309 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816337da-91fb-443f-ab69-fe03f6352c69 None None] Routers {'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:27.941417 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-816337da-91fb-443f-ab69-fe03f6352c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:27.984748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 2d81f618-1406-43b1-8a95-7d5acab39114 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:27.985363 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:27.990607 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-15534d68-be4d-444c-8ee5-7e191d6beee4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0485406 Nov 11 21:58:27.990607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:58:27.991759 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ae9c75-7688-4033-aab4-a503c7938cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:58:28.058053 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a48e790e-97ff-4c30-830a-ba23cf7a7e29 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:28.147315 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-816337da-91fb-443f-ab69-fe03f6352c69 None None] Set router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:28.163966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435e386-08c4-443f-b94c-c743afbb999f req-b9af7743-a220-44fa-8c90-e295a6eb8e34 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:28.174262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e435e386-08c4-443f-b94c-c743afbb999f req-b9af7743-a220-44fa-8c90-e295a6eb8e34 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.1010516 Nov 11 21:58:28.186966 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a48e790e-97ff-4c30-830a-ba23cf7a7e29 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:28.234589 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e435e386-08c4-443f-b94c-c743afbb999f req-cd894eaa-d52c-471b-ad26-bb2bdd2c21b0 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590694 Nov 11 21:58:28.243441 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e790e-97ff-4c30-830a-ba23cf7a7e29 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=106cbe9f-c076-4f36-a8ba-9f079a1fd4e6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:28.251750 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46288) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:28.263683 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a48e790e-97ff-4c30-830a-ba23cf7a7e29 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:28.269915 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a48e790e-97ff-4c30-830a-ba23cf7a7e29 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/106cbe9f-c076-4f36-a8ba-9f079a1fd4e6 HTTP/1.1" status: 204 len: 168 time: 0.5264502 Nov 11 21:58:28.273115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46290) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:28.347069 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a6d1e8-e5b5-4a66-a677-e3463c8b6573 x-openstack-request-id: req-73a6d1e8-e5b5-4a66-a677-e3463c8b6573 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:58:28.347893 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:58:28.350406 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-73a6d1e8-e5b5-4a66-a677-e3463c8b6573 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:58:28.353822 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'status': 'completed', 'code': 200} Nov 11 21:58:28.375099 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2daf0927-8514-43f6-839a-d73a9903c9f2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/29b13827-ff10-4e44-8ecc-ac80b32b810e HTTP/1.1" status: 200 len: 991 time: 0.1217165 Nov 11 21:58:28.394337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae9c75-7688-4033-aab4-a503c7938cf5 req-f9cebbb1-0a1d-4a4c-9bfd-6fbc5ac273e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:28.396023 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-91ae9c75-7688-4033-aab4-a503c7938cf5 req-f9cebbb1-0a1d-4a4c-9bfd-6fbc5ac273e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 1096 time: 0.0621243 Nov 11 21:58:28.422674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0e7023-727d-419f-9d57-49b9af9a7d71 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet bcc0cfdd-17f1-46d0-905d-97a2a25be37f {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:58:28.429424 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd0e7023-727d-419f-9d57-49b9af9a7d71 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:28.470632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f03a9c-fef9-40c2-98d0-2ef4f1e0b7dd None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:28.519313 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-816337da-91fb-443f-ab69-fe03f6352c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:02Z', 'updated_at': '2021-11-11T21:58:08Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:03Z', 'updated_at': '2021-11-11T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '29b13827-ff10-4e44-8ecc-ac80b32b810e', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'port_id': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'mac_address': 'fa:16:3e:8a:1b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:58:26Z', 'updated_at': '2021-11-11T21:58:26Z', 'revision_number': 0, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8baaea-db04-4b39-9bfb-6fef43bfd5fb', 'name': '', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:4b:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:07Z', 'updated_at': '2021-11-11T21:58:14Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:28.529177 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd0e7023-727d-419f-9d57-49b9af9a7d71 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:28.548567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae9c75-7688-4033-aab4-a503c7938cf5 req-66d86fd3-1da6-4d8b-aa6f-af5ac815f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:28.551448 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-91ae9c75-7688-4033-aab4-a503c7938cf5 req-66d86fd3-1da6-4d8b-aa6f-af5ac815f189 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c09b672c-4fd5-4856-9051-847031f01786 HTTP/1.1" status: 200 len: 899 time: 0.1273768 Nov 11 21:58:28.570825 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816337da-91fb-443f-ab69-fe03f6352c69 None None] Checking router: aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:58:28.573179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237ab33-5958-48f0-ae78-76bf07f9cc55 req-9d1a608b-2985-40e6-bb7e-69b20731f8a4 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:28.575422 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8237ab33-5958-48f0-ae78-76bf07f9cc55 req-9d1a608b-2985-40e6-bb7e-69b20731f8a4 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.1482241 Nov 11 21:58:28.576592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e5fb52ee-3d64-48e2-833d-ca3130641952 None None] Could not find standard attr ID for object 8f6a4172-5659-4752-bea4-b80ea1316253. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:58:28.589535 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816337da-91fb-443f-ab69-fe03f6352c69 None None] Routers {'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:28.590626 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-816337da-91fb-443f-ab69-fe03f6352c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:28.606633 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e5fb52ee-3d64-48e2-833d-ca3130641952 None None] Provisioning complete for port 2d81f618-1406-43b1-8a95-7d5acab39114 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:28.607263 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5fb52ee-3d64-48e2-833d-ca3130641952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:28.644748 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-91ae9c75-7688-4033-aab4-a503c7938cf5 req-ab00c569-f398-449a-ba06-6916746873a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0 HTTP/1.1" status: 200 len: 999 time: 0.0766447 Nov 11 21:58:28.694451 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8237ab33-5958-48f0-ae78-76bf07f9cc55 req-6eeec110-be79-4112-bb1b-e6c423074979 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941575 Nov 11 21:58:28.746574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae9c75-7688-4033-aab4-a503c7938cf5 req-4df3d548-f987-4521-b40d-09634a1df1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:28.748316 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-91ae9c75-7688-4033-aab4-a503c7938cf5 req-4df3d548-f987-4521-b40d-09634a1df1b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4d70ae7-64f7-47d2-a2f8-01637edf1c33 HTTP/1.1" status: 200 len: 834 time: 0.0958321 Nov 11 21:58:28.843009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae9c75-7688-4033-aab4-a503c7938cf5 req-59500f4f-0f98-4161-bbca-6efe2370a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:28.844747 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-91ae9c75-7688-4033-aab4-a503c7938cf5 req-59500f4f-0f98-4161-bbca-6efe2370a110 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c09b672c-4fd5-4856-9051-847031f01786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835724 Nov 11 21:58:28.853598 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd0e7023-727d-419f-9d57-49b9af9a7d71 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:28.872507 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-816337da-91fb-443f-ab69-fe03f6352c69 None None] Set router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:28.931785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-51c456e7-6fee-4992-85fa-7f8752451398 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:28.933357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-51c456e7-6fee-4992-85fa-7f8752451398 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 945 time: 0.1146362 Nov 11 21:58:28.984981 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd0e7023-727d-419f-9d57-49b9af9a7d71 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:28.992166 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-91ae9c75-7688-4033-aab4-a503c7938cf5 req-18dc269d-fa9a-4a82-bea9-7eb0f4ec4166 service neutron] 10.222.0.10 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391864 Nov 11 21:58:29.028714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e7023-727d-419f-9d57-49b9af9a7d71 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc0cfdd-17f1-46d0-905d-97a2a25be37f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:29.036198 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd0e7023-727d-419f-9d57-49b9af9a7d71 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:29.042131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cd0e7023-727d-419f-9d57-49b9af9a7d71 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/bcc0cfdd-17f1-46d0-905d-97a2a25be37f HTTP/1.1" status: 204 len: 168 time: 0.7677259 Nov 11 21:58:29.048733 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46302) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:29.113462 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-702cabf7-59ab-46d9-ad41-18a875c4ac84 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635095 Nov 11 21:58:29.116182 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46304) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:29.120987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-14866594-d1be-494a-af5c-1492b168225d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:29.161826 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-3ac2498e-82a7-4d32-b912-d0d083b9edae tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Deleting port ab0b027a-b17c-4359-8442-35cb03c25936 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:29.162173 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-3ac2498e-82a7-4d32-b912-d0d083b9edae tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:29.225560 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-816337da-91fb-443f-ab69-fe03f6352c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:02Z', 'updated_at': '2021-11-11T21:58:08Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:03Z', 'updated_at': '2021-11-11T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '29b13827-ff10-4e44-8ecc-ac80b32b810e', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'port_id': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'mac_address': 'fa:16:3e:8a:1b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:58:26Z', 'updated_at': '2021-11-11T21:58:26Z', 'revision_number': 0, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8baaea-db04-4b39-9bfb-6fef43bfd5fb', 'name': '', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:4b:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:07Z', 'updated_at': '2021-11-11T21:58:14Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:29.268757 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816337da-91fb-443f-ab69-fe03f6352c69 None None] The sync data for ids ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'] in n-d-805737-3 is: [{'id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:02Z', 'updated_at': '2021-11-11T21:58:08Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:03Z', 'updated_at': '2021-11-11T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '29b13827-ff10-4e44-8ecc-ac80b32b810e', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'port_id': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'mac_address': 'fa:16:3e:8a:1b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:58:26Z', 'updated_at': '2021-11-11T21:58:26Z', 'revision_number': 0, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8baaea-db04-4b39-9bfb-6fef43bfd5fb', 'name': '', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:4b:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:07Z', 'updated_at': '2021-11-11T21:58:14Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:58:29.305973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-3ac2498e-82a7-4d32-b912-d0d083b9edae tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] For port ab0b027a-b17c-4359-8442-35cb03c25936, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ab0b027a-b17c-4359-8442-35cb03c25936,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:29.306348 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-3ac2498e-82a7-4d32-b912-d0d083b9edae tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:29.392059 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46312) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:29.521641 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cdf47779-1244-45b5-8270-db50a6861f5a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/29b13827-ff10-4e44-8ecc-ac80b32b810e HTTP/1.1" status: 200 len: 991 time: 0.1282296 Nov 11 21:58:29.613187 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc904fb-d623-4e74-ba56-be731c5d948a None None] New status for floating IP 29b13827-ff10-4e44-8ecc-ac80b32b810e: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:58:29.678642 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-3ac2498e-82a7-4d32-b912-d0d083b9edae tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:29.679917 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-3ac2498e-82a7-4d32-b912-d0d083b9edae tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:29.680435 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-3ac2498e-82a7-4d32-b912-d0d083b9edae tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Floating IP 44678cf3-4e54-4ce7-bf1d-14cbf6d289e3 disassociated. External IP: 172.25.0.127, port: ab0b027a-b17c-4359-8442-35cb03c25936. Nov 11 21:58:29.681073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-3ac2498e-82a7-4d32-b912-d0d083b9edae tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Calling delete_port for ab0b027a-b17c-4359-8442-35cb03c25936 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:29.814478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a904de9-d973-4e74-b123-6e1c282a963e None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:29.896884 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-91ae9c75-7688-4033-aab4-a503c7938cf5 req-add4be89-0f82-4ee3-81eb-733942d8d794 service neutron] 10.222.0.10 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8905983 Nov 11 21:58:29.920521 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-3ac2498e-82a7-4d32-b912-d0d083b9edae tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:29.931053 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14866594-d1be-494a-af5c-1492b168225d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:29.936142 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14866594-d1be-494a-af5c-1492b168225d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:29.970783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2498e-82a7-4d32-b912-d0d083b9edae tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event deleted for resources: {'Port': ['ID=ab0b027a-b17c-4359-8442-35cb03c25936,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:29.983298 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387cbb5-88f9-483a-8bb3-3d54b9e4b4ea req-79aae338-34e6-45a5-b1f2-9d1fbaa5a6c6 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:29.985586 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9387cbb5-88f9-483a-8bb3-3d54b9e4b4ea req-79aae338-34e6-45a5-b1f2-9d1fbaa5a6c6 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 867 time: 0.1559980 Nov 11 21:58:30.061861 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9387cbb5-88f9-483a-8bb3-3d54b9e4b4ea req-7ae7db0a-b935-4c42-8e80-ee63ddecd816 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=e876e308-8711-4274-99d6-05f0ae6b9bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566359 Nov 11 21:58:30.170982 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14866594-d1be-494a-af5c-1492b168225d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:30.202199 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7b160943-be3e-458c-b0cf-050728cfdb2c None None] Provisioning complete for port 2d81f618-1406-43b1-8a95-7d5acab39114 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:30.202579 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b160943-be3e-458c-b0cf-050728cfdb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:30.225467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-3ac2498e-82a7-4d32-b912-d0d083b9edae tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Router b2ef2919-e3b2-4e4c-b775-abf410d32343 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:58:30.230420 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14866594-d1be-494a-af5c-1492b168225d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:30.235586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-14866594-d1be-494a-af5c-1492b168225d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:30.239170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14866594-d1be-494a-af5c-1492b168225d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:30.240035 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-14866594-d1be-494a-af5c-1492b168225d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:30.257275 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14866594-d1be-494a-af5c-1492b168225d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=2afd6a4d-f9c0-461a-a161-f3cd01346f36,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:30.275785 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-14866594-d1be-494a-af5c-1492b168225d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1584637 Nov 11 21:58:30.276538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46330) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:30.283923 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0c35592e-306a-4110-8ce5-4924c95a581b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:30.324428 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:58:30.386905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-3ac2498e-82a7-4d32-b912-d0d083b9edae tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:58:30.398773 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610de9d3-710a-4630-aa6b-7c294a0aaeb2 None None] Sync routers for ids ['b2ef2919-e3b2-4e4c-b775-abf410d32343'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:58:30.417097 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610de9d3-710a-4630-aa6b-7c294a0aaeb2 None None] Routers {'b2ef2919-e3b2-4e4c-b775-abf410d32343'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:30.418607 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-610de9d3-710a-4630-aa6b-7c294a0aaeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b2ef2919-e3b2-4e4c-b775-abf410d32343'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:30.451929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-3ac2498e-82a7-4d32-b912-d0d083b9edae tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] No DVR routers for this DVR port ab0b027a-b17c-4359-8442-35cb03c25936 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:58:30.456054 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-3ac2498e-82a7-4d32-b912-d0d083b9edae tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:30.460088 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b86a72b6-5608-4854-8e98-9b4864be6290 req-3ac2498e-82a7-4d32-b912-d0d083b9edae tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.10 "DELETE /v2.0/ports/ab0b027a-b17c-4359-8442-35cb03c25936 HTTP/1.1" status: 204 len: 173 time: 1.5138347 Nov 11 21:58:30.460704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fb3908-c2a4-46cf-a848-a7e2596d2de5', 'name': 'network-vif-deleted', 'tag': 'ab0b027a-b17c-4359-8442-35cb03c25936'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:58:30.463696 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d9ade2-be7b-42d2-a241-1d6f69859552" -d '{"events": [{"server_uuid": "77fb3908-c2a4-46cf-a848-a7e2596d2de5", "name": "network-vif-deleted", "tag": "ab0b027a-b17c-4359-8442-35cb03c25936"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:58:30.516498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c35592e-306a-4110-8ce5-4924c95a581b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:30.526525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46338) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:30.532953 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0c35592e-306a-4110-8ce5-4924c95a581b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:30.751776 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-610de9d3-710a-4630-aa6b-7c294a0aaeb2 None None] Set router b2ef2919-e3b2-4e4c-b775-abf410d32343 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:30.773504 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-de2a9cd0-923e-46cb-8876-64975bd2ee26 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/29b13827-ff10-4e44-8ecc-ac80b32b810e HTTP/1.1" status: 200 len: 993 time: 0.2451227 Nov 11 21:58:30.775237 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2170e8aa-9896-4809-adff-4572faa5612d x-openstack-request-id: req-2170e8aa-9896-4809-adff-4572faa5612d {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:58:30.775532 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fb3908-c2a4-46cf-a848-a7e2596d2de5", "name": "network-vif-deleted", "tag": "ab0b027a-b17c-4359-8442-35cb03c25936", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:58:30.776090 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2170e8aa-9896-4809-adff-4572faa5612d {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:58:30.776396 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fb3908-c2a4-46cf-a848-a7e2596d2de5', 'name': 'network-vif-deleted', 'tag': 'ab0b027a-b17c-4359-8442-35cb03c25936', 'status': 'completed', 'code': 200} Nov 11 21:58:30.780179 n-d-805737-3 neutron-server[102535]: INFO neutron.db.ipam_backend_mixin [None req-0c35592e-306a-4110-8ce5-4924c95a581b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2afd6a4d-f9c0-461a-a161-f3cd01346f36 (CIDR: 2001:db8::/64) Nov 11 21:58:30.785485 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c35592e-306a-4110-8ce5-4924c95a581b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:58:30.786224 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c35592e-306a-4110-8ce5-4924c95a581b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:30.787056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee911d8-cb97-4bbb-91a9-c49567026eb1 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:30.807644 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0c35592e-306a-4110-8ce5-4924c95a581b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5289278 Nov 11 21:58:30.810291 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46344) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:30.817392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:30.954177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:30.959432 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:30.966329 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c77cc12a-8f28-4f76-a968-9214ad9bf7c4 None None] Provisioning complete for port 2d81f618-1406-43b1-8a95-7d5acab39114 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:30.966709 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c77cc12a-8f28-4f76-a968-9214ad9bf7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:31.071833 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-610de9d3-710a-4630-aa6b-7c294a0aaeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '300e0e97-6ea1-407e-8fd8-934f5c96f309', 'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'mac_address': 'fa:16:3e:b0:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:10Z', 'updated_at': '2021-11-11T21:54:19Z', 'revision_number': 5, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'subnets': [{'id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:31.150895 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610de9d3-710a-4630-aa6b-7c294a0aaeb2 None None] Checking router: b2ef2919-e3b2-4e4c-b775-abf410d32343 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:58:31.165861 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610de9d3-710a-4630-aa6b-7c294a0aaeb2 None None] Routers {'b2ef2919-e3b2-4e4c-b775-abf410d32343'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:31.168206 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-610de9d3-710a-4630-aa6b-7c294a0aaeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b2ef2919-e3b2-4e4c-b775-abf410d32343'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:31.317886 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-31cdd199-50de-4032-bcdc-b7aede4cf3bb req-467138c2-b2b2-494a-bf1e-a9de6e4a0135 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=77fb3908-c2a4-46cf-a848-a7e2596d2de5 HTTP/1.1" status: 200 len: 210 time: 0.0666654 Nov 11 21:58:31.435636 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-610de9d3-710a-4630-aa6b-7c294a0aaeb2 None None] Set router b2ef2919-e3b2-4e4c-b775-abf410d32343 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:31.554754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-107f45ab-0ac7-40d9-82b9-729e99fe2343 None None] Provisioning complete for port 2d81f618-1406-43b1-8a95-7d5acab39114 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:31.555130 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-107f45ab-0ac7-40d9-82b9-729e99fe2343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:31.668383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.objects.ports [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102535) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:58:31.752855 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-610de9d3-710a-4630-aa6b-7c294a0aaeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '300e0e97-6ea1-407e-8fd8-934f5c96f309', 'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'mac_address': 'fa:16:3e:b0:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:10Z', 'updated_at': '2021-11-11T21:54:19Z', 'revision_number': 5, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'subnets': [{'id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:31.790830 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610de9d3-710a-4630-aa6b-7c294a0aaeb2 None None] The sync data for ids ['b2ef2919-e3b2-4e4c-b775-abf410d32343'] in n-d-805737-3 is: [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '300e0e97-6ea1-407e-8fd8-934f5c96f309', 'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'mac_address': 'fa:16:3e:b0:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:10Z', 'updated_at': '2021-11-11T21:54:19Z', 'revision_number': 5, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'subnets': [{'id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:58:31.808710 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-84319f74-6e07-443c-ba71-988576cfebc1 None None] Could not find standard attr ID for object 8f6a4172-5659-4752-bea4-b80ea1316253. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:58:31.873638 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:32.124518 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] For port 2d81f618-1406-43b1-8a95-7d5acab39114, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2d81f618-1406-43b1-8a95-7d5acab39114,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:32.129816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ab0b027a-b17c-4359-8442-35cb03c25936 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:32.167148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54506e6-2e47-4896-8339-5ad3b9a4197a None None] New status for floating IP 44678cf3-4e54-4ce7-bf1d-14cbf6d289e3: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:58:32.167377 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:32.171287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: ab0b027a-b17c-4359-8442-35cb03c25936 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:58:32.171813 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ab0b027a-b17c-4359-8442-35cb03c25936 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:32.173324 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:32.174108 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:32.273133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=ba34096e-3069-4a2f-9ace-52194e0ee69c,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:32.276581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:32.284558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:32.295039 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:32.295726 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:32.319798 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552078dc-0673-45ba-9374-3c629d11d329 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:32.320346 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5083747 Nov 11 21:58:32.321225 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e91db0-4609-4cb9-96c6-05841dcef812 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=2d81f618-1406-43b1-8a95-7d5acab39114,revision_number=8']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:32.324588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46380) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:32.329585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a54a89b4-9ba2-4b98-bc6e-74ae5c1548f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'mac_address': 'fa:16:3e:f4:a4:43', 'name': 'tempest-NetworksTestDHCPv6-519921310'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:32.451700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46388) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:32.496140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54a89b4-9ba2-4b98-bc6e-74ae5c1548f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:32.526813 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6949d7c-8359-4789-8b76-8a03b80f0bf3 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:32.564688 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6949d7c-8359-4789-8b76-8a03b80f0bf3 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:32.608033 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a54a89b4-9ba2-4b98-bc6e-74ae5c1548f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:32.639435 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6949d7c-8359-4789-8b76-8a03b80f0bf3 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:32.642330 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6949d7c-8359-4789-8b76-8a03b80f0bf3 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:32.644830 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a6949d7c-8359-4789-8b76-8a03b80f0bf3 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "DELETE /v2.0/security-groups/e876e308-8711-4274-99d6-05f0ae6b9bfc HTTP/1.1" status: 204 len: 168 time: 0.1907666 Nov 11 21:58:32.647264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46392) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:32.650062 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-a54a89b4-9ba2-4b98-bc6e-74ae5c1548f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port 6d45277b-58db-45a8-88d0-6261dd885791 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:58:32.672072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6949d7c-8359-4789-8b76-8a03b80f0bf3 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e876e308-8711-4274-99d6-05f0ae6b9bfc,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:32.680329 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-20e6a563-add3-4472-bf4f-2fb502e44bd6 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] show failed (client error): The resource could not be found. Nov 11 21:58:32.684320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-20e6a563-add3-4472-bf4f-2fb502e44bd6 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups/e876e308-8711-4274-99d6-05f0ae6b9bfc HTTP/1.1" status: 404 len: 347 time: 0.0328093 Nov 11 21:58:32.701165 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46394) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:32.740338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5093d7b-664a-477c-ad72-aa511ad2b5d8 None None] Update dhcp port {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'fixed_ips': [{'subnet_id': 'ba34096e-3069-4a2f-9ace-52194e0ee69c', 'ip_address': '2001:db8:0:1:f816:3eff:fefe:eaa1'}, {'subnet_id': '2afd6a4d-f9c0-461a-a161-f3cd01346f36'}], 'binding:host_id': 'n-d-805737-3'}, 'id': '2d81f618-1406-43b1-8a95-7d5acab39114'} from n-d-805737-3. {{(pid=102536) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:58:32.789900 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5093d7b-664a-477c-ad72-aa511ad2b5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:32.860781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-a54a89b4-9ba2-4b98-bc6e-74ae5c1548f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::35f (386cd058-2fb8-40f0-a159-c94cb531b2cc/2afd6a4d-f9c0-461a-a161-f3cd01346f36/6d45277b-58db-45a8-88d0-6261dd885791) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:32.863902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e814ac5e-d6fc-4d2d-b9f3-c32f49757b5c tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Deleting port e45d160c-b7b8-4598-9068-45c46d50dbaf {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:32.864281 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e814ac5e-d6fc-4d2d-b9f3-c32f49757b5c tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:32.869094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-a54a89b4-9ba2-4b98-bc6e-74ae5c1548f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8:0:1:f816:3eff:fef4:a443 (386cd058-2fb8-40f0-a159-c94cb531b2cc/ba34096e-3069-4a2f-9ace-52194e0ee69c/6d45277b-58db-45a8-88d0-6261dd885791) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:32.953627 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e814ac5e-d6fc-4d2d-b9f3-c32f49757b5c tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:32.953995 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e814ac5e-d6fc-4d2d-b9f3-c32f49757b5c tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:32.967902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e814ac5e-d6fc-4d2d-b9f3-c32f49757b5c tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Calling delete_port for e45d160c-b7b8-4598-9068-45c46d50dbaf owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:33.067676 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a54a89b4-9ba2-4b98-bc6e-74ae5c1548f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.104409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a54a89b4-9ba2-4b98-bc6e-74ae5c1548f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.130060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54a89b4-9ba2-4b98-bc6e-74ae5c1548f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:33.151586 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e814ac5e-d6fc-4d2d-b9f3-c32f49757b5c tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.152249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a54a89b4-9ba2-4b98-bc6e-74ae5c1548f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:33.155519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a89b4-9ba2-4b98-bc6e-74ae5c1548f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:33.162152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54a89b4-9ba2-4b98-bc6e-74ae5c1548f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:33.162857 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a54a89b4-9ba2-4b98-bc6e-74ae5c1548f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.186518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-a5093d7b-664a-477c-ad72-aa511ad2b5d8 None None] Allocated IP 2001:db8::2 (386cd058-2fb8-40f0-a159-c94cb531b2cc/2afd6a4d-f9c0-461a-a161-f3cd01346f36/2d81f618-1406-43b1-8a95-7d5acab39114) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:33.192650 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a54a89b4-9ba2-4b98-bc6e-74ae5c1548f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8669472 Nov 11 21:58:33.197432 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46406) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:33.207540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a89b4-9ba2-4b98-bc6e-74ae5c1548f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=6d45277b-58db-45a8-88d0-6261dd885791,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:33.211047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814ac5e-d6fc-4d2d-b9f3-c32f49757b5c tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event deleted for resources: {'Port': ['ID=e45d160c-b7b8-4598-9068-45c46d50dbaf,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:33.294564 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e814ac5e-d6fc-4d2d-b9f3-c32f49757b5c tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.298020 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e814ac5e-d6fc-4d2d-b9f3-c32f49757b5c tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.299791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e814ac5e-d6fc-4d2d-b9f3-c32f49757b5c tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "DELETE /v2.0/floatingips/44678cf3-4e54-4ce7-bf1d-14cbf6d289e3 HTTP/1.1" status: 204 len: 168 time: 0.5970140 Nov 11 21:58:33.339838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a5093d7b-664a-477c-ad72-aa511ad2b5d8 None None] For port 2d81f618-1406-43b1-8a95-7d5acab39114, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2d81f618-1406-43b1-8a95-7d5acab39114,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:33.372205 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-be3fbf21-a0b2-46aa-9313-656bcd6b48c5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port 6d45277b-58db-45a8-88d0-6261dd885791 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:33.372870 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be3fbf21-a0b2-46aa-9313-656bcd6b48c5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.387837 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5093d7b-664a-477c-ad72-aa511ad2b5d8 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.396597 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5093d7b-664a-477c-ad72-aa511ad2b5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.491933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be3fbf21-a0b2-46aa-9313-656bcd6b48c5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.509044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-be3fbf21-a0b2-46aa-9313-656bcd6b48c5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for 6d45277b-58db-45a8-88d0-6261dd885791 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:33.521580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5093d7b-664a-477c-ad72-aa511ad2b5d8 None None] Pushing event updated for resources: {'Port': ['ID=2d81f618-1406-43b1-8a95-7d5acab39114,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:33.670763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46420) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:33.677250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-1e705d24-9e73-465f-9467-61c193a612ec tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--554406653', 'description': 'tempest-description--113760962'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:33.719214 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1e705d24-9e73-465f-9467-61c193a612ec tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.762687 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be3fbf21-a0b2-46aa-9313-656bcd6b48c5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.826850 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1e705d24-9e73-465f-9467-61c193a612ec tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.830613 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fbf21-a0b2-46aa-9313-656bcd6b48c5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=6d45277b-58db-45a8-88d0-6261dd885791,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:33.841324 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1e705d24-9e73-465f-9467-61c193a612ec tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.893001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2d81f618-1406-43b1-8a95-7d5acab39114 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:33.926272 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be3fbf21-a0b2-46aa-9313-656bcd6b48c5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.929211 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1e705d24-9e73-465f-9467-61c193a612ec tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.930476 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1e705d24-9e73-465f-9467-61c193a612ec tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2585998 Nov 11 21:58:33.933957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46426) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:33.934198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46428) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:33.934934 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-be3fbf21-a0b2-46aa-9313-656bcd6b48c5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/6d45277b-58db-45a8-88d0-6261dd885791 HTTP/1.1" status: 204 len: 168 time: 0.7362084 Nov 11 21:58:33.945080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5fad4d3d-055c-47f5-aacc-11a0397dddf7 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Request body: {'security_group_rule': {'security_group_id': '22ab276e-10b4-4734-8046-593cfe38828f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:33.977547 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 2d81f618-1406-43b1-8a95-7d5acab39114 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:33.978275 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:33.981659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e705d24-9e73-465f-9467-61c193a612ec tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ab276e-10b4-4734-8046-593cfe38828f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:34.018850 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e2d165-7d45-41e4-84f9-6edda27e96c2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:34.020467 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-31e2d165-7d45-41e4-84f9-6edda27e96c2 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0842326 Nov 11 21:58:34.025096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46434) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:34.063402 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5fad4d3d-055c-47f5-aacc-11a0397dddf7 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.120214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cb7173-3113-4a08-8232-adbb30cd50ba tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:34.122018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-98cb7173-3113-4a08-8232-adbb30cd50ba tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0955524 Nov 11 21:58:34.124678 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46438) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:34.157499 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5fad4d3d-055c-47f5-aacc-11a0397dddf7 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.163608 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5fad4d3d-055c-47f5-aacc-11a0397dddf7 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.179855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad4d3d-055c-47f5-aacc-11a0397dddf7 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02f1418-d4d1-4dcb-a8f9-693f54aa8f2d,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:34.192919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18631f6-0b53-4e98-b22b-4222d322b75b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:34.194933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18631f6-0b53-4e98-b22b-4222d322b75b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:34.196538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18631f6-0b53-4e98-b22b-4222d322b75b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:34.201123 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a18631f6-0b53-4e98-b22b-4222d322b75b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0718093 Nov 11 21:58:34.201722 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46440) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:34.216163 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5fad4d3d-055c-47f5-aacc-11a0397dddf7 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.217539 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5fad4d3d-055c-47f5-aacc-11a0397dddf7 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2823896 Nov 11 21:58:34.220467 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46442) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:34.228287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f4d9071f-1068-4261-8784-6784817f3010 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Request body: {'security_group_rule': {'security_group_id': '22ab276e-10b4-4734-8046-593cfe38828f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:34.266760 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4d9071f-1068-4261-8784-6784817f3010 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.272686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6c9bd3-eba9-4e00-95cd-32da64920fb9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 2afd6a4d-f9c0-461a-a161-f3cd01346f36 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:58:34.276829 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9bd3-eba9-4e00-95cd-32da64920fb9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.356779 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46446) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:34.363761 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9bd3-eba9-4e00-95cd-32da64920fb9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.364249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-49b8f5f7-4ff7-403d-9d88-167c01a18e1e None None] Provisioning complete for port 2d81f618-1406-43b1-8a95-7d5acab39114 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:34.364909 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-49b8f5f7-4ff7-403d-9d88-167c01a18e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.468270 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4d9071f-1068-4261-8784-6784817f3010 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.474372 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9bd3-eba9-4e00-95cd-32da64920fb9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.488874 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4d9071f-1068-4261-8784-6784817f3010 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.539531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9071f-1068-4261-8784-6784817f3010 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0268b884-7dba-43ac-bc93-02bde79ff3cd,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:34.565918 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9bd3-eba9-4e00-95cd-32da64920fb9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.597193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c9bd3-eba9-4e00-95cd-32da64920fb9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=2afd6a4d-f9c0-461a-a161-f3cd01346f36,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:34.612978 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9bd3-eba9-4e00-95cd-32da64920fb9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.617138 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4a6c9bd3-eba9-4e00-95cd-32da64920fb9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/2afd6a4d-f9c0-461a-a161-f3cd01346f36 HTTP/1.1" status: 204 len: 168 time: 0.4141133 Nov 11 21:58:34.619725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46448) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:34.649870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4db72823-0c4c-40bd-add4-87c82aac14ee None None] Could not find standard attr ID for object 6d45277b-58db-45a8-88d0-6261dd885791. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:58:34.679387 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f4d9071f-1068-4261-8784-6784817f3010 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.683833 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f4d9071f-1068-4261-8784-6784817f3010 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4585316 Nov 11 21:58:34.685189 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46450) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:34.699682 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:34.726373 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-44aa6b82-e140-4b8d-b828-90fc8aca4871 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet ba34096e-3069-4a2f-9ace-52194e0ee69c {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:58:34.731662 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44aa6b82-e140-4b8d-b828-90fc8aca4871 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.796715 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.847106 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44aa6b82-e140-4b8d-b828-90fc8aca4871 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.949488 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44aa6b82-e140-4b8d-b828-90fc8aca4871 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:34.955123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7026ea98-f488-4fb3-9cdb-23bc282e6351 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:35.024965 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44aa6b82-e140-4b8d-b828-90fc8aca4871 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:35.050743 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:35.070671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa6b82-e140-4b8d-b828-90fc8aca4871 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=ba34096e-3069-4a2f-9ace-52194e0ee69c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:35.072889 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44aa6b82-e140-4b8d-b828-90fc8aca4871 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:35.079730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-44aa6b82-e140-4b8d-b828-90fc8aca4871 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/ba34096e-3069-4a2f-9ace-52194e0ee69c HTTP/1.1" status: 204 len: 168 time: 0.4588327 Nov 11 21:58:35.080901 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46452) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:35.187333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Allocated IP 172.25.0.152 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/5f2af444-271f-4c50-8da6-2210b4db9123) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:35.192716 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-203eca78-6da6-4f56-9b0d-a29e24f24965 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:35.203561 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d7ecbe-630c-4ff1-bba0-e07942251e56 None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:58:35.258406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-13d7ecbe-630c-4ff1-bba0-e07942251e56 None None] Deleting port 2d81f618-1406-43b1-8a95-7d5acab39114 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:35.259257 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13d7ecbe-630c-4ff1-bba0-e07942251e56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:35.344591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-13d7ecbe-630c-4ff1-bba0-e07942251e56 None None] For port 2d81f618-1406-43b1-8a95-7d5acab39114, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2d81f618-1406-43b1-8a95-7d5acab39114,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:35.345999 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13d7ecbe-630c-4ff1-bba0-e07942251e56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:35.363344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-13d7ecbe-630c-4ff1-bba0-e07942251e56 None None] Calling delete_port for 2d81f618-1406-43b1-8a95-7d5acab39114 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:35.466682 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13d7ecbe-630c-4ff1-bba0-e07942251e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:35.476591 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:35.478248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1a8b529d-0255-4246-a279-c4427e136f39 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3961632 Nov 11 21:58:35.478897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46456) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:35.483736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-204d7c40-cdab-4b4e-bea2-3df4e101e492 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:35.499644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7ecbe-630c-4ff1-bba0-e07942251e56 None None] Pushing event deleted for resources: {'Port': ['ID=2d81f618-1406-43b1-8a95-7d5acab39114,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:35.506959 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d7ecbe-630c-4ff1-bba0-e07942251e56 None None] No DVR routers for this DVR port 2d81f618-1406-43b1-8a95-7d5acab39114 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:58:35.556659 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:35.592300 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204d7c40-cdab-4b4e-bea2-3df4e101e492 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:35.596417 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-204d7c40-cdab-4b4e-bea2-3df4e101e492 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:35.612011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:35.617064 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:35.620590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event updated for resources: {'Port': ['ID=5f2af444-271f-4c50-8da6-2210b4db9123,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:35.622739 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:35.802682 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-204d7c40-cdab-4b4e-bea2-3df4e101e492 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:35.852205 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204d7c40-cdab-4b4e-bea2-3df4e101e492 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:35.855566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-204d7c40-cdab-4b4e-bea2-3df4e101e492 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:35.859292 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:35.865459 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e38da8b-f532-41bc-9623-b28e0429817d None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:35.867255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204d7c40-cdab-4b4e-bea2-3df4e101e492 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:35.867872 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-204d7c40-cdab-4b4e-bea2-3df4e101e492 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:35.880554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d7c40-cdab-4b4e-bea2-3df4e101e492 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=1718d8f7-072c-4d96-aaa9-f891f0182c6f,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:35.902270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2d81f618-1406-43b1-8a95-7d5acab39114 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:35.908345 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-204d7c40-cdab-4b4e-bea2-3df4e101e492 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4256325 Nov 11 21:58:35.908618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46458) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:35.913129 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-203eca78-6da6-4f56-9b0d-a29e24f24965 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Deleting port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:35.913507 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-203eca78-6da6-4f56-9b0d-a29e24f24965 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:35.916447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-393d311b-073f-4d78-8aee-55d6cca99edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:35.962477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 2d81f618-1406-43b1-8a95-7d5acab39114 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:58:35.963217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2d81f618-1406-43b1-8a95-7d5acab39114 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:35.990120 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:36.073316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-203eca78-6da6-4f56-9b0d-a29e24f24965 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] For port b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a,segment=NetworkSegment(042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99),segment_id=042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:36.074005 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-203eca78-6da6-4f56-9b0d-a29e24f24965 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:36.076297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393d311b-073f-4d78-8aee-55d6cca99edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:36.096169 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-393d311b-073f-4d78-8aee-55d6cca99edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:36.102723 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-386cd058-2fb8-40f0-a159-c94cb531b2cc', 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'tenant_id': '441e00a1691c44558be0d7bcec9a7423', 'fixed_ips': [{'subnet_id': '1718d8f7-072c-4d96-aaa9-f891f0182c6f'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:58:36.103927 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:36.108633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-203eca78-6da6-4f56-9b0d-a29e24f24965 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Calling delete_port for b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:36.232679 n-d-805737-3 neutron-server[102534]: INFO neutron.db.ipam_backend_mixin [None req-393d311b-073f-4d78-8aee-55d6cca99edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1718d8f7-072c-4d96-aaa9-f891f0182c6f (CIDR: 2001:db8::/64) Nov 11 21:58:36.237051 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-393d311b-073f-4d78-8aee-55d6cca99edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:58:36.237522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393d311b-073f-4d78-8aee-55d6cca99edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:36.258293 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-393d311b-073f-4d78-8aee-55d6cca99edb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3483529 Nov 11 21:58:36.261167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46460) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:36.262937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Allocated IP 2001:db8::2 (386cd058-2fb8-40f0-a159-c94cb531b2cc/1718d8f7-072c-4d96-aaa9-f891f0182c6f/35a0d21b-68b2-403f-932a-d9c1d46fa1b7) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:36.269179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'subnet': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:36.444161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:36.453636 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:36.482618 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:36.492667 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:36.536107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:36.541921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:36.549354 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:36.583581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Pushing event updated for resources: {'Port': ['ID=35a0d21b-68b2-403f-932a-d9c1d46fa1b7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:36.623287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Attempting to bind port 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:58:36.623738 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Attempting to bind port 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:58:36.624093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Attempting to bind port 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 on network 386cd058-2fb8-40f0-a159-c94cb531b2cc {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:36.631219 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:58:36.631574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Checking segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:36.631924 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:36.632373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Bound using segment: {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:58:36.632878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Bound port: 35a0d21b-68b2-403f-932a-d9c1d46fa1b7, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07209675-ea64-425b-8874-a0a20ef60c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:58:36.633264 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:36.686066 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:36.717228 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] For port 35a0d21b-68b2-403f-932a-d9c1d46fa1b7, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:58:36.726091 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] For port 35a0d21b-68b2-403f-932a-d9c1d46fa1b7, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=35a0d21b-68b2-403f-932a-d9c1d46fa1b7,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:58:36.727363 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:36.732584 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:36.823582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8066c-f6ae-4fe7-97f0-8ae35a59b297 None None] Pushing event updated for resources: {'Port': ['ID=35a0d21b-68b2-403f-932a-d9c1d46fa1b7,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:36.844783 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:36.858449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event updated for resources: {'Port': ['ID=5f2af444-271f-4c50-8da6-2210b4db9123,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:36.884422 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:36.886258 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-74fcc93d-3c7d-40a5-acc7-aba925e66de5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1980824 Nov 11 21:58:36.901609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.objects.ports [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102534) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:58:36.971535 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-203eca78-6da6-4f56-9b0d-a29e24f24965 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:37.019609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203eca78-6da6-4f56-9b0d-a29e24f24965 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Port': ['ID=b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:37.145586 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:37.310802 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-ad49c47e-5394-493e-a54e-2092f55ab1da tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--554406653&fields=id&tenant_id=5757a57d321c41bda10f53e68ffe1106 HTTP/1.1" status: 200 len: 267 time: 0.1430547 Nov 11 21:58:37.333448 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-203eca78-6da6-4f56-9b0d-a29e24f24965 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:37.510272 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-8d73471c-e91a-4605-ae18-7942f4396b73 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:37.511770 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-8d73471c-e91a-4605-ae18-7942f4396b73 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/networks?id=2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 200 len: 810 time: 0.2004061 Nov 11 21:58:37.513610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] For port 35a0d21b-68b2-403f-932a-d9c1d46fa1b7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=35a0d21b-68b2-403f-932a-d9c1d46fa1b7,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:37.535299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-29bb58dc-647d-462e-b144-bac2e044608e tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/quotas/5757a57d321c41bda10f53e68ffe1106 HTTP/1.1" status: 200 len: 375 time: 0.0118790 Nov 11 21:58:37.589844 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:37.597840 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:37.598734 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:37.605356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203eca78-6da6-4f56-9b0d-a29e24f24965 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:58:37.617925 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-b64b154f-307e-44e1-a99c-e45489b3f422 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5757a57d321c41bda10f53e68ffe1106&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0751822 Nov 11 21:58:37.760008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203eca78-6da6-4f56-9b0d-a29e24f24965 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:58:37.760253 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:37.771336 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-203eca78-6da6-4f56-9b0d-a29e24f24965 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "PUT /v2.0/routers/7b50fc21-170d-4c30-9876-58b00a0d8ce2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4129918 Nov 11 21:58:37.772709 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee3c296-b8de-4c32-a51e-dbdbc28f89fb None None] Sync routers for ids ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:58:37.784504 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee3c296-b8de-4c32-a51e-dbdbc28f89fb None None] Routers {'7b50fc21-170d-4c30-9876-58b00a0d8ce2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:37.785350 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-dee3c296-b8de-4c32-a51e-dbdbc28f89fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:37.807206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=35a0d21b-68b2-403f-932a-d9c1d46fa1b7,revision_number=4']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:37.814226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:37.818989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:37.819587 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:37.822028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Subnet': ['ID=728911a8-24b3-4505-a3c7-2a5172ff5274,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:37.857016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-968749d1-a9ca-4f74-b089-0c5687476a79 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5912900 Nov 11 21:58:37.857336 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46480) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:37.868003 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-64b17e98-fc5e-4acc-8b27-80fe9baccf28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Request body: {'port': {'network_id': '386cd058-2fb8-40f0-a159-c94cb531b2cc', 'mac_address': 'fa:16:3e:94:da:88', 'name': 'tempest-NetworksTestDHCPv6-1729856263'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:37.886823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-551cb9a0-69b2-4dc9-a413-f5642c4478a9 service neutron] 10.222.0.57 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009008 Nov 11 21:58:37.949424 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-dee3c296-b8de-4c32-a51e-dbdbc28f89fb None None] Set router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:38.071945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-a8675815-f167-41fa-b685-8d2f0ad86840 service neutron] 10.222.0.57 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724715 Nov 11 21:58:38.108364 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b17e98-fc5e-4acc-8b27-80fe9baccf28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Made reservation on behalf of 441e00a1691c44558be0d7bcec9a7423 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:38.179437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:38.248638 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64b17e98-fc5e-4acc-8b27-80fe9baccf28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:38.262859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:38.263226 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:38.302265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-64b17e98-fc5e-4acc-8b27-80fe9baccf28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] device_id is not set on port d887ff24-5c8d-47e6-9887-acc883e1f0e6 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:58:38.365830 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:38.380190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dc6bde-ddb5-47da-92bb-004ea61b8c06 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:38.381347 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-dee3c296-b8de-4c32-a51e-dbdbc28f89fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:58:36Z', 'revision_number': 6, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '34a550c4-a693-49e1-8346-e2796d275ece', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'port_id': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'mac_address': 'fa:16:3e:8f:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:57:09Z', 'updated_at': '2021-11-11T21:57:19Z', 'revision_number': 1, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28512e24-dd43-45f3-a566-4b4ee6f05d11', 'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:91:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:28Z', 'updated_at': '2021-11-11T21:56:39Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:38.504533 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 35a0d21b-68b2-403f-932a-d9c1d46fa1b7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=35a0d21b-68b2-403f-932a-d9c1d46fa1b7,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:38.530521 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:38.542304 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-23c8505d-9a76-45f1-bab5-d44025b1a49b None None] Provisioning complete for port 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:38.542723 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23c8505d-9a76-45f1-bab5-d44025b1a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:38.646590 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee3c296-b8de-4c32-a51e-dbdbc28f89fb None None] Checking router: 7b50fc21-170d-4c30-9876-58b00a0d8ce2 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:58:38.655347 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee3c296-b8de-4c32-a51e-dbdbc28f89fb None None] Routers {'7b50fc21-170d-4c30-9876-58b00a0d8ce2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:38.655958 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-dee3c296-b8de-4c32-a51e-dbdbc28f89fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:38.668048 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4c57dd9-68f1-4356-b2a3-b3b1b9e42976 req-bc860afb-02f2-4ef2-8724-135b619629b0 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 210 time: 0.0426135 Nov 11 21:58:38.698037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-64b17e98-fc5e-4acc-8b27-80fe9baccf28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8::204 (386cd058-2fb8-40f0-a159-c94cb531b2cc/1718d8f7-072c-4d96-aaa9-f891f0182c6f/d887ff24-5c8d-47e6-9887-acc883e1f0e6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:38.708618 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=35a0d21b-68b2-403f-932a-d9c1d46fa1b7,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:38.710381 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-64b17e98-fc5e-4acc-8b27-80fe9baccf28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Allocated IP 2001:db8:0:1:f816:3eff:fe94:da88 (386cd058-2fb8-40f0-a159-c94cb531b2cc/728911a8-24b3-4505-a3c7-2a5172ff5274/d887ff24-5c8d-47e6-9887-acc883e1f0e6) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:38.866736 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-dee3c296-b8de-4c32-a51e-dbdbc28f89fb None None] Set router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:38.889309 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64b17e98-fc5e-4acc-8b27-80fe9baccf28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:38.897267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9a215-3af4-4747-b1eb-66b1be93922d req-e0e6e2c7-14b7-44dc-8a8b-5c54bb149409 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:38.908993 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00b9a215-3af4-4747-b1eb-66b1be93922d req-e0e6e2c7-14b7-44dc-8a8b-5c54bb149409 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 946 time: 0.1260064 Nov 11 21:58:38.930378 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64b17e98-fc5e-4acc-8b27-80fe9baccf28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:39.061053 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b17e98-fc5e-4acc-8b27-80fe9baccf28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:39.069707 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00b9a215-3af4-4747-b1eb-66b1be93922d req-8748c529-19c0-438e-b621-3dc15d26fd98 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=820fda86-7d88-430f-bca6-022d59593926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586747 Nov 11 21:58:39.080725 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-64b17e98-fc5e-4acc-8b27-80fe9baccf28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:39.095372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b17e98-fc5e-4acc-8b27-80fe9baccf28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:39.117920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b17e98-fc5e-4acc-8b27-80fe9baccf28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:39.123657 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-64b17e98-fc5e-4acc-8b27-80fe9baccf28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:39.144322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b17e98-fc5e-4acc-8b27-80fe9baccf28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event updated for resources: {'Port': ['ID=d887ff24-5c8d-47e6-9887-acc883e1f0e6,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:39.166043 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-64b17e98-fc5e-4acc-8b27-80fe9baccf28 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3075390 Nov 11 21:58:39.168897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46496) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:39.243800 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-dee3c296-b8de-4c32-a51e-dbdbc28f89fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:58:36Z', 'revision_number': 6, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '34a550c4-a693-49e1-8346-e2796d275ece', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'port_id': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'mac_address': 'fa:16:3e:8f:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:57:09Z', 'updated_at': '2021-11-11T21:57:19Z', 'revision_number': 1, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28512e24-dd43-45f3-a566-4b4ee6f05d11', 'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:91:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:28Z', 'updated_at': '2021-11-11T21:56:39Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:39.287572 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee3c296-b8de-4c32-a51e-dbdbc28f89fb None None] The sync data for ids ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'] in n-d-805737-3 is: [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:58:36Z', 'revision_number': 6, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '34a550c4-a693-49e1-8346-e2796d275ece', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'port_id': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'mac_address': 'fa:16:3e:8f:09:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:57:09Z', 'updated_at': '2021-11-11T21:57:19Z', 'revision_number': 1, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28512e24-dd43-45f3-a566-4b4ee6f05d11', 'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:91:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:28Z', 'updated_at': '2021-11-11T21:56:39Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:58:39.289614 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-551871b5-13f4-4d43-b71a-5e9626251623 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting port d887ff24-5c8d-47e6-9887-acc883e1f0e6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:39.289980 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-551871b5-13f4-4d43-b71a-5e9626251623 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:39.409294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-551871b5-13f4-4d43-b71a-5e9626251623 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:39.429699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-551871b5-13f4-4d43-b71a-5e9626251623 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Calling delete_port for d887ff24-5c8d-47e6-9887-acc883e1f0e6 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:39.643566 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-551871b5-13f4-4d43-b71a-5e9626251623 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:39.771426 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551871b5-13f4-4d43-b71a-5e9626251623 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Port': ['ID=d887ff24-5c8d-47e6-9887-acc883e1f0e6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:39.810837 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-551871b5-13f4-4d43-b71a-5e9626251623 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:39.822791 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-551871b5-13f4-4d43-b71a-5e9626251623 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/d887ff24-5c8d-47e6-9887-acc883e1f0e6 HTTP/1.1" status: 204 len: 168 time: 0.6525302 Nov 11 21:58:39.823703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46502) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:39.879984 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1cd77bb2-e759-409f-8d39-109e0c49dbbf req-2643127d-2855-426d-b46d-f6dc75d7d0eb tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 210 time: 0.0819123 Nov 11 21:58:39.953824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:39.978661 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5244070-dffc-4e0b-bfcd-1e78e8c4c182 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:39.983075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46504) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:39.983255 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a5244070-dffc-4e0b-bfcd-1e78e8c4c182 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1565778 Nov 11 21:58:40.019433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-c750ea66-2213-4072-bd0e-015216b75589 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:40.021419 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-c750ea66-2213-4072-bd0e-015216b75589 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.71 "GET /v2.0/networks?id=2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 200 len: 810 time: 0.2276130 Nov 11 21:58:40.065451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae75868d-cc0c-490e-9420-b1e53e80cacb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:40.067489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ae75868d-cc0c-490e-9420-b1e53e80cacb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0828123 Nov 11 21:58:40.071714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46506) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:40.085023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:40.109905 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:40.123732 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-715606e4-7f82-4235-a625-b35b1d1f95b4 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5757a57d321c41bda10f53e68ffe1106 HTTP/1.1" status: 200 len: 379 time: 0.0918684 Nov 11 21:58:40.148248 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-087f497d-0892-4ac9-bda6-bad976b7c648 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Request body: {'port': {'device_id': '21971879-0881-4412-9848-68aea4c489ef', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'admin_state_up': True, 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'security_groups': ['22ab276e-10b4-4734-8046-593cfe38828f']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:40.168440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e4b9fcc6-dc26-4a85-847e-66408142bfc4 None None] Could not find standard attr ID for object d887ff24-5c8d-47e6-9887-acc883e1f0e6. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:58:40.202840 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5187615-9bb6-4dc2-a4d5-9962d96deb55 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:40.204902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5187615-9bb6-4dc2-a4d5-9962d96deb55 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:40.206609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5187615-9bb6-4dc2-a4d5-9962d96deb55 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:40.208427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b5187615-9bb6-4dc2-a4d5-9962d96deb55 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1341829 Nov 11 21:58:40.217771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e4b9fcc6-dc26-4a85-847e-66408142bfc4 None None] Provisioning complete for port 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:40.218147 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e4b9fcc6-dc26-4a85-847e-66408142bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:40.223728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46510) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:40.299310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5814f2e-09fc-462e-97f0-a13cb2938370 req-86482dba-93aa-4e61-8418-2e208601dc75 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:40.301094 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5814f2e-09fc-462e-97f0-a13cb2938370 req-86482dba-93aa-4e61-8418-2e208601dc75 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 946 time: 0.1199939 Nov 11 21:58:40.311560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38a5cf-3157-4bde-8f6b-bb5f7c8d6b43 req-a5e259bd-03a0-4726-a53a-f1e318724c90 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:40.313392 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f38a5cf-3157-4bde-8f6b-bb5f7c8d6b43 req-a5e259bd-03a0-4726-a53a-f1e318724c90 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.71 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 946 time: 0.1690078 Nov 11 21:58:40.351289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-087f497d-0892-4ac9-bda6-bad976b7c648 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Made reservation on behalf of 5757a57d321c41bda10f53e68ffe1106 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:40.355687 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-087f497d-0892-4ac9-bda6-bad976b7c648 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:40.398854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-2695b4af-aab9-4f22-be8e-da8aa17b6dff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 1718d8f7-072c-4d96-aaa9-f891f0182c6f {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:58:40.407017 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2695b4af-aab9-4f22-be8e-da8aa17b6dff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:40.438478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:40.467087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:58:40.467435 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b85bb4e6-a19b-4a77-a463-e0d3ae8e6f3a not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:40.525099 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2695b4af-aab9-4f22-be8e-da8aa17b6dff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:40.550690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b8b240d8-e76f-471f-bb0e-5a6003d8d2f3 None None] Could not find standard attr ID for object d887ff24-5c8d-47e6-9887-acc883e1f0e6. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:58:40.559772 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-087f497d-0892-4ac9-bda6-bad976b7c648 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Allocated IP 172.20.0.7 (2e1eddca-e131-4ae9-bee4-182d654beb99/39cbd100-acd0-46b4-8419-af45cc0c3279/96c2a0b6-f585-45f6-b60c-a47c5d844242) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:40.573638 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5814f2e-09fc-462e-97f0-a13cb2938370 req-c2ff664d-4983-4f68-9ccc-a8efb009c385 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=820fda86-7d88-430f-bca6-022d59593926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590921 Nov 11 21:58:40.626988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-2f38a5cf-3157-4bde-8f6b-bb5f7c8d6b43 req-7ada30bd-8d56-4efc-81a3-21ac909872a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Deleting port f939a7ae-d692-49cf-85de-f7ece43576e5 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:40.627326 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2f38a5cf-3157-4bde-8f6b-bb5f7c8d6b43 req-7ada30bd-8d56-4efc-81a3-21ac909872a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:40.745069 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2695b4af-aab9-4f22-be8e-da8aa17b6dff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:40.762802 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-087f497d-0892-4ac9-bda6-bad976b7c648 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:40.802029 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-087f497d-0892-4ac9-bda6-bad976b7c648 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:40.809429 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2f38a5cf-3157-4bde-8f6b-bb5f7c8d6b43 req-7ada30bd-8d56-4efc-81a3-21ac909872a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] For port f939a7ae-d692-49cf-85de-f7ece43576e5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=f939a7ae-d692-49cf-85de-f7ece43576e5,segment=NetworkSegment(042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99),segment_id=042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:40.809845 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2f38a5cf-3157-4bde-8f6b-bb5f7c8d6b43 req-7ada30bd-8d56-4efc-81a3-21ac909872a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:40.830426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-2f38a5cf-3157-4bde-8f6b-bb5f7c8d6b43 req-7ada30bd-8d56-4efc-81a3-21ac909872a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Calling delete_port for f939a7ae-d692-49cf-85de-f7ece43576e5 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:40.878606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f497d-0892-4ac9-bda6-bad976b7c648 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event updated for resources: {'Port': ['ID=96c2a0b6-f585-45f6-b60c-a47c5d844242,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:40.894363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-087f497d-0892-4ac9-bda6-bad976b7c648 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Network 2e1eddca-e131-4ae9-bee4-182d654beb99 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:40.897027 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-087f497d-0892-4ac9-bda6-bad976b7c648 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:40.918938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-087f497d-0892-4ac9-bda6-bad976b7c648 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:41.003063 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-087f497d-0892-4ac9-bda6-bad976b7c648 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:41.003785 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-087f497d-0892-4ac9-bda6-bad976b7c648 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:41.015090 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2695b4af-aab9-4f22-be8e-da8aa17b6dff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:41.034590 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-087f497d-0892-4ac9-bda6-bad976b7c648 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8896580 Nov 11 21:58:41.054262 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Request body: {'port': {'device_id': '21971879-0881-4412-9848-68aea4c489ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:41.079905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695b4af-aab9-4f22-be8e-da8aa17b6dff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=1718d8f7-072c-4d96-aaa9-f891f0182c6f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:41.110343 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2695b4af-aab9-4f22-be8e-da8aa17b6dff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:41.113666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2695b4af-aab9-4f22-be8e-da8aa17b6dff tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/1718d8f7-072c-4d96-aaa9-f891f0182c6f HTTP/1.1" status: 204 len: 168 time: 0.8885801 Nov 11 21:58:41.117966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46516) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:41.119391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70779f-ee68-4565-9581-9ec7626e8343 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:41.132912 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:41.192446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9fb24ed-79a1-4ef5-bf50-5cbe132025a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Deleting subnet 728911a8-24b3-4505-a3c7-2a5172ff5274 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:58:41.211338 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9fb24ed-79a1-4ef5-bf50-5cbe132025a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:41.260686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e05adc-c555-492f-80ef-011eef13287e req-7998588a-112e-4f6a-bf9e-c5b4eeb5087d tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:41.264306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8e05adc-c555-492f-80ef-011eef13287e req-7998588a-112e-4f6a-bf9e-c5b4eeb5087d tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 931 time: 0.2160668 Nov 11 21:58:41.285674 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:41.288356 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9fb24ed-79a1-4ef5-bf50-5cbe132025a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:41.321325 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2f38a5cf-3157-4bde-8f6b-bb5f7c8d6b43 req-7ada30bd-8d56-4efc-81a3-21ac909872a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:41.322795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2f279e5f-9256-4e72-8974-cebeac71b202 None None] Provisioning complete for port 96c2a0b6-f585-45f6-b60c-a47c5d844242 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:41.325536 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f279e5f-9256-4e72-8974-cebeac71b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:41.388158 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada30bd-8d56-4efc-81a3-21ac909872a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Port': ['ID=f939a7ae-d692-49cf-85de-f7ece43576e5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:41.466567 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2f279e5f-9256-4e72-8974-cebeac71b202 None None] Port 96c2a0b6-f585-45f6-b60c-a47c5d844242 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:58:41.471346 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f38a5cf-3157-4bde-8f6b-bb5f7c8d6b43 req-7ada30bd-8d56-4efc-81a3-21ac909872a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] No DVR routers for this DVR port f939a7ae-d692-49cf-85de-f7ece43576e5 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:58:41.480338 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2f38a5cf-3157-4bde-8f6b-bb5f7c8d6b43 req-7ada30bd-8d56-4efc-81a3-21ac909872a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:41.483778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f38a5cf-3157-4bde-8f6b-bb5f7c8d6b43 req-7ada30bd-8d56-4efc-81a3-21ac909872a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.71 "DELETE /v2.0/ports/f939a7ae-d692-49cf-85de-f7ece43576e5 HTTP/1.1" status: 204 len: 173 time: 1.1548846 Nov 11 21:58:41.486467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9979c0-8090-4ecc-af98-2d5f6676127e', 'name': 'network-vif-deleted', 'tag': 'f939a7ae-d692-49cf-85de-f7ece43576e5'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:58:41.493511 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1487a1-16f2-4982-8623-ab1695d202e0" -d '{"events": [{"server_uuid": "da9979c0-8090-4ecc-af98-2d5f6676127e", "name": "network-vif-deleted", "tag": "f939a7ae-d692-49cf-85de-f7ece43576e5"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:58:41.537708 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8e05adc-c555-492f-80ef-011eef13287e req-6c0b62e9-b1ae-42ed-bd57-326a50714472 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ab276e-10b4-4734-8046-593cfe38828f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169311 Nov 11 21:58:41.540621 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9fb24ed-79a1-4ef5-bf50-5cbe132025a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:41.667599 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ca37c2-0016-4e49-ab69-0ca5b5a5b8f9 x-openstack-request-id: req-52ca37c2-0016-4e49-ab69-0ca5b5a5b8f9 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:58:41.667824 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9979c0-8090-4ecc-af98-2d5f6676127e", "name": "network-vif-deleted", "tag": "f939a7ae-d692-49cf-85de-f7ece43576e5", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:58:41.668081 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-52ca37c2-0016-4e49-ab69-0ca5b5a5b8f9 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:58:41.668505 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9979c0-8090-4ecc-af98-2d5f6676127e', 'name': 'network-vif-deleted', 'tag': 'f939a7ae-d692-49cf-85de-f7ece43576e5', 'status': 'completed', 'code': 200} Nov 11 21:58:41.695301 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c2a0b6-f585-45f6-b60c-a47c5d844242 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:58:41.737044 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:41.737652 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9fb24ed-79a1-4ef5-bf50-5cbe132025a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:41.754717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Transition to ACTIVE for port object 96c2a0b6-f585-45f6-b60c-a47c5d844242 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:58:41.766287 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:41.794313 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e9fb24ed-79a1-4ef5-bf50-5cbe132025a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:41.806913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46528) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:41.818747 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e9fb24ed-79a1-4ef5-bf50-5cbe132025a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/728911a8-24b3-4505-a3c7-2a5172ff5274 HTTP/1.1" status: 204 len: 168 time: 0.6962099 Nov 11 21:58:41.820700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb24ed-79a1-4ef5-bf50-5cbe132025a9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Subnet': ['ID=728911a8-24b3-4505-a3c7-2a5172ff5274,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:41.892957 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18e464b4-8257-4873-877e-8a7eaa60da19 req-ebf6f325-c1b8-42a4-88fe-8e020d6741a4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9979c0-8090-4ecc-af98-2d5f6676127e HTTP/1.1" status: 200 len: 210 time: 0.0572150 Nov 11 21:58:41.931863 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b8365078-4ef1-48f8-88c7-2188c4a8238f tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177766 Nov 11 21:58:41.934956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46532) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:42.009136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Pushing event updated for resources: {'Port': ['ID=96c2a0b6-f585-45f6-b60c-a47c5d844242,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:42.052764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7faa6d-c30f-4a70-9cc2-bd2b78782eec tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:42.058203 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fd7faa6d-c30f-4a70-9cc2-bd2b78782eec tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1192100 Nov 11 21:58:42.059138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46536) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:42.130790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Attempting to bind port 96c2a0b6-f585-45f6-b60c-a47c5d844242 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:58:42.131416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Attempting to bind port 96c2a0b6-f585-45f6-b60c-a47c5d844242 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:58:42.131914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Attempting to bind port 96c2a0b6-f585-45f6-b60c-a47c5d844242 on network 2e1eddca-e131-4ae9-bee4-182d654beb99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:42.156578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Port 96c2a0b6-f585-45f6-b60c-a47c5d844242 on network 2e1eddca-e131-4ae9-bee4-182d654beb99 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:58:42.156876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Attempting to bind port 96c2a0b6-f585-45f6-b60c-a47c5d844242 on network 2e1eddca-e131-4ae9-bee4-182d654beb99 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:42.169360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:58:42.169866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Checking segment: {'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:42.170236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Bound using segment: {'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:58:42.170878 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Bound port: 96c2a0b6-f585-45f6-b60c-a47c5d844242, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0397810-d038-40fd-8781-6218963061fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:58:42.171695 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:42.176528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b15d0-682f-40a9-84d9-928ca2870f20 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:42.187107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b10b15d0-682f-40a9-84d9-928ca2870f20 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1263578 Nov 11 21:58:42.187888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46538) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:42.290266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0b02f612-bc51-496b-a6d6-441cb1e7c06e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011505 Nov 11 21:58:42.291186 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46540) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:42.295937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] For port 96c2a0b6-f585-45f6-b60c-a47c5d844242, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:58:42.306823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] For port 96c2a0b6-f585-45f6-b60c-a47c5d844242, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=96c2a0b6-f585-45f6-b60c-a47c5d844242,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:58:42.318964 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:42.334117 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebfdb653-3fef-4cc7-bbc8-73a5b101c5f9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:42.335141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebfdb653-3fef-4cc7-bbc8-73a5b101c5f9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:42.338623 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ebfdb653-3fef-4cc7-bbc8-73a5b101c5f9 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/d887ff24-5c8d-47e6-9887-acc883e1f0e6 HTTP/1.1" status: 404 len: 333 time: 0.0461750 Nov 11 21:58:42.341442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46542) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:42.385172 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-0725e5ec-d7c3-4c02-9fa2-de1d84b8cd37 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:42.386020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0725e5ec-d7c3-4c02-9fa2-de1d84b8cd37 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:42.389345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:42.390414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0725e5ec-d7c3-4c02-9fa2-de1d84b8cd37 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/728911a8-24b3-4505-a3c7-2a5172ff5274 HTTP/1.1" status: 404 len: 337 time: 0.0475774 Nov 11 21:58:42.391300 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:42.394656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46544) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:42.406067 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-866fd233-e852-42c4-81be-3e3604273708 service neutron] 10.222.0.71 "PUT /v2.0/ports/96c2a0b6-f585-45f6-b60c-a47c5d844242 HTTP/1.1" status: 200 len: 1091 time: 1.3568871 Nov 11 21:58:42.414481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21971879-0881-4412-9848-68aea4c489ef', 'tag': '96c2a0b6-f585-45f6-b60c-a47c5d844242'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:58:42.419017 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835c8ffa-527c-459f-939b-8c5cf213b227" -d '{"events": [{"name": "network-changed", "server_uuid": "21971879-0881-4412-9848-68aea4c489ef", "tag": "96c2a0b6-f585-45f6-b60c-a47c5d844242"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:58:42.474129 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe256a3-6fcb-4405-8ce0-559568446d37 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:42.474622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe256a3-6fcb-4405-8ce0-559568446d37 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:42.483298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9fe256a3-6fcb-4405-8ce0-559568446d37 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/1718d8f7-072c-4d96-aaa9-f891f0182c6f HTTP/1.1" status: 404 len: 337 time: 0.0819981 Nov 11 21:58:42.486053 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46548) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:42.565778 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3efe6d8-453e-436d-b5b7-0a090cbe5ec0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:42.569089 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3efe6d8-453e-436d-b5b7-0a090cbe5ec0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:42.577130 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a3efe6d8-453e-436d-b5b7-0a090cbe5ec0 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/6d45277b-58db-45a8-88d0-6261dd885791 HTTP/1.1" status: 404 len: 333 time: 0.0866051 Nov 11 21:58:42.577130 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2731edff-37f8-42a2-acb8-d59a48c0c888 x-openstack-request-id: req-2731edff-37f8-42a2-acb8-d59a48c0c888 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:58:42.577130 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21971879-0881-4412-9848-68aea4c489ef", "tag": "96c2a0b6-f585-45f6-b60c-a47c5d844242", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:58:42.577130 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2731edff-37f8-42a2-acb8-d59a48c0c888 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:58:42.577130 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21971879-0881-4412-9848-68aea4c489ef', 'tag': '96c2a0b6-f585-45f6-b60c-a47c5d844242', 'status': 'completed', 'code': 200} Nov 11 21:58:42.577578 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46552) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:42.606430 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fd233-e852-42c4-81be-3e3604273708 service neutron] Pushing event updated for resources: {'Port': ['ID=96c2a0b6-f585-45f6-b60c-a47c5d844242,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:42.652490 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-355c40b6-2404-419d-9b18-e103d577f20a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:42.657517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-6abbc88e-9648-41d3-b1b8-0279c16be828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:42.659846 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-6abbc88e-9648-41d3-b1b8-0279c16be828 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5757a57d321c41bda10f53e68ffe1106&device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 1094 time: 0.0471721 Nov 11 21:58:42.666975 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355c40b6-2404-419d-9b18-e103d577f20a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:42.688951 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-355c40b6-2404-419d-9b18-e103d577f20a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/ba34096e-3069-4a2f-9ace-52194e0ee69c HTTP/1.1" status: 404 len: 337 time: 0.1099799 Nov 11 21:58:42.689670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46554) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:42.724619 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-46b1331c-ba24-4060-8d88-649224247237 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96c2a0b6-f585-45f6-b60c-a47c5d844242 HTTP/1.1" status: 200 len: 217 time: 0.0507672 Nov 11 21:58:42.801899 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82040c0-0765-4048-babb-8d8e03f284f8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:42.802347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82040c0-0765-4048-babb-8d8e03f284f8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:42.816061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a75a5c-4538-4b72-bfa4-c9f30076e2a0 None None] Network 386cd058-2fb8-40f0-a159-c94cb531b2cc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:42.823464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f82040c0-0765-4048-babb-8d8e03f284f8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/2afd6a4d-f9c0-461a-a161-f3cd01346f36 HTTP/1.1" status: 404 len: 337 time: 0.1311142 Nov 11 21:58:42.824558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46556) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:42.844115 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-3028e9e3-f3af-41b3-b060-a6a3b1e87a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:42.845688 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-3028e9e3-f3af-41b3-b060-a6a3b1e87a3f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39cbd100-acd0-46b4-8419-af45cc0c3279 HTTP/1.1" status: 200 len: 849 time: 0.1107478 Nov 11 21:58:42.872068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ea27f-d6d9-479d-b8df-e7f4d9ebc603 req-17158e01-e864-438d-b63c-edee45e3f3f5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:42.874697 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-01eca8d9-e413-43c3-8631-20edf3282432 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:42.877693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01eca8d9-e413-43c3-8631-20edf3282432 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:42.879950 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b5ea27f-d6d9-479d-b8df-e7f4d9ebc603 req-17158e01-e864-438d-b63c-edee45e3f3f5 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 943 time: 0.1892262 Nov 11 21:58:42.880847 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-01eca8d9-e413-43c3-8631-20edf3282432 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/8f6a4172-5659-4752-bea4-b80ea1316253 HTTP/1.1" status: 404 len: 333 time: 0.0553811 Nov 11 21:58:42.884048 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46558) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:42.939481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-09400143-cc03-4e50-95b8-2e60b112adea None None] Provisioning complete for port 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:42.939881 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09400143-cc03-4e50-95b8-2e60b112adea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:42.944756 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9b3a12-97c4-4d6b-a197-c2f0450ad405 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:42.945533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9b3a12-97c4-4d6b-a197-c2f0450ad405 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:42.949492 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0c9b3a12-97c4-4d6b-a197-c2f0450ad405 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/106cbe9f-c076-4f36-a8ba-9f079a1fd4e6 HTTP/1.1" status: 404 len: 337 time: 0.0644882 Nov 11 21:58:42.952934 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46562) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:42.958319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b5ea27f-d6d9-479d-b8df-e7f4d9ebc603 req-9f82f46a-14ff-467c-b433-1102c1ca6ef4 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ab276e-10b4-4734-8046-593cfe38828f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774109 Nov 11 21:58:42.981595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4be6a6d6-60ac-48de-a4f7-3fde90c773c2 req-1c2c0db0-7d39-4f86-ba56-324dda6e47ec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1278403 Nov 11 21:58:42.993236 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef6e235-9be2-4fea-9af3-9a8125373bcd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:42.993691 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef6e235-9be2-4fea-9af3-9a8125373bcd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:42.997555 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bef6e235-9be2-4fea-9af3-9a8125373bcd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/bcc0cfdd-17f1-46d0-905d-97a2a25be37f HTTP/1.1" status: 404 len: 337 time: 0.0433702 Nov 11 21:58:43.001274 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46564) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:43.005720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-b78662e2-3e3b-40a5-a523-548bacb0f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:43.007233 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-b78662e2-3e3b-40a5-a523-548bacb0f7cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e1eddca-e131-4ae9-bee4-182d654beb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430154 Nov 11 21:58:43.060683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device f939a7ae-d692-49cf-85de-f7ece43576e5 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:43.134094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46566) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:43.151987 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-328da00c-d540-414c-af9b-948632c0f524 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:43.151987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328da00c-d540-414c-af9b-948632c0f524 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:43.152182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb55ea82-94ac-4158-8778-efd5ee6a37f3 None None] DHCP port deletion for 386cd058-2fb8-40f0-a159-c94cb531b2cc request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:58:43.154953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-328da00c-d540-414c-af9b-948632c0f524 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/374a530d-4e7d-4298-8159-73af9f4c858e HTTP/1.1" status: 404 len: 333 time: 0.1524067 Nov 11 21:58:43.156017 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: f939a7ae-d692-49cf-85de-f7ece43576e5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:58:43.156549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device f939a7ae-d692-49cf-85de-f7ece43576e5 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:43.157821 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46570) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:43.164133 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-eb577a3a-9add-471c-8d87-832d31b6069d service neutron] 10.222.0.71 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437907 Nov 11 21:58:43.208079 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-30dbc2fa-01c1-4283-a1b3-15c6843bd86a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:43.208549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30dbc2fa-01c1-4283-a1b3-15c6843bd86a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:43.211681 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-30dbc2fa-01c1-4283-a1b3-15c6843bd86a tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/2ac26826-c35f-4352-be8c-7273cc727d5d HTTP/1.1" status: 404 len: 337 time: 0.0529230 Nov 11 21:58:43.216246 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bb55ea82-94ac-4158-8778-efd5ee6a37f3 None None] Deleting port 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:43.216919 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb55ea82-94ac-4158-8778-efd5ee6a37f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:43.217067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46572) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:43.264279 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28927db-3721-4cd7-8ccc-50f850a262cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:43.268368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28927db-3721-4cd7-8ccc-50f850a262cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:43.273255 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d28927db-3721-4cd7-8ccc-50f850a262cc tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/50a42a55-dd6f-4025-8888-11a04a62e4a8 HTTP/1.1" status: 404 len: 337 time: 0.0548637 Nov 11 21:58:43.276090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6a6d6-60ac-48de-a4f7-3fde90c773c2 req-9ad01410-3ba3-4a92-b620-b16b601cc8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:43.277647 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d3241e33-3ccd-4ab7-bd3e-e5daf25b751c req-803b4e60-fddc-422e-82ce-155a5b9e6792 service neutron] 10.222.0.71 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019313 Nov 11 21:58:43.278173 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46574) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:43.279738 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4be6a6d6-60ac-48de-a4f7-3fde90c773c2 req-9ad01410-3ba3-4a92-b620-b16b601cc8b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 1096 time: 0.2644391 Nov 11 21:58:43.292536 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bb55ea82-94ac-4158-8778-efd5ee6a37f3 None None] For port 35a0d21b-68b2-403f-932a-d9c1d46fa1b7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=35a0d21b-68b2-403f-932a-d9c1d46fa1b7,segment=NetworkSegment(07209675-ea64-425b-8874-a0a20ef60c90),segment_id=07209675-ea64-425b-8874-a0a20ef60c90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:43.293010 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb55ea82-94ac-4158-8778-efd5ee6a37f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:43.313274 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bb55ea82-94ac-4158-8778-efd5ee6a37f3 None None] Calling delete_port for 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:43.321531 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-f160942e-85fd-4043-adf6-0950c771afdd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:43.322349 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f160942e-85fd-4043-adf6-0950c771afdd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:43.329836 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f160942e-85fd-4043-adf6-0950c771afdd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/d2158362-7ad5-44bc-9cf9-4374617cfb88 HTTP/1.1" status: 404 len: 333 time: 0.0498390 Nov 11 21:58:43.330954 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46576) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:43.374542 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bca501-f467-42f9-a5f0-fc3b839bc996 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:43.374542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9bca501-f467-42f9-a5f0-fc3b839bc996 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:43.381227 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a9bca501-f467-42f9-a5f0-fc3b839bc996 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/bed8064c-af1b-4917-af13-a223320c025a HTTP/1.1" status: 404 len: 337 time: 0.0490410 Nov 11 21:58:43.384591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46578) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:43.393093 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2cad32f7-7576-431a-805a-ede685f05bd8 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:43.413311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c8ffa-527c-459f-939b-8c5cf213b227 req-c1ebbaa3-6b36-4ea8-99aa-c2d005b58d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:43.414912 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-835c8ffa-527c-459f-939b-8c5cf213b227 req-c1ebbaa3-6b36-4ea8-99aa-c2d005b58d52 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5757a57d321c41bda10f53e68ffe1106&device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 1094 time: 0.0528238 Nov 11 21:58:43.419997 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb55ea82-94ac-4158-8778-efd5ee6a37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:43.453593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb55ea82-94ac-4158-8778-efd5ee6a37f3 None None] No DVR routers for this DVR port 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:58:43.459000 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c472299-44a4-46a0-b697-e334bf8266a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:43.462531 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55ea82-94ac-4158-8778-efd5ee6a37f3 None None] Pushing event deleted for resources: {'Port': ['ID=35a0d21b-68b2-403f-932a-d9c1d46fa1b7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:43.463186 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c472299-44a4-46a0-b697-e334bf8266a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:43.467717 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7c472299-44a4-46a0-b697-e334bf8266a7 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/b8ff0207-b1ef-4a84-8bf4-8dc4cacb84eb HTTP/1.1" status: 404 len: 333 time: 0.0792336 Nov 11 21:58:43.473667 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46580) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:43.509523 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aac1e13-693b-4479-8310-e61c9de7cedb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:43.509996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aac1e13-693b-4479-8310-e61c9de7cedb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:43.515975 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6aac1e13-693b-4479-8310-e61c9de7cedb tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/2a6de265-cec8-43a0-a419-04dc9340c5bd HTTP/1.1" status: 404 len: 337 time: 0.0384486 Nov 11 21:58:43.542353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46582) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:43.569185 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-98dae8a4-cd84-423d-8a4e-16567c24963b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:43.569768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98dae8a4-cd84-423d-8a4e-16567c24963b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:43.575725 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-98dae8a4-cd84-423d-8a4e-16567c24963b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/2caf0c8d-5fd2-41d1-9b85-3d5c9d322082 HTTP/1.1" status: 404 len: 333 time: 0.0297825 Nov 11 21:58:43.586417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46584) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:43.623988 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfb0f2e-bec1-4c56-a0ae-287a07eda3b6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:43.624365 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfb0f2e-bec1-4c56-a0ae-287a07eda3b6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:43.630134 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9bfb0f2e-bec1-4c56-a0ae-287a07eda3b6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/3558dc74-a38b-4ab4-9873-fe54c3cb117b HTTP/1.1" status: 404 len: 337 time: 0.0402579 Nov 11 21:58:43.633538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46586) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:43.659852 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c8ffa-527c-459f-939b-8c5cf213b227 req-4f6f662e-f55f-4986-8158-1329b40b321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:43.661379 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-835c8ffa-527c-459f-939b-8c5cf213b227 req-4f6f662e-f55f-4986-8158-1329b40b321c service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 200 len: 912 time: 0.2355044 Nov 11 21:58:43.662401 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-7289adca-7a12-42b7-b9ad-443b4b3b7826 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:43.663118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7289adca-7a12-42b7-b9ad-443b4b3b7826 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:43.666398 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7289adca-7a12-42b7-b9ad-443b4b3b7826 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/9bb90899-ec5f-46a1-9794-e59538e26910 HTTP/1.1" status: 404 len: 333 time: 0.0318308 Nov 11 21:58:43.669132 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46588) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:43.730432 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f90b72-0048-4555-b4cd-0a2b09a929dd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:43.731206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f90b72-0048-4555-b4cd-0a2b09a929dd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:43.735059 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-29f90b72-0048-4555-b4cd-0a2b09a929dd tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/e5acff6c-e33f-496f-8c7b-54cd27c0788d HTTP/1.1" status: 404 len: 337 time: 0.0640330 Nov 11 21:58:43.737580 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-835c8ffa-527c-459f-939b-8c5cf213b227 req-46caf722-8860-44d4-a1d0-ed4465f3fd60 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96c2a0b6-f585-45f6-b60c-a47c5d844242 HTTP/1.1" status: 200 len: 217 time: 0.0598660 Nov 11 21:58:43.738051 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46590) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:43.772939 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-761fa096-ee81-4dbb-a2c8-d142068f8a22 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:43.773663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761fa096-ee81-4dbb-a2c8-d142068f8a22 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:43.779209 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-761fa096-ee81-4dbb-a2c8-d142068f8a22 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/1a4428cd-b9aa-4e0c-995c-436b15e8aa58 HTTP/1.1" status: 404 len: 333 time: 0.0376890 Nov 11 21:58:43.789503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46592) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:43.811765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c8ffa-527c-459f-939b-8c5cf213b227 req-58149157-e155-461c-87de-ad9bf204c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:43.813341 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-835c8ffa-527c-459f-939b-8c5cf213b227 req-58149157-e155-461c-87de-ad9bf204c62b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39cbd100-acd0-46b4-8419-af45cc0c3279 HTTP/1.1" status: 200 len: 849 time: 0.0664825 Nov 11 21:58:43.827996 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2cad32f7-7576-431a-805a-ede685f05bd8 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:43.875406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c8ffa-527c-459f-939b-8c5cf213b227 req-58220a61-5228-417e-afc7-8e3387df1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:43.877291 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-596d7025-aed7-41e2-b6ce-6b03399c6e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:43.880993 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-835c8ffa-527c-459f-939b-8c5cf213b227 req-58220a61-5228-417e-afc7-8e3387df1254 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e1eddca-e131-4ae9-bee4-182d654beb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579913 Nov 11 21:58:43.897105 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:43.897669 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b569d7a9-3845-45d2-98db-40f6cd529888 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:43.898256 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b569d7a9-3845-45d2-98db-40f6cd529888 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:43.902490 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b569d7a9-3845-45d2-98db-40f6cd529888 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/0e166d93-f101-44e6-9dab-9713679c71fa HTTP/1.1" status: 404 len: 337 time: 0.1120336 Nov 11 21:58:43.905258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46594) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:43.915428 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6a6d6-60ac-48de-a4f7-3fde90c773c2 req-43566aaf-f849-4ed3-895d-5ec2996f1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:43.916938 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4be6a6d6-60ac-48de-a4f7-3fde90c773c2 req-43566aaf-f849-4ed3-895d-5ec2996f1431 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.6118169 Nov 11 21:58:43.930966 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:58:43.931426 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 35a0d21b-68b2-403f-932a-d9c1d46fa1b7 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:43.949518 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad5ccbe-9267-400c-8899-460a19ac0cce tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:43.950219 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad5ccbe-9267-400c-8899-460a19ac0cce tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:43.953267 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5ad5ccbe-9267-400c-8899-460a19ac0cce tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/7503b8a1-13f2-43f4-9aa7-47d5f3f950ae HTTP/1.1" status: 404 len: 333 time: 0.0470531 Nov 11 21:58:43.957099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46596) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.018336 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-835c8ffa-527c-459f-939b-8c5cf213b227 req-fcdae7bc-1c71-4459-89fc-de8d4b5d4521 service neutron] 10.222.0.71 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261327 Nov 11 21:58:44.034129 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac38e23-edce-41cc-aef2-e34deeb59992 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:44.034719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac38e23-edce-41cc-aef2-e34deeb59992 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:44.038396 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bac38e23-edce-41cc-aef2-e34deeb59992 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/5dcd94f5-95f3-4163-a38a-6f45dd0fc158 HTTP/1.1" status: 404 len: 337 time: 0.0809488 Nov 11 21:58:44.045242 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46600) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.125222 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-835c8ffa-527c-459f-939b-8c5cf213b227 req-34f9b6d3-fe58-49f4-9dcd-f61dd87e6d70 service neutron] 10.222.0.71 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963633 Nov 11 21:58:44.127126 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-db48547e-2bfe-4003-8132-7e210e126d06 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:44.127593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db48547e-2bfe-4003-8132-7e210e126d06 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:44.131732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-db48547e-2bfe-4003-8132-7e210e126d06 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/d37f79f2-32f4-41e8-bbd8-3284f511e894 HTTP/1.1" status: 404 len: 337 time: 0.0848236 Nov 11 21:58:44.134924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46602) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.145533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4be6a6d6-60ac-48de-a4f7-3fde90c773c2 req-1ace12c3-2407-4db4-9942-fa2acb1085aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=689b83c4-a650-47f6-96c5-a503891fcd61 HTTP/1.1" status: 200 len: 1001 time: 0.2176828 Nov 11 21:58:44.182781 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8efe68-b37c-4177-955d-00f448bc7b92 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:44.183574 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8efe68-b37c-4177-955d-00f448bc7b92 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:44.189363 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ee8efe68-b37c-4177-955d-00f448bc7b92 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/6e40bfb9-5c94-4659-ab2b-0acf3b817979 HTTP/1.1" status: 404 len: 333 time: 0.0532963 Nov 11 21:58:44.190859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46606) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.198065 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2cad32f7-7576-431a-805a-ede685f05bd8 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:44.200642 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2cad32f7-7576-431a-805a-ede685f05bd8 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:44.201826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2cad32f7-7576-431a-805a-ede685f05bd8 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "DELETE /v2.0/security-groups/820fda86-7d88-430f-bca6-022d59593926 HTTP/1.1" status: 204 len: 168 time: 1.0658569 Nov 11 21:58:44.224002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1caa7-0ede-4a3a-82b1-0647af5342fb req-11c0b0c2-1cb8-4ad5-bad1-885e667485d8 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:44.228984 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5c286e-772e-4466-8b62-327549b8cdb6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:44.229510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5c286e-772e-4466-8b62-327549b8cdb6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:44.231370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ed1caa7-0ede-4a3a-82b1-0647af5342fb req-11c0b0c2-1cb8-4ad5-bad1-885e667485d8 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 943 time: 0.1710601 Nov 11 21:58:44.235122 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0b5c286e-772e-4466-8b62-327549b8cdb6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/c0c9f9fa-2788-4cc4-9c42-b72ca9fa5095 HTTP/1.1" status: 404 len: 337 time: 0.0388777 Nov 11 21:58:44.235448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46610) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.246618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad32f7-7576-431a-805a-ede685f05bd8 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=820fda86-7d88-430f-bca6-022d59593926,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:44.271715 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6a6d6-60ac-48de-a4f7-3fde90c773c2 req-81fd31fb-cad4-4c0e-abd5-ee82da419ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:44.273213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4be6a6d6-60ac-48de-a4f7-3fde90c773c2 req-81fd31fb-cad4-4c0e-abd5-ee82da419ddb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.1202657 Nov 11 21:58:44.278416 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c68942-7d44-4f34-b518-427cf30e4a92 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:44.278854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c68942-7d44-4f34-b518-427cf30e4a92 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:44.283112 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-65c68942-7d44-4f34-b518-427cf30e4a92 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/344d6f82-f333-4373-a954-210801033172 HTTP/1.1" status: 404 len: 337 time: 0.0463500 Nov 11 21:58:44.285664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46612) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.312655 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d44bdf2-f2d9-4a0b-bc52-b4aae1460015 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:44.313249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d44bdf2-f2d9-4a0b-bc52-b4aae1460015 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:44.319867 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7d44bdf2-f2d9-4a0b-bc52-b4aae1460015 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/f92dd1de-8b47-4caf-8f93-113c83fa9ee5 HTTP/1.1" status: 404 len: 333 time: 0.0297625 Nov 11 21:58:44.320077 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46614) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.372809 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ed1caa7-0ede-4a3a-82b1-0647af5342fb req-35f459db-487b-4a42-b7f0-21c27fd2d1a7 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ab276e-10b4-4734-8046-593cfe38828f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405401 Nov 11 21:58:44.374690 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7065a671-e3f1-467e-a10b-9c9c9dda4ad6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:44.375174 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7065a671-e3f1-467e-a10b-9c9c9dda4ad6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:44.379624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7065a671-e3f1-467e-a10b-9c9c9dda4ad6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/13891ffa-a10a-4592-86e1-99d613170998 HTTP/1.1" status: 404 len: 337 time: 0.0577164 Nov 11 21:58:44.381570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46616) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.398344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6a6d6-60ac-48de-a4f7-3fde90c773c2 req-224b689b-f166-488b-81d9-860358bdc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:44.399898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4be6a6d6-60ac-48de-a4f7-3fde90c773c2 req-224b689b-f166-488b-81d9-860358bdc811 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186860 Nov 11 21:58:44.417666 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b32e66c-91ac-48c5-bf10-9c86d0404d5b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:44.418169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b32e66c-91ac-48c5-bf10-9c86d0404d5b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:44.423248 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3b32e66c-91ac-48c5-bf10-9c86d0404d5b tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/495dd06c-877d-4dfc-9d6e-c189536e937e HTTP/1.1" status: 404 len: 337 time: 0.0385573 Nov 11 21:58:44.424033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46618) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.434823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46620) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.507878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4be6a6d6-60ac-48de-a4f7-3fde90c773c2 req-33dd01c3-1bd1-4210-b255-e98317ba319f service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996885 Nov 11 21:58:44.606453 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4be6a6d6-60ac-48de-a4f7-3fde90c773c2 req-5b3f5bc3-d766-482a-82d0-df657ed774fb service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905175 Nov 11 21:58:44.718030 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:44.730012 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f858ee1-aef5-4f9f-89d7-56969a7e3bee tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:44.730730 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f858ee1-aef5-4f9f-89d7-56969a7e3bee tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:44.733863 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7f858ee1-aef5-4f9f-89d7-56969a7e3bee tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/b31b2e1a-9a46-4f1a-9340-8f4f834d6deb HTTP/1.1" status: 404 len: 333 time: 0.3085215 Nov 11 21:58:44.736819 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46622) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.772310 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c477c02-0574-442e-bc9a-afe5e55af21c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:44.772871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c477c02-0574-442e-bc9a-afe5e55af21c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:44.775844 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0c477c02-0574-442e-bc9a-afe5e55af21c tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/28df0d7f-c947-47e3-9764-b1e2874b23d2 HTTP/1.1" status: 404 len: 337 time: 0.0381117 Nov 11 21:58:44.778626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46624) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.792760 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad6c4d6-d96a-4561-b37a-186b09036385 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Deleting subnet 0d7ae0c4-3694-41f1-8b4c-b59f89bc680f {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:58:44.811931 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ad6c4d6-d96a-4561-b37a-186b09036385 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:44.814950 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c76155d-4644-4980-a2c7-42d97f7d47ed tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:44.815408 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c76155d-4644-4980-a2c7-42d97f7d47ed tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:44.818876 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0c76155d-4644-4980-a2c7-42d97f7d47ed tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/5413e393-e0f4-4637-beda-8dd904211a2e HTTP/1.1" status: 404 len: 337 time: 0.0393395 Nov 11 21:58:44.822023 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46626) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.857777 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6e69ecdc-8e13-41e8-84e0-69208b76a2ee tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc533fc1-7033-402a-81e0-6c71648321dc HTTP/1.1" status: 200 len: 205 time: 0.0345013 Nov 11 21:58:44.860423 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46628) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.863328 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ad6c4d6-d96a-4561-b37a-186b09036385 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:44.902032 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-a3c717f0-a068-4489-aa65-0bf9cb2d70d6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] delete failed (client error): The resource could not be found. Nov 11 21:58:44.903410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a3c717f0-a068-4489-aa65-0bf9cb2d70d6 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/routers/dc533fc1-7033-402a-81e0-6c71648321dc HTTP/1.1" status: 404 len: 336 time: 0.0417349 Nov 11 21:58:44.906293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46630) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.933650 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b872c4-d136-4798-9c54-7b51aa55f8f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:44.934122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b872c4-d136-4798-9c54-7b51aa55f8f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:44.939712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-88b872c4-d136-4798-9c54-7b51aa55f8f5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/c5e73922-9143-47e8-a118-1745fd412503 HTTP/1.1" status: 404 len: 337 time: 0.0300465 Nov 11 21:58:44.939930 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46632) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:44.956790 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ad6c4d6-d96a-4561-b37a-186b09036385 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:44.969528 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d72bb442-9500-4171-96ea-bcfe760a5fca tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "GET /v2.0/ports?device_id=69302892-3610-433f-9879-8b0a585e5ee0 HTTP/1.1" status: 200 len: 205 time: 0.0260980 Nov 11 21:58:44.969725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46634) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.011588 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-e74d3eb4-3573-49f9-82dc-61f475c54207 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] delete failed (client error): The resource could not be found. Nov 11 21:58:45.015322 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e74d3eb4-3573-49f9-82dc-61f475c54207 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/routers/69302892-3610-433f-9879-8b0a585e5ee0 HTTP/1.1" status: 404 len: 336 time: 0.0421565 Nov 11 21:58:45.015558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46636) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.019001 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ad6c4d6-d96a-4561-b37a-186b09036385 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.042868 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e0e10e-84f8-46ba-9dc8-16a31b39abda tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.043347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e0e10e-84f8-46ba-9dc8-16a31b39abda tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.049349 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a3e0e10e-84f8-46ba-9dc8-16a31b39abda tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/b95e1c39-d38e-499e-9a45-74464b716584 HTTP/1.1" status: 404 len: 337 time: 0.0299838 Nov 11 21:58:45.049531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46638) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.051509 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6c4d6-d96a-4561-b37a-186b09036385 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7ae0c4-3694-41f1-8b4c-b59f89bc680f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:45.052685 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 96c2a0b6-f585-45f6-b60c-a47c5d844242 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:58:45.055192 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2ad6c4d6-d96a-4561-b37a-186b09036385 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.058404 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2ad6c4d6-d96a-4561-b37a-186b09036385 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "DELETE /v2.0/subnets/0d7ae0c4-3694-41f1-8b4c-b59f89bc680f HTTP/1.1" status: 204 len: 168 time: 0.6226659 Nov 11 21:58:45.061317 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46640) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.065704 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8832cd23-f6eb-4e1c-acc5-82c0ea3da28b None None] Network f27f38fe-b3ea-4521-b060-95f03458958b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:45.085965 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa79218-9485-46cc-9e53-363d021c00c5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.086458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa79218-9485-46cc-9e53-363d021c00c5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.092596 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eaa79218-9485-46cc-9e53-363d021c00c5 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/de464d11-3b52-4c62-9aa9-f202390c797f HTTP/1.1" status: 404 len: 337 time: 0.0399098 Nov 11 21:58:45.095072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46642) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.121678 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5efcb52-ead2-4385-b7d6-5f8b13312a76 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.122775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5efcb52-ead2-4385-b7d6-5f8b13312a76 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.130328 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d5efcb52-ead2-4385-b7d6-5f8b13312a76 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/eeed62bb-d8a7-4c90-876c-ad6e49ca998d HTTP/1.1" status: 404 len: 333 time: 0.0323074 Nov 11 21:58:45.130988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46644) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.144764 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.162221 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3ec0b1-892b-4a9f-b8eb-9818ba4ecd42 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.162830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3ec0b1-892b-4a9f-b8eb-9818ba4ecd42 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.168522 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ec3ec0b1-892b-4a9f-b8eb-9818ba4ecd42 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/1734285a-fc63-426f-a6a2-2c7659df88cd HTTP/1.1" status: 404 len: 337 time: 0.0339265 Nov 11 21:58:45.168788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46646) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.200969 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafa1f24-0cc7-4bce-9596-03493153211e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.201693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cafa1f24-0cc7-4bce-9596-03493153211e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.208701 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cafa1f24-0cc7-4bce-9596-03493153211e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/200df87a-bfea-42e7-9ae3-145fd4bfa3ab HTTP/1.1" status: 404 len: 333 time: 0.0364921 Nov 11 21:58:45.209148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46648) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.211828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Deleting port 4fbdd705-5fa0-414d-8538-6d41a1247740 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:45.212401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.237942 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-558c9ddb-e977-4812-a267-d9e1842a46c1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.238501 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558c9ddb-e977-4812-a267-d9e1842a46c1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.241553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-558c9ddb-e977-4812-a267-d9e1842a46c1 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/fb84650d-e686-4686-b4fb-8cf4608b2e2c HTTP/1.1" status: 404 len: 337 time: 0.0314355 Nov 11 21:58:45.244129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46652) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.281049 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb441110-5e9a-453d-b0c0-eb46635abd43 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.281852 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb441110-5e9a-453d-b0c0-eb46635abd43 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.283348 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 96c2a0b6-f585-45f6-b60c-a47c5d844242, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=96c2a0b6-f585-45f6-b60c-a47c5d844242,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:45.287752 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cb441110-5e9a-453d-b0c0-eb46635abd43 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/9e3af762-2b9c-4cca-802a-c2458f6a6758 HTTP/1.1" status: 404 len: 333 time: 0.0423164 Nov 11 21:58:45.287919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] For port 4fbdd705-5fa0-414d-8538-6d41a1247740, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4fbdd705-5fa0-414d-8538-6d41a1247740,segment=NetworkSegment(042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99),segment_id=042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:45.288219 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.290936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46654) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.321088 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '96c2a0b6-f585-45f6-b60c-a47c5d844242', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'port_id': '96c2a0b6-f585-45f6-b60c-a47c5d844242', 'mac_address': 'fa:16:3e:30:b6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:58:45.327988 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-c071e2eb-c982-4ff4-bc58-0277bb1eb724 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.328476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c071e2eb-c982-4ff4-bc58-0277bb1eb724 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.331816 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c071e2eb-c982-4ff4-bc58-0277bb1eb724 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/3067abe1-6a5a-4df0-9520-8d44be19f382 HTTP/1.1" status: 404 len: 337 time: 0.0396619 Nov 11 21:58:45.332730 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Calling delete_port for 4fbdd705-5fa0-414d-8538-6d41a1247740 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:45.334443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46656) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.360248 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1d08cc-8a2d-44d4-b50f-7812538adaef tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.360971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1d08cc-8a2d-44d4-b50f-7812538adaef tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.366294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dd1d08cc-8a2d-44d4-b50f-7812538adaef tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/939d2f72-45f3-46a3-93b7-8c9dddf34da1 HTTP/1.1" status: 404 len: 333 time: 0.0288961 Nov 11 21:58:45.367144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46658) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.387029 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.404116 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c2a0b6-f585-45f6-b60c-a47c5d844242 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:58:45.410329 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb614695-91a0-4f0e-810a-1e960f51e61e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.410795 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb614695-91a0-4f0e-810a-1e960f51e61e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.414408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fb614695-91a0-4f0e-810a-1e960f51e61e tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/1ecb754f-7a57-42d2-ac9b-158afd4b94ae HTTP/1.1" status: 404 len: 337 time: 0.0458040 Nov 11 21:58:45.417270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46662) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.436234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 96c2a0b6-f585-45f6-b60c-a47c5d844242, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=96c2a0b6-f585-45f6-b60c-a47c5d844242,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:45.443556 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.474921 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.477158 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-092b4fc6-44b4-484b-92c9-b1615306fb56 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.477897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092b4fc6-44b4-484b-92c9-b1615306fb56 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.490065 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-092b4fc6-44b4-484b-92c9-b1615306fb56 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/e8780d45-87cd-46e2-b2ae-27bb287ef221 HTTP/1.1" status: 404 len: 333 time: 0.0706606 Nov 11 21:58:45.492740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46664) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.518506 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf322fb7-b38e-4886-bddc-66ddc38387a0 None None] DHCP port deletion for f27f38fe-b3ea-4521-b060-95f03458958b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:58:45.528323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] No DVR routers for this DVR port 4fbdd705-5fa0-414d-8538-6d41a1247740 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:58:45.529284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=96c2a0b6-f585-45f6-b60c-a47c5d844242,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:45.542605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Port': ['ID=4fbdd705-5fa0-414d-8538-6d41a1247740,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:45.568666 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a36fe9-7b31-4eb1-a367-8dddf891c774 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.569861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a36fe9-7b31-4eb1-a367-8dddf891c774 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.575811 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-60a36fe9-7b31-4eb1-a367-8dddf891c774 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/33bb9374-1c53-4329-9bda-1cc83fa93c57 HTTP/1.1" status: 404 len: 337 time: 0.0787284 Nov 11 21:58:45.576916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46666) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.606384 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38313da-8e8d-4175-a0cc-6223cc5abc37 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.607275 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38313da-8e8d-4175-a0cc-6223cc5abc37 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.613187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c38313da-8e8d-4175-a0cc-6223cc5abc37 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/342b3eb8-a1ff-4a8c-990f-5b24a7bb6962 HTTP/1.1" status: 404 len: 333 time: 0.0329530 Nov 11 21:58:45.613558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46668) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.638119 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.644195 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fa7718-8b95-477e-a26a-e97565bcc6da tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.644662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fa7718-8b95-477e-a26a-e97565bcc6da tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.647789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a7fa7718-8b95-477e-a26a-e97565bcc6da tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/a84d47a5-629f-4969-b558-300a344ac3ea HTTP/1.1" status: 404 len: 337 time: 0.0334575 Nov 11 21:58:45.650891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46670) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.655734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a57468-7aa1-4570-aa75-43d21fef318c req-4585c6b4-60ad-4867-853c-d7cec424f715 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:45.657314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35a57468-7aa1-4570-aa75-43d21fef318c req-4585c6b4-60ad-4867-853c-d7cec424f715 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 944 time: 0.1532762 Nov 11 21:58:45.693147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27f38fe-b3ea-4521-b060-95f03458958b']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:45.695514 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf850b4-c27f-469c-890d-d6e5242d584d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.696355 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf850b4-c27f-469c-890d-d6e5242d584d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.701993 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8cf850b4-c27f-469c-890d-d6e5242d584d tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/ports/25f8ee23-2698-489f-b645-cc2f151676b6 HTTP/1.1" status: 404 len: 333 time: 0.0468216 Nov 11 21:58:45.705443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46672) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.709706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:45.710202 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042a8ee9-d4b7-4f94-bf61-b1b5cbbd4d99') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:45.720218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['96c2a0b6-f585-45f6-b60c-a47c5d844242'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:58:45.721112 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.736411 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.743344 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:58:45.744013 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.753357 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-256da996-0804-45b2-839e-73d842e6e3d8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] DELETE failed (client error): The resource could not be found. Nov 11 21:58:45.754441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256da996-0804-45b2-839e-73d842e6e3d8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:58:45.758110 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-256da996-0804-45b2-839e-73d842e6e3d8 tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/subnets/1b4dfd64-3005-4ebe-ac46-48ccc87d572e HTTP/1.1" status: 404 len: 337 time: 0.0538859 Nov 11 21:58:45.761763 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35a57468-7aa1-4570-aa75-43d21fef318c req-2ed03a52-1c83-4641-b8ba-0e2091695f56 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ab276e-10b4-4734-8046-593cfe38828f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923381 Nov 11 21:58:45.762311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46674) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: timer() Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:58:45.806955 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:58:45.812582 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.823613 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.827318 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "DELETE /v2.0/networks/f27f38fe-b3ea-4521-b060-95f03458958b HTTP/1.1" status: 204 len: 168 time: 0.7647808 Nov 11 21:58:45.841361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46676) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:45.862353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6a776-3328-4018-8905-d23368f25831 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Network': ['ID=f27f38fe-b3ea-4521-b060-95f03458958b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:45.897338 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e91af4b6-41f7-4a49-b8c5-6eda3c3d5daf tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.932781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4fbdd705-5fa0-414d-8538-6d41a1247740 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:45.959933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 4fbdd705-5fa0-414d-8538-6d41a1247740 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:58:45.960693 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4fbdd705-5fa0-414d-8538-6d41a1247740 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:45.999871 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e91af4b6-41f7-4a49-b8c5-6eda3c3d5daf tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.020144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-e91af4b6-41f7-4a49-b8c5-6eda3c3d5daf tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386cd058-2fb8-40f0-a159-c94cb531b2cc']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:46.030450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-e91af4b6-41f7-4a49-b8c5-6eda3c3d5daf tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07209675-ea64-425b-8874-a0a20ef60c90') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:46.031139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-e91af4b6-41f7-4a49-b8c5-6eda3c3d5daf tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07209675-ea64-425b-8874-a0a20ef60c90') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:46.041841 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e91af4b6-41f7-4a49-b8c5-6eda3c3d5daf tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.048285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0bfc89ed-6aea-41af-a38b-ff29a4c7f6fd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Deleting port e8f6b462-1bda-4ec7-bab3-8667f321410f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:46.049311 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bfc89ed-6aea-41af-a38b-ff29a4c7f6fd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.060160 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e91af4b6-41f7-4a49-b8c5-6eda3c3d5daf tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.066388 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-308485ae-41b6-4935-a8a8-9ea4f1398624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.069590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91af4b6-41f7-4a49-b8c5-6eda3c3d5daf tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:58:46.070027 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e91af4b6-41f7-4a49-b8c5-6eda3c3d5daf tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:58:46.074351 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:58:46.129435 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bfc89ed-6aea-41af-a38b-ff29a4c7f6fd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.129816 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bfc89ed-6aea-41af-a38b-ff29a4c7f6fd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.141590 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e91af4b6-41f7-4a49-b8c5-6eda3c3d5daf tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.143994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-0bfc89ed-6aea-41af-a38b-ff29a4c7f6fd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Calling delete_port for e8f6b462-1bda-4ec7-bab3-8667f321410f owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:46.160518 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e91af4b6-41f7-4a49-b8c5-6eda3c3d5daf tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.166902 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e91af4b6-41f7-4a49-b8c5-6eda3c3d5daf tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] 10.222.0.57 "DELETE /v2.0/networks/386cd058-2fb8-40f0-a159-c94cb531b2cc HTTP/1.1" status: 204 len: 168 time: 0.4005299 Nov 11 21:58:46.166902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91af4b6-41f7-4a49-b8c5-6eda3c3d5daf tempest-NetworksTestDHCPv6-1181551688 tempest-NetworksTestDHCPv6-1181551688-project] Pushing event deleted for resources: {'Network': ['ID=386cd058-2fb8-40f0-a159-c94cb531b2cc,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:46.352021 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bfc89ed-6aea-41af-a38b-ff29a4c7f6fd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.385700 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc89ed-6aea-41af-a38b-ff29a4c7f6fd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Port': ['ID=e8f6b462-1bda-4ec7-bab3-8667f321410f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:46.493753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46698) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:46.496913 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bfc89ed-6aea-41af-a38b-ff29a4c7f6fd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.497252 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-0bfc89ed-6aea-41af-a38b-ff29a4c7f6fd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Floating IP 34a550c4-a693-49e1-8346-e2796d275ece disassociated (deleted). External IP: 172.25.0.50, port: 4cf46abd-a97f-49ce-86d8-3993ea039b3c. Nov 11 21:58:46.680640 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8394bc82-f2d7-4a0b-835c-7334ed5e84c0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=441e00a1691c44558be0d7bcec9a7423&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1843984 Nov 11 21:58:46.682157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46722) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:46.756853 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61f90df4-5e0e-4e4c-be65-8a2e53926292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.767048 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfc89ed-6aea-41af-a38b-ff29a4c7f6fd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:58:46.781577 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61f90df4-5e0e-4e4c-be65-8a2e53926292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.847539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61f90df4-5e0e-4e4c-be65-8a2e53926292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.850372 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61f90df4-5e0e-4e4c-be65-8a2e53926292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.853291 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-61f90df4-5e0e-4e4c-be65-8a2e53926292 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d6a3a287-849d-4389-a806-7ed1cf14d8c2 HTTP/1.1" status: 204 len: 168 time: 0.1700530 Nov 11 21:58:46.862925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f90df4-5e0e-4e4c-be65-8a2e53926292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a3a287-849d-4389-a806-7ed1cf14d8c2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:46.957475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfc89ed-6aea-41af-a38b-ff29a4c7f6fd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:58:46.966718 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0bfc89ed-6aea-41af-a38b-ff29a4c7f6fd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.967246 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405cf4c-680f-495d-a5a0-591e8191adb0 None None] Sync routers for ids ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:58:46.979807 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b0fa5-626f-42d9-b5ca-3c7e82334ebc req-1eba2ad4-b50b-4dbc-82c1-de8d8c80e776 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:46.985120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-558b0fa5-626f-42d9-b5ca-3c7e82334ebc req-1eba2ad4-b50b-4dbc-82c1-de8d8c80e776 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 944 time: 0.1191673 Nov 11 21:58:46.985954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405cf4c-680f-495d-a5a0-591e8191adb0 None None] Routers {'7b50fc21-170d-4c30-9876-58b00a0d8ce2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:46.987086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5405cf4c-680f-495d-a5a0-591e8191adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:46.998778 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0bfc89ed-6aea-41af-a38b-ff29a4c7f6fd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "DELETE /v2.0/floatingips/34a550c4-a693-49e1-8346-e2796d275ece HTTP/1.1" status: 204 len: 168 time: 1.1559556 Nov 11 21:58:46.999416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'tag': '4cf46abd-a97f-49ce-86d8-3993ea039b3c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:58:47.003487 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7c3529-2e62-47b8-9f1b-53e0fbd3dbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "118ca6b7-9c05-47e1-a57c-febabdd20ba1", "tag": "4cf46abd-a97f-49ce-86d8-3993ea039b3c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:58:47.059992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-558b0fa5-626f-42d9-b5ca-3c7e82334ebc req-5c93cc71-25bd-4f17-9dd3-5106a5d322e4 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ab276e-10b4-4734-8046-593cfe38828f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676110 Nov 11 21:58:47.071746 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 96c2a0b6-f585-45f6-b60c-a47c5d844242 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:47.205356 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5405cf4c-680f-495d-a5a0-591e8191adb0 None None] Set router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:47.270335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 96c2a0b6-f585-45f6-b60c-a47c5d844242 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:58:47.280966 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:47.281863 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 96c2a0b6-f585-45f6-b60c-a47c5d844242 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:47.282129 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:47.305126 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7459b1de-b1ef-4e52-a7a2-06e6cc6e0158 x-openstack-request-id: req-7459b1de-b1ef-4e52-a7a2-06e6cc6e0158 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:58:47.305639 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118ca6b7-9c05-47e1-a57c-febabdd20ba1", "tag": "4cf46abd-a97f-49ce-86d8-3993ea039b3c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:58:47.305639 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7459b1de-b1ef-4e52-a7a2-06e6cc6e0158 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:58:47.306060 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'tag': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'status': 'completed', 'code': 200} Nov 11 21:58:47.423155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c3529-2e62-47b8-9f1b-53e0fbd3dbcc req-25ccdea8-c9cd-4138-adb3-7a3331b061e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:47.427310 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9e7c3529-2e62-47b8-9f1b-53e0fbd3dbcc req-25ccdea8-c9cd-4138-adb3-7a3331b061e4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a6474ef6257e4f61ac984a0b362bab65&device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 1097 time: 0.0977440 Nov 11 21:58:47.526451 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:47.540751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d46cb-ea54-4db9-ae14-bd46b3ebe970 req-9604893b-b686-40b3-a52a-d1841a1d059d tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:47.546146 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb5d46cb-ea54-4db9-ae14-bd46b3ebe970 req-9604893b-b686-40b3-a52a-d1841a1d059d tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 946 time: 0.1569624 Nov 11 21:58:47.547703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5405cf4c-680f-495d-a5a0-591e8191adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:58:36Z', 'revision_number': 6, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '28512e24-dd43-45f3-a566-4b4ee6f05d11', 'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:91:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:28Z', 'updated_at': '2021-11-11T21:56:39Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:47.582546 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405cf4c-680f-495d-a5a0-591e8191adb0 None None] Checking router: 7b50fc21-170d-4c30-9876-58b00a0d8ce2 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:58:47.589423 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21971879-0881-4412-9848-68aea4c489ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c2a0b6-f585-45f6-b60c-a47c5d844242'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:58:47.592005 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e242831-522d-4156-a771-5d1fd464558a" -d '{"events": [{"server_uuid": "21971879-0881-4412-9848-68aea4c489ef", "name": "network-vif-plugged", "status": "completed", "tag": "96c2a0b6-f585-45f6-b60c-a47c5d844242"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:58:47.595936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c3529-2e62-47b8-9f1b-53e0fbd3dbcc req-b2d46a87-a67a-49ee-8ccb-6c764e2046ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:47.599321 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9e7c3529-2e62-47b8-9f1b-53e0fbd3dbcc req-b2d46a87-a67a-49ee-8ccb-6c764e2046ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=7955aa4b-29f0-4ae7-a4ec-e33170459584 HTTP/1.1" status: 200 len: 899 time: 0.1546011 Nov 11 21:58:47.612110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 96c2a0b6-f585-45f6-b60c-a47c5d844242, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=96c2a0b6-f585-45f6-b60c-a47c5d844242,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:47.615066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405cf4c-680f-495d-a5a0-591e8191adb0 None None] Routers {'7b50fc21-170d-4c30-9876-58b00a0d8ce2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:47.615869 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5405cf4c-680f-495d-a5a0-591e8191adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:47.621093 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:47.621792 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb5d46cb-ea54-4db9-ae14-bd46b3ebe970 req-53178020-f5f9-45be-97eb-eb6d28dc1a63 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=13b01a68-6e8e-4614-ab28-106902927b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613122 Nov 11 21:58:47.736629 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9e7c3529-2e62-47b8-9f1b-53e0fbd3dbcc req-c1eac4db-ea29-4a99-bc22-e8566a5c0740 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf46abd-a97f-49ce-86d8-3993ea039b3c HTTP/1.1" status: 200 len: 217 time: 0.1161318 Nov 11 21:58:47.853571 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c3529-2e62-47b8-9f1b-53e0fbd3dbcc req-2f64f2bb-bd3f-463e-86ce-8d6884a7cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:47.856543 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9e7c3529-2e62-47b8-9f1b-53e0fbd3dbcc req-2f64f2bb-bd3f-463e-86ce-8d6884a7cf42 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26e855f5-9574-406a-93e9-32e5d01b3998 HTTP/1.1" status: 200 len: 835 time: 0.1073582 Nov 11 21:58:47.927847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c3529-2e62-47b8-9f1b-53e0fbd3dbcc req-c0b1f8e9-1bb7-4864-b38e-37cb430f4157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:47.929821 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9e7c3529-2e62-47b8-9f1b-53e0fbd3dbcc req-c0b1f8e9-1bb7-4864-b38e-37cb430f4157 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7955aa4b-29f0-4ae7-a4ec-e33170459584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623274 Nov 11 21:58:47.931533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd1b68-ed45-460e-9b78-aa44d36fb0ad req-737bc231-7fe9-40ad-b38e-e29932ecdc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:47.937667 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fcd1b68-ed45-460e-9b78-aa44d36fb0ad req-737bc231-7fe9-40ad-b38e-e29932ecdc5c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 1096 time: 0.1250503 Nov 11 21:58:47.953723 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792a2628-f681-4746-b06f-5e731c964857 x-openstack-request-id: req-792a2628-f681-4746-b06f-5e731c964857 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:58:47.954026 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21971879-0881-4412-9848-68aea4c489ef", "name": "network-vif-plugged", "status": "completed", "tag": "96c2a0b6-f585-45f6-b60c-a47c5d844242", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:58:47.954282 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-792a2628-f681-4746-b06f-5e731c964857 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:58:47.954699 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21971879-0881-4412-9848-68aea4c489ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c2a0b6-f585-45f6-b60c-a47c5d844242', 'code': 200} Nov 11 21:58:48.006150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5405cf4c-680f-495d-a5a0-591e8191adb0 None None] Set router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:48.017647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fcd1b68-ed45-460e-9b78-aa44d36fb0ad req-e9d43064-9f69-4e8c-aaac-31b10d51d634 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=22ab276e-10b4-4734-8046-593cfe38828f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725229 Nov 11 21:58:48.038232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=96c2a0b6-f585-45f6-b60c-a47c5d844242,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:48.052598 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9e7c3529-2e62-47b8-9f1b-53e0fbd3dbcc req-915f7221-5739-414f-9e6f-c5bdb7301eeb service neutron] 10.222.0.71 "GET /v2.0/networks/7955aa4b-29f0-4ae7-a4ec-e33170459584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141474 Nov 11 21:58:48.055278 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:48.055628 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:48.055967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:48.056331 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:48.056662 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:48.057026 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:48.057357 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:48.057687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:48.057988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:48.058305 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:48.058623 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:48.058944 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:48.074156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46902) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:48.201612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c819d5d2-5c13-41f2-b2e8-6f7e8eaa62b2 tempest-SubnetPoolsTestJSON-1050230875 tempest-SubnetPoolsTestJSON-1050230875-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-676531313', 'prefixes': ['172.20.0.0/16']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:48.235451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3c154-ff47-4644-a5ac-f95097f780e1 req-a5b68e15-5313-4223-819f-2faf23891378 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:48.247757 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ff3c154-ff47-4644-a5ac-f95097f780e1 req-a5b68e15-5313-4223-819f-2faf23891378 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 945 time: 0.0887680 Nov 11 21:58:48.273647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5405cf4c-680f-495d-a5a0-591e8191adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:58:36Z', 'revision_number': 6, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '28512e24-dd43-45f3-a566-4b4ee6f05d11', 'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:91:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:28Z', 'updated_at': '2021-11-11T21:56:39Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:48.317117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405cf4c-680f-495d-a5a0-591e8191adb0 None None] The sync data for ids ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'] in n-d-805737-3 is: [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:58:36Z', 'revision_number': 6, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '28512e24-dd43-45f3-a566-4b4ee6f05d11', 'name': '', 'network_id': '7955aa4b-29f0-4ae7-a4ec-e33170459584', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:91:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:28Z', 'updated_at': '2021-11-11T21:56:39Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': '26e855f5-9574-406a-93e9-32e5d01b3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:58:48.324087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ff3c154-ff47-4644-a5ac-f95097f780e1 req-1cc585e8-837b-4b63-bf89-901ccf29a77d tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ab276e-10b4-4734-8046-593cfe38828f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751812 Nov 11 21:58:48.359074 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9e7c3529-2e62-47b8-9f1b-53e0fbd3dbcc req-29093e0f-ca2b-40fd-8af5-b7475b7e0248 service neutron] 10.222.0.71 "GET /v2.0/networks/7955aa4b-29f0-4ae7-a4ec-e33170459584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386604 Nov 11 21:58:48.367994 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c819d5d2-5c13-41f2-b2e8-6f7e8eaa62b2 tempest-SubnetPoolsTestJSON-1050230875 tempest-SubnetPoolsTestJSON-1050230875-project] Publish callbacks [] for subnetpool, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:48.372317 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c819d5d2-5c13-41f2-b2e8-6f7e8eaa62b2 tempest-SubnetPoolsTestJSON-1050230875 tempest-SubnetPoolsTestJSON-1050230875-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2963090 Nov 11 21:58:48.372507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 46940) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:48.421452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e2c9fcc1-7ab0-42b7-8a40-b67f2c450a72 tempest-SubnetPoolsTestJSON-1050230875 tempest-SubnetPoolsTestJSON-1050230875-project] 10.222.0.57 "GET /v2.0/subnetpools/a9bffe98-67dd-4c11-b7a6-fd48e94804a9 HTTP/1.1" status: 200 len: 731 time: 0.0473680 Nov 11 21:58:48.424540 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46946) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:48.430423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f85824fc-a383-42a0-8272-acfa83b160c4 tempest-SubnetPoolsTestJSON-1050230875 tempest-SubnetPoolsTestJSON-1050230875-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-16484899'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:48.567283 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f85824fc-a383-42a0-8272-acfa83b160c4 tempest-SubnetPoolsTestJSON-1050230875 tempest-SubnetPoolsTestJSON-1050230875-project] Publish callbacks [] for subnetpool, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:48.568540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f85824fc-a383-42a0-8272-acfa83b160c4 tempest-SubnetPoolsTestJSON-1050230875 tempest-SubnetPoolsTestJSON-1050230875-project] 10.222.0.57 "PUT /v2.0/subnetpools/a9bffe98-67dd-4c11-b7a6-fd48e94804a9 HTTP/1.1" status: 200 len: 682 time: 0.1427617 Nov 11 21:58:48.571756 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46970) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:48.594015 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:48.658365 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad2b66-69eb-4364-a9bb-73476cbbdaa5 None None] New status for floating IP 34a550c4-a693-49e1-8346-e2796d275ece: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:58:48.661135 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-35f53c57-77a5-4009-a734-030cb3608e27 tempest-SubnetPoolsTestJSON-1050230875 tempest-SubnetPoolsTestJSON-1050230875-project] Publish callbacks [] for subnetpool, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:48.662423 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-35f53c57-77a5-4009-a734-030cb3608e27 tempest-SubnetPoolsTestJSON-1050230875 tempest-SubnetPoolsTestJSON-1050230875-project] 10.222.0.57 "DELETE /v2.0/subnetpools/a9bffe98-67dd-4c11-b7a6-fd48e94804a9 HTTP/1.1" status: 204 len: 168 time: 0.0889711 Nov 11 21:58:48.664997 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46986) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:48.693185 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-39ace6ad-9734-4506-96e8-d0db18767a9c tempest-SubnetPoolsTestJSON-1050230875 tempest-SubnetPoolsTestJSON-1050230875-project] show failed (client error): The resource could not be found. Nov 11 21:58:48.694420 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-39ace6ad-9734-4506-96e8-d0db18767a9c tempest-SubnetPoolsTestJSON-1050230875 tempest-SubnetPoolsTestJSON-1050230875-project] 10.222.0.57 "GET /v2.0/subnetpools/a9bffe98-67dd-4c11-b7a6-fd48e94804a9 HTTP/1.1" status: 404 len: 346 time: 0.0282693 Nov 11 21:58:48.697012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 46994) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:48.713591 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [None req-1b38e69f-fb85-492b-a0cd-012563a519d7 tempest-SubnetPoolsTestJSON-1050230875 tempest-SubnetPoolsTestJSON-1050230875-project] delete failed (client error): The resource could not be found. Nov 11 21:58:48.718056 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1b38e69f-fb85-492b-a0cd-012563a519d7 tempest-SubnetPoolsTestJSON-1050230875 tempest-SubnetPoolsTestJSON-1050230875-project] 10.222.0.57 "DELETE /v2.0/subnetpools/a9bffe98-67dd-4c11-b7a6-fd48e94804a9 HTTP/1.1" status: 404 len: 346 time: 0.0166247 Nov 11 21:58:48.809939 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62710021-44fc-48b4-b7a4-0642022e55fe req-70a953a2-8dca-47bf-bfb8-06cd8b924036 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:48.811673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62710021-44fc-48b4-b7a4-0642022e55fe req-70a953a2-8dca-47bf-bfb8-06cd8b924036 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 946 time: 0.0544689 Nov 11 21:58:48.884826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62710021-44fc-48b4-b7a4-0642022e55fe req-64276c9e-0e89-456e-a478-5b0b72d26e6c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=13b01a68-6e8e-4614-ab28-106902927b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630274 Nov 11 21:58:49.075573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47054) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:49.196501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a78861-0ac3-4634-9eda-c3c771ab6c53 req-24c44746-0e1e-473c-81a6-971e4a01d1ab tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:49.198249 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b3a78861-0ac3-4634-9eda-c3c771ab6c53 req-24c44746-0e1e-473c-81a6-971e4a01d1ab tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.71 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 946 time: 0.0905507 Nov 11 21:58:49.236033 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-789ecc54-4afa-45b3-aeee-c657f3d63758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:49.350461 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b3a78861-0ac3-4634-9eda-c3c771ab6c53 req-9a9d74ff-5db7-4f6a-8cbf-d4c658a00952 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Deleting port 4cf46abd-a97f-49ce-86d8-3993ea039b3c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:49.350818 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b3a78861-0ac3-4634-9eda-c3c771ab6c53 req-9a9d74ff-5db7-4f6a-8cbf-d4c658a00952 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:49.385395 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:49.426423 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-789ecc54-4afa-45b3-aeee-c657f3d63758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:49.434298 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-789ecc54-4afa-45b3-aeee-c657f3d63758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:49.468289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c944ca-6906-40d8-91e3-85a879a34e80 req-01dc3700-1071-4f4e-a3c7-86c72a74a51a tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:49.470311 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18c944ca-6906-40d8-91e3-85a879a34e80 req-01dc3700-1071-4f4e-a3c7-86c72a74a51a tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 945 time: 0.0729911 Nov 11 21:58:49.498658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ecc54-4afa-45b3-aeee-c657f3d63758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c27a125-c871-4c9b-b006-d4064d231fa9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:49.508091 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-789ecc54-4afa-45b3-aeee-c657f3d63758 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a0d93402fe8d4683b1e8bb4714946926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4311712 Nov 11 21:58:49.510093 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b3a78861-0ac3-4634-9eda-c3c771ab6c53 req-9a9d74ff-5db7-4f6a-8cbf-d4c658a00952 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] For port 4cf46abd-a97f-49ce-86d8-3993ea039b3c, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=4cf46abd-a97f-49ce-86d8-3993ea039b3c,segment=NetworkSegment(af9148bc-dfe8-4124-a415-b59d9ee01676),segment_id=af9148bc-dfe8-4124-a415-b59d9ee01676)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:49.510456 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b3a78861-0ac3-4634-9eda-c3c771ab6c53 req-9a9d74ff-5db7-4f6a-8cbf-d4c658a00952 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:49.512878 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47108) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:49.545164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-b3a78861-0ac3-4634-9eda-c3c771ab6c53 req-9a9d74ff-5db7-4f6a-8cbf-d4c658a00952 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Calling delete_port for 4cf46abd-a97f-49ce-86d8-3993ea039b3c owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:49.565665 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18c944ca-6906-40d8-91e3-85a879a34e80 req-d5a80851-5078-48fa-addb-e38924d5a6b6 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ab276e-10b4-4734-8046-593cfe38828f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872049 Nov 11 21:58:49.634224 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8046e3b6-6e04-4b40-b1ed-7d66ff7b70ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:49.668244 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8046e3b6-6e04-4b40-b1ed-7d66ff7b70ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:49.710830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e42330-ca60-46d1-a86f-f0ff341078af req-3c5821c1-1ef0-4ab2-9332-03c580e33f33 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:49.721394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9e42330-ca60-46d1-a86f-f0ff341078af req-3c5821c1-1ef0-4ab2-9332-03c580e33f33 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 945 time: 0.0839295 Nov 11 21:58:49.727017 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47138) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:49.732773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4c80fcff-6f15-400f-892a-1979fc71f3e9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Request body: {'floatingip': {'port_id': '96c2a0b6-f585-45f6-b60c-a47c5d844242'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:49.789002 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4c80fcff-6f15-400f-892a-1979fc71f3e9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:50.022403 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b3a78861-0ac3-4634-9eda-c3c771ab6c53 req-9a9d74ff-5db7-4f6a-8cbf-d4c658a00952 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:50.054735 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8046e3b6-6e04-4b40-b1ed-7d66ff7b70ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:50.057700 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8046e3b6-6e04-4b40-b1ed-7d66ff7b70ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:50.061718 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8046e3b6-6e04-4b40-b1ed-7d66ff7b70ba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2c27a125-c871-4c9b-b006-d4064d231fa9 HTTP/1.1" status: 204 len: 168 time: 0.5445185 Nov 11 21:58:50.064622 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d74ff-5db7-4f6a-8cbf-d4c658a00952 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Port': ['ID=4cf46abd-a97f-49ce-86d8-3993ea039b3c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:50.069603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f0a6efe-3aa6-45d5-919b-c4944818f062 req-1d6cbb4d-49ef-44bd-ae92-31506fcd8f6c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=118ca6b7-9c05-47e1-a57c-febabdd20ba1 HTTP/1.1" status: 200 len: 210 time: 0.0451477 Nov 11 21:58:50.079854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046e3b6-6e04-4b40-b1ed-7d66ff7b70ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c27a125-c871-4c9b-b006-d4064d231fa9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:50.142321 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a78861-0ac3-4634-9eda-c3c771ab6c53 req-9a9d74ff-5db7-4f6a-8cbf-d4c658a00952 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] No DVR routers for this DVR port 4cf46abd-a97f-49ce-86d8-3993ea039b3c on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:58:50.145346 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b3a78861-0ac3-4634-9eda-c3c771ab6c53 req-9a9d74ff-5db7-4f6a-8cbf-d4c658a00952 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:50.150821 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b3a78861-0ac3-4634-9eda-c3c771ab6c53 req-9a9d74ff-5db7-4f6a-8cbf-d4c658a00952 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.71 "DELETE /v2.0/ports/4cf46abd-a97f-49ce-86d8-3993ea039b3c HTTP/1.1" status: 204 len: 173 time: 0.9456983 Nov 11 21:58:50.151685 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'name': 'network-vif-deleted', 'tag': '4cf46abd-a97f-49ce-86d8-3993ea039b3c'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:58:50.154513 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f46ba1c-0fb4-4f1f-9233-a77cfb7d9782" -d '{"events": [{"server_uuid": "118ca6b7-9c05-47e1-a57c-febabdd20ba1", "name": "network-vif-deleted", "tag": "4cf46abd-a97f-49ce-86d8-3993ea039b3c"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:58:50.207030 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9de3c0-bb43-4101-92b8-6c0e4d0b6f2c x-openstack-request-id: req-2d9de3c0-bb43-4101-92b8-6c0e4d0b6f2c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:58:50.207646 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118ca6b7-9c05-47e1-a57c-febabdd20ba1", "name": "network-vif-deleted", "tag": "4cf46abd-a97f-49ce-86d8-3993ea039b3c", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:58:50.208113 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d9de3c0-bb43-4101-92b8-6c0e4d0b6f2c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:58:50.208846 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118ca6b7-9c05-47e1-a57c-febabdd20ba1', 'name': 'network-vif-deleted', 'tag': '4cf46abd-a97f-49ce-86d8-3993ea039b3c', 'status': 'completed', 'code': 200} Nov 11 21:58:50.466596 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4c80fcff-6f15-400f-892a-1979fc71f3e9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:50.475376 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4c80fcff-6f15-400f-892a-1979fc71f3e9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:50.594552 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-4c80fcff-6f15-400f-892a-1979fc71f3e9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Floating IP 1089ee83-07e2-4312-b572-a80e60d19073 associated. External IP: 172.25.0.152, port: 96c2a0b6-f585-45f6-b60c-a47c5d844242. Nov 11 21:58:50.886444 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c80fcff-6f15-400f-892a-1979fc71f3e9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Router b2ef2919-e3b2-4e4c-b775-abf410d32343 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:58:50.922267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-65798e10-abc3-45a4-8e09-162499219958 req-7eb5f68a-04ab-45f7-aa48-0b74df6ff9e2 service neutron] (102535) timed out ('10.222.0.10', 58444) {{(pid=102535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:58:51.016198 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47228) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:51.021608 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c80fcff-6f15-400f-892a-1979fc71f3e9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:58:51.027749 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4c80fcff-6f15-400f-892a-1979fc71f3e9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:51.033466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35986f-3a61-4e56-89a3-65ded886737f None None] Sync routers for ids ['b2ef2919-e3b2-4e4c-b775-abf410d32343'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:58:51.052653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35986f-3a61-4e56-89a3-65ded886737f None None] Routers {'b2ef2919-e3b2-4e4c-b775-abf410d32343'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:51.055054 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7f35986f-3a61-4e56-89a3-65ded886737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b2ef2919-e3b2-4e4c-b775-abf410d32343'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:51.077754 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4c80fcff-6f15-400f-892a-1979fc71f3e9 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "PUT /v2.0/floatingips/1089ee83-07e2-4312-b572-a80e60d19073 HTTP/1.1" status: 200 len: 991 time: 1.3493762 Nov 11 21:58:51.078452 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21971879-0881-4412-9848-68aea4c489ef', 'tag': '96c2a0b6-f585-45f6-b60c-a47c5d844242'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:58:51.080927 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a4d117-42c6-48ce-a143-4749e4b08984" -d '{"events": [{"name": "network-changed", "server_uuid": "21971879-0881-4412-9848-68aea4c489ef", "tag": "96c2a0b6-f585-45f6-b60c-a47c5d844242"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:58:51.172584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-875689066'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:51.186989 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-7f35986f-3a61-4e56-89a3-65ded886737f None None] Set router b2ef2919-e3b2-4e4c-b775-abf410d32343 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:51.196905 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e658e0d2-b8f9-4ade-9717-5767442eae99 x-openstack-request-id: req-e658e0d2-b8f9-4ade-9717-5767442eae99 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:58:51.197343 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21971879-0881-4412-9848-68aea4c489ef", "tag": "96c2a0b6-f585-45f6-b60c-a47c5d844242", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:58:51.197690 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e658e0d2-b8f9-4ade-9717-5767442eae99 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:58:51.198211 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21971879-0881-4412-9848-68aea4c489ef', 'tag': '96c2a0b6-f585-45f6-b60c-a47c5d844242', 'status': 'completed', 'code': 200} Nov 11 21:58:51.232891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47240) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:51.241650 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Made reservation on behalf of 8e59bebd70f84dc3b6a997440969a6d9 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:51.246480 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:51.281589 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:51.305021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-1c4881fc-9bb8-4e6e-8ea7-d4608f0b4328 req-739bd75d-8ea6-410f-a45a-4d1df2ab4c06 service neutron] (102535) timed out ('10.222.0.10', 58829) {{(pid=102535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:58:51.309975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4d117-42c6-48ce-a143-4749e4b08984 req-0605d050-5113-45ff-bfcb-1694b6e11fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:51.311946 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a9a4d117-42c6-48ce-a143-4749e4b08984 req-0605d050-5113-45ff-bfcb-1694b6e11fa5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5757a57d321c41bda10f53e68ffe1106&device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 1096 time: 0.0882018 Nov 11 21:58:51.314446 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60b82105-b6be-48a3-8586-c91f3304fbb4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:51.351014 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60b82105-b6be-48a3-8586-c91f3304fbb4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:51.444900 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60b82105-b6be-48a3-8586-c91f3304fbb4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:51.448949 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-60b82105-b6be-48a3-8586-c91f3304fbb4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:51.454563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-60b82105-b6be-48a3-8586-c91f3304fbb4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "DELETE /v2.0/security-groups/13b01a68-6e8e-4614-ab28-106902927b8c HTTP/1.1" status: 204 len: 168 time: 0.2204211 Nov 11 21:58:51.467899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b82105-b6be-48a3-8586-c91f3304fbb4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b01a68-6e8e-4614-ab28-106902927b8c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:51.477252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4d117-42c6-48ce-a143-4749e4b08984 req-d2a01fc8-47de-4474-8d13-5890f4d56293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:51.479434 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a9a4d117-42c6-48ce-a143-4749e4b08984 req-d2a01fc8-47de-4474-8d13-5890f4d56293 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 200 len: 912 time: 0.1580408 Nov 11 21:58:51.496221 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:51.498521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47244) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:51.542265 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:51.550041 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7f35986f-3a61-4e56-89a3-65ded886737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '1089ee83-07e2-4312-b572-a80e60d19073', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'port_id': '96c2a0b6-f585-45f6-b60c-a47c5d844242', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'mac_address': 'fa:16:3e:30:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21971879-0881-4412-9848-68aea4c489ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:58:35Z', 'updated_at': '2021-11-11T21:58:50Z', 'revision_number': 1, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300e0e97-6ea1-407e-8fd8-934f5c96f309', 'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'mac_address': 'fa:16:3e:b0:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:10Z', 'updated_at': '2021-11-11T21:54:19Z', 'revision_number': 5, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'subnets': [{'id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:51.583619 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35986f-3a61-4e56-89a3-65ded886737f None None] Checking router: b2ef2919-e3b2-4e4c-b775-abf410d32343 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:58:51.594037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35986f-3a61-4e56-89a3-65ded886737f None None] Routers {'b2ef2919-e3b2-4e4c-b775-abf410d32343'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:51.594659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7f35986f-3a61-4e56-89a3-65ded886737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b2ef2919-e3b2-4e4c-b775-abf410d32343'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:51.613473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08319ede-18db-47d7-8469-97429faf21ea,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:51.650078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:58:51.655973 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a9a4d117-42c6-48ce-a143-4749e4b08984 req-af8c40de-b915-4b7d-81fa-1537890f55b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96c2a0b6-f585-45f6-b60c-a47c5d844242 HTTP/1.1" status: 200 len: 999 time: 0.1678100 Nov 11 21:58:51.703541 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:51.704077 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Added segment 2a41c4be-3cec-40ba-9ca8-4c1d2b8891fe of type vlan for network e8f76891-0d3c-46d7-a07b-a9299b934a7b Nov 11 21:58:51.728272 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-7f35986f-3a61-4e56-89a3-65ded886737f None None] Set router b2ef2919-e3b2-4e4c-b775-abf410d32343 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:51.817996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4d117-42c6-48ce-a143-4749e4b08984 req-762ad183-e54f-48ed-991d-6e13f09986c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:51.819521 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a9a4d117-42c6-48ce-a143-4749e4b08984 req-762ad183-e54f-48ed-991d-6e13f09986c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39cbd100-acd0-46b4-8419-af45cc0c3279 HTTP/1.1" status: 200 len: 849 time: 0.1322401 Nov 11 21:58:51.823787 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:51.961041 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:51.966654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:51.967256 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:51.988625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4d117-42c6-48ce-a143-4749e4b08984 req-f27ca1b6-2554-4b58-a451-d0ccdeb10f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:51.990164 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a9a4d117-42c6-48ce-a143-4749e4b08984 req-f27ca1b6-2554-4b58-a451-d0ccdeb10f3d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e1eddca-e131-4ae9-bee4-182d654beb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290817 Nov 11 21:58:52.008579 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7f35986f-3a61-4e56-89a3-65ded886737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '1089ee83-07e2-4312-b572-a80e60d19073', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'port_id': '96c2a0b6-f585-45f6-b60c-a47c5d844242', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'mac_address': 'fa:16:3e:30:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21971879-0881-4412-9848-68aea4c489ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:58:35Z', 'updated_at': '2021-11-11T21:58:50Z', 'revision_number': 1, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300e0e97-6ea1-407e-8fd8-934f5c96f309', 'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'mac_address': 'fa:16:3e:b0:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:10Z', 'updated_at': '2021-11-11T21:54:19Z', 'revision_number': 5, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'subnets': [{'id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:52.042363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35986f-3a61-4e56-89a3-65ded886737f None None] The sync data for ids ['b2ef2919-e3b2-4e4c-b775-abf410d32343'] in n-d-805737-3 is: [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '1089ee83-07e2-4312-b572-a80e60d19073', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'port_id': '96c2a0b6-f585-45f6-b60c-a47c5d844242', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'mac_address': 'fa:16:3e:30:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21971879-0881-4412-9848-68aea4c489ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:58:35Z', 'updated_at': '2021-11-11T21:58:50Z', 'revision_number': 1, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300e0e97-6ea1-407e-8fd8-934f5c96f309', 'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'mac_address': 'fa:16:3e:b0:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:10Z', 'updated_at': '2021-11-11T21:54:19Z', 'revision_number': 5, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'subnets': [{'id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:58:52.049684 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0322821 Nov 11 21:58:52.052616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47252) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:52.060411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4b678f93-55bd-42fe-afa2-7c5c6a8f649c tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Request body: {'subnet': {'network_id': 'e8f76891-0d3c-46d7-a07b-a9299b934a7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:52.178164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ecef8-3473-4732-ac1f-c79045519b60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Pushing event updated for resources: {'Network': ['ID=e8f76891-0d3c-46d7-a07b-a9299b934a7b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:52.194691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network e8f76891-0d3c-46d7-a07b-a9299b934a7b details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:58:52.216743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b678f93-55bd-42fe-afa2-7c5c6a8f649c tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Made reservation on behalf of 8e59bebd70f84dc3b6a997440969a6d9 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:52.236616 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4b678f93-55bd-42fe-afa2-7c5c6a8f649c tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:52.273204 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a9a4d117-42c6-48ce-a143-4749e4b08984 req-d3c0316f-dd5c-4d3e-b9c6-2123036d4341 service neutron] 10.222.0.71 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625179 Nov 11 21:58:52.391657 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60135b-6143-4079-944a-5ec2be8c3489 None None] New status for floating IP 1089ee83-07e2-4312-b572-a80e60d19073: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:58:52.472936 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a9a4d117-42c6-48ce-a143-4749e4b08984 req-7084a2d2-2113-4e41-97a7-b5f2af27bc56 service neutron] 10.222.0.71 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794126 Nov 11 21:58:52.515122 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b39d9d0-5852-4f67-9fbf-c82e4bcbb8bd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:52.516979 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4b678f93-55bd-42fe-afa2-7c5c6a8f649c tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:52.584246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b678f93-55bd-42fe-afa2-7c5c6a8f649c tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Pushing event updated for resources: {'Subnet': ['ID=642dec90-4019-4775-8f96-85563de31763,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:52.606619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b678f93-55bd-42fe-afa2-7c5c6a8f649c tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Checking segment: {'id': '2a41c4be-3cec-40ba-9ca8-4c1d2b8891fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e8f76891-0d3c-46d7-a07b-a9299b934a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:52.607221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b678f93-55bd-42fe-afa2-7c5c6a8f649c tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Network hostable DHCP agents. Network: e8f76891-0d3c-46d7-a07b-a9299b934a7b, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:58:52.628826 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b678f93-55bd-42fe-afa2-7c5c6a8f649c tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Network e8f76891-0d3c-46d7-a07b-a9299b934a7b is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:58:52.641274 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-4b678f93-55bd-42fe-afa2-7c5c6a8f649c tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, e8f76891-0d3c-46d7-a07b-a9299b934a7b) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:52.646955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b678f93-55bd-42fe-afa2-7c5c6a8f649c tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:52.647747 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4b678f93-55bd-42fe-afa2-7c5c6a8f649c tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:52.659842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6e8588-5dc5-449b-9c28-43252d773ead None None] Network e8f76891-0d3c-46d7-a07b-a9299b934a7b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:52.673766 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4b678f93-55bd-42fe-afa2-7c5c6a8f649c tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6171660 Nov 11 21:58:52.675554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47258) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:52.683209 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a7d1ca62-7447-49ab-80c4-cba6ff50ef26 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Request body: {'port': {'network_id': 'e8f76891-0d3c-46d7-a07b-a9299b934a7b', 'name': 'tempest-TagsExtTest-84774834'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:52.817905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d1ca62-7447-49ab-80c4-cba6ff50ef26 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Made reservation on behalf of 8e59bebd70f84dc3b6a997440969a6d9 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:52.822273 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7d1ca62-7447-49ab-80c4-cba6ff50ef26 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:52.833243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2b39d9d0-5852-4f67-9fbf-c82e4bcbb8bd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Deleting port 28512e24-dd43-45f3-a566-4b4ee6f05d11 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:52.833720 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b39d9d0-5852-4f67-9fbf-c82e4bcbb8bd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:52.847571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [None req-a7d1ca62-7447-49ab-80c4-cba6ff50ef26 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] device_id is not set on port 0822d11d-8b19-4b42-84cb-0eab65627390 yet. {{(pid=102534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:58:52.872863 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-e8f76891-0d3c-46d7-a07b-a9299b934a7b', 'network_id': 'e8f76891-0d3c-46d7-a07b-a9299b934a7b', 'tenant_id': '8e59bebd70f84dc3b6a997440969a6d9', 'fixed_ips': [{'subnet_id': '642dec90-4019-4775-8f96-85563de31763'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:58:52.873868 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:52.949383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-2b39d9d0-5852-4f67-9fbf-c82e4bcbb8bd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] For port 28512e24-dd43-45f3-a566-4b4ee6f05d11, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=28512e24-dd43-45f3-a566-4b4ee6f05d11,segment=NetworkSegment(af9148bc-dfe8-4124-a415-b59d9ee01676),segment_id=af9148bc-dfe8-4124-a415-b59d9ee01676)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:52.950136 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b39d9d0-5852-4f67-9fbf-c82e4bcbb8bd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:52.965285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2b39d9d0-5852-4f67-9fbf-c82e4bcbb8bd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Calling delete_port for 28512e24-dd43-45f3-a566-4b4ee6f05d11 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:52.968528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-a7d1ca62-7447-49ab-80c4-cba6ff50ef26 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Allocated IP 172.20.0.3 (e8f76891-0d3c-46d7-a07b-a9299b934a7b/642dec90-4019-4775-8f96-85563de31763/0822d11d-8b19-4b42-84cb-0eab65627390) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:53.118833 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4cf46abd-a97f-49ce-86d8-3993ea039b3c no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:53.126706 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7d1ca62-7447-49ab-80c4-cba6ff50ef26 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:53.140707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 4cf46abd-a97f-49ce-86d8-3993ea039b3c {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:58:53.141085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 4cf46abd-a97f-49ce-86d8-3993ea039b3c not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:53.169325 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b39d9d0-5852-4f67-9fbf-c82e4bcbb8bd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:53.202863 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39d9d0-5852-4f67-9fbf-c82e4bcbb8bd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Port': ['ID=28512e24-dd43-45f3-a566-4b4ee6f05d11,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:53.446239 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2b39d9d0-5852-4f67-9fbf-c82e4bcbb8bd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:53.505759 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7d1ca62-7447-49ab-80c4-cba6ff50ef26 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:53.557076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1ca62-7447-49ab-80c4-cba6ff50ef26 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Pushing event updated for resources: {'Port': ['ID=0822d11d-8b19-4b42-84cb-0eab65627390,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:53.575627 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d1ca62-7447-49ab-80c4-cba6ff50ef26 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Network e8f76891-0d3c-46d7-a07b-a9299b934a7b is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:53.579042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-a7d1ca62-7447-49ab-80c4-cba6ff50ef26 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:53.582701 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Allocated IP 172.20.0.2 (e8f76891-0d3c-46d7-a07b-a9299b934a7b/642dec90-4019-4775-8f96-85563de31763/83d8abbe-7fc0-4306-8ffa-1af289da2c8c) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:53.587506 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1ca62-7447-49ab-80c4-cba6ff50ef26 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:53.620661 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b734145-0e59-4de8-86d2-f3b7c4be996d req-885cdc10-741f-4a81-8c67-b5cfa7768948 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686805 Nov 11 21:58:53.659174 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d1ca62-7447-49ab-80c4-cba6ff50ef26 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:53.660174 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a7d1ca62-7447-49ab-80c4-cba6ff50ef26 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:53.686044 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a7d1ca62-7447-49ab-80c4-cba6ff50ef26 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.0069385 Nov 11 21:58:53.686553 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47264) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:53.693779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-913192f1-49ac-4577-9b9e-3dda25a2b993 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1728529744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:53.748128 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-913192f1-49ac-4577-9b9e-3dda25a2b993 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:53.749936 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-913192f1-49ac-4577-9b9e-3dda25a2b993 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:53.830127 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-913192f1-49ac-4577-9b9e-3dda25a2b993 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:53.831900 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:53.842247 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-913192f1-49ac-4577-9b9e-3dda25a2b993 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:53.843948 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:53.883606 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-913192f1-49ac-4577-9b9e-3dda25a2b993 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:53.887426 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-913192f1-49ac-4577-9b9e-3dda25a2b993 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1969454 Nov 11 21:58:53.888996 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47266) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:53.894032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5f259713-312e-4a86-8225-67078d617e4b tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1947248509', 'prefixes': ['172.20.0.0/16']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:53.917337 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Network e8f76891-0d3c-46d7-a07b-a9299b934a7b is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:53.924834 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:53.933523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:53.940468 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Pushing event updated for resources: {'Port': ['ID=83d8abbe-7fc0-4306-8ffa-1af289da2c8c,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:53.983286 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5f259713-312e-4a86-8225-67078d617e4b tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks [] for subnetpool, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:53.988115 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5f259713-312e-4a86-8225-67078d617e4b tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0958173 Nov 11 21:58:53.988411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47268) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:53.993562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-caff7dbc-7b32-4382-a40c-a5e10fb562d8 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '642dec90-4019-4775-8f96-85563de31763', 'tempest-TagsExtTest-Tag-135044071') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:54.026464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Attempting to bind port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:58:54.027773 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Attempting to bind port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '2a41c4be-3cec-40ba-9ca8-4c1d2b8891fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e8f76891-0d3c-46d7-a07b-a9299b934a7b'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:58:54.028371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Attempting to bind port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c on network e8f76891-0d3c-46d7-a07b-a9299b934a7b {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:54.037591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:58:54.038419 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Checking segment: {'id': '2a41c4be-3cec-40ba-9ca8-4c1d2b8891fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e8f76891-0d3c-46d7-a07b-a9299b934a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:54.038576 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b734145-0e59-4de8-86d2-f3b7c4be996d req-123372c0-b7d2-4b45-9bd4-c840f9f8ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:54.039641 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:54.040040 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b734145-0e59-4de8-86d2-f3b7c4be996d req-123372c0-b7d2-4b45-9bd4-c840f9f8ed85 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5757a57d321c41bda10f53e68ffe1106&device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 1096 time: 0.3636467 Nov 11 21:58:54.040507 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Bound using segment: {'id': '2a41c4be-3cec-40ba-9ca8-4c1d2b8891fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e8f76891-0d3c-46d7-a07b-a9299b934a7b'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:58:54.041254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Bound port: 83d8abbe-7fc0-4306-8ffa-1af289da2c8c, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a41c4be-3cec-40ba-9ca8-4c1d2b8891fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e8f76891-0d3c-46d7-a07b-a9299b934a7b'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:58:54.041995 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:54.047549 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b39d9d0-5852-4f67-9fbf-c82e4bcbb8bd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:58:54.109506 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-caff7dbc-7b32-4382-a40c-a5e10fb562d8 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "PUT /v2.0/subnets/642dec90-4019-4775-8f96-85563de31763/tags/tempest-TagsExtTest-Tag-135044071 HTTP/1.1" status: 201 len: 201 time: 0.1197155 Nov 11 21:58:54.112257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47270) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:54.119640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-fbdb5c5f-8caf-414d-9d06-040acf7ae8cf tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0822d11d-8b19-4b42-84cb-0eab65627390', 'tempest-TagsExtTest-Tag-523002140') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:54.144510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] For port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:58:54.148999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] For port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=83d8abbe-7fc0-4306-8ffa-1af289da2c8c,segment=NetworkSegment(2a41c4be-3cec-40ba-9ca8-4c1d2b8891fe),segment_id=2a41c4be-3cec-40ba-9ca8-4c1d2b8891fe)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:58:54.159073 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:54.225857 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b734145-0e59-4de8-86d2-f3b7c4be996d req-932b1a04-aae0-4b20-97b4-2039cc296190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:54.227534 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b734145-0e59-4de8-86d2-f3b7c4be996d req-932b1a04-aae0-4b20-97b4-2039cc296190 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 200 len: 912 time: 0.1363165 Nov 11 21:58:54.233485 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fbdb5c5f-8caf-414d-9d06-040acf7ae8cf tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "PUT /v2.0/ports/0822d11d-8b19-4b42-84cb-0eab65627390/tags/tempest-TagsExtTest-Tag-523002140 HTTP/1.1" status: 201 len: 201 time: 0.1191700 Nov 11 21:58:54.236124 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47272) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:54.242911 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-b0462dfb-88f6-4f68-adff-3cfe0dc10586 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '227159a4-aff7-4b74-975c-6f8e1240d346', 'tempest-TagsExtTest-Tag-216595272') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:54.260954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f67c5-d9a9-4ec5-b91b-612a7f51472a None None] Pushing event updated for resources: {'Port': ['ID=83d8abbe-7fc0-4306-8ffa-1af289da2c8c,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:54.368237 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b39d9d0-5852-4f67-9fbf-c82e4bcbb8bd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:58:54.371863 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47276) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:54.378389 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2b39d9d0-5852-4f67-9fbf-c82e4bcbb8bd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "PUT /v2.0/routers/7b50fc21-170d-4c30-9876-58b00a0d8ce2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8762052 Nov 11 21:58:54.380916 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-93877876-fbd8-40c2-86e7-03fe6783a667 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ccedfdb3-bc0d-419f-8aca-b027f8d06da6', 'tempest-TagsExtTest-Tag-857087046') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:54.381624 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b0462dfb-88f6-4f68-adff-3cfe0dc10586 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "PUT /v2.0/routers/227159a4-aff7-4b74-975c-6f8e1240d346/tags/tempest-TagsExtTest-Tag-216595272 HTTP/1.1" status: 201 len: 201 time: 0.1439538 Nov 11 21:58:54.382484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47278) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:54.382619 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ed55f-bf4e-46e3-aa16-46a5677c0bbb None None] Sync routers for ids ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:58:54.398039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ed55f-bf4e-46e3-aa16-46a5677c0bbb None None] Routers {'7b50fc21-170d-4c30-9876-58b00a0d8ce2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:54.398905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-a93ed55f-bf4e-46e3-aa16-46a5677c0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:54.415352 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b734145-0e59-4de8-86d2-f3b7c4be996d req-0164efd3-ff12-46ab-b6df-a8e50f20b739 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96c2a0b6-f585-45f6-b60c-a47c5d844242 HTTP/1.1" status: 200 len: 1001 time: 0.1474020 Nov 11 21:58:54.497541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47fa365-cb7a-4f1a-bdb5-dadc7c6341a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Deleting subnet 26e855f5-9574-406a-93e9-32e5d01b3998 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:58:54.502128 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f47fa365-cb7a-4f1a-bdb5-dadc7c6341a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:54.562905 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f47fa365-cb7a-4f1a-bdb5-dadc7c6341a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:54.565201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b734145-0e59-4de8-86d2-f3b7c4be996d req-c2611ae9-5382-4d73-b1fa-0529efaa9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:54.571150 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b734145-0e59-4de8-86d2-f3b7c4be996d req-c2611ae9-5382-4d73-b1fa-0529efaa9fd2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39cbd100-acd0-46b4-8419-af45cc0c3279 HTTP/1.1" status: 200 len: 849 time: 0.1414108 Nov 11 21:58:54.578498 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-93877876-fbd8-40c2-86e7-03fe6783a667 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "PUT /v2.0/subnetpools/ccedfdb3-bc0d-419f-8aca-b027f8d06da6/tags/tempest-TagsExtTest-Tag-857087046 HTTP/1.1" status: 201 len: 201 time: 0.1990142 Nov 11 21:58:54.580243 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47282) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:54.599612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-5cc99f9f-d4c2-437b-b385-e680e5f7a226 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '642dec90-4019-4775-8f96-85563de31763') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:54.607962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-a93ed55f-bf4e-46e3-aa16-46a5677c0bbb None None] Set router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:54.671500 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f47fa365-cb7a-4f1a-bdb5-dadc7c6341a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:54.729975 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b734145-0e59-4de8-86d2-f3b7c4be996d req-e23b45d3-053f-4edc-ae8c-df1fd01be852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:54.732767 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b734145-0e59-4de8-86d2-f3b7c4be996d req-e23b45d3-053f-4edc-ae8c-df1fd01be852 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e1eddca-e131-4ae9-bee4-182d654beb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530697 Nov 11 21:58:54.776452 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f47fa365-cb7a-4f1a-bdb5-dadc7c6341a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:54.835363 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fa365-cb7a-4f1a-bdb5-dadc7c6341a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Subnet': ['ID=26e855f5-9574-406a-93e9-32e5d01b3998,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:54.845857 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f47fa365-cb7a-4f1a-bdb5-dadc7c6341a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:54.850322 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f47fa365-cb7a-4f1a-bdb5-dadc7c6341a1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "DELETE /v2.0/subnets/26e855f5-9574-406a-93e9-32e5d01b3998 HTTP/1.1" status: 204 len: 168 time: 0.4664912 Nov 11 21:58:54.852910 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d499b57d-15b9-4523-a287-feaed6a3ca34 None None] Network 7955aa4b-29f0-4ae7-a4ec-e33170459584 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:54.853064 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47284) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:54.873546 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b734145-0e59-4de8-86d2-f3b7c4be996d req-73018065-8b86-4568-847f-768e543d1655 service neutron] 10.222.0.71 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205356 Nov 11 21:58:54.887976 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5cc99f9f-d4c2-437b-b385-e680e5f7a226 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/subnets/642dec90-4019-4775-8f96-85563de31763/tags HTTP/1.1" status: 200 len: 240 time: 0.2908700 Nov 11 21:58:54.895843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47286) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:54.903016 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-ebfa2c9f-e8ba-484a-a357-fef3b279549b tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '642dec90-4019-4775-8f96-85563de31763', 'tempest-TagsExtTest-Tag-135044071') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:54.987288 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:54.993252 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-a93ed55f-bf4e-46e3-aa16-46a5677c0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:58:53Z', 'revision_number': 7, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:55.028340 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ed55f-bf4e-46e3-aa16-46a5677c0bbb None None] Checking router: 7b50fc21-170d-4c30-9876-58b00a0d8ce2 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:58:55.051243 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ed55f-bf4e-46e3-aa16-46a5677c0bbb None None] Routers {'7b50fc21-170d-4c30-9876-58b00a0d8ce2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:55.052115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-a93ed55f-bf4e-46e3-aa16-46a5677c0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:55.087832 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ebfa2c9f-e8ba-484a-a357-fef3b279549b tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/subnets/642dec90-4019-4775-8f96-85563de31763/tags/tempest-TagsExtTest-Tag-135044071 HTTP/1.1" status: 204 len: 168 time: 0.1899061 Nov 11 21:58:55.089139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47290) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:55.101025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-095d6be9-a909-4371-9dcd-dc707fd5dcc6 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '642dec90-4019-4775-8f96-85563de31763', 'tempest-TagsExtTest-Tag-135044071') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:55.154782 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3b734145-0e59-4de8-86d2-f3b7c4be996d req-50dd5d8f-93d9-41bf-842e-93e5cc2af630 service neutron] 10.222.0.71 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677383 Nov 11 21:58:55.163396 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:55.229386 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-095d6be9-a909-4371-9dcd-dc707fd5dcc6 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/subnets/642dec90-4019-4775-8f96-85563de31763/tags/tempest-TagsExtTest-Tag-135044071 HTTP/1.1" status: 204 len: 168 time: 0.1353333 Nov 11 21:58:55.232491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47292) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:55.240215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-3ff49924-2e35-41c7-b943-e56cec8eda0d tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '642dec90-4019-4775-8f96-85563de31763') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:55.258966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Deleting port e3580853-757b-4829-b3bb-81c1cef28fdf {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:55.259475 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:55.330720 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d2b82c-187e-465d-af1a-c805a481768e None None] DHCP port deletion for 7955aa4b-29f0-4ae7-a4ec-e33170459584 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:58:55.331239 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3ff49924-2e35-41c7-b943-e56cec8eda0d tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/subnets/642dec90-4019-4775-8f96-85563de31763/tags HTTP/1.1" status: 200 len: 205 time: 0.0963442 Nov 11 21:58:55.333823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47294) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:55.338384 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-22053c3d-9835-4d6a-aa3d-4496f5fd5ef4 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0822d11d-8b19-4b42-84cb-0eab65627390') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:55.388709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] For port e3580853-757b-4829-b3bb-81c1cef28fdf, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e3580853-757b-4829-b3bb-81c1cef28fdf,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:55.389116 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:55.405835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Calling delete_port for e3580853-757b-4829-b3bb-81c1cef28fdf owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:55.429167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47298) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:55.432689 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-22053c3d-9835-4d6a-aa3d-4496f5fd5ef4 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/ports/0822d11d-8b19-4b42-84cb-0eab65627390/tags HTTP/1.1" status: 200 len: 240 time: 0.0976009 Nov 11 21:58:55.443555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-86878f57-fbed-4c3d-b148-8c016ed703a6 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0822d11d-8b19-4b42-84cb-0eab65627390', 'tempest-TagsExtTest-Tag-523002140') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:55.463250 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-a93ed55f-bf4e-46e3-aa16-46a5677c0bbb None None] Set router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:55.585250 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2b82c-187e-465d-af1a-c805a481768e None None] Deleting port de46003b-2616-48df-8c98-e36982c33177 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:55.585486 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b82c-187e-465d-af1a-c805a481768e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:55.641362 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-86878f57-fbed-4c3d-b148-8c016ed703a6 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/ports/0822d11d-8b19-4b42-84cb-0eab65627390/tags/tempest-TagsExtTest-Tag-523002140 HTTP/1.1" status: 204 len: 168 time: 0.2015750 Nov 11 21:58:55.641904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47302) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:55.647403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-cc4e4d80-2fb5-4606-a3ff-cbd29acb3fcf tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0822d11d-8b19-4b42-84cb-0eab65627390', 'tempest-TagsExtTest-Tag-523002140') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:55.667102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e7d2b82c-187e-465d-af1a-c805a481768e None None] For port de46003b-2616-48df-8c98-e36982c33177, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=de46003b-2616-48df-8c98-e36982c33177,segment=NetworkSegment(af9148bc-dfe8-4124-a415-b59d9ee01676),segment_id=af9148bc-dfe8-4124-a415-b59d9ee01676)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:55.667850 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b82c-187e-465d-af1a-c805a481768e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:55.693787 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2b82c-187e-465d-af1a-c805a481768e None None] Calling delete_port for de46003b-2616-48df-8c98-e36982c33177 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:55.745807 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:55.767584 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cc4e4d80-2fb5-4606-a3ff-cbd29acb3fcf tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/ports/0822d11d-8b19-4b42-84cb-0eab65627390/tags/tempest-TagsExtTest-Tag-523002140 HTTP/1.1" status: 204 len: 168 time: 0.1249449 Nov 11 21:58:55.770331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47304) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:55.775289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-67c70678-0e3b-458b-a260-46e714ccbde8 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0822d11d-8b19-4b42-84cb-0eab65627390') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:55.782013 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Port': ['ID=e3580853-757b-4829-b3bb-81c1cef28fdf,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:55.811537 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fbee6c-543b-44fd-ad8a-87dbc3f4ccb7 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:58:55.859728 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-67c70678-0e3b-458b-a260-46e714ccbde8 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/ports/0822d11d-8b19-4b42-84cb-0eab65627390/tags HTTP/1.1" status: 200 len: 205 time: 0.0881197 Nov 11 21:58:55.862398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47306) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:55.868275 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-02f49979-e006-4a78-b9b6-0fecb277989c tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '227159a4-aff7-4b74-975c-6f8e1240d346') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:55.900088 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22fefd2-56be-468f-89b5-68faa80f4462 None None] Network e8f76891-0d3c-46d7-a07b-a9299b934a7b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:58:55.963915 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:55.990819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-a93ed55f-bf4e-46e3-aa16-46a5677c0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:58:53Z', 'revision_number': 7, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:56.052307 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ed55f-bf4e-46e3-aa16-46a5677c0bbb None None] The sync data for ids ['7b50fc21-170d-4c30-9876-58b00a0d8ce2'] in n-d-805737-3 is: [{'id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'name': 'tempest-TestNetworkBasicOps-router-320137559', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:56:19Z', 'updated_at': '2021-11-11T21:58:53Z', 'revision_number': 7, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'e3580853-757b-4829-b3bb-81c1cef28fdf', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50fc21-170d-4c30-9876-58b00a0d8ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:56:20Z', 'updated_at': '2021-11-11T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:58:56.064827 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.065536 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.077118 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 83d8abbe-7fc0-4306-8ffa-1af289da2c8c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:56.109258 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-cd92d6fa-e5d9-4c78-b5a3-7228c3864c55 None None] Provisioning complete for port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:56.109917 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd92d6fa-e5d9-4c78-b5a3-7228c3864c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.113926 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b82c-187e-465d-af1a-c805a481768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.116956 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.117482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Fanout notify agent at l3_agent the message router_deleted on router 7b50fc21-170d-4c30-9876-58b00a0d8ce2 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:58:56.124923 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.126067 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-533c1c63-e4c7-4609-acbe-7cd64406602c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "DELETE /v2.0/routers/7b50fc21-170d-4c30-9876-58b00a0d8ce2 HTTP/1.1" status: 204 len: 168 time: 1.2719386 Nov 11 21:58:56.130682 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-02f49979-e006-4a78-b9b6-0fecb277989c tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/routers/227159a4-aff7-4b74-975c-6f8e1240d346/tags HTTP/1.1" status: 200 len: 240 time: 0.2645891 Nov 11 21:58:56.130682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47308) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:56.130905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47310) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:56.140757 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-4141f1d5-3277-40cf-9229-0b280c0c376f tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '227159a4-aff7-4b74-975c-6f8e1240d346', 'tempest-TagsExtTest-Tag-216595272') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:56.205095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2b82c-187e-465d-af1a-c805a481768e None None] Pushing event deleted for resources: {'Port': ['ID=de46003b-2616-48df-8c98-e36982c33177,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:56.214312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2b82c-187e-465d-af1a-c805a481768e None None] No DVR routers for this DVR port de46003b-2616-48df-8c98-e36982c33177 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:58:56.288824 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1bf9522b-65a5-47f4-a2ee-b8a91849b5f0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.294517 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4141f1d5-3277-40cf-9229-0b280c0c376f tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/routers/227159a4-aff7-4b74-975c-6f8e1240d346/tags/tempest-TagsExtTest-Tag-216595272 HTTP/1.1" status: 204 len: 168 time: 0.1619635 Nov 11 21:58:56.296217 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47312) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:56.303084 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-357577ba-21c9-4e35-b867-110fb6708f34 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '227159a4-aff7-4b74-975c-6f8e1240d346', 'tempest-TagsExtTest-Tag-216595272') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:56.311936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:56.312350 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.380111 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd92d6fa-e5d9-4c78-b5a3-7228c3864c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.398996 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1bf9522b-65a5-47f4-a2ee-b8a91849b5f0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.447436 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cd92d6fa-e5d9-4c78-b5a3-7228c3864c55 None None] For port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=83d8abbe-7fc0-4306-8ffa-1af289da2c8c,segment=NetworkSegment(2a41c4be-3cec-40ba-9ca8-4c1d2b8891fe),segment_id=2a41c4be-3cec-40ba-9ca8-4c1d2b8891fe)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:56.452179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-1bf9522b-65a5-47f4-a2ee-b8a91849b5f0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7955aa4b-29f0-4ae7-a4ec-e33170459584']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:56.473206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-1bf9522b-65a5-47f4-a2ee-b8a91849b5f0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9148bc-dfe8-4124-a415-b59d9ee01676') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:56.473530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-1bf9522b-65a5-47f4-a2ee-b8a91849b5f0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9148bc-dfe8-4124-a415-b59d9ee01676') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:56.476867 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd92d6fa-e5d9-4c78-b5a3-7228c3864c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.504337 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-357577ba-21c9-4e35-b867-110fb6708f34 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/routers/227159a4-aff7-4b74-975c-6f8e1240d346/tags/tempest-TagsExtTest-Tag-216595272 HTTP/1.1" status: 204 len: 168 time: 0.2041049 Nov 11 21:58:56.504532 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47316) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:56.511015 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-9a0c9e33-fd43-4836-a3c8-51998f4c47b8 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '227159a4-aff7-4b74-975c-6f8e1240d346') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:56.515613 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1bf9522b-65a5-47f4-a2ee-b8a91849b5f0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.531872 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.554593 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1bf9522b-65a5-47f4-a2ee-b8a91849b5f0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.572316 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf9522b-65a5-47f4-a2ee-b8a91849b5f0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:58:56.572730 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1bf9522b-65a5-47f4-a2ee-b8a91849b5f0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:58:56.576161 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:58:56.578286 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92d6fa-e5d9-4c78-b5a3-7228c3864c55 None None] Pushing event updated for resources: {'Port': ['ID=83d8abbe-7fc0-4306-8ffa-1af289da2c8c,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:56.644433 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:58:56.644788 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:58:56.707665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47320) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:56.708214 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9a0c9e33-fd43-4836-a3c8-51998f4c47b8 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/routers/227159a4-aff7-4b74-975c-6f8e1240d346/tags HTTP/1.1" status: 200 len: 205 time: 0.2015402 Nov 11 21:58:56.713335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-f7a0fa1b-9f3c-4155-a426-240c092a84e5 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ccedfdb3-bc0d-419f-8aca-b027f8d06da6') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:56.741628 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1bf9522b-65a5-47f4-a2ee-b8a91849b5f0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.753472 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1bf9522b-65a5-47f4-a2ee-b8a91849b5f0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.757182 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1bf9522b-65a5-47f4-a2ee-b8a91849b5f0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "DELETE /v2.0/networks/7955aa4b-29f0-4ae7-a4ec-e33170459584 HTTP/1.1" status: 204 len: 168 time: 0.6275666 Nov 11 21:58:56.771585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9522b-65a5-47f4-a2ee-b8a91849b5f0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Network': ['ID=7955aa4b-29f0-4ae7-a4ec-e33170459584,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:56.784156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47322) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:56.795877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f87048f7-9a25-4fba-ae2a-88a78df00b99 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'network': {'name': 'tempest-network-smoke--1858007463', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'port_security_enabled': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:56.799306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f7a0fa1b-9f3c-4155-a426-240c092a84e5 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/subnetpools/ccedfdb3-bc0d-419f-8aca-b027f8d06da6/tags HTTP/1.1" status: 200 len: 240 time: 0.0905221 Nov 11 21:58:56.801972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47324) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:56.807942 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-be67bf56-9e81-40a2-945c-91eb00e737cd None None] Provisioning complete for port 0822d11d-8b19-4b42-84cb-0eab65627390 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:56.808335 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be67bf56-9e81-40a2-945c-91eb00e737cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.809974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-92cd1afb-adb7-46c7-9fd0-4aca28921b44 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ccedfdb3-bc0d-419f-8aca-b027f8d06da6', 'tempest-TagsExtTest-Tag-857087046') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:56.848085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87048f7-9a25-4fba-ae2a-88a78df00b99 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Made reservation on behalf of a6474ef6257e4f61ac984a0b362bab65 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:56.852004 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f87048f7-9a25-4fba-ae2a-88a78df00b99 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.876133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47326) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:56.876514 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-92cd1afb-adb7-46c7-9fd0-4aca28921b44 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/subnetpools/ccedfdb3-bc0d-419f-8aca-b027f8d06da6/tags/tempest-TagsExtTest-Tag-857087046 HTTP/1.1" status: 204 len: 168 time: 0.0708356 Nov 11 21:58:56.882126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-bc644446-331a-4e17-9663-b6a1ff25a4b3 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ccedfdb3-bc0d-419f-8aca-b027f8d06da6', 'tempest-TagsExtTest-Tag-857087046') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:56.889948 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87048f7-9a25-4fba-ae2a-88a78df00b99 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:58:56.894191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-be67bf56-9e81-40a2-945c-91eb00e737cd None None] Port 0822d11d-8b19-4b42-84cb-0eab65627390 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:58:56.899680 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f87048f7-9a25-4fba-ae2a-88a78df00b99 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.900153 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-f87048f7-9a25-4fba-ae2a-88a78df00b99 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Added segment c1f6e7b5-ab10-4b09-b473-4a0725085af0 of type vlan for network f401a27c-237b-47fa-8624-2368717d75c1 Nov 11 21:58:56.931625 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-be67bf56-9e81-40a2-945c-91eb00e737cd None None] Provisioning complete for port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:56.932015 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be67bf56-9e81-40a2-945c-91eb00e737cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:56.961175 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bc644446-331a-4e17-9663-b6a1ff25a4b3 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/subnetpools/ccedfdb3-bc0d-419f-8aca-b027f8d06da6/tags/tempest-TagsExtTest-Tag-857087046 HTTP/1.1" status: 204 len: 168 time: 0.0827732 Nov 11 21:58:56.963401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47328) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:56.970352 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-43cea39b-b74e-4c1f-8039-27764b29d9e4 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ccedfdb3-bc0d-419f-8aca-b027f8d06da6') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:56.972125 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f87048f7-9a25-4fba-ae2a-88a78df00b99 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:57.006925 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-43cea39b-b74e-4c1f-8039-27764b29d9e4 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/subnetpools/ccedfdb3-bc0d-419f-8aca-b027f8d06da6/tags HTTP/1.1" status: 200 len: 205 time: 0.0413976 Nov 11 21:58:57.009986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47330) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:57.018471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-dbbc250a-5f1c-4986-b66f-dfe5d2b9846d tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ccedfdb3-bc0d-419f-8aca-b027f8d06da6') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:57.038773 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f87048f7-9a25-4fba-ae2a-88a78df00b99 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:57.044876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87048f7-9a25-4fba-ae2a-88a78df00b99 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:57.045508 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f87048f7-9a25-4fba-ae2a-88a78df00b99 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:57.057392 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dbbc250a-5f1c-4986-b66f-dfe5d2b9846d tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/subnetpools/ccedfdb3-bc0d-419f-8aca-b027f8d06da6/tags HTTP/1.1" status: 204 len: 168 time: 0.0454810 Nov 11 21:58:57.059841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47332) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:57.067007 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-e146a434-8a28-42bc-af91-3ac24df66930 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '227159a4-aff7-4b74-975c-6f8e1240d346') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:57.089779 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f87048f7-9a25-4fba-ae2a-88a78df00b99 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2984691 Nov 11 21:58:57.110252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47334) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:57.122950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'admin_state_up': True, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:57.205025 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-65cd6ea4-b7ae-4185-81e0-3fb795859e9d None None] Provisioning complete for port 0822d11d-8b19-4b42-84cb-0eab65627390 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:57.205406 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-65cd6ea4-b7ae-4185-81e0-3fb795859e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:57.227822 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:57.229150 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:57.230964 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e146a434-8a28-42bc-af91-3ac24df66930 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/routers/227159a4-aff7-4b74-975c-6f8e1240d346/tags HTTP/1.1" status: 204 len: 168 time: 0.1697123 Nov 11 21:58:57.235092 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47336) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:57.244517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-5ecaba60-63a0-42cd-bc2f-054dd70cae4f tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0822d11d-8b19-4b42-84cb-0eab65627390') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:57.245177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87048f7-9a25-4fba-ae2a-88a78df00b99 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Network': ['ID=f401a27c-237b-47fa-8624-2368717d75c1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:57.266097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network f401a27c-237b-47fa-8624-2368717d75c1 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:58:57.279232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-65cd6ea4-b7ae-4185-81e0-3fb795859e9d None None] Port 0822d11d-8b19-4b42-84cb-0eab65627390 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:58:57.323171 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5ecaba60-63a0-42cd-bc2f-054dd70cae4f tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/ports/0822d11d-8b19-4b42-84cb-0eab65627390/tags HTTP/1.1" status: 204 len: 168 time: 0.0866325 Nov 11 21:58:57.329340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47338) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:57.334039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-ce3a0dea-37ad-47e1-96f5-50fea46eafd5 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '642dec90-4019-4775-8f96-85563de31763') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:57.352702 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:57.398312 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ce3a0dea-37ad-47e1-96f5-50fea46eafd5 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/subnets/642dec90-4019-4775-8f96-85563de31763/tags HTTP/1.1" status: 204 len: 168 time: 0.0677044 Nov 11 21:58:57.402998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47340) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:57.407932 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-3424a697-26ee-46cb-b6f9-efe0179d43a7 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '642dec90-4019-4775-8f96-85563de31763', 'tempest-TagsExtTest-Tag-926584345') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:57.489147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device de46003b-2616-48df-8c98-e36982c33177 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:57.513166 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3424a697-26ee-46cb-b6f9-efe0179d43a7 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "PUT /v2.0/subnets/642dec90-4019-4775-8f96-85563de31763/tags/tempest-TagsExtTest-Tag-926584345 HTTP/1.1" status: 201 len: 201 time: 0.1067607 Nov 11 21:58:57.515064 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47344) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:57.522541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-579ec51f-1971-4323-800d-fbcf785260bc tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0822d11d-8b19-4b42-84cb-0eab65627390', 'tempest-TagsExtTest-Tag-628963756') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:57.532325 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: de46003b-2616-48df-8c98-e36982c33177 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:58:57.533137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device de46003b-2616-48df-8c98-e36982c33177 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:57.534253 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:57.606395 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-579ec51f-1971-4323-800d-fbcf785260bc tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "PUT /v2.0/ports/0822d11d-8b19-4b42-84cb-0eab65627390/tags/tempest-TagsExtTest-Tag-628963756 HTTP/1.1" status: 201 len: 201 time: 0.0900176 Nov 11 21:58:57.609167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47346) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:57.614427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-182002dd-c350-4183-8423-e967072fbe60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '227159a4-aff7-4b74-975c-6f8e1240d346', 'tempest-TagsExtTest-Tag-1426289897') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:57.705465 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-182002dd-c350-4183-8423-e967072fbe60 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "PUT /v2.0/routers/227159a4-aff7-4b74-975c-6f8e1240d346/tags/tempest-TagsExtTest-Tag-1426289897 HTTP/1.1" status: 201 len: 201 time: 0.0950470 Nov 11 21:58:57.708156 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47348) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:57.713702 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-19b88609-376a-4a9d-b354-e5f6fb4cdb02 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ccedfdb3-bc0d-419f-8aca-b027f8d06da6', 'tempest-TagsExtTest-Tag-1792799293') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:57.752111 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-19b88609-376a-4a9d-b354-e5f6fb4cdb02 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "PUT /v2.0/subnetpools/ccedfdb3-bc0d-419f-8aca-b027f8d06da6/tags/tempest-TagsExtTest-Tag-1792799293 HTTP/1.1" status: 201 len: 201 time: 0.0420423 Nov 11 21:58:57.755986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47352) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:57.761179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-455fdc8a-56fe-441a-84e9-9da505181978 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '642dec90-4019-4775-8f96-85563de31763', {'tags': ['tempest-TagsExtTest-Tag-537818605', 'tempest-TagsExtTest-Tag-1233025102', 'tempest-TagsExtTest-Tag-1325197039']}) {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:57.771189 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:57.798020 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:57.845347 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-455fdc8a-56fe-441a-84e9-9da505181978 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "PUT /v2.0/subnets/642dec90-4019-4775-8f96-85563de31763/tags HTTP/1.1" status: 200 len: 317 time: 0.0876324 Nov 11 21:58:57.853888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47356) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:57.856423 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-5b19ebca-da87-4b97-a587-d8c23171d3c8 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '642dec90-4019-4775-8f96-85563de31763') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:57.916320 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Allocated IP 172.25.0.17 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/a3c27882-19b9-4268-8bee-aa4ad3b8d98f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:57.935854 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 83d8abbe-7fc0-4306-8ffa-1af289da2c8c up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:57.953797 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5b19ebca-da87-4b97-a587-d8c23171d3c8 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/subnets/642dec90-4019-4775-8f96-85563de31763/tags HTTP/1.1" status: 204 len: 168 time: 0.0985243 Nov 11 21:58:57.954770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47358) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:57.959114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-0f51a054-428f-422c-9ffd-0c86c94695b9 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '642dec90-4019-4775-8f96-85563de31763', 'tempest-TagsExtTest-Tag-537818605') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:57.987210 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:57.987588 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:58.016746 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-0f51a054-428f-422c-9ffd-0c86c94695b9 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] show failed (client error): The resource could not be found. Nov 11 21:58:58.021101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0f51a054-428f-422c-9ffd-0c86c94695b9 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/subnets/642dec90-4019-4775-8f96-85563de31763/tags/tempest-TagsExtTest-Tag-537818605 HTTP/1.1" status: 404 len: 328 time: 0.0633314 Nov 11 21:58:58.022056 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47360) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:58.027539 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-ad830761-8d8b-48c1-8b1d-1a4743a66296 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '642dec90-4019-4775-8f96-85563de31763', 'tempest-TagsExtTest-Tag-1233025102') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:58.068627 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:58.085162 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-ad830761-8d8b-48c1-8b1d-1a4743a66296 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] show failed (client error): The resource could not be found. Nov 11 21:58:58.088862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ad830761-8d8b-48c1-8b1d-1a4743a66296 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/subnets/642dec90-4019-4775-8f96-85563de31763/tags/tempest-TagsExtTest-Tag-1233025102 HTTP/1.1" status: 404 len: 329 time: 0.0621529 Nov 11 21:58:58.089535 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47362) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:58.095717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-c28db6b7-d9ff-440c-8ab0-a16d4e794975 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '642dec90-4019-4775-8f96-85563de31763', 'tempest-TagsExtTest-Tag-1325197039') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:58.097417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 28512e24-dd43-45f3-a566-4b4ee6f05d11 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:58.118041 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:58.121991 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 28512e24-dd43-45f3-a566-4b4ee6f05d11 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:58:58.122347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 28512e24-dd43-45f3-a566-4b4ee6f05d11 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:58.123237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e3580853-757b-4829-b3bb-81c1cef28fdf no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:58.149877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: e3580853-757b-4829-b3bb-81c1cef28fdf {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:58:58.150387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e3580853-757b-4829-b3bb-81c1cef28fdf not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:58.161526 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-c28db6b7-d9ff-440c-8ab0-a16d4e794975 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] show failed (client error): The resource could not be found. Nov 11 21:58:58.165977 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c28db6b7-d9ff-440c-8ab0-a16d4e794975 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/subnets/642dec90-4019-4775-8f96-85563de31763/tags/tempest-TagsExtTest-Tag-1325197039 HTTP/1.1" status: 404 len: 329 time: 0.0726509 Nov 11 21:58:58.167067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47364) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:58.167820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:58:58.172004 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-c1c97d9c-0445-4d10-aa24-70d298733631 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0822d11d-8b19-4b42-84cb-0eab65627390', {'tags': ['tempest-TagsExtTest-Tag-367511158', 'tempest-TagsExtTest-Tag-1310451099', 'tempest-TagsExtTest-Tag-594697358']}) {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:58.173188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:58:58.177835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:58:58.196230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00785ec5-ca9e-44be-a81d-48b65ee6c596 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:58:58.215925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Port': ['ID=a3c27882-19b9-4268-8bee-aa4ad3b8d98f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:58.270004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c1c97d9c-0445-4d10-aa24-70d298733631 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "PUT /v2.0/ports/0822d11d-8b19-4b42-84cb-0eab65627390/tags HTTP/1.1" status: 200 len: 316 time: 0.1016817 Nov 11 21:58:58.272523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47366) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:58.277171 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-ce8bc487-ad68-466f-9c28-7f81ece13e02 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0822d11d-8b19-4b42-84cb-0eab65627390') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:58.311729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-37d72e87-661f-4df0-acaf-c6ece3d3d850 None None] Provisioning complete for port a3c27882-19b9-4268-8bee-aa4ad3b8d98f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:58.312499 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37d72e87-661f-4df0-acaf-c6ece3d3d850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:58.352408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ce8bc487-ad68-466f-9c28-7f81ece13e02 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/ports/0822d11d-8b19-4b42-84cb-0eab65627390/tags HTTP/1.1" status: 204 len: 168 time: 0.0761731 Nov 11 21:58:58.353297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47368) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:58.356578 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-37d72e87-661f-4df0-acaf-c6ece3d3d850 None None] Port a3c27882-19b9-4268-8bee-aa4ad3b8d98f cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:58:58.360550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-cfe0b3f6-279a-4bc7-acf6-3ed480031c1f tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0822d11d-8b19-4b42-84cb-0eab65627390', 'tempest-TagsExtTest-Tag-367511158') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:58.421307 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-cfe0b3f6-279a-4bc7-acf6-3ed480031c1f tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] show failed (client error): The resource could not be found. Nov 11 21:58:58.422528 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cfe0b3f6-279a-4bc7-acf6-3ed480031c1f tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/ports/0822d11d-8b19-4b42-84cb-0eab65627390/tags/tempest-TagsExtTest-Tag-367511158 HTTP/1.1" status: 404 len: 328 time: 0.0682409 Nov 11 21:58:58.425619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47370) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:58.430015 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-6dcea74f-be29-4ee2-9a81-2cb5f70e6415 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0822d11d-8b19-4b42-84cb-0eab65627390', 'tempest-TagsExtTest-Tag-1310451099') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:58.463476 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:58.482601 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-6dcea74f-be29-4ee2-9a81-2cb5f70e6415 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] show failed (client error): The resource could not be found. Nov 11 21:58:58.486663 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6dcea74f-be29-4ee2-9a81-2cb5f70e6415 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/ports/0822d11d-8b19-4b42-84cb-0eab65627390/tags/tempest-TagsExtTest-Tag-1310451099 HTTP/1.1" status: 404 len: 329 time: 0.0570974 Nov 11 21:58:58.487821 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47374) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:58.493563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-504469ed-1de0-4c27-83fe-71cf6185b96f tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0822d11d-8b19-4b42-84cb-0eab65627390', 'tempest-TagsExtTest-Tag-594697358') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:58.549247 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-504469ed-1de0-4c27-83fe-71cf6185b96f tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] show failed (client error): The resource could not be found. Nov 11 21:58:58.550312 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-504469ed-1de0-4c27-83fe-71cf6185b96f tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/ports/0822d11d-8b19-4b42-84cb-0eab65627390/tags/tempest-TagsExtTest-Tag-594697358 HTTP/1.1" status: 404 len: 328 time: 0.0615795 Nov 11 21:58:58.553173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47376) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:58.557933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-0e562c3a-5b73-4773-bf40-23f297264284 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '227159a4-aff7-4b74-975c-6f8e1240d346', {'tags': ['tempest-TagsExtTest-Tag-1053269136', 'tempest-TagsExtTest-Tag-1772522712', 'tempest-TagsExtTest-Tag-508826572']}) {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:58.651087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0e562c3a-5b73-4773-bf40-23f297264284 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "PUT /v2.0/routers/227159a4-aff7-4b74-975c-6f8e1240d346/tags HTTP/1.1" status: 200 len: 317 time: 0.0969238 Nov 11 21:58:58.653949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47380) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:58.658666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-0abb2be1-e6a4-4526-bfd6-e45a5b49989e tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '227159a4-aff7-4b74-975c-6f8e1240d346') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:58.777959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0abb2be1-e6a4-4526-bfd6-e45a5b49989e tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/routers/227159a4-aff7-4b74-975c-6f8e1240d346/tags HTTP/1.1" status: 204 len: 168 time: 0.1202502 Nov 11 21:58:58.778599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47382) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:58.783434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-9a76c8f8-08ad-492b-a5f7-113626c2a1c1 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '227159a4-aff7-4b74-975c-6f8e1240d346', 'tempest-TagsExtTest-Tag-1053269136') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:58.872570 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-9a76c8f8-08ad-492b-a5f7-113626c2a1c1 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] show failed (client error): The resource could not be found. Nov 11 21:58:58.876992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9a76c8f8-08ad-492b-a5f7-113626c2a1c1 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/routers/227159a4-aff7-4b74-975c-6f8e1240d346/tags/tempest-TagsExtTest-Tag-1053269136 HTTP/1.1" status: 404 len: 329 time: 0.0946286 Nov 11 21:58:58.877092 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47386) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:58.882549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-3b1ff62d-b0cd-4b73-9b6a-a508632cadb7 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '227159a4-aff7-4b74-975c-6f8e1240d346', 'tempest-TagsExtTest-Tag-1772522712') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:58.961934 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:58.966022 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-3b1ff62d-b0cd-4b73-9b6a-a508632cadb7 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] show failed (client error): The resource could not be found. Nov 11 21:58:58.967370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3b1ff62d-b0cd-4b73-9b6a-a508632cadb7 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/routers/227159a4-aff7-4b74-975c-6f8e1240d346/tags/tempest-TagsExtTest-Tag-1772522712 HTTP/1.1" status: 404 len: 329 time: 0.0890124 Nov 11 21:58:58.970657 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47388) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:58.975154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-f47bf26c-9e25-4c41-97ab-2fefff98d153 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '227159a4-aff7-4b74-975c-6f8e1240d346', 'tempest-TagsExtTest-Tag-508826572') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:59.107222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Router dfe68794-8e6a-427a-881f-08a7aac6f7ae is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:58:59.222720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:58:59.235040 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Sync routers for ids ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:58:59.247127 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:59.247855 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Routers {'dfe68794-8e6a-427a-881f-08a7aac6f7ae'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:59.251817 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:59.252012 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-705c07e5-123b-4ccd-b147-a6754f523ab4 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1379387 Nov 11 21:58:59.253131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47390) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:59.285813 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0353a310-2f76-4b3e-86af-ec7abd721281 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=a6474ef6257e4f61ac984a0b362bab65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289083 Nov 11 21:58:59.286134 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47392) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:59.361772 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Set router dfe68794-8e6a-427a-881f-08a7aac6f7ae gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:59.364596 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-f47bf26c-9e25-4c41-97ab-2fefff98d153 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] show failed (client error): The resource could not be found. Nov 11 21:58:59.368726 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f47bf26c-9e25-4c41-97ab-2fefff98d153 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/routers/227159a4-aff7-4b74-975c-6f8e1240d346/tags/tempest-TagsExtTest-Tag-508826572 HTTP/1.1" status: 404 len: 328 time: 0.3941307 Nov 11 21:58:59.369043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47394) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:59.373715 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-bd2e62ca-d85a-426b-80ce-b954fa56e497 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ccedfdb3-bc0d-419f-8aca-b027f8d06da6', {'tags': ['tempest-TagsExtTest-Tag-16446603', 'tempest-TagsExtTest-Tag-1794364002', 'tempest-TagsExtTest-Tag-1216756731']}) {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:59.416256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bd2e62ca-d85a-426b-80ce-b954fa56e497 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "PUT /v2.0/subnetpools/ccedfdb3-bc0d-419f-8aca-b027f8d06da6/tags HTTP/1.1" status: 200 len: 316 time: 0.0438733 Nov 11 21:58:59.416479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47396) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:59.422491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-afd454ac-7de8-4e9d-9126-3675317f7233 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ccedfdb3-bc0d-419f-8aca-b027f8d06da6') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:59.442318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fa3302-cc3f-45ef-a068-0d54b87e360f tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:59.444073 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-56fa3302-cc3f-45ef-a068-0d54b87e360f tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1569490 Nov 11 21:58:59.446942 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47398) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:59.468290 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-afd454ac-7de8-4e9d-9126-3675317f7233 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/subnetpools/ccedfdb3-bc0d-419f-8aca-b027f8d06da6/tags HTTP/1.1" status: 204 len: 168 time: 0.0502276 Nov 11 21:58:59.471108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47400) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:59.475539 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-c83daae3-b73d-4faf-af7f-d4e56cf3030f tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ccedfdb3-bc0d-419f-8aca-b027f8d06da6', 'tempest-TagsExtTest-Tag-16446603') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:59.487673 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fb66e46c-65b9-4ed9-9a97-264269540507 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395751 Nov 11 21:58:59.493679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47402) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:59.498770 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6020b837-3cbf-4364-b407-797de965b837 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-888651780', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:59.505097 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-c83daae3-b73d-4faf-af7f-d4e56cf3030f tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] show failed (client error): The resource could not be found. Nov 11 21:58:59.508888 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c83daae3-b73d-4faf-af7f-d4e56cf3030f tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/subnetpools/ccedfdb3-bc0d-419f-8aca-b027f8d06da6/tags/tempest-TagsExtTest-Tag-16446603 HTTP/1.1" status: 404 len: 327 time: 0.0340726 Nov 11 21:58:59.509365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47406) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:59.518142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-a449ab5c-2ac8-47b6-8eb6-c47dd9d06b17 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ccedfdb3-bc0d-419f-8aca-b027f8d06da6', 'tempest-TagsExtTest-Tag-1794364002') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:59.541536 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-a449ab5c-2ac8-47b6-8eb6-c47dd9d06b17 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] show failed (client error): The resource could not be found. Nov 11 21:58:59.542848 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a449ab5c-2ac8-47b6-8eb6-c47dd9d06b17 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/subnetpools/ccedfdb3-bc0d-419f-8aca-b027f8d06da6/tags/tempest-TagsExtTest-Tag-1794364002 HTTP/1.1" status: 404 len: 329 time: 0.0324671 Nov 11 21:58:59.545884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47408) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:59.550738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-a46694d8-d53d-4268-a75b-3eb9f2a8e0dc tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ccedfdb3-bc0d-419f-8aca-b027f8d06da6', 'tempest-TagsExtTest-Tag-1216756731') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:59.565317 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:58:58Z', 'revision_number': 3, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:59.573168 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-a46694d8-d53d-4268-a75b-3eb9f2a8e0dc tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] show failed (client error): The resource could not be found. Nov 11 21:58:59.576962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a46694d8-d53d-4268-a75b-3eb9f2a8e0dc tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/subnetpools/ccedfdb3-bc0d-419f-8aca-b027f8d06da6/tags/tempest-TagsExtTest-Tag-1216756731 HTTP/1.1" status: 404 len: 329 time: 0.0273142 Nov 11 21:58:59.577201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47410) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:59.581488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-0a5bf142-aadb-4404-8fac-f11393b7d597 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ccedfdb3-bc0d-419f-8aca-b027f8d06da6') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:59.597383 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Checking router: dfe68794-8e6a-427a-881f-08a7aac6f7ae for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:58:59.597729 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Updating router dfe68794-8e6a-427a-881f-08a7aac6f7ae port a3c27882-19b9-4268-8bee-aa4ad3b8d98f binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:58:59.598013 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6020b837-3cbf-4364-b407-797de965b837 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Made reservation on behalf of a6474ef6257e4f61ac984a0b362bab65 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:59.602171 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6020b837-3cbf-4364-b407-797de965b837 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:59.606896 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0a5bf142-aadb-4404-8fac-f11393b7d597 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/subnetpools/ccedfdb3-bc0d-419f-8aca-b027f8d06da6/tags HTTP/1.1" status: 204 len: 168 time: 0.0287042 Nov 11 21:58:59.609509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47412) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:59.614244 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-a596698f-e72e-445b-9233-3fb93afa5c9f tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '227159a4-aff7-4b74-975c-6f8e1240d346') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:59.623043 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:59.734715 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a596698f-e72e-445b-9233-3fb93afa5c9f tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/routers/227159a4-aff7-4b74-975c-6f8e1240d346/tags HTTP/1.1" status: 204 len: 168 time: 0.1240737 Nov 11 21:58:59.738912 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47414) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:59.745326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.tag.tag_plugin [None req-273e1858-26cc-4b9b-bc94-f121bb102124 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0822d11d-8b19-4b42-84cb-0eab65627390') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:59.813735 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-273e1858-26cc-4b9b-bc94-f121bb102124 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/ports/0822d11d-8b19-4b42-84cb-0eab65627390/tags HTTP/1.1" status: 204 len: 168 time: 0.0734091 Nov 11 21:58:59.817218 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47416) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:58:59.821839 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.tag.tag_plugin [None req-9ef5e8e5-897e-4877-ac42-338c57d23798 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '642dec90-4019-4775-8f96-85563de31763') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:59.846030 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6020b837-3cbf-4364-b407-797de965b837 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:59.919008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020b837-3cbf-4364-b407-797de965b837 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Subnet': ['ID=aca552d5-e9eb-474e-8028-450435fdae99,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:59.944572 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:59.957877 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:59.964628 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6020b837-3cbf-4364-b407-797de965b837 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Checking segment: {'id': 'c1f6e7b5-ab10-4b09-b473-4a0725085af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:59.965032 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6020b837-3cbf-4364-b407-797de965b837 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network hostable DHCP agents. Network: f401a27c-237b-47fa-8624-2368717d75c1, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:58:59.980479 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9ef5e8e5-897e-4877-ac42-338c57d23798 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/subnets/642dec90-4019-4775-8f96-85563de31763/tags HTTP/1.1" status: 204 len: 168 time: 0.1621709 Nov 11 21:58:59.986297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47422) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:00.018078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6020b837-3cbf-4364-b407-797de965b837 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network f401a27c-237b-47fa-8624-2368717d75c1 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:59:00.027625 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf1384b-ce63-47ff-9079-87f2f9c736b1 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:59:00.041633 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Attempting to bind port a3c27882-19b9-4268-8bee-aa4ad3b8d98f on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:59:00.043541 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Attempting to bind port a3c27882-19b9-4268-8bee-aa4ad3b8d98f by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:59:00.044145 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Attempting to bind port a3c27882-19b9-4268-8bee-aa4ad3b8d98f on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:59:00.048601 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6020b837-3cbf-4364-b407-797de965b837 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, f401a27c-237b-47fa-8624-2368717d75c1) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:59:00.055638 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6020b837-3cbf-4364-b407-797de965b837 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:00.055821 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74f244-e1f8-4f26-979c-829baf7b369b None None] Pushing event updated for resources: {'Port': ['ID=a3c27882-19b9-4268-8bee-aa4ad3b8d98f,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:00.056563 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6020b837-3cbf-4364-b407-797de965b837 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.072773 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0f9279-bc8e-4141-a204-d9a4a9954221 None None] Network f401a27c-237b-47fa-8624-2368717d75c1 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:59:00.083929 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:59:00.084621 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:59:00.085592 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.086098 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:59:00.087024 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Bound port: a3c27882-19b9-4268-8bee-aa4ad3b8d98f, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:59:00.087535 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.089808 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6020b837-3cbf-4364-b407-797de965b837 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5953126 Nov 11 21:59:00.093421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47426) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:00.093672 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74f244-e1f8-4f26-979c-829baf7b369b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.094063 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74f244-e1f8-4f26-979c-829baf7b369b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.094403 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74f244-e1f8-4f26-979c-829baf7b369b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.094802 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74f244-e1f8-4f26-979c-829baf7b369b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.095136 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74f244-e1f8-4f26-979c-829baf7b369b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.095466 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74f244-e1f8-4f26-979c-829baf7b369b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.095788 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74f244-e1f8-4f26-979c-829baf7b369b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.096391 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74f244-e1f8-4f26-979c-829baf7b369b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.096790 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74f244-e1f8-4f26-979c-829baf7b369b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.097207 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74f244-e1f8-4f26-979c-829baf7b369b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.098044 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74f244-e1f8-4f26-979c-829baf7b369b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.098385 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74f244-e1f8-4f26-979c-829baf7b369b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.149974 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c321b8e0-0279-4ec5-87fc-2bfe9fd086d7 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks [] for subnetpool, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.154092 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c321b8e0-0279-4ec5-87fc-2bfe9fd086d7 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/subnetpools/ccedfdb3-bc0d-419f-8aca-b027f8d06da6 HTTP/1.1" status: 204 len: 168 time: 0.1640086 Nov 11 21:59:00.154658 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47428) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:00.206256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8c9d1ddd-df0f-4f40-81a9-5901f7c25c04 None None] Provisioning complete for port a3c27882-19b9-4268-8bee-aa4ad3b8d98f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:00.206990 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1ddd-df0f-4f40-81a9-5901f7c25c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.230915 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] For port a3c27882-19b9-4268-8bee-aa4ad3b8d98f, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:59:00.235637 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] For port a3c27882-19b9-4268-8bee-aa4ad3b8d98f, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a3c27882-19b9-4268-8bee-aa4ad3b8d98f,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:59:00.244720 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.257675 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-74ff2fee-0b7f-4576-9fd4-83f88d4768ed tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "GET /v2.0/ports?device_id=227159a4-aff7-4b74-975c-6f8e1240d346 HTTP/1.1" status: 200 len: 205 time: 0.1017234 Nov 11 21:59:00.259890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47430) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:00.305507 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74f244-e1f8-4f26-979c-829baf7b369b None None] Pushing event updated for resources: {'Port': ['ID=a3c27882-19b9-4268-8bee-aa4ad3b8d98f,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:00.320991 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Routers {'dfe68794-8e6a-427a-881f-08a7aac6f7ae'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:59:00.321735 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:00.341978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d1ddd-df0f-4f40-81a9-5901f7c25c04 None None] Port a3c27882-19b9-4268-8bee-aa4ad3b8d98f cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:59:00.343908 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a1c70e-7631-4be1-98b9-f5bed4c4e64b None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:59:00.416753 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-30c1d117-9fa5-446b-899a-d6d34990d414 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.422925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61932268-a06c-4cc0-a29b-17a62a58e508 req-ea65b738-0afd-4965-a11c-059a75acc692 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:00.425661 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61932268-a06c-4cc0-a29b-17a62a58e508 req-ea65b738-0afd-4965-a11c-059a75acc692 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 1096 time: 0.2883213 Nov 11 21:59:00.432702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-f401a27c-237b-47fa-8624-2368717d75c1', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ips': [{'subnet_id': 'aca552d5-e9eb-474e-8028-450435fdae99'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:59:00.433995 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.534360 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-61932268-a06c-4cc0-a29b-17a62a58e508 req-8d4d8afc-4c44-4234-ae79-721b01804ad0 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.566063 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] Set router dfe68794-8e6a-427a-881f-08a7aac6f7ae gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:59:00.666959 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7b7cda20-41d3-4e98-aa57-13f19c485394 None None] Provisioning complete for port a3c27882-19b9-4268-8bee-aa4ad3b8d98f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:00.667639 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b7cda20-41d3-4e98-aa57-13f19c485394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.697695 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-30c1d117-9fa5-446b-899a-d6d34990d414 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.702520 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-30c1d117-9fa5-446b-899a-d6d34990d414 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.728218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Allocated IP 172.20.0.2 (f401a27c-237b-47fa-8624-2368717d75c1/aca552d5-e9eb-474e-8028-450435fdae99/5f0c8913-06cb-439e-9177-f971e727436e) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:59:00.779772 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.816112 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-30c1d117-9fa5-446b-899a-d6d34990d414 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.817090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c1d117-9fa5-446b-899a-d6d34990d414 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Fanout notify agent at l3_agent the message router_deleted on router 227159a4-aff7-4b74-975c-6f8e1240d346 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:59:00.830251 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-30c1d117-9fa5-446b-899a-d6d34990d414 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.831363 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-30c1d117-9fa5-446b-899a-d6d34990d414 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/routers/227159a4-aff7-4b74-975c-6f8e1240d346 HTTP/1.1" status: 204 len: 168 time: 0.5707552 Nov 11 21:59:00.842466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47444) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:00.875170 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b7cda20-41d3-4e98-aa57-13f19c485394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.895057 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:58:58Z', 'revision_number': 3, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:00.933426 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7b7cda20-41d3-4e98-aa57-13f19c485394 None None] For port a3c27882-19b9-4268-8bee-aa4ad3b8d98f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a3c27882-19b9-4268-8bee-aa4ad3b8d98f,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:00.958673 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31206072-e328-43c4-bb92-49e439cf5d18 None None] The sync data for ids ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'] in n-d-805737-3 is: [{'id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:58:58Z', 'revision_number': 3, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:59:00.962172 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-61932268-a06c-4cc0-a29b-17a62a58e508 req-8d4d8afc-4c44-4234-ae79-721b01804ad0 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:01.009330 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-61932268-a06c-4cc0-a29b-17a62a58e508 req-8d4d8afc-4c44-4234-ae79-721b01804ad0 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:01.082946 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61932268-a06c-4cc0-a29b-17a62a58e508 req-8d4d8afc-4c44-4234-ae79-721b01804ad0 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6117158 Nov 11 21:59:01.087689 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d8afc-4c44-4234-ae79-721b01804ad0 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fa8c3c-6259-4f7d-85b1-c4d6c6fa5efa,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:01.106254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-44d4bcbf-d284-4746-9d6d-940667dea576 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Deleting port 0822d11d-8b19-4b42-84cb-0eab65627390 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:59:01.106662 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44d4bcbf-d284-4746-9d6d-940667dea576 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:01.217499 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b7cda20-41d3-4e98-aa57-13f19c485394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:01.230501 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44d4bcbf-d284-4746-9d6d-940667dea576 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:01.247749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-44d4bcbf-d284-4746-9d6d-940667dea576 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Calling delete_port for 0822d11d-8b19-4b42-84cb-0eab65627390 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:59:01.318829 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:01.325340 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cda20-41d3-4e98-aa57-13f19c485394 None None] Pushing event updated for resources: {'Port': ['ID=a3c27882-19b9-4268-8bee-aa4ad3b8d98f,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:01.342689 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:01.432933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Network f401a27c-237b-47fa-8624-2368717d75c1 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:59:01.436103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:59:01.441185 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:59:01.447986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Pushing event updated for resources: {'Port': ['ID=5f0c8913-06cb-439e-9177-f971e727436e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:01.448815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Allocated IP 172.20.0.1 (f401a27c-237b-47fa-8624-2368717d75c1/aca552d5-e9eb-474e-8028-450435fdae99/fff7f488-a9e3-4f7f-8da3-197383556a2e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:59:01.509240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d8c46-1bff-4bd2-ae50-79813b72df60 req-a0197de6-70de-49a8-9cec-377970cd149e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:01.520116 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9c5d8c46-1bff-4bd2-ae50-79813b72df60 req-a0197de6-70de-49a8-9cec-377970cd149e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.1691802 Nov 11 21:59:01.578121 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44d4bcbf-d284-4746-9d6d-940667dea576 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:01.579155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Attempting to bind port 5f0c8913-06cb-439e-9177-f971e727436e on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:59:01.579537 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Attempting to bind port 5f0c8913-06cb-439e-9177-f971e727436e by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'c1f6e7b5-ab10-4b09-b473-4a0725085af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:59:01.580659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Attempting to bind port 5f0c8913-06cb-439e-9177-f971e727436e on network f401a27c-237b-47fa-8624-2368717d75c1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:59:01.589414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:59:01.598123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Checking segment: {'id': 'c1f6e7b5-ab10-4b09-b473-4a0725085af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:59:01.598123 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:01.598123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Bound using segment: {'id': 'c1f6e7b5-ab10-4b09-b473-4a0725085af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:59:01.598123 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Bound port: 5f0c8913-06cb-439e-9177-f971e727436e, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f6e7b5-ab10-4b09-b473-4a0725085af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:59:01.598123 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:01.631524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4bcbf-d284-4746-9d6d-940667dea576 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Pushing event deleted for resources: {'Port': ['ID=0822d11d-8b19-4b42-84cb-0eab65627390,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:01.660812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9c5d8c46-1bff-4bd2-ae50-79813b72df60 req-eaa2952f-c66c-48c2-a46d-c7edf6e2f45c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239924 Nov 11 21:59:01.680984 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:01.683517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47462) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:01.702244 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b9463abf-71c9-487c-962a-931e3723203a None None] For port 5f0c8913-06cb-439e-9177-f971e727436e, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:59:01.711670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b9463abf-71c9-487c-962a-931e3723203a None None] For port 5f0c8913-06cb-439e-9177-f971e727436e, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5f0c8913-06cb-439e-9177-f971e727436e,segment=NetworkSegment(c1f6e7b5-ab10-4b09-b473-4a0725085af0),segment_id=c1f6e7b5-ab10-4b09-b473-4a0725085af0)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:59:01.723635 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:01.767702 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:01.862772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9463abf-71c9-487c-962a-931e3723203a None None] Pushing event updated for resources: {'Port': ['ID=5f0c8913-06cb-439e-9177-f971e727436e,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:01.889134 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8c48c9ae-2559-450d-9ed7-751f8b64e4c7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/29b13827-ff10-4e44-8ecc-ac80b32b810e HTTP/1.1" status: 200 len: 993 time: 0.2040684 Nov 11 21:59:01.914934 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44d4bcbf-d284-4746-9d6d-940667dea576 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:01.921333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network f401a27c-237b-47fa-8624-2368717d75c1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:59:01.925875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:59:01.929473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-44d4bcbf-d284-4746-9d6d-940667dea576 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/ports/0822d11d-8b19-4b42-84cb-0eab65627390 HTTP/1.1" status: 204 len: 168 time: 1.0837891 Nov 11 21:59:01.930330 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47470) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:01.931894 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:59:01.937704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Port': ['ID=fff7f488-a9e3-4f7f-8da3-197383556a2e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:02.045584 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.045926 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a3c27882-19b9-4268-8bee-aa4ad3b8d98f up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:59:02.064086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-4445cb73-0785-4815-ae51-be02db344e5e tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Deleting subnet 642dec90-4019-4775-8f96-85563de31763 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:59:02.068050 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4445cb73-0785-4815-ae51-be02db344e5e tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.120937 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4445cb73-0785-4815-ae51-be02db344e5e tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.122885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a3c27882-19b9-4268-8bee-aa4ad3b8d98f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:02.123256 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.334104 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4445cb73-0785-4815-ae51-be02db344e5e tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.368730 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-3950c634-f8db-4b46-bad1-689b97994fb2 req-294c6a22-c62c-48e3-937a-990f47e8df02 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:59:02.369836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3950c634-f8db-4b46-bad1-689b97994fb2 req-294c6a22-c62c-48e3-937a-990f47e8df02 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058341 Nov 11 21:59:02.386524 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.446723 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4445cb73-0785-4815-ae51-be02db344e5e tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.492043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445cb73-0785-4815-ae51-be02db344e5e tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Pushing event deleted for resources: {'Subnet': ['ID=642dec90-4019-4775-8f96-85563de31763,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:02.498216 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4445cb73-0785-4815-ae51-be02db344e5e tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.505432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4445cb73-0785-4815-ae51-be02db344e5e tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/subnets/642dec90-4019-4775-8f96-85563de31763 HTTP/1.1" status: 204 len: 168 time: 0.5740314 Nov 11 21:59:02.506584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47486) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:02.506948 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6411b9fb-f084-4fe2-ab6e-82b4e4584650 None None] Network e8f76891-0d3c-46d7-a07b-a9299b934a7b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:59:02.623384 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.730770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Deleting port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:59:02.731119 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.842066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] For port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=83d8abbe-7fc0-4306-8ffa-1af289da2c8c,segment=NetworkSegment(2a41c4be-3cec-40ba-9ca8-4c1d2b8891fe),segment_id=2a41c4be-3cec-40ba-9ca8-4c1d2b8891fe)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:02.842439 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.854504 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.864574 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.872651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Calling delete_port for 83d8abbe-7fc0-4306-8ffa-1af289da2c8c owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:59:02.872934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5909bbd-3383-4e94-995d-8c6cebcb1780 None None] DHCP port deletion for e8f76891-0d3c-46d7-a07b-a9299b934a7b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:59:02.964956 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.971735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Port': ['ID=fff7f488-a9e3-4f7f-8da3-197383556a2e,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:02.992394 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.994803 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e5909bbd-3383-4e94-995d-8c6cebcb1780 None None] Deleting port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:59:02.995116 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5909bbd-3383-4e94-995d-8c6cebcb1780 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:03.026691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] No DVR routers for this DVR port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:59:03.085886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Pushing event deleted for resources: {'Port': ['ID=83d8abbe-7fc0-4306-8ffa-1af289da2c8c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:03.128977 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e5909bbd-3383-4e94-995d-8c6cebcb1780 None None] For port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:03.129805 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5909bbd-3383-4e94-995d-8c6cebcb1780 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:03.148729 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-4b6fc2cc-3a16-48c8-9619-f4a8be54bb5e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1928532 Nov 11 21:59:03.161232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network f401a27c-237b-47fa-8624-2368717d75c1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:59:03.162815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:59:03.175904 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e5909bbd-3383-4e94-995d-8c6cebcb1780 None None] Calling delete_port for 83d8abbe-7fc0-4306-8ffa-1af289da2c8c owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:59:03.180010 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-e5909bbd-3383-4e94-995d-8c6cebcb1780 None None] Port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:59:03.183143 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:03.186003 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5909bbd-3383-4e94-995d-8c6cebcb1780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:03.226751 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5909bbd-3383-4e94-995d-8c6cebcb1780 None None] Pushing event deleted for resources: {'Port': ['ID=83d8abbe-7fc0-4306-8ffa-1af289da2c8c,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:03.238593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652c35b-58fc-4f2b-b25d-fb6e82780a80 req-edb09032-c83a-4797-b7ce-b415e1d35c11 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:03.241717 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5909bbd-3383-4e94-995d-8c6cebcb1780 None None] No DVR routers for this DVR port 83d8abbe-7fc0-4306-8ffa-1af289da2c8c on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:59:03.253408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6652c35b-58fc-4f2b-b25d-fb6e82780a80 req-edb09032-c83a-4797-b7ce-b415e1d35c11 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.1675775 Nov 11 21:59:03.268345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f76891-0d3c-46d7-a07b-a9299b934a7b']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:03.288442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a41c4be-3cec-40ba-9ca8-4c1d2b8891fe') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:03.288928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a41c4be-3cec-40ba-9ca8-4c1d2b8891fe') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:03.306658 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:03.348744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:03.397633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Router dfe68794-8e6a-427a-881f-08a7aac6f7ae has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:59:03.400161 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6652c35b-58fc-4f2b-b25d-fb6e82780a80 req-8b91c624-9bd3-44ec-a2ca-48609ca6a152 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466310 Nov 11 21:59:03.403849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:59:03.404396 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: timer() Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:59:03.408128 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:59:03.510728 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:03.525893 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:03.532293 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] 10.222.0.57 "DELETE /v2.0/networks/e8f76891-0d3c-46d7-a07b-a9299b934a7b HTTP/1.1" status: 204 len: 168 time: 1.0223508 Nov 11 21:59:03.551396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1c17e-e6d6-4699-b479-9132ce0e1768 tempest-TagsExtTest-1792250311 tempest-TagsExtTest-1792250311-project] Pushing event deleted for resources: {'Network': ['ID=e8f76891-0d3c-46d7-a07b-a9299b934a7b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:03.627349 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:59:03.637052 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c3a63f20-8019-439e-8d7f-f2cbc0faa5c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "PUT /v2.0/routers/dfe68794-8e6a-427a-881f-08a7aac6f7ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5395746 Nov 11 21:59:03.637336 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47522) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:03.770641 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7610353-d779-4f8a-8d25-979f763efbf5 None None] Network f401a27c-237b-47fa-8624-2368717d75c1 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:59:03.900065 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d7e1c17b-e8c8-47bc-8640-37671b982758 None None] Provisioning complete for port 5f0c8913-06cb-439e-9177-f971e727436e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:03.906813 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c17b-e8c8-47bc-8640-37671b982758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:04.030819 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47534) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:04.077941 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Sync routers for ids ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:59:04.105506 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5f0c8913-06cb-439e-9177-f971e727436e up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:59:04.177972 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Routers {'dfe68794-8e6a-427a-881f-08a7aac6f7ae'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:59:04.178613 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:04.230962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3f09f515-9e8d-4e84-8549-3981abc00c2a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8e59bebd70f84dc3b6a997440969a6d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1980805 Nov 11 21:59:04.237070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47542) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:04.326410 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1d6a95bf-6096-498a-b67c-58a85498c303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:04.382363 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1d6a95bf-6096-498a-b67c-58a85498c303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:04.393133 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5f0c8913-06cb-439e-9177-f971e727436e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:04.393510 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:04.404844 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c17b-e8c8-47bc-8640-37671b982758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:04.497438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d7e1c17b-e8c8-47bc-8640-37671b982758 None None] For port 5f0c8913-06cb-439e-9177-f971e727436e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5f0c8913-06cb-439e-9177-f971e727436e,segment=NetworkSegment(c1f6e7b5-ab10-4b09-b473-4a0725085af0),segment_id=c1f6e7b5-ab10-4b09-b473-4a0725085af0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:04.499240 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1d6a95bf-6096-498a-b67c-58a85498c303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:04.502300 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1d6a95bf-6096-498a-b67c-58a85498c303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:04.503785 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1d6a95bf-6096-498a-b67c-58a85498c303 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/08319ede-18db-47d7-8469-97429faf21ea HTTP/1.1" status: 204 len: 168 time: 0.2620261 Nov 11 21:59:04.520187 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Set router dfe68794-8e6a-427a-881f-08a7aac6f7ae gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:59:04.541380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a95bf-6096-498a-b67c-58a85498c303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08319ede-18db-47d7-8469-97429faf21ea,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:04.601238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648cf41-5f55-4e0a-acaf-a0b90c2d41e3 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.601855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648cf41-5f55-4e0a-acaf-a0b90c2d41e3 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.602346 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648cf41-5f55-4e0a-acaf-a0b90c2d41e3 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.602855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648cf41-5f55-4e0a-acaf-a0b90c2d41e3 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.603366 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648cf41-5f55-4e0a-acaf-a0b90c2d41e3 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.604106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648cf41-5f55-4e0a-acaf-a0b90c2d41e3 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.604612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648cf41-5f55-4e0a-acaf-a0b90c2d41e3 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.605165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648cf41-5f55-4e0a-acaf-a0b90c2d41e3 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.610633 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2648cf41-5f55-4e0a-acaf-a0b90c2d41e3 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5676 time: 0.9722731 Nov 11 21:59:04.611455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47552) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:04.642778 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c17b-e8c8-47bc-8640-37671b982758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:04.692523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a350-ea2d-4343-96d1-47c8f1e765a3 req-6c348368-c709-42a0-abb8-5322c6741e49 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.709179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bc2a350-ea2d-4343-96d1-47c8f1e765a3 req-6c348368-c709-42a0-abb8-5322c6741e49 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.1455894 Nov 11 21:59:04.797192 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bc2a350-ea2d-4343-96d1-47c8f1e765a3 req-92ed658f-deac-4bf6-9f12-7e28855a8edf tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862341 Nov 11 21:59:04.848056 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3942f2d-7e28-4b2c-8b98-8345c6aa3348 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.850563 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3942f2d-7e28-4b2c-8b98-8345c6aa3348 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.851807 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3942f2d-7e28-4b2c-8b98-8345c6aa3348 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.852459 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3942f2d-7e28-4b2c-8b98-8345c6aa3348 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.853852 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3942f2d-7e28-4b2c-8b98-8345c6aa3348 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.855445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3942f2d-7e28-4b2c-8b98-8345c6aa3348 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.857108 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3942f2d-7e28-4b2c-8b98-8345c6aa3348 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.857822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3942f2d-7e28-4b2c-8b98-8345c6aa3348 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.864842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47562) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:04.876379 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a3942f2d-7e28-4b2c-8b98-8345c6aa3348 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5264 time: 0.2636774 Nov 11 21:59:04.993617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-57548657-5489-4de7-9c01-be20a0b6fd22 None None] Provisioning complete for port fff7f488-a9e3-4f7f-8da3-197383556a2e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:04.994137 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57548657-5489-4de7-9c01-be20a0b6fd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:04.996128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1c17b-e8c8-47bc-8640-37671b982758 None None] Pushing event updated for resources: {'Port': ['ID=5f0c8913-06cb-439e-9177-f971e727436e,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:05.089040 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-57548657-5489-4de7-9c01-be20a0b6fd22 None None] Port fff7f488-a9e3-4f7f-8da3-197383556a2e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:59:05.110584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-57548657-5489-4de7-9c01-be20a0b6fd22 None None] Provisioning complete for port 5f0c8913-06cb-439e-9177-f971e727436e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:05.110954 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57548657-5489-4de7-9c01-be20a0b6fd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:05.187297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 83d8abbe-7fc0-4306-8ffa-1af289da2c8c no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:59:05.292482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 83d8abbe-7fc0-4306-8ffa-1af289da2c8c {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:59:05.293024 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 83d8abbe-7fc0-4306-8ffa-1af289da2c8c not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:59:05.309371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a93d34-7528-4215-9131-690ff7dadc5a req-35f0fb0f-2c7e-4ea7-85a1-7a222007bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:05.310795 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-35f0fb0f-2c7e-4ea7-85a1-7a222007bcb9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 1096 time: 0.1101084 Nov 11 21:59:05.318285 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fc7c879c-3772-4459-851e-c8f67f08cd94 tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 0.4515374 Nov 11 21:59:05.371403 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:02Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fff7f488-a9e3-4f7f-8da3-197383556a2e', 'name': '', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:a2:52:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:59:00Z', 'updated_at': '2021-11-11T21:59:02Z', 'revision_number': 2, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:05.443923 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a93d34-7528-4215-9131-690ff7dadc5a req-7e2893e9-6771-45aa-8fd5-224cbaa2bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:05.445477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-7e2893e9-6771-45aa-8fd5-224cbaa2bd36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c09b672c-4fd5-4856-9051-847031f01786 HTTP/1.1" status: 200 len: 899 time: 0.1261842 Nov 11 21:59:05.454206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Checking router: dfe68794-8e6a-427a-881f-08a7aac6f7ae for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:59:05.454590 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Updating router dfe68794-8e6a-427a-881f-08a7aac6f7ae port fff7f488-a9e3-4f7f-8da3-197383556a2e binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:59:05.492200 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:05.543071 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-e27133e4-2427-4f5b-a9fd-15fb664decee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0 HTTP/1.1" status: 200 len: 1001 time: 0.0824475 Nov 11 21:59:05.628451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47588) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:05.634555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b11fb1af-8134-4d93-98bc-b338b9e8128a tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-779109725', 'description': 'tempest-secgroup-smoke-779109725 description', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:05.656475 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-13ace9ad-5542-4077-a429-d9d7b042c3ff None None] Provisioning complete for port fff7f488-a9e3-4f7f-8da3-197383556a2e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:05.657147 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-13ace9ad-5542-4077-a429-d9d7b042c3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:05.665788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a93d34-7528-4215-9131-690ff7dadc5a req-a897c563-daa9-42fb-8d0c-829b6f50f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:05.667413 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-a897c563-daa9-42fb-8d0c-829b6f50f810 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4d70ae7-64f7-47d2-a2f8-01637edf1c33 HTTP/1.1" status: 200 len: 834 time: 0.1172676 Nov 11 21:59:05.674178 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b11fb1af-8134-4d93-98bc-b338b9e8128a tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:05.702217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-13ace9ad-5542-4077-a429-d9d7b042c3ff None None] Port fff7f488-a9e3-4f7f-8da3-197383556a2e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:59:05.773553 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a93d34-7528-4215-9131-690ff7dadc5a req-95e5977f-0b35-43b2-82fe-6ca58c91b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:05.775171 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-95e5977f-0b35-43b2-82fe-6ca58c91b5a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c09b672c-4fd5-4856-9051-847031f01786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978637 Nov 11 21:59:05.860869 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b11fb1af-8134-4d93-98bc-b338b9e8128a tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:05.869741 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b11fb1af-8134-4d93-98bc-b338b9e8128a tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:05.908603 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:05.923527 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b11fb1af-8134-4d93-98bc-b338b9e8128a tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:05.923675 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:05.927638 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b11fb1af-8134-4d93-98bc-b338b9e8128a tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2949610 Nov 11 21:59:05.927943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47600) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:05.934850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-349fc83d-8634-4d70-9a8d-3011e52450f7 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '9e517404-c95a-41d8-8c9b-106974c97010', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:05.990464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a4cfa-0e03-4083-be9e-118cfcb5e358 None None] Pushing event updated for resources: {'Port': ['ID=fff7f488-a9e3-4f7f-8da3-197383556a2e,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:06.010213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fb1af-8134-4d93-98bc-b338b9e8128a tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e517404-c95a-41d8-8c9b-106974c97010,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:06.010213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-1870e2b6-9eb8-4133-b45b-ca52ec876b0c service neutron] 10.222.0.10 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123804 Nov 11 21:59:06.011892 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-349fc83d-8634-4d70-9a8d-3011e52450f7 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.037005 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87121f39-f93f-43bf-b767-11a9dc5708ad req-7104d7ec-9aee-410f-9edc-28aa59da5fee tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:06.045515 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87121f39-f93f-43bf-b767-11a9dc5708ad req-7104d7ec-9aee-410f-9edc-28aa59da5fee tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.1362760 Nov 11 21:59:06.128539 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-349fc83d-8634-4d70-9a8d-3011e52450f7 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.142952 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-349fc83d-8634-4d70-9a8d-3011e52450f7 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.196064 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fc83d-8634-4d70-9a8d-3011e52450f7 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63833ab2-76b5-4be7-9ff3-7bd4c587564e,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:06.238924 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87121f39-f93f-43bf-b767-11a9dc5708ad req-c4dd8535-7b5e-40f7-a6bc-ac16163b3352 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924973 Nov 11 21:59:06.243169 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-349fc83d-8634-4d70-9a8d-3011e52450f7 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.249791 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47610) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:06.250257 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-349fc83d-8634-4d70-9a8d-3011e52450f7 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3188131 Nov 11 21:59:06.265724 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5f0c8913-06cb-439e-9177-f971e727436e up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:59:06.277938 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3f228de7-6d28-4f2b-9af5-fbd897aa72c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '9e517404-c95a-41d8-8c9b-106974c97010', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:06.352333 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Attempting to bind port fff7f488-a9e3-4f7f-8da3-197383556a2e on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:59:06.352745 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Attempting to bind port fff7f488-a9e3-4f7f-8da3-197383556a2e by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'c1f6e7b5-ab10-4b09-b473-4a0725085af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:59:06.355279 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Attempting to bind port fff7f488-a9e3-4f7f-8da3-197383556a2e on network f401a27c-237b-47fa-8624-2368717d75c1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:59:06.359308 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f228de7-6d28-4f2b-9af5-fbd897aa72c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.363583 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-721e136c-3288-46a4-9eeb-4b67aedf5218 service neutron] 10.222.0.10 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574300 Nov 11 21:59:06.390443 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:59:06.390964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Checking segment: {'id': 'c1f6e7b5-ab10-4b09-b473-4a0725085af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:59:06.391467 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.392556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Bound using segment: {'id': 'c1f6e7b5-ab10-4b09-b473-4a0725085af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:59:06.392953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Bound port: fff7f488-a9e3-4f7f-8da3-197383556a2e, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f6e7b5-ab10-4b09-b473-4a0725085af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:59:06.393362 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.398079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-80352dcf-eeed-43c3-9474-e8f3514f8f75 None None] Provisioning complete for port fff7f488-a9e3-4f7f-8da3-197383556a2e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:06.398417 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-80352dcf-eeed-43c3-9474-e8f3514f8f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.500066 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f228de7-6d28-4f2b-9af5-fbd897aa72c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.507506 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f228de7-6d28-4f2b-9af5-fbd897aa72c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.525498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5f0c8913-06cb-439e-9177-f971e727436e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:06.526017 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.530049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f228de7-6d28-4f2b-9af5-fbd897aa72c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9255ddf2-b992-4290-ac0e-2bda0cbaf48a,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:06.542885 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f228de7-6d28-4f2b-9af5-fbd897aa72c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.544265 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3f228de7-6d28-4f2b-9af5-fbd897aa72c3 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2906818 Nov 11 21:59:06.547512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47620) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:06.556339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8b99346a-d0b8-4898-837e-924b067fea35 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '9e517404-c95a-41d8-8c9b-106974c97010', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:06.565372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-80352dcf-eeed-43c3-9474-e8f3514f8f75 None None] Port fff7f488-a9e3-4f7f-8da3-197383556a2e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:59:06.577299 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] For port fff7f488-a9e3-4f7f-8da3-197383556a2e, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:59:06.582465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] For port fff7f488-a9e3-4f7f-8da3-197383556a2e, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fff7f488-a9e3-4f7f-8da3-197383556a2e,segment=NetworkSegment(c1f6e7b5-ab10-4b09-b473-4a0725085af0),segment_id=c1f6e7b5-ab10-4b09-b473-4a0725085af0)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:59:06.602361 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b99346a-d0b8-4898-837e-924b067fea35 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.612390 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.684727 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b99346a-d0b8-4898-837e-924b067fea35 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.690528 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b99346a-d0b8-4898-837e-924b067fea35 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.720572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99346a-d0b8-4898-837e-924b067fea35 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4059cd6-f618-45e9-99ab-916243ef5930,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:06.736336 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8b99346a-d0b8-4898-837e-924b067fea35 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.739184 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8b99346a-d0b8-4898-837e-924b067fea35 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1861506 Nov 11 21:59:06.741558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47624) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:06.750062 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0b228223-8ac7-4e6c-8180-85c364326dbc tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '9e517404-c95a-41d8-8c9b-106974c97010', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:06.759300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a4cfa-0e03-4083-be9e-118cfcb5e358 None None] Pushing event updated for resources: {'Port': ['ID=fff7f488-a9e3-4f7f-8da3-197383556a2e,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:06.769859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Routers {'dfe68794-8e6a-427a-881f-08a7aac6f7ae'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:59:06.770502 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:06.828102 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b228223-8ac7-4e6c-8180-85c364326dbc tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.989734 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b228223-8ac7-4e6c-8180-85c364326dbc tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:06.992521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] Set router dfe68794-8e6a-427a-881f-08a7aac6f7ae gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:59:06.998821 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b228223-8ac7-4e6c-8180-85c364326dbc tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.044398 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b228223-8ac7-4e6c-8180-85c364326dbc tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d655a6ad-02a9-49f4-acf8-283cb25cbe4a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:07.061801 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0b228223-8ac7-4e6c-8180-85c364326dbc tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.065390 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0b228223-8ac7-4e6c-8180-85c364326dbc tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3226354 Nov 11 21:59:07.068739 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47644) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:07.075457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d6ada24f-01de-4080-a0ae-354482f65a23 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '9e517404-c95a-41d8-8c9b-106974c97010', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:07.140832 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-d6ada24f-01de-4080-a0ae-354482f65a23 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Project a6474ef6257e4f61ac984a0b362bab65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:59:07.149059 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6ada24f-01de-4080-a0ae-354482f65a23 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.150257 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-36c81586-9865-4bac-8efe-41a0e48b4c16 None None] Provisioning complete for port fff7f488-a9e3-4f7f-8da3-197383556a2e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:07.150643 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36c81586-9865-4bac-8efe-41a0e48b4c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.238654 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6ada24f-01de-4080-a0ae-354482f65a23 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.243877 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6ada24f-01de-4080-a0ae-354482f65a23 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.266889 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ada24f-01de-4080-a0ae-354482f65a23 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b067a073-4e2c-436d-b63d-62c813b44a1f,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:07.285374 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6ada24f-01de-4080-a0ae-354482f65a23 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.287087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d6ada24f-01de-4080-a0ae-354482f65a23 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2170134 Nov 11 21:59:07.289685 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 47652) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:07.295121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a488d785-0fc2-4ec6-947e-69fcb40a488f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'security_group_rule': {'security_group_id': '9e517404-c95a-41d8-8c9b-106974c97010', 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:07.324560 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:59:07.326671 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36c81586-9865-4bac-8efe-41a0e48b4c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.327404 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-a488d785-0fc2-4ec6-947e-69fcb40a488f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Project a6474ef6257e4f61ac984a0b362bab65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:59:07.334204 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a488d785-0fc2-4ec6-947e-69fcb40a488f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.344313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:02Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fff7f488-a9e3-4f7f-8da3-197383556a2e', 'name': '', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:a2:52:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:59:00Z', 'updated_at': '2021-11-11T21:59:06Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:07.378717 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbca78d-bb95-48af-8193-3228d899601d None None] The sync data for ids ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'] in n-d-805737-3 is: [{'id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:02Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fff7f488-a9e3-4f7f-8da3-197383556a2e', 'name': '', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:a2:52:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:59:00Z', 'updated_at': '2021-11-11T21:59:06Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:59:07.394804 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-36c81586-9865-4bac-8efe-41a0e48b4c16 None None] For port fff7f488-a9e3-4f7f-8da3-197383556a2e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fff7f488-a9e3-4f7f-8da3-197383556a2e,segment=NetworkSegment(c1f6e7b5-ab10-4b09-b473-4a0725085af0),segment_id=c1f6e7b5-ab10-4b09-b473-4a0725085af0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:07.404304 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36c81586-9865-4bac-8efe-41a0e48b4c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.423050 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a488d785-0fc2-4ec6-947e-69fcb40a488f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.431394 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a488d785-0fc2-4ec6-947e-69fcb40a488f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.500732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488d785-0fc2-4ec6-947e-69fcb40a488f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a077003e-305b-42fe-80dd-4c88c14fe487,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:07.508223 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a488d785-0fc2-4ec6-947e-69fcb40a488f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.511893 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a488d785-0fc2-4ec6-947e-69fcb40a488f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2211390 Nov 11 21:59:07.539026 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c81586-9865-4bac-8efe-41a0e48b4c16 None None] Pushing event updated for resources: {'Port': ['ID=fff7f488-a9e3-4f7f-8da3-197383556a2e,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:07.681859 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99589b88-6a29-4119-842a-5347de35b485 req-7f61d396-554f-45f6-bc57-2f66d1f83291 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:07.683469 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99589b88-6a29-4119-842a-5347de35b485 req-7f61d396-554f-45f6-bc57-2f66d1f83291 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.0707374 Nov 11 21:59:07.754760 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99589b88-6a29-4119-842a-5347de35b485 req-e82df8a7-0da6-4e7f-b2a0-da0e18e4d1c1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631278 Nov 11 21:59:07.861221 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47680) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:07.998408 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78a629-009a-49c4-a2cd-64d5c647a8bb req-4d26f64e-60fd-46cc-9fff-562f56a6095b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:08.002107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5d78a629-009a-49c4-a2cd-64d5c647a8bb req-4d26f64e-60fd-46cc-9fff-562f56a6095b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 945 time: 0.1051004 Nov 11 21:59:08.016195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fff7f488-a9e3-4f7f-8da3-197383556a2e up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:59:08.053409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f928e7b2-3451-4171-90b4-a655910e48e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:08.094123 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5d78a629-009a-49c4-a2cd-64d5c647a8bb req-de9dcd6e-acba-4f3d-8be5-d02aa91c30ca tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761116 Nov 11 21:59:08.123371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port fff7f488-a9e3-4f7f-8da3-197383556a2e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:08.125267 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:08.194547 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f928e7b2-3451-4171-90b4-a655910e48e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:08.201566 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f928e7b2-3451-4171-90b4-a655910e48e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:08.233127 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-29a03e93-c63b-4ddf-84a3-6f1ab6398e49 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779109725&fields=id&tenant_id=a6474ef6257e4f61ac984a0b362bab65 HTTP/1.1" status: 200 len: 267 time: 0.0575609 Nov 11 21:59:08.258112 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928e7b2-3451-4171-90b4-a655910e48e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc0281f-bd35-4e0e-96c5-523e82fd30ed,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:08.288079 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f928e7b2-3451-4171-90b4-a655910e48e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b7cccbcf9de4124b04fbe1f1e730ce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4256771 Nov 11 21:59:08.291059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47696) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:08.362264 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ccb27459-8859-421c-9ed3-5ee3addcf878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:08.388665 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ccb27459-8859-421c-9ed3-5ee3addcf878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:08.397549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-1ce14fc3-3789-42b9-80ec-4b47b33e246f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:08.405017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-1ce14fc3-3789-42b9-80ec-4b47b33e246f tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/networks?id=f401a27c-237b-47fa-8624-2368717d75c1 HTTP/1.1" status: 200 len: 797 time: 0.1641555 Nov 11 21:59:08.421256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-c1cacd93-1102-4350-9561-a665466a5c94 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/quotas/a6474ef6257e4f61ac984a0b362bab65 HTTP/1.1" status: 200 len: 375 time: 0.0152447 Nov 11 21:59:08.438527 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ccb27459-8859-421c-9ed3-5ee3addcf878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:08.445345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ccb27459-8859-421c-9ed3-5ee3addcf878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:08.448942 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ccb27459-8859-421c-9ed3-5ee3addcf878 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3dc0281f-bd35-4e0e-96c5-523e82fd30ed HTTP/1.1" status: 204 len: 168 time: 0.1542270 Nov 11 21:59:08.467165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb27459-8859-421c-9ed3-5ee3addcf878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc0281f-bd35-4e0e-96c5-523e82fd30ed,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:08.841299 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47710) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:08.863753 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49683fae-89c0-465b-b812-9923be98b800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:08.897546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-16edf2ae-c16f-4585-a5e5-569a845809c7 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6474ef6257e4f61ac984a0b362bab65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4747150 Nov 11 21:59:08.912704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-d7d641d8-b9f2-4643-8419-edb5279e1710 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:59:08.913953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-d7d641d8-b9f2-4643-8419-edb5279e1710 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067563 Nov 11 21:59:08.986320 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49683fae-89c0-465b-b812-9923be98b800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:08.992480 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-49683fae-89c0-465b-b812-9923be98b800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:09.023938 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-6e84d625-5dc9-4777-ac18-67c8c666e6db service neutron] 10.222.0.57 "GET /v2.0/networks/f401a27c-237b-47fa-8624-2368717d75c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983963 Nov 11 21:59:09.034566 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-49683fae-89c0-465b-b812-9923be98b800 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=69cb787904104195b22491cb8b75e900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1896551 Nov 11 21:59:09.034566 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49683fae-89c0-465b-b812-9923be98b800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d95a7e-6e42-47fd-9423-2e79d1a4ad4c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:09.037471 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 47718) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:09.091089 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07bd13ea-8d28-462a-8331-b60ab64b5c43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:09.114544 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07bd13ea-8d28-462a-8331-b60ab64b5c43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:09.148699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb929937-9a49-4314-b613-a9812824daf3 req-e958061c-5388-491d-ba19-d8f014675230 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:09.150226 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb929937-9a49-4314-b613-a9812824daf3 req-e958061c-5388-491d-ba19-d8f014675230 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 945 time: 0.0933638 Nov 11 21:59:09.169538 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07bd13ea-8d28-462a-8331-b60ab64b5c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:09.172628 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07bd13ea-8d28-462a-8331-b60ab64b5c43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:09.174417 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-07bd13ea-8d28-462a-8331-b60ab64b5c43 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/92d95a7e-6e42-47fd-9423-2e79d1a4ad4c HTTP/1.1" status: 204 len: 168 time: 0.1360173 Nov 11 21:59:09.185431 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd13ea-8d28-462a-8331-b60ab64b5c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d95a7e-6e42-47fd-9423-2e79d1a4ad4c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:09.214695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-e355dea2-4c0a-4a33-9ca1-2aff0e271293 service neutron] 10.222.0.57 "GET /v2.0/networks/f401a27c-237b-47fa-8624-2368717d75c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832805 Nov 11 21:59:09.291123 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-bb929937-9a49-4314-b613-a9812824daf3 req-6140190e-504f-42fa-b55d-19a80c6c70b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Deleting port 689b83c4-a650-47f6-96c5-a503891fcd61 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:59:09.291546 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bb929937-9a49-4314-b613-a9812824daf3 req-6140190e-504f-42fa-b55d-19a80c6c70b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:09.479646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-bb929937-9a49-4314-b613-a9812824daf3 req-6140190e-504f-42fa-b55d-19a80c6c70b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] For port 689b83c4-a650-47f6-96c5-a503891fcd61, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=689b83c4-a650-47f6-96c5-a503891fcd61,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:09.480191 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bb929937-9a49-4314-b613-a9812824daf3 req-6140190e-504f-42fa-b55d-19a80c6c70b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:09.633181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dce33-3771-41d6-89b9-b336b411af4a req-fdf979c6-bb79-433f-8e10-0780ae4d1b46 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:09.640511 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d84dce33-3771-41d6-89b9-b336b411af4a req-fdf979c6-bb79-433f-8e10-0780ae4d1b46 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.2143452 Nov 11 21:59:09.733895 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d84dce33-3771-41d6-89b9-b336b411af4a req-31f354c9-7ac9-46a9-bccb-35effd96a061 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668344 Nov 11 21:59:09.851819 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bb929937-9a49-4314-b613-a9812824daf3 req-6140190e-504f-42fa-b55d-19a80c6c70b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:09.852227 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bb929937-9a49-4314-b613-a9812824daf3 req-6140190e-504f-42fa-b55d-19a80c6c70b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:09.853360 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-bb929937-9a49-4314-b613-a9812824daf3 req-6140190e-504f-42fa-b55d-19a80c6c70b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Floating IP 6a6547cb-3c72-4b34-8971-2a4d0f6f16d7 disassociated. External IP: 172.25.0.169, port: 689b83c4-a650-47f6-96c5-a503891fcd61. Nov 11 21:59:09.853781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-bb929937-9a49-4314-b613-a9812824daf3 req-6140190e-504f-42fa-b55d-19a80c6c70b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Calling delete_port for 689b83c4-a650-47f6-96c5-a503891fcd61 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:59:10.049796 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5975f2-7557-4024-943c-bba7dde6ff2a req-6da9b28d-deba-4343-8298-7d17d3ccfccf tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:10.051452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef5975f2-7557-4024-943c-bba7dde6ff2a req-6da9b28d-deba-4343-8298-7d17d3ccfccf tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 945 time: 0.0986497 Nov 11 21:59:10.070945 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bb929937-9a49-4314-b613-a9812824daf3 req-6140190e-504f-42fa-b55d-19a80c6c70b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:10.109753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140190e-504f-42fa-b55d-19a80c6c70b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event deleted for resources: {'Port': ['ID=689b83c4-a650-47f6-96c5-a503891fcd61,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:10.195755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef5975f2-7557-4024-943c-bba7dde6ff2a req-ce786e8e-4070-48ba-b62d-a0357d8d9d33 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330497 Nov 11 21:59:10.336729 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aac26b90-38e3-43be-87d7-4c570b3174e8 req-5d7412a4-d03f-4d04-8137-55526d650c47 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 210 time: 0.0372517 Nov 11 21:59:10.358439 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb929937-9a49-4314-b613-a9812824daf3 req-6140190e-504f-42fa-b55d-19a80c6c70b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Router ee923260-7045-4fdb-8fca-3c9325ff364a has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:59:10.480224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb929937-9a49-4314-b613-a9812824daf3 req-6140190e-504f-42fa-b55d-19a80c6c70b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:59:10.501030 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c29d99-3703-4dfc-ae91-401f435f9b95 None None] Sync routers for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:59:10.545264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb929937-9a49-4314-b613-a9812824daf3 req-6140190e-504f-42fa-b55d-19a80c6c70b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] No DVR routers for this DVR port 689b83c4-a650-47f6-96c5-a503891fcd61 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:59:10.547668 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c29d99-3703-4dfc-ae91-401f435f9b95 None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:59:10.549850 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bb929937-9a49-4314-b613-a9812824daf3 req-6140190e-504f-42fa-b55d-19a80c6c70b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:10.550605 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-18c29d99-3703-4dfc-ae91-401f435f9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:10.553964 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb929937-9a49-4314-b613-a9812824daf3 req-6140190e-504f-42fa-b55d-19a80c6c70b3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "DELETE /v2.0/ports/689b83c4-a650-47f6-96c5-a503891fcd61 HTTP/1.1" status: 204 len: 173 time: 1.3939729 Nov 11 21:59:10.554459 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207f48e2-e228-40cf-90cb-d323dce241bf', 'name': 'network-vif-deleted', 'tag': '689b83c4-a650-47f6-96c5-a503891fcd61'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:59:10.556963 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87021dd-d724-420a-afc3-66c0450957bd" -d '{"events": [{"server_uuid": "207f48e2-e228-40cf-90cb-d323dce241bf", "name": "network-vif-deleted", "tag": "689b83c4-a650-47f6-96c5-a503891fcd61"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:59:10.610699 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06a2c17-08f8-4c61-8cf3-9e67b4bb1a45 x-openstack-request-id: req-a06a2c17-08f8-4c61-8cf3-9e67b4bb1a45 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:59:10.611314 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207f48e2-e228-40cf-90cb-d323dce241bf", "name": "network-vif-deleted", "tag": "689b83c4-a650-47f6-96c5-a503891fcd61", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:59:10.611765 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a06a2c17-08f8-4c61-8cf3-9e67b4bb1a45 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:59:10.612381 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207f48e2-e228-40cf-90cb-d323dce241bf', 'name': 'network-vif-deleted', 'tag': '689b83c4-a650-47f6-96c5-a503891fcd61', 'status': 'completed', 'code': 200} Nov 11 21:59:10.749502 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-18c29d99-3703-4dfc-ae91-401f435f9b95 None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:59:10.907711 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-6b2fc34c-0035-4c8f-980a-f291fdda30fa tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:10.916150 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-6b2fc34c-0035-4c8f-980a-f291fdda30fa tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.71 "GET /v2.0/networks?id=f401a27c-237b-47fa-8624-2368717d75c1 HTTP/1.1" status: 200 len: 797 time: 0.2364357 Nov 11 21:59:10.935377 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03735e1-8971-4a16-8bf2-1761aaed11a3 req-821d3d60-34bd-45c3-960e-e59d65d8524d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:10.948193 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c03735e1-8971-4a16-8bf2-1761aaed11a3 req-821d3d60-34bd-45c3-960e-e59d65d8524d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.0715318 Nov 11 21:59:11.035926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c03735e1-8971-4a16-8bf2-1761aaed11a3 req-cf221660-121e-4794-ad6d-58c023e27542 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868313 Nov 11 21:59:11.068759 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-f7906587-8acf-48e7-bca4-48b4660c3d83 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6474ef6257e4f61ac984a0b362bab65 HTTP/1.1" status: 200 len: 379 time: 0.1395316 Nov 11 21:59:11.082481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'port': {'device_id': 'b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'admin_state_up': True, 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'security_groups': ['9e517404-c95a-41d8-8c9b-106974c97010']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:11.181211 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:11.336956 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-18c29d99-3703-4dfc-ae91-401f435f9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:11.343882 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Made reservation on behalf of a6474ef6257e4f61ac984a0b362bab65 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:59:11.347520 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:11.389639 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0397163b-a616-4442-b96d-949b4db2d21b req-82d97098-4eb7-4be2-8004-b4eeb85bc77e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 210 time: 0.0851223 Nov 11 21:59:11.394867 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c29d99-3703-4dfc-ae91-401f435f9b95 None None] Checking router: ee923260-7045-4fdb-8fca-3c9325ff364a for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:59:11.419002 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c29d99-3703-4dfc-ae91-401f435f9b95 None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:59:11.419764 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-18c29d99-3703-4dfc-ae91-401f435f9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:58:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:11.511924 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-899f0c55-0b34-404f-988c-f77a9eca1579 req-7ba2c196-e3d8-4119-a5ed-9edbc4f84c63 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 210 time: 0.0546002 Nov 11 21:59:11.551860 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Allocated IP 172.20.0.3 (f401a27c-237b-47fa-8624-2368717d75c1/aca552d5-e9eb-474e-8028-450435fdae99/1ea669f3-6e43-4b58-a11c-2ab32ad594d9) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:59:11.589678 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-18c29d99-3703-4dfc-ae91-401f435f9b95 None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:59:11.733708 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:11.783454 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:11.836877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network f401a27c-237b-47fa-8624-2368717d75c1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:59:11.844199 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:59:11.848423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:59:11.857169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Port': ['ID=1ea669f3-6e43-4b58-a11c-2ab32ad594d9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:11.889933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:11.890222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:11.890559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:11.891086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:11.891674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:11.892085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:11.892410 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:11.892732 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:11.893108 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:11.893389 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:11.898303 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:11.898303 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:11.939465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:11.943898 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:11.989446 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-18c29d99-3703-4dfc-ae91-401f435f9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:11.994684 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-0999386f-0406-4131-96c3-b1a162a2645e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9162278 Nov 11 21:59:12.013362 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Request body: {'port': {'device_id': 'b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:12.042387 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c29d99-3703-4dfc-ae91-401f435f9b95 None None] The sync data for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 is: [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:59:12.129623 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:12.219869 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd761e-d08d-478e-b736-a2b6febc7a84 req-0df1d886-4b11-48db-8dab-e0a48eca2b7d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:12.222047 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0dd761e-d08d-478e-b736-a2b6febc7a84 req-0df1d886-4b11-48db-8dab-e0a48eca2b7d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.0760970 Nov 11 21:59:12.258862 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 689b83c4-a650-47f6-96c5-a503891fcd61 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:59:12.285346 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 689b83c4-a650-47f6-96c5-a503891fcd61 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:59:12.285957 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 689b83c4-a650-47f6-96c5-a503891fcd61 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:59:12.314549 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0dd761e-d08d-478e-b736-a2b6febc7a84 req-6799b199-7042-4722-b640-947b2d7bd529 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794349 Nov 11 21:59:12.343321 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-74765234-615e-4e65-957e-916f92fa1dae None None] Provisioning complete for port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:12.344102 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-74765234-615e-4e65-957e-916f92fa1dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:12.390433 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-74765234-615e-4e65-957e-916f92fa1dae None None] Port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:59:12.515083 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6fc69010-b2db-4f12-bc5b-c110e35056ca req-909b3754-cf4b-4db4-9cb4-41a60724cc7a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 210 time: 0.0341072 Nov 11 21:59:12.576418 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b1c9d2-e1da-43a7-9e55-0c6eab25de5c None None] New status for floating IP 6a6547cb-3c72-4b34-8971-2a4d0f6f16d7: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:59:12.606977 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:59:12.615958 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:12.628979 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Transition to ACTIVE for port object 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:59:12.640947 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:12.689269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5a2b9-efc4-4292-9081-02d7945e698e req-601ec062-2c7a-4d94-9af2-e95da7641d4d tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:12.701207 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-adf5a2b9-efc4-4292-9081-02d7945e698e req-601ec062-2c7a-4d94-9af2-e95da7641d4d tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 943 time: 0.0759747 Nov 11 21:59:12.715678 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea669f3-6e43-4b58-a11c-2ab32ad594d9,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:12.793588 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-adf5a2b9-efc4-4292-9081-02d7945e698e req-722c4a70-0e9f-41e9-a422-68df7a4089f9 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e517404-c95a-41d8-8c9b-106974c97010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862095 Nov 11 21:59:12.851250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Attempting to bind port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:59:12.851854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Attempting to bind port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'c1f6e7b5-ab10-4b09-b473-4a0725085af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:59:12.852386 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Attempting to bind port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 on network f401a27c-237b-47fa-8624-2368717d75c1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:59:12.858292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 on network f401a27c-237b-47fa-8624-2368717d75c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:59:12.858983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Attempting to bind port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 on network f401a27c-237b-47fa-8624-2368717d75c1 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:59:12.864607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:59:12.865516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Checking segment: {'id': 'c1f6e7b5-ab10-4b09-b473-4a0725085af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:59:12.866069 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Bound using segment: {'id': 'c1f6e7b5-ab10-4b09-b473-4a0725085af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:59:12.866822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Bound port: 1ea669f3-6e43-4b58-a11c-2ab32ad594d9, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6e7b5-ab10-4b09-b473-4a0725085af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:59:12.867345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:12.970003 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] For port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:59:12.970619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] For port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=1ea669f3-6e43-4b58-a11c-2ab32ad594d9,segment=NetworkSegment(c1f6e7b5-ab10-4b09-b473-4a0725085af0),segment_id=c1f6e7b5-ab10-4b09-b473-4a0725085af0)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:59:12.976697 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:13.041988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:13.043933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:13.046691 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] 10.222.0.71 "PUT /v2.0/ports/1ea669f3-6e43-4b58-a11c-2ab32ad594d9 HTTP/1.1" status: 200 len: 1091 time: 1.0368204 Nov 11 21:59:13.047291 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14', 'tag': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:59:13.049914 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47998ff-e820-41fc-a650-acf07aa8f16c" -d '{"events": [{"name": "network-changed", "server_uuid": "b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14", "tag": "1ea669f3-6e43-4b58-a11c-2ab32ad594d9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:59:13.135713 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15223d3d-def0-4c23-ae47-aec926656fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea669f3-6e43-4b58-a11c-2ab32ad594d9,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:13.176229 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cc7630-60e0-47e8-8dcd-22f0de44f4fb x-openstack-request-id: req-87cc7630-60e0-47e8-8dcd-22f0de44f4fb {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:59:13.176541 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14", "tag": "1ea669f3-6e43-4b58-a11c-2ab32ad594d9", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:59:13.176768 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87cc7630-60e0-47e8-8dcd-22f0de44f4fb {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:59:13.177191 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14', 'tag': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9', 'status': 'completed', 'code': 200} Nov 11 21:59:13.225680 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-e185ea56-29a8-4bc9-8c3e-a6193e3731a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:13.227213 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-e185ea56-29a8-4bc9-8c3e-a6193e3731a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a6474ef6257e4f61ac984a0b362bab65&device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 1094 time: 0.1207972 Nov 11 21:59:13.282189 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-59801c88-198b-4d90-a29e-31f9c51f9c5f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ea669f3-6e43-4b58-a11c-2ab32ad594d9 HTTP/1.1" status: 200 len: 217 time: 0.0452480 Nov 11 21:59:13.349756 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-c3e627b2-2712-4a2c-8193-a154b2a8099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:13.351244 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-c3e627b2-2712-4a2c-8193-a154b2a8099b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aca552d5-e9eb-474e-8028-450435fdae99 HTTP/1.1" status: 200 len: 834 time: 0.0577466 Nov 11 21:59:13.432647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-2577e40b-8d2f-4cfa-a67a-eb66f16028c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:13.436097 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-2577e40b-8d2f-4cfa-a67a-eb66f16028c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f401a27c-237b-47fa-8624-2368717d75c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748141 Nov 11 21:59:13.473443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef8ea8-6716-4c97-acba-e42e75cad6b8 req-70d84561-b8b8-4478-ba16-4a5630dcaf11 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:13.475710 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9ef8ea8-6716-4c97-acba-e42e75cad6b8 req-70d84561-b8b8-4478-ba16-4a5630dcaf11 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.0759978 Nov 11 21:59:13.538872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e9ef8ea8-6716-4c97-acba-e42e75cad6b8 req-1e19bcb4-ff6d-4a3c-84d7-89a958f1b2fa tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567994 Nov 11 21:59:13.549824 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-2b72deee-61ad-4d6e-9f82-1528fc6f24b2 service neutron] 10.222.0.71 "GET /v2.0/networks/f401a27c-237b-47fa-8624-2368717d75c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975215 Nov 11 21:59:13.664868 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-685b03cf-45ca-4175-9e4b-c64c302a4176 req-cc82affa-6eff-4b97-bd26-ae2cf00da68f service neutron] 10.222.0.71 "GET /v2.0/networks/f401a27c-237b-47fa-8624-2368717d75c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051040 Nov 11 21:59:13.770024 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2310ab3-661b-458a-a724-fe7bb1816d69 req-a1ff7aef-e9d9-4623-92d9-e2bc1238ce48 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 210 time: 0.0417249 Nov 11 21:59:13.777357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47998ff-e820-41fc-a650-acf07aa8f16c req-a560abcc-fcb5-485c-8ae2-a0d14569f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:13.778927 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e47998ff-e820-41fc-a650-acf07aa8f16c req-a560abcc-fcb5-485c-8ae2-a0d14569f556 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a6474ef6257e4f61ac984a0b362bab65&device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 1094 time: 0.0563095 Nov 11 21:59:13.882326 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-95360394-3435-460b-bfe9-6360253771c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:13.900673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47998ff-e820-41fc-a650-acf07aa8f16c req-b067c8c4-d5f8-4ade-a8ca-2cae31c2c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:13.903550 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e47998ff-e820-41fc-a650-acf07aa8f16c req-b067c8c4-d5f8-4ade-a8ca-2cae31c2c113 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f401a27c-237b-47fa-8624-2368717d75c1 HTTP/1.1" status: 200 len: 899 time: 0.1154847 Nov 11 21:59:13.929879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fd0c8-8782-40bd-8a3c-02358dfca5c7 req-85905973-9810-45ce-a690-c67946246afe tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:13.938468 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-233fd0c8-8782-40bd-8a3c-02358dfca5c7 req-85905973-9810-45ce-a690-c67946246afe tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 943 time: 0.0855272 Nov 11 21:59:13.966989 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e47998ff-e820-41fc-a650-acf07aa8f16c req-e7a4ccb9-9dca-407f-b693-da795dbc60db service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ea669f3-6e43-4b58-a11c-2ab32ad594d9 HTTP/1.1" status: 200 len: 217 time: 0.0538771 Nov 11 21:59:13.995842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-233fd0c8-8782-40bd-8a3c-02358dfca5c7 req-29091199-9655-4ea5-9034-2fd9a4e58af8 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e517404-c95a-41d8-8c9b-106974c97010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562229 Nov 11 21:59:14.021993 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47998ff-e820-41fc-a650-acf07aa8f16c req-db586cc6-6d39-4a8b-836b-ed0ee8330566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:14.023776 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e47998ff-e820-41fc-a650-acf07aa8f16c req-db586cc6-6d39-4a8b-836b-ed0ee8330566 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aca552d5-e9eb-474e-8028-450435fdae99 HTTP/1.1" status: 200 len: 834 time: 0.0484109 Nov 11 21:59:14.079325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47998ff-e820-41fc-a650-acf07aa8f16c req-115016c2-616b-4bef-afaf-c9cc4e1b9208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:14.080973 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e47998ff-e820-41fc-a650-acf07aa8f16c req-115016c2-616b-4bef-afaf-c9cc4e1b9208 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f401a27c-237b-47fa-8624-2368717d75c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489283 Nov 11 21:59:14.184163 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e47998ff-e820-41fc-a650-acf07aa8f16c req-02b80aa2-ee5d-4e51-a148-e1e3008ce87e service neutron] 10.222.0.71 "GET /v2.0/networks/f401a27c-237b-47fa-8624-2368717d75c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929577 Nov 11 21:59:14.300601 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e47998ff-e820-41fc-a650-acf07aa8f16c req-15d3e33f-d9a6-4581-a1aa-d35110cf8204 service neutron] 10.222.0.71 "GET /v2.0/networks/f401a27c-237b-47fa-8624-2368717d75c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063941 Nov 11 21:59:14.734663 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:14.735502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d8cf3-20cb-4741-a6c9-e8a06f238426 req-9905a78e-c168-4e87-afd4-d3e0911d6022 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:14.738373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9d8cf3-20cb-4741-a6c9-e8a06f238426 req-9905a78e-c168-4e87-afd4-d3e0911d6022 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.0658224 Nov 11 21:59:14.804406 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d9d8cf3-20cb-4741-a6c9-e8a06f238426 req-1330da8e-0981-425e-906a-f7491bb4b289 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597022 Nov 11 21:59:14.976061 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95e48072-142c-4a8e-9fea-0dd107e89803 req-94f86d5e-e915-44b6-9475-a26ad49521ee tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 210 time: 0.0278223 Nov 11 21:59:15.151623 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7598c1-0ed7-4d1f-89ee-26b985c02eb7 req-d827023b-37a8-4354-89ee-e28e09c23b13 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:15.153207 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a7598c1-0ed7-4d1f-89ee-26b985c02eb7 req-d827023b-37a8-4354-89ee-e28e09c23b13 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 943 time: 0.0740082 Nov 11 21:59:15.228523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:59:15.229324 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a7598c1-0ed7-4d1f-89ee-26b985c02eb7 req-84de18e3-9e73-4df0-8051-2d17c24c1f2a tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e517404-c95a-41d8-8c9b-106974c97010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665817 Nov 11 21:59:15.363552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=1ea669f3-6e43-4b58-a11c-2ab32ad594d9,segment=NetworkSegment(c1f6e7b5-ab10-4b09-b473-4a0725085af0),segment_id=c1f6e7b5-ab10-4b09-b473-4a0725085af0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:15.380916 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'port_id': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9', 'mac_address': 'fa:16:3e:bb:07:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:59:15.420203 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:15.435391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:59:15.456555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=1ea669f3-6e43-4b58-a11c-2ab32ad594d9,segment=NetworkSegment(c1f6e7b5-ab10-4b09-b473-4a0725085af0),segment_id=c1f6e7b5-ab10-4b09-b473-4a0725085af0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:15.463159 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:15.524509 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=1ea669f3-6e43-4b58-a11c-2ab32ad594d9,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:15.724555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['1ea669f3-6e43-4b58-a11c-2ab32ad594d9'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:59:16.028086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23466fec-77bd-4507-8dab-d4d67039c0ce req-84f57710-8a76-4b36-b340-0493b970a2da tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:16.030960 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23466fec-77bd-4507-8dab-d4d67039c0ce req-84f57710-8a76-4b36-b340-0493b970a2da tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.0875199 Nov 11 21:59:16.126415 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a17e8f0-228c-4261-925a-a16ab9204d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:16.136075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23466fec-77bd-4507-8dab-d4d67039c0ce req-febd4c45-1d84-4421-ab08-ca521dbef17d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928948 Nov 11 21:59:16.580271 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ca62ac4-6acb-4925-b6b0-150e5b91b0f2 req-15dc6a6f-2067-4d25-bae5-4f0114d994f0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=207f48e2-e228-40cf-90cb-d323dce241bf HTTP/1.1" status: 200 len: 210 time: 0.0375261 Nov 11 21:59:16.691756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370670f-fed4-44d8-ba53-2c0c2b37d2a2 req-90c1ceb7-6df8-4618-892d-053546e41e3a tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:16.693639 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9370670f-fed4-44d8-ba53-2c0c2b37d2a2 req-90c1ceb7-6df8-4618-892d-053546e41e3a tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 944 time: 0.0565717 Nov 11 21:59:16.757108 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9370670f-fed4-44d8-ba53-2c0c2b37d2a2 req-11e32216-cd12-4d13-85b8-9fca991bce3b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e517404-c95a-41d8-8c9b-106974c97010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566254 Nov 11 21:59:17.216253 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:17.244564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:59:17.255483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1e7ce-f5bf-4a77-b768-3c8eadcb83b5 req-487f414f-dc9e-4050-bdb6-7cc90b05d432 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:17.257527 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4f1e7ce-f5bf-4a77-b768-3c8eadcb83b5 req-487f414f-dc9e-4050-bdb6-7cc90b05d432 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.0578609 Nov 11 21:59:17.319995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:59:17.324540 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:17.324942 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:17.325460 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4f1e7ce-f5bf-4a77-b768-3c8eadcb83b5 req-57b9d18d-230d-480e-b40f-2ea92fc6f919 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607593 Nov 11 21:59:17.452866 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:17.483461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:59:17.483461 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb47552-436e-4301-82f3-9d570bfb02f6" -d '{"events": [{"server_uuid": "b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14", "name": "network-vif-plugged", "status": "completed", "tag": "1ea669f3-6e43-4b58-a11c-2ab32ad594d9"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:59:17.494096 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=1ea669f3-6e43-4b58-a11c-2ab32ad594d9,segment=NetworkSegment(c1f6e7b5-ab10-4b09-b473-4a0725085af0),segment_id=c1f6e7b5-ab10-4b09-b473-4a0725085af0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:17.499936 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:17.568000 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=1ea669f3-6e43-4b58-a11c-2ab32ad594d9,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:17.598516 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e383d0-9deb-4809-b043-da49d9dffe51 x-openstack-request-id: req-56e383d0-9deb-4809-b043-da49d9dffe51 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:59:17.599046 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14", "name": "network-vif-plugged", "status": "completed", "tag": "1ea669f3-6e43-4b58-a11c-2ab32ad594d9", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:59:17.599365 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56e383d0-9deb-4809-b043-da49d9dffe51 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:59:17.599880 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9', 'code': 200} Nov 11 21:59:17.723605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd5baa-2b4b-4fc5-80cf-0ec379222331 req-fe9cb6db-4876-46f7-87ac-7876fa496d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:17.726195 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fecd5baa-2b4b-4fc5-80cf-0ec379222331 req-fe9cb6db-4876-46f7-87ac-7876fa496d8b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 1096 time: 0.0535295 Nov 11 21:59:17.783999 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fecd5baa-2b4b-4fc5-80cf-0ec379222331 req-b66d302c-8acc-4305-be1c-d21d35d31ac0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9e517404-c95a-41d8-8c9b-106974c97010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502090 Nov 11 21:59:17.886004 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee78cb-295c-4e3b-b2b7-ffdedbc117fb req-b495f96b-4212-4a4e-867f-aa416310a52b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:17.887690 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5dee78cb-295c-4e3b-b2b7-ffdedbc117fb req-b495f96b-4212-4a4e-867f-aa416310a52b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 945 time: 0.0531855 Nov 11 21:59:17.949689 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5dee78cb-295c-4e3b-b2b7-ffdedbc117fb req-a2056bf6-f8f4-4066-83b7-31ac3c181fb2 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e517404-c95a-41d8-8c9b-106974c97010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557945 Nov 11 21:59:18.089186 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-c45d0577-abe5-4ed7-b042-d5bc7c2c82ae tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258860760&fields=id&tenant_id=164e178567a84f6aa0efcf56b049aa7b HTTP/1.1" status: 200 len: 267 time: 0.0488546 Nov 11 21:59:18.202792 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-e4704004-2c98-4953-95ae-cfe2b55791b2 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:18.204338 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-e4704004-2c98-4953-95ae-cfe2b55791b2 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 812 time: 0.1075163 Nov 11 21:59:18.220695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-062ffc97-eda6-4303-8a27-75a07a789f3f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/quotas/164e178567a84f6aa0efcf56b049aa7b HTTP/1.1" status: 200 len: 375 time: 0.0099399 Nov 11 21:59:18.284659 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-810d4f0e-bc8a-4678-ac4e-8e675a7202e3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569758 Nov 11 21:59:18.419958 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-33a93d34-7528-4215-9131-690ff7dadc5a req-87e9fcf8-a6a5-463c-9e92-2f0be0c6b504 service neutron] show failed (client error): The resource could not be found. Nov 11 21:59:18.422871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-87e9fcf8-a6a5-463c-9e92-2f0be0c6b504 service neutron] 10.222.0.10 "GET /v2.0/ports/537c0708-64e0-4754-ac5e-0e02cecd65a0/bindings/n-h2-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.1285148 Nov 11 21:59:18.456516 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-552b79dc-9c6e-4ff9-9866-f4c0db1f8baf service neutron] 10.222.0.57 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562865 Nov 11 21:59:18.586805 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-6bccf9dd-9da9-4383-9847-eca07943d097 service neutron] 10.222.0.57 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180339 Nov 11 21:59:18.604291 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:18.794884 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a93d34-7528-4215-9131-690ff7dadc5a req-750f96c6-6b54-487d-afac-cd7dfb31434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:18.798035 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-750f96c6-6b54-487d-afac-cd7dfb31434d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 1096 time: 0.1090994 Nov 11 21:59:18.827651 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:18.903720 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:19.054563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ef15b-c0a5-439f-b3ab-29cd9045bcc1 req-b284e9ab-21b8-48f2-a971-66ae5b30bba1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:19.063725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e32ef15b-c0a5-439f-b3ab-29cd9045bcc1 req-b284e9ab-21b8-48f2-a971-66ae5b30bba1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.0623419 Nov 11 21:59:19.168957 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e32ef15b-c0a5-439f-b3ab-29cd9045bcc1 req-97ba0e10-5d53-4e6c-817c-7f2035df1dd5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945249 Nov 11 21:59:19.300211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] For port 537c0708-64e0-4754-ac5e-0e02cecd65a0, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:19.338893 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] For port 537c0708-64e0-4754-ac5e-0e02cecd65a0, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:59:19.375815 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:19.380192 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-19a484dc-5098-4eb5-b0d7-c04872288ca3 req-b6d26513-0f16-4d21-b938-7e380bf58fb4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 210 time: 0.0531721 Nov 11 21:59:19.405819 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:19.436518 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:59:19.446661 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aae67d8-bccb-460b-b17d-0a8bc6a22304" -d '{"events": [{"server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "name": "network-vif-unplugged", "status": "completed", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:59:19.460833 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Transition to ACTIVE for port object 537c0708-64e0-4754-ac5e-0e02cecd65a0 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:59:19.467997 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:19.550911 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a364d-896f-48d3-80b9-9b72e43b5081 req-15006416-0131-4c3a-abef-8cdadceee77c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:19.553273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c3a364d-896f-48d3-80b9-9b72e43b5081 req-15006416-0131-4c3a-abef-8cdadceee77c tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 945 time: 0.0987024 Nov 11 21:59:19.658323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c3a364d-896f-48d3-80b9-9b72e43b5081 req-d69d022c-50bf-4937-9f31-1f6cac5efbc5 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e517404-c95a-41d8-8c9b-106974c97010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930147 Nov 11 21:59:19.803335 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497ec583-72a1-40eb-a553-df954a350a78 x-openstack-request-id: req-497ec583-72a1-40eb-a553-df954a350a78 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:59:19.803928 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "name": "network-vif-unplugged", "status": "completed", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:59:19.803928 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-497ec583-72a1-40eb-a553-df954a350a78 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:59:19.804272 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'code': 200} Nov 11 21:59:19.931093 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Pushing event updated for resources: {'Port': ['ID=537c0708-64e0-4754-ac5e-0e02cecd65a0,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:19.933813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] No DVR routers for this DVR port 537c0708-64e0-4754-ac5e-0e02cecd65a0 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:59:19.950940 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b1003-d7db-4d76-b36a-99459f0eeac0 req-9ee2941c-e5b2-41bd-9d85-13022a9465db tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:19.960077 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-951b1003-d7db-4d76-b36a-99459f0eeac0 req-9ee2941c-e5b2-41bd-9d85-13022a9465db tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 945 time: 0.1495130 Nov 11 21:59:20.042284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-951b1003-d7db-4d76-b36a-99459f0eeac0 req-b6bb8119-6efc-4347-ad80-b40cda0eba8b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e517404-c95a-41d8-8c9b-106974c97010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809548 Nov 11 21:59:20.068497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48082) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:20.112688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d184d0-ca63-4179-a3f9-e9b4d437f8da tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:20.117928 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48086) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:20.118590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-49d184d0-ca63-4179-a3f9-e9b4d437f8da tempest-TestNetworkBasicOps-528077481 tempest-TestNetworkBasicOps-528077481-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 1091 time: 0.0487251 Nov 11 21:59:20.127989 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:20.188686 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:20.216512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Attempting to bind port 537c0708-64e0-4754-ac5e-0e02cecd65a0 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:59:20.216915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Attempting to bind port 537c0708-64e0-4754-ac5e-0e02cecd65a0 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:59:20.217215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Attempting to bind port 537c0708-64e0-4754-ac5e-0e02cecd65a0 on network c09b672c-4fd5-4856-9051-847031f01786 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:59:20.229877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Port 537c0708-64e0-4754-ac5e-0e02cecd65a0 on network c09b672c-4fd5-4856-9051-847031f01786 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:59:20.230342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Attempting to bind port 537c0708-64e0-4754-ac5e-0e02cecd65a0 on network c09b672c-4fd5-4856-9051-847031f01786 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:59:20.236227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:59:20.237132 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Checking segment: {'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:59:20.237530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Bound using segment: {'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:59:20.237962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Bound port: 537c0708-64e0-4754-ac5e-0e02cecd65a0, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d21f342-ddce-43f1-b5ae-f04548057720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:59:20.238323 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:20.338027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ef657-18b7-41f1-9562-192dc9d6c379 req-9b99bc93-9f69-4d9f-ae05-cde8bbf55213 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:20.349915 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b63ef657-18b7-41f1-9562-192dc9d6c379 req-9b99bc93-9f69-4d9f-ae05-cde8bbf55213 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 943 time: 0.1197388 Nov 11 21:59:20.368905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] For port 537c0708-64e0-4754-ac5e-0e02cecd65a0, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:59:20.392532 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] For port 537c0708-64e0-4754-ac5e-0e02cecd65a0, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:59:20.408116 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:20.415907 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:20.518482 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b63ef657-18b7-41f1-9562-192dc9d6c379 req-2c675c6e-e2e9-4dd4-9fed-1607944df1d6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616776 Nov 11 21:59:20.557142 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:20.557409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:20.558841 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] 10.222.0.71 "PUT /v2.0/ports/537c0708-64e0-4754-ac5e-0e02cecd65a0 HTTP/1.1" status: 200 len: 1091 time: 1.7487593 Nov 11 21:59:20.623295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-6bbaada1-77ee-444b-bb3b-dfe17c4acbd2 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:20.632074 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-6bbaada1-77ee-444b-bb3b-dfe17c4acbd2 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 812 time: 0.2766488 Nov 11 21:59:20.742896 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6e522-6ce1-4100-b8e5-ee7ebd0c53f0 service neutron] Pushing event updated for resources: {'Port': ['ID=537c0708-64e0-4754-ac5e-0e02cecd65a0,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:20.821711 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Allocated IP 172.25.0.183 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/d63f4c26-54b0-42fd-ad5d-b24b74999d16) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:59:20.830153 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a93d34-7528-4215-9131-690ff7dadc5a req-fac6f745-68fd-4920-b9e6-15053cd7fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:20.833773 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-fac6f745-68fd-4920-b9e6-15053cd7fb37 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 1094 time: 0.2504132 Nov 11 21:59:20.834058 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-32c5a990-b2b9-4486-90c3-b738853f87dd tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=164e178567a84f6aa0efcf56b049aa7b HTTP/1.1" status: 200 len: 380 time: 0.1789322 Nov 11 21:59:20.864905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'port': {'device_id': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'admin_state_up': True, 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'security_groups': ['3e556b0d-87a5-4ad9-a72a-4f9b058f82de']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:21.023382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af3a410a-1185-4cdb-ac2d-c7c8885f2d3c req-1a0332bd-1f0b-4961-b480-c8fdf9688d8c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 210 time: 0.2122684 Nov 11 21:59:21.057870 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Made reservation on behalf of 164e178567a84f6aa0efcf56b049aa7b for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:59:21.061557 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:21.302246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Allocated IP 172.20.0.6 (4d02e8f7-1fed-488d-88e4-c59fcb552dd2/6c6e9d78-7810-4819-84ef-86991e5b6381/f76286cc-72cc-462a-8a05-c712b6aebb83) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:59:21.559758 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:21.615399 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:21.661308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:59:21.755545 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a93d34-7528-4215-9131-690ff7dadc5a req-347ff000-1453-4cb8-b83e-728608d22d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:21.759446 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-347ff000-1453-4cb8-b83e-728608d22d15 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c09b672c-4fd5-4856-9051-847031f01786 HTTP/1.1" status: 200 len: 899 time: 0.9128380 Nov 11 21:59:21.781894 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:59:21.798726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:59:21.808661 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:21.840185 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:59:21.843032 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141837a8-5264-4d90-abc1-c5fcb6f15334" -d '{"events": [{"name": "network-changed", "server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:59:21.854646 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:21.930290 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:59:21.936258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:59:21.944460 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:21.950890 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:59:21.961864 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:21.973022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'Port': ['ID=f76286cc-72cc-462a-8a05-c712b6aebb83,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:22.008258 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665c5ea-54f9-48ca-a427-56af8d2d8423 req-15fb7c88-78a0-4105-ab52-9acec5ab4faa tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:22.016679 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a665c5ea-54f9-48ca-a427-56af8d2d8423 req-15fb7c88-78a0-4105-ab52-9acec5ab4faa tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 943 time: 0.2789891 Nov 11 21:59:22.021604 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:22.022317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:22.022975 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:22.023762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:22.023882 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-a9f681e5-420a-49d7-b59a-87bdf9b5810c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0 HTTP/1.1" status: 200 len: 999 time: 0.1764820 Nov 11 21:59:22.024440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Port': ['ID=d63f4c26-54b0-42fd-ad5d-b24b74999d16,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:22.024702 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:22.025288 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:22.025957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:22.034577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:22.035288 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:22.035848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:22.037235 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:22.037798 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:22.057790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-494d0a8b-0652-4416-a738-f409eb576981 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2016723 Nov 11 21:59:22.075936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Request body: {'port': {'device_id': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:22.094318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a93d34-7528-4215-9131-690ff7dadc5a req-5ee1baec-a6f9-4c92-8115-ca38760a4d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:22.095891 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-5ee1baec-a6f9-4c92-8115-ca38760a4d80 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4d70ae7-64f7-47d2-a2f8-01637edf1c33 HTTP/1.1" status: 200 len: 834 time: 0.0583920 Nov 11 21:59:22.214095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c2ac2ad7-fbc7-4172-9b88-0df23425aafb None None] Provisioning complete for port f76286cc-72cc-462a-8a05-c712b6aebb83 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:22.215210 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c2ac2ad7-fbc7-4172-9b88-0df23425aafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:22.250468 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a665c5ea-54f9-48ca-a427-56af8d2d8423 req-42e70276-35e6-4242-b3cb-1c3322400915 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920021 Nov 11 21:59:22.263630 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:22.317045 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 537c0708-64e0-4754-ac5e-0e02cecd65a0 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:59:22.430739 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac2ad7-fbc7-4172-9b88-0df23425aafb None None] Port f76286cc-72cc-462a-8a05-c712b6aebb83 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:59:22.434362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 537c0708-64e0-4754-ac5e-0e02cecd65a0 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:59:22.549652 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227ad933-cc1a-4ee5-a967-ce6a268d1e30 x-openstack-request-id: req-227ad933-cc1a-4ee5-a967-ce6a268d1e30 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:59:22.550270 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:59:22.550755 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-227ad933-cc1a-4ee5-a967-ce6a268d1e30 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:59:22.551425 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'status': 'completed', 'code': 200} Nov 11 21:59:22.730946 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a93d34-7528-4215-9131-690ff7dadc5a req-eb7c7bac-c797-4cd8-957f-bb69b247cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:22.732412 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-eb7c7bac-c797-4cd8-957f-bb69b247cc70 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c09b672c-4fd5-4856-9051-847031f01786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799483 Nov 11 21:59:22.736886 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-e2fd244f-fe5d-44e2-8d8a-982aaa425efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:22.738459 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-e2fd244f-fe5d-44e2-8d8a-982aaa425efe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 1094 time: 0.1980946 Nov 11 21:59:22.748997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d001f92-1d40-4603-a98a-13b55bd0afe7 req-77756558-6262-4433-b356-c64a2640de29 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:22.750961 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d001f92-1d40-4603-a98a-13b55bd0afe7 req-77756558-6262-4433-b356-c64a2640de29 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 931 time: 0.1433692 Nov 11 21:59:22.922825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76286cc-72cc-462a-8a05-c712b6aebb83 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:59:22.923668 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:22.931449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:22.955963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Transition to ACTIVE for port object f76286cc-72cc-462a-8a05-c712b6aebb83 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:59:22.976997 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:22.993846 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d001f92-1d40-4603-a98a-13b55bd0afe7 req-fcb72239-24d6-4bbd-9fa2-084de311cbfd tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295403 Nov 11 21:59:23.085186 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Pushing event updated for resources: {'Port': ['ID=f76286cc-72cc-462a-8a05-c712b6aebb83,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:23.193631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Attempting to bind port f76286cc-72cc-462a-8a05-c712b6aebb83 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:59:23.193965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Attempting to bind port f76286cc-72cc-462a-8a05-c712b6aebb83 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:59:23.194292 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Attempting to bind port f76286cc-72cc-462a-8a05-c712b6aebb83 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:59:23.203711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Port f76286cc-72cc-462a-8a05-c712b6aebb83 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:59:23.204037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Attempting to bind port f76286cc-72cc-462a-8a05-c712b6aebb83 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:59:23.220885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:59:23.221230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Checking segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:59:23.221628 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Bound using segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:59:23.222074 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Bound port: f76286cc-72cc-462a-8a05-c712b6aebb83, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:59:23.222434 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:23.227689 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-d485c430-52f0-474f-ab75-21f8ed02c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:23.229532 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-d485c430-52f0-474f-ab75-21f8ed02c713 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c09b672c-4fd5-4856-9051-847031f01786 HTTP/1.1" status: 200 len: 899 time: 0.4284723 Nov 11 21:59:23.233268 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-2a23e1cf-6463-4f02-a93c-df42d00c797d service neutron] 10.222.0.71 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848542 Nov 11 21:59:23.395502 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-33a93d34-7528-4215-9131-690ff7dadc5a req-c439657b-7e52-4eb5-8a73-c381e013ebb0 service neutron] 10.222.0.71 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970571 Nov 11 21:59:23.438631 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] For port f76286cc-72cc-462a-8a05-c712b6aebb83, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:59:23.447243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] For port f76286cc-72cc-462a-8a05-c712b6aebb83, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=f76286cc-72cc-462a-8a05-c712b6aebb83,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:59:23.477223 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:23.531773 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:23.580743 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-2104542a-6f35-431f-8fe2-88b6b3bccdda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0 HTTP/1.1" status: 200 len: 999 time: 0.2984009 Nov 11 21:59:23.589371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-03faaae1-f038-4b1f-a299-1ad136a30703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:23.590981 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-03faaae1-f038-4b1f-a299-1ad136a30703 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 1094 time: 0.1059487 Nov 11 21:59:23.644388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab90711-7b77-46ec-8110-73748b8d2f67 req-b558b03f-f333-4901-9b09-576a4113208e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:23.646903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ab90711-7b77-46ec-8110-73748b8d2f67 req-b558b03f-f333-4901-9b09-576a4113208e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 943 time: 0.1981249 Nov 11 21:59:23.658127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:23.659857 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:23.670972 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] 10.222.0.10 "PUT /v2.0/ports/f76286cc-72cc-462a-8a05-c712b6aebb83 HTTP/1.1" status: 200 len: 1091 time: 1.5986633 Nov 11 21:59:23.671698 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'tag': 'f76286cc-72cc-462a-8a05-c712b6aebb83'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:59:23.679046 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93032f7e-306a-4b52-b5e0-3ed6a9892c94" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1e8058-868f-4d8a-9a05-6bebfccec909", "tag": "f76286cc-72cc-462a-8a05-c712b6aebb83"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:59:23.813403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-3675160b-a8e7-4d26-bc01-3fe4b23e9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:23.814913 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-3675160b-a8e7-4d26-bc01-3fe4b23e9587 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4d70ae7-64f7-47d2-a2f8-01637edf1c33 HTTP/1.1" status: 200 len: 834 time: 0.2209044 Nov 11 21:59:23.879652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc512e-e464-4e49-a98e-1ddeadab7036 service neutron] Pushing event updated for resources: {'Port': ['ID=f76286cc-72cc-462a-8a05-c712b6aebb83,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:23.904309 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-454bb0b8-85fe-4aad-a94e-e88aa25d4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:23.905858 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-454bb0b8-85fe-4aad-a94e-e88aa25d4bb4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c09b672c-4fd5-4856-9051-847031f01786 HTTP/1.1" status: 200 len: 899 time: 0.2657797 Nov 11 21:59:23.910963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-45a1c1c8-f38b-4c14-85ad-361c92c354f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:23.913296 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-45a1c1c8-f38b-4c14-85ad-361c92c354f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 1094 time: 0.1843407 Nov 11 21:59:23.919116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-ddbfc90d-f533-4802-84f7-10df716b4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:23.921505 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-ddbfc90d-f533-4802-84f7-10df716b4ef4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c09b672c-4fd5-4856-9051-847031f01786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981591 Nov 11 21:59:23.978722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-f0cd99f6-4fb2-4bf0-a9bc-ea734e7387af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76286cc-72cc-462a-8a05-c712b6aebb83 HTTP/1.1" status: 200 len: 217 time: 0.0541799 Nov 11 21:59:23.985998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ab90711-7b77-46ec-8110-73748b8d2f67 req-809fe74d-5b61-459b-9640-28e654794a47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918730 Nov 11 21:59:24.042907 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:24.076545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-79891475-de1f-4c67-af8a-ef5980016b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:24.078154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-79891475-de1f-4c67-af8a-ef5980016b8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.0911157 Nov 11 21:59:24.115030 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:24.183962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-a31cab53-9f14-4c81-96df-dfb69e6d535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:24.195031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-a31cab53-9f14-4c81-96df-dfb69e6d535f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994723 Nov 11 21:59:24.204871 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-9c67abe3-f89a-4686-bbbf-23bc07a6a7e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0 HTTP/1.1" status: 200 len: 999 time: 0.2821348 Nov 11 21:59:24.256317 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6153efa-98f6-4369-89ee-b348f3c1e999 x-openstack-request-id: req-d6153efa-98f6-4369-89ee-b348f3c1e999 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:59:24.258156 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1e8058-868f-4d8a-9a05-6bebfccec909", "tag": "f76286cc-72cc-462a-8a05-c712b6aebb83", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:59:24.258584 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6153efa-98f6-4369-89ee-b348f3c1e999 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:59:24.259189 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'tag': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'status': 'completed', 'code': 200} Nov 11 21:59:24.453227 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-df86b29f-a4ca-4216-9fc1-b72595d920fe service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572324 Nov 11 21:59:24.476160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916a13b-b933-4d5c-8844-22349f94e10d req-2a8024d6-6a8b-4ccd-97ca-971c127b8ae8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:24.478172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5916a13b-b933-4d5c-8844-22349f94e10d req-2a8024d6-6a8b-4ccd-97ca-971c127b8ae8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 943 time: 0.1252189 Nov 11 21:59:24.917036 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event updated for resources: {'Port': ['ID=d63f4c26-54b0-42fd-ad5d-b24b74999d16,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:24.938655 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:24.942925 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-5faab64c-d5b6-4103-8752-89496ab4dd6b service neutron] 10.222.0.10 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0110953 Nov 11 21:59:24.994918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-b8cd28e4-ff51-4f2f-bce2-059abb280018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:24.996659 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-b8cd28e4-ff51-4f2f-bce2-059abb280018 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4d70ae7-64f7-47d2-a2f8-01637edf1c33 HTTP/1.1" status: 200 len: 834 time: 0.7378671 Nov 11 21:59:25.080596 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5916a13b-b933-4d5c-8844-22349f94e10d req-088c0c07-4d9f-47e3-bf05-379b6e7eaa0d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5892909 Nov 11 21:59:25.115849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fffb74a-2300-4451-8423-ce80bc7deabe req-deef4649-0db4-4302-bebe-75d282488768 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6333008 Nov 11 21:59:25.178347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-c1e7a9be-61bd-4a85-9cd8-674e03741b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:25.180615 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-c1e7a9be-61bd-4a85-9cd8-674e03741b56 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c09b672c-4fd5-4856-9051-847031f01786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691549 Nov 11 21:59:25.187198 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Floating IP 33a3407d-c645-4e1d-a86e-f774deb0732d associated. External IP: 172.25.0.183, port: 1ea669f3-6e43-4b58-a11c-2ab32ad594d9. Nov 11 21:59:25.245543 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-175b9138-fff9-40f0-900d-f75da3305d5d service neutron] 10.222.0.10 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624028 Nov 11 21:59:25.275766 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 537c0708-64e0-4754-ac5e-0e02cecd65a0 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:59:25.279155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ced03-f36b-4e35-97e5-8db90b043c1c req-2b9439f6-c59e-4b5e-bdf1-d0b690e71eea tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:25.281172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d1ced03-f36b-4e35-97e5-8db90b043c1c req-2b9439f6-c59e-4b5e-bdf1-d0b690e71eea tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 943 time: 0.0729411 Nov 11 21:59:25.285501 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93032f7e-306a-4b52-b5e0-3ed6a9892c94 req-b8f51c84-e3f6-45f3-8946-db4431e3dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:25.287050 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93032f7e-306a-4b52-b5e0-3ed6a9892c94 req-b8f51c84-e3f6-45f3-8946-db4431e3dd59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 1094 time: 0.1176255 Nov 11 21:59:25.424063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d1ced03-f36b-4e35-97e5-8db90b043c1c req-2b426c90-6b42-45ff-b4e8-491dc7357673 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325042 Nov 11 21:59:25.473070 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-edb0b096-35d3-4744-ad01-1aa014cd5cb5 service neutron] 10.222.0.71 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828817 Nov 11 21:59:25.489090 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 537c0708-64e0-4754-ac5e-0e02cecd65a0, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:25.509336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'port_id': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'mac_address': 'fa:16:3e:8a:1b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:59:25.546413 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93032f7e-306a-4b52-b5e0-3ed6a9892c94 req-051d2032-c115-4ed9-b48c-164c52844098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:25.548114 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93032f7e-306a-4b52-b5e0-3ed6a9892c94 req-051d2032-c115-4ed9-b48c-164c52844098 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.2494466 Nov 11 21:59:25.594467 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:25.630861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537c0708-64e0-4754-ac5e-0e02cecd65a0 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:59:25.643464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93032f7e-306a-4b52-b5e0-3ed6a9892c94 req-bc31ca31-cd08-4245-bfdb-594ad0c772ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76286cc-72cc-462a-8a05-c712b6aebb83 HTTP/1.1" status: 200 len: 217 time: 0.0833197 Nov 11 21:59:25.675892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 537c0708-64e0-4754-ac5e-0e02cecd65a0, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:25.684539 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:25.729697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93032f7e-306a-4b52-b5e0-3ed6a9892c94 req-b795479b-432e-49e2-b426-478b86f5a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:25.731417 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93032f7e-306a-4b52-b5e0-3ed6a9892c94 req-b795479b-432e-49e2-b426-478b86f5a127 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.0778987 Nov 11 21:59:25.733012 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-141837a8-5264-4d90-abc1-c5fcb6f15334 req-53c69ff6-eca6-4d6b-bfc9-478a2f3d8de1 service neutron] 10.222.0.71 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378755 Nov 11 21:59:25.795746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93032f7e-306a-4b52-b5e0-3ed6a9892c94 req-fe640c33-4c94-485b-a7a5-b646f1d41e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:25.797831 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93032f7e-306a-4b52-b5e0-3ed6a9892c94 req-fe640c33-4c94-485b-a7a5-b646f1d41e68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565300 Nov 11 21:59:25.832686 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Router dfe68794-8e6a-427a-881f-08a7aac6f7ae has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:59:25.860143 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=537c0708-64e0-4754-ac5e-0e02cecd65a0,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:25.970265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['537c0708-64e0-4754-ac5e-0e02cecd65a0'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:59:25.981050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:59:25.993308 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46894e-6be3-45b5-a7d5-cc91a273e235 None None] Sync routers for ids ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:59:26.004446 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93032f7e-306a-4b52-b5e0-3ed6a9892c94 req-6d1cb4a5-295a-4a95-8828-150e10b2a747 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988361 Nov 11 21:59:26.008216 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46894e-6be3-45b5-a7d5-cc91a273e235 None None] Routers {'dfe68794-8e6a-427a-881f-08a7aac6f7ae'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:59:26.009791 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5a46894e-6be3-45b5-a7d5-cc91a273e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:59:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:26.024943 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:26.089924 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48228) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:26.091110 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ad1b453d-9b86-4a19-afea-a740632b7434 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9720600 Nov 11 21:59:26.091995 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14', 'tag': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:59:26.094573 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44c3745-73c1-4f7a-ad2b-01ca7c19f55f" -d '{"events": [{"name": "network-changed", "server_uuid": "b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14", "tag": "1ea669f3-6e43-4b58-a11c-2ab32ad594d9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:59:26.190965 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89a12e3-83a9-4b6d-85e8-759496a71009 x-openstack-request-id: req-e89a12e3-83a9-4b6d-85e8-759496a71009 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:59:26.191987 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14", "tag": "1ea669f3-6e43-4b58-a11c-2ab32ad594d9", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:59:26.192290 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e89a12e3-83a9-4b6d-85e8-759496a71009 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:59:26.192955 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14', 'tag': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9', 'status': 'completed', 'code': 200} Nov 11 21:59:26.307233 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-5a46894e-6be3-45b5-a7d5-cc91a273e235 None None] Set router dfe68794-8e6a-427a-881f-08a7aac6f7ae gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:59:26.316055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c3745-73c1-4f7a-ad2b-01ca7c19f55f req-8ea35717-12a5-400c-a675-fab53f360d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:26.318693 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a44c3745-73c1-4f7a-ad2b-01ca7c19f55f req-8ea35717-12a5-400c-a675-fab53f360d33 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a6474ef6257e4f61ac984a0b362bab65&device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 1096 time: 0.1000805 Nov 11 21:59:26.435354 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-591ad630-b4fd-4542-bace-7a293f5557d7 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/floatingips/33a3407d-c645-4e1d-a86e-f774deb0732d HTTP/1.1" status: 200 len: 991 time: 0.3403475 Nov 11 21:59:26.474891 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93032f7e-306a-4b52-b5e0-3ed6a9892c94 req-822e3d4b-8291-4bfa-9087-24d12f30f83d service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617448 Nov 11 21:59:26.509150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde072cb-f0b9-4ad8-8d96-5ef52e775df8 req-dc6b6d8f-672e-4564-b98c-ce1e27e67619 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:26.512264 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c3745-73c1-4f7a-ad2b-01ca7c19f55f req-4cbb5868-2a99-4957-aac4-f6be80c4449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:26.514206 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a44c3745-73c1-4f7a-ad2b-01ca7c19f55f req-4cbb5868-2a99-4957-aac4-f6be80c4449a service neutron] 10.222.0.71 "GET /v2.0/networks?id=f401a27c-237b-47fa-8624-2368717d75c1 HTTP/1.1" status: 200 len: 899 time: 0.1862760 Nov 11 21:59:26.516922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cde072cb-f0b9-4ad8-8d96-5ef52e775df8 req-dc6b6d8f-672e-4564-b98c-ce1e27e67619 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 943 time: 0.1974876 Nov 11 21:59:26.597018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cde072cb-f0b9-4ad8-8d96-5ef52e775df8 req-fc4269c6-38f3-404f-8403-aaa4301c6abf tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789771 Nov 11 21:59:26.672931 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a44c3745-73c1-4f7a-ad2b-01ca7c19f55f req-372bd998-7882-4ad2-bf7a-a75c7b0fd867 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ea669f3-6e43-4b58-a11c-2ab32ad594d9 HTTP/1.1" status: 200 len: 999 time: 0.1492200 Nov 11 21:59:26.731208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891fbe5-8a93-4bb5-a0f2-5bdbbd9ff962 req-e8be1967-a901-4958-b3a1-6b3ec3d97145 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:26.732833 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f891fbe5-8a93-4bb5-a0f2-5bdbbd9ff962 req-e8be1967-a901-4958-b3a1-6b3ec3d97145 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 944 time: 0.0748651 Nov 11 21:59:26.779322 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5a46894e-6be3-45b5-a7d5-cc91a273e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:02Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '33a3407d-c645-4e1d-a86e-f774deb0732d', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'port_id': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'mac_address': 'fa:16:3e:bb:07:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:59:22Z', 'updated_at': '2021-11-11T21:59:22Z', 'revision_number': 0, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff7f488-a9e3-4f7f-8da3-197383556a2e', 'name': '', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:a2:52:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:59:00Z', 'updated_at': '2021-11-11T21:59:07Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:26.793674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c3745-73c1-4f7a-ad2b-01ca7c19f55f req-98afdc4d-6477-495b-a244-5398d46e17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:26.795149 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a44c3745-73c1-4f7a-ad2b-01ca7c19f55f req-98afdc4d-6477-495b-a244-5398d46e17a4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aca552d5-e9eb-474e-8028-450435fdae99 HTTP/1.1" status: 200 len: 834 time: 0.1139972 Nov 11 21:59:26.842736 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46894e-6be3-45b5-a7d5-cc91a273e235 None None] Checking router: dfe68794-8e6a-427a-881f-08a7aac6f7ae for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:59:26.851664 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f891fbe5-8a93-4bb5-a0f2-5bdbbd9ff962 req-3cb40c6a-53ce-4df2-b408-3a934d3125fc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074572 Nov 11 21:59:26.873343 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46894e-6be3-45b5-a7d5-cc91a273e235 None None] Routers {'dfe68794-8e6a-427a-881f-08a7aac6f7ae'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:59:26.874478 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5a46894e-6be3-45b5-a7d5-cc91a273e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:59:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:26.877914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c3745-73c1-4f7a-ad2b-01ca7c19f55f req-4654ae33-5b50-4d65-aa79-6922f18a040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:26.878711 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a44c3745-73c1-4f7a-ad2b-01ca7c19f55f req-4654ae33-5b50-4d65-aa79-6922f18a040e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f401a27c-237b-47fa-8624-2368717d75c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747464 Nov 11 21:59:27.094011 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a44c3745-73c1-4f7a-ad2b-01ca7c19f55f req-406d58ab-4e7b-49b1-ba7b-9f2ae8ed7b59 service neutron] 10.222.0.71 "GET /v2.0/networks/f401a27c-237b-47fa-8624-2368717d75c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070508 Nov 11 21:59:27.124234 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-5a46894e-6be3-45b5-a7d5-cc91a273e235 None None] Set router dfe68794-8e6a-427a-881f-08a7aac6f7ae gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:59:27.284047 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 537c0708-64e0-4754-ac5e-0e02cecd65a0 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:59:27.341435 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de2558-fddc-486c-a4e2-b0485c37ac13 req-b0b1bab6-2048-4cb5-ac59-574318478dd8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:27.344710 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a44c3745-73c1-4f7a-ad2b-01ca7c19f55f req-a382192b-d33e-4226-9ec5-4a433ea0bed1 service neutron] 10.222.0.71 "GET /v2.0/networks/f401a27c-237b-47fa-8624-2368717d75c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425201 Nov 11 21:59:27.363163 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24de2558-fddc-486c-a4e2-b0485c37ac13 req-b0b1bab6-2048-4cb5-ac59-574318478dd8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 944 time: 0.1304674 Nov 11 21:59:27.411866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 537c0708-64e0-4754-ac5e-0e02cecd65a0 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:59:27.419175 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 537c0708-64e0-4754-ac5e-0e02cecd65a0 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:27.419539 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:27.435813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48268) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:27.489177 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5a46894e-6be3-45b5-a7d5-cc91a273e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:02Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '33a3407d-c645-4e1d-a86e-f774deb0732d', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'port_id': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'mac_address': 'fa:16:3e:bb:07:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:59:22Z', 'updated_at': '2021-11-11T21:59:22Z', 'revision_number': 0, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff7f488-a9e3-4f7f-8da3-197383556a2e', 'name': '', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:a2:52:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:59:00Z', 'updated_at': '2021-11-11T21:59:07Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:27.527536 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46894e-6be3-45b5-a7d5-cc91a273e235 None None] The sync data for ids ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'] in n-d-805737-3 is: [{'id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:02Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '33a3407d-c645-4e1d-a86e-f774deb0732d', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'port_id': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'mac_address': 'fa:16:3e:bb:07:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:59:22Z', 'updated_at': '2021-11-11T21:59:22Z', 'revision_number': 0, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff7f488-a9e3-4f7f-8da3-197383556a2e', 'name': '', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:a2:52:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:59:00Z', 'updated_at': '2021-11-11T21:59:07Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:59:27.604852 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:27.623546 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b969c-68bd-4103-af53-3505c8a9957d req-6886966a-77dc-4b86-822d-d096d8938331 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:27.625579 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a4b969c-68bd-4103-af53-3505c8a9957d req-6886966a-77dc-4b86-822d-d096d8938331 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 944 time: 0.2280397 Nov 11 21:59:27.631040 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24de2558-fddc-486c-a4e2-b0485c37ac13 req-ca8ee2af-c058-406d-8284-23a2a4f07dfe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654681 Nov 11 21:59:27.649228 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1bb48d24-4b5c-4a47-b41f-7031b50afb5b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/floatingips/33a3407d-c645-4e1d-a86e-f774deb0732d HTTP/1.1" status: 200 len: 991 time: 0.2118602 Nov 11 21:59:27.682805 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 537c0708-64e0-4754-ac5e-0e02cecd65a0, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:27.687423 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:59:27.699618 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe1cdae-db41-4384-bc06-5c87d0d3d96d" -d '{"events": [{"server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "name": "network-vif-plugged", "status": "completed", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:59:27.717957 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:27.848177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=537c0708-64e0-4754-ac5e-0e02cecd65a0,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:27.888057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdda8a-1c4a-4a6a-b9ff-56ac17845f95 req-33c4bbef-b124-4502-b409-f4308bccd031 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:27.890391 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6abdda8a-1c4a-4a6a-b9ff-56ac17845f95 req-33c4bbef-b124-4502-b409-f4308bccd031 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 943 time: 0.1228564 Nov 11 21:59:27.923582 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-9a4b969c-68bd-4103-af53-3505c8a9957d req-6894a90a-81a2-4ffc-b3e8-d3ce29425b07 service neutron] delete failed (client error): The resource could not be found. Nov 11 21:59:27.925135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a4b969c-68bd-4103-af53-3505c8a9957d req-6894a90a-81a2-4ffc-b3e8-d3ce29425b07 service neutron] 10.222.0.10 "DELETE /v2.0/ports/537c0708-64e0-4754-ac5e-0e02cecd65a0/bindings/n-h1-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.2893140 Nov 11 21:59:27.971917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5fb76-4e44-426f-a937-fd75fbf8f497 None None] New status for floating IP 33a3407d-c645-4e1d-a86e-f774deb0732d: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:59:27.995103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6abdda8a-1c4a-4a6a-b9ff-56ac17845f95 req-99082cae-7476-4cc3-8ef2-973506331ee6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979364 Nov 11 21:59:28.048148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b969c-68bd-4103-af53-3505c8a9957d req-f5e2e83d-0f96-4de8-a7ef-6ccca70bc7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:28.049722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a4b969c-68bd-4103-af53-3505c8a9957d req-f5e2e83d-0f96-4de8-a7ef-6ccca70bc7ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 1096 time: 0.0495863 Nov 11 21:59:28.173534 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b969c-68bd-4103-af53-3505c8a9957d req-bfc6dc6a-058c-41ee-b3ec-fc59bec7b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:28.174990 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a4b969c-68bd-4103-af53-3505c8a9957d req-bfc6dc6a-058c-41ee-b3ec-fc59bec7b822 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c09b672c-4fd5-4856-9051-847031f01786 HTTP/1.1" status: 200 len: 899 time: 0.1160090 Nov 11 21:59:28.261716 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a4b969c-68bd-4103-af53-3505c8a9957d req-b936953b-9d1d-41e3-861d-b6281842ec1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0 HTTP/1.1" status: 200 len: 1001 time: 0.0758741 Nov 11 21:59:28.324827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b969c-68bd-4103-af53-3505c8a9957d req-e998c82f-e7a6-4e93-b04f-117b43049463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:28.326369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a4b969c-68bd-4103-af53-3505c8a9957d req-e998c82f-e7a6-4e93-b04f-117b43049463 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4d70ae7-64f7-47d2-a2f8-01637edf1c33 HTTP/1.1" status: 200 len: 834 time: 0.0573249 Nov 11 21:59:28.377801 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f60ad63-3447-445e-9205-b540499cc9cc x-openstack-request-id: req-0f60ad63-3447-445e-9205-b540499cc9cc {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:59:28.379281 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "name": "network-vif-plugged", "status": "completed", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:59:28.380072 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f60ad63-3447-445e-9205-b540499cc9cc {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:59:28.380575 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'code': 200} Nov 11 21:59:28.411816 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b969c-68bd-4103-af53-3505c8a9957d req-8d39c949-c8b5-4a7a-96e4-8716ab3be186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:28.413372 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a4b969c-68bd-4103-af53-3505c8a9957d req-8d39c949-c8b5-4a7a-96e4-8716ab3be186 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c09b672c-4fd5-4856-9051-847031f01786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693185 Nov 11 21:59:28.520809 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a4b969c-68bd-4103-af53-3505c8a9957d req-cabcd897-1f04-4fa5-855e-44c83fea12ac service neutron] 10.222.0.10 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996256 Nov 11 21:59:28.620105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a4b969c-68bd-4103-af53-3505c8a9957d req-445309c8-c272-4010-a8c3-bba67031c4ff service neutron] 10.222.0.10 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919130 Nov 11 21:59:28.653179 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48302) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:28.795661 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1a30a6e2-9020-4f66-af92-a4846d2fbe13 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/floatingips/33a3407d-c645-4e1d-a86e-f774deb0732d HTTP/1.1" status: 200 len: 993 time: 0.1405613 Nov 11 21:59:28.834411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb53b7-e03d-416d-b635-86ae68dbb572 req-64a7ddd3-378d-45c4-a343-c0f61839a7a2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:28.836198 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20bb53b7-e03d-416d-b635-86ae68dbb572 req-64a7ddd3-378d-45c4-a343-c0f61839a7a2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.0642583 Nov 11 21:59:28.890408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20bb53b7-e03d-416d-b635-86ae68dbb572 req-a40dc7f0-6cf2-41c3-92f8-edebad8ea2e2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470610 Nov 11 21:59:29.141739 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b776c-f507-4757-ae37-d550f7ca38e6 req-57d85847-0341-4780-8136-be084a7d90dd tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:29.143444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-001b776c-f507-4757-ae37-d550f7ca38e6 req-57d85847-0341-4780-8136-be084a7d90dd tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 943 time: 0.0698328 Nov 11 21:59:29.226580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-001b776c-f507-4757-ae37-d550f7ca38e6 req-0d3afaa1-a078-4fe2-995c-b37ec5a7300c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738883 Nov 11 21:59:30.021684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073db91-14d2-4653-a322-9c311314cc93 req-db5c0f45-c864-4607-9663-c64eb4928b0c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:30.023349 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0073db91-14d2-4653-a322-9c311314cc93 req-db5c0f45-c864-4607-9663-c64eb4928b0c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.0573153 Nov 11 21:59:30.076502 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0073db91-14d2-4653-a322-9c311314cc93 req-aa918491-e935-4839-b94d-f7b7c5d529be tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467255 Nov 11 21:59:30.099210 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48346) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:30.164035 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f2a25d5b-9e1c-4c34-8c45-6676e2eb2dfb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/29b13827-ff10-4e44-8ecc-ac80b32b810e HTTP/1.1" status: 200 len: 993 time: 0.0636261 Nov 11 21:59:30.364010 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a333d1-84c4-4b42-9c94-e67cf10a4312 req-8b2f0591-b065-49dd-a860-294c187dc7c5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:30.365585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59a333d1-84c4-4b42-9c94-e67cf10a4312 req-8b2f0591-b065-49dd-a860-294c187dc7c5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 943 time: 0.0507805 Nov 11 21:59:30.414737 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59a333d1-84c4-4b42-9c94-e67cf10a4312 req-0d89e9f2-cead-47b2-aea9-2fa9f7d579c9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431502 Nov 11 21:59:31.544027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b38f25-776b-4355-822e-e0c0216d02cc req-51cb7ab9-33dd-4f27-b2ab-e378bcc3574a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:31.549260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02b38f25-776b-4355-822e-e0c0216d02cc req-51cb7ab9-33dd-4f27-b2ab-e378bcc3574a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 943 time: 0.0623350 Nov 11 21:59:31.604837 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02b38f25-776b-4355-822e-e0c0216d02cc req-9ad2b82d-57cb-4973-882b-b15884b4e260 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510807 Nov 11 21:59:32.779924 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549ef5b-f966-4cc8-9f14-c83059cc5ea3 req-6684d789-9286-4a3a-97ce-ef179c9d1af7 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:32.781659 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b549ef5b-f966-4cc8-9f14-c83059cc5ea3 req-6684d789-9286-4a3a-97ce-ef179c9d1af7 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 943 time: 0.0532050 Nov 11 21:59:32.834758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b549ef5b-f966-4cc8-9f14-c83059cc5ea3 req-c91c5953-1d01-4fbd-8c5f-ba5847e9467f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468035 Nov 11 21:59:33.978715 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9b9bd-dc9c-45ba-8828-420f9b33fe8e req-97868a07-c8c8-4b99-aa1b-b5c8edbac2c3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:33.980943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22e9b9bd-dc9c-45ba-8828-420f9b33fe8e req-97868a07-c8c8-4b99-aa1b-b5c8edbac2c3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 943 time: 0.0672836 Nov 11 21:59:34.032816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22e9b9bd-dc9c-45ba-8828-420f9b33fe8e req-021dcb06-f936-49b9-914d-2d7ac4defbc4 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447743 Nov 11 21:59:35.165814 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43853c81-02a7-4215-8cc9-50994465a574 req-450d32f2-d1d8-4b65-8549-b44aa44bfe9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:35.167795 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43853c81-02a7-4215-8cc9-50994465a574 req-450d32f2-d1d8-4b65-8549-b44aa44bfe9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 943 time: 0.0601146 Nov 11 21:59:35.239367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43853c81-02a7-4215-8cc9-50994465a574 req-b0c8b64c-49d6-4169-9f5e-480700c9152d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647309 Nov 11 21:59:35.989052 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48526) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:36.111259 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f486e789-5b12-415d-bf68-c9ca14306329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:36.194812 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f486e789-5b12-415d-bf68-c9ca14306329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:36.200360 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f486e789-5b12-415d-bf68-c9ca14306329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:36.239156 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486e789-5b12-415d-bf68-c9ca14306329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1f72ce-7f96-4d48-9c22-0049bab0bc40,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:36.248136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48534) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:36.256575 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f486e789-5b12-415d-bf68-c9ca14306329 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3792c7d295cf4cdfa9aea02d96cf05b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2652369 Nov 11 21:59:36.317961 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9bfb64bc-1670-49f4-b3f7-239febf59d2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:36.343862 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9bfb64bc-1670-49f4-b3f7-239febf59d2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:36.387628 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef72a69-0c9c-484b-b8d2-453eeb44e343 req-d0504f81-7242-462f-a3f1-ddd8b0ac2e8f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:36.396255 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aef72a69-0c9c-484b-b8d2-453eeb44e343 req-d0504f81-7242-462f-a3f1-ddd8b0ac2e8f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 943 time: 0.0707386 Nov 11 21:59:36.422434 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9bfb64bc-1670-49f4-b3f7-239febf59d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:36.425960 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9bfb64bc-1670-49f4-b3f7-239febf59d2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:36.427765 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9bfb64bc-1670-49f4-b3f7-239febf59d2f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ec1f72ce-7f96-4d48-9c22-0049bab0bc40 HTTP/1.1" status: 204 len: 168 time: 0.1781743 Nov 11 21:59:36.452292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb64bc-1670-49f4-b3f7-239febf59d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1f72ce-7f96-4d48-9c22-0049bab0bc40,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:36.471411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aef72a69-0c9c-484b-b8d2-453eeb44e343 req-0c57c172-627e-4723-b3cf-af575e09a598 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740707 Nov 11 21:59:36.775468 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48558) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:36.789843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6e511d3-f378-442a-8014-de80cf4ca36c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:36.868288 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6e511d3-f378-442a-8014-de80cf4ca36c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:36.873501 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d6e511d3-f378-442a-8014-de80cf4ca36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:36.916192 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d6e511d3-f378-442a-8014-de80cf4ca36c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9dc8ab17166b4b61a5a0184f5bd4eb47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395609 Nov 11 21:59:36.917108 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e511d3-f378-442a-8014-de80cf4ca36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95413899-9030-414c-9a37-8f2648aa834e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:36.918917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48568) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:36.969269 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c01974e6-0ef9-42a3-9907-c57ea0b480fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:36.991938 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c01974e6-0ef9-42a3-9907-c57ea0b480fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:37.041248 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c01974e6-0ef9-42a3-9907-c57ea0b480fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:37.043902 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c01974e6-0ef9-42a3-9907-c57ea0b480fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:37.045196 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c01974e6-0ef9-42a3-9907-c57ea0b480fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/95413899-9030-414c-9a37-8f2648aa834e HTTP/1.1" status: 204 len: 168 time: 0.1252551 Nov 11 21:59:37.054636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01974e6-0ef9-42a3-9907-c57ea0b480fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95413899-9030-414c-9a37-8f2648aa834e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:37.632135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb1f62-b0b4-4ce7-8620-fa1f44510586 req-7c0b94cc-9c76-4bd2-b5d2-9aa8a4884231 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:37.634758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50bb1f62-b0b4-4ce7-8620-fa1f44510586 req-7c0b94cc-9c76-4bd2-b5d2-9aa8a4884231 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 943 time: 0.0684698 Nov 11 21:59:37.698004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50bb1f62-b0b4-4ce7-8620-fa1f44510586 req-76a76df3-688f-453c-98d2-db04400d47c9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560207 Nov 11 21:59:38.372121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device f76286cc-72cc-462a-8a05-c712b6aebb83 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:59:38.469904 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port f76286cc-72cc-462a-8a05-c712b6aebb83, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=f76286cc-72cc-462a-8a05-c712b6aebb83,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:38.482688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'port_id': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'mac_address': 'fa:16:3e:bc:e1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:59:38.525842 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:38.539176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76286cc-72cc-462a-8a05-c712b6aebb83 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:59:38.562589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port f76286cc-72cc-462a-8a05-c712b6aebb83, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=f76286cc-72cc-462a-8a05-c712b6aebb83,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:38.568450 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:38.619528 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=f76286cc-72cc-462a-8a05-c712b6aebb83,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:38.783409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['f76286cc-72cc-462a-8a05-c712b6aebb83'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:59:38.858178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28af47a-757c-4ef1-b1f5-82162f1965fe req-96ddea32-87b5-4218-8391-40f8dd6d726d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:38.866727 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c28af47a-757c-4ef1-b1f5-82162f1965fe req-96ddea32-87b5-4218-8391-40f8dd6d726d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 944 time: 0.0862181 Nov 11 21:59:38.927859 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c28af47a-757c-4ef1-b1f5-82162f1965fe req-03fbcda2-0ea2-48d3-8559-652acfb3f876 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582912 Nov 11 21:59:40.050880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714284d-4ba3-4ec5-bed3-d917d67e7393 req-6d754428-bb6c-49d2-8179-abf162dc3d04 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:40.053514 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4714284d-4ba3-4ec5-bed3-d917d67e7393 req-6d754428-bb6c-49d2-8179-abf162dc3d04 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 944 time: 0.0563364 Nov 11 21:59:40.113977 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4714284d-4ba3-4ec5-bed3-d917d67e7393 req-69ec6773-ade9-425a-957e-4dd509d2add2 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531363 Nov 11 21:59:40.384291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device f76286cc-72cc-462a-8a05-c712b6aebb83 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:59:40.453569 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port f76286cc-72cc-462a-8a05-c712b6aebb83 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:59:40.457367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port f76286cc-72cc-462a-8a05-c712b6aebb83 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:40.457735 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:40.543574 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:40.567352 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76286cc-72cc-462a-8a05-c712b6aebb83'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:59:40.569578 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb65a32-95a2-4fca-893b-47ae853c2048" -d '{"events": [{"server_uuid": "4f1e8058-868f-4d8a-9a05-6bebfccec909", "name": "network-vif-plugged", "status": "completed", "tag": "f76286cc-72cc-462a-8a05-c712b6aebb83"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:59:40.582972 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port f76286cc-72cc-462a-8a05-c712b6aebb83, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=f76286cc-72cc-462a-8a05-c712b6aebb83,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:40.588063 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:40.612238 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c2dbae-de9b-4569-8cac-c0b3bbf391ee x-openstack-request-id: req-06c2dbae-de9b-4569-8cac-c0b3bbf391ee {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:59:40.612540 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1e8058-868f-4d8a-9a05-6bebfccec909", "name": "network-vif-plugged", "status": "completed", "tag": "f76286cc-72cc-462a-8a05-c712b6aebb83", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:59:40.612815 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-06c2dbae-de9b-4569-8cac-c0b3bbf391ee {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:59:40.613220 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'code': 200} Nov 11 21:59:40.638894 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=f76286cc-72cc-462a-8a05-c712b6aebb83,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:40.727273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5994ae-03c7-46d6-957e-ac152dad3ea0 req-29ec31d3-68d6-4444-b9b9-59e6c6bf3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:40.728950 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc5994ae-03c7-46d6-957e-ac152dad3ea0 req-29ec31d3-68d6-4444-b9b9-59e6c6bf3831 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 1096 time: 0.0546772 Nov 11 21:59:40.777954 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc5994ae-03c7-46d6-957e-ac152dad3ea0 req-0cdfa76c-3305-4d6f-b5b0-1b5272682f3d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402541 Nov 11 21:59:41.167885 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:41.252661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7ccb-d5c0-4383-a293-abf65f0b2b9a req-60d422f0-925a-4238-8a0f-5bd36ffb9a44 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:41.254352 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6fce7ccb-d5c0-4383-a293-abf65f0b2b9a req-60d422f0-925a-4238-8a0f-5bd36ffb9a44 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 945 time: 0.0517418 Nov 11 21:59:41.317336 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6fce7ccb-d5c0-4383-a293-abf65f0b2b9a req-ace86581-aa3e-4bac-ac25-c8abae0c6683 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571325 Nov 11 21:59:42.257514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48690) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:42.367244 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4444c6db-f477-43d0-98fb-b616f3e5e949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:42.468348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362ff7e-3e6d-4ea7-a18b-50c41330d2a0 req-72039c8d-fb1a-4d77-b7b3-f467f9ece94d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:42.469733 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7362ff7e-3e6d-4ea7-a18b-50c41330d2a0 req-72039c8d-fb1a-4d77-b7b3-f467f9ece94d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 945 time: 0.0775964 Nov 11 21:59:42.503268 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4444c6db-f477-43d0-98fb-b616f3e5e949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:42.514223 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4444c6db-f477-43d0-98fb-b616f3e5e949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:42.567612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7362ff7e-3e6d-4ea7-a18b-50c41330d2a0 req-99a17887-cb08-4f34-97d4-180cb9aadaf8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899532 Nov 11 21:59:42.572998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4444c6db-f477-43d0-98fb-b616f3e5e949 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f943b679e8f84967b7a23669e55150c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144274 Nov 11 21:59:42.573222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48700) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:42.573949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444c6db-f477-43d0-98fb-b616f3e5e949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca327f57-3853-487a-a7b9-fea0470e04a3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:42.637244 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59dbccfc-eb9a-4141-9bed-8a8d44040075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:42.660492 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59dbccfc-eb9a-4141-9bed-8a8d44040075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:42.722074 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59dbccfc-eb9a-4141-9bed-8a8d44040075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:42.725108 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-59dbccfc-eb9a-4141-9bed-8a8d44040075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:42.729133 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-59dbccfc-eb9a-4141-9bed-8a8d44040075 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca327f57-3853-487a-a7b9-fea0470e04a3 HTTP/1.1" status: 204 len: 168 time: 0.1541324 Nov 11 21:59:42.737570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbccfc-eb9a-4141-9bed-8a8d44040075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca327f57-3853-487a-a7b9-fea0470e04a3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:42.768651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a732053-6866-4893-a0da-1a21cbb99a40 req-18477e6b-093e-40a2-817c-1bbff35c9b31 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:42.770450 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a732053-6866-4893-a0da-1a21cbb99a40 req-18477e6b-093e-40a2-817c-1bbff35c9b31 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 945 time: 0.0578532 Nov 11 21:59:42.822619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a732053-6866-4893-a0da-1a21cbb99a40 req-d41c15e8-7a06-4dde-b007-8bce6e60c154 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461535 Nov 11 21:59:42.848401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48714) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:42.895712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a0575-9947-429c-91b6-523b210f2689 tempest-TestVolumeBootPattern-1737290061 tempest-TestVolumeBootPattern-1737290061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:42.897667 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-983a0575-9947-429c-91b6-523b210f2689 tempest-TestVolumeBootPattern-1737290061 tempest-TestVolumeBootPattern-1737290061-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 1091 time: 0.0479658 Nov 11 21:59:42.900368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48718) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:42.906537 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:42.930491 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:43.048426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48722) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:43.068663 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92765abc-9be2-415c-9177-a35e62d4dcbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:43.072770 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:43.232194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Allocated IP 172.25.0.182 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/af3fb87c-7329-4a4c-83f3-2d8c2268bab2) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:59:43.250258 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92765abc-9be2-415c-9177-a35e62d4dcbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:43.259133 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92765abc-9be2-415c-9177-a35e62d4dcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:43.354164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-92765abc-9be2-415c-9177-a35e62d4dcbe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=13202b086b6f4e519488a0bbecd89961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3045340 Nov 11 21:59:43.357131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48726) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:43.358656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92765abc-9be2-415c-9177-a35e62d4dcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4271e788-45f2-4c6d-a958-07d526af843a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:43.404772 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:43.414900 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f88562cc-8a98-489d-931b-0808b32139fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:43.440170 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f88562cc-8a98-489d-931b-0808b32139fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:43.445463 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:43.486309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:59:43.491162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:59:43.494754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:59:43.500928 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f88562cc-8a98-489d-931b-0808b32139fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:43.504015 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f88562cc-8a98-489d-931b-0808b32139fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:43.506320 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f88562cc-8a98-489d-931b-0808b32139fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4271e788-45f2-4c6d-a958-07d526af843a HTTP/1.1" status: 204 len: 168 time: 0.1471472 Nov 11 21:59:43.517715 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'Port': ['ID=af3fb87c-7329-4a4c-83f3-2d8c2268bab2,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:43.529012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88562cc-8a98-489d-931b-0808b32139fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4271e788-45f2-4c6d-a958-07d526af843a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:43.882319 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-baefc204-e607-49fe-a4f8-212436cd6a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:43.939532 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8fd651b-e0da-44bd-8ed1-1144f5939af3 req-6d0f3697-f94c-4b75-8e0f-98187195f67d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994701 Nov 11 21:59:43.988431 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:44.073025 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd651b-e0da-44bd-8ed1-1144f5939af3 req-a8578749-6a1f-4dc9-ba14-26caa494f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:44.074749 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8fd651b-e0da-44bd-8ed1-1144f5939af3 req-a8578749-6a1f-4dc9-ba14-26caa494f343 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 1096 time: 0.0836873 Nov 11 21:59:44.126006 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:44.251129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd651b-e0da-44bd-8ed1-1144f5939af3 req-58064f32-930b-420b-9f33-af341c79a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:44.252654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8fd651b-e0da-44bd-8ed1-1144f5939af3 req-58064f32-930b-420b-9f33-af341c79a65b service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.1558189 Nov 11 21:59:44.326932 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:59:44.359594 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8fd651b-e0da-44bd-8ed1-1144f5939af3 req-03e67f05-cf3c-490f-bfa2-039061179318 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76286cc-72cc-462a-8a05-c712b6aebb83 HTTP/1.1" status: 200 len: 999 time: 0.0800231 Nov 11 21:59:44.429077 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:44.435743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd651b-e0da-44bd-8ed1-1144f5939af3 req-2eea2877-e4c1-4dc7-ad3f-37e1d433ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:44.437261 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8fd651b-e0da-44bd-8ed1-1144f5939af3 req-2eea2877-e4c1-4dc7-ad3f-37e1d433ded5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.0662162 Nov 11 21:59:44.438317 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:44.545307 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'Port': ['ID=af3fb87c-7329-4a4c-83f3-2d8c2268bab2,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:44.559235 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd651b-e0da-44bd-8ed1-1144f5939af3 req-c040361e-2d23-4b48-9e8b-81268fe74285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:44.561432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8fd651b-e0da-44bd-8ed1-1144f5939af3 req-c040361e-2d23-4b48-9e8b-81268fe74285 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142616 Nov 11 21:59:44.562224 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:44.718112 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:44.733671 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Floating IP 317d861a-677d-4262-ba55-27f0af6f460e associated. External IP: 172.25.0.182, port: f76286cc-72cc-462a-8a05-c712b6aebb83. Nov 11 21:59:44.738309 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8fd651b-e0da-44bd-8ed1-1144f5939af3 req-02ba455c-32d8-47b2-8e64-76f377cb5abd service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419337 Nov 11 21:59:45.286379 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8fd651b-e0da-44bd-8ed1-1144f5939af3 req-e98be001-0985-495c-b717-972f8b4e45ce service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084076 Nov 11 21:59:45.406982 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Router ee923260-7045-4fdb-8fca-3c9325ff364a has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:59:45.528294 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:59:45.555299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:45.555944 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e2d2ce-e4c6-4cd2-9b38-2ef5d45c060f None None] Sync routers for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:59:45.582846 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e2d2ce-e4c6-4cd2-9b38-2ef5d45c060f None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:59:45.583732 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e3e2d2ce-e4c6-4cd2-9b38-2ef5d45c060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:59:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:45.593887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c3085ab1-1af9-450a-9ac5-3225a0b01afb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6918545 Nov 11 21:59:45.594508 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'tag': 'f76286cc-72cc-462a-8a05-c712b6aebb83'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:59:45.597020 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8d9afe-bd92-4116-b957-623e36f00102" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1e8058-868f-4d8a-9a05-6bebfccec909", "tag": "f76286cc-72cc-462a-8a05-c712b6aebb83"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:59:45.656175 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b499ddb-dcc6-4954-bbcd-e9c9b803b77e x-openstack-request-id: req-6b499ddb-dcc6-4954-bbcd-e9c9b803b77e {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:59:45.656901 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1e8058-868f-4d8a-9a05-6bebfccec909", "tag": "f76286cc-72cc-462a-8a05-c712b6aebb83", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:59:45.656901 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b499ddb-dcc6-4954-bbcd-e9c9b803b77e {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:59:45.657231 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'tag': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'status': 'completed', 'code': 200} Nov 11 21:59:45.744958 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9afe-bd92-4116-b957-623e36f00102 req-e8a5ab1a-0138-449e-8db2-e00b98ac9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:45.747285 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca8d9afe-bd92-4116-b957-623e36f00102 req-e8a5ab1a-0138-449e-8db2-e00b98ac9275 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 1096 time: 0.0688908 Nov 11 21:59:45.755585 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e3e2d2ce-e4c6-4cd2-9b38-2ef5d45c060f None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:59:45.859468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9afe-bd92-4116-b957-623e36f00102 req-9387304d-e274-473a-a8f1-632deb605474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:45.861292 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca8d9afe-bd92-4116-b957-623e36f00102 req-9387304d-e274-473a-a8f1-632deb605474 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.1063313 Nov 11 21:59:45.945373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca8d9afe-bd92-4116-b957-623e36f00102 req-53cd661d-025e-4ba9-9082-dbd3368fbc61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76286cc-72cc-462a-8a05-c712b6aebb83 HTTP/1.1" status: 200 len: 999 time: 0.0756419 Nov 11 21:59:46.007960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9afe-bd92-4116-b957-623e36f00102 req-81b32e98-6595-4f80-a54f-b247046c32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:46.010055 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca8d9afe-bd92-4116-b957-623e36f00102 req-81b32e98-6595-4f80-a54f-b247046c32d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.0556636 Nov 11 21:59:46.062874 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e3e2d2ce-e4c6-4cd2-9b38-2ef5d45c060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '317d861a-677d-4262-ba55-27f0af6f460e', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'port_id': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'mac_address': 'fa:16:3e:bc:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:59:43Z', 'updated_at': '2021-11-11T21:59:43Z', 'revision_number': 0, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:46.068776 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4a362f8-ef7a-4d66-afa5-280c0f8eaaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:46.078050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9afe-bd92-4116-b957-623e36f00102 req-671e0dd8-b9b2-4821-a670-b0d195ca927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:46.083176 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca8d9afe-bd92-4116-b957-623e36f00102 req-671e0dd8-b9b2-4821-a670-b0d195ca927a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649974 Nov 11 21:59:46.097066 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e2d2ce-e4c6-4cd2-9b38-2ef5d45c060f None None] Checking router: ee923260-7045-4fdb-8fca-3c9325ff364a for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:59:46.106774 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e2d2ce-e4c6-4cd2-9b38-2ef5d45c060f None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:59:46.107994 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e3e2d2ce-e4c6-4cd2-9b38-2ef5d45c060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:59:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:46.199832 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca8d9afe-bd92-4116-b957-623e36f00102 req-c489b734-5247-4a10-a96d-e7f9e1eab4b6 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070888 Nov 11 21:59:46.234347 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e3e2d2ce-e4c6-4cd2-9b38-2ef5d45c060f None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:59:46.300648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ca8d9afe-bd92-4116-b957-623e36f00102 req-a80d0106-344a-4cc8-a2aa-0711aa323a6a service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927827 Nov 11 21:59:46.495306 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e3e2d2ce-e4c6-4cd2-9b38-2ef5d45c060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '317d861a-677d-4262-ba55-27f0af6f460e', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'port_id': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'mac_address': 'fa:16:3e:bc:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:59:43Z', 'updated_at': '2021-11-11T21:59:43Z', 'revision_number': 0, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:46.527920 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e2d2ce-e4c6-4cd2-9b38-2ef5d45c060f None None] The sync data for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 is: [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '317d861a-677d-4262-ba55-27f0af6f460e', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'port_id': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'mac_address': 'fa:16:3e:bc:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:59:43Z', 'updated_at': '2021-11-11T21:59:43Z', 'revision_number': 0, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:59:46.767065 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c2c3f-9df5-4848-b957-26983894f72d None None] New status for floating IP 317d861a-677d-4262-ba55-27f0af6f460e: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:59:47.218018 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:48.594435 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:49.370690 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:49.940720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 48844) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:50.046835 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4f23320-de38-4a35-bada-0aab663c111c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:50.132772 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4f23320-de38-4a35-bada-0aab663c111c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:50.137956 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d4f23320-de38-4a35-bada-0aab663c111c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:50.179983 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48852) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:50.180625 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d4f23320-de38-4a35-bada-0aab663c111c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c2f4db2576864679a48f9b5068ff9384&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2377927 Nov 11 21:59:50.181808 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f23320-de38-4a35-bada-0aab663c111c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f025da-fc94-4d58-859d-52a2dcd29a16,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:50.250359 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ecb6ac2-f9bd-476b-a1d3-2bd81e89a97a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:50.272105 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ecb6ac2-f9bd-476b-a1d3-2bd81e89a97a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:50.318935 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ecb6ac2-f9bd-476b-a1d3-2bd81e89a97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:50.322355 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ecb6ac2-f9bd-476b-a1d3-2bd81e89a97a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:50.323514 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8ecb6ac2-f9bd-476b-a1d3-2bd81e89a97a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05f025da-fc94-4d58-859d-52a2dcd29a16 HTTP/1.1" status: 204 len: 168 time: 0.1402907 Nov 11 21:59:50.332103 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb6ac2-f9bd-476b-a1d3-2bd81e89a97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f025da-fc94-4d58-859d-52a2dcd29a16,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:50.616741 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48858) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:50.631003 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc79e1c8-d2b6-4ec7-81aa-56e4acda6240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:50.720210 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc79e1c8-d2b6-4ec7-81aa-56e4acda6240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:50.726961 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc79e1c8-d2b6-4ec7-81aa-56e4acda6240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:50.767183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79e1c8-d2b6-4ec7-81aa-56e4acda6240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f88692e-9132-4bf6-9725-0828426a8097,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:50.771679 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cc79e1c8-d2b6-4ec7-81aa-56e4acda6240 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ffd6f5e64a34843b8a556213e88e967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537433 Nov 11 21:59:50.774478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 48860) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:50.827663 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a49764fb-49d6-4df2-87e3-b92c448cd848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:50.851638 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a49764fb-49d6-4df2-87e3-b92c448cd848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:50.901512 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a49764fb-49d6-4df2-87e3-b92c448cd848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:50.904166 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a49764fb-49d6-4df2-87e3-b92c448cd848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:50.905351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a49764fb-49d6-4df2-87e3-b92c448cd848 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9f88692e-9132-4bf6-9725-0828426a8097 HTTP/1.1" status: 204 len: 168 time: 0.1297848 Nov 11 21:59:50.914248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49764fb-49d6-4df2-87e3-b92c448cd848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f88692e-9132-4bf6-9725-0828426a8097,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:53.610015 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-37053760-aead-4ec0-8fac-8000774a7419 req-a8cf9435-65b7-4e01-aae3-7c66ca4eda50 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583889 Nov 11 21:59:53.715029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053760-aead-4ec0-8fac-8000774a7419 req-8ea0ac30-e140-4432-949d-f8a51f7e97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:53.716681 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-37053760-aead-4ec0-8fac-8000774a7419 req-8ea0ac30-e140-4432-949d-f8a51f7e97cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 1096 time: 0.0568235 Nov 11 21:59:53.838250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053760-aead-4ec0-8fac-8000774a7419 req-e82cf478-9af5-4ab0-88f2-50ad93160a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:53.839923 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-37053760-aead-4ec0-8fac-8000774a7419 req-e82cf478-9af5-4ab0-88f2-50ad93160a61 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c09b672c-4fd5-4856-9051-847031f01786 HTTP/1.1" status: 200 len: 899 time: 0.0976183 Nov 11 21:59:53.923959 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-37053760-aead-4ec0-8fac-8000774a7419 req-5ccdc8ed-88e1-483c-9560-97acea71ac1c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0 HTTP/1.1" status: 200 len: 1001 time: 0.0752933 Nov 11 21:59:53.977109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053760-aead-4ec0-8fac-8000774a7419 req-d9269fc2-efad-41c9-a152-0dd415747628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:53.978715 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-37053760-aead-4ec0-8fac-8000774a7419 req-d9269fc2-efad-41c9-a152-0dd415747628 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4d70ae7-64f7-47d2-a2f8-01637edf1c33 HTTP/1.1" status: 200 len: 834 time: 0.0472176 Nov 11 21:59:54.030482 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053760-aead-4ec0-8fac-8000774a7419 req-956ee9c5-5e7e-4a5b-aa03-4db6ab1ab3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:54.032015 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-37053760-aead-4ec0-8fac-8000774a7419 req-956ee9c5-5e7e-4a5b-aa03-4db6ab1ab3fe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c09b672c-4fd5-4856-9051-847031f01786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454533 Nov 11 21:59:54.139310 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-37053760-aead-4ec0-8fac-8000774a7419 req-9c850542-c983-48c7-bf5e-dac829be1f66 service neutron] 10.222.0.71 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981271 Nov 11 21:59:54.248308 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-37053760-aead-4ec0-8fac-8000774a7419 req-253f8e6d-c8e2-4a73-8acc-af30a8af3c38 service neutron] 10.222.0.71 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000259 Nov 11 21:59:55.867433 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49096) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:55.933286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f1cb7026-ab3e-4089-b4bc-f8c8e52b2e17 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/floatingips/33a3407d-c645-4e1d-a86e-f774deb0732d HTTP/1.1" status: 200 len: 993 time: 0.0646358 Nov 11 21:59:56.217556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49110) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:56.424510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-054d755a-b1a3-49dc-89e7-e5ee99fda5b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Deleting port d63f4c26-54b0-42fd-ad5d-b24b74999d16 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:59:56.424889 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-054d755a-b1a3-49dc-89e7-e5ee99fda5b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:56.518769 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-054d755a-b1a3-49dc-89e7-e5ee99fda5b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:56.519087 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-054d755a-b1a3-49dc-89e7-e5ee99fda5b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:56.531808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-054d755a-b1a3-49dc-89e7-e5ee99fda5b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Calling delete_port for d63f4c26-54b0-42fd-ad5d-b24b74999d16 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:59:56.714533 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-054d755a-b1a3-49dc-89e7-e5ee99fda5b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:56.746107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d755a-b1a3-49dc-89e7-e5ee99fda5b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Port': ['ID=d63f4c26-54b0-42fd-ad5d-b24b74999d16,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:56.828483 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-054d755a-b1a3-49dc-89e7-e5ee99fda5b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:56.828850 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-054d755a-b1a3-49dc-89e7-e5ee99fda5b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Floating IP 33a3407d-c645-4e1d-a86e-f774deb0732d disassociated (deleted). External IP: 172.25.0.183, port: 1ea669f3-6e43-4b58-a11c-2ab32ad594d9. Nov 11 21:59:57.075617 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054d755a-b1a3-49dc-89e7-e5ee99fda5b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Router dfe68794-8e6a-427a-881f-08a7aac6f7ae has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:59:57.190075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054d755a-b1a3-49dc-89e7-e5ee99fda5b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:59:57.195265 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-054d755a-b1a3-49dc-89e7-e5ee99fda5b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:57.203059 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2861a85-1320-4e6b-95d4-f27ad554c7cd None None] Sync routers for ids ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:59:57.217702 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2861a85-1320-4e6b-95d4-f27ad554c7cd None None] Routers {'dfe68794-8e6a-427a-881f-08a7aac6f7ae'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:59:57.218603 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e2861a85-1320-4e6b-95d4-f27ad554c7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:59:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:57.228669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-054d755a-b1a3-49dc-89e7-e5ee99fda5b1 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "DELETE /v2.0/floatingips/33a3407d-c645-4e1d-a86e-f774deb0732d HTTP/1.1" status: 204 len: 168 time: 1.0099154 Nov 11 21:59:57.229268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14', 'tag': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:59:57.231610 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1f878b-4566-43a7-8cb5-1a349d8eeb18" -d '{"events": [{"name": "network-changed", "server_uuid": "b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14", "tag": "1ea669f3-6e43-4b58-a11c-2ab32ad594d9"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:59:57.344317 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e2861a85-1320-4e6b-95d4-f27ad554c7cd None None] Set router dfe68794-8e6a-427a-881f-08a7aac6f7ae gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:59:57.439974 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9222b2c9-b0b4-4995-801f-7cfd8a5cfce3 x-openstack-request-id: req-9222b2c9-b0b4-4995-801f-7cfd8a5cfce3 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:59:57.440336 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14", "tag": "1ea669f3-6e43-4b58-a11c-2ab32ad594d9", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:59:57.440554 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9222b2c9-b0b4-4995-801f-7cfd8a5cfce3 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:59:57.441392 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14', 'tag': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9', 'status': 'completed', 'code': 200} Nov 11 21:59:57.546846 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f878b-4566-43a7-8cb5-1a349d8eeb18 req-59705d8d-d9d4-4076-9914-72690f5ecc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:57.549126 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2a1f878b-4566-43a7-8cb5-1a349d8eeb18 req-59705d8d-d9d4-4076-9914-72690f5ecc5f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a6474ef6257e4f61ac984a0b362bab65&device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 1096 time: 0.0683486 Nov 11 21:59:57.697543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f878b-4566-43a7-8cb5-1a349d8eeb18 req-c39c738a-a899-43f9-b304-8a5e1e5de348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:57.703316 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2a1f878b-4566-43a7-8cb5-1a349d8eeb18 req-c39c738a-a899-43f9-b304-8a5e1e5de348 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f401a27c-237b-47fa-8624-2368717d75c1 HTTP/1.1" status: 200 len: 899 time: 0.1430702 Nov 11 21:59:57.774647 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2a1f878b-4566-43a7-8cb5-1a349d8eeb18 req-c0e8b255-5d69-45e0-adea-f9aa48d5944b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ea669f3-6e43-4b58-a11c-2ab32ad594d9 HTTP/1.1" status: 200 len: 217 time: 0.0600414 Nov 11 21:59:57.836333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f878b-4566-43a7-8cb5-1a349d8eeb18 req-1e77e1d5-61f4-473d-ae26-c3ab08903504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:57.838102 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2a1f878b-4566-43a7-8cb5-1a349d8eeb18 req-1e77e1d5-61f4-473d-ae26-c3ab08903504 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aca552d5-e9eb-474e-8028-450435fdae99 HTTP/1.1" status: 200 len: 834 time: 0.0563238 Nov 11 21:59:57.851309 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e2861a85-1320-4e6b-95d4-f27ad554c7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:02Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fff7f488-a9e3-4f7f-8da3-197383556a2e', 'name': '', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:a2:52:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:59:00Z', 'updated_at': '2021-11-11T21:59:07Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:57.887310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedea207-440f-4643-83b2-d203fad7c280 req-c5115cb8-0e57-4464-9ef5-9c6a6e625563 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:57.893936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f878b-4566-43a7-8cb5-1a349d8eeb18 req-452e3e53-d091-4d64-b7fe-f2384d5d9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:57.895718 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2a1f878b-4566-43a7-8cb5-1a349d8eeb18 req-452e3e53-d091-4d64-b7fe-f2384d5d9f99 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f401a27c-237b-47fa-8624-2368717d75c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495012 Nov 11 21:59:57.896743 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eedea207-440f-4643-83b2-d203fad7c280 req-c5115cb8-0e57-4464-9ef5-9c6a6e625563 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 945 time: 0.3991904 Nov 11 21:59:57.942064 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2861a85-1320-4e6b-95d4-f27ad554c7cd None None] Checking router: dfe68794-8e6a-427a-881f-08a7aac6f7ae for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:59:57.958580 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2861a85-1320-4e6b-95d4-f27ad554c7cd None None] Routers {'dfe68794-8e6a-427a-881f-08a7aac6f7ae'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:59:57.959205 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e2861a85-1320-4e6b-95d4-f27ad554c7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:59:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:57.961213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eedea207-440f-4643-83b2-d203fad7c280 req-86c01962-35a6-45d2-bd0d-fff68f243cdd tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e517404-c95a-41d8-8c9b-106974c97010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634437 Nov 11 21:59:58.061478 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2a1f878b-4566-43a7-8cb5-1a349d8eeb18 req-79fa8ce6-0d0d-4fa4-a395-816b8d461694 service neutron] 10.222.0.71 "GET /v2.0/networks/f401a27c-237b-47fa-8624-2368717d75c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539629 Nov 11 21:59:58.128866 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-e2861a85-1320-4e6b-95d4-f27ad554c7cd None None] Set router dfe68794-8e6a-427a-881f-08a7aac6f7ae gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:59:58.175353 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2a1f878b-4566-43a7-8cb5-1a349d8eeb18 req-a50eb09d-f2e3-4a9e-8211-cad000580844 service neutron] 10.222.0.71 "GET /v2.0/networks/f401a27c-237b-47fa-8624-2368717d75c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976343 Nov 11 21:59:58.370545 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-e2861a85-1320-4e6b-95d4-f27ad554c7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:02Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fff7f488-a9e3-4f7f-8da3-197383556a2e', 'name': '', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:a2:52:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:59:00Z', 'updated_at': '2021-11-11T21:59:07Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:58.412909 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2861a85-1320-4e6b-95d4-f27ad554c7cd None None] The sync data for ids ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'] in n-d-805737-3 is: [{'id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:02Z', 'revision_number': 4, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fff7f488-a9e3-4f7f-8da3-197383556a2e', 'name': '', 'network_id': 'f401a27c-237b-47fa-8624-2368717d75c1', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'mac_address': 'fa:16:3e:a2:52:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:59:00Z', 'updated_at': '2021-11-11T21:59:07Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'subnets': [{'id': 'aca552d5-e9eb-474e-8028-450435fdae99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:59:58.753491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e636c6c0-666f-44dc-ad88-72753e491b30 None None] New status for floating IP 33a3407d-c645-4e1d-a86e-f774deb0732d: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:59:58.767475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99301164-2760-4c65-a0df-c92d0b50d680 req-dbe0660c-0766-4cac-8c92-686cd0103835 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:58.769103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99301164-2760-4c65-a0df-c92d0b50d680 req-dbe0660c-0766-4cac-8c92-686cd0103835 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 1096 time: 0.0609157 Nov 11 21:59:58.832425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99301164-2760-4c65-a0df-c92d0b50d680 req-a8e8614b-a4bd-4170-a4f7-958acf81192e tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567207 Nov 11 21:59:58.856776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49188) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:59.092564 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b40bf6-e21d-4f3f-af67-5df68b714e2f req-e45f83df-e3b8-4b71-ad10-2092fe5c2128 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:59.094691 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f1b40bf6-e21d-4f3f-af67-5df68b714e2f req-e45f83df-e3b8-4b71-ad10-2092fe5c2128 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.71 "GET /v2.0/ports?device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 945 time: 0.1190135 Nov 11 21:59:59.106212 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe7208-3f81-4867-ba2b-4565e0e2738f req-c2506dad-73e9-48d1-803d-5c7cf9c491ac tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:59.108359 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32fe7208-3f81-4867-ba2b-4565e0e2738f req-c2506dad-73e9-48d1-803d-5c7cf9c491ac tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 945 time: 0.0603302 Nov 11 21:59:59.171803 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4060f543-f6db-49dd-9cdd-c78385cb4385 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port 8bd668b0-8f1e-46db-9c58-780810e8941b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:59:59.172019 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4060f543-f6db-49dd-9cdd-c78385cb4385 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:59.198391 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32fe7208-3f81-4867-ba2b-4565e0e2738f req-e459c4e7-f61a-4451-a1a6-75d93bf98a6e tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e517404-c95a-41d8-8c9b-106974c97010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836535 Nov 11 21:59:59.779873 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f1b40bf6-e21d-4f3f-af67-5df68b714e2f req-160d7bad-17eb-4d89-9780-40c71ae5d3e2 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Deleting port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:59:59.780527 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f1b40bf6-e21d-4f3f-af67-5df68b714e2f req-160d7bad-17eb-4d89-9780-40c71ae5d3e2 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:59.821728 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4060f543-f6db-49dd-9cdd-c78385cb4385 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:59.822376 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4060f543-f6db-49dd-9cdd-c78385cb4385 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:59.880552 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4060f543-f6db-49dd-9cdd-c78385cb4385 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for 8bd668b0-8f1e-46db-9c58-780810e8941b owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:59:59.973605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f1b40bf6-e21d-4f3f-af67-5df68b714e2f req-160d7bad-17eb-4d89-9780-40c71ae5d3e2 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] For port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=1ea669f3-6e43-4b58-a11c-2ab32ad594d9,segment=NetworkSegment(c1f6e7b5-ab10-4b09-b473-4a0725085af0),segment_id=c1f6e7b5-ab10-4b09-b473-4a0725085af0)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:59.974009 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f1b40bf6-e21d-4f3f-af67-5df68b714e2f req-160d7bad-17eb-4d89-9780-40c71ae5d3e2 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:59.994759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f1b40bf6-e21d-4f3f-af67-5df68b714e2f req-160d7bad-17eb-4d89-9780-40c71ae5d3e2 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Calling delete_port for 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:00:00.196245 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4060f543-f6db-49dd-9cdd-c78385cb4385 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:00.224989 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f1b40bf6-e21d-4f3f-af67-5df68b714e2f req-160d7bad-17eb-4d89-9780-40c71ae5d3e2 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:00.237025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060f543-f6db-49dd-9cdd-c78385cb4385 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=8bd668b0-8f1e-46db-9c58-780810e8941b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:00.307141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d7bad-17eb-4d89-9780-40c71ae5d3e2 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Port': ['ID=1ea669f3-6e43-4b58-a11c-2ab32ad594d9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:00.332172 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b40bf6-e21d-4f3f-af67-5df68b714e2f req-160d7bad-17eb-4d89-9780-40c71ae5d3e2 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] No DVR routers for this DVR port 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:00:00.351219 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f1b40bf6-e21d-4f3f-af67-5df68b714e2f req-160d7bad-17eb-4d89-9780-40c71ae5d3e2 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:00.354643 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f1b40bf6-e21d-4f3f-af67-5df68b714e2f req-160d7bad-17eb-4d89-9780-40c71ae5d3e2 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.71 "DELETE /v2.0/ports/1ea669f3-6e43-4b58-a11c-2ab32ad594d9 HTTP/1.1" status: 204 len: 173 time: 1.2529871 Nov 11 22:00:00.355104 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14', 'name': 'network-vif-deleted', 'tag': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:00:00.357548 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fd51f5-a5d8-4dad-877d-c2fe373f932f" -d '{"events": [{"server_uuid": "b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14", "name": "network-vif-deleted", "tag": "1ea669f3-6e43-4b58-a11c-2ab32ad594d9"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:00:00.359766 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4dc790e-bf7c-4e6c-b168-1b29759d5396 req-06428719-543c-4f35-8af7-b110a0c71da0 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14 HTTP/1.1" status: 200 len: 210 time: 0.0389307 Nov 11 22:00:00.392211 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4060f543-f6db-49dd-9cdd-c78385cb4385 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:00.392983 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-4060f543-f6db-49dd-9cdd-c78385cb4385 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Floating IP 29b13827-ff10-4e44-8ecc-ac80b32b810e disassociated (deleted). External IP: 172.25.0.105, port: 537c0708-64e0-4754-ac5e-0e02cecd65a0. Nov 11 22:00:00.516334 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a832c7-a41f-4975-9a1e-dc7d37eb880d x-openstack-request-id: req-43a832c7-a41f-4975-9a1e-dc7d37eb880d {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:00:00.517222 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14", "name": "network-vif-deleted", "tag": "1ea669f3-6e43-4b58-a11c-2ab32ad594d9", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:00:00.522154 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-43a832c7-a41f-4975-9a1e-dc7d37eb880d {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:00:00.522641 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00a71fe-fd7b-4ddc-a9c6-f8a599a50f14', 'name': 'network-vif-deleted', 'tag': '1ea669f3-6e43-4b58-a11c-2ab32ad594d9', 'status': 'completed', 'code': 200} Nov 11 22:00:00.700978 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4060f543-f6db-49dd-9cdd-c78385cb4385 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:00:00.938208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4060f543-f6db-49dd-9cdd-c78385cb4385 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:00:00.949151 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4060f543-f6db-49dd-9cdd-c78385cb4385 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:00.949346 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0746c18-011e-4aec-9743-ab7d6ca8bbb3 None None] Sync routers for ids ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:00:00.978655 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0746c18-011e-4aec-9743-ab7d6ca8bbb3 None None] Routers {'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:00:00.979617 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a0746c18-011e-4aec-9743-ab7d6ca8bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:59:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:00.980397 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4060f543-f6db-49dd-9cdd-c78385cb4385 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/floatingips/29b13827-ff10-4e44-8ecc-ac80b32b810e HTTP/1.1" status: 204 len: 168 time: 2.1223207 Nov 11 22:00:01.165885 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a0746c18-011e-4aec-9743-ab7d6ca8bbb3 None None] Set router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:00:01.415670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:00:01.427630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7077a6-8d1d-4d8f-abaa-0c2b6db098d6 req-be0fc006-613e-4c33-afd6-f0e2809454a8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:01.434249 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9c7077a6-8d1d-4d8f-abaa-0c2b6db098d6 req-be0fc006-613e-4c33-afd6-f0e2809454a8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.1487803 Nov 11 22:00:01.437289 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a0746c18-011e-4aec-9743-ab7d6ca8bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:02Z', 'updated_at': '2021-11-11T21:58:08Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:03Z', 'updated_at': '2021-11-11T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'df8baaea-db04-4b39-9bfb-6fef43bfd5fb', 'name': '', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:4b:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:07Z', 'updated_at': '2021-11-11T21:58:14Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:01.459142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:00:01.460415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 1ea669f3-6e43-4b58-a11c-2ab32ad594d9 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:00:01.470724 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0746c18-011e-4aec-9743-ab7d6ca8bbb3 None None] Checking router: aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:00:01.482307 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0746c18-011e-4aec-9743-ab7d6ca8bbb3 None None] Routers {'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:00:01.483494 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a0746c18-011e-4aec-9743-ab7d6ca8bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:59:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:01.522045 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9c7077a6-8d1d-4d8f-abaa-0c2b6db098d6 req-a12b162f-755d-434b-9662-ca13d14971a1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764382 Nov 11 22:00:01.592521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49264) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:01.657344 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a0746c18-011e-4aec-9743-ab7d6ca8bbb3 None None] Set router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:00:01.662443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f137d9-ce5d-48bf-b4e0-32d359f4a9b6 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:01.723389 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f137d9-ce5d-48bf-b4e0-32d359f4a9b6 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:01.824494 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f137d9-ce5d-48bf-b4e0-32d359f4a9b6 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:01.829261 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f137d9-ce5d-48bf-b4e0-32d359f4a9b6 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:01.830742 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c0f137d9-ce5d-48bf-b4e0-32d359f4a9b6 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "DELETE /v2.0/security-groups/9e517404-c95a-41d8-8c9b-106974c97010 HTTP/1.1" status: 204 len: 168 time: 0.2371731 Nov 11 22:00:01.844227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f137d9-ce5d-48bf-b4e0-32d359f4a9b6 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e517404-c95a-41d8-8c9b-106974c97010,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:01.916137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49274) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:01.961953 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a0746c18-011e-4aec-9743-ab7d6ca8bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:02Z', 'updated_at': '2021-11-11T21:58:08Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:03Z', 'updated_at': '2021-11-11T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'df8baaea-db04-4b39-9bfb-6fef43bfd5fb', 'name': '', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:4b:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:07Z', 'updated_at': '2021-11-11T21:58:14Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:01.998091 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0746c18-011e-4aec-9743-ab7d6ca8bbb3 None None] The sync data for ids ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'] in n-d-805737-3 is: [{'id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:02Z', 'updated_at': '2021-11-11T21:58:08Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:03Z', 'updated_at': '2021-11-11T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'df8baaea-db04-4b39-9bfb-6fef43bfd5fb', 'name': '', 'network_id': 'c09b672c-4fd5-4856-9051-847031f01786', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:4b:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:07Z', 'updated_at': '2021-11-11T21:58:14Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'e4d70ae7-64f7-47d2-a2f8-01637edf1c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:00:02.419472 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a9357ff-09da-463c-885d-443db3fb8735 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:02.423861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f196b-ac0e-42b6-af43-fa9b72f92b43 None None] New status for floating IP 29b13827-ff10-4e44-8ecc-ac80b32b810e: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:00:02.534523 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:00:02.536974 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8df0f2b-8153-4b83-92d9-d49739665cef" -d '{"events": [{"name": "network-changed", "server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:00:02.635893 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1200c06-f452-4e15-b06a-d0d44dcce2d1 x-openstack-request-id: req-b1200c06-f452-4e15-b06a-d0d44dcce2d1 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:00:02.636204 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:00:02.636411 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b1200c06-f452-4e15-b06a-d0d44dcce2d1 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:00:02.636813 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'status': 'completed', 'code': 200} Nov 11 22:00:02.714910 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df0f2b-8153-4b83-92d9-d49739665cef req-2cfd9c89-0e99-4e6f-8de3-fd10a29918ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:02.716569 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e8df0f2b-8153-4b83-92d9-d49739665cef req-2cfd9c89-0e99-4e6f-8de3-fd10a29918ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 1096 time: 0.0788913 Nov 11 22:00:02.738827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903dbc-08f5-4488-bbcc-55fc0f4f0cfa req-11dea549-583f-460b-ad24-3813c5647afe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:02.741436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c903dbc-08f5-4488-bbcc-55fc0f4f0cfa req-11dea549-583f-460b-ad24-3813c5647afe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.0788741 Nov 11 22:00:02.880944 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a104de0-385a-4f0e-906c-0e445439a2ec req-cb83bc54-8890-4e23-a7fa-35df8400cf8e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:02.882828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a104de0-385a-4f0e-906c-0e445439a2ec req-cb83bc54-8890-4e23-a7fa-35df8400cf8e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.71 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 945 time: 0.1402855 Nov 11 22:00:02.901760 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c903dbc-08f5-4488-bbcc-55fc0f4f0cfa req-16c115b6-fb8c-440d-8b32-afe90bce247b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4b7ee29-695e-498c-893c-cc2865647d61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166229 Nov 11 22:00:02.904037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df0f2b-8153-4b83-92d9-d49739665cef req-38f160f5-cd79-4e28-9a4d-0c058f1e4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:02.907084 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e8df0f2b-8153-4b83-92d9-d49739665cef req-38f160f5-cd79-4e28-9a4d-0c058f1e4570 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c09b672c-4fd5-4856-9051-847031f01786 HTTP/1.1" status: 200 len: 899 time: 0.1792362 Nov 11 22:00:02.973503 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e8df0f2b-8153-4b83-92d9-d49739665cef req-57ee1c62-f11a-4704-9005-d4ed43d26860 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0 HTTP/1.1" status: 200 len: 217 time: 0.0558467 Nov 11 22:00:02.999624 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3a9357ff-09da-463c-885d-443db3fb8735 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Deleting port fff7f488-a9e3-4f7f-8da3-197383556a2e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:00:03.000279 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a9357ff-09da-463c-885d-443db3fb8735 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:03.058262 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-4a104de0-385a-4f0e-906c-0e445439a2ec req-1fda8158-e97b-43ac-829b-9ce48effac8b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port 537c0708-64e0-4754-ac5e-0e02cecd65a0 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:00:03.058625 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4a104de0-385a-4f0e-906c-0e445439a2ec req-1fda8158-e97b-43ac-829b-9ce48effac8b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:03.118489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df0f2b-8153-4b83-92d9-d49739665cef req-04e9790e-bfb9-4434-943d-89a4dc51d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:03.120308 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e8df0f2b-8153-4b83-92d9-d49739665cef req-04e9790e-bfb9-4434-943d-89a4dc51d5fd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4d70ae7-64f7-47d2-a2f8-01637edf1c33 HTTP/1.1" status: 200 len: 834 time: 0.1309817 Nov 11 22:00:03.185186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-3a9357ff-09da-463c-885d-443db3fb8735 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] For port fff7f488-a9e3-4f7f-8da3-197383556a2e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fff7f488-a9e3-4f7f-8da3-197383556a2e,segment=NetworkSegment(c1f6e7b5-ab10-4b09-b473-4a0725085af0),segment_id=c1f6e7b5-ab10-4b09-b473-4a0725085af0)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:00:03.186071 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a9357ff-09da-463c-885d-443db3fb8735 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:03.191816 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-4a104de0-385a-4f0e-906c-0e445439a2ec req-1fda8158-e97b-43ac-829b-9ce48effac8b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] For port 537c0708-64e0-4754-ac5e-0e02cecd65a0, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=537c0708-64e0-4754-ac5e-0e02cecd65a0,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:00:03.192413 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4a104de0-385a-4f0e-906c-0e445439a2ec req-1fda8158-e97b-43ac-829b-9ce48effac8b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:03.204909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3a9357ff-09da-463c-885d-443db3fb8735 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Calling delete_port for fff7f488-a9e3-4f7f-8da3-197383556a2e owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:00:03.210990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df0f2b-8153-4b83-92d9-d49739665cef req-54293cee-d943-407c-b45d-edad658a76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:03.212324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-4a104de0-385a-4f0e-906c-0e445439a2ec req-1fda8158-e97b-43ac-829b-9ce48effac8b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for 537c0708-64e0-4754-ac5e-0e02cecd65a0 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:00:03.212519 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e8df0f2b-8153-4b83-92d9-d49739665cef req-54293cee-d943-407c-b45d-edad658a76f4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c09b672c-4fd5-4856-9051-847031f01786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802355 Nov 11 22:00:03.383100 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4a104de0-385a-4f0e-906c-0e445439a2ec req-1fda8158-e97b-43ac-829b-9ce48effac8b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:03.412272 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e8df0f2b-8153-4b83-92d9-d49739665cef req-e7ce8ba3-b094-447b-93bb-69f32d901fbb service neutron] 10.222.0.71 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888304 Nov 11 22:00:03.420947 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda8158-e97b-43ac-829b-9ce48effac8b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=537c0708-64e0-4754-ac5e-0e02cecd65a0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:03.510344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a104de0-385a-4f0e-906c-0e445439a2ec req-1fda8158-e97b-43ac-829b-9ce48effac8b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] No DVR routers for this DVR port 537c0708-64e0-4754-ac5e-0e02cecd65a0 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:00:03.516282 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-4a104de0-385a-4f0e-906c-0e445439a2ec req-1fda8158-e97b-43ac-829b-9ce48effac8b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:03.524129 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a104de0-385a-4f0e-906c-0e445439a2ec req-1fda8158-e97b-43ac-829b-9ce48effac8b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.71 "DELETE /v2.0/ports/537c0708-64e0-4754-ac5e-0e02cecd65a0 HTTP/1.1" status: 204 len: 173 time: 0.6209476 Nov 11 22:00:03.525240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'name': 'network-vif-deleted', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:00:03.533721 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea347e25-24be-4afc-bd84-923834b5759c" -d '{"events": [{"server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "name": "network-vif-deleted", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:00:03.600724 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81571899-5450-4b18-93fd-801ba11f7a6b x-openstack-request-id: req-81571899-5450-4b18-93fd-801ba11f7a6b {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:00:03.601048 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf2f1f0-0298-4244-be69-51bf3c905da4", "name": "network-vif-deleted", "tag": "537c0708-64e0-4754-ac5e-0e02cecd65a0", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:00:03.601309 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-81571899-5450-4b18-93fd-801ba11f7a6b {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:00:03.601717 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf2f1f0-0298-4244-be69-51bf3c905da4', 'name': 'network-vif-deleted', 'tag': '537c0708-64e0-4754-ac5e-0e02cecd65a0', 'status': 'completed', 'code': 200} Nov 11 22:00:03.606351 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e8df0f2b-8153-4b83-92d9-d49739665cef req-4340b5ac-ab7b-469c-9737-88070f891553 service neutron] 10.222.0.71 "GET /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820378 Nov 11 22:00:03.620130 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a9357ff-09da-463c-885d-443db3fb8735 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:03.680777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9357ff-09da-463c-885d-443db3fb8735 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Port': ['ID=fff7f488-a9e3-4f7f-8da3-197383556a2e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:04.015261 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a9357ff-09da-463c-885d-443db3fb8735 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:04.170406 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1dccc998-d64e-4ac5-aa0c-67c61b831b12 req-8fa424cd-6ea7-48f7-be3d-361f2dd97b61 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=faf2f1f0-0298-4244-be69-51bf3c905da4 HTTP/1.1" status: 200 len: 210 time: 0.0744231 Nov 11 22:00:04.398528 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9357ff-09da-463c-885d-443db3fb8735 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Router dfe68794-8e6a-427a-881f-08a7aac6f7ae has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:00:04.521715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9357ff-09da-463c-885d-443db3fb8735 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:00:04.527523 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3a9357ff-09da-463c-885d-443db3fb8735 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "PUT /v2.0/routers/dfe68794-8e6a-427a-881f-08a7aac6f7ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6100838 Nov 11 22:00:04.530621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49308) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:04.537363 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4509b55-526c-489b-84bf-f52b227f04f4 None None] Sync routers for ids ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:00:04.549554 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4509b55-526c-489b-84bf-f52b227f04f4 None None] Routers {'dfe68794-8e6a-427a-881f-08a7aac6f7ae'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:00:04.550832 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b4509b55-526c-489b-84bf-f52b227f04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:59:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:04.589964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03967bb-fba2-45d7-8641-9cdcf9de7800 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Deleting subnet aca552d5-e9eb-474e-8028-450435fdae99 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:00:04.593658 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d03967bb-fba2-45d7-8641-9cdcf9de7800 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:04.656024 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d03967bb-fba2-45d7-8641-9cdcf9de7800 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:04.717127 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b4509b55-526c-489b-84bf-f52b227f04f4 None None] Set router dfe68794-8e6a-427a-881f-08a7aac6f7ae gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:00:04.793123 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d03967bb-fba2-45d7-8641-9cdcf9de7800 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:04.889959 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d03967bb-fba2-45d7-8641-9cdcf9de7800 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:04.925822 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d03967bb-fba2-45d7-8641-9cdcf9de7800 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:04.929141 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d03967bb-fba2-45d7-8641-9cdcf9de7800 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "DELETE /v2.0/subnets/aca552d5-e9eb-474e-8028-450435fdae99 HTTP/1.1" status: 204 len: 168 time: 0.3974962 Nov 11 22:00:04.930226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03967bb-fba2-45d7-8641-9cdcf9de7800 tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Subnet': ['ID=aca552d5-e9eb-474e-8028-450435fdae99,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:04.932022 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49312) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:04.935534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19773abc-4754-4637-b263-68f9daa4bd9b None None] Network f401a27c-237b-47fa-8624-2368717d75c1 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:00:05.045827 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b4509b55-526c-489b-84bf-f52b227f04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T22:00:03Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:05.079832 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4509b55-526c-489b-84bf-f52b227f04f4 None None] Checking router: dfe68794-8e6a-427a-881f-08a7aac6f7ae for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:00:05.088604 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4509b55-526c-489b-84bf-f52b227f04f4 None None] Routers {'dfe68794-8e6a-427a-881f-08a7aac6f7ae'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:00:05.089270 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b4509b55-526c-489b-84bf-f52b227f04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:59:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:05.155322 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:05.209071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] DHCP port deletion for f401a27c-237b-47fa-8624-2368717d75c1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:00:05.255331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49318) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:05.265157 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Deleting port 5f0c8913-06cb-439e-9177-f971e727436e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:00:05.265533 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:05.347546 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b4509b55-526c-489b-84bf-f52b227f04f4 None None] Set router dfe68794-8e6a-427a-881f-08a7aac6f7ae gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:00:05.379880 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] For port 5f0c8913-06cb-439e-9177-f971e727436e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5f0c8913-06cb-439e-9177-f971e727436e,segment=NetworkSegment(c1f6e7b5-ab10-4b09-b473-4a0725085af0),segment_id=c1f6e7b5-ab10-4b09-b473-4a0725085af0)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:00:05.380584 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:05.407712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Calling delete_port for 5f0c8913-06cb-439e-9177-f971e727436e owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:00:05.413927 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:05.510730 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Deleting port a3c27882-19b9-4268-8bee-aa4ad3b8d98f {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:00:05.511284 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:05.564272 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 537c0708-64e0-4754-ac5e-0e02cecd65a0 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:00:05.631722 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] For port a3c27882-19b9-4268-8bee-aa4ad3b8d98f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a3c27882-19b9-4268-8bee-aa4ad3b8d98f,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:00:05.632268 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:05.652488 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b4509b55-526c-489b-84bf-f52b227f04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T22:00:03Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:05.655323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Calling delete_port for a3c27882-19b9-4268-8bee-aa4ad3b8d98f owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:00:05.687970 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4509b55-526c-489b-84bf-f52b227f04f4 None None] The sync data for ids ['dfe68794-8e6a-427a-881f-08a7aac6f7ae'] in n-d-805737-3 is: [{'id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'name': 'tempest-TestNetworkBasicOps-router-1394674477', 'tenant_id': 'a6474ef6257e4f61ac984a0b362bab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T22:00:03Z', 'revision_number': 5, 'project_id': 'a6474ef6257e4f61ac984a0b362bab65', 'gw_port': {'id': 'a3c27882-19b9-4268-8bee-aa4ad3b8d98f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe68794-8e6a-427a-881f-08a7aac6f7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:57Z', 'updated_at': '2021-11-11T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:00:05.688626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 537c0708-64e0-4754-ac5e-0e02cecd65a0 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:00:05.689732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 537c0708-64e0-4754-ac5e-0e02cecd65a0 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:00:05.702394 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:05.767808 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Pushing event deleted for resources: {'Port': ['ID=5f0c8913-06cb-439e-9177-f971e727436e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:05.782988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:05.783827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:05.784398 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:05.784995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:05.785581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:05.786121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:05.786682 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:05.787216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:05.787768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:05.788563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:05.789157 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:05.789806 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:05.793308 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6720b7-805b-468e-8721-ff22e8c08c82 None None] No DVR routers for this DVR port 5f0c8913-06cb-439e-9177-f971e727436e on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:00:05.899561 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-477013ce-8e9d-4791-912d-d062194a0594 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:05.929740 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:05.962784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Port': ['ID=a3c27882-19b9-4268-8bee-aa4ad3b8d98f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:05.975272 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bb20c7-011f-4695-a3bb-6f6289334b47 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:00:06.049099 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:06.256390 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fff7f488-a9e3-4f7f-8da3-197383556a2e no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:00:06.311086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: fff7f488-a9e3-4f7f-8da3-197383556a2e {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:00:06.311436 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fff7f488-a9e3-4f7f-8da3-197383556a2e not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:00:06.311877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5f0c8913-06cb-439e-9177-f971e727436e no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:00:06.349536 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 5f0c8913-06cb-439e-9177-f971e727436e {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:00:06.349894 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5f0c8913-06cb-439e-9177-f971e727436e not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:00:06.352135 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:06.353201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-477013ce-8e9d-4791-912d-d062194a0594 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port df8baaea-db04-4b39-9bfb-6fef43bfd5fb {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:00:06.354168 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-477013ce-8e9d-4791-912d-d062194a0594 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:06.355653 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:06.540086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-477013ce-8e9d-4791-912d-d062194a0594 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] For port df8baaea-db04-4b39-9bfb-6fef43bfd5fb, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=df8baaea-db04-4b39-9bfb-6fef43bfd5fb,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:00:06.540911 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-477013ce-8e9d-4791-912d-d062194a0594 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:06.561963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-477013ce-8e9d-4791-912d-d062194a0594 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for df8baaea-db04-4b39-9bfb-6fef43bfd5fb owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:00:06.814127 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:06.814945 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Fanout notify agent at l3_agent the message router_deleted on router dfe68794-8e6a-427a-881f-08a7aac6f7ae {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:00:06.824456 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:06.825948 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8c633d6b-582a-42cf-aeaf-f6388f65f90b tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "DELETE /v2.0/routers/dfe68794-8e6a-427a-881f-08a7aac6f7ae HTTP/1.1" status: 204 len: 168 time: 1.8893893 Nov 11 22:00:06.828643 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49340) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:06.945781 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95465fd6-327c-4b31-8276-d0d40e1a9cca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:06.948101 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-477013ce-8e9d-4791-912d-d062194a0594 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:06.994195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477013ce-8e9d-4791-912d-d062194a0594 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=df8baaea-db04-4b39-9bfb-6fef43bfd5fb,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:07.164912 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95465fd6-327c-4b31-8276-d0d40e1a9cca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:07.288094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-95465fd6-327c-4b31-8276-d0d40e1a9cca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f401a27c-237b-47fa-8624-2368717d75c1']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:07.303818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-95465fd6-327c-4b31-8276-d0d40e1a9cca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f6e7b5-ab10-4b09-b473-4a0725085af0') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:07.304166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-95465fd6-327c-4b31-8276-d0d40e1a9cca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f6e7b5-ab10-4b09-b473-4a0725085af0') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:07.311091 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-477013ce-8e9d-4791-912d-d062194a0594 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:07.325152 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95465fd6-327c-4b31-8276-d0d40e1a9cca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:07.464835 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95465fd6-327c-4b31-8276-d0d40e1a9cca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:07.481271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95465fd6-327c-4b31-8276-d0d40e1a9cca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:00:07.481990 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95465fd6-327c-4b31-8276-d0d40e1a9cca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:00:07.485531 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:00:07.607803 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95465fd6-327c-4b31-8276-d0d40e1a9cca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:07.620165 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-95465fd6-327c-4b31-8276-d0d40e1a9cca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:07.629109 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-95465fd6-327c-4b31-8276-d0d40e1a9cca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] 10.222.0.57 "DELETE /v2.0/networks/f401a27c-237b-47fa-8624-2368717d75c1 HTTP/1.1" status: 204 len: 168 time: 0.7942131 Nov 11 22:00:07.655032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95465fd6-327c-4b31-8276-d0d40e1a9cca tempest-TestNetworkBasicOps-2024859080 tempest-TestNetworkBasicOps-2024859080-project] Pushing event deleted for resources: {'Network': ['ID=f401a27c-237b-47fa-8624-2368717d75c1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:07.728729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477013ce-8e9d-4791-912d-d062194a0594 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:00:08.014608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a3c27882-19b9-4268-8bee-aa4ad3b8d98f no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:00:08.070803 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49360) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:08.074781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: a3c27882-19b9-4268-8bee-aa4ad3b8d98f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:00:08.075171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a3c27882-19b9-4268-8bee-aa4ad3b8d98f not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:00:08.244316 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9be6e2ae-2369-4a93-bac6-6a563a1a9841 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a6474ef6257e4f61ac984a0b362bab65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1711969 Nov 11 22:00:08.246627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49364) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:08.320522 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-588ebd29-71ff-4e51-82a6-09b05bbdc3d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:08.344759 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477013ce-8e9d-4791-912d-d062194a0594 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:00:08.350062 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-477013ce-8e9d-4791-912d-d062194a0594 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "PUT /v2.0/routers/aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0929604 Nov 11 22:00:08.352890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49366) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:08.359045 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6950ec-af71-4733-936e-333159e0d670 None None] Sync routers for ids ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:00:08.396124 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6950ec-af71-4733-936e-333159e0d670 None None] Routers {'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:00:08.401451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-0c6950ec-af71-4733-936e-333159e0d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:59:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:08.410465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-40857ea5-b223-4c77-8f54-0611e76f5b2d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting subnet e4d70ae7-64f7-47d2-a2f8-01637edf1c33 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:00:08.411439 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-588ebd29-71ff-4e51-82a6-09b05bbdc3d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:08.415273 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40857ea5-b223-4c77-8f54-0611e76f5b2d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:08.500093 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-588ebd29-71ff-4e51-82a6-09b05bbdc3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:08.503629 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-588ebd29-71ff-4e51-82a6-09b05bbdc3d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:08.505307 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-588ebd29-71ff-4e51-82a6-09b05bbdc3d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f5b62dee-688c-4b12-a19d-3c3292b17d79 HTTP/1.1" status: 204 len: 168 time: 0.2572756 Nov 11 22:00:08.524496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ebd29-71ff-4e51-82a6-09b05bbdc3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b62dee-688c-4b12-a19d-3c3292b17d79,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:08.532320 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40857ea5-b223-4c77-8f54-0611e76f5b2d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:08.655861 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40857ea5-b223-4c77-8f54-0611e76f5b2d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:08.685080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-0c6950ec-af71-4733-936e-333159e0d670 None None] Set router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:00:08.777511 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40857ea5-b223-4c77-8f54-0611e76f5b2d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:08.839852 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40857ea5-b223-4c77-8f54-0611e76f5b2d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d70ae7-64f7-47d2-a2f8-01637edf1c33,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:08.852312 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40857ea5-b223-4c77-8f54-0611e76f5b2d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:08.856851 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-40857ea5-b223-4c77-8f54-0611e76f5b2d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/subnets/e4d70ae7-64f7-47d2-a2f8-01637edf1c33 HTTP/1.1" status: 204 len: 168 time: 0.5028007 Nov 11 22:00:08.859484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49376) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:08.869867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd71294-274d-4259-b3c9-a6f1bd71bc04 None None] Network c09b672c-4fd5-4856-9051-847031f01786 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:00:08.973510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49380) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:09.014471 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6df90fd9-8cb7-41d7-9c61-f1ff6da96d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:09.058601 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:09.108267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-0c6950ec-af71-4733-936e-333159e0d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:02Z', 'updated_at': '2021-11-11T22:00:06Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:03Z', 'updated_at': '2021-11-11T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:09.137976 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6950ec-af71-4733-936e-333159e0d670 None None] Checking router: aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:00:09.151466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6950ec-af71-4733-936e-333159e0d670 None None] Routers {'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:00:09.152744 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-0c6950ec-af71-4733-936e-333159e0d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:59:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:09.211041 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6df90fd9-8cb7-41d7-9c61-f1ff6da96d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:09.218265 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6df90fd9-8cb7-41d7-9c61-f1ff6da96d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:09.224859 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:09.270836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c150eaa-319d-4b15-8a5c-f61a0942fee4 None None] DHCP port deletion for c09b672c-4fd5-4856-9051-847031f01786 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:00:09.281553 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6df90fd9-8cb7-41d7-9c61-f1ff6da96d6b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=46adaa097c1a42958d16602157de6a4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3067400 Nov 11 22:00:09.284642 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df90fd9-8cb7-41d7-9c61-f1ff6da96d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b605f15-4433-48f3-9cc5-964734442c5d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:09.285346 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49386) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:09.340089 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-0c6950ec-af71-4733-936e-333159e0d670 None None] Set router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:00:09.345829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port 35e63cb2-d2b5-47f3-9a27-3072a7210bfc {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:00:09.346178 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:09.386951 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-135392cf-2d07-4bea-911c-43459906912e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:09.453625 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-135392cf-2d07-4bea-911c-43459906912e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:09.526068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] For port 35e63cb2-d2b5-47f3-9a27-3072a7210bfc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=35e63cb2-d2b5-47f3-9a27-3072a7210bfc,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:00:09.526443 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:09.554304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for 35e63cb2-d2b5-47f3-9a27-3072a7210bfc owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:00:09.579654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6c150eaa-319d-4b15-8a5c-f61a0942fee4 None None] Deleting port fac9286a-16ba-449a-8121-f8a12493a615 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:00:09.580168 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c150eaa-319d-4b15-8a5c-f61a0942fee4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:09.608076 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-135392cf-2d07-4bea-911c-43459906912e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:09.611082 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-135392cf-2d07-4bea-911c-43459906912e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:09.612363 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-135392cf-2d07-4bea-911c-43459906912e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6b605f15-4433-48f3-9cc5-964734442c5d HTTP/1.1" status: 204 len: 168 time: 0.3260403 Nov 11 22:00:09.628539 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135392cf-2d07-4bea-911c-43459906912e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b605f15-4433-48f3-9cc5-964734442c5d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:09.649498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6c150eaa-319d-4b15-8a5c-f61a0942fee4 None None] For port fac9286a-16ba-449a-8121-f8a12493a615, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fac9286a-16ba-449a-8121-f8a12493a615,segment=NetworkSegment(6d21f342-ddce-43f1-b5ae-f04548057720),segment_id=6d21f342-ddce-43f1-b5ae-f04548057720)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:00:09.650102 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c150eaa-319d-4b15-8a5c-f61a0942fee4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:09.664728 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6c150eaa-319d-4b15-8a5c-f61a0942fee4 None None] Calling delete_port for fac9286a-16ba-449a-8121-f8a12493a615 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:00:09.806254 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:09.880611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=35e63cb2-d2b5-47f3-9a27-3072a7210bfc,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:09.892597 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee99f7fc-0a50-46b9-92b3-a71a539b0c9a None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:00:09.961515 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c150eaa-319d-4b15-8a5c-f61a0942fee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:09.974197 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.000542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c150eaa-319d-4b15-8a5c-f61a0942fee4 None None] No DVR routers for this DVR port fac9286a-16ba-449a-8121-f8a12493a615 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:00:10.002542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c150eaa-319d-4b15-8a5c-f61a0942fee4 None None] Pushing event deleted for resources: {'Port': ['ID=fac9286a-16ba-449a-8121-f8a12493a615,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:10.094782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-0c6950ec-af71-4733-936e-333159e0d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:02Z', 'updated_at': '2021-11-11T22:00:06Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:03Z', 'updated_at': '2021-11-11T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:10.140051 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.142547 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.157127 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6950ec-af71-4733-936e-333159e0d670 None None] The sync data for ids ['aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de'] in n-d-805737-3 is: [{'id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653784751', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:58:02Z', 'updated_at': '2021-11-11T22:00:06Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '35e63cb2-d2b5-47f3-9a27-3072a7210bfc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:58:03Z', 'updated_at': '2021-11-11T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:00:10.183013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fac9286a-16ba-449a-8121-f8a12493a615 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:00:10.229356 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: fac9286a-16ba-449a-8121-f8a12493a615 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:00:10.229800 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fac9286a-16ba-449a-8121-f8a12493a615 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:00:10.241166 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.242108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Fanout notify agent at l3_agent the message router_deleted on router aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:00:10.257358 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.262044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49400) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:10.263887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b5ec9a6a-f60a-40ac-b471-5bb077eb7b3b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/routers/aa6372ad-8884-4fe8-9e0b-7a7b66a5c1de HTTP/1.1" status: 204 len: 168 time: 1.4022303 Nov 11 22:00:10.378801 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-024f38dd-f403-4997-911e-3976c50fda41 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.486642 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-024f38dd-f403-4997-911e-3976c50fda41 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.510289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-024f38dd-f403-4997-911e-3976c50fda41 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09b672c-4fd5-4856-9051-847031f01786']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:10.520570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-024f38dd-f403-4997-911e-3976c50fda41 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d21f342-ddce-43f1-b5ae-f04548057720') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:10.520992 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-024f38dd-f403-4997-911e-3976c50fda41 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d21f342-ddce-43f1-b5ae-f04548057720') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:10.530643 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-024f38dd-f403-4997-911e-3976c50fda41 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.544621 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-024f38dd-f403-4997-911e-3976c50fda41 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.551661 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024f38dd-f403-4997-911e-3976c50fda41 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:00:10.552065 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-024f38dd-f403-4997-911e-3976c50fda41 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:00:10.555336 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:00:10.630830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-024f38dd-f403-4997-911e-3976c50fda41 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.639751 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-024f38dd-f403-4997-911e-3976c50fda41 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.646109 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-024f38dd-f403-4997-911e-3976c50fda41 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/networks/c09b672c-4fd5-4856-9051-847031f01786 HTTP/1.1" status: 204 len: 168 time: 0.3799076 Nov 11 22:00:10.646588 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49404) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:10.656096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f38dd-f403-4997-911e-3976c50fda41 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Network': ['ID=c09b672c-4fd5-4856-9051-847031f01786,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:10.717265 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-257f50f1-9996-45f3-8f94-c0d7235357ca tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.746154 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-257f50f1-9996-45f3-8f94-c0d7235357ca tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.811081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-257f50f1-9996-45f3-8f94-c0d7235357ca tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.814081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-257f50f1-9996-45f3-8f94-c0d7235357ca tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.818226 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-257f50f1-9996-45f3-8f94-c0d7235357ca tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/security-groups/a4b7ee29-695e-498c-893c-cc2865647d61 HTTP/1.1" status: 204 len: 168 time: 0.1677144 Nov 11 22:00:10.826634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f50f1-9996-45f3-8f94-c0d7235357ca tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b7ee29-695e-498c-893c-cc2865647d61,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:11.165117 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.180822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49422) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:11.185507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-79916b8d-f23a-41c4-b8cc-d4893aee88d5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1963852420', 'description': 'tempest-secgroup-smoke-1963852420 description', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:00:11.230154 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-79916b8d-f23a-41c4-b8cc-d4893aee88d5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.322522 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-79916b8d-f23a-41c4-b8cc-d4893aee88d5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.329426 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-79916b8d-f23a-41c4-b8cc-d4893aee88d5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.357730 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-79916b8d-f23a-41c4-b8cc-d4893aee88d5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.363453 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49424) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:11.365323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-79916b8d-f23a-41c4-b8cc-d4893aee88d5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1833513 Nov 11 22:00:11.369489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1835ed60-6c3d-4b49-86d4-4750161ac630 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '16acfde6-69b5-456c-aab8-942c5e413a5a', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:00:11.384289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79916b8d-f23a-41c4-b8cc-d4893aee88d5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16acfde6-69b5-456c-aab8-942c5e413a5a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:11.413561 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1835ed60-6c3d-4b49-86d4-4750161ac630 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.471586 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1835ed60-6c3d-4b49-86d4-4750161ac630 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.476319 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1835ed60-6c3d-4b49-86d4-4750161ac630 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.497236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835ed60-6c3d-4b49-86d4-4750161ac630 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d23904-d98e-4578-b0bf-82a749bfab83,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:11.503483 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1835ed60-6c3d-4b49-86d4-4750161ac630 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.504710 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1835ed60-6c3d-4b49-86d4-4750161ac630 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402576 Nov 11 22:00:11.507608 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49426) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:11.512161 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9dc1da34-6222-468f-8b55-2cfe02c18735 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '16acfde6-69b5-456c-aab8-942c5e413a5a', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:00:11.543346 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9dc1da34-6222-468f-8b55-2cfe02c18735 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.620256 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9dc1da34-6222-468f-8b55-2cfe02c18735 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.626347 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9dc1da34-6222-468f-8b55-2cfe02c18735 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.652177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1da34-6222-468f-8b55-2cfe02c18735 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cea1273-f668-420b-a502-2d46916f1067,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:11.661685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9dc1da34-6222-468f-8b55-2cfe02c18735 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.663323 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9dc1da34-6222-468f-8b55-2cfe02c18735 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1545699 Nov 11 22:00:11.667980 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49430) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:11.673705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ba8e2b2f-d321-4d81-bb65-3b2d913c729f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '16acfde6-69b5-456c-aab8-942c5e413a5a', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:00:11.714322 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2b2f-d321-4d81-bb65-3b2d913c729f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.774647 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2b2f-d321-4d81-bb65-3b2d913c729f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.779949 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2b2f-d321-4d81-bb65-3b2d913c729f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.797485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e2b2f-d321-4d81-bb65-3b2d913c729f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ddc9ce-83bf-4fd0-b94a-92fdf489fd42,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:11.814604 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2b2f-d321-4d81-bb65-3b2d913c729f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.816586 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ba8e2b2f-d321-4d81-bb65-3b2d913c729f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475878 Nov 11 22:00:11.819261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49432) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:11.824625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c07a97cc-5ae3-46a9-b2d2-ba6caaf213d6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '16acfde6-69b5-456c-aab8-942c5e413a5a', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:00:11.857582 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c07a97cc-5ae3-46a9-b2d2-ba6caaf213d6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.909369 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c07a97cc-5ae3-46a9-b2d2-ba6caaf213d6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.916999 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c07a97cc-5ae3-46a9-b2d2-ba6caaf213d6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.924291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device df8baaea-db04-4b39-9bfb-6fef43bfd5fb no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:00:11.939468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a97cc-5ae3-46a9-b2d2-ba6caaf213d6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d58720-f2f8-4218-b131-bd5a7a3736ab,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:11.944912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: df8baaea-db04-4b39-9bfb-6fef43bfd5fb {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:00:11.945640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device df8baaea-db04-4b39-9bfb-6fef43bfd5fb not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:00:11.946236 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 35e63cb2-d2b5-47f3-9a27-3072a7210bfc no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:00:11.952372 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c07a97cc-5ae3-46a9-b2d2-ba6caaf213d6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:11.953967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c07a97cc-5ae3-46a9-b2d2-ba6caaf213d6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328030 Nov 11 22:00:11.956565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49434) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:11.962699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b85bb409-2f38-4bbf-a72d-38b08753b619 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '16acfde6-69b5-456c-aab8-942c5e413a5a', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:00:11.966940 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 35e63cb2-d2b5-47f3-9a27-3072a7210bfc {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:00:11.967461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 35e63cb2-d2b5-47f3-9a27-3072a7210bfc not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:00:11.991574 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-b85bb409-2f38-4bbf-a72d-38b08753b619 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Project ca10c78ec5c842e0aa2eed659b01aa7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:00:11.997489 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b85bb409-2f38-4bbf-a72d-38b08753b619 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.068386 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b85bb409-2f38-4bbf-a72d-38b08753b619 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.073058 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b85bb409-2f38-4bbf-a72d-38b08753b619 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.092949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bb409-2f38-4bbf-a72d-38b08753b619 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782354d2-95a9-469f-b1c8-1c7619abf6ee,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:12.101989 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b85bb409-2f38-4bbf-a72d-38b08753b619 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.103191 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b85bb409-2f38-4bbf-a72d-38b08753b619 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453552 Nov 11 22:00:12.106306 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49436) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:12.111260 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2bfe441c-7d07-45b9-badf-90e9618433bf tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '16acfde6-69b5-456c-aab8-942c5e413a5a', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:00:12.134763 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-2bfe441c-7d07-45b9-badf-90e9618433bf tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Project ca10c78ec5c842e0aa2eed659b01aa7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:00:12.140317 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2bfe441c-7d07-45b9-badf-90e9618433bf tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.204350 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2bfe441c-7d07-45b9-badf-90e9618433bf tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.208508 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2bfe441c-7d07-45b9-badf-90e9618433bf tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.227787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe441c-7d07-45b9-badf-90e9618433bf tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29aa6c5d-050b-49da-9858-929c7faf7261,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:12.235982 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2bfe441c-7d07-45b9-badf-90e9618433bf tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.237449 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2bfe441c-7d07-45b9-badf-90e9618433bf tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296253 Nov 11 22:00:12.240240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49438) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:12.246320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a14cc0f3-e4a0-422e-87f9-1cfc1737d280 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'network': {'name': 'tempest-network-smoke--256454737', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'port_security_enabled': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:00:12.270592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14cc0f3-e4a0-422e-87f9-1cfc1737d280 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Made reservation on behalf of ca10c78ec5c842e0aa2eed659b01aa7e for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:00:12.275969 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a14cc0f3-e4a0-422e-87f9-1cfc1737d280 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.316662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14cc0f3-e4a0-422e-87f9-1cfc1737d280 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] vlan segment allocate from pool success with {'vlan_id': 1185, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:00:12.335145 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a14cc0f3-e4a0-422e-87f9-1cfc1737d280 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.335767 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-a14cc0f3-e4a0-422e-87f9-1cfc1737d280 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Added segment c93c946b-a299-4142-a9d1-7c48e8b4136e of type vlan for network 3a7d98f4-2269-49fd-8912-32ee0263a11b Nov 11 22:00:12.396307 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a14cc0f3-e4a0-422e-87f9-1cfc1737d280 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.431103 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a14cc0f3-e4a0-422e-87f9-1cfc1737d280 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.437250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14cc0f3-e4a0-422e-87f9-1cfc1737d280 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:12.437906 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a14cc0f3-e4a0-422e-87f9-1cfc1737d280 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.479666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a14cc0f3-e4a0-422e-87f9-1cfc1737d280 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2380893 Nov 11 22:00:12.482744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49444) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:12.487742 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'admin_state_up': True, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:00:12.543858 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cc0f3-e4a0-422e-87f9-1cfc1737d280 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Network': ['ID=3a7d98f4-2269-49fd-8912-32ee0263a11b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:12.554776 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.556439 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.569877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 3a7d98f4-2269-49fd-8912-32ee0263a11b details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:00:12.619015 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:12.800479 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:13.037472 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:13.058097 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:13.174750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.25.0.172 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/f21b0678-ea9b-4b7e-a9af-85f1cd4a277f) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:00:13.286097 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:13.322350 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:13.360312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:00:13.367743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:00:13.371310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:00:13.382276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=f21b0678-ea9b-4b7e-a9af-85f1cd4a277f,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:13.385840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d55160-af2e-4504-93c9-dfc21e2e1f35 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:00:13.448389 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6bdbd491-f683-4b89-ad80-5a9b0e8f3abe None None] Provisioning complete for port f21b0678-ea9b-4b7e-a9af-85f1cd4a277f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:00:13.449185 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6bdbd491-f683-4b89-ad80-5a9b0e8f3abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:13.487836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6bdbd491-f683-4b89-ad80-5a9b0e8f3abe None None] Port f21b0678-ea9b-4b7e-a9af-85f1cd4a277f cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:00:13.690176 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:13.880422 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5839a809-df3f-49b6-9e20-267ca8af6f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:13.903392 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:14.033093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router a3b43063-7617-4e48-a416-f15dd9526dd8 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:00:14.142502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:00:14.153777 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Sync routers for ids ['a3b43063-7617-4e48-a416-f15dd9526dd8'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:00:14.165661 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Routers {'a3b43063-7617-4e48-a416-f15dd9526dd8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:00:14.166671 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:59:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a3b43063-7617-4e48-a416-f15dd9526dd8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:14.168509 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:14.172854 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6b4163ab-c429-420b-ad3f-65ad673a2ddd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6861558 Nov 11 22:00:14.173204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49454) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:14.210289 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-df7adf79-a4f7-4e7d-93cb-cb1a84215c8b tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ca10c78ec5c842e0aa2eed659b01aa7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359180 Nov 11 22:00:14.213173 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49456) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:14.286128 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Set router a3b43063-7617-4e48-a416-f15dd9526dd8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:00:14.302666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22729cf-f59c-469d-b471-231635e949c2 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:14.304843 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a22729cf-f59c-469d-b471-231635e949c2 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900300 Nov 11 22:00:14.307002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49458) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:14.341232 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-095e149d-1b10-4a50-a2b5-90035afaf2bf tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306103 Nov 11 22:00:14.341453 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49460) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:14.346820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1938990019', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:00:14.436790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Made reservation on behalf of ca10c78ec5c842e0aa2eed659b01aa7e for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:00:14.440515 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:14.481792 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:00:12Z', 'updated_at': '2021-11-11T22:00:13Z', 'revision_number': 3, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:13Z', 'updated_at': '2021-11-11T22:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:14.544609 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Checking router: a3b43063-7617-4e48-a416-f15dd9526dd8 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:00:14.549371 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Updating router a3b43063-7617-4e48-a416-f15dd9526dd8 port f21b0678-ea9b-4b7e-a9af-85f1cd4a277f binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:00:14.594930 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:14.699410 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:14.734950 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:14.800233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Checking segment: {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:00:14.800593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network hostable DHCP agents. Network: 3a7d98f4-2269-49fd-8912-32ee0263a11b, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:00:14.803798 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Subnet': ['ID=1dd94da0-8d66-4cb2-a026-49daa6984c32,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:14.819004 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:14.819591 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:14.820090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:14.820594 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:14.821133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:14.821623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:14.822129 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:14.822704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:14.823206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:14.823699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:14.824166 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:14.824629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:14.837721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 3a7d98f4-2269-49fd-8912-32ee0263a11b is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:00:14.850195 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 3a7d98f4-2269-49fd-8912-32ee0263a11b) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:00:14.859343 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096740c6-da93-451c-9363-12bb400a6515 None None] Network 3a7d98f4-2269-49fd-8912-32ee0263a11b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:00:14.862084 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:14.864624 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:14.895758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49498) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:14.905007 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7d87c8d7-c822-4a6e-adbf-0aa982e34cbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5623956 Nov 11 22:00:14.928632 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:14.941615 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:14.990138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b151f465-e7bf-4860-b778-772fd56a9ad8 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:00:15.009706 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Attempting to bind port f21b0678-ea9b-4b7e-a9af-85f1cd4a277f on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:00:15.010313 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Attempting to bind port f21b0678-ea9b-4b7e-a9af-85f1cd4a277f by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:00:15.021195 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Attempting to bind port f21b0678-ea9b-4b7e-a9af-85f1cd4a277f on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:00:15.052612 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:00:15.053140 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:00:15.062999 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:15.065057 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:00:15.066110 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Bound port: f21b0678-ea9b-4b7e-a9af-85f1cd4a277f, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:00:15.075009 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:15.166480 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] For port f21b0678-ea9b-4b7e-a9af-85f1cd4a277f, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:00:15.168731 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-00c34d69-1f4e-40cd-8718-cbca11acd869 None None] Provisioning complete for port f21b0678-ea9b-4b7e-a9af-85f1cd4a277f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:00:15.169541 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00c34d69-1f4e-40cd-8718-cbca11acd869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:15.170704 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] For port f21b0678-ea9b-4b7e-a9af-85f1cd4a277f, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f21b0678-ea9b-4b7e-a9af-85f1cd4a277f,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:00:15.177727 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50755095-02f0-4224-817f-59d56fb5e9a0 None None] Pushing event updated for resources: {'Port': ['ID=f21b0678-ea9b-4b7e-a9af-85f1cd4a277f,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:15.183515 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:15.192361 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50755095-02f0-4224-817f-59d56fb5e9a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:15.192932 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50755095-02f0-4224-817f-59d56fb5e9a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:15.194048 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50755095-02f0-4224-817f-59d56fb5e9a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:15.194566 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50755095-02f0-4224-817f-59d56fb5e9a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:15.195830 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50755095-02f0-4224-817f-59d56fb5e9a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:15.198479 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50755095-02f0-4224-817f-59d56fb5e9a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:15.199004 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50755095-02f0-4224-817f-59d56fb5e9a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:15.199529 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50755095-02f0-4224-817f-59d56fb5e9a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:15.200033 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50755095-02f0-4224-817f-59d56fb5e9a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:15.201207 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50755095-02f0-4224-817f-59d56fb5e9a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:15.203041 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50755095-02f0-4224-817f-59d56fb5e9a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:15.203582 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50755095-02f0-4224-817f-59d56fb5e9a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:15.208896 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-3a7d98f4-2269-49fd-8912-32ee0263a11b', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ips': [{'subnet_id': '1dd94da0-8d66-4cb2-a026-49daa6984c32'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:00:15.209929 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:15.252776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1ca402-3511-41e6-b8d7-91ebe04a263f None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:00:15.264857 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Routers {'a3b43063-7617-4e48-a416-f15dd9526dd8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:00:15.266087 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T21:59:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a3b43063-7617-4e48-a416-f15dd9526dd8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:15.347977 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-00c34d69-1f4e-40cd-8718-cbca11acd869 None None] Port f21b0678-ea9b-4b7e-a9af-85f1cd4a277f cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:00:15.363355 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50755095-02f0-4224-817f-59d56fb5e9a0 None None] Pushing event updated for resources: {'Port': ['ID=f21b0678-ea9b-4b7e-a9af-85f1cd4a277f,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:15.471636 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] Set router a3b43063-7617-4e48-a416-f15dd9526dd8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:00:15.582039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-45c30b20-c7f8-4065-aaaf-3fa98f767b8d None None] Provisioning complete for port f21b0678-ea9b-4b7e-a9af-85f1cd4a277f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:00:15.582460 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45c30b20-c7f8-4065-aaaf-3fa98f767b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:15.691459 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Allocated IP 172.20.0.2 (3a7d98f4-2269-49fd-8912-32ee0263a11b/1dd94da0-8d66-4cb2-a026-49daa6984c32/1f86af89-eb14-4646-bb73-89661513d2a9) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:00:15.888027 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:15.974670 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45c30b20-c7f8-4065-aaaf-3fa98f767b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:16.013422 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:00:12Z', 'updated_at': '2021-11-11T22:00:13Z', 'revision_number': 3, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:13Z', 'updated_at': '2021-11-11T22:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:16.083774 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfa994-59e8-446b-88c5-db43c32d24a0 None None] The sync data for ids ['a3b43063-7617-4e48-a416-f15dd9526dd8'] in n-d-805737-3 is: [{'id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:00:12Z', 'updated_at': '2021-11-11T22:00:13Z', 'revision_number': 3, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:13Z', 'updated_at': '2021-11-11T22:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:00:16.085995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-45c30b20-c7f8-4065-aaaf-3fa98f767b8d None None] For port f21b0678-ea9b-4b7e-a9af-85f1cd4a277f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f21b0678-ea9b-4b7e-a9af-85f1cd4a277f,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:00:16.104136 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45c30b20-c7f8-4065-aaaf-3fa98f767b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:16.177824 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c5cf5f7-c13a-4b9b-9ece-e1b46f7a8cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:16.190448 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c30b20-c7f8-4065-aaaf-3fa98f767b8d None None] Pushing event updated for resources: {'Port': ['ID=f21b0678-ea9b-4b7e-a9af-85f1cd4a277f,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:16.218129 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:16.233172 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:16.327282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Network 3a7d98f4-2269-49fd-8912-32ee0263a11b is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:00:16.335144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:00:16.339805 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:00:16.349635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Pushing event updated for resources: {'Port': ['ID=1f86af89-eb14-4646-bb73-89661513d2a9,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:16.455178 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Attempting to bind port 1f86af89-eb14-4646-bb73-89661513d2a9 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:00:16.455478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Attempting to bind port 1f86af89-eb14-4646-bb73-89661513d2a9 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:00:16.455837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Attempting to bind port 1f86af89-eb14-4646-bb73-89661513d2a9 on network 3a7d98f4-2269-49fd-8912-32ee0263a11b {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:00:16.469417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:00:16.470374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Checking segment: {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:00:16.471037 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:16.471545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Bound using segment: {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:00:16.472075 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Bound port: 1f86af89-eb14-4646-bb73-89661513d2a9, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:00:16.472465 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:16.563396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] For port 1f86af89-eb14-4646-bb73-89661513d2a9, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:00:16.567548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] For port 1f86af89-eb14-4646-bb73-89661513d2a9, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1f86af89-eb14-4646-bb73-89661513d2a9,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:00:16.580323 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:16.711925 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54839d45-2eff-4f43-8942-27ae21ad01a3 None None] Pushing event updated for resources: {'Port': ['ID=1f86af89-eb14-4646-bb73-89661513d2a9,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:16.968089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.20.0.1 (3a7d98f4-2269-49fd-8912-32ee0263a11b/1dd94da0-8d66-4cb2-a026-49daa6984c32/ae871193-4d70-4aac-9e46-a3ac87e9a8c5) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:00:17.153286 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:17.226495 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:17.241804 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:17.273789 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 3a7d98f4-2269-49fd-8912-32ee0263a11b is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:00:17.279334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:00:17.283821 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:00:17.291508 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=ae871193-4d70-4aac-9e46-a3ac87e9a8c5,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:17.343405 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:17.506311 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:18.041480 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:18.051089 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:18.063968 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d64f50e-6e65-4b63-9a23-91dced2493aa None None] Network 3a7d98f4-2269-49fd-8912-32ee0263a11b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:00:18.156543 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1f86af89-eb14-4646-bb73-89661513d2a9 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:00:18.169079 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:18.191542 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=ae871193-4d70-4aac-9e46-a3ac87e9a8c5,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:18.236335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-81757b08-4011-47ca-8ce7-0e363f725e6b None None] Provisioning complete for port 1f86af89-eb14-4646-bb73-89661513d2a9 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:00:18.237270 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-81757b08-4011-47ca-8ce7-0e363f725e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:18.271221 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1f86af89-eb14-4646-bb73-89661513d2a9 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:00:18.272244 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:18.352166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 3a7d98f4-2269-49fd-8912-32ee0263a11b is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:00:18.355805 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:00:18.501978 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:18.539918 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-81757b08-4011-47ca-8ce7-0e363f725e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:18.575462 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 1f86af89-eb14-4646-bb73-89661513d2a9, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1f86af89-eb14-4646-bb73-89661513d2a9,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:00:18.603182 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:18.604308 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f21b0678-ea9b-4b7e-a9af-85f1cd4a277f up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:00:18.620926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router a3b43063-7617-4e48-a416-f15dd9526dd8 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:00:18.773534 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:18.789400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=1f86af89-eb14-4646-bb73-89661513d2a9,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:18.802844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port f21b0678-ea9b-4b7e-a9af-85f1cd4a277f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:00:18.803312 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:18.883217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:00:18.889429 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6544e3de-6f06-4f45-b308-600228fea517 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "PUT /v2.0/routers/a3b43063-7617-4e48-a416-f15dd9526dd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9925079 Nov 11 22:00:19.157469 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Sync routers for ids ['a3b43063-7617-4e48-a416-f15dd9526dd8'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:00:19.175083 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-81757b08-4011-47ca-8ce7-0e363f725e6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:00:19.175444 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-81757b08-4011-47ca-8ce7-0e363f725e6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 22:00:19.180964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Routers {'a3b43063-7617-4e48-a416-f15dd9526dd8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:00:19.181620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:00:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a3b43063-7617-4e48-a416-f15dd9526dd8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:19.259273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 49948) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:19.388868 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Set router a3b43063-7617-4e48-a416-f15dd9526dd8 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:00:19.423435 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-0f395710-7678-42a3-9735-19d612a900a8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1963852420&fields=id&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 267 time: 0.0992813 Nov 11 22:00:19.429227 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:19.601085 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ecf15c97-d895-4641-b528-4498fba9e297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:19.617398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-11a4ce75-ac0f-460d-abaa-1ad91c644d13 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:19.624369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-11a4ce75-ac0f-460d-abaa-1ad91c644d13 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/networks?id=3a7d98f4-2269-49fd-8912-32ee0263a11b HTTP/1.1" status: 200 len: 796 time: 0.1990712 Nov 11 22:00:19.646756 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-2c6f50a9-9f50-45a8-b125-ebfbdea7be57 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/quotas/ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 375 time: 0.0184560 Nov 11 22:00:19.736200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-3e2a6721-bd2e-4d2a-b3db-8e6603212166 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824389 Nov 11 22:00:19.786355 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ecf15c97-d895-4641-b528-4498fba9e297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:19.792865 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ecf15c97-d895-4641-b528-4498fba9e297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:19.805664 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:00:12Z', 'updated_at': '2021-11-11T22:00:17Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:13Z', 'updated_at': '2021-11-11T22:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ae871193-4d70-4aac-9e46-a3ac87e9a8c5', 'name': '', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:f3:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:16Z', 'updated_at': '2021-11-11T22:00:17Z', 'revision_number': 2, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:19.833958 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 49964) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:19.834750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ecf15c97-d895-4641-b528-4498fba9e297 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c2a6979df8a49a6a0c20d6b53783081&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5736287 Nov 11 22:00:19.843118 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Checking router: a3b43063-7617-4e48-a416-f15dd9526dd8 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:00:19.843786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Updating router a3b43063-7617-4e48-a416-f15dd9526dd8 port ae871193-4d70-4aac-9e46-a3ac87e9a8c5 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:00:19.869069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf15c97-d895-4641-b528-4498fba9e297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759c650f-2c45-49f2-b4c1-ffc2d3c49518,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:19.905228 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:19.926270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-646a26b8-e84c-409f-bc94-9c9eac1dea1e None None] Provisioning complete for port ae871193-4d70-4aac-9e46-a3ac87e9a8c5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:00:19.926927 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-646a26b8-e84c-409f-bc94-9c9eac1dea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:19.984398 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83c6b6a2-7db0-4c8b-bd81-529f5fb7bb70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:19.996483 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-0a139af5-5cb9-43f3-8d41-e9f0b29d60e1 service neutron] 10.222.0.57 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375233 Nov 11 22:00:19.998303 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-646a26b8-e84c-409f-bc94-9c9eac1dea1e None None] Port ae871193-4d70-4aac-9e46-a3ac87e9a8c5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:00:20.009755 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1f86af89-eb14-4646-bb73-89661513d2a9 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:00:20.050039 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83c6b6a2-7db0-4c8b-bd81-529f5fb7bb70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:20.113663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-646a26b8-e84c-409f-bc94-9c9eac1dea1e None None] Provisioning complete for port 1f86af89-eb14-4646-bb73-89661513d2a9 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:00:20.114132 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-646a26b8-e84c-409f-bc94-9c9eac1dea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:20.128495 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83c6b6a2-7db0-4c8b-bd81-529f5fb7bb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:20.134616 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-83c6b6a2-7db0-4c8b-bd81-529f5fb7bb70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:20.140131 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-83c6b6a2-7db0-4c8b-bd81-529f5fb7bb70 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/759c650f-2c45-49f2-b4c1-ffc2d3c49518 HTTP/1.1" status: 204 len: 168 time: 0.3050220 Nov 11 22:00:20.150842 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6b6a2-7db0-4c8b-bd81-529f5fb7bb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759c650f-2c45-49f2-b4c1-ffc2d3c49518,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:20.216266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-52037b6c-23e2-4ab0-8302-0e5de61a6a3b service neutron] 10.222.0.57 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054052 Nov 11 22:00:20.369659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1f86af89-eb14-4646-bb73-89661513d2a9 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:00:20.370033 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:20.623199 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7e5321a-2931-4611-ad86-f5f31792119f req-23c51364-cd8d-42cd-b62c-d19c3e367c0f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 210 time: 0.0540645 Nov 11 22:00:20.703102 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:20.713531 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:20.818566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194643fc-921c-41e3-9e53-b1bc1ceb38bd None None] Pushing event updated for resources: {'Port': ['ID=ae871193-4d70-4aac-9e46-a3ac87e9a8c5,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:20.917289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Attempting to bind port ae871193-4d70-4aac-9e46-a3ac87e9a8c5 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:00:20.918047 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Attempting to bind port ae871193-4d70-4aac-9e46-a3ac87e9a8c5 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:00:20.918397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Attempting to bind port ae871193-4d70-4aac-9e46-a3ac87e9a8c5 on network 3a7d98f4-2269-49fd-8912-32ee0263a11b {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:00:20.925436 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:00:20.926080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Checking segment: {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:00:20.926929 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:20.927526 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Bound using segment: {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:00:20.928418 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Bound port: ae871193-4d70-4aac-9e46-a3ac87e9a8c5, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:00:20.929044 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:21.024668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] For port ae871193-4d70-4aac-9e46-a3ac87e9a8c5, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:00:21.027945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] For port ae871193-4d70-4aac-9e46-a3ac87e9a8c5, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ae871193-4d70-4aac-9e46-a3ac87e9a8c5,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:00:21.035438 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:21.145888 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Routers {'a3b43063-7617-4e48-a416-f15dd9526dd8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:00:21.146912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:00:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a3b43063-7617-4e48-a416-f15dd9526dd8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:21.238060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194643fc-921c-41e3-9e53-b1bc1ceb38bd None None] Pushing event updated for resources: {'Port': ['ID=ae871193-4d70-4aac-9e46-a3ac87e9a8c5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:21.333542 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:00:21.336484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] Set router a3b43063-7617-4e48-a416-f15dd9526dd8 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:00:21.456541 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c51df5fe-50d9-4b8e-807e-c1f6e29bc2b2 None None] Provisioning complete for port ae871193-4d70-4aac-9e46-a3ac87e9a8c5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:00:21.457168 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c51df5fe-50d9-4b8e-807e-c1f6e29bc2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:21.763307 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-717627b5-0d70-4048-9b79-420dea022cc9 req-b1ff2e73-3379-4c04-ba14-49fef54b408c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 210 time: 0.0653334 Nov 11 22:00:21.931418 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c51df5fe-50d9-4b8e-807e-c1f6e29bc2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:21.947672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-57fe6bf3-39d3-4cfe-9887-b6f1871967d7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:21.953585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-57fe6bf3-39d3-4cfe-9887-b6f1871967d7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.10 "GET /v2.0/networks?id=3a7d98f4-2269-49fd-8912-32ee0263a11b HTTP/1.1" status: 200 len: 796 time: 0.1466362 Nov 11 22:00:22.016325 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c51df5fe-50d9-4b8e-807e-c1f6e29bc2b2 None None] For port ae871193-4d70-4aac-9e46-a3ac87e9a8c5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ae871193-4d70-4aac-9e46-a3ac87e9a8c5,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:00:22.026313 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c51df5fe-50d9-4b8e-807e-c1f6e29bc2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:22.054749 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-9f8dbf64-7250-46e8-9006-3bb1b400a1ce tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 380 time: 0.0863981 Nov 11 22:00:22.071449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'port': {'device_id': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'admin_state_up': True, 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'security_groups': ['16acfde6-69b5-456c-aab8-942c5e413a5a']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:00:22.090146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:00:12Z', 'updated_at': '2021-11-11T22:00:17Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:13Z', 'updated_at': '2021-11-11T22:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ae871193-4d70-4aac-9e46-a3ac87e9a8c5', 'name': '', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:f3:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:16Z', 'updated_at': '2021-11-11T22:00:21Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:22.151994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529e1b5-9a34-4a15-8e9f-b18b90ac4829 None None] The sync data for ids ['a3b43063-7617-4e48-a416-f15dd9526dd8'] in n-d-805737-3 is: [{'id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:00:12Z', 'updated_at': '2021-11-11T22:00:17Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:13Z', 'updated_at': '2021-11-11T22:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ae871193-4d70-4aac-9e46-a3ac87e9a8c5', 'name': '', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:f3:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:16Z', 'updated_at': '2021-11-11T22:00:21Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:00:22.162029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51df5fe-50d9-4b8e-807e-c1f6e29bc2b2 None None] Pushing event updated for resources: {'Port': ['ID=ae871193-4d70-4aac-9e46-a3ac87e9a8c5,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:22.168468 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-94ba4b2d-f8cb-467c-b324-de97a4715a84 None None] Provisioning complete for port ae871193-4d70-4aac-9e46-a3ac87e9a8c5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:00:22.169017 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-94ba4b2d-f8cb-467c-b324-de97a4715a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:22.325551 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Made reservation on behalf of ca10c78ec5c842e0aa2eed659b01aa7e for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:00:22.330788 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:22.514595 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.20.0.3 (3a7d98f4-2269-49fd-8912-32ee0263a11b/1dd94da0-8d66-4cb2-a026-49daa6984c32/29024619-d29a-411d-805c-590f65bc06f4) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:00:22.753937 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:22.806152 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:22.905635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 3a7d98f4-2269-49fd-8912-32ee0263a11b is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:00:22.914963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:00:22.918620 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:00:22.922573 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=29024619-d29a-411d-805c-590f65bc06f4,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:22.961097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:22.961461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:22.961802 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:22.962143 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:22.962482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:22.962820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:22.963267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:22.963475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:22.963964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:22.964131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:22.964468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:22.964908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:00:22.998965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e84047-49e9-4530-bc1c-e1f8a5af7402 req-136ecb9b-ce5f-4f0a-bdcf-16a9eba983f0 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:23.009799 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00e84047-49e9-4530-bc1c-e1f8a5af7402 req-136ecb9b-ce5f-4f0a-bdcf-16a9eba983f0 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 931 time: 0.1453869 Nov 11 22:00:23.051266 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:23.051953 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:23.131837 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-9c4a0328-ae08-46ba-a56d-faa0f2664801 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0682142 Nov 11 22:00:23.149754 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00e84047-49e9-4530-bc1c-e1f8a5af7402 req-9199b1ff-030e-43c4-88c7-b5b4be732679 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389112 Nov 11 22:00:23.158925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Request body: {'port': {'device_id': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:00:23.232074 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:23.326587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-351ad5c9-4c22-492a-a540-bec23c1b7af9 None None] Provisioning complete for port 29024619-d29a-411d-805c-590f65bc06f4 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:00:23.327886 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-351ad5c9-4c22-492a-a540-bec23c1b7af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:23.408820 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-351ad5c9-4c22-492a-a540-bec23c1b7af9 None None] Port 29024619-d29a-411d-805c-590f65bc06f4 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:00:23.623359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29024619-d29a-411d-805c-590f65bc06f4 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:00:23.632135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:23.647599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Transition to ACTIVE for port object 29024619-d29a-411d-805c-590f65bc06f4 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:00:23.654871 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:23.886535 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Pushing event updated for resources: {'Port': ['ID=29024619-d29a-411d-805c-590f65bc06f4,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:23.909295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Attempting to bind port 29024619-d29a-411d-805c-590f65bc06f4 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:00:23.910155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Attempting to bind port 29024619-d29a-411d-805c-590f65bc06f4 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:00:23.912861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Attempting to bind port 29024619-d29a-411d-805c-590f65bc06f4 on network 3a7d98f4-2269-49fd-8912-32ee0263a11b {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:00:23.926955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Port 29024619-d29a-411d-805c-590f65bc06f4 on network 3a7d98f4-2269-49fd-8912-32ee0263a11b not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:00:23.927578 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Attempting to bind port 29024619-d29a-411d-805c-590f65bc06f4 on network 3a7d98f4-2269-49fd-8912-32ee0263a11b {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:00:23.937106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:00:23.937450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Checking segment: {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:00:23.937883 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Bound using segment: {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:00:23.938554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Bound port: 29024619-d29a-411d-805c-590f65bc06f4, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:00:23.938907 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:24.057996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ae871193-4d70-4aac-9e46-a3ac87e9a8c5 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:00:24.069773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:00:24.073749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29024619-d29a-411d-805c-590f65bc06f4,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:00:24.079044 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:24.126550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port ae871193-4d70-4aac-9e46-a3ac87e9a8c5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:00:24.127161 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:24.128393 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:24.128393 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:24.130297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] 10.222.0.10 "PUT /v2.0/ports/29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 1091 time: 0.9779871 Nov 11 22:00:24.131793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'tag': '29024619-d29a-411d-805c-590f65bc06f4'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:00:24.135437 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a5a538-1092-4f1a-b7bb-5e84a4f1acc4" -d '{"events": [{"name": "network-changed", "server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "tag": "29024619-d29a-411d-805c-590f65bc06f4"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:00:24.169635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefca95-b39e-46a2-9a86-06e46a3e5d18 service neutron] Pushing event updated for resources: {'Port': ['ID=29024619-d29a-411d-805c-590f65bc06f4,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:24.240491 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb8319c-7fe3-4bfa-8a3f-018318c5f86f x-openstack-request-id: req-cbb8319c-7fe3-4bfa-8a3f-018318c5f86f {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:00:24.241110 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "tag": "29024619-d29a-411d-805c-590f65bc06f4", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:00:24.241664 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cbb8319c-7fe3-4bfa-8a3f-018318c5f86f {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:00:24.242488 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'tag': '29024619-d29a-411d-805c-590f65bc06f4', 'status': 'completed', 'code': 200} Nov 11 22:00:24.244718 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-95a10947-c802-4aaa-8ee3-efa06d4fa57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:24.246735 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-95a10947-c802-4aaa-8ee3-efa06d4fa57e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1094 time: 0.0711915 Nov 11 22:00:24.351405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-e0b2114f-01ff-4e4f-9fcd-d42eaf82fcb5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 217 time: 0.0950153 Nov 11 22:00:24.490816 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-49921b56-4e56-4715-b496-d8e5fc1aede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:24.496223 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-49921b56-4e56-4715-b496-d8e5fc1aede8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dd94da0-8d66-4cb2-a026-49daa6984c32 HTTP/1.1" status: 200 len: 835 time: 0.1221716 Nov 11 22:00:24.568126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948af72-f505-4ab1-a531-5d35256a876f req-14206d78-c542-42d4-8afb-35af70af5974 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:24.584777 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9948af72-f505-4ab1-a531-5d35256a876f req-14206d78-c542-42d4-8afb-35af70af5974 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 943 time: 0.2437942 Nov 11 22:00:24.622929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-6378d3b0-f299-48a0-826b-ac471dab55cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:24.625069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-6378d3b0-f299-48a0-826b-ac471dab55cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a7d98f4-2269-49fd-8912-32ee0263a11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165969 Nov 11 22:00:24.836046 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9948af72-f505-4ab1-a531-5d35256a876f req-7d3967d4-d3f2-4bcc-ba2c-0fcc1b9147d9 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502360 Nov 11 22:00:24.838484 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-d1d13be8-d659-4d2b-ba68-80b10dae12ec service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058568 Nov 11 22:00:24.995166 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-916364ce-318d-4bbf-9106-9f8cf797fdf9 req-35eb3ec2-b863-443a-9877-f276475f2727 service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484704 Nov 11 22:00:25.097932 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5a538-1092-4f1a-b7bb-5e84a4f1acc4 req-1698beed-e8f6-440c-b71c-9fab97566b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:25.099649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4a5a538-1092-4f1a-b7bb-5e84a4f1acc4 req-1698beed-e8f6-440c-b71c-9fab97566b3a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1094 time: 0.0522327 Nov 11 22:00:25.200848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5a538-1092-4f1a-b7bb-5e84a4f1acc4 req-ceacbeff-4a08-45aa-a025-8d3236feabf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:25.202613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4a5a538-1092-4f1a-b7bb-5e84a4f1acc4 req-ceacbeff-4a08-45aa-a025-8d3236feabf2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3a7d98f4-2269-49fd-8912-32ee0263a11b HTTP/1.1" status: 200 len: 898 time: 0.0957108 Nov 11 22:00:25.253473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4a5a538-1092-4f1a-b7bb-5e84a4f1acc4 req-811c5394-50e8-4fa7-a4f6-f4ca096a045c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 217 time: 0.0435612 Nov 11 22:00:25.321815 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5a538-1092-4f1a-b7bb-5e84a4f1acc4 req-239cbe11-8e09-4e93-9541-f99d56383970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:25.323709 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4a5a538-1092-4f1a-b7bb-5e84a4f1acc4 req-239cbe11-8e09-4e93-9541-f99d56383970 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dd94da0-8d66-4cb2-a026-49daa6984c32 HTTP/1.1" status: 200 len: 835 time: 0.0626595 Nov 11 22:00:25.376727 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5a538-1092-4f1a-b7bb-5e84a4f1acc4 req-0bc11085-ef46-40e2-a8e7-cd4f137ea1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:25.378542 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4a5a538-1092-4f1a-b7bb-5e84a4f1acc4 req-0bc11085-ef46-40e2-a8e7-cd4f137ea1ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a7d98f4-2269-49fd-8912-32ee0263a11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463061 Nov 11 22:00:25.482265 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4a5a538-1092-4f1a-b7bb-5e84a4f1acc4 req-ea1b9928-f9c9-409c-a28e-5e402c4f0d35 service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958505 Nov 11 22:00:25.581883 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4a5a538-1092-4f1a-b7bb-5e84a4f1acc4 req-a4473f19-c84d-4839-8d2b-0ac16a76e171 service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909526 Nov 11 22:00:25.966755 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b6e83-8798-4148-8cbd-3be91a75359c req-30e2b0ab-a09a-4bbd-9ecd-2dc71e3f81b9 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:25.968556 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-461b6e83-8798-4148-8cbd-3be91a75359c req-30e2b0ab-a09a-4bbd-9ecd-2dc71e3f81b9 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 943 time: 0.0577846 Nov 11 22:00:26.025442 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-461b6e83-8798-4148-8cbd-3be91a75359c req-d8bd1c68-ff03-48ae-af3c-d4528b3f5aac tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503910 Nov 11 22:00:27.151220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f6a4-8952-46a4-9668-631d13e9e28c req-aa0a81ab-863d-4366-94e1-f7ec900f9dc3 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:27.152648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-11f4f6a4-8952-46a4-9668-631d13e9e28c req-aa0a81ab-863d-4366-94e1-f7ec900f9dc3 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 943 time: 0.0513444 Nov 11 22:00:27.203845 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-11f4f6a4-8952-46a4-9668-631d13e9e28c req-0c7b22ae-489c-49ea-827a-1905f33ead8c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448279 Nov 11 22:00:28.130461 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50122) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:28.291521 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50128) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:28.292468 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ec452a86-cae1-4219-8eaa-c856c0792d86 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ddd3f1cc5b24e16a98eebc4becace8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1606379 Nov 11 22:00:28.389311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596061c-bb19-46b1-88eb-1033dbea4ce6 req-f6b0d7f1-5544-45ff-b500-f467f2430ea5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:28.390689 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e596061c-bb19-46b1-88eb-1033dbea4ce6 req-f6b0d7f1-5544-45ff-b500-f467f2430ea5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 943 time: 0.0796051 Nov 11 22:00:28.393992 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3d907546-4cc7-4f62-b9bd-39691f1360cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:28.428132 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3d907546-4cc7-4f62-b9bd-39691f1360cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:28.487537 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e596061c-bb19-46b1-88eb-1033dbea4ce6 req-1853a265-0221-4dcb-8773-3e4ac9c5e305 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837908 Nov 11 22:00:28.509906 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3d907546-4cc7-4f62-b9bd-39691f1360cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:28.514912 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3d907546-4cc7-4f62-b9bd-39691f1360cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:28.519285 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3d907546-4cc7-4f62-b9bd-39691f1360cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/db34cb2f-caf2-492d-be56-e030ac31f650 HTTP/1.1" status: 204 len: 168 time: 0.2267063 Nov 11 22:00:28.528377 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d907546-4cc7-4f62-b9bd-39691f1360cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db34cb2f-caf2-492d-be56-e030ac31f650,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:28.618347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29024619-d29a-411d-805c-590f65bc06f4 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:00:28.781377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29024619-d29a-411d-805c-590f65bc06f4,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:00:28.808169 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '29024619-d29a-411d-805c-590f65bc06f4', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'port_id': '29024619-d29a-411d-805c-590f65bc06f4', 'mac_address': 'fa:16:3e:27:27:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:00:28.853351 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:28.869487 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29024619-d29a-411d-805c-590f65bc06f4 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:00:28.894823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29024619-d29a-411d-805c-590f65bc06f4,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:00:28.910393 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:29.042072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=29024619-d29a-411d-805c-590f65bc06f4,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:29.147548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['29024619-d29a-411d-805c-590f65bc06f4'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:00:29.634689 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a13c92-3b79-4645-ac6e-655a37565db7 req-0f5c847e-473e-489f-8a4a-0180cd1209d2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:29.637002 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2a13c92-3b79-4645-ac6e-655a37565db7 req-0f5c847e-473e-489f-8a4a-0180cd1209d2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 944 time: 0.0544708 Nov 11 22:00:29.687377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2a13c92-3b79-4645-ac6e-655a37565db7 req-15ec32f3-beb0-407e-a95e-08161672367a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438006 Nov 11 22:00:30.617119 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29024619-d29a-411d-805c-590f65bc06f4 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:00:30.670008 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 29024619-d29a-411d-805c-590f65bc06f4 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:00:30.674433 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 29024619-d29a-411d-805c-590f65bc06f4 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:00:30.674800 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:30.754585 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:30.780455 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29024619-d29a-411d-805c-590f65bc06f4'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:00:30.782822 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c388b2da-890b-461f-a6c2-71bf7a2dd328" -d '{"events": [{"server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "name": "network-vif-plugged", "status": "completed", "tag": "29024619-d29a-411d-805c-590f65bc06f4"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:00:30.797212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29024619-d29a-411d-805c-590f65bc06f4,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:00:30.804155 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:30.821570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0632062-d917-4c50-9359-a33547638e83 req-ba41b942-7e8a-4c82-814d-3ee672359704 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:30.823068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0632062-d917-4c50-9359-a33547638e83 req-ba41b942-7e8a-4c82-814d-3ee672359704 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 944 time: 0.0554638 Nov 11 22:00:30.858887 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=29024619-d29a-411d-805c-590f65bc06f4,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:30.874549 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0632062-d917-4c50-9359-a33547638e83 req-7b11a462-66e1-4e6a-ab39-3d71c8160256 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445964 Nov 11 22:00:30.977129 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36303477-7455-4cf9-8e54-e58d9f59008f x-openstack-request-id: req-36303477-7455-4cf9-8e54-e58d9f59008f {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:00:30.977423 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "name": "network-vif-plugged", "status": "completed", "tag": "29024619-d29a-411d-805c-590f65bc06f4", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:00:30.977674 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36303477-7455-4cf9-8e54-e58d9f59008f {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:00:30.978109 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29024619-d29a-411d-805c-590f65bc06f4', 'code': 200} Nov 11 22:00:31.081898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652fbb2-5d3c-47d9-8b95-9af4aa6473cb req-d5c314e0-5982-488b-bd73-25ddd5a54676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:31.083519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3652fbb2-5d3c-47d9-8b95-9af4aa6473cb req-d5c314e0-5982-488b-bd73-25ddd5a54676 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1096 time: 0.0433705 Nov 11 22:00:31.136172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3652fbb2-5d3c-47d9-8b95-9af4aa6473cb req-e5b8e523-a878-4c56-a061-576c5522d274 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445614 Nov 11 22:00:32.007445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef08a2c-020d-4ddc-814e-7083069d2f3a req-b514ad25-7c02-48e4-98fc-0b31d35040de tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:32.009112 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ef08a2c-020d-4ddc-814e-7083069d2f3a req-b514ad25-7c02-48e4-98fc-0b31d35040de tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0515740 Nov 11 22:00:32.064912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ef08a2c-020d-4ddc-814e-7083069d2f3a req-d927a96b-3d50-4057-9e84-92fb07eca0a8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495844 Nov 11 22:00:32.994149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50204) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:33.129517 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41e1316f-3f73-4faa-bee0-69e0088420f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:33.235889 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41e1316f-3f73-4faa-bee0-69e0088420f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:33.257185 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41e1316f-3f73-4faa-bee0-69e0088420f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:33.310053 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-41e1316f-3f73-4faa-bee0-69e0088420f8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=44fbd48390d24635b600f924c3095c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144429 Nov 11 22:00:33.311746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1316f-3f73-4faa-bee0-69e0088420f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbce99d-4a40-4fc5-84eb-09f7955a6a33,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:33.312943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50210) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:33.322242 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ef970-7c9d-45cc-be11-1ff6f86c5c76 req-409934c3-ff5f-4303-8c02-284d0c8d2336 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:33.324029 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e46ef970-7c9d-45cc-be11-1ff6f86c5c76 req-409934c3-ff5f-4303-8c02-284d0c8d2336 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.1008306 Nov 11 22:00:33.402231 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e46ef970-7c9d-45cc-be11-1ff6f86c5c76 req-85ca09ad-5c3f-4517-b321-0f3949aba441 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642378 Nov 11 22:00:33.405024 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9902df9b-1763-4dbe-92cb-06fc83ec8551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:33.433201 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9902df9b-1763-4dbe-92cb-06fc83ec8551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:33.510553 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9902df9b-1763-4dbe-92cb-06fc83ec8551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:33.513335 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9902df9b-1763-4dbe-92cb-06fc83ec8551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:33.516907 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9902df9b-1763-4dbe-92cb-06fc83ec8551 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5dbce99d-4a40-4fc5-84eb-09f7955a6a33 HTTP/1.1" status: 204 len: 168 time: 0.1997552 Nov 11 22:00:33.524190 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902df9b-1763-4dbe-92cb-06fc83ec8551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbce99d-4a40-4fc5-84eb-09f7955a6a33,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:33.566565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093ffd3-a39e-4e32-94df-ff27a6aaf70c req-c863988e-8576-4f9c-bbed-2847f5a6697c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:33.568456 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0093ffd3-a39e-4e32-94df-ff27a6aaf70c req-c863988e-8576-4f9c-bbed-2847f5a6697c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0920351 Nov 11 22:00:33.623847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0093ffd3-a39e-4e32-94df-ff27a6aaf70c req-c401fc19-4c66-4f5d-a2b3-c469cbfef28e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488656 Nov 11 22:00:33.649932 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50218) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:33.694764 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30c0585-36b1-4bd8-9849-28ee2331a46b tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:33.696448 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d30c0585-36b1-4bd8-9849-28ee2331a46b tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1091 time: 0.0455031 Nov 11 22:00:33.699422 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50222) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:33.704636 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '29024619-d29a-411d-805c-590f65bc06f4', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:00:33.730743 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:33.837785 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:33.847620 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50224) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:33.861393 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-180b2a18-deed-4625-a154-45b48803495b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:33.949533 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-180b2a18-deed-4625-a154-45b48803495b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:33.954537 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-180b2a18-deed-4625-a154-45b48803495b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:33.968895 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.25.0.181 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/6acaa9bf-f9dd-42c8-84e4-1046ca91f66f) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:00:34.006071 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b2a18-deed-4625-a154-45b48803495b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d4cc14-955c-4bd2-96ee-055c08a9d062,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:34.014312 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-180b2a18-deed-4625-a154-45b48803495b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f92f75a8e6b5441d93c1d5f73ab7fbe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1629910 Nov 11 22:00:34.014547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50226) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:34.070316 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9a36-9516-40d9-b494-5aaeceebe1f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.080963 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.092279 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9a36-9516-40d9-b494-5aaeceebe1f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.117455 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.145731 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9a36-9516-40d9-b494-5aaeceebe1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.148543 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9a36-9516-40d9-b494-5aaeceebe1f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.149904 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4ceb9a36-9516-40d9-b494-5aaeceebe1f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/74d4cc14-955c-4bd2-96ee-055c08a9d062 HTTP/1.1" status: 204 len: 168 time: 0.1344299 Nov 11 22:00:34.156300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:00:34.159113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb9a36-9516-40d9-b494-5aaeceebe1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d4cc14-955c-4bd2-96ee-055c08a9d062,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:34.161479 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:00:34.165176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:00:34.194425 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=6acaa9bf-f9dd-42c8-84e4-1046ca91f66f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:34.504418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50232) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:34.523551 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed95f841-e34a-4eaf-a9a3-beedd6f906b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.594600 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.693136 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed95f841-e34a-4eaf-a9a3-beedd6f906b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.698703 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed95f841-e34a-4eaf-a9a3-beedd6f906b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.702910 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.762611 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ed95f841-e34a-4eaf-a9a3-beedd6f906b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eb2e8be21e8d4620a249a87f8891248d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2570078 Nov 11 22:00:34.763457 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95f841-e34a-4eaf-a9a3-beedd6f906b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e2672a-7220-46e0-ae88-1373807d456f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:34.765628 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50240) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:34.839483 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65198326-5add-4cc7-bd85-b6a28a6c7c95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.869370 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65198326-5add-4cc7-bd85-b6a28a6c7c95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.920716 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.926398 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.937413 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65198326-5add-4cc7-bd85-b6a28a6c7c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.939206 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65198326-5add-4cc7-bd85-b6a28a6c7c95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.941182 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-65198326-5add-4cc7-bd85-b6a28a6c7c95 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f2e2672a-7220-46e0-ae88-1373807d456f HTTP/1.1" status: 204 len: 168 time: 0.1739974 Nov 11 22:00:34.952164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65198326-5add-4cc7-bd85-b6a28a6c7c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e2672a-7220-46e0-ae88-1373807d456f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:35.020131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=6acaa9bf-f9dd-42c8-84e4-1046ca91f66f,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:00:35.043966 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:35.169665 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Floating IP 5090e139-3347-4dcf-a999-1bb0026ed071 associated. External IP: 172.25.0.181, port: 29024619-d29a-411d-805c-590f65bc06f4. Nov 11 22:00:35.416332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router a3b43063-7617-4e48-a416-f15dd9526dd8 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:00:35.537381 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:00:35.554250 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90517205-6c82-41a8-82b5-0599aeb78665 None None] Sync routers for ids ['a3b43063-7617-4e48-a416-f15dd9526dd8'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:00:35.568048 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90517205-6c82-41a8-82b5-0599aeb78665 None None] Routers {'a3b43063-7617-4e48-a416-f15dd9526dd8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:00:35.568658 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90517205-6c82-41a8-82b5-0599aeb78665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:00:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a3b43063-7617-4e48-a416-f15dd9526dd8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:35.568981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:35.611707 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7cfaef9e-c5a2-4f7a-8e19-4d4f95a7c650 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9109428 Nov 11 22:00:35.613146 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'tag': '29024619-d29a-411d-805c-590f65bc06f4'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:00:35.616011 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba7c039-70d4-476c-ba7f-297b0132c4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "tag": "29024619-d29a-411d-805c-590f65bc06f4"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:00:35.709057 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-90517205-6c82-41a8-82b5-0599aeb78665 None None] Set router a3b43063-7617-4e48-a416-f15dd9526dd8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:00:35.735666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1eb7d4-0db4-414b-8546-4bd97879269c req-6011fa5a-353e-45c2-a69f-65a4d740c1a5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:35.737353 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c1eb7d4-0db4-414b-8546-4bd97879269c req-6011fa5a-353e-45c2-a69f-65a4d740c1a5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0634253 Nov 11 22:00:35.820622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0c1eb7d4-0db4-414b-8546-4bd97879269c req-be64ac41-73ef-4f91-ad89-666c1356276a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737209 Nov 11 22:00:35.836776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50278) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:35.868951 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef50bf26-988f-44d8-a787-1e2d4b899655 x-openstack-request-id: req-ef50bf26-988f-44d8-a787-1e2d4b899655 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:00:35.869448 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "tag": "29024619-d29a-411d-805c-590f65bc06f4", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:00:35.869798 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ef50bf26-988f-44d8-a787-1e2d4b899655 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:00:35.870280 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'tag': '29024619-d29a-411d-805c-590f65bc06f4', 'status': 'completed', 'code': 200} Nov 11 22:00:35.956528 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c29cfc82-08b9-4241-9ef8-5bbb4ca8958e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/5090e139-3347-4dcf-a999-1bb0026ed071 HTTP/1.1" status: 200 len: 991 time: 0.1174724 Nov 11 22:00:35.967972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7c039-70d4-476c-ba7f-297b0132c4d6 req-a8089a1c-b7a1-4c5b-a8b8-dcf015675495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:35.969612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bba7c039-70d4-476c-ba7f-297b0132c4d6 req-a8089a1c-b7a1-4c5b-a8b8-dcf015675495 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1096 time: 0.0706358 Nov 11 22:00:35.983346 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90517205-6c82-41a8-82b5-0599aeb78665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:00:12Z', 'updated_at': '2021-11-11T22:00:17Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:13Z', 'updated_at': '2021-11-11T22:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '5090e139-3347-4dcf-a999-1bb0026ed071', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'port_id': '29024619-d29a-411d-805c-590f65bc06f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'mac_address': 'fa:16:3e:27:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:00:34Z', 'updated_at': '2021-11-11T22:00:34Z', 'revision_number': 0, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae871193-4d70-4aac-9e46-a3ac87e9a8c5', 'name': '', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:f3:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:16Z', 'updated_at': '2021-11-11T22:00:21Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:36.016854 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90517205-6c82-41a8-82b5-0599aeb78665 None None] Checking router: a3b43063-7617-4e48-a416-f15dd9526dd8 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:00:36.026592 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90517205-6c82-41a8-82b5-0599aeb78665 None None] Routers {'a3b43063-7617-4e48-a416-f15dd9526dd8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:00:36.027669 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90517205-6c82-41a8-82b5-0599aeb78665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:00:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a3b43063-7617-4e48-a416-f15dd9526dd8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:36.087443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7c039-70d4-476c-ba7f-297b0132c4d6 req-c524e32c-2c2e-4f9d-a4f6-6b2a97180c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:36.089506 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bba7c039-70d4-476c-ba7f-297b0132c4d6 req-c524e32c-2c2e-4f9d-a4f6-6b2a97180c9d service neutron] 10.222.0.10 "GET /v2.0/networks?id=3a7d98f4-2269-49fd-8912-32ee0263a11b HTTP/1.1" status: 200 len: 898 time: 0.1119056 Nov 11 22:00:36.160012 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-90517205-6c82-41a8-82b5-0599aeb78665 None None] Set router a3b43063-7617-4e48-a416-f15dd9526dd8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:00:36.174050 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bba7c039-70d4-476c-ba7f-297b0132c4d6 req-99761c4b-a0f3-4120-b6b9-7f0861ed5993 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 999 time: 0.0764725 Nov 11 22:00:36.243568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7c039-70d4-476c-ba7f-297b0132c4d6 req-e6365b1d-8706-4566-869f-ecd18e071210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:36.246878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bba7c039-70d4-476c-ba7f-297b0132c4d6 req-e6365b1d-8706-4566-869f-ecd18e071210 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dd94da0-8d66-4cb2-a026-49daa6984c32 HTTP/1.1" status: 200 len: 835 time: 0.0649619 Nov 11 22:00:36.310028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7c039-70d4-476c-ba7f-297b0132c4d6 req-5ceac1bb-6235-4cac-89c8-12cd7915eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:36.311578 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bba7c039-70d4-476c-ba7f-297b0132c4d6 req-5ceac1bb-6235-4cac-89c8-12cd7915eefd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a7d98f4-2269-49fd-8912-32ee0263a11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569851 Nov 11 22:00:36.421471 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bba7c039-70d4-476c-ba7f-297b0132c4d6 req-c85e8303-982c-42f7-bc02-3102c627f0a1 service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009719 Nov 11 22:00:36.465614 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-90517205-6c82-41a8-82b5-0599aeb78665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:00:12Z', 'updated_at': '2021-11-11T22:00:17Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:13Z', 'updated_at': '2021-11-11T22:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '5090e139-3347-4dcf-a999-1bb0026ed071', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'port_id': '29024619-d29a-411d-805c-590f65bc06f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'mac_address': 'fa:16:3e:27:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:00:34Z', 'updated_at': '2021-11-11T22:00:34Z', 'revision_number': 0, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae871193-4d70-4aac-9e46-a3ac87e9a8c5', 'name': '', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:f3:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:16Z', 'updated_at': '2021-11-11T22:00:21Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:00:36.508151 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90517205-6c82-41a8-82b5-0599aeb78665 None None] The sync data for ids ['a3b43063-7617-4e48-a416-f15dd9526dd8'] in n-d-805737-3 is: [{'id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:00:12Z', 'updated_at': '2021-11-11T22:00:17Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:13Z', 'updated_at': '2021-11-11T22:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '5090e139-3347-4dcf-a999-1bb0026ed071', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'port_id': '29024619-d29a-411d-805c-590f65bc06f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'mac_address': 'fa:16:3e:27:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:00:34Z', 'updated_at': '2021-11-11T22:00:34Z', 'revision_number': 0, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae871193-4d70-4aac-9e46-a3ac87e9a8c5', 'name': '', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:f3:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:16Z', 'updated_at': '2021-11-11T22:00:21Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:00:36.546190 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bba7c039-70d4-476c-ba7f-297b0132c4d6 req-002b0359-cd16-4dcc-89c7-ff378c46e74f service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169894 Nov 11 22:00:36.836149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d9f3bc-117e-46a6-9280-56a1a732ead7 None None] New status for floating IP 5090e139-3347-4dcf-a999-1bb0026ed071: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:00:36.958972 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50350) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:37.038222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e8b5b991-e9ed-438f-b690-23a1ed560aa2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/5090e139-3347-4dcf-a999-1bb0026ed071 HTTP/1.1" status: 200 len: 991 time: 0.0767834 Nov 11 22:00:38.041147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50356) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:00:38.110576 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-be72bd9d-d469-4b27-b173-c55f01c4350e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/5090e139-3347-4dcf-a999-1bb0026ed071 HTTP/1.1" status: 200 len: 993 time: 0.0682509 Nov 11 22:00:41.165449 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:43.876829 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0983bb12-bb64-483c-8c2f-e733d2bd303b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:44.727421 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:45.121554 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59f94e2b-b93d-4c4d-b40c-170e7c63223d req-f2b42042-a570-4b90-921e-4f44e6ef5165 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2697268 Nov 11 22:00:45.251714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f94e2b-b93d-4c4d-b40c-170e7c63223d req-a067ce9d-3cfd-49e9-a2f6-803896a43282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:45.254687 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59f94e2b-b93d-4c4d-b40c-170e7c63223d req-a067ce9d-3cfd-49e9-a2f6-803896a43282 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 1096 time: 0.0777895 Nov 11 22:00:45.827168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f94e2b-b93d-4c4d-b40c-170e7c63223d req-b3b5d2b2-f440-45d9-a6bf-bebffb4e7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:45.828666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59f94e2b-b93d-4c4d-b40c-170e7c63223d req-b3b5d2b2-f440-45d9-a6bf-bebffb4e7c43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.5484169 Nov 11 22:00:45.900478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59f94e2b-b93d-4c4d-b40c-170e7c63223d req-2264b468-ec3d-43ae-b260-f2d5e3c40b9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76286cc-72cc-462a-8a05-c712b6aebb83 HTTP/1.1" status: 200 len: 1001 time: 0.0628896 Nov 11 22:00:45.961670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f94e2b-b93d-4c4d-b40c-170e7c63223d req-393eae9e-5f53-447a-9506-08e75a5a7ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:45.963237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59f94e2b-b93d-4c4d-b40c-170e7c63223d req-393eae9e-5f53-447a-9506-08e75a5a7ddb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.0549080 Nov 11 22:00:46.020116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f94e2b-b93d-4c4d-b40c-170e7c63223d req-b72b01f3-00c2-4bfa-8ba3-7476390dcbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:46.021852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59f94e2b-b93d-4c4d-b40c-170e7c63223d req-b72b01f3-00c2-4bfa-8ba3-7476390dcbd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507371 Nov 11 22:00:46.073963 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-754dfcec-84d7-46df-897e-f9facb31bfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:46.204576 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59f94e2b-b93d-4c4d-b40c-170e7c63223d req-0f157590-795a-4f1f-af93-20a7761d3152 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592231 Nov 11 22:00:46.338140 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59f94e2b-b93d-4c4d-b40c-170e7c63223d req-3009b727-2fba-43b0-b2c4-bd67fdd394b2 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189759 Nov 11 22:00:47.234237 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:48.603987 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:49.374596 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:53.670277 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-353ed0b7-33d5-42b2-905f-f8ed73867cc7 req-1f2f7f43-568c-4ab2-a75e-83e1d37df528 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1092980 Nov 11 22:00:53.756358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ed0b7-33d5-42b2-905f-f8ed73867cc7 req-aee9cd3d-3f6c-49f6-a0d6-2ee91f364b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:53.759892 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-353ed0b7-33d5-42b2-905f-f8ed73867cc7 req-aee9cd3d-3f6c-49f6-a0d6-2ee91f364b84 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5757a57d321c41bda10f53e68ffe1106&device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 1096 time: 0.0598330 Nov 11 22:00:53.880731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ed0b7-33d5-42b2-905f-f8ed73867cc7 req-1a89d31e-43c6-4e82-a4dc-2462be493461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:53.882393 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-353ed0b7-33d5-42b2-905f-f8ed73867cc7 req-1a89d31e-43c6-4e82-a4dc-2462be493461 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 200 len: 912 time: 0.0924337 Nov 11 22:00:53.972138 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-353ed0b7-33d5-42b2-905f-f8ed73867cc7 req-f534db41-5439-4310-acb5-35dd5bcba0f8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96c2a0b6-f585-45f6-b60c-a47c5d844242 HTTP/1.1" status: 200 len: 1001 time: 0.0774071 Nov 11 22:00:54.028743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ed0b7-33d5-42b2-905f-f8ed73867cc7 req-1705c4ec-3c76-4574-8187-17f5cdf9228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:54.030262 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-353ed0b7-33d5-42b2-905f-f8ed73867cc7 req-1705c4ec-3c76-4574-8187-17f5cdf9228c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39cbd100-acd0-46b4-8419-af45cc0c3279 HTTP/1.1" status: 200 len: 849 time: 0.0458639 Nov 11 22:00:54.090332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ed0b7-33d5-42b2-905f-f8ed73867cc7 req-fbd0887e-00f2-45f8-9308-ce8b07e9bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:54.092016 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-353ed0b7-33d5-42b2-905f-f8ed73867cc7 req-fbd0887e-00f2-45f8-9308-ce8b07e9bf2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e1eddca-e131-4ae9-bee4-182d654beb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463655 Nov 11 22:00:54.206281 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-353ed0b7-33d5-42b2-905f-f8ed73867cc7 req-3fe3878d-16e8-48b2-a974-eb1f30829bdb service neutron] 10.222.0.71 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015189 Nov 11 22:00:54.311465 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-353ed0b7-33d5-42b2-905f-f8ed73867cc7 req-1fd3e649-9dfb-4d66-b6f8-608db763e682 service neutron] 10.222.0.71 "GET /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933239 Nov 11 22:00:58.323444 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:01:04.833046 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec5af8-673a-422f-ad4e-38854fe51522 req-03bff32d-b63a-4765-9789-eb044570e4f1 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:04.835294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5ec5af8-673a-422f-ad4e-38854fe51522 req-03bff32d-b63a-4765-9789-eb044570e4f1 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1096 time: 0.0453823 Nov 11 22:01:04.905489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5ec5af8-673a-422f-ad4e-38854fe51522 req-80699741-f0e0-4721-be9a-40f9aef4ef62 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623226 Nov 11 22:01:05.031691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e45c8-f1f1-436c-a685-44a5166fb20f req-3eee0caf-8d01-42de-a88a-57091a2c0633 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:05.033319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd6e45c8-f1f1-436c-a685-44a5166fb20f req-3eee0caf-8d01-42de-a88a-57091a2c0633 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0545490 Nov 11 22:01:05.092585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd6e45c8-f1f1-436c-a685-44a5166fb20f req-9e0d5f9a-db4b-4835-b188-0c887cc6e4c6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526927 Nov 11 22:01:05.117105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50566) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:05.182119 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9de4fd34-25bf-4743-af1a-5069c5e7472c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/5090e139-3347-4dcf-a999-1bb0026ed071 HTTP/1.1" status: 200 len: 993 time: 0.0637362 Nov 11 22:01:05.720571 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-2be4a871-6fed-47b0-9b4a-37c8be8b5e72 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427060 Nov 11 22:01:05.741039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40814848-13bb-4a55-ac00-ea7c57adfef6 req-662f7c8e-54a4-4543-9552-50fd659ef331 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:05.742804 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40814848-13bb-4a55-ac00-ea7c57adfef6 req-662f7c8e-54a4-4543-9552-50fd659ef331 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0612459 Nov 11 22:01:05.803314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40814848-13bb-4a55-ac00-ea7c57adfef6 req-ea63206d-54e4-4b1a-9f53-f642f4d378fd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523615 Nov 11 22:01:06.943626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b03cd-6c6d-441b-ada3-c7ea7f299e63 req-e671a495-cced-4b37-94d2-e6f01acb484c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:06.945317 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-519b03cd-6c6d-441b-ada3-c7ea7f299e63 req-e671a495-cced-4b37-94d2-e6f01acb484c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0617266 Nov 11 22:01:07.000351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-519b03cd-6c6d-441b-ada3-c7ea7f299e63 req-1e0af380-05df-425b-b190-ccd9e9d129dd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477641 Nov 11 22:01:07.100068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e131ae8c-5fb9-4c34-a876-d32ccc42ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:07.101638 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e131ae8c-5fb9-4c34-a876-d32ccc42ca75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1096 time: 0.0416522 Nov 11 22:01:07.201965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-1ffb6f00-b25c-4355-8e44-15936a383799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:07.203366 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-1ffb6f00-b25c-4355-8e44-15936a383799 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3a7d98f4-2269-49fd-8912-32ee0263a11b HTTP/1.1" status: 200 len: 898 time: 0.0914235 Nov 11 22:01:07.278103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-4a9b3a4f-cade-4453-a6f2-3929f180da10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 1001 time: 0.0666530 Nov 11 22:01:07.336560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-7dbd3b74-138c-4bf5-8302-71f6789324de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:07.338635 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-7dbd3b74-138c-4bf5-8302-71f6789324de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dd94da0-8d66-4cb2-a026-49daa6984c32 HTTP/1.1" status: 200 len: 835 time: 0.0521028 Nov 11 22:01:07.390634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-d6a7a9a1-f6e7-4de6-8566-af0ca68eb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:07.392305 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-d6a7a9a1-f6e7-4de6-8566-af0ca68eb597 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a7d98f4-2269-49fd-8912-32ee0263a11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427225 Nov 11 22:01:07.487940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-869e0bcc-c059-4dcd-99e0-541ffc747274 service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864699 Nov 11 22:01:07.591418 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-0c12efc0-8e55-40f0-a09e-e82dd1a7c21b service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953822 Nov 11 22:01:08.137341 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb195c4-1392-4ed1-97e4-ab04709a8a96 req-f64e2bea-b4cd-4e1a-be57-92e1fc38494a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:08.139076 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cfb195c4-1392-4ed1-97e4-ab04709a8a96 req-f64e2bea-b4cd-4e1a-be57-92e1fc38494a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0602727 Nov 11 22:01:08.198551 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cfb195c4-1392-4ed1-97e4-ab04709a8a96 req-22b626e7-8cba-4419-8bde-51725d0a4454 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524161 Nov 11 22:01:09.332464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847a057-c3be-481f-8ad6-981c2663024f req-da74fd92-b3dc-4bb4-8437-361bf014b580 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:09.342376 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8847a057-c3be-481f-8ad6-981c2663024f req-da74fd92-b3dc-4bb4-8437-361bf014b580 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0672922 Nov 11 22:01:09.406738 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8847a057-c3be-481f-8ad6-981c2663024f req-4e6fc5cc-7286-4078-afde-1f7a91d4836f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630805 Nov 11 22:01:10.535170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ec85b-3400-4ba6-8821-8a2c76fb20f9 req-c4d27c00-3634-4dcb-8b55-d8ca92969703 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:10.537311 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-584ec85b-3400-4ba6-8821-8a2c76fb20f9 req-c4d27c00-3634-4dcb-8b55-d8ca92969703 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0632675 Nov 11 22:01:10.597390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-584ec85b-3400-4ba6-8821-8a2c76fb20f9 req-bff5fb06-4806-40e9-a79f-25b15e5128bf tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537319 Nov 11 22:01:10.820201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50650) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:10.940873 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90a0b3f1-3b4c-4e46-8507-7cd12608b4bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:11.023412 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90a0b3f1-3b4c-4e46-8507-7cd12608b4bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:11.029918 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-90a0b3f1-3b4c-4e46-8507-7cd12608b4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:11.072129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0b3f1-3b4c-4e46-8507-7cd12608b4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff78a6f0-514f-45fc-a08a-2c3b51f43553,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:11.089672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-90a0b3f1-3b4c-4e46-8507-7cd12608b4bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7db276c6b2a9435e82d398c2fd491069&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2678218 Nov 11 22:01:11.092451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50656) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:11.147172 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-720614d0-127e-44ff-abe6-7a3759dca2c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:11.171747 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-720614d0-127e-44ff-abe6-7a3759dca2c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:11.178943 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:11.234911 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-720614d0-127e-44ff-abe6-7a3759dca2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:11.238047 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-720614d0-127e-44ff-abe6-7a3759dca2c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:11.241259 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-720614d0-127e-44ff-abe6-7a3759dca2c1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ff78a6f0-514f-45fc-a08a-2c3b51f43553 HTTP/1.1" status: 204 len: 168 time: 0.1476276 Nov 11 22:01:11.250474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720614d0-127e-44ff-abe6-7a3759dca2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff78a6f0-514f-45fc-a08a-2c3b51f43553,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:11.770236 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03e7da-2cc9-4225-bc95-a90da4b3b7aa req-b414a283-f5d0-42cc-b356-6bea925319e4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:11.779167 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dd03e7da-2cc9-4225-bc95-a90da4b3b7aa req-b414a283-f5d0-42cc-b356-6bea925319e4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0868332 Nov 11 22:01:11.843488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dd03e7da-2cc9-4225-bc95-a90da4b3b7aa req-be5bb364-e810-4565-ae33-8cc777de4be4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628276 Nov 11 22:01:12.730078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c84d26-2b5e-4c0e-9487-818f94c9f79d req-7f812de6-6ec3-4801-a4c2-919d870f0531 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:12.731645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30c84d26-2b5e-4c0e-9487-818f94c9f79d req-7f812de6-6ec3-4801-a4c2-919d870f0531 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 945 time: 0.0548227 Nov 11 22:01:12.787436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30c84d26-2b5e-4c0e-9487-818f94c9f79d req-e94f0794-2398-477c-9c97-91527340734d tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ab276e-10b4-4734-8046-593cfe38828f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492561 Nov 11 22:01:12.981164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faa1fa-423d-4492-8e28-662db9b08448 req-186cee6a-a7fd-45d8-88e1-2cd7f8ea3478 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:12.982607 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71faa1fa-423d-4492-8e28-662db9b08448 req-186cee6a-a7fd-45d8-88e1-2cd7f8ea3478 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0542760 Nov 11 22:01:13.034396 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71faa1fa-423d-4492-8e28-662db9b08448 req-4e8d7860-8d68-42c5-83ad-fee4ed517952 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456464 Nov 11 22:01:13.883771 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5067ed45-cbde-4275-a85b-8778353e019b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:13.915320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c89b6-c092-4b41-99ff-73238441187b req-f557bd91-a3a5-4495-a3a0-6871da48d63e tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:13.916824 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e07c89b6-c092-4b41-99ff-73238441187b req-f557bd91-a3a5-4495-a3a0-6871da48d63e tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 945 time: 0.0573266 Nov 11 22:01:13.973847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e07c89b6-c092-4b41-99ff-73238441187b req-e3d78a82-bad1-4ff0-80c8-6db491112920 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ab276e-10b4-4734-8046-593cfe38828f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488143 Nov 11 22:01:14.171149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddb6e-65b6-4b87-8cdc-d239d1a40220 req-30961511-ec4b-415b-b319-cc339fc1ae40 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:14.172649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62fddb6e-65b6-4b87-8cdc-d239d1a40220 req-30961511-ec4b-415b-b319-cc339fc1ae40 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0585070 Nov 11 22:01:14.226490 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62fddb6e-65b6-4b87-8cdc-d239d1a40220 req-7749c27c-3dbe-4c23-82ae-906a3ef8d501 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468993 Nov 11 22:01:14.736215 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:14.749351 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409c552-f030-4319-a281-3cca3a21bc65 req-fc7fb098-64c6-43bc-872e-c6d677d344c1 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:14.751983 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3409c552-f030-4319-a281-3cca3a21bc65 req-fc7fb098-64c6-43bc-872e-c6d677d344c1 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.71 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 945 time: 0.0636914 Nov 11 22:01:14.852352 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-3409c552-f030-4319-a281-3cca3a21bc65 req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Deleting port 96c2a0b6-f585-45f6-b60c-a47c5d844242 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:01:14.852860 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3409c552-f030-4319-a281-3cca3a21bc65 req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:14.949013 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-3409c552-f030-4319-a281-3cca3a21bc65 req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] For port 96c2a0b6-f585-45f6-b60c-a47c5d844242, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=96c2a0b6-f585-45f6-b60c-a47c5d844242,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:14.949364 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3409c552-f030-4319-a281-3cca3a21bc65 req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:15.103241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977003b3-a038-4252-bba0-9f7b3c53292a req-9437ebca-74a2-4ff6-89e1-6ad4be369379 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:15.105248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-977003b3-a038-4252-bba0-9f7b3c53292a req-9437ebca-74a2-4ff6-89e1-6ad4be369379 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 945 time: 0.0546792 Nov 11 22:01:15.162673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-977003b3-a038-4252-bba0-9f7b3c53292a req-7a6cac26-4132-4bbb-ae1b-b374ed845864 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups?id=22ab276e-10b4-4734-8046-593cfe38828f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507729 Nov 11 22:01:15.193490 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3409c552-f030-4319-a281-3cca3a21bc65 req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:15.193850 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3409c552-f030-4319-a281-3cca3a21bc65 req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:15.194188 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [req-3409c552-f030-4319-a281-3cca3a21bc65 req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Floating IP 1089ee83-07e2-4312-b572-a80e60d19073 disassociated. External IP: 172.25.0.152, port: 96c2a0b6-f585-45f6-b60c-a47c5d844242. Nov 11 22:01:15.194698 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-3409c552-f030-4319-a281-3cca3a21bc65 req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Calling delete_port for 96c2a0b6-f585-45f6-b60c-a47c5d844242 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:01:15.338340 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3409c552-f030-4319-a281-3cca3a21bc65 req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:15.367995 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2acd4-615f-48a7-89aa-aa60fd04c20a req-22fd6c19-a729-4741-be0b-58e48db73567 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:15.369589 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93f2acd4-615f-48a7-89aa-aa60fd04c20a req-22fd6c19-a729-4741-be0b-58e48db73567 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0613589 Nov 11 22:01:15.373913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event deleted for resources: {'Port': ['ID=96c2a0b6-f585-45f6-b60c-a47c5d844242,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:15.386040 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:15.386466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:15.386878 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:15.387484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:15.387585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:15.388016 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:15.388411 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:15.388817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:15.389218 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:15.389712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:15.390104 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:15.390636 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:15.444682 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93f2acd4-615f-48a7-89aa-aa60fd04c20a req-dd5351cc-1b59-4a1b-be99-ce947d77cf1e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674706 Nov 11 22:01:15.518519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3409c552-f030-4319-a281-3cca3a21bc65 req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Router b2ef2919-e3b2-4e4c-b775-abf410d32343 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:01:15.624351 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3409c552-f030-4319-a281-3cca3a21bc65 req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:01:15.634762 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2449c3c6-b6b1-43b5-9dd7-03a20c79a95b None None] Sync routers for ids ['b2ef2919-e3b2-4e4c-b775-abf410d32343'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:01:15.652205 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2449c3c6-b6b1-43b5-9dd7-03a20c79a95b None None] Routers {'b2ef2919-e3b2-4e4c-b775-abf410d32343'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:01:15.652881 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2449c3c6-b6b1-43b5-9dd7-03a20c79a95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:00:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b2ef2919-e3b2-4e4c-b775-abf410d32343'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:01:15.669550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-3409c552-f030-4319-a281-3cca3a21bc65 req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] No DVR routers for this DVR port 96c2a0b6-f585-45f6-b60c-a47c5d844242 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:01:15.672769 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-3409c552-f030-4319-a281-3cca3a21bc65 req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:15.678278 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3409c552-f030-4319-a281-3cca3a21bc65 req-7faff0b7-b069-486f-b1d2-f36e82298548 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.71 "DELETE /v2.0/ports/96c2a0b6-f585-45f6-b60c-a47c5d844242 HTTP/1.1" status: 204 len: 173 time: 0.9193492 Nov 11 22:01:15.678947 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21971879-0881-4412-9848-68aea4c489ef', 'name': 'network-vif-deleted', 'tag': '96c2a0b6-f585-45f6-b60c-a47c5d844242'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:01:15.681587 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fb8b13-1762-41cb-82bf-9608fa409139" -d '{"events": [{"server_uuid": "21971879-0881-4412-9848-68aea4c489ef", "name": "network-vif-deleted", "tag": "96c2a0b6-f585-45f6-b60c-a47c5d844242"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:01:15.789032 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be69048-ff61-4244-a663-7dad88376abc x-openstack-request-id: req-0be69048-ff61-4244-a663-7dad88376abc {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:01:15.790257 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21971879-0881-4412-9848-68aea4c489ef", "name": "network-vif-deleted", "tag": "96c2a0b6-f585-45f6-b60c-a47c5d844242", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:01:15.790718 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0be69048-ff61-4244-a663-7dad88376abc {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:01:15.791365 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21971879-0881-4412-9848-68aea4c489ef', 'name': 'network-vif-deleted', 'tag': '96c2a0b6-f585-45f6-b60c-a47c5d844242', 'status': 'completed', 'code': 200} Nov 11 22:01:15.800311 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-2449c3c6-b6b1-43b5-9dd7-03a20c79a95b None None] Set router b2ef2919-e3b2-4e4c-b775-abf410d32343 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:01:16.064279 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a70c60de-82e6-40c4-aa76-9b352217b8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:16.079985 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2449c3c6-b6b1-43b5-9dd7-03a20c79a95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '300e0e97-6ea1-407e-8fd8-934f5c96f309', 'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'mac_address': 'fa:16:3e:b0:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:10Z', 'updated_at': '2021-11-11T21:54:19Z', 'revision_number': 5, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'subnets': [{'id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:01:16.107786 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2449c3c6-b6b1-43b5-9dd7-03a20c79a95b None None] Checking router: b2ef2919-e3b2-4e4c-b775-abf410d32343 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:01:16.117451 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2449c3c6-b6b1-43b5-9dd7-03a20c79a95b None None] Routers {'b2ef2919-e3b2-4e4c-b775-abf410d32343'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:01:16.118061 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2449c3c6-b6b1-43b5-9dd7-03a20c79a95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:01:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b2ef2919-e3b2-4e4c-b775-abf410d32343'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:01:16.289479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b8a348c1-7ab4-4d30-99fd-6ddfb8a45172 req-45daedf8-c436-476c-a5d5-5336201552aa tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/ports?device_id=21971879-0881-4412-9848-68aea4c489ef HTTP/1.1" status: 200 len: 210 time: 0.0300853 Nov 11 22:01:16.339219 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-2449c3c6-b6b1-43b5-9dd7-03a20c79a95b None None] Set router b2ef2919-e3b2-4e4c-b775-abf410d32343 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:01:16.562898 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2449c3c6-b6b1-43b5-9dd7-03a20c79a95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '300e0e97-6ea1-407e-8fd8-934f5c96f309', 'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'mac_address': 'fa:16:3e:b0:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:10Z', 'updated_at': '2021-11-11T21:54:19Z', 'revision_number': 5, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'subnets': [{'id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:01:16.572823 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17928597-ab87-4c0a-a1c2-1dd89e5af43f req-85462e0f-86a4-45ce-ad2f-15f71fb8ab2a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:16.574489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17928597-ab87-4c0a-a1c2-1dd89e5af43f req-85462e0f-86a4-45ce-ad2f-15f71fb8ab2a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0564070 Nov 11 22:01:16.590783 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2449c3c6-b6b1-43b5-9dd7-03a20c79a95b None None] The sync data for ids ['b2ef2919-e3b2-4e4c-b775-abf410d32343'] in n-d-805737-3 is: [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '300e0e97-6ea1-407e-8fd8-934f5c96f309', 'name': '', 'network_id': '2e1eddca-e131-4ae9-bee4-182d654beb99', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'mac_address': 'fa:16:3e:b0:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:10Z', 'updated_at': '2021-11-11T21:54:19Z', 'revision_number': 5, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'subnets': [{'id': '39cbd100-acd0-46b4-8419-af45cc0c3279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:01:16.636043 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17928597-ab87-4c0a-a1c2-1dd89e5af43f req-ff97b08b-8388-4088-95b3-71c43a630dc2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522044 Nov 11 22:01:16.871156 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af17539b-e6b0-4f3f-a5e6-fff7e8090c9f None None] New status for floating IP 1089ee83-07e2-4312-b572-a80e60d19073: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:01:17.229806 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:17.379232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50718) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:17.438322 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1145-80fd-400d-b725-328b4e4e1c8b tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:17.465022 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1145-80fd-400d-b725-328b4e4e1c8b tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:17.519380 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1145-80fd-400d-b725-328b4e4e1c8b tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:17.522111 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1145-80fd-400d-b725-328b4e4e1c8b tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:17.523318 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bbdc1145-80fd-400d-b725-328b4e4e1c8b tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "DELETE /v2.0/security-groups/22ab276e-10b4-4734-8046-593cfe38828f HTTP/1.1" status: 204 len: 168 time: 0.1429322 Nov 11 22:01:17.527648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50720) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:17.542249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc1145-80fd-400d-b725-328b4e4e1c8b tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ab276e-10b4-4734-8046-593cfe38828f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:17.549556 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-61016f5d-0b06-4b60-a9b8-24699f8daf26 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] show failed (client error): The resource could not be found. Nov 11 22:01:17.554372 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-61016f5d-0b06-4b60-a9b8-24699f8daf26 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "GET /v2.0/security-groups/22ab276e-10b4-4734-8046-593cfe38828f HTTP/1.1" status: 404 len: 347 time: 0.0219381 Nov 11 22:01:17.554798 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50722) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:17.699609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fa09f350-abca-4233-8f05-7d2d53b3a920 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Deleting port 5f2af444-271f-4c50-8da6-2210b4db9123 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:01:17.699609 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa09f350-abca-4233-8f05-7d2d53b3a920 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:17.777990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4f0eb-ee21-4afd-a90f-5ad971036e04 req-cc7a11fd-4cc7-4485-b7ff-b620982e442c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:17.779478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7e4f0eb-ee21-4afd-a90f-5ad971036e04 req-cc7a11fd-4cc7-4485-b7ff-b620982e442c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0567765 Nov 11 22:01:17.805979 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa09f350-abca-4233-8f05-7d2d53b3a920 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:17.806961 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa09f350-abca-4233-8f05-7d2d53b3a920 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:17.822612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fa09f350-abca-4233-8f05-7d2d53b3a920 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Calling delete_port for 5f2af444-271f-4c50-8da6-2210b4db9123 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:01:17.826653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 96c2a0b6-f585-45f6-b60c-a47c5d844242 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:01:17.843885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7e4f0eb-ee21-4afd-a90f-5ad971036e04 req-d810a423-1464-4e24-a283-65fc7511afe0 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573647 Nov 11 22:01:17.876301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 96c2a0b6-f585-45f6-b60c-a47c5d844242 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:01:17.876990 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 96c2a0b6-f585-45f6-b60c-a47c5d844242 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:01:17.982706 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa09f350-abca-4233-8f05-7d2d53b3a920 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:18.008152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09f350-abca-4233-8f05-7d2d53b3a920 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Pushing event deleted for resources: {'Port': ['ID=5f2af444-271f-4c50-8da6-2210b4db9123,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:18.397486 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa09f350-abca-4233-8f05-7d2d53b3a920 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:18.399998 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa09f350-abca-4233-8f05-7d2d53b3a920 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:18.404207 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fa09f350-abca-4233-8f05-7d2d53b3a920 tempest-AttachVolumeTestJSON-523341096 tempest-AttachVolumeTestJSON-523341096-project] 10.222.0.57 "DELETE /v2.0/floatingips/1089ee83-07e2-4312-b572-a80e60d19073 HTTP/1.1" status: 204 len: 168 time: 0.8453925 Nov 11 22:01:18.606534 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:18.974483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a1875-7b5c-4445-8f7a-264554e4fd75 req-88b4a750-f7ea-47e0-a59e-59825adcbb49 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:18.976028 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-740a1875-7b5c-4445-8f7a-264554e4fd75 req-88b4a750-f7ea-47e0-a59e-59825adcbb49 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0530972 Nov 11 22:01:19.027359 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-740a1875-7b5c-4445-8f7a-264554e4fd75 req-53d56ec6-fc63-47af-b6d3-d33f8b4fd338 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448234 Nov 11 22:01:19.385699 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:19.490837 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-423be24e-1ea9-4b67-8a51-e224256666f0 service neutron] show failed (client error): The resource could not be found. Nov 11 22:01:19.492266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-423be24e-1ea9-4b67-8a51-e224256666f0 service neutron] 10.222.0.10 "GET /v2.0/ports/29024619-d29a-411d-805c-590f65bc06f4/bindings/n-h2-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0620916 Nov 11 22:01:19.733303 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-b45913ba-b9f3-400d-98e8-24e721efa5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:19.734859 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-b45913ba-b9f3-400d-98e8-24e721efa5de service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 1096 time: 0.0503769 Nov 11 22:01:19.754533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:01:19.822284 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:20.069537 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29024619-d29a-411d-805c-590f65bc06f4,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:20.114466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:01:20.164050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29024619-d29a-411d-805c-590f65bc06f4'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:01:20.168254 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb04a6c-ec42-4c0f-b58b-ad9f2f73d380" -d '{"events": [{"server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "name": "network-vif-unplugged", "status": "completed", "tag": "29024619-d29a-411d-805c-590f65bc06f4"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:01:20.171397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:20.184209 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Transition to ACTIVE for port object 29024619-d29a-411d-805c-590f65bc06f4 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:01:20.196713 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:20.205424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4110cb2-acce-4962-bcb5-452f0b195793 req-1e202e67-8d34-4fdd-b60f-503e324ca3c6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:20.208163 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4110cb2-acce-4962-bcb5-452f0b195793 req-1e202e67-8d34-4fdd-b60f-503e324ca3c6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0858212 Nov 11 22:01:20.350554 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Pushing event updated for resources: {'Port': ['ID=29024619-d29a-411d-805c-590f65bc06f4,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:20.371565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4110cb2-acce-4962-bcb5-452f0b195793 req-87e137ad-201f-4801-935b-24ec1f577109 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535354 Nov 11 22:01:20.435927 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] No DVR routers for this DVR port 29024619-d29a-411d-805c-590f65bc06f4 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:01:20.494373 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e68e54-ca25-409f-a1d9-3568e3c57beb x-openstack-request-id: req-89e68e54-ca25-409f-a1d9-3568e3c57beb {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:01:20.494661 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "name": "network-vif-unplugged", "status": "completed", "tag": "29024619-d29a-411d-805c-590f65bc06f4", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:01:20.494915 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-89e68e54-ca25-409f-a1d9-3568e3c57beb {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:01:20.495254 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29024619-d29a-411d-805c-590f65bc06f4', 'code': 200} Nov 11 22:01:20.723068 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Attempting to bind port 29024619-d29a-411d-805c-590f65bc06f4 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:01:20.723396 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Attempting to bind port 29024619-d29a-411d-805c-590f65bc06f4 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:01:20.723732 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Attempting to bind port 29024619-d29a-411d-805c-590f65bc06f4 on network 3a7d98f4-2269-49fd-8912-32ee0263a11b {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:01:20.729717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Port 29024619-d29a-411d-805c-590f65bc06f4 on network 3a7d98f4-2269-49fd-8912-32ee0263a11b not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:01:20.730056 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Attempting to bind port 29024619-d29a-411d-805c-590f65bc06f4 on network 3a7d98f4-2269-49fd-8912-32ee0263a11b {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:01:20.744555 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:01:20.745498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Checking segment: {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:01:20.745919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Bound using segment: {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:01:20.745919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Bound port: 29024619-d29a-411d-805c-590f65bc06f4, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:01:20.746795 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:20.829877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:01:20.833297 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=29024619-d29a-411d-805c-590f65bc06f4,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:01:20.842944 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:20.899431 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:20.899904 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:20.901362 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] 10.222.0.71 "PUT /v2.0/ports/29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 1091 time: 1.1514335 Nov 11 22:01:20.915825 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443adb7-5a7e-478b-96b9-eb311aa663f1 service neutron] Pushing event updated for resources: {'Port': ['ID=29024619-d29a-411d-805c-590f65bc06f4,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:20.997428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-89239a6f-8ec5-4165-b69e-082188ad1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:21.000294 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-89239a6f-8ec5-4165-b69e-082188ad1de8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1094 time: 0.0658870 Nov 11 22:01:21.223214 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-21bcb9dd-b62a-49ca-ab63-961e76f9a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:21.224790 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-21bcb9dd-b62a-49ca-ab63-961e76f9a429 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a7d98f4-2269-49fd-8912-32ee0263a11b HTTP/1.1" status: 200 len: 898 time: 0.2109368 Nov 11 22:01:21.340368 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-15773634-44e6-492f-8785-f6f6356b834e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 999 time: 0.0959525 Nov 11 22:01:21.425627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-b62ed090-b440-42af-8e4a-9806e2468cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:21.428312 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-b62ed090-b440-42af-8e4a-9806e2468cc2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1dd94da0-8d66-4cb2-a026-49daa6984c32 HTTP/1.1" status: 200 len: 835 time: 0.0739686 Nov 11 22:01:21.535743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-06b702ee-1391-433d-b735-baec3cbef623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:21.537916 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-06b702ee-1391-433d-b735-baec3cbef623 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a7d98f4-2269-49fd-8912-32ee0263a11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957141 Nov 11 22:01:21.659851 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9745d76-0443-4c22-8e2f-1b135798297e req-6712b0f6-6605-4694-b1e4-0cfcfcf29c3d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:21.674620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9745d76-0443-4c22-8e2f-1b135798297e req-6712b0f6-6605-4694-b1e4-0cfcfcf29c3d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 943 time: 0.1516676 Nov 11 22:01:21.704609 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-90289e98-c3d9-44e8-ad4e-eb1968de9e68 service neutron] 10.222.0.71 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585481 Nov 11 22:01:21.773942 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9745d76-0443-4c22-8e2f-1b135798297e req-be7488ed-baa6-4cc4-97e0-efff9ea39232 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981445 Nov 11 22:01:21.892613 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-d540af7d-810a-4420-9f71-4cab918db295 service neutron] 10.222.0.71 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737549 Nov 11 22:01:22.496716 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'tag': '29024619-d29a-411d-805c-590f65bc06f4'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:01:22.499444 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218c2abb-c359-4463-a368-983d529105a4" -d '{"events": [{"name": "network-changed", "server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "tag": "29024619-d29a-411d-805c-590f65bc06f4"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:01:22.598542 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424b5a4e-a1b5-4cef-b1cd-daec520c7afc x-openstack-request-id: req-424b5a4e-a1b5-4cef-b1cd-daec520c7afc {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:01:22.598542 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "tag": "29024619-d29a-411d-805c-590f65bc06f4", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:01:22.598542 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-424b5a4e-a1b5-4cef-b1cd-daec520c7afc {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:01:22.598542 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'tag': '29024619-d29a-411d-805c-590f65bc06f4', 'status': 'completed', 'code': 200} Nov 11 22:01:22.710673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2abb-c359-4463-a368-983d529105a4 req-8f5d2fa5-851d-4ac7-af0c-8317705e3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:22.712443 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-218c2abb-c359-4463-a368-983d529105a4 req-8f5d2fa5-851d-4ac7-af0c-8317705e3354 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1094 time: 0.0866089 Nov 11 22:01:22.727837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2abb-c359-4463-a368-983d529105a4 req-eebe1d51-e488-4b36-8c78-a71e797243cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:22.729882 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-218c2abb-c359-4463-a368-983d529105a4 req-eebe1d51-e488-4b36-8c78-a71e797243cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1094 time: 0.1003335 Nov 11 22:01:22.882106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2abb-c359-4463-a368-983d529105a4 req-be98a748-dbc3-49dc-bdaf-9a565a86ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:22.883785 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29024619-d29a-411d-805c-590f65bc06f4 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:01:22.884787 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-218c2abb-c359-4463-a368-983d529105a4 req-be98a748-dbc3-49dc-bdaf-9a565a86ccbe service neutron] 10.222.0.10 "GET /v2.0/networks?id=3a7d98f4-2269-49fd-8912-32ee0263a11b HTTP/1.1" status: 200 len: 898 time: 0.1455734 Nov 11 22:01:22.957098 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2abb-c359-4463-a368-983d529105a4 req-1ed41382-4047-437c-a1bd-0f57ab18069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:22.962456 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-218c2abb-c359-4463-a368-983d529105a4 req-1ed41382-4047-437c-a1bd-0f57ab18069a service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a7d98f4-2269-49fd-8912-32ee0263a11b HTTP/1.1" status: 200 len: 898 time: 0.2416997 Nov 11 22:01:23.008993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29024619-d29a-411d-805c-590f65bc06f4 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:01:23.091074 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-218c2abb-c359-4463-a368-983d529105a4 req-8f392440-a0c6-4487-ad3c-9519fcf44a36 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 999 time: 0.1986158 Nov 11 22:01:23.204422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e90a5-3ff3-4106-9fb5-9a25b6b62a2f req-07555224-4074-46e3-96ee-e58fcf915d7d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:23.207494 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-218c2abb-c359-4463-a368-983d529105a4 req-fa8f1d43-9f19-4e33-9db7-fdaec3737ae6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 999 time: 0.2318008 Nov 11 22:01:23.214168 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a1e90a5-3ff3-4106-9fb5-9a25b6b62a2f req-07555224-4074-46e3-96ee-e58fcf915d7d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 943 time: 0.1851065 Nov 11 22:01:23.335088 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2abb-c359-4463-a368-983d529105a4 req-9900f20a-09f1-4dd3-b32a-811f09bfc468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:23.336116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2abb-c359-4463-a368-983d529105a4 req-02a37eb0-9d63-4e04-a5bb-a02defdbc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:23.336521 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-218c2abb-c359-4463-a368-983d529105a4 req-9900f20a-09f1-4dd3-b32a-811f09bfc468 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1dd94da0-8d66-4cb2-a026-49daa6984c32 HTTP/1.1" status: 200 len: 835 time: 0.1175396 Nov 11 22:01:23.338004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-218c2abb-c359-4463-a368-983d529105a4 req-02a37eb0-9d63-4e04-a5bb-a02defdbc70e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dd94da0-8d66-4cb2-a026-49daa6984c32 HTTP/1.1" status: 200 len: 835 time: 0.2327309 Nov 11 22:01:23.397828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a1e90a5-3ff3-4106-9fb5-9a25b6b62a2f req-30e8546f-acf4-4c10-924a-b012a7ceb757 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805902 Nov 11 22:01:23.439318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2abb-c359-4463-a368-983d529105a4 req-74d72c4f-2c3a-495d-a52d-eefdc85cb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:23.449884 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-218c2abb-c359-4463-a368-983d529105a4 req-74d72c4f-2c3a-495d-a52d-eefdc85cb5cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a7d98f4-2269-49fd-8912-32ee0263a11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997033 Nov 11 22:01:23.453534 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2abb-c359-4463-a368-983d529105a4 req-603fe4c2-688c-4e82-94ad-714999bc1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:23.455673 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-218c2abb-c359-4463-a368-983d529105a4 req-603fe4c2-688c-4e82-94ad-714999bc1322 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a7d98f4-2269-49fd-8912-32ee0263a11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113801 Nov 11 22:01:23.636845 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-218c2abb-c359-4463-a368-983d529105a4 req-38a4b5a4-f3a7-4774-947b-5683ee862ba8 service neutron] 10.222.0.71 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723807 Nov 11 22:01:23.752497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-218c2abb-c359-4463-a368-983d529105a4 req-9ef14a0c-c961-4284-a9d2-2f654d0d7afb service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945380 Nov 11 22:01:23.856224 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-218c2abb-c359-4463-a368-983d529105a4 req-93270b73-e907-4468-82b4-6e6d4a3f163c service neutron] 10.222.0.71 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106750 Nov 11 22:01:23.864821 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 29024619-d29a-411d-805c-590f65bc06f4 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:01:24.060376 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-218c2abb-c359-4463-a368-983d529105a4 req-722da628-c1e9-4636-8a8f-83b17c3bf892 service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999840 Nov 11 22:01:24.122985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=29024619-d29a-411d-805c-590f65bc06f4,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:24.142002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '29024619-d29a-411d-805c-590f65bc06f4', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'port_id': '29024619-d29a-411d-805c-590f65bc06f4', 'mac_address': 'fa:16:3e:27:27:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:01:24.211518 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:24.227391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29024619-d29a-411d-805c-590f65bc06f4 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:01:24.273929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=29024619-d29a-411d-805c-590f65bc06f4,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:24.291836 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:24.414268 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=29024619-d29a-411d-805c-590f65bc06f4,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:24.430344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:24.430662 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:24.431239 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:24.431793 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:24.432344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:24.432935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:24.433475 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:24.434315 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:24.434690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:24.435021 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:24.435582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:24.437810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:24.582494 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['29024619-d29a-411d-805c-590f65bc06f4'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:01:24.639869 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f8eb8-fc55-4c5c-a10f-2a3ea587092d req-70035f48-ac09-4fa1-afb9-ab846f2936a4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:24.642386 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-754f8eb8-fc55-4c5c-a10f-2a3ea587092d req-70035f48-ac09-4fa1-afb9-ab846f2936a4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 944 time: 0.1087744 Nov 11 22:01:24.740997 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-754f8eb8-fc55-4c5c-a10f-2a3ea587092d req-d728865a-9e01-4ac0-b1b2-2fbb0243d6ac tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913188 Nov 11 22:01:25.179809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dab27-f8e2-4a90-91a9-96bff9ebb7a9 req-96a33abe-174c-4dca-8ed6-7674d0ec2cf4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:25.181208 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-a4412087-aad8-4c3d-9315-3a1a5b4901a9 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:25.183316 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-a4412087-aad8-4c3d-9315-3a1a5b4901a9 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.71 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 944 time: 0.1361561 Nov 11 22:01:25.185296 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-608dab27-f8e2-4a90-91a9-96bff9ebb7a9 req-96a33abe-174c-4dca-8ed6-7674d0ec2cf4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 944 time: 0.0616848 Nov 11 22:01:25.250945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-608dab27-f8e2-4a90-91a9-96bff9ebb7a9 req-5d0ee579-743f-43ab-b5b4-42023dc4acd6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608292 Nov 11 22:01:25.291927 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-d4909f53-5ff9-49f8-8632-bfb73a2512f3 service neutron] 10.222.0.71 "GET /v2.0/ports/29024619-d29a-411d-805c-590f65bc06f4/bindings/n-h2-805737-3 HTTP/1.1" status: 200 len: 382 time: 0.1000452 Nov 11 22:01:25.387886 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-39c04d8d-4902-4e7e-a6d7-37838a29bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:25.390935 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-39c04d8d-4902-4e7e-a6d7-37838a29bd7e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1095 time: 0.0698709 Nov 11 22:01:25.540400 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-c37c2b42-f870-4b2c-bf42-8efd292e8a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:25.542473 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-c37c2b42-f870-4b2c-bf42-8efd292e8a10 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a7d98f4-2269-49fd-8912-32ee0263a11b HTTP/1.1" status: 200 len: 898 time: 0.1338792 Nov 11 22:01:25.635321 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-91c18907-ae9a-4725-b006-9e6cc33df042 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 1000 time: 0.0834117 Nov 11 22:01:25.733368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-59d7afbb-8995-4c02-b300-e3ce327484d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:25.735360 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-59d7afbb-8995-4c02-b300-e3ce327484d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1dd94da0-8d66-4cb2-a026-49daa6984c32 HTTP/1.1" status: 200 len: 835 time: 0.0915849 Nov 11 22:01:25.787090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-4812c545-0d2e-474f-ba12-a1a61dea5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:25.789090 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-4812c545-0d2e-474f-ba12-a1a61dea5ebb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a7d98f4-2269-49fd-8912-32ee0263a11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460517 Nov 11 22:01:25.867057 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 29024619-d29a-411d-805c-590f65bc06f4 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:01:25.899360 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-c11ea9e0-e374-4e29-96a2-9b42a5e54a27 service neutron] 10.222.0.71 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010721 Nov 11 22:01:25.959255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 29024619-d29a-411d-805c-590f65bc06f4 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:01:25.964450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 29024619-d29a-411d-805c-590f65bc06f4 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:01:25.965081 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:26.095522 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:26.100441 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-0aaba1a0-172d-4cad-b996-6e615dd80ac9 service neutron] 10.222.0.71 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887453 Nov 11 22:01:26.157411 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=29024619-d29a-411d-805c-590f65bc06f4,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:26.158490 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29024619-d29a-411d-805c-590f65bc06f4'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:01:26.161345 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd85150d-67be-4675-b7df-05c51fe54f53" -d '{"events": [{"server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "name": "network-vif-plugged", "status": "completed", "tag": "29024619-d29a-411d-805c-590f65bc06f4"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:01:26.165912 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:26.226134 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=29024619-d29a-411d-805c-590f65bc06f4,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:26.248959 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4860db36-048d-43df-bd06-376a099da055 x-openstack-request-id: req-4860db36-048d-43df-bd06-376a099da055 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:01:26.249665 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "name": "network-vif-plugged", "status": "completed", "tag": "29024619-d29a-411d-805c-590f65bc06f4", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:01:26.250247 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4860db36-048d-43df-bd06-376a099da055 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:01:26.251170 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29024619-d29a-411d-805c-590f65bc06f4', 'code': 200} Nov 11 22:01:26.396261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60917fc-9f2f-4ade-a97d-fb24acd80a7e req-9ff45a01-5980-49a3-a86f-f7483b4151b0 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:26.404233 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a60917fc-9f2f-4ade-a97d-fb24acd80a7e req-9ff45a01-5980-49a3-a86f-f7483b4151b0 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0708706 Nov 11 22:01:26.535368 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a60917fc-9f2f-4ade-a97d-fb24acd80a7e req-619e055c-97a8-46d2-814d-47cf69d2154c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113634 Nov 11 22:01:27.662839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b094869-2e18-4d8e-ba19-970c17487921 req-277ffc90-474c-4e39-9b18-842052380cd5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:27.664563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b094869-2e18-4d8e-ba19-970c17487921 req-277ffc90-474c-4e39-9b18-842052380cd5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.0624576 Nov 11 22:01:27.736989 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5b094869-2e18-4d8e-ba19-970c17487921 req-4ce25d01-e930-4c39-91cc-8a987c0398f3 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656357 Nov 11 22:01:27.966615 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-9f0ea305-a50b-4244-9f65-34d7925c7140 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258860760&fields=id&tenant_id=164e178567a84f6aa0efcf56b049aa7b HTTP/1.1" status: 200 len: 267 time: 0.0601330 Nov 11 22:01:28.107461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-239b5e3e-5083-410a-b150-e9e4e409bf25 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:28.109248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-239b5e3e-5083-410a-b150-e9e4e409bf25 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 812 time: 0.1344261 Nov 11 22:01:28.125243 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-2f481c20-2fb0-4e3f-8c96-3be94b62ec50 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/quotas/164e178567a84f6aa0efcf56b049aa7b HTTP/1.1" status: 200 len: 375 time: 0.0098937 Nov 11 22:01:28.207348 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-1f4990ea-f4a2-482e-a637-34860f5ee65b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0713446 Nov 11 22:01:28.339680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-9bfecd0a-24ab-4e87-a77e-fa3f7a5f8bff service neutron] 10.222.0.57 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272430 Nov 11 22:01:28.506521 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-1a4d2649-8804-46be-a955-e1a780393df5 service neutron] 10.222.0.57 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603498 Nov 11 22:01:28.521745 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-c670d885-7244-4f4d-bdc9-06dbdc94fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:28.523188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-c670d885-7244-4f4d-bdc9-06dbdc94fe50 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 1096 time: 0.1016371 Nov 11 22:01:28.536834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:01:28.596339 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:28.847142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=29024619-d29a-411d-805c-590f65bc06f4,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:28.921003 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:01:28.960950 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36bc86-7187-420e-92ea-feb1467fadc5 req-e9df1a1b-cffe-4aa1-a48a-ea3eff178048 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:28.970392 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb36bc86-7187-420e-92ea-feb1467fadc5 req-e9df1a1b-cffe-4aa1-a48a-ea3eff178048 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.1110179 Nov 11 22:01:29.044742 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29024619-d29a-411d-805c-590f65bc06f4'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:01:29.047074 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb553e93-bfb1-4949-8d12-34e3e0a96e07" -d '{"events": [{"server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "name": "network-vif-unplugged", "status": "completed", "tag": "29024619-d29a-411d-805c-590f65bc06f4"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:01:29.052012 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:29.071112 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb36bc86-7187-420e-92ea-feb1467fadc5 req-014afd3b-1387-45b0-a836-297b2e589a60 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997062 Nov 11 22:01:29.077113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Transition to ACTIVE for port object 29024619-d29a-411d-805c-590f65bc06f4 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:01:29.084840 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:29.241282 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c023f2dd-66eb-4205-ac44-1d6679d7835a req-01003a27-677c-43a5-b35c-773a0d2beb3a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 210 time: 0.0713866 Nov 11 22:01:29.242461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Pushing event updated for resources: {'Port': ['ID=29024619-d29a-411d-805c-590f65bc06f4,revision_number=10']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:29.285015 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:29.285379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:29.286422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:29.287000 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:29.287513 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:29.288028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:29.288454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:29.288810 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:29.289152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:29.289786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:29.290131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:29.290464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:29.390495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] No DVR routers for this DVR port 29024619-d29a-411d-805c-590f65bc06f4 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:01:29.439075 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b31375e-607e-475b-a7da-1a7e196da571 x-openstack-request-id: req-0b31375e-607e-475b-a7da-1a7e196da571 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:01:29.439552 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "name": "network-vif-unplugged", "status": "completed", "tag": "29024619-d29a-411d-805c-590f65bc06f4", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:01:29.440270 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b31375e-607e-475b-a7da-1a7e196da571 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:01:29.440720 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29024619-d29a-411d-805c-590f65bc06f4', 'code': 200} Nov 11 22:01:29.571883 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Attempting to bind port 29024619-d29a-411d-805c-590f65bc06f4 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:01:29.572357 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Attempting to bind port 29024619-d29a-411d-805c-590f65bc06f4 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:01:29.572918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Attempting to bind port 29024619-d29a-411d-805c-590f65bc06f4 on network 3a7d98f4-2269-49fd-8912-32ee0263a11b {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:01:29.578167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Port 29024619-d29a-411d-805c-590f65bc06f4 on network 3a7d98f4-2269-49fd-8912-32ee0263a11b not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:01:29.578565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Attempting to bind port 29024619-d29a-411d-805c-590f65bc06f4 on network 3a7d98f4-2269-49fd-8912-32ee0263a11b {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:01:29.583659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:01:29.584003 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Checking segment: {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:01:29.584394 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Bound using segment: {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:01:29.584853 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Bound port: 29024619-d29a-411d-805c-590f65bc06f4, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93c946b-a299-4142-a9d1-7c48e8b4136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:01:29.585216 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:29.662120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:01:29.665877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29024619-d29a-411d-805c-590f65bc06f4,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:01:29.673323 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:29.720006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:29.720661 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:29.722352 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] 10.222.0.10 "PUT /v2.0/ports/29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 1092 time: 1.1908355 Nov 11 22:01:29.781131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31cb59-c165-4710-b5b2-334fe4650985 service neutron] Pushing event updated for resources: {'Port': ['ID=29024619-d29a-411d-805c-590f65bc06f4,revision_number=11']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:29.808292 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-a0b72601-0f91-4eef-a9a2-2f2180e2d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:29.810171 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-a0b72601-0f91-4eef-a9a2-2f2180e2d91b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1095 time: 0.0633004 Nov 11 22:01:29.923062 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-785d27d4-0270-43d1-a2c6-88a7f65733f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:29.925052 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-785d27d4-0270-43d1-a2c6-88a7f65733f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3a7d98f4-2269-49fd-8912-32ee0263a11b HTTP/1.1" status: 200 len: 898 time: 0.1047730 Nov 11 22:01:30.018363 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-d7f0b415-6342-4eb6-8067-4047c42f3208 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 999 time: 0.0755877 Nov 11 22:01:30.116738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-a34008c4-493c-46f4-b874-b8cf1da13fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:30.125231 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-a34008c4-493c-46f4-b874-b8cf1da13fe2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dd94da0-8d66-4cb2-a026-49daa6984c32 HTTP/1.1" status: 200 len: 835 time: 0.0994093 Nov 11 22:01:30.247944 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-4cd37808-341a-41dd-9b79-3cf64dc82bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:30.249948 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-4cd37808-341a-41dd-9b79-3cf64dc82bb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a7d98f4-2269-49fd-8912-32ee0263a11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171856 Nov 11 22:01:30.254870 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e3d1bfd1-f4ab-4725-b4b2-704b8efd0a6a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:30.256605 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e3d1bfd1-f4ab-4725-b4b2-704b8efd0a6a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.71 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 812 time: 0.1956005 Nov 11 22:01:30.273616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a2359-f03a-45a0-a571-7025e080c807 req-e39f12e1-a94e-4160-b828-61b49816415f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:30.275986 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f26a2359-f03a-45a0-a571-7025e080c807 req-e39f12e1-a94e-4160-b828-61b49816415f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 944 time: 0.1045778 Nov 11 22:01:30.400399 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-a2f11e54-b7d1-42d1-b5a6-09b8e56a0d88 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=164e178567a84f6aa0efcf56b049aa7b HTTP/1.1" status: 200 len: 380 time: 0.1271331 Nov 11 22:01:30.420723 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-8179ba69-2dfb-45da-a1b6-8e487f940d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'port': {'device_id': 'ef54a684-3bc5-4bee-856d-02bd8467b990', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'admin_state_up': True, 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'security_groups': ['3e556b0d-87a5-4ad9-a72a-4f9b058f82de']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:01:30.423756 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f26a2359-f03a-45a0-a571-7025e080c807 req-cb99236d-ce64-4f1a-8f47-dd89c73933ae tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332803 Nov 11 22:01:30.464219 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-f145b4f3-ac1d-45b2-8368-273c002d7505 service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064066 Nov 11 22:01:30.603768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-8179ba69-2dfb-45da-a1b6-8e487f940d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Made reservation on behalf of 164e178567a84f6aa0efcf56b049aa7b for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:01:30.608758 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-8179ba69-2dfb-45da-a1b6-8e487f940d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:30.629434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f16ed2ac-4e6d-444c-8ab0-1cb97bc18cae req-73b92a92-7fe5-4978-88e5-91f47c54e687 service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558385 Nov 11 22:01:30.653255 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c0cc309-4d34-4f2c-870a-077af4aaf521 req-6c5977f1-2175-4250-b8bb-864ef55c0396 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 210 time: 0.1233721 Nov 11 22:01:30.803186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-8179ba69-2dfb-45da-a1b6-8e487f940d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Allocated IP 172.20.0.8 (4d02e8f7-1fed-488d-88e4-c59fcb552dd2/6c6e9d78-7810-4819-84ef-86991e5b6381/ace459d3-65d7-43f0-adce-6dd82984ed97) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:01:30.990026 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-8179ba69-2dfb-45da-a1b6-8e487f940d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:31.033398 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-8179ba69-2dfb-45da-a1b6-8e487f940d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:31.093202 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-8179ba69-2dfb-45da-a1b6-8e487f940d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:01:31.096767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-8179ba69-2dfb-45da-a1b6-8e487f940d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:01:31.108354 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-8179ba69-2dfb-45da-a1b6-8e487f940d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:01:31.150072 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179ba69-2dfb-45da-a1b6-8e487f940d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'Port': ['ID=ace459d3-65d7-43f0-adce-6dd82984ed97,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:31.194356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-8179ba69-2dfb-45da-a1b6-8e487f940d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:31.195580 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-8179ba69-2dfb-45da-a1b6-8e487f940d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:31.219395 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-8179ba69-2dfb-45da-a1b6-8e487f940d5f tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8070743 Nov 11 22:01:31.237664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Request body: {'port': {'device_id': 'ef54a684-3bc5-4bee-856d-02bd8467b990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:01:31.306790 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:31.431104 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1cdff530-0fa7-4a00-bc7a-7da5613bf3cd None None] Provisioning complete for port ace459d3-65d7-43f0-adce-6dd82984ed97 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:01:31.432453 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1cdff530-0fa7-4a00-bc7a-7da5613bf3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:31.442013 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'tag': '29024619-d29a-411d-805c-590f65bc06f4'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:01:31.444571 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8266c0-6f39-418a-a8d2-121c476c5eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "tag": "29024619-d29a-411d-805c-590f65bc06f4"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:01:31.489990 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1cdff530-0fa7-4a00-bc7a-7da5613bf3cd None None] Port ace459d3-65d7-43f0-adce-6dd82984ed97 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:01:31.585089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e2654-1b34-422d-9802-0a58e2a7531b req-78eaa209-2103-43e8-b5fe-c3ef1f529b0a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:31.588346 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-983e2654-1b34-422d-9802-0a58e2a7531b req-78eaa209-2103-43e8-b5fe-c3ef1f529b0a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 944 time: 0.0588126 Nov 11 22:01:31.647256 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace459d3-65d7-43f0-adce-6dd82984ed97 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:01:31.655797 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:31.666116 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-983e2654-1b34-422d-9802-0a58e2a7531b req-9a81f31a-8204-4a99-8bfd-dd903662c03a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701723 Nov 11 22:01:31.670232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Transition to ACTIVE for port object ace459d3-65d7-43f0-adce-6dd82984ed97 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:01:31.675233 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:31.729176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Pushing event updated for resources: {'Port': ['ID=ace459d3-65d7-43f0-adce-6dd82984ed97,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:31.734102 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00054307-8fe7-4ee0-8ced-d4fedbb4af30 x-openstack-request-id: req-00054307-8fe7-4ee0-8ced-d4fedbb4af30 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:01:31.752319 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "tag": "29024619-d29a-411d-805c-590f65bc06f4", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:01:31.758347 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-00054307-8fe7-4ee0-8ced-d4fedbb4af30 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:01:31.759017 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'tag': '29024619-d29a-411d-805c-590f65bc06f4', 'status': 'completed', 'code': 200} Nov 11 22:01:31.828981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Attempting to bind port ace459d3-65d7-43f0-adce-6dd82984ed97 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:01:31.829526 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Attempting to bind port ace459d3-65d7-43f0-adce-6dd82984ed97 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:01:31.830192 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Attempting to bind port ace459d3-65d7-43f0-adce-6dd82984ed97 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:01:31.835704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Port ace459d3-65d7-43f0-adce-6dd82984ed97 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:01:31.836256 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Attempting to bind port ace459d3-65d7-43f0-adce-6dd82984ed97 on network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:01:31.842434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:01:31.842847 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Checking segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:01:31.843324 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Bound using segment: {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:01:31.844285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Bound port: ace459d3-65d7-43f0-adce-6dd82984ed97, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:01:31.844549 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:31.881885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 29024619-d29a-411d-805c-590f65bc06f4 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:01:31.946945 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] For port ace459d3-65d7-43f0-adce-6dd82984ed97, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:01:31.951480 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] For port ace459d3-65d7-43f0-adce-6dd82984ed97, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ace459d3-65d7-43f0-adce-6dd82984ed97,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:01:31.956912 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:31.969569 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 29024619-d29a-411d-805c-590f65bc06f4 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:01:32.013514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-01284f3a-bf72-4304-98a7-f157e96b92fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:32.015131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-01284f3a-bf72-4304-98a7-f157e96b92fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1095 time: 0.2210143 Nov 11 22:01:32.020004 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-deb1f099-e4d3-444f-a97c-5b77fb2963e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:32.026615 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-deb1f099-e4d3-444f-a97c-5b77fb2963e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1095 time: 0.2237027 Nov 11 22:01:32.029899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:32.030785 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:32.033521 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] 10.222.0.71 "PUT /v2.0/ports/ace459d3-65d7-43f0-adce-6dd82984ed97 HTTP/1.1" status: 200 len: 1091 time: 0.8005936 Nov 11 22:01:32.035099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef54a684-3bc5-4bee-856d-02bd8467b990', 'tag': 'ace459d3-65d7-43f0-adce-6dd82984ed97'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:01:32.038024 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c30a11-effb-442a-9a3f-0c7a71f129ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ef54a684-3bc5-4bee-856d-02bd8467b990", "tag": "ace459d3-65d7-43f0-adce-6dd82984ed97"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:01:32.095632 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fff151-53c6-45b2-883d-150424cbeeaf service neutron] Pushing event updated for resources: {'Port': ['ID=ace459d3-65d7-43f0-adce-6dd82984ed97,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:32.130687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd581c5-4b0e-4c86-8212-6e7077ffa847 req-5e90199b-3242-448d-9868-1f1abd57343c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:32.138097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fcd581c5-4b0e-4c86-8212-6e7077ffa847 req-5e90199b-3242-448d-9868-1f1abd57343c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 943 time: 0.2198443 Nov 11 22:01:32.235150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-004e4153-768c-46c7-b8df-d34f45f87bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:32.244035 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-004e4153-768c-46c7-b8df-d34f45f87bf3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 1094 time: 0.1189706 Nov 11 22:01:32.353297 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-0f21e310-eeeb-4482-b08f-a0fc4ce393f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace459d3-65d7-43f0-adce-6dd82984ed97 HTTP/1.1" status: 200 len: 217 time: 0.0925114 Nov 11 22:01:32.355059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fcd581c5-4b0e-4c86-8212-6e7077ffa847 req-8879441a-a688-41c4-afa5-234cbc814895 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089670 Nov 11 22:01:32.434927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-42a44382-3a28-4ed8-90a7-ce3d19abb467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:32.436906 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-42a44382-3a28-4ed8-90a7-ce3d19abb467 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3a7d98f4-2269-49fd-8912-32ee0263a11b HTTP/1.1" status: 200 len: 898 time: 0.4000125 Nov 11 22:01:32.438243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-6f21a456-809b-437d-a573-888ed65bd1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:32.442368 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-6f21a456-809b-437d-a573-888ed65bd1d0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a7d98f4-2269-49fd-8912-32ee0263a11b HTTP/1.1" status: 200 len: 898 time: 0.4070005 Nov 11 22:01:32.503124 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ca8699-be99-4cfe-81ec-70df0645bc05 x-openstack-request-id: req-35ca8699-be99-4cfe-81ec-70df0645bc05 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:01:32.503429 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef54a684-3bc5-4bee-856d-02bd8467b990", "tag": "ace459d3-65d7-43f0-adce-6dd82984ed97", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:01:32.503681 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-35ca8699-be99-4cfe-81ec-70df0645bc05 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:01:32.504121 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef54a684-3bc5-4bee-856d-02bd8467b990', 'tag': 'ace459d3-65d7-43f0-adce-6dd82984ed97', 'status': 'completed', 'code': 200} Nov 11 22:01:32.537265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-989b0762-72bc-4dfe-b099-f7089f81bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:32.539600 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-989b0762-72bc-4dfe-b099-f7089f81bdf5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.1681526 Nov 11 22:01:32.658198 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50862) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:32.697830 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-28a64ed4-e35f-49af-9ff1-2ca2f4c9e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:32.701630 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-28a64ed4-e35f-49af-9ff1-2ca2f4c9e3bb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487970 Nov 11 22:01:32.904168 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-3550e65f-c60c-456c-a7fe-81d0fb457d00 service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851645 Nov 11 22:01:32.911510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29024619-d29a-411d-805c-590f65bc06f4 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:01:33.112002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29024619-d29a-411d-805c-590f65bc06f4,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:33.140676 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '29024619-d29a-411d-805c-590f65bc06f4', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'port_id': '29024619-d29a-411d-805c-590f65bc06f4', 'mac_address': 'fa:16:3e:27:27:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:01:33.188149 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:33.204239 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-cbfab65f-eed7-4a67-87b2-882a249e571f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 999 time: 0.7593348 Nov 11 22:01:33.205096 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29024619-d29a-411d-805c-590f65bc06f4 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:01:33.235961 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-084bdf0a-1a6c-4677-9c92-45871b1297eb req-ce8e68df-1d80-43fd-be02-8fc0a726ce0f service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201132 Nov 11 22:01:33.254715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29024619-d29a-411d-805c-590f65bc06f4,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:33.263648 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:33.358620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-ccf843ec-bbf6-4939-a07c-709a205ff104 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 999 time: 0.8419759 Nov 11 22:01:33.405046 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=29024619-d29a-411d-805c-590f65bc06f4,revision_number=12']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:33.483658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c30a11-effb-442a-9a3f-0c7a71f129ec req-542233f3-482e-40f0-ba5f-3282fbe1e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:33.485479 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12c30a11-effb-442a-9a3f-0c7a71f129ec req-542233f3-482e-40f0-ba5f-3282fbe1e69f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 1094 time: 0.1373098 Nov 11 22:01:33.516706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['29024619-d29a-411d-805c-590f65bc06f4'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:01:33.555313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-c90041cd-c4f3-4f44-99e8-bd811814c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:33.559394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-c90041cd-c4f3-4f44-99e8-bd811814c8c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dd94da0-8d66-4cb2-a026-49daa6984c32 HTTP/1.1" status: 200 len: 835 time: 0.1960392 Nov 11 22:01:33.598472 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c30a11-effb-442a-9a3f-0c7a71f129ec req-5c8c4501-5157-4098-9ed4-e56682b33b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:33.599949 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12c30a11-effb-442a-9a3f-0c7a71f129ec req-5c8c4501-5157-4098-9ed4-e56682b33b19 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.0975842 Nov 11 22:01:33.624564 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8ff9f-ac88-4346-884a-47d40aa777c5 req-4ba583ac-77ed-4fbc-85e0-476c4f56df4a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:33.646218 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0c8ff9f-ac88-4346-884a-47d40aa777c5 req-4ba583ac-77ed-4fbc-85e0-476c4f56df4a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 945 time: 0.4736395 Nov 11 22:01:33.660746 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12c30a11-effb-442a-9a3f-0c7a71f129ec req-502676fe-56ff-4e9b-bed2-7dff97e0703d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace459d3-65d7-43f0-adce-6dd82984ed97 HTTP/1.1" status: 200 len: 217 time: 0.0459321 Nov 11 22:01:33.667718 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-9898d989-c6d6-4eea-91ca-ff56f43d8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:33.670218 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-9898d989-c6d6-4eea-91ca-ff56f43d8f90 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1dd94da0-8d66-4cb2-a026-49daa6984c32 HTTP/1.1" status: 200 len: 835 time: 0.2254848 Nov 11 22:01:33.746839 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0c8ff9f-ac88-4346-884a-47d40aa777c5 req-74285e95-0d31-490a-b1f7-a3b95f393bcf tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995765 Nov 11 22:01:33.768936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50870) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:33.781099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c30a11-effb-442a-9a3f-0c7a71f129ec req-991493b0-0d5f-46d2-a88e-65bc2ee5cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:33.783022 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12c30a11-effb-442a-9a3f-0c7a71f129ec req-991493b0-0d5f-46d2-a88e-65bc2ee5cbc9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.1102853 Nov 11 22:01:33.788443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-1673785f-ea94-495e-9403-8b329d415726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:33.790161 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-1673785f-ea94-495e-9403-8b329d415726 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a7d98f4-2269-49fd-8912-32ee0263a11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2165303 Nov 11 22:01:33.883603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-222a6242-f590-4444-b73b-bd06c7678338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:33.885517 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-222a6242-f590-4444-b73b-bd06c7678338 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a7d98f4-2269-49fd-8912-32ee0263a11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613669 Nov 11 22:01:33.889812 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-04bbf11f-f46b-4e86-bd08-258e0adc26d4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/5090e139-3347-4dcf-a999-1bb0026ed071 HTTP/1.1" status: 200 len: 992 time: 0.1192193 Nov 11 22:01:33.907238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c30a11-effb-442a-9a3f-0c7a71f129ec req-f0f437f5-3da5-4f77-b679-044cb6e385d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:33.909211 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12c30a11-effb-442a-9a3f-0c7a71f129ec req-f0f437f5-3da5-4f77-b679-044cb6e385d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896633 Nov 11 22:01:33.912662 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897a799f-c58d-48f2-a82f-9668abfa163c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:34.058733 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-1acb7153-c817-47c8-bbf6-5f6c06623960 service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600105 Nov 11 22:01:34.069964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5edbe-deb2-410c-88ef-37ac109d4c73 req-767a5dc2-e034-4453-b83a-056aefc983b7 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:34.071506 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d2b5edbe-deb2-410c-88ef-37ac109d4c73 req-767a5dc2-e034-4453-b83a-056aefc983b7 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 943 time: 0.1961846 Nov 11 22:01:34.128019 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-32320f9b-beda-423c-be53-e2df54d6067f service neutron] 10.222.0.71 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152669 Nov 11 22:01:34.302870 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d2b5edbe-deb2-410c-88ef-37ac109d4c73 req-ffe041b2-60f6-4065-8ad8-182d783c9104 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083104 Nov 11 22:01:34.314213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-c37c41f1-d4af-4e6f-8d8e-4e76c1298e0e service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416067 Nov 11 22:01:34.333632 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc8266c0-6f39-418a-a8d2-121c476c5eb9 req-5f3ae509-ed05-43e7-b855-3e86819087db service neutron] 10.222.0.71 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707714 Nov 11 22:01:34.465434 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12c30a11-effb-442a-9a3f-0c7a71f129ec req-3253d59d-1c10-4c9f-925d-e0588533e906 service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123613 Nov 11 22:01:34.619157 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12c30a11-effb-442a-9a3f-0c7a71f129ec req-6f2f88ed-a4de-446f-a0ef-2fec78089167 service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214283 Nov 11 22:01:34.703484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-897a799f-c58d-48f2-a82f-9668abfa163c admin admin] Deleting port 300e0e97-6ea1-407e-8fd8-934f5c96f309 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:01:34.704147 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897a799f-c58d-48f2-a82f-9668abfa163c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:34.803291 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-897a799f-c58d-48f2-a82f-9668abfa163c admin admin] For port 300e0e97-6ea1-407e-8fd8-934f5c96f309, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=300e0e97-6ea1-407e-8fd8-934f5c96f309,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:34.803743 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897a799f-c58d-48f2-a82f-9668abfa163c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:34.823489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-897a799f-c58d-48f2-a82f-9668abfa163c admin admin] Calling delete_port for 300e0e97-6ea1-407e-8fd8-934f5c96f309 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:01:34.912272 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29024619-d29a-411d-805c-590f65bc06f4 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:01:34.978319 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 29024619-d29a-411d-805c-590f65bc06f4 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:01:34.983372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 29024619-d29a-411d-805c-590f65bc06f4 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:01:34.983936 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:35.071144 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897a799f-c58d-48f2-a82f-9668abfa163c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:35.084328 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:35.109359 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a799f-c58d-48f2-a82f-9668abfa163c admin admin] Pushing event deleted for resources: {'Port': ['ID=300e0e97-6ea1-407e-8fd8-934f5c96f309,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:35.130467 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29024619-d29a-411d-805c-590f65bc06f4'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:01:35.134462 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa62a17-b50a-4a3e-91fc-5c422b81a34e" -d '{"events": [{"server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "name": "network-vif-plugged", "status": "completed", "tag": "29024619-d29a-411d-805c-590f65bc06f4"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:01:35.330808 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:01:35.372596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29024619-d29a-411d-805c-590f65bc06f4,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:35.376752 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd42d50c-9769-48a6-8409-b260c0c741a5 x-openstack-request-id: req-dd42d50c-9769-48a6-8409-b260c0c741a5 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:01:35.377419 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "name": "network-vif-plugged", "status": "completed", "tag": "29024619-d29a-411d-805c-590f65bc06f4", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:01:35.377419 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd42d50c-9769-48a6-8409-b260c0c741a5 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:01:35.377992 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29024619-d29a-411d-805c-590f65bc06f4', 'code': 200} Nov 11 22:01:35.379336 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:35.389963 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897a799f-c58d-48f2-a82f-9668abfa163c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:35.453703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=29024619-d29a-411d-805c-590f65bc06f4,revision_number=13']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:35.511851 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6926a3e-c79f-4c05-8f0c-0083cd90beb4 req-f5831a23-37b1-4b85-bf36-564182408b6b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:35.513959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6926a3e-c79f-4c05-8f0c-0083cd90beb4 req-f5831a23-37b1-4b85-bf36-564182408b6b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 943 time: 0.0751343 Nov 11 22:01:35.594793 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6926a3e-c79f-4c05-8f0c-0083cd90beb4 req-998d2d5a-6b65-4f1c-aafc-5a93e6b68d2a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699298 Nov 11 22:01:35.718793 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897a799f-c58d-48f2-a82f-9668abfa163c admin admin] Router b2ef2919-e3b2-4e4c-b775-abf410d32343 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:01:35.869591 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897a799f-c58d-48f2-a82f-9668abfa163c admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:01:35.876189 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-897a799f-c58d-48f2-a82f-9668abfa163c admin admin] 10.222.0.57 "PUT /v2.0/routers/b2ef2919-e3b2-4e4c-b775-abf410d32343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2125328 Nov 11 22:01:35.880453 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50876) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:35.890587 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36999fe9-83df-4b3b-88ee-427612e0c043 None None] Sync routers for ids ['b2ef2919-e3b2-4e4c-b775-abf410d32343'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:01:35.907364 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36999fe9-83df-4b3b-88ee-427612e0c043 None None] Routers {'b2ef2919-e3b2-4e4c-b775-abf410d32343'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:01:35.908559 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-36999fe9-83df-4b3b-88ee-427612e0c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:01:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b2ef2919-e3b2-4e4c-b775-abf410d32343'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:01:36.065615 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-36999fe9-83df-4b3b-88ee-427612e0c043 None None] Set router b2ef2919-e3b2-4e4c-b775-abf410d32343 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:01:36.091893 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:36.216042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:36.293340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] Deleting port 54273be8-abee-45ec-a706-e7e247b4505c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:01:36.293733 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:36.322735 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-36999fe9-83df-4b3b-88ee-427612e0c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '54273be8-abee-45ec-a706-e7e247b4505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T22:01:35Z', 'revision_number': 5, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port': {'id': '54273be8-abee-45ec-a706-e7e247b4505c', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:54:04Z', 'updated_at': '2021-11-11T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:01:36.354705 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36999fe9-83df-4b3b-88ee-427612e0c043 None None] Checking router: b2ef2919-e3b2-4e4c-b775-abf410d32343 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:01:36.365669 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36999fe9-83df-4b3b-88ee-427612e0c043 None None] Routers {'b2ef2919-e3b2-4e4c-b775-abf410d32343'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:01:36.366394 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-36999fe9-83df-4b3b-88ee-427612e0c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:01:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b2ef2919-e3b2-4e4c-b775-abf410d32343'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:01:36.419780 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] For port 54273be8-abee-45ec-a706-e7e247b4505c, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=54273be8-abee-45ec-a706-e7e247b4505c,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:36.420347 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:36.437339 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] Calling delete_port for 54273be8-abee-45ec-a706-e7e247b4505c owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:01:36.465094 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-36999fe9-83df-4b3b-88ee-427612e0c043 None None] Set router b2ef2919-e3b2-4e4c-b775-abf410d32343 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:01:36.524980 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-36999fe9-83df-4b3b-88ee-427612e0c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T22:01:36Z', 'revision_number': 6, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:01:36.552445 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36999fe9-83df-4b3b-88ee-427612e0c043 None None] The sync data for ids ['b2ef2919-e3b2-4e4c-b775-abf410d32343'] in n-d-805737-3 is: [{'id': 'b2ef2919-e3b2-4e4c-b775-abf410d32343', 'name': 'tempest-AttachVolumeTestJSON-951259048-router', 'tenant_id': '5757a57d321c41bda10f53e68ffe1106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:54:03Z', 'updated_at': '2021-11-11T22:01:36Z', 'revision_number': 6, 'project_id': '5757a57d321c41bda10f53e68ffe1106', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:01:36.645872 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:36.675836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=54273be8-abee-45ec-a706-e7e247b4505c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:36.709081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d32bcd-820d-4437-9dce-481ddce53596 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:01:36.787372 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:36.803118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba600e-3740-42f8-ac2e-70dfda94867a req-18547c9f-e6db-4c59-9a96-5126b1958431 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:36.805799 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84ba600e-3740-42f8-ac2e-70dfda94867a req-18547c9f-e6db-4c59-9a96-5126b1958431 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 943 time: 0.1060109 Nov 11 22:01:36.890071 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-84ba600e-3740-42f8-ac2e-70dfda94867a req-bdd296e0-ca92-40c1-8ab6-ef8e5554c3f2 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769956 Nov 11 22:01:36.933270 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:36.936152 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:36.988524 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:36.989382 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2ef2919-e3b2-4e4c-b775-abf410d32343 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:01:36.995198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:36.999441 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-36ad8c23-ded2-4f63-b32c-300e99409a8d admin admin] 10.222.0.57 "DELETE /v2.0/routers/b2ef2919-e3b2-4e4c-b775-abf410d32343 HTTP/1.1" status: 204 len: 168 time: 1.1151874 Nov 11 22:01:36.999778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50880) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:37.077463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ca0f8f-1239-4fc6-835d-44b23ea0d98a admin admin] Deleting subnet 39cbd100-acd0-46b4-8419-af45cc0c3279 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:01:37.081084 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0f8f-1239-4fc6-835d-44b23ea0d98a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.121665 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0f8f-1239-4fc6-835d-44b23ea0d98a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.217649 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0f8f-1239-4fc6-835d-44b23ea0d98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.237997 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-e66ed46a-3681-4c6f-b913-794f845fa86e req-0ad9e2f9-d1b4-4a76-a657-fc34e33e43be service neutron] (102535) timed out ('10.222.0.57', 50878) {{(pid=102535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 22:01:37.284503 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0f8f-1239-4fc6-835d-44b23ea0d98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.309449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca0f8f-1239-4fc6-835d-44b23ea0d98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39cbd100-acd0-46b4-8419-af45cc0c3279,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:37.316753 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0f8f-1239-4fc6-835d-44b23ea0d98a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.325011 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715880c3-e20d-4797-8506-96832a76d9d7 None None] Network 2e1eddca-e131-4ae9-bee4-182d654beb99 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:01:37.325922 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c2ca0f8f-1239-4fc6-835d-44b23ea0d98a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/39cbd100-acd0-46b4-8419-af45cc0c3279 HTTP/1.1" status: 204 len: 168 time: 0.3249140 Nov 11 22:01:37.326140 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50882) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:37.437474 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.545279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] Deleting port af11fd72-183d-4ce8-aa80-d399bc4ca5b0 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:01:37.545898 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.557931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729f54c0-5ace-4c15-b7ea-c57bd3c34820 None None] DHCP port deletion for 2e1eddca-e131-4ae9-bee4-182d654beb99 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:01:37.618026 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-729f54c0-5ace-4c15-b7ea-c57bd3c34820 None None] Deleting port af11fd72-183d-4ce8-aa80-d399bc4ca5b0 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:01:37.618581 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-729f54c0-5ace-4c15-b7ea-c57bd3c34820 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.624517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] For port af11fd72-183d-4ce8-aa80-d399bc4ca5b0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=af11fd72-183d-4ce8-aa80-d399bc4ca5b0,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:37.624959 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.642798 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] Calling delete_port for af11fd72-183d-4ce8-aa80-d399bc4ca5b0 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:01:37.705754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-729f54c0-5ace-4c15-b7ea-c57bd3c34820 None None] For port af11fd72-183d-4ce8-aa80-d399bc4ca5b0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=af11fd72-183d-4ce8-aa80-d399bc4ca5b0,segment=NetworkSegment(a0397810-d038-40fd-8781-6218963061fa),segment_id=a0397810-d038-40fd-8781-6218963061fa)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:37.706284 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-729f54c0-5ace-4c15-b7ea-c57bd3c34820 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.730980 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-729f54c0-5ace-4c15-b7ea-c57bd3c34820 None None] Calling delete_port for af11fd72-183d-4ce8-aa80-d399bc4ca5b0 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:01:37.755606 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.782033 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] No DVR routers for this DVR port af11fd72-183d-4ce8-aa80-d399bc4ca5b0 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:01:37.834987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] Pushing event deleted for resources: {'Port': ['ID=af11fd72-183d-4ce8-aa80-d399bc4ca5b0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:37.836116 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-729f54c0-5ace-4c15-b7ea-c57bd3c34820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.878476 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f54c0-5ace-4c15-b7ea-c57bd3c34820 None None] Pushing event deleted for resources: {'Port': ['ID=af11fd72-183d-4ce8-aa80-d399bc4ca5b0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:37.880533 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729f54c0-5ace-4c15-b7ea-c57bd3c34820 None None] No DVR routers for this DVR port af11fd72-183d-4ce8-aa80-d399bc4ca5b0 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:01:37.899232 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.924407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1eddca-e131-4ae9-bee4-182d654beb99']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:01:37.936983 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0397810-d038-40fd-8781-6218963061fa') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:01:37.937289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0397810-d038-40fd-8781-6218963061fa') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:01:37.955029 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.972578 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.982266 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:01:37.982726 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:01:37.984854 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:01:38.019706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 300e0e97-6ea1-407e-8fd8-934f5c96f309 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:01:38.043513 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 300e0e97-6ea1-407e-8fd8-934f5c96f309 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:01:38.044040 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 300e0e97-6ea1-407e-8fd8-934f5c96f309 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:01:38.044561 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device af11fd72-183d-4ce8-aa80-d399bc4ca5b0 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:01:38.067566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: af11fd72-183d-4ce8-aa80-d399bc4ca5b0 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:01:38.067802 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device af11fd72-183d-4ce8-aa80-d399bc4ca5b0 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:01:38.068245 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 54273be8-abee-45ec-a706-e7e247b4505c no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:01:38.074014 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:38.081186 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:38.089190 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2e1eddca-e131-4ae9-bee4-182d654beb99 HTTP/1.1" status: 204 len: 168 time: 0.7598958 Nov 11 22:01:38.094113 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 54273be8-abee-45ec-a706-e7e247b4505c {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:01:38.094466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 54273be8-abee-45ec-a706-e7e247b4505c not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:01:38.106935 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a48f5-ed55-43a8-821f-19f08da4ee05 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e1eddca-e131-4ae9-bee4-182d654beb99,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:38.124298 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f0936-6c9e-447a-81fa-0cd3ea0c4654 req-b8724794-7d8e-4261-9196-d77a7473d110 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:38.126592 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-273f0936-6c9e-447a-81fa-0cd3ea0c4654 req-b8724794-7d8e-4261-9196-d77a7473d110 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 943 time: 0.1264915 Nov 11 22:01:38.200154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-273f0936-6c9e-447a-81fa-0cd3ea0c4654 req-36240ef3-b5c6-4995-acea-b4ef8689d41c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642362 Nov 11 22:01:38.265652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 50888) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:38.317658 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d64418fb-d109-4e9b-9d39-ecb8a85411a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5757a57d321c41bda10f53e68ffe1106&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507739 Nov 11 22:01:38.320732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 50890) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:38.376979 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61e44623-106b-478c-b7cb-f8f73187a00a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:38.401139 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61e44623-106b-478c-b7cb-f8f73187a00a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:38.455701 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61e44623-106b-478c-b7cb-f8f73187a00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:38.458370 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61e44623-106b-478c-b7cb-f8f73187a00a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:38.459694 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-61e44623-106b-478c-b7cb-f8f73187a00a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b54ff986-2ded-4abf-9c9b-a46fff64ee01 HTTP/1.1" status: 204 len: 168 time: 0.1377852 Nov 11 22:01:38.469181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e44623-106b-478c-b7cb-f8f73187a00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54ff986-2ded-4abf-9c9b-a46fff64ee01,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:39.362558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416356e3-5b59-4826-af15-da81b036352d req-60db2920-34ed-4ccf-b009-1ceb40dd2b3e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:39.364252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-416356e3-5b59-4826-af15-da81b036352d req-60db2920-34ed-4ccf-b009-1ceb40dd2b3e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 943 time: 0.0640762 Nov 11 22:01:39.425207 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-416356e3-5b59-4826-af15-da81b036352d req-12a911d6-c708-408f-bd80-53f07e1bc65e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543590 Nov 11 22:01:40.565688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad4667-a9a0-4627-a94c-50dae98d6377 req-8228390c-03e9-4890-aab4-27640d5b75a6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:40.567381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-36ad4667-a9a0-4627-a94c-50dae98d6377 req-8228390c-03e9-4890-aab4-27640d5b75a6 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 943 time: 0.0603302 Nov 11 22:01:40.623195 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-36ad4667-a9a0-4627-a94c-50dae98d6377 req-6f62856b-de19-495d-99aa-a17555483076 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494027 Nov 11 22:01:41.195554 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:41.761940 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47357701-9f28-43ba-b9b7-7363e197ca22 req-bf3d752c-2557-4c29-9b92-8165bb2f3b90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:41.763455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47357701-9f28-43ba-b9b7-7363e197ca22 req-bf3d752c-2557-4c29-9b92-8165bb2f3b90 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 943 time: 0.0592411 Nov 11 22:01:41.828538 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47357701-9f28-43ba-b9b7-7363e197ca22 req-6758c128-9448-4377-8325-af9dd42ce662 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573473 Nov 11 22:01:42.971625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586891aa-3a46-4dd2-8369-e50645873843 req-9ee964ae-37d8-439b-819f-1e3660661df3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:42.973206 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-586891aa-3a46-4dd2-8369-e50645873843 req-9ee964ae-37d8-439b-819f-1e3660661df3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 943 time: 0.0661423 Nov 11 22:01:43.030757 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-586891aa-3a46-4dd2-8369-e50645873843 req-e3b4b877-57bf-4193-b7f3-9a8025546eba tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510774 Nov 11 22:01:43.881215 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9216c523-6e53-4394-bdf3-05c98ebfb4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:44.160912 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03b6a3-5530-4c99-acad-aae7864842a5 req-283e4986-21b7-4070-94fe-42db9e23da2a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:44.162672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f03b6a3-5530-4c99-acad-aae7864842a5 req-283e4986-21b7-4070-94fe-42db9e23da2a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 943 time: 0.0542779 Nov 11 22:01:44.228893 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3f03b6a3-5530-4c99-acad-aae7864842a5 req-e068195d-4c9d-484a-b8d0-be6ea2fd6a3e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573282 Nov 11 22:01:44.731772 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:45.360217 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6bbe7-2793-44c0-bdc4-55f392886561 req-8115670a-7893-4e4e-821b-931ab66e57e8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:45.361983 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7d6bbe7-2793-44c0-bdc4-55f392886561 req-8115670a-7893-4e4e-821b-931ab66e57e8 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 943 time: 0.0571280 Nov 11 22:01:45.430070 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7d6bbe7-2793-44c0-bdc4-55f392886561 req-9555e11a-d8f1-4939-a0c7-f892cb213f62 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611851 Nov 11 22:01:45.944963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ace459d3-65d7-43f0-adce-6dd82984ed97 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:01:46.050272 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ace459d3-65d7-43f0-adce-6dd82984ed97, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ace459d3-65d7-43f0-adce-6dd82984ed97,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:46.070041 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'ace459d3-65d7-43f0-adce-6dd82984ed97', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'port_id': 'ace459d3-65d7-43f0-adce-6dd82984ed97', 'mac_address': 'fa:16:3e:93:64:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:01:46.078651 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1688358-b920-48f1-b215-23a7fc7bf568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:46.123197 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:46.139730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace459d3-65d7-43f0-adce-6dd82984ed97 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:01:46.160970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ace459d3-65d7-43f0-adce-6dd82984ed97, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ace459d3-65d7-43f0-adce-6dd82984ed97,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:46.166480 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:46.222393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=ace459d3-65d7-43f0-adce-6dd82984ed97,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:46.413861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['ace459d3-65d7-43f0-adce-6dd82984ed97'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:01:46.577066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db9db3-1d14-4ef7-a8dd-46d91f54e269 req-8af692ed-e28e-40ac-b25a-7f6412f51f64 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:46.579805 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48db9db3-1d14-4ef7-a8dd-46d91f54e269 req-8af692ed-e28e-40ac-b25a-7f6412f51f64 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 944 time: 0.0661678 Nov 11 22:01:46.641390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48db9db3-1d14-4ef7-a8dd-46d91f54e269 req-a197b6c3-fa99-461c-b4fe-83b80ba14977 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545762 Nov 11 22:01:46.706013 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51044) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:46.838993 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0e321d7-a72e-44f3-80f7-32473abce2ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:46.902134 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b34c8f90-69f4-4772-b9c3-e3c9c205e413 req-c8441cb2-5f29-4b0f-92b8-da29fb1f6917 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448627 Nov 11 22:01:46.932364 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0e321d7-a72e-44f3-80f7-32473abce2ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:46.937766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0e321d7-a72e-44f3-80f7-32473abce2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:46.977091 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e321d7-a72e-44f3-80f7-32473abce2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4a11c4-35f5-477b-8349-1e1f120470b8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:46.977353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8f90-69f4-4772-b9c3-e3c9c205e413 req-2080846a-5b98-48ff-8d10-89e867677a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:46.978540 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b34c8f90-69f4-4772-b9c3-e3c9c205e413 req-2080846a-5b98-48ff-8d10-89e867677a73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1097 time: 0.0506017 Nov 11 22:01:46.981397 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e0e321d7-a72e-44f3-80f7-32473abce2ef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=adf9c66e386a464ea934c764b1ede322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2742081 Nov 11 22:01:46.985210 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51048) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:47.046420 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d73361ef-0113-43b5-a490-bd6bf898c6f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:47.069626 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d73361ef-0113-43b5-a490-bd6bf898c6f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:47.101544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8f90-69f4-4772-b9c3-e3c9c205e413 req-65914dbe-3a2d-46be-9220-b28a0b11193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:47.103060 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b34c8f90-69f4-4772-b9c3-e3c9c205e413 req-65914dbe-3a2d-46be-9220-b28a0b11193c service neutron] 10.222.0.10 "GET /v2.0/networks?id=3a7d98f4-2269-49fd-8912-32ee0263a11b HTTP/1.1" status: 200 len: 898 time: 0.0975494 Nov 11 22:01:47.119077 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d73361ef-0113-43b5-a490-bd6bf898c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:47.121782 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d73361ef-0113-43b5-a490-bd6bf898c6f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:47.123094 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d73361ef-0113-43b5-a490-bd6bf898c6f4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d4a11c4-35f5-477b-8349-1e1f120470b8 HTTP/1.1" status: 204 len: 168 time: 0.1364465 Nov 11 22:01:47.131430 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73361ef-0113-43b5-a490-bd6bf898c6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4a11c4-35f5-477b-8349-1e1f120470b8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:47.191730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b34c8f90-69f4-4772-b9c3-e3c9c205e413 req-4fdde408-9ceb-4430-b190-55f69a2910a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 1001 time: 0.0723650 Nov 11 22:01:47.230818 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:47.256366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8f90-69f4-4772-b9c3-e3c9c205e413 req-63739596-7437-47b6-88ae-3e5231877ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:47.258041 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b34c8f90-69f4-4772-b9c3-e3c9c205e413 req-63739596-7437-47b6-88ae-3e5231877ca9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dd94da0-8d66-4cb2-a026-49daa6984c32 HTTP/1.1" status: 200 len: 835 time: 0.0517187 Nov 11 22:01:47.315219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8f90-69f4-4772-b9c3-e3c9c205e413 req-c3860142-8290-46b1-8a81-dc17f333682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:47.316879 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b34c8f90-69f4-4772-b9c3-e3c9c205e413 req-c3860142-8290-46b1-8a81-dc17f333682c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a7d98f4-2269-49fd-8912-32ee0263a11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514143 Nov 11 22:01:47.424733 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b34c8f90-69f4-4772-b9c3-e3c9c205e413 req-4261e5b0-b5db-4fb3-a2db-ec211195aa68 service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977747 Nov 11 22:01:47.449285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51054) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:47.465817 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b580e2db-0091-447a-9918-d9901a712ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:47.526800 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b34c8f90-69f4-4772-b9c3-e3c9c205e413 req-3b92e6cc-ba9e-42c1-8aee-3d5c884dc27f service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926628 Nov 11 22:01:47.556843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b580e2db-0091-447a-9918-d9901a712ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:47.561885 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b580e2db-0091-447a-9918-d9901a712ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:47.602194 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b580e2db-0091-447a-9918-d9901a712ff3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e7e29119fad849ebbb87ca88cd6623a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1515684 Nov 11 22:01:47.603120 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580e2db-0091-447a-9918-d9901a712ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4e0eb8-1293-474b-bdd4-ac8554c205e9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:47.605525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51056) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:47.664130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-304c47bb-e880-4e01-8912-e439ba17bd60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:47.688922 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-304c47bb-e880-4e01-8912-e439ba17bd60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:47.793139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17d428-59ed-4d2d-8d45-115f41f42d71 req-8983dff3-f894-437d-ae3a-3e6697db3a70 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:47.794672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b17d428-59ed-4d2d-8d45-115f41f42d71 req-8983dff3-f894-437d-ae3a-3e6697db3a70 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 944 time: 0.0659449 Nov 11 22:01:47.803309 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-304c47bb-e880-4e01-8912-e439ba17bd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:47.805932 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-304c47bb-e880-4e01-8912-e439ba17bd60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:47.807069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-304c47bb-e880-4e01-8912-e439ba17bd60 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ec4e0eb8-1293-474b-bdd4-ac8554c205e9 HTTP/1.1" status: 204 len: 168 time: 0.2002952 Nov 11 22:01:47.838987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c47bb-e880-4e01-8912-e439ba17bd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4e0eb8-1293-474b-bdd4-ac8554c205e9,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:47.876360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b17d428-59ed-4d2d-8d45-115f41f42d71 req-e2266286-fe64-4c77-a732-9bd80bb6ee98 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725536 Nov 11 22:01:47.961709 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ace459d3-65d7-43f0-adce-6dd82984ed97 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:01:48.033681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port ace459d3-65d7-43f0-adce-6dd82984ed97 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:01:48.039693 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port ace459d3-65d7-43f0-adce-6dd82984ed97 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:01:48.040190 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:48.137681 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:48.165490 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef54a684-3bc5-4bee-856d-02bd8467b990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace459d3-65d7-43f0-adce-6dd82984ed97'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:01:48.168362 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd65650-d851-490a-be90-83c9bc3e8ea2" -d '{"events": [{"server_uuid": "ef54a684-3bc5-4bee-856d-02bd8467b990", "name": "network-vif-plugged", "status": "completed", "tag": "ace459d3-65d7-43f0-adce-6dd82984ed97"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:01:48.184552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ace459d3-65d7-43f0-adce-6dd82984ed97, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ace459d3-65d7-43f0-adce-6dd82984ed97,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:48.191490 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:48.225397 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0964300a-975b-4d5a-b291-90fcb431a054 x-openstack-request-id: req-0964300a-975b-4d5a-b291-90fcb431a054 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:01:48.225702 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef54a684-3bc5-4bee-856d-02bd8467b990", "name": "network-vif-plugged", "status": "completed", "tag": "ace459d3-65d7-43f0-adce-6dd82984ed97", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:01:48.225960 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0964300a-975b-4d5a-b291-90fcb431a054 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:01:48.226451 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef54a684-3bc5-4bee-856d-02bd8467b990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace459d3-65d7-43f0-adce-6dd82984ed97', 'code': 200} Nov 11 22:01:48.256919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=ace459d3-65d7-43f0-adce-6dd82984ed97,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:48.341780 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058159a-366e-4938-8ba2-f0ee9ac2e9a3 req-13ca150c-61c2-4fa9-a76f-ae0cea825208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:48.343677 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2058159a-366e-4938-8ba2-f0ee9ac2e9a3 req-13ca150c-61c2-4fa9-a76f-ae0cea825208 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 1096 time: 0.0528159 Nov 11 22:01:48.403291 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2058159a-366e-4938-8ba2-f0ee9ac2e9a3 req-caf35510-b26a-4477-a8ee-41dcb2f2d72f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466244 Nov 11 22:01:48.614473 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:49.047670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61411334-4202-47f7-88a3-47bbb230fdc5 req-dcfd36ea-40dc-4d6b-8fc8-d0d22c2afd4a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:49.049415 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61411334-4202-47f7-88a3-47bbb230fdc5 req-dcfd36ea-40dc-4d6b-8fc8-d0d22c2afd4a tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 945 time: 0.0714135 Nov 11 22:01:49.122862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-61411334-4202-47f7-88a3-47bbb230fdc5 req-36c00c41-b263-4eac-979d-180f3b693dbf tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666549 Nov 11 22:01:49.383774 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:50.253782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c28da-8a02-4142-8dd7-48afb9af53e3 req-3b1cb058-0552-48c9-8a10-dc12748c2889 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:50.255593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d76c28da-8a02-4142-8dd7-48afb9af53e3 req-3b1cb058-0552-48c9-8a10-dc12748c2889 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 945 time: 0.0591464 Nov 11 22:01:50.310310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d76c28da-8a02-4142-8dd7-48afb9af53e3 req-93c7fa03-6d43-4abc-972f-f38851cb6a37 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478468 Nov 11 22:01:50.351293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51122) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:50.437006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6aef00-b455-42b8-9f43-56141e735c5c req-9f2ca8ed-4801-4a33-bdbb-63bd5e022ebb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:50.438688 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa6aef00-b455-42b8-9f43-56141e735c5c req-9f2ca8ed-4801-4a33-bdbb-63bd5e022ebb tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 945 time: 0.0560224 Nov 11 22:01:50.477974 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40655427-300b-4ed7-b38c-70fef09a0dea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:50.522966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa6aef00-b455-42b8-9f43-56141e735c5c req-dc230eef-2367-48f2-a394-38c2c208e956 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777504 Nov 11 22:01:50.547937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51126) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:50.587889 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40655427-300b-4ed7-b38c-70fef09a0dea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:50.592216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4314d08f-a4af-42fb-bb31-22fe9df3a9ff tempest-TestVolumeBootPattern-1737290061 tempest-TestVolumeBootPattern-1737290061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:50.598068 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4314d08f-a4af-42fb-bb31-22fe9df3a9ff tempest-TestVolumeBootPattern-1737290061 tempest-TestVolumeBootPattern-1737290061-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 1091 time: 0.0445459 Nov 11 22:01:50.598340 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-40655427-300b-4ed7-b38c-70fef09a0dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:50.598834 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51128) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:50.604262 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': 'ace459d3-65d7-43f0-adce-6dd82984ed97', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:01:50.638760 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:50.641269 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-40655427-300b-4ed7-b38c-70fef09a0dea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=635984400b6f4241ad1a1b91e1e60cfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2886620 Nov 11 22:01:50.642611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40655427-300b-4ed7-b38c-70fef09a0dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6255a73-9700-461c-a7c9-ac3c8568644d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:50.645084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51130) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:50.702940 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2099a43d-33c7-4f8f-96e3-677d0e76a070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:50.730742 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2099a43d-33c7-4f8f-96e3-677d0e76a070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:50.767004 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:50.783704 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2099a43d-33c7-4f8f-96e3-677d0e76a070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:50.786829 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2099a43d-33c7-4f8f-96e3-677d0e76a070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:50.791940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2099a43d-33c7-4f8f-96e3-677d0e76a070 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6255a73-9700-461c-a7c9-ac3c8568644d HTTP/1.1" status: 204 len: 168 time: 0.1422362 Nov 11 22:01:50.799111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099a43d-33c7-4f8f-96e3-677d0e76a070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6255a73-9700-461c-a7c9-ac3c8568644d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:50.925792 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Allocated IP 172.25.0.151 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/0b98581a-ca8b-4226-bb75-891fd64bbc8b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:01:51.054632 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:51.099779 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:51.147842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51136) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:51.158282 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:01:51.162231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:01:51.165434 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bd4b38a6-0580-4e51-a4c5-9e92e41f0593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:51.168756 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:01:51.204147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'Port': ['ID=0b98581a-ca8b-4226-bb75-891fd64bbc8b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:51.273963 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bd4b38a6-0580-4e51-a4c5-9e92e41f0593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:51.281040 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bd4b38a6-0580-4e51-a4c5-9e92e41f0593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:51.321413 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b38a6-0580-4e51-a4c5-9e92e41f0593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fe4225-2b93-44d6-ad11-37bfe33dd1e4,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:51.326106 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bd4b38a6-0580-4e51-a4c5-9e92e41f0593 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8382c9a8dd7646bba3ce3f33c8f85e87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1771150 Nov 11 22:01:51.329845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51138) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:51.390684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a137884-b25c-4b5a-bd32-9ecc81eb7077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:51.417030 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a137884-b25c-4b5a-bd32-9ecc81eb7077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:51.475375 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a137884-b25c-4b5a-bd32-9ecc81eb7077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:51.478835 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a137884-b25c-4b5a-bd32-9ecc81eb7077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:51.480059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4a137884-b25c-4b5a-bd32-9ecc81eb7077 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/48fe4225-2b93-44d6-ad11-37bfe33dd1e4 HTTP/1.1" status: 204 len: 168 time: 0.1493058 Nov 11 22:01:51.489081 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a137884-b25c-4b5a-bd32-9ecc81eb7077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fe4225-2b93-44d6-ad11-37bfe33dd1e4,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:51.610563 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:51.693263 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:51.890149 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:51.896345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:51.976396 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event updated for resources: {'Port': ['ID=0b98581a-ca8b-4226-bb75-891fd64bbc8b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:51.987729 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:52.103211 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Floating IP a840af1d-f7cf-4bbe-b2de-83ef24aa5d17 associated. External IP: 172.25.0.151, port: ace459d3-65d7-43f0-adce-6dd82984ed97. Nov 11 22:01:52.355233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Router ee923260-7045-4fdb-8fca-3c9325ff364a has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:01:52.483023 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:01:52.495229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3214d5bd-d28f-4713-8665-8f4be840038b None None] Sync routers for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:01:52.507396 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:52.507731 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3214d5bd-d28f-4713-8665-8f4be840038b None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:01:52.508218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3214d5bd-d28f-4713-8665-8f4be840038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:01:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:01:52.657304 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-3214d5bd-d28f-4713-8665-8f4be840038b None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:01:52.935256 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-17b147a4-5a68-454f-ad81-65e8303714e0 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3349090 Nov 11 22:01:52.936787 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef54a684-3bc5-4bee-856d-02bd8467b990', 'tag': 'ace459d3-65d7-43f0-adce-6dd82984ed97'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:01:52.939482 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1381284-665c-44ee-8536-1727a5652e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef54a684-3bc5-4bee-856d-02bd8467b990", "tag": "ace459d3-65d7-43f0-adce-6dd82984ed97"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:01:53.001302 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3214d5bd-d28f-4713-8665-8f4be840038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '317d861a-677d-4262-ba55-27f0af6f460e', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'port_id': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'mac_address': 'fa:16:3e:bc:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:59:43Z', 'updated_at': '2021-11-11T21:59:46Z', 'revision_number': 1, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address_scope': None}, {'id': 'a840af1d-f7cf-4bbe-b2de-83ef24aa5d17', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'port_id': 'ace459d3-65d7-43f0-adce-6dd82984ed97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'mac_address': 'fa:16:3e:93:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef54a684-3bc5-4bee-856d-02bd8467b990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:01:51Z', 'updated_at': '2021-11-11T22:01:51Z', 'revision_number': 0, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:01:53.030950 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3214d5bd-d28f-4713-8665-8f4be840038b None None] Checking router: ee923260-7045-4fdb-8fca-3c9325ff364a for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:01:53.041380 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3214d5bd-d28f-4713-8665-8f4be840038b None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:01:53.042066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3214d5bd-d28f-4713-8665-8f4be840038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:01:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:01:53.164332 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877bc7d2-6690-4b17-9ffa-2d8fd6dbdc95 x-openstack-request-id: req-877bc7d2-6690-4b17-9ffa-2d8fd6dbdc95 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:01:53.164519 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef54a684-3bc5-4bee-856d-02bd8467b990", "tag": "ace459d3-65d7-43f0-adce-6dd82984ed97", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:01:53.164714 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-877bc7d2-6690-4b17-9ffa-2d8fd6dbdc95 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:01:53.165141 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef54a684-3bc5-4bee-856d-02bd8467b990', 'tag': 'ace459d3-65d7-43f0-adce-6dd82984ed97', 'status': 'completed', 'code': 200} Nov 11 22:01:53.176575 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-3214d5bd-d28f-4713-8665-8f4be840038b None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:01:53.240034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1381284-665c-44ee-8536-1727a5652e8f req-62688b2c-42d1-47d8-b91e-7673e0a90c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:53.242161 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e1381284-665c-44ee-8536-1727a5652e8f req-62688b2c-42d1-47d8-b91e-7673e0a90c4f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 1096 time: 0.0511453 Nov 11 22:01:53.358562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1381284-665c-44ee-8536-1727a5652e8f req-b7324413-52b9-429b-bb49-2928b3d01033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:53.360237 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e1381284-665c-44ee-8536-1727a5652e8f req-b7324413-52b9-429b-bb49-2928b3d01033 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.1111267 Nov 11 22:01:53.463880 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e1381284-665c-44ee-8536-1727a5652e8f req-0a1a14c8-7287-4228-9c9b-376e708e13fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace459d3-65d7-43f0-adce-6dd82984ed97 HTTP/1.1" status: 200 len: 999 time: 0.0952246 Nov 11 22:01:53.470019 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3214d5bd-d28f-4713-8665-8f4be840038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '317d861a-677d-4262-ba55-27f0af6f460e', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'port_id': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'mac_address': 'fa:16:3e:bc:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:59:43Z', 'updated_at': '2021-11-11T21:59:46Z', 'revision_number': 1, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address_scope': None}, {'id': 'a840af1d-f7cf-4bbe-b2de-83ef24aa5d17', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'port_id': 'ace459d3-65d7-43f0-adce-6dd82984ed97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'mac_address': 'fa:16:3e:93:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef54a684-3bc5-4bee-856d-02bd8467b990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:01:51Z', 'updated_at': '2021-11-11T22:01:51Z', 'revision_number': 0, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:01:53.500625 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3214d5bd-d28f-4713-8665-8f4be840038b None None] The sync data for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 is: [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '317d861a-677d-4262-ba55-27f0af6f460e', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'port_id': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'mac_address': 'fa:16:3e:bc:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:59:43Z', 'updated_at': '2021-11-11T21:59:46Z', 'revision_number': 1, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address_scope': None}, {'id': 'a840af1d-f7cf-4bbe-b2de-83ef24aa5d17', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'port_id': 'ace459d3-65d7-43f0-adce-6dd82984ed97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'mac_address': 'fa:16:3e:93:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef54a684-3bc5-4bee-856d-02bd8467b990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:01:51Z', 'updated_at': '2021-11-11T22:01:51Z', 'revision_number': 0, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:01:53.529300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1381284-665c-44ee-8536-1727a5652e8f req-eb06b091-8533-4d3a-a1da-6b4b91cfa190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:53.530954 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e1381284-665c-44ee-8536-1727a5652e8f req-eb06b091-8533-4d3a-a1da-6b4b91cfa190 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.0584035 Nov 11 22:01:53.605725 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1381284-665c-44ee-8536-1727a5652e8f req-3006dc72-6643-453e-b2a4-fca815319229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:53.606988 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e1381284-665c-44ee-8536-1727a5652e8f req-3006dc72-6643-453e-b2a4-fca815319229 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618360 Nov 11 22:01:53.731309 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e1381284-665c-44ee-8536-1727a5652e8f req-51840631-3e9b-43f9-8739-93614d061220 service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149731 Nov 11 22:01:53.767323 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6400b881-24d7-479a-8a72-1a45c96b206e None None] New status for floating IP a840af1d-f7cf-4bbe-b2de-83ef24aa5d17: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:01:53.850444 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e1381284-665c-44ee-8536-1727a5652e8f req-1b76b800-e7bf-4723-92c7-f8ccede1175f service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083360 Nov 11 22:01:54.090115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51224) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:54.216679 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-58ede078-2a7f-4fb2-bfc5-005f4ce7647e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:54.304037 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-58ede078-2a7f-4fb2-bfc5-005f4ce7647e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:54.309706 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-58ede078-2a7f-4fb2-bfc5-005f4ce7647e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:54.350020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ede078-2a7f-4fb2-bfc5-005f4ce7647e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2abcac-937f-4d37-bdee-910525a4b825,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:54.354980 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-58ede078-2a7f-4fb2-bfc5-005f4ce7647e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=72a062d6c248473285415936b194930a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2636549 Nov 11 22:01:54.359305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51228) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:54.412537 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-deec27bd-675c-43f2-b94e-af1efda3e5e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:54.441334 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-deec27bd-675c-43f2-b94e-af1efda3e5e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:54.493175 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-deec27bd-675c-43f2-b94e-af1efda3e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:54.497014 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-deec27bd-675c-43f2-b94e-af1efda3e5e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:54.498706 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-deec27bd-675c-43f2-b94e-af1efda3e5e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc2abcac-937f-4d37-bdee-910525a4b825 HTTP/1.1" status: 204 len: 168 time: 0.1383955 Nov 11 22:01:54.511328 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec27bd-675c-43f2-b94e-af1efda3e5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2abcac-937f-4d37-bdee-910525a4b825,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:54.800681 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51234) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:54.818228 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9985f7e6-b46b-4842-b32f-7a386a770d74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:54.914308 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9985f7e6-b46b-4842-b32f-7a386a770d74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:54.920002 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9985f7e6-b46b-4842-b32f-7a386a770d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:54.964078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985f7e6-b46b-4842-b32f-7a386a770d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5388381-9a92-4b48-8c90-376323de6b72,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:54.970162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9985f7e6-b46b-4842-b32f-7a386a770d74 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7c06ff44e8184cfd9c08c6da31fbc3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1679802 Nov 11 22:01:54.973931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51236) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:55.028849 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3198852d-1371-46ad-a2f6-708adcd8a604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:55.053039 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3198852d-1371-46ad-a2f6-708adcd8a604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:55.105457 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3198852d-1371-46ad-a2f6-708adcd8a604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:55.108091 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3198852d-1371-46ad-a2f6-708adcd8a604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:55.109360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3198852d-1371-46ad-a2f6-708adcd8a604 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b5388381-9a92-4b48-8c90-376323de6b72 HTTP/1.1" status: 204 len: 168 time: 0.1344225 Nov 11 22:01:55.119426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198852d-1371-46ad-a2f6-708adcd8a604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5388381-9a92-4b48-8c90-376323de6b72,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:57.417589 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51318) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:57.534664 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3af2a9f-2d6e-42ee-b012-623e14966b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:57.618473 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3af2a9f-2d6e-42ee-b012-623e14966b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:57.624189 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b3af2a9f-2d6e-42ee-b012-623e14966b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:57.663606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b3af2a9f-2d6e-42ee-b012-623e14966b8e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ab9068ba604411e9e6da8089920480d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449038 Nov 11 22:01:57.664430 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af2a9f-2d6e-42ee-b012-623e14966b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e9ea3a-ba74-44be-903a-d0c4d234036d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:57.666864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51322) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:57.722466 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9af15943-c77a-44f4-bb03-0bbc3ead022f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:57.746695 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9af15943-c77a-44f4-bb03-0bbc3ead022f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:57.802706 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9af15943-c77a-44f4-bb03-0bbc3ead022f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:57.805393 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9af15943-c77a-44f4-bb03-0bbc3ead022f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:57.806601 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9af15943-c77a-44f4-bb03-0bbc3ead022f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d7e9ea3a-ba74-44be-903a-d0c4d234036d HTTP/1.1" status: 204 len: 168 time: 0.1384287 Nov 11 22:01:57.815501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af15943-c77a-44f4-bb03-0bbc3ead022f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e9ea3a-ba74-44be-903a-d0c4d234036d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:58.119260 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51332) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:58.133120 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23136fa2-65b1-439c-85c2-599b5c38c60e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:58.217199 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23136fa2-65b1-439c-85c2-599b5c38c60e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:58.222508 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-23136fa2-65b1-439c-85c2-599b5c38c60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:58.265003 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-23136fa2-65b1-439c-85c2-599b5c38c60e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dd7af9a5d3d3468bbb5584aff2c041b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1445706 Nov 11 22:01:58.265865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23136fa2-65b1-439c-85c2-599b5c38c60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c56581d-acdd-4fa7-89fb-d76377e2f8ce,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:58.268389 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51334) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:58.322043 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52adde4a-bb09-4327-981c-fa5c817e2c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:58.346667 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52adde4a-bb09-4327-981c-fa5c817e2c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:58.397183 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52adde4a-bb09-4327-981c-fa5c817e2c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:58.399913 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-52adde4a-bb09-4327-981c-fa5c817e2c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:58.401207 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-52adde4a-bb09-4327-981c-fa5c817e2c44 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7c56581d-acdd-4fa7-89fb-d76377e2f8ce HTTP/1.1" status: 204 len: 168 time: 0.1318326 Nov 11 22:01:58.410767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adde4a-bb09-4327-981c-fa5c817e2c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c56581d-acdd-4fa7-89fb-d76377e2f8ce,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:59.771652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51372) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:01:59.946619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-139138278'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:01:59.972394 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Made reservation on behalf of ba5335f43b9d4e08a3a369b3a226c506 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:01:59.976286 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:59.986151 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:00.069807 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:00.075231 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:00.106262 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:02:00.113276 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8a15af-f6dd-424d-8d71-802516ec1207,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:00.121071 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:00.121423 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Added segment 12f5aaac-7e81-442f-947a-f23046f60d8a of type vlan for network c0981253-307f-4195-ac1b-7c8941e7db40 Nov 11 22:02:00.170651 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:00.201004 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:00.207458 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:00.208303 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:00.247654 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4748242 Nov 11 22:02:00.250910 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51376) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:00.256312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-520dc9c1-a32d-49f4-86bc-445f0fbfe5e7 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Request body: {'subnet': {'network_id': 'c0981253-307f-4195-ac1b-7c8941e7db40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:00.282643 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88d084-a46d-46e7-82a7-7ffd24582950 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Pushing event updated for resources: {'Network': ['ID=c0981253-307f-4195-ac1b-7c8941e7db40,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:00.294461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network c0981253-307f-4195-ac1b-7c8941e7db40 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:02:00.356920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520dc9c1-a32d-49f4-86bc-445f0fbfe5e7 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Made reservation on behalf of ba5335f43b9d4e08a3a369b3a226c506 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:00.361089 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-520dc9c1-a32d-49f4-86bc-445f0fbfe5e7 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:00.580818 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-520dc9c1-a32d-49f4-86bc-445f0fbfe5e7 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:00.647056 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520dc9c1-a32d-49f4-86bc-445f0fbfe5e7 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Pushing event updated for resources: {'Subnet': ['ID=9928681e-929a-4227-b1bb-c565b88ab1e6,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:00.658693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520dc9c1-a32d-49f4-86bc-445f0fbfe5e7 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Checking segment: {'id': '12f5aaac-7e81-442f-947a-f23046f60d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c0981253-307f-4195-ac1b-7c8941e7db40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:02:00.659063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520dc9c1-a32d-49f4-86bc-445f0fbfe5e7 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Network hostable DHCP agents. Network: c0981253-307f-4195-ac1b-7c8941e7db40, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:02:00.677730 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520dc9c1-a32d-49f4-86bc-445f0fbfe5e7 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Network c0981253-307f-4195-ac1b-7c8941e7db40 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:02:00.687062 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-520dc9c1-a32d-49f4-86bc-445f0fbfe5e7 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, c0981253-307f-4195-ac1b-7c8941e7db40) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:00.693227 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520dc9c1-a32d-49f4-86bc-445f0fbfe5e7 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:00.693870 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-520dc9c1-a32d-49f4-86bc-445f0fbfe5e7 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:00.700348 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962ff3cb-8f13-43b0-bb29-9c920e0b611d None None] Network c0981253-307f-4195-ac1b-7c8941e7db40 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:00.712350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-520dc9c1-a32d-49f4-86bc-445f0fbfe5e7 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4601579 Nov 11 22:02:00.715544 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51380) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:00.723390 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-0baa584d-8a32-4e96-aff3-c30b5e261c3b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Request body: {'port': {'network_id': 'c0981253-307f-4195-ac1b-7c8941e7db40', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1482003883'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:00.861060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baa584d-8a32-4e96-aff3-c30b5e261c3b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Made reservation on behalf of ba5335f43b9d4e08a3a369b3a226c506 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:00.865614 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0baa584d-8a32-4e96-aff3-c30b5e261c3b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:00.882918 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-c0981253-307f-4195-ac1b-7c8941e7db40', 'network_id': 'c0981253-307f-4195-ac1b-7c8941e7db40', 'tenant_id': 'ba5335f43b9d4e08a3a369b3a226c506', 'fixed_ips': [{'subnet_id': '9928681e-929a-4227-b1bb-c565b88ab1e6'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:02:00.883839 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:00.889244 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-0baa584d-8a32-4e96-aff3-c30b5e261c3b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] device_id is not set on port ef9c5ca2-b18b-46bc-b129-21bfb2517ec7 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 22:02:01.037148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-0baa584d-8a32-4e96-aff3-c30b5e261c3b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Allocated IP 172.20.0.13 (c0981253-307f-4195-ac1b-7c8941e7db40/9928681e-929a-4227-b1bb-c565b88ab1e6/ef9c5ca2-b18b-46bc-b129-21bfb2517ec7) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:01.223259 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0baa584d-8a32-4e96-aff3-c30b5e261c3b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:01.261148 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0baa584d-8a32-4e96-aff3-c30b5e261c3b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:01.311353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Allocated IP 172.20.0.2 (c0981253-307f-4195-ac1b-7c8941e7db40/9928681e-929a-4227-b1bb-c565b88ab1e6/6d892f9e-caef-4994-8ad3-2ffecef1c5ae) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:01.311950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baa584d-8a32-4e96-aff3-c30b5e261c3b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Network c0981253-307f-4195-ac1b-7c8941e7db40 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:01.316501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-0baa584d-8a32-4e96-aff3-c30b5e261c3b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:01.322276 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baa584d-8a32-4e96-aff3-c30b5e261c3b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:01.327280 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa584d-8a32-4e96-aff3-c30b5e261c3b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Pushing event updated for resources: {'Port': ['ID=ef9c5ca2-b18b-46bc-b129-21bfb2517ec7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:01.389883 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baa584d-8a32-4e96-aff3-c30b5e261c3b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:01.390606 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0baa584d-8a32-4e96-aff3-c30b5e261c3b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:01.414039 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0baa584d-8a32-4e96-aff3-c30b5e261c3b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.6970820 Nov 11 22:02:01.418670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51382) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:01.507646 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:01.516303 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:01.527248 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2e593281-1bb6-46d7-9760-9b5ecb49a448 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Deleting port ef9c5ca2-b18b-46bc-b129-21bfb2517ec7 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:01.527631 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e593281-1bb6-46d7-9760-9b5ecb49a448 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:01.558862 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Network c0981253-307f-4195-ac1b-7c8941e7db40 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:01.562396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:01.569819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:01.579951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Pushing event updated for resources: {'Port': ['ID=6d892f9e-caef-4994-8ad3-2ffecef1c5ae,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:01.640230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Attempting to bind port 6d892f9e-caef-4994-8ad3-2ffecef1c5ae on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:02:01.640698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Attempting to bind port 6d892f9e-caef-4994-8ad3-2ffecef1c5ae by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '12f5aaac-7e81-442f-947a-f23046f60d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c0981253-307f-4195-ac1b-7c8941e7db40'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:02:01.641332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Attempting to bind port 6d892f9e-caef-4994-8ad3-2ffecef1c5ae on network c0981253-307f-4195-ac1b-7c8941e7db40 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:02:01.641715 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e593281-1bb6-46d7-9760-9b5ecb49a448 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:01.647167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:02:01.647513 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Checking segment: {'id': '12f5aaac-7e81-442f-947a-f23046f60d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c0981253-307f-4195-ac1b-7c8941e7db40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:02:01.648071 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:01.648518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Bound using segment: {'id': '12f5aaac-7e81-442f-947a-f23046f60d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c0981253-307f-4195-ac1b-7c8941e7db40'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:02:01.648996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Bound port: 6d892f9e-caef-4994-8ad3-2ffecef1c5ae, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f5aaac-7e81-442f-947a-f23046f60d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c0981253-307f-4195-ac1b-7c8941e7db40'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:02:01.649536 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:01.655436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2e593281-1bb6-46d7-9760-9b5ecb49a448 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Calling delete_port for ef9c5ca2-b18b-46bc-b129-21bfb2517ec7 owned by {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:01.809658 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e593281-1bb6-46d7-9760-9b5ecb49a448 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:01.857232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e593281-1bb6-46d7-9760-9b5ecb49a448 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Pushing event deleted for resources: {'Port': ['ID=ef9c5ca2-b18b-46bc-b129-21bfb2517ec7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:01.921327 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] For port 6d892f9e-caef-4994-8ad3-2ffecef1c5ae, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:02:01.928889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] For port 6d892f9e-caef-4994-8ad3-2ffecef1c5ae, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6d892f9e-caef-4994-8ad3-2ffecef1c5ae,segment=NetworkSegment(12f5aaac-7e81-442f-947a-f23046f60d8a),segment_id=12f5aaac-7e81-442f-947a-f23046f60d8a)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:02:01.935270 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:01.937350 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2e593281-1bb6-46d7-9760-9b5ecb49a448 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:01.946201 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2e593281-1bb6-46d7-9760-9b5ecb49a448 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] 10.222.0.57 "DELETE /v2.0/ports/ef9c5ca2-b18b-46bc-b129-21bfb2517ec7 HTTP/1.1" status: 204 len: 168 time: 0.5218980 Nov 11 22:02:01.946503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51384) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:02.014786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63eeb3f-9c5d-416b-867d-a93e5669e930 None None] Pushing event updated for resources: {'Port': ['ID=6d892f9e-caef-4994-8ad3-2ffecef1c5ae,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:02.042442 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-13cac4b8-bf17-4e15-a95d-1cc9df1cfe71 tempest-DHCPAgentSchedulersTestJSON-802027171 tempest-DHCPAgentSchedulersTestJSON-802027171-project-admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.0947084 Nov 11 22:02:02.045158 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51388) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:02.050498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a4aa977e-4f1a-4d1f-86d3-b1f82c97c8d0 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-339811484'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:02.084635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aa977e-4f1a-4d1f-86d3-b1f82c97c8d0 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Made reservation on behalf of ba5335f43b9d4e08a3a369b3a226c506 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:02.088423 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4aa977e-4f1a-4d1f-86d3-b1f82c97c8d0 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:02.119854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4aa977e-4f1a-4d1f-86d3-b1f82c97c8d0 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:02:02.131586 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4aa977e-4f1a-4d1f-86d3-b1f82c97c8d0 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:02.132384 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-a4aa977e-4f1a-4d1f-86d3-b1f82c97c8d0 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Added segment 7688e060-8767-483a-b8ca-4aacce9495cb of type vlan for network 135dce1f-0370-4e9f-93bd-71b3c0be6dfc Nov 11 22:02:02.205159 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4aa977e-4f1a-4d1f-86d3-b1f82c97c8d0 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:02.245181 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4aa977e-4f1a-4d1f-86d3-b1f82c97c8d0 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:02.252104 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa977e-4f1a-4d1f-86d3-b1f82c97c8d0 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:02.252744 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4aa977e-4f1a-4d1f-86d3-b1f82c97c8d0 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:02.317175 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a4aa977e-4f1a-4d1f-86d3-b1f82c97c8d0 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2707438 Nov 11 22:02:02.320125 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51390) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:02.331650 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa977e-4f1a-4d1f-86d3-b1f82c97c8d0 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Pushing event updated for resources: {'Network': ['ID=135dce1f-0370-4e9f-93bd-71b3c0be6dfc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:02.342716 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 135dce1f-0370-4e9f-93bd-71b3c0be6dfc details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:02:02.481321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7e84225f-0d8b-4d80-9749-8e72797afb16 tempest-DHCPAgentSchedulersTestJSON-802027171 tempest-DHCPAgentSchedulersTestJSON-802027171-project-admin] 10.222.0.57 "GET /v2.0/agents/51feea8c-0a4c-45f3-b6d0-abd657d1a511/dhcp-networks HTTP/1.1" status: 200 len: 5682 time: 0.1598377 Nov 11 22:02:02.484165 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51392) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:02.573401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51189a9c-5e99-4191-aadb-507034554bec tempest-DHCPAgentSchedulersTestJSON-802027171 tempest-DHCPAgentSchedulersTestJSON-802027171-project-admin] Network 135dce1f-0370-4e9f-93bd-71b3c0be6dfc is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:02:02.588672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-51189a9c-5e99-4191-aadb-507034554bec tempest-DHCPAgentSchedulersTestJSON-802027171 tempest-DHCPAgentSchedulersTestJSON-802027171-project-admin] 10.222.0.57 "POST /v2.0/agents/51feea8c-0a4c-45f3-b6d0-abd657d1a511/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1034036 Nov 11 22:02:02.592617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51394) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:02.593552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfaaaa1-6919-43ba-a6ca-dce5b7c5de0d None None] Network 135dce1f-0370-4e9f-93bd-71b3c0be6dfc requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:02.757357 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ebbe511a-e431-49f1-b598-7dc23277472a tempest-DHCPAgentSchedulersTestJSON-802027171 tempest-DHCPAgentSchedulersTestJSON-802027171-project-admin] 10.222.0.57 "GET /v2.0/agents/51feea8c-0a4c-45f3-b6d0-abd657d1a511/dhcp-networks HTTP/1.1" status: 200 len: 6453 time: 0.1630895 Nov 11 22:02:02.759393 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51396) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:02.847133 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6c2ea4dd-5a00-4376-bb4b-f849843acd0a tempest-DHCPAgentSchedulersTestJSON-802027171 tempest-DHCPAgentSchedulersTestJSON-802027171-project-admin] 10.222.0.57 "DELETE /v2.0/agents/51feea8c-0a4c-45f3-b6d0-abd657d1a511/dhcp-networks/135dce1f-0370-4e9f-93bd-71b3c0be6dfc HTTP/1.1" status: 204 len: 168 time: 0.0836864 Nov 11 22:02:02.847734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51398) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:02.972409 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b44654fe-a046-4ad1-8f61-ff8961ce3085 tempest-DHCPAgentSchedulersTestJSON-802027171 tempest-DHCPAgentSchedulersTestJSON-802027171-project-admin] 10.222.0.57 "GET /v2.0/agents/51feea8c-0a4c-45f3-b6d0-abd657d1a511/dhcp-networks HTTP/1.1" status: 200 len: 5682 time: 0.1236935 Nov 11 22:02:02.974930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578ca00b-74f3-42e2-af7a-a7a9318f679d None None] Network c0981253-307f-4195-ac1b-7c8941e7db40 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:02.976301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51400) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:02.997489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2db3b5de-4d13-432d-98fa-c24fbfc86a1d tempest-DHCPAgentSchedulersTestJSON-802027171 tempest-DHCPAgentSchedulersTestJSON-802027171-project-admin] 10.222.0.57 "GET /v2.0/networks/c0981253-307f-4195-ac1b-7c8941e7db40/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0199189 Nov 11 22:02:03.001152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51402) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:03.020604 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ea700b2f-9afa-4fbf-b044-20b5b9ddfe01 tempest-DHCPAgentSchedulersTestJSON-802027171 tempest-DHCPAgentSchedulersTestJSON-802027171-project-admin] 10.222.0.57 "GET /v2.0/networks/c0981253-307f-4195-ac1b-7c8941e7db40/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0182211 Nov 11 22:02:03.024598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51404) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:03.049589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b685d5a3-12e0-4c3c-ac5b-5f7fba5559a7 None None] Provisioning complete for port 6d892f9e-caef-4994-8ad3-2ffecef1c5ae triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:03.049947 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b685d5a3-12e0-4c3c-ac5b-5f7fba5559a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.168623 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bcbf91af-b4db-4bc0-b96c-105ace44c36d tempest-DHCPAgentSchedulersTestJSON-802027171 tempest-DHCPAgentSchedulersTestJSON-802027171-project-admin] 10.222.0.57 "GET /v2.0/agents/51feea8c-0a4c-45f3-b6d0-abd657d1a511/dhcp-networks HTTP/1.1" status: 200 len: 5682 time: 0.1395748 Nov 11 22:02:03.169271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51406) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:03.205164 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b685d5a3-12e0-4c3c-ac5b-5f7fba5559a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.248474 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b685d5a3-12e0-4c3c-ac5b-5f7fba5559a7 None None] For port 6d892f9e-caef-4994-8ad3-2ffecef1c5ae, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6d892f9e-caef-4994-8ad3-2ffecef1c5ae,segment=NetworkSegment(12f5aaac-7e81-442f-947a-f23046f60d8a),segment_id=12f5aaac-7e81-442f-947a-f23046f60d8a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:03.249800 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd148a7-a099-473c-b432-2303fc845e3c tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.255084 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b685d5a3-12e0-4c3c-ac5b-5f7fba5559a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.311142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685d5a3-12e0-4c3c-ac5b-5f7fba5559a7 None None] Pushing event updated for resources: {'Port': ['ID=6d892f9e-caef-4994-8ad3-2ffecef1c5ae,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:03.348163 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd148a7-a099-473c-b432-2303fc845e3c tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.373383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-edd148a7-a099-473c-b432-2303fc845e3c tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135dce1f-0370-4e9f-93bd-71b3c0be6dfc']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:03.384043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-edd148a7-a099-473c-b432-2303fc845e3c tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7688e060-8767-483a-b8ca-4aacce9495cb') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:03.384321 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-edd148a7-a099-473c-b432-2303fc845e3c tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7688e060-8767-483a-b8ca-4aacce9495cb') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:03.395479 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd148a7-a099-473c-b432-2303fc845e3c tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.410637 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd148a7-a099-473c-b432-2303fc845e3c tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.420477 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd148a7-a099-473c-b432-2303fc845e3c tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:02:03.420744 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd148a7-a099-473c-b432-2303fc845e3c tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:02:03.424301 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:02:03.485077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a7d4d7d2-6135-472c-8e4e-c6531ae312e8 None None] Provisioning complete for port 6d892f9e-caef-4994-8ad3-2ffecef1c5ae triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:03.485681 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7d4d7d2-6135-472c-8e4e-c6531ae312e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.496896 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd148a7-a099-473c-b432-2303fc845e3c tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.502282 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd148a7-a099-473c-b432-2303fc845e3c tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.508559 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-edd148a7-a099-473c-b432-2303fc845e3c tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] 10.222.0.57 "DELETE /v2.0/networks/135dce1f-0370-4e9f-93bd-71b3c0be6dfc HTTP/1.1" status: 204 len: 168 time: 0.3357062 Nov 11 22:02:03.509016 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51408) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:03.522314 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd148a7-a099-473c-b432-2303fc845e3c tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Pushing event deleted for resources: {'Network': ['ID=135dce1f-0370-4e9f-93bd-71b3c0be6dfc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:03.541068 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3ae92a-5237-469a-abb4-722c05f25c23 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] DELETE failed (client error): The resource could not be found. Nov 11 22:02:03.541838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3ae92a-5237-469a-abb4-722c05f25c23 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 22:02:03.547377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2a3ae92a-5237-469a-abb4-722c05f25c23 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] 10.222.0.57 "DELETE /v2.0/ports/ef9c5ca2-b18b-46bc-b129-21bfb2517ec7 HTTP/1.1" status: 404 len: 333 time: 0.0348694 Nov 11 22:02:03.548196 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51410) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:03.611225 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd02ab2-e521-45ad-b776-21aac98b128b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Deleting subnet 9928681e-929a-4227-b1bb-c565b88ab1e6 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:02:03.615063 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4fd02ab2-e521-45ad-b776-21aac98b128b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.658554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4fd02ab2-e521-45ad-b776-21aac98b128b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.715969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-763ce407-10ef-42fe-86c3-4cbb6fa6b64b None None] Could not find standard attr ID for object ef9c5ca2-b18b-46bc-b129-21bfb2517ec7. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 22:02:03.758186 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4fd02ab2-e521-45ad-b776-21aac98b128b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.824923 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4fd02ab2-e521-45ad-b776-21aac98b128b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.854843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd02ab2-e521-45ad-b776-21aac98b128b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Pushing event deleted for resources: {'Subnet': ['ID=9928681e-929a-4227-b1bb-c565b88ab1e6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:03.858771 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4fd02ab2-e521-45ad-b776-21aac98b128b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.864750 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4fd02ab2-e521-45ad-b776-21aac98b128b tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] 10.222.0.57 "DELETE /v2.0/subnets/9928681e-929a-4227-b1bb-c565b88ab1e6 HTTP/1.1" status: 204 len: 168 time: 0.3128200 Nov 11 22:02:03.865312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51412) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:03.873667 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2f538d-1c40-4709-89fa-d937f1614963 None None] Network c0981253-307f-4195-ac1b-7c8941e7db40 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:03.948744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.014527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Deleting port 6d892f9e-caef-4994-8ad3-2ffecef1c5ae {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:04.014527 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.090742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0c1407-af39-4f7f-a80d-9703c5973f01 None None] DHCP port deletion for c0981253-307f-4195-ac1b-7c8941e7db40 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:02:04.098199 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] For port 6d892f9e-caef-4994-8ad3-2ffecef1c5ae, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6d892f9e-caef-4994-8ad3-2ffecef1c5ae,segment=NetworkSegment(12f5aaac-7e81-442f-947a-f23046f60d8a),segment_id=12f5aaac-7e81-442f-947a-f23046f60d8a)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:04.098545 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.112135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Calling delete_port for 6d892f9e-caef-4994-8ad3-2ffecef1c5ae owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:04.148205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c1407-af39-4f7f-a80d-9703c5973f01 None None] Deleting port 6d892f9e-caef-4994-8ad3-2ffecef1c5ae {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:04.148676 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f0c1407-af39-4f7f-a80d-9703c5973f01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.218197 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.225093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8f0c1407-af39-4f7f-a80d-9703c5973f01 None None] For port 6d892f9e-caef-4994-8ad3-2ffecef1c5ae, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6d892f9e-caef-4994-8ad3-2ffecef1c5ae,segment=NetworkSegment(12f5aaac-7e81-442f-947a-f23046f60d8a),segment_id=12f5aaac-7e81-442f-947a-f23046f60d8a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:04.225628 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f0c1407-af39-4f7f-a80d-9703c5973f01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.243577 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c1407-af39-4f7f-a80d-9703c5973f01 None None] Calling delete_port for 6d892f9e-caef-4994-8ad3-2ffecef1c5ae owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:04.245584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Pushing event deleted for resources: {'Port': ['ID=6d892f9e-caef-4994-8ad3-2ffecef1c5ae,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:04.251912 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] No DVR routers for this DVR port 6d892f9e-caef-4994-8ad3-2ffecef1c5ae on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:02:04.345640 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:02:04.351494 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:02:04.361242 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f0c1407-af39-4f7f-a80d-9703c5973f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.377014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0981253-307f-4195-ac1b-7c8941e7db40']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:04.389166 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c1407-af39-4f7f-a80d-9703c5973f01 None None] Pushing event deleted for resources: {'Port': ['ID=6d892f9e-caef-4994-8ad3-2ffecef1c5ae,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:04.395488 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0c1407-af39-4f7f-a80d-9703c5973f01 None None] No DVR routers for this DVR port 6d892f9e-caef-4994-8ad3-2ffecef1c5ae on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:02:04.401480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f5aaac-7e81-442f-947a-f23046f60d8a') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:04.401830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f5aaac-7e81-442f-947a-f23046f60d8a') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:04.414508 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.433497 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.440211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb254c9-4b42-4ff6-afe4-773edb7a2c54 req-e68a02d3-63ec-4773-827e-d47dfa95864d tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:04.442018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fb254c9-4b42-4ff6-afe4-773edb7a2c54 req-e68a02d3-63ec-4773-827e-d47dfa95864d tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1097 time: 0.0827410 Nov 11 22:02:04.446292 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:02:04.446860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:02:04.451386 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:02:04.552125 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.568609 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.572062 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] 10.222.0.57 "DELETE /v2.0/networks/c0981253-307f-4195-ac1b-7c8941e7db40 HTTP/1.1" status: 204 len: 168 time: 0.7059109 Nov 11 22:02:04.584449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f178acb-52dd-4de0-a349-e6168cbfb274 tempest-DHCPAgentSchedulersTestJSON-1004778789 tempest-DHCPAgentSchedulersTestJSON-1004778789-project] Pushing event deleted for resources: {'Network': ['ID=c0981253-307f-4195-ac1b-7c8941e7db40,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:04.588635 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4fb254c9-4b42-4ff6-afe4-773edb7a2c54 req-14bad5bf-bb71-4943-b038-e42f4c3a318e tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362238 Nov 11 22:02:04.613032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51420) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:04.796919 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-7872f30a-83f4-425a-b47d-3be200b92f79 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port 6acaa9bf-f9dd-42c8-84e4-1046ca91f66f {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:04.797230 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7872f30a-83f4-425a-b47d-3be200b92f79 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.871731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51424) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:04.884093 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7872f30a-83f4-425a-b47d-3be200b92f79 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.884428 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7872f30a-83f4-425a-b47d-3be200b92f79 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.899514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-7872f30a-83f4-425a-b47d-3be200b92f79 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for 6acaa9bf-f9dd-42c8-84e4-1046ca91f66f owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:05.052088 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-81199bed-b50c-4d46-b983-daec5ac0cb57 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ba5335f43b9d4e08a3a369b3a226c506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1791162 Nov 11 22:02:05.054848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51428) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:05.117539 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3060266-502c-455c-9d5d-894cbb29454c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:05.145690 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3060266-502c-455c-9d5d-894cbb29454c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:05.202501 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3060266-502c-455c-9d5d-894cbb29454c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:05.205789 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c3060266-502c-455c-9d5d-894cbb29454c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:05.207036 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c3060266-502c-455c-9d5d-894cbb29454c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e8a15af-f6dd-424d-8d71-802516ec1207 HTTP/1.1" status: 204 len: 168 time: 0.1511712 Nov 11 22:02:05.216619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3060266-502c-455c-9d5d-894cbb29454c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8a15af-f6dd-424d-8d71-802516ec1207,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:05.448366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7872f30a-83f4-425a-b47d-3be200b92f79 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:05.483404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872f30a-83f4-425a-b47d-3be200b92f79 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=6acaa9bf-f9dd-42c8-84e4-1046ca91f66f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:05.544347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51434) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:05.560138 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7872f30a-83f4-425a-b47d-3be200b92f79 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:05.560910 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-7872f30a-83f4-425a-b47d-3be200b92f79 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Floating IP 5090e139-3347-4dcf-a999-1bb0026ed071 disassociated (deleted). External IP: 172.25.0.181, port: 29024619-d29a-411d-805c-590f65bc06f4. Nov 11 22:02:05.566304 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34e72e57-9f4c-4271-9baf-9cab056093fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:05.780163 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34e72e57-9f4c-4271-9baf-9cab056093fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:05.822973 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34e72e57-9f4c-4271-9baf-9cab056093fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:05.882996 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-34e72e57-9f4c-4271-9baf-9cab056093fe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e1d4bc9ca29f43eda588141352605346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3349104 Nov 11 22:02:05.882996 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e72e57-9f4c-4271-9baf-9cab056093fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e230da9b-9a51-4f3e-8507-eb196c38fb84,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:05.884576 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51436) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:05.890461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7872f30a-83f4-425a-b47d-3be200b92f79 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router a3b43063-7617-4e48-a416-f15dd9526dd8 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:02:05.943959 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4108b634-8c6b-48ca-802e-6800423ba80b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:05.969450 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4108b634-8c6b-48ca-802e-6800423ba80b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:06.026313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7872f30a-83f4-425a-b47d-3be200b92f79 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:02:06.027458 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4108b634-8c6b-48ca-802e-6800423ba80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:06.030705 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4108b634-8c6b-48ca-802e-6800423ba80b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:06.032080 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7872f30a-83f4-425a-b47d-3be200b92f79 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:06.034937 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4108b634-8c6b-48ca-802e-6800423ba80b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e230da9b-9a51-4f3e-8507-eb196c38fb84 HTTP/1.1" status: 204 len: 168 time: 0.1484196 Nov 11 22:02:06.043192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21acfd6-1117-47b7-8b91-b81988820493 None None] Sync routers for ids ['a3b43063-7617-4e48-a416-f15dd9526dd8'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:02:06.046990 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6d892f9e-caef-4994-8ad3-2ffecef1c5ae no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:02:06.054146 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108b634-8c6b-48ca-802e-6800423ba80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e230da9b-9a51-4f3e-8507-eb196c38fb84,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:06.066301 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7872f30a-83f4-425a-b47d-3be200b92f79 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/floatingips/5090e139-3347-4dcf-a999-1bb0026ed071 HTTP/1.1" status: 204 len: 168 time: 1.4521697 Nov 11 22:02:06.066900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'tag': '29024619-d29a-411d-805c-590f65bc06f4'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:02:06.069246 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ce8a3a-960d-4942-8645-3d580c3328cc" -d '{"events": [{"name": "network-changed", "server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "tag": "29024619-d29a-411d-805c-590f65bc06f4"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:02:06.089938 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 6d892f9e-caef-4994-8ad3-2ffecef1c5ae {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:02:06.090510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6d892f9e-caef-4994-8ad3-2ffecef1c5ae not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:02:06.103397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21acfd6-1117-47b7-8b91-b81988820493 None None] Routers {'a3b43063-7617-4e48-a416-f15dd9526dd8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:06.104304 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c21acfd6-1117-47b7-8b91-b81988820493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:01:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a3b43063-7617-4e48-a416-f15dd9526dd8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:06.223699 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-c21acfd6-1117-47b7-8b91-b81988820493 None None] Set router a3b43063-7617-4e48-a416-f15dd9526dd8 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:02:06.268521 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc098710-908b-4cc5-94a6-e2c5644af0fb x-openstack-request-id: req-fc098710-908b-4cc5-94a6-e2c5644af0fb {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:02:06.268852 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "tag": "29024619-d29a-411d-805c-590f65bc06f4", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:02:06.269237 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fc098710-908b-4cc5-94a6-e2c5644af0fb {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:02:06.269491 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'tag': '29024619-d29a-411d-805c-590f65bc06f4', 'status': 'completed', 'code': 200} Nov 11 22:02:06.396927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce8a3a-960d-4942-8645-3d580c3328cc req-85e31caf-b876-427a-82b5-07f63ce6a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:06.398522 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-73ce8a3a-960d-4942-8645-3d580c3328cc req-85e31caf-b876-427a-82b5-07f63ce6a2e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 1097 time: 0.1042669 Nov 11 22:02:06.417866 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d6d46-8a81-442c-95e0-9b5f5adb9023 req-83642250-1112-4aa6-bb76-76084c1a7f39 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:06.419424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b3d6d46-8a81-442c-95e0-9b5f5adb9023 req-83642250-1112-4aa6-bb76-76084c1a7f39 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 946 time: 0.0737076 Nov 11 22:02:06.496403 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c21acfd6-1117-47b7-8b91-b81988820493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:00:12Z', 'updated_at': '2021-11-11T22:00:17Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:13Z', 'updated_at': '2021-11-11T22:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ae871193-4d70-4aac-9e46-a3ac87e9a8c5', 'name': '', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:f3:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:16Z', 'updated_at': '2021-11-11T22:00:21Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:06.530593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21acfd6-1117-47b7-8b91-b81988820493 None None] Checking router: a3b43063-7617-4e48-a416-f15dd9526dd8 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:02:06.536068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b3d6d46-8a81-442c-95e0-9b5f5adb9023 req-6be1ab56-706d-4233-a998-514156ce6d7f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970004 Nov 11 22:02:06.539951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21acfd6-1117-47b7-8b91-b81988820493 None None] Routers {'a3b43063-7617-4e48-a416-f15dd9526dd8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:06.540769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c21acfd6-1117-47b7-8b91-b81988820493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:01:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a3b43063-7617-4e48-a416-f15dd9526dd8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:06.563580 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce8a3a-960d-4942-8645-3d580c3328cc req-8ea58b1d-a97f-45c9-9db6-add3a61cb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:06.566178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-73ce8a3a-960d-4942-8645-3d580c3328cc req-8ea58b1d-a97f-45c9-9db6-add3a61cb832 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3a7d98f4-2269-49fd-8912-32ee0263a11b HTTP/1.1" status: 200 len: 898 time: 0.1573346 Nov 11 22:02:06.620644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-73ce8a3a-960d-4942-8645-3d580c3328cc req-74fa7ee2-2ce8-45fc-a7ea-19f0149ca3f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 200 len: 217 time: 0.0452642 Nov 11 22:02:06.666193 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-c21acfd6-1117-47b7-8b91-b81988820493 None None] Set router a3b43063-7617-4e48-a416-f15dd9526dd8 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:02:06.702633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce8a3a-960d-4942-8645-3d580c3328cc req-c17f2add-e071-4e05-bff9-f6f109617f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:06.705365 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-73ce8a3a-960d-4942-8645-3d580c3328cc req-c17f2add-e071-4e05-bff9-f6f109617f7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dd94da0-8d66-4cb2-a026-49daa6984c32 HTTP/1.1" status: 200 len: 835 time: 0.0748837 Nov 11 22:02:06.782055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce8a3a-960d-4942-8645-3d580c3328cc req-391260d4-afd7-45c3-8230-cc1e312aad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:06.784718 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-73ce8a3a-960d-4942-8645-3d580c3328cc req-391260d4-afd7-45c3-8230-cc1e312aad7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a7d98f4-2269-49fd-8912-32ee0263a11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708537 Nov 11 22:02:06.907047 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c21acfd6-1117-47b7-8b91-b81988820493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:00:12Z', 'updated_at': '2021-11-11T22:00:17Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:13Z', 'updated_at': '2021-11-11T22:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ae871193-4d70-4aac-9e46-a3ac87e9a8c5', 'name': '', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:f3:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:16Z', 'updated_at': '2021-11-11T22:00:21Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:06.918577 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-73ce8a3a-960d-4942-8645-3d580c3328cc req-8c46bb13-a12e-4fbd-a47e-0bb5a9bdcc2f service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256475 Nov 11 22:02:06.936566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21acfd6-1117-47b7-8b91-b81988820493 None None] The sync data for ids ['a3b43063-7617-4e48-a416-f15dd9526dd8'] in n-d-805737-3 is: [{'id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:00:12Z', 'updated_at': '2021-11-11T22:00:17Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:13Z', 'updated_at': '2021-11-11T22:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ae871193-4d70-4aac-9e46-a3ac87e9a8c5', 'name': '', 'network_id': '3a7d98f4-2269-49fd-8912-32ee0263a11b', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:f3:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:16Z', 'updated_at': '2021-11-11T22:00:21Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '1dd94da0-8d66-4cb2-a026-49daa6984c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:02:07.044120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-73ce8a3a-960d-4942-8645-3d580c3328cc req-c8088954-8d4b-4aeb-9e86-3f145b2f9861 service neutron] 10.222.0.10 "GET /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162069 Nov 11 22:02:07.226005 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02b7ac5-f68c-4851-97b5-9c6b318c0ece None None] New status for floating IP 5090e139-3347-4dcf-a999-1bb0026ed071: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:02:07.662755 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d5e0f-7664-4f92-b430-1b71fc84091a req-7b8dbbbf-bcf8-47e6-acb5-cc71aaa28bc2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:07.664365 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c20d5e0f-7664-4f92-b430-1b71fc84091a req-7b8dbbbf-bcf8-47e6-acb5-cc71aaa28bc2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.10 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 946 time: 0.0853353 Nov 11 22:02:07.690047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5591344-7ce6-41cc-bd4d-65decb2d64fc req-382bf0ca-35c0-4129-8006-e3a7f6f30a7a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:07.691747 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d5591344-7ce6-41cc-bd4d-65decb2d64fc req-382bf0ca-35c0-4129-8006-e3a7f6f30a7a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=66f36f49-cb1a-4f3c-913a-8a1a1be4ca62 HTTP/1.1" status: 200 len: 946 time: 0.0785880 Nov 11 22:02:07.799368 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d5591344-7ce6-41cc-bd4d-65decb2d64fc req-5aa039a3-5ebb-49ba-9a21-095988abc00b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=16acfde6-69b5-456c-aab8-942c5e413a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852416 Nov 11 22:02:07.842756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-c20d5e0f-7664-4f92-b430-1b71fc84091a req-369feed9-137e-40cd-a499-dadc898871a1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port 29024619-d29a-411d-805c-590f65bc06f4 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:07.843232 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c20d5e0f-7664-4f92-b430-1b71fc84091a req-369feed9-137e-40cd-a499-dadc898871a1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:07.962149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-c20d5e0f-7664-4f92-b430-1b71fc84091a req-369feed9-137e-40cd-a499-dadc898871a1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] For port 29024619-d29a-411d-805c-590f65bc06f4, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=29024619-d29a-411d-805c-590f65bc06f4,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:07.963140 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c20d5e0f-7664-4f92-b430-1b71fc84091a req-369feed9-137e-40cd-a499-dadc898871a1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:07.981495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-c20d5e0f-7664-4f92-b430-1b71fc84091a req-369feed9-137e-40cd-a499-dadc898871a1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for 29024619-d29a-411d-805c-590f65bc06f4 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:08.181812 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c20d5e0f-7664-4f92-b430-1b71fc84091a req-369feed9-137e-40cd-a499-dadc898871a1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:08.215982 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369feed9-137e-40cd-a499-dadc898871a1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=29024619-d29a-411d-805c-590f65bc06f4,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:08.262060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51494) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:08.263310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20d5e0f-7664-4f92-b430-1b71fc84091a req-369feed9-137e-40cd-a499-dadc898871a1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] No DVR routers for this DVR port 29024619-d29a-411d-805c-590f65bc06f4 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:02:08.266738 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c20d5e0f-7664-4f92-b430-1b71fc84091a req-369feed9-137e-40cd-a499-dadc898871a1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:08.270595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c20d5e0f-7664-4f92-b430-1b71fc84091a req-369feed9-137e-40cd-a499-dadc898871a1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.10 "DELETE /v2.0/ports/29024619-d29a-411d-805c-590f65bc06f4 HTTP/1.1" status: 204 len: 173 time: 0.5978711 Nov 11 22:02:08.271066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'name': 'network-vif-deleted', 'tag': '29024619-d29a-411d-805c-590f65bc06f4'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:02:08.273572 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf522e6b-63a2-4679-9aa2-f2906b9e9bd0" -d '{"events": [{"server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "name": "network-vif-deleted", "tag": "29024619-d29a-411d-805c-590f65bc06f4"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:02:08.334143 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9d6ddc-e9f3-4f7f-9d12-2b056183376b x-openstack-request-id: req-2b9d6ddc-e9f3-4f7f-9d12-2b056183376b {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:02:08.334437 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f36f49-cb1a-4f3c-913a-8a1a1be4ca62", "name": "network-vif-deleted", "tag": "29024619-d29a-411d-805c-590f65bc06f4", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:02:08.334705 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b9d6ddc-e9f3-4f7f-9d12-2b056183376b {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:02:08.335366 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f36f49-cb1a-4f3c-913a-8a1a1be4ca62', 'name': 'network-vif-deleted', 'tag': '29024619-d29a-411d-805c-590f65bc06f4', 'status': 'completed', 'code': 200} Nov 11 22:02:08.452227 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:08.480628 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:08.593797 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:08.729983 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Allocated IP 172.25.0.249 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/b2897c19-7e21-4382-b033-7cf6b503d9ba) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:08.840116 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:08.871135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51502) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:08.880620 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:08.919774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:08.926047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:08.934962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:08.960496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event updated for resources: {'Port': ['ID=b2897c19-7e21-4382-b033-7cf6b503d9ba,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:09.028891 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.067301 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.229347 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.236229 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.268677 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da970a84-fc87-4975-9a33-350548627174 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.327943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event updated for resources: {'Port': ['ID=b2897c19-7e21-4382-b033-7cf6b503d9ba,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:09.337223 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.353834 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.357283 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-57c0de67-f834-4791-998a-d6dfc6b75b4e tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0931416 Nov 11 22:02:09.357909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51504) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:09.362988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-961389121'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:09.386223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Made reservation on behalf of 9baa54d79aee40c68e9dbcf7ef271700 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:09.389911 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.399790 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.482048 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.487914 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.518270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:02:09.524888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a57c699-89ec-4f08-bd9c-712aeae7b96b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:09.531284 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.531785 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Added segment b6d4bd08-f618-4180-b836-ea30bec0212d of type vlan for network ecabdcb0-53a5-486c-b062-34c1fbe5a8d0 Nov 11 22:02:09.575910 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.600193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-da970a84-fc87-4975-9a33-350548627174 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port ae871193-4d70-4aac-9e46-a3ac87e9a8c5 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:09.600544 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da970a84-fc87-4975-9a33-350548627174 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.606697 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.613413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:09.614146 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.678155 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3191450 Nov 11 22:02:09.681240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51506) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:09.686198 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d30372a1-e48f-40c2-9275-3e71d3919c01 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Request body: {'subnet': {'network_id': 'ecabdcb0-53a5-486c-b062-34c1fbe5a8d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:09.706985 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-da970a84-fc87-4975-9a33-350548627174 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] For port ae871193-4d70-4aac-9e46-a3ac87e9a8c5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ae871193-4d70-4aac-9e46-a3ac87e9a8c5,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:09.707442 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da970a84-fc87-4975-9a33-350548627174 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.717333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931a272-174d-45c5-9abc-91a001d5ebd1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event updated for resources: {'Network': ['ID=ecabdcb0-53a5-486c-b062-34c1fbe5a8d0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:09.722797 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-da970a84-fc87-4975-9a33-350548627174 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for ae871193-4d70-4aac-9e46-a3ac87e9a8c5 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:09.729950 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network ecabdcb0-53a5-486c-b062-34c1fbe5a8d0 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:02:09.790333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30372a1-e48f-40c2-9275-3e71d3919c01 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Made reservation on behalf of 9baa54d79aee40c68e9dbcf7ef271700 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:09.794182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d30372a1-e48f-40c2-9275-3e71d3919c01 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.916432 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da970a84-fc87-4975-9a33-350548627174 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:09.944457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da970a84-fc87-4975-9a33-350548627174 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=ae871193-4d70-4aac-9e46-a3ac87e9a8c5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:10.053692 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d30372a1-e48f-40c2-9275-3e71d3919c01 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.117671 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30372a1-e48f-40c2-9275-3e71d3919c01 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event updated for resources: {'Subnet': ['ID=4764608e-741d-4bef-bc1f-bd0bf5210b6c,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:10.130259 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da970a84-fc87-4975-9a33-350548627174 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.130613 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30372a1-e48f-40c2-9275-3e71d3919c01 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Checking segment: {'id': 'b6d4bd08-f618-4180-b836-ea30bec0212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'ecabdcb0-53a5-486c-b062-34c1fbe5a8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:02:10.130904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30372a1-e48f-40c2-9275-3e71d3919c01 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Network hostable DHCP agents. Network: ecabdcb0-53a5-486c-b062-34c1fbe5a8d0, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:02:10.151490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30372a1-e48f-40c2-9275-3e71d3919c01 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Network ecabdcb0-53a5-486c-b062-34c1fbe5a8d0 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:02:10.163431 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d30372a1-e48f-40c2-9275-3e71d3919c01 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, ecabdcb0-53a5-486c-b062-34c1fbe5a8d0) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:10.168369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30372a1-e48f-40c2-9275-3e71d3919c01 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:10.169027 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d30372a1-e48f-40c2-9275-3e71d3919c01 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.176323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76661839-4f79-41e5-8608-6095442a0253 None None] Network ecabdcb0-53a5-486c-b062-34c1fbe5a8d0 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:10.198484 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d30372a1-e48f-40c2-9275-3e71d3919c01 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5155604 Nov 11 22:02:10.200548 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51508) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:10.205735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-398806822', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}, 'admin_state_up': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:10.233114 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.234345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.292649 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.341285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-ecabdcb0-53a5-486c-b062-34c1fbe5a8d0', 'network_id': 'ecabdcb0-53a5-486c-b062-34c1fbe5a8d0', 'tenant_id': '9baa54d79aee40c68e9dbcf7ef271700', 'fixed_ips': [{'subnet_id': '4764608e-741d-4bef-bc1f-bd0bf5210b6c'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:02:10.342377 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.387231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da970a84-fc87-4975-9a33-350548627174 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router a3b43063-7617-4e48-a416-f15dd9526dd8 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:02:10.450288 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.486440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Allocated IP 172.20.0.2 (ecabdcb0-53a5-486c-b062-34c1fbe5a8d0/4764608e-741d-4bef-bc1f-bd0bf5210b6c/eafd32dd-2dea-4bce-9cb2-51ddcb4d9270) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:10.512358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da970a84-fc87-4975-9a33-350548627174 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:02:10.518964 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-da970a84-fc87-4975-9a33-350548627174 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "PUT /v2.0/routers/a3b43063-7617-4e48-a416-f15dd9526dd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6467149 Nov 11 22:02:10.521786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51510) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:10.526253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf8f82b-61b0-4727-9281-9245040c7b1e None None] Sync routers for ids ['a3b43063-7617-4e48-a416-f15dd9526dd8'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:02:10.563970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf8f82b-61b0-4727-9281-9245040c7b1e None None] Routers {'a3b43063-7617-4e48-a416-f15dd9526dd8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:10.564966 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6bf8f82b-61b0-4727-9281-9245040c7b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:01:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a3b43063-7617-4e48-a416-f15dd9526dd8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:10.580735 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-9207fe63-316f-4167-9dbd-16ab16487341 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting subnet 1dd94da0-8d66-4cb2-a026-49daa6984c32 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:02:10.584680 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9207fe63-316f-4167-9dbd-16ab16487341 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.627976 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9207fe63-316f-4167-9dbd-16ab16487341 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.686680 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.711990 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.737999 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9207fe63-316f-4167-9dbd-16ab16487341 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.815229 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9207fe63-316f-4167-9dbd-16ab16487341 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.833677 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9207fe63-316f-4167-9dbd-16ab16487341 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.839829 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9207fe63-316f-4167-9dbd-16ab16487341 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/subnets/1dd94da0-8d66-4cb2-a026-49daa6984c32 HTTP/1.1" status: 204 len: 168 time: 0.3167059 Nov 11 22:02:10.844132 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9578155b-fc2b-41a4-96d3-d7ac70148438 None None] Network 3a7d98f4-2269-49fd-8912-32ee0263a11b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:10.862914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51512) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:10.871810 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207fe63-316f-4167-9dbd-16ab16487341 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd94da0-8d66-4cb2-a026-49daa6984c32,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:10.872992 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Allocated IP 172.25.0.245 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/9117d487-053f-4ffd-b129-5edfa22be09e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:10.979880 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.982296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-6bf8f82b-61b0-4727-9281-9245040c7b1e None None] Set router a3b43063-7617-4e48-a416-f15dd9526dd8 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:02:10.989550 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:10.989855 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.034142 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.043013 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.075416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29024619-d29a-411d-805c-590f65bc06f4 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:02:11.084002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:11.091144 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:11.095617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:11.102388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event updated for resources: {'Port': ['ID=9117d487-053f-4ffd-b129-5edfa22be09e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:11.116838 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.153388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8297d583-63b9-4ed7-a08f-f7745d2619ab None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:02:11.165346 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 29024619-d29a-411d-805c-590f65bc06f4 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:02:11.165692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 29024619-d29a-411d-805c-590f65bc06f4 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:02:11.186549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port f21b0678-ea9b-4b7e-a9af-85f1cd4a277f {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:11.186881 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.198489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Network ecabdcb0-53a5-486c-b062-34c1fbe5a8d0 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:11.218013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:11.228483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:11.242106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Pushing event updated for resources: {'Port': ['ID=eafd32dd-2dea-4bce-9cb2-51ddcb4d9270,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:11.278642 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.302458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] For port f21b0678-ea9b-4b7e-a9af-85f1cd4a277f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f21b0678-ea9b-4b7e-a9af-85f1cd4a277f,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:11.302871 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.317838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for f21b0678-ea9b-4b7e-a9af-85f1cd4a277f owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:11.363612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Attempting to bind port eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:02:11.364257 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Attempting to bind port eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'b6d4bd08-f618-4180-b836-ea30bec0212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'ecabdcb0-53a5-486c-b062-34c1fbe5a8d0'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:02:11.364997 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Attempting to bind port eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 on network ecabdcb0-53a5-486c-b062-34c1fbe5a8d0 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:02:11.378679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4bf15a46-602c-4a8b-8387-34eb2483f9a8 None None] Provisioning complete for port 9117d487-053f-4ffd-b129-5edfa22be09e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:11.379216 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4bf15a46-602c-4a8b-8387-34eb2483f9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.383869 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:02:11.384402 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Checking segment: {'id': 'b6d4bd08-f618-4180-b836-ea30bec0212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'ecabdcb0-53a5-486c-b062-34c1fbe5a8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:02:11.388724 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.388724 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Bound using segment: {'id': 'b6d4bd08-f618-4180-b836-ea30bec0212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'ecabdcb0-53a5-486c-b062-34c1fbe5a8d0'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:02:11.388724 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Bound port: eafd32dd-2dea-4bce-9cb2-51ddcb4d9270, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d4bd08-f618-4180-b836-ea30bec0212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'ecabdcb0-53a5-486c-b062-34c1fbe5a8d0'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:02:11.388724 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.403542 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.440182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2011e6-dfba-4413-a660-46be3be86ebb None None] DHCP port deletion for 3a7d98f4-2269-49fd-8912-32ee0263a11b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:02:11.519553 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.523777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4bf15a46-602c-4a8b-8387-34eb2483f9a8 None None] Port 9117d487-053f-4ffd-b129-5edfa22be09e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:02:11.573651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] For port eafd32dd-2dea-4bce-9cb2-51ddcb4d9270, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:02:11.578687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] For port eafd32dd-2dea-4bce-9cb2-51ddcb4d9270, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=eafd32dd-2dea-4bce-9cb2-51ddcb4d9270,segment=NetworkSegment(b6d4bd08-f618-4180-b836-ea30bec0212d),segment_id=b6d4bd08-f618-4180-b836-ea30bec0212d)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:02:11.581334 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47301cfe-94c9-4b8c-a3ae-ac6ec999c619 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:02:11.585418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=f21b0678-ea9b-4b7e-a9af-85f1cd4a277f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:11.586450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6bf8f82b-61b0-4727-9281-9245040c7b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:00:12Z', 'updated_at': '2021-11-11T22:02:09Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': 'f21b0678-ea9b-4b7e-a9af-85f1cd4a277f', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:00:13Z', 'updated_at': '2021-11-11T22:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:11.596646 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.635944 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf8f82b-61b0-4727-9281-9245040c7b1e None None] Checking router: a3b43063-7617-4e48-a416-f15dd9526dd8 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:02:11.636230 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.646268 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.674226 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6c2011e6-dfba-4413-a660-46be3be86ebb None None] Deleting port 1f86af89-eb14-4646-bb73-89661513d2a9 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:11.674664 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c2011e6-dfba-4413-a660-46be3be86ebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.703657 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf8f82b-61b0-4727-9281-9245040c7b1e None None] Routers {'a3b43063-7617-4e48-a416-f15dd9526dd8'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:11.704320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6bf8f82b-61b0-4727-9281-9245040c7b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:01:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a3b43063-7617-4e48-a416-f15dd9526dd8'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:11.792580 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.796700 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.828115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bb628-37bc-4477-81af-dfc3c2564540 None None] Pushing event updated for resources: {'Port': ['ID=eafd32dd-2dea-4bce-9cb2-51ddcb4d9270,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:11.838058 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-6bf8f82b-61b0-4727-9281-9245040c7b1e None None] Set router a3b43063-7617-4e48-a416-f15dd9526dd8 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:02:11.868829 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.869363 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Fanout notify agent at l3_agent the message router_deleted on router a3b43063-7617-4e48-a416-f15dd9526dd8 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:02:11.878818 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.880041 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f3adc145-7c7c-42e4-a876-17fbf202e272 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/routers/a3b43063-7617-4e48-a416-f15dd9526dd8 HTTP/1.1" status: 204 len: 168 time: 1.0151520 Nov 11 22:02:11.882795 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51514) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:11.909035 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-6bf8f82b-61b0-4727-9281-9245040c7b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:00:12Z', 'updated_at': '2021-11-11T22:02:11Z', 'revision_number': 7, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:11.917401 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6c2011e6-dfba-4413-a660-46be3be86ebb None None] For port 1f86af89-eb14-4646-bb73-89661513d2a9, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1f86af89-eb14-4646-bb73-89661513d2a9,segment=NetworkSegment(c93c946b-a299-4142-a9d1-7c48e8b4136e),segment_id=c93c946b-a299-4142-a9d1-7c48e8b4136e)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:11.917815 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c2011e6-dfba-4413-a660-46be3be86ebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:11.952270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf8f82b-61b0-4727-9281-9245040c7b1e None None] The sync data for ids ['a3b43063-7617-4e48-a416-f15dd9526dd8'] in n-d-805737-3 is: [{'id': 'a3b43063-7617-4e48-a416-f15dd9526dd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498358192', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:00:12Z', 'updated_at': '2021-11-11T22:02:11Z', 'revision_number': 7, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:02:11.957508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6c2011e6-dfba-4413-a660-46be3be86ebb None None] Calling delete_port for 1f86af89-eb14-4646-bb73-89661513d2a9 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:12.028547 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.082326 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c2011e6-dfba-4413-a660-46be3be86ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.117391 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port 1f86af89-eb14-4646-bb73-89661513d2a9 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:12.117806 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.119484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2011e6-dfba-4413-a660-46be3be86ebb None None] Pushing event deleted for resources: {'Port': ['ID=1f86af89-eb14-4646-bb73-89661513d2a9,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:12.127734 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2011e6-dfba-4413-a660-46be3be86ebb None None] No DVR routers for this DVR port 1f86af89-eb14-4646-bb73-89661513d2a9 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:02:12.205175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] For port 1f86af89-eb14-4646-bb73-89661513d2a9, host n-d-805737-3, got binding levels [] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:12.205618 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.219063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for 1f86af89-eb14-4646-bb73-89661513d2a9 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:12.221809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Port 1f86af89-eb14-4646-bb73-89661513d2a9 was not found and therefore no delete operation was performed {{(pid=102534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 22:02:12.223220 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.249605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=1f86af89-eb14-4646-bb73-89661513d2a9,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:12.253871 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] No DVR routers for this DVR port 1f86af89-eb14-4646-bb73-89661513d2a9 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:02:12.266706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Router f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:02:12.322549 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:02:12.340243 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.369764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7d98f4-2269-49fd-8912-32ee0263a11b']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:12.383597 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93c946b-a299-4142-a9d1-7c48e8b4136e') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:12.384312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93c946b-a299-4142-a9d1-7c48e8b4136e') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:12.408553 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.417836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:02:12.428218 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783003b4-5a9b-4fa0-a964-d1c9af8caa5e None None] Sync routers for ids ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:02:12.437747 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.442307 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783003b4-5a9b-4fa0-a964-d1c9af8caa5e None None] Routers {'f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:12.442945 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-783003b4-5a9b-4fa0-a964-d1c9af8caa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:01:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:12.445782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:02:12.446299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.482577 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.485864 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-42c9aa9b-eaa1-4491-8fc7-434c13c76283 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.2840657 Nov 11 22:02:12.488605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51516) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:12.495631 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-783003b4-5a9b-4fa0-a964-d1c9af8caa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:12.513656 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783003b4-5a9b-4fa0-a964-d1c9af8caa5e None None] Routers {'f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:12.514909 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-783003b4-5a9b-4fa0-a964-d1c9af8caa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:01:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:02:12.525633 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:02:12.577606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1f86af89-eb14-4646-bb73-89661513d2a9 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:02:12.579277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.599925 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.604274 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-783003b4-5a9b-4fa0-a964-d1c9af8caa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:12.605159 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783003b4-5a9b-4fa0-a964-d1c9af8caa5e None None] The sync data for ids ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:02:12.605634 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 1f86af89-eb14-4646-bb73-89661513d2a9 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:02:12.606219 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1f86af89-eb14-4646-bb73-89661513d2a9 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:02:12.613557 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/networks/3a7d98f4-2269-49fd-8912-32ee0263a11b HTTP/1.1" status: 204 len: 168 time: 0.7294922 Nov 11 22:02:12.627550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51518) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:12.640155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8206f-6908-4b57-ba17-dbdf7b18746b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Network': ['ID=3a7d98f4-2269-49fd-8912-32ee0263a11b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:12.696964 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd96436d-c7f7-4111-80ee-2182bf83d923 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.734811 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd96436d-c7f7-4111-80ee-2182bf83d923 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.817252 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd96436d-c7f7-4111-80ee-2182bf83d923 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.820657 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cd96436d-c7f7-4111-80ee-2182bf83d923 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:12.824877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cd96436d-c7f7-4111-80ee-2182bf83d923 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/security-groups/16acfde6-69b5-456c-aab8-942c5e413a5a HTTP/1.1" status: 204 len: 168 time: 0.1932237 Nov 11 22:02:12.834838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96436d-c7f7-4111-80ee-2182bf83d923 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16acfde6-69b5-456c-aab8-942c5e413a5a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:13.014388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b376d37b-d961-46b8-b3fe-79cc23bdc87d None None] Network ecabdcb0-53a5-486c-b062-34c1fbe5a8d0 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:13.103585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c83189ec-1f34-41f6-9cbb-7fc1ec5661ee None None] Provisioning complete for port eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:13.104189 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c83189ec-1f34-41f6-9cbb-7fc1ec5661ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.137543 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.286749 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c83189ec-1f34-41f6-9cbb-7fc1ec5661ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.341973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51524) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:13.350510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-7f43a05f-380d-4d5c-bcba-38b0b655975e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1992207135', 'description': 'tempest-secgroup-smoke-1992207135 description', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:13.350994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c83189ec-1f34-41f6-9cbb-7fc1ec5661ee None None] For port eafd32dd-2dea-4bce-9cb2-51ddcb4d9270, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=eafd32dd-2dea-4bce-9cb2-51ddcb4d9270,segment=NetworkSegment(b6d4bd08-f618-4180-b836-ea30bec0212d),segment_id=b6d4bd08-f618-4180-b836-ea30bec0212d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:13.359682 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c83189ec-1f34-41f6-9cbb-7fc1ec5661ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.396130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f43a05f-380d-4d5c-bcba-38b0b655975e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.420973 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83189ec-1f34-41f6-9cbb-7fc1ec5661ee None None] Pushing event updated for resources: {'Port': ['ID=eafd32dd-2dea-4bce-9cb2-51ddcb4d9270,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:13.502617 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f43a05f-380d-4d5c-bcba-38b0b655975e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.508073 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f43a05f-380d-4d5c-bcba-38b0b655975e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.546412 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7f43a05f-380d-4d5c-bcba-38b0b655975e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.547866 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7f43a05f-380d-4d5c-bcba-38b0b655975e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2044132 Nov 11 22:02:13.550221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43a05f-380d-4d5c-bcba-38b0b655975e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd7944b-8d78-48f6-b05c-860483bc5ed8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:13.552344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51528) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:13.557358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-10749aec-0bae-4696-a789-d3b51af41d4f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '8cd7944b-8d78-48f6-b05c-860483bc5ed8', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:13.570588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Allocated IP 172.20.0.1 (ecabdcb0-53a5-486c-b062-34c1fbe5a8d0/4764608e-741d-4bef-bc1f-bd0bf5210b6c/8c1d3fbf-e349-4844-8629-54413b685de8) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:13.587170 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-26697eca-fe47-4b9d-9d47-81c2616e7142 None None] Provisioning complete for port eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:13.587542 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-26697eca-fe47-4b9d-9d47-81c2616e7142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.589376 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10749aec-0bae-4696-a789-d3b51af41d4f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.659215 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10749aec-0bae-4696-a789-d3b51af41d4f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.664282 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10749aec-0bae-4696-a789-d3b51af41d4f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.691853 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10749aec-0bae-4696-a789-d3b51af41d4f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b5ccbc-8e91-4a0e-87f0-d126c1d3c40a,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:13.698565 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-10749aec-0bae-4696-a789-d3b51af41d4f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.699746 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-10749aec-0bae-4696-a789-d3b51af41d4f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463995 Nov 11 22:02:13.702675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51530) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:13.708322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-320cfad3-511c-46a7-a087-d0e3b248156a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '8cd7944b-8d78-48f6-b05c-860483bc5ed8', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:13.713451 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.738610 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-320cfad3-511c-46a7-a087-d0e3b248156a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.752765 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.792541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Network ecabdcb0-53a5-486c-b062-34c1fbe5a8d0 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:13.795723 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:13.800060 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-320cfad3-511c-46a7-a087-d0e3b248156a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.802304 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:13.805850 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-320cfad3-511c-46a7-a087-d0e3b248156a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.828955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cfad3-511c-46a7-a087-d0e3b248156a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4355fcd2-9e95-495f-80ca-c046529679cd,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:13.835778 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-320cfad3-511c-46a7-a087-d0e3b248156a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.836202 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event updated for resources: {'Port': ['ID=8c1d3fbf-e349-4844-8629-54413b685de8,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:13.839627 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-320cfad3-511c-46a7-a087-d0e3b248156a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329916 Nov 11 22:02:13.840668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51532) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:13.845321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-1ab2410d-19ba-450b-b7ae-cf1d8c09a498 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '8cd7944b-8d78-48f6-b05c-860483bc5ed8', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:13.860353 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.880869 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3040b872-8a8e-47ed-94cb-38a8e5a14ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.891944 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1ab2410d-19ba-450b-b7ae-cf1d8c09a498 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.961586 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1ab2410d-19ba-450b-b7ae-cf1d8c09a498 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.969087 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1ab2410d-19ba-450b-b7ae-cf1d8c09a498 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.993568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2410d-19ba-450b-b7ae-cf1d8c09a498 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332b0323-54cd-4db9-947c-840e9d4177d0,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:14.003648 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1ab2410d-19ba-450b-b7ae-cf1d8c09a498 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.007890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1ab2410d-19ba-450b-b7ae-cf1d8c09a498 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1668215 Nov 11 22:02:14.009375 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51534) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:14.018953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-66e910ca-9df3-4cd3-8d26-1ed6a4dc3a07 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '8cd7944b-8d78-48f6-b05c-860483bc5ed8', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:14.037179 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.061184 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66e910ca-9df3-4cd3-8d26-1ed6a4dc3a07 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.099429 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:02:14.143587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-342131dc-cd7e-4624-b1a8-876567d85ca5 None None] Provisioning complete for port 8c1d3fbf-e349-4844-8629-54413b685de8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:14.143997 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-342131dc-cd7e-4624-b1a8-876567d85ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.151678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66e910ca-9df3-4cd3-8d26-1ed6a4dc3a07 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.160409 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66e910ca-9df3-4cd3-8d26-1ed6a4dc3a07 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.181997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e910ca-9df3-4cd3-8d26-1ed6a4dc3a07 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c966dd5-fbd3-4d80-b4cd-3e98387762a5,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:14.189217 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-66e910ca-9df3-4cd3-8d26-1ed6a4dc3a07 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.194018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-66e910ca-9df3-4cd3-8d26-1ed6a4dc3a07 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1800301 Nov 11 22:02:14.194227 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-342131dc-cd7e-4624-b1a8-876567d85ca5 None None] Port 8c1d3fbf-e349-4844-8629-54413b685de8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:02:14.194409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51536) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:14.199538 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5418a97c-8c96-4d59-b2c1-bbe283e7e1a7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '8cd7944b-8d78-48f6-b05c-860483bc5ed8', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:14.209424 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:14.209984 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.226811 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-5418a97c-8c96-4d59-b2c1-bbe283e7e1a7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Project ca10c78ec5c842e0aa2eed659b01aa7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:02:14.233456 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5418a97c-8c96-4d59-b2c1-bbe283e7e1a7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.300855 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5418a97c-8c96-4d59-b2c1-bbe283e7e1a7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.305999 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5418a97c-8c96-4d59-b2c1-bbe283e7e1a7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.312076 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ae871193-4d70-4aac-9e46-a3ac87e9a8c5 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:02:14.326429 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418a97c-8c96-4d59-b2c1-bbe283e7e1a7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e50a3b9-17a0-460c-8603-866e65129223,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:14.336586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: ae871193-4d70-4aac-9e46-a3ac87e9a8c5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:02:14.337310 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ae871193-4d70-4aac-9e46-a3ac87e9a8c5 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:02:14.337566 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5418a97c-8c96-4d59-b2c1-bbe283e7e1a7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.338143 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f21b0678-ea9b-4b7e-a9af-85f1cd4a277f no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:02:14.341009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5418a97c-8c96-4d59-b2c1-bbe283e7e1a7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435206 Nov 11 22:02:14.341909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51538) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:14.347829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9cd85ea9-0b5b-4f56-ba43-f57d2e101a8c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '8cd7944b-8d78-48f6-b05c-860483bc5ed8', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:14.361572 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: f21b0678-ea9b-4b7e-a9af-85f1cd4a277f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:02:14.361921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f21b0678-ea9b-4b7e-a9af-85f1cd4a277f not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:02:14.371715 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-9cd85ea9-0b5b-4f56-ba43-f57d2e101a8c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Project ca10c78ec5c842e0aa2eed659b01aa7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:02:14.379891 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9cd85ea9-0b5b-4f56-ba43-f57d2e101a8c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.400187 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.406602 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.453000 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9cd85ea9-0b5b-4f56-ba43-f57d2e101a8c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.457465 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9cd85ea9-0b5b-4f56-ba43-f57d2e101a8c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.484931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd85ea9-0b5b-4f56-ba43-f57d2e101a8c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc07efba-0acc-4027-9f9f-8bda36bb3f46,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:14.496875 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9cd85ea9-0b5b-4f56-ba43-f57d2e101a8c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.498617 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9cd85ea9-0b5b-4f56-ba43-f57d2e101a8c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544726 Nov 11 22:02:14.501737 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51540) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:14.503558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event updated for resources: {'Port': ['ID=8c1d3fbf-e349-4844-8629-54413b685de8,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:14.507257 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.508686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d9d929b2-3db0-4a36-a68c-0688664e73b1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'network': {'name': 'tempest-network-smoke--321606105', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'port_security_enabled': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:14.539344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d929b2-3db0-4a36-a68c-0688664e73b1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Made reservation on behalf of ca10c78ec5c842e0aa2eed659b01aa7e for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:14.544550 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9d929b2-3db0-4a36-a68c-0688664e73b1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.578347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d929b2-3db0-4a36-a68c-0688664e73b1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:02:14.588765 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9d929b2-3db0-4a36-a68c-0688664e73b1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.589146 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-d9d929b2-3db0-4a36-a68c-0688664e73b1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Added segment 68308ce2-b339-4bb6-9acf-52172bf98230 of type vlan for network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 Nov 11 22:02:14.620046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Network ecabdcb0-53a5-486c-b062-34c1fbe5a8d0 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:14.621441 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:14.633299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9d929b2-3db0-4a36-a68c-0688664e73b1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.662136 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9d929b2-3db0-4a36-a68c-0688664e73b1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.668417 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d929b2-3db0-4a36-a68c-0688664e73b1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:14.669127 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9d929b2-3db0-4a36-a68c-0688664e73b1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.731785 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.750665 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d9d929b2-3db0-4a36-a68c-0688664e73b1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2475507 Nov 11 22:02:14.754148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51542) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:14.758737 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'admin_state_up': True, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:14.762247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Router f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:02:14.774139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d929b2-3db0-4a36-a68c-0688664e73b1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Network': ['ID=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:14.787866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:02:14.791989 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.793187 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.873259 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.922387 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:02:14.930786 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-353a0694-263e-496b-8c55-384c8e364854 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] 10.222.0.57 "PUT /v2.0/routers/f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4396226 Nov 11 22:02:14.933650 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51544) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:14.941862 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffae96cd-e58b-4513-a52f-1daa5577059e None None] Sync routers for ids ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:02:14.942118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Request body: {'port': {'network_id': 'ecabdcb0-53a5-486c-b062-34c1fbe5a8d0', 'name': 'tempest-FloatingIPAdminTestJSON-1760586497'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:14.951589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6f1a4431-9f4e-41ba-8be5-2a9e419a6348 None None] Provisioning complete for port 8c1d3fbf-e349-4844-8629-54413b685de8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:14.952566 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4431-9f4e-41ba-8be5-2a9e419a6348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.991562 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffae96cd-e58b-4513-a52f-1daa5577059e None None] Routers {'f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:14.992273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ffae96cd-e58b-4513-a52f-1daa5577059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:01:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:15.024943 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:15.087031 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Made reservation on behalf of 9baa54d79aee40c68e9dbcf7ef271700 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:15.091672 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:15.112597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] device_id is not set on port 25b99b50-9a44-4301-a855-e41a06f29117 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 22:02:15.211451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ffae96cd-e58b-4513-a52f-1daa5577059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:15.216839 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a4431-9f4e-41ba-8be5-2a9e419a6348 None None] Port 8c1d3fbf-e349-4844-8629-54413b685de8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:02:15.225815 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffae96cd-e58b-4513-a52f-1daa5577059e None None] Routers {'f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:15.226464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ffae96cd-e58b-4513-a52f-1daa5577059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:01:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:15.260314 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Allocated IP 172.20.0.14 (ecabdcb0-53a5-486c-b062-34c1fbe5a8d0/4764608e-741d-4bef-bc1f-bd0bf5210b6c/25b99b50-9a44-4301-a855-e41a06f29117) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:15.261651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ffae96cd-e58b-4513-a52f-1daa5577059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:15.262325 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffae96cd-e58b-4513-a52f-1daa5577059e None None] The sync data for ids ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:02:15.447121 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:15.489379 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:15.540873 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Network ecabdcb0-53a5-486c-b062-34c1fbe5a8d0 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:15.546603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:15.550845 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:15.582419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event updated for resources: {'Port': ['ID=25b99b50-9a44-4301-a855-e41a06f29117,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:15.596992 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:15.597372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:15.597693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:15.598037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:15.598390 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:15.598727 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:15.599171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:15.599499 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:15.599836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:15.600166 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:15.600488 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:15.600815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:15.626131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:15.626827 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:15.654490 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-261ff273-94a6-4ab2-b7ed-f82fe7b69d5b tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7152169 Nov 11 22:02:15.654810 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51546) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:15.686003 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:15.707925 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:15.721501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'project_id': '9baa54d79aee40c68e9dbcf7ef271700', 'port_id': '25b99b50-9a44-4301-a855-e41a06f29117'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:15.747912 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:15.843335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.25.0.105 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/5e04e0bb-367c-4999-a395-a272cd8a60ee) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:15.843670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-babe8c8c-4eec-4313-bb51-69e2e789652b None None] Provisioning complete for port 25b99b50-9a44-4301-a855-e41a06f29117 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:15.843866 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-babe8c8c-4eec-4313-bb51-69e2e789652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:15.854304 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:15.887554 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-babe8c8c-4eec-4313-bb51-69e2e789652b None None] Port 25b99b50-9a44-4301-a855-e41a06f29117 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:02:15.958089 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:15.998657 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:16.038697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:16.044485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:16.048712 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:16.050133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Allocated IP 172.25.0.13 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/040d6506-eee1-49d2-84da-d9e812ab60ee) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:16.067462 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797d5e05-47ad-42e3-9fbb-18ff92cfadf4 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:02:16.078069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=5e04e0bb-367c-4999-a395-a272cd8a60ee,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:16.090587 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-74261474-24b4-4ce6-9b68-09eb0105cfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:16.158038 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:16.193617 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:16.212821 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5f251f7c-e3d7-46b0-9547-ea6258906b89 None None] Provisioning complete for port 5e04e0bb-367c-4999-a395-a272cd8a60ee triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:16.213478 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f251f7c-e3d7-46b0-9547-ea6258906b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:16.243098 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:16.246197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:16.253541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:16.261060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5f251f7c-e3d7-46b0-9547-ea6258906b89 None None] Port 5e04e0bb-367c-4999-a395-a272cd8a60ee cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:02:16.281920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Pushing event updated for resources: {'Port': ['ID=040d6506-eee1-49d2-84da-d9e812ab60ee,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:16.356411 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:16.589415 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:16.654054 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:16.737526 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:16.738630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router cb595c11-9a67-433f-a117-9b54510ed177 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:02:16.860405 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:02:16.876834 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Sync routers for ids ['cb595c11-9a67-433f-a117-9b54510ed177'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:02:16.888284 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:16.890477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9ed56a06-3a89-4d52-b180-189fc2e10f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1351998 Nov 11 22:02:16.894952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51550) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:16.897234 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Routers {'cb595c11-9a67-433f-a117-9b54510ed177'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:16.898247 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:02:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['cb595c11-9a67-433f-a117-9b54510ed177'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:16.921416 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:16.929014 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:16.954982 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1937867b-5013-4ed3-8aeb-8771f90b9ae9 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ca10c78ec5c842e0aa2eed659b01aa7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0579786 Nov 11 22:02:16.958673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51552) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:17.011582 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Pushing event updated for resources: {'Port': ['ID=040d6506-eee1-49d2-84da-d9e812ab60ee,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:17.024941 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:17.057023 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Set router cb595c11-9a67-433f-a117-9b54510ed177 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:02:17.087403 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd36472-861f-481f-8b85-56d1201f114b tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:17.090012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5fd36472-861f-481f-8b85-56d1201f114b tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294050 Nov 11 22:02:17.093054 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51554) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:17.133380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4fc6bf82-7b09-445c-8fd5-d462204048fc tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385947 Nov 11 22:02:17.135875 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51556) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:17.142509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-da6720e3-a014-48b3-9361-ccf0f39668c2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-154903548', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:17.156021 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Floating IP 26c6b12e-ba7d-491d-a59a-3ae96625cacc associated. External IP: 172.25.0.13, port: 25b99b50-9a44-4301-a855-e41a06f29117. Nov 11 22:02:17.259195 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:17.269352 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6720e3-a014-48b3-9361-ccf0f39668c2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Made reservation on behalf of ca10c78ec5c842e0aa2eed659b01aa7e for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:17.275188 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da6720e3-a014-48b3-9361-ccf0f39668c2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:17.410651 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Router f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:02:17.413610 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:02:14Z', 'updated_at': '2021-11-11T22:02:16Z', 'revision_number': 3, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:15Z', 'updated_at': '2021-11-11T22:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:17.442442 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Checking router: cb595c11-9a67-433f-a117-9b54510ed177 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:02:17.443078 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Updating router cb595c11-9a67-433f-a117-9b54510ed177 port 5e04e0bb-367c-4999-a395-a272cd8a60ee binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:02:17.472837 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:17.493377 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da6720e3-a014-48b3-9361-ccf0f39668c2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:17.531006 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:02:17.545779 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de86169-cf9c-4818-87a9-5a1f323e51c9 None None] Sync routers for ids ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:02:17.557210 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de86169-cf9c-4818-87a9-5a1f323e51c9 None None] Routers {'f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:17.558422 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8de86169-cf9c-4818-87a9-5a1f323e51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:02:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:17.562887 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6720e3-a014-48b3-9361-ccf0f39668c2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Subnet': ['ID=53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:17.565425 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:17.570579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6720e3-a014-48b3-9361-ccf0f39668c2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Checking segment: {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:02:17.570955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6720e3-a014-48b3-9361-ccf0f39668c2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network hostable DHCP agents. Network: f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:02:17.595465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6720e3-a014-48b3-9361-ccf0f39668c2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:02:17.601675 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-080e7bec-ab44-408f-8522-5bf31bd360d3 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 1.9437826 Nov 11 22:02:17.604323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51558) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:17.612865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-da6720e3-a014-48b3-9361-ccf0f39668c2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:17.616822 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8de86169-cf9c-4818-87a9-5a1f323e51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:17.626500 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9e8919-3d1b-43c7-9e1e-c96672db78f3 None None] Network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:17.628766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6720e3-a014-48b3-9361-ccf0f39668c2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:17.629871 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da6720e3-a014-48b3-9361-ccf0f39668c2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:17.650028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de86169-cf9c-4818-87a9-5a1f323e51c9 None None] Routers {'f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:17.651059 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8de86169-cf9c-4818-87a9-5a1f323e51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:02:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:17.659621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-da6720e3-a014-48b3-9361-ccf0f39668c2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5214064 Nov 11 22:02:17.660346 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51560) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:17.734689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8de86169-cf9c-4818-87a9-5a1f323e51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:17.735979 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de86169-cf9c-4818-87a9-5a1f323e51c9 None None] The sync data for ids ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'] in n-d-805737-3 is: [] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:02:17.832953 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:17.841132 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:17.898908 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Attempting to bind port 5e04e0bb-367c-4999-a395-a272cd8a60ee on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:02:17.899615 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Attempting to bind port 5e04e0bb-367c-4999-a395-a272cd8a60ee by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:02:17.899760 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Attempting to bind port 5e04e0bb-367c-4999-a395-a272cd8a60ee on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:02:17.902136 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819817a-080b-48d8-a933-319ade3c4b4f None None] Pushing event updated for resources: {'Port': ['ID=5e04e0bb-367c-4999-a395-a272cd8a60ee,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:17.912130 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:02:17.912547 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:02:17.912950 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:17.913349 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:02:17.913822 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Bound port: 5e04e0bb-367c-4999-a395-a272cd8a60ee, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:02:17.914213 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:17.915755 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca70532f-1e9a-46d8-81ba-247b898afa16 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:02:17.916901 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819817a-080b-48d8-a933-319ade3c4b4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:17.917245 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819817a-080b-48d8-a933-319ade3c4b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:17.917578 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819817a-080b-48d8-a933-319ade3c4b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:17.917907 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819817a-080b-48d8-a933-319ade3c4b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:17.918236 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819817a-080b-48d8-a933-319ade3c4b4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:17.918560 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819817a-080b-48d8-a933-319ade3c4b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:17.918879 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819817a-080b-48d8-a933-319ade3c4b4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:17.919196 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819817a-080b-48d8-a933-319ade3c4b4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:17.919514 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819817a-080b-48d8-a933-319ade3c4b4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:17.919834 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819817a-080b-48d8-a933-319ade3c4b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:17.920285 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819817a-080b-48d8-a933-319ade3c4b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:17.920601 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819817a-080b-48d8-a933-319ade3c4b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:17.954712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ips': [{'subnet_id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:02:17.955629 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:17.990255 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] For port 5e04e0bb-367c-4999-a395-a272cd8a60ee, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:02:17.994668 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] For port 5e04e0bb-367c-4999-a395-a272cd8a60ee, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5e04e0bb-367c-4999-a395-a272cd8a60ee,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:02:18.002195 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.062526 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819817a-080b-48d8-a933-319ade3c4b4f None None] Pushing event updated for resources: {'Port': ['ID=5e04e0bb-367c-4999-a395-a272cd8a60ee,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:18.095981 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Routers {'cb595c11-9a67-433f-a117-9b54510ed177'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:18.096779 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:02:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['cb595c11-9a67-433f-a117-9b54510ed177'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:18.115372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742ac0eb-26c3-4df0-9651-85ac0c996579 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:02:18.144309 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-807a67b8-27c1-4bc6-8a13-2d44bf25bb03 None None] Provisioning complete for port 5e04e0bb-367c-4999-a395-a272cd8a60ee triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:18.144877 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-807a67b8-27c1-4bc6-8a13-2d44bf25bb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.180004 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2091c070-f596-4dcb-89a5-0e445c21e3a2 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] 10.222.0.57 "GET /v2.0/floatingips/26c6b12e-ba7d-491d-a59a-3ae96625cacc HTTP/1.1" status: 200 len: 983 time: 0.5721171 Nov 11 22:02:18.180619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51562) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:18.191194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Allocated IP 172.20.0.2 (f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2/53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e/82baba96-5ea4-4996-8342-ea3a304e0555) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:18.258326 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] Set router cb595c11-9a67-433f-a117-9b54510ed177 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:02:18.323090 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-807a67b8-27c1-4bc6-8a13-2d44bf25bb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.334849 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d6fec485-4009-4239-9789-37689cfe087d tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3517 time: 0.1528542 Nov 11 22:02:18.335766 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51564) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:18.351637 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.363079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-807a67b8-27c1-4bc6-8a13-2d44bf25bb03 None None] For port 5e04e0bb-367c-4999-a395-a272cd8a60ee, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5e04e0bb-367c-4999-a395-a272cd8a60ee,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:18.381396 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-807a67b8-27c1-4bc6-8a13-2d44bf25bb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.513308 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.523315 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a67b8-27c1-4bc6-8a13-2d44bf25bb03 None None] Pushing event updated for resources: {'Port': ['ID=5e04e0bb-367c-4999-a395-a272cd8a60ee,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:18.539955 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.546003 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:02:14Z', 'updated_at': '2021-11-11T22:02:16Z', 'revision_number': 3, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:15Z', 'updated_at': '2021-11-11T22:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:18.562745 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a51611d5-41da-410e-b4ec-aca6bb1ce06c tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Deleting port 040d6506-eee1-49d2-84da-d9e812ab60ee {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:18.563534 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a51611d5-41da-410e-b4ec-aca6bb1ce06c tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.593748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bd298ce5-540e-4101-86dd-065918596856 None None] Provisioning complete for port 5e04e0bb-367c-4999-a395-a272cd8a60ee triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:18.594174 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd298ce5-540e-4101-86dd-065918596856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.603132 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52828d43-5657-41ed-89ca-e6dd12b1694f None None] The sync data for ids ['cb595c11-9a67-433f-a117-9b54510ed177'] in n-d-805737-3 is: [{'id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:02:14Z', 'updated_at': '2021-11-11T22:02:16Z', 'revision_number': 3, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:15Z', 'updated_at': '2021-11-11T22:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:02:18.612230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:18.645477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:18.648745 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:18.665649 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Pushing event updated for resources: {'Port': ['ID=82baba96-5ea4-4996-8342-ea3a304e0555,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:18.682622 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.685830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a51611d5-41da-410e-b4ec-aca6bb1ce06c tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.686133 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a51611d5-41da-410e-b4ec-aca6bb1ce06c tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.707641 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a51611d5-41da-410e-b4ec-aca6bb1ce06c tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Calling delete_port for 040d6506-eee1-49d2-84da-d9e812ab60ee owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:18.782100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.20.0.1 (f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2/53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e/63026abc-8779-46fc-ac41-2a4547db6b78) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:18.783376 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Attempting to bind port 82baba96-5ea4-4996-8342-ea3a304e0555 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:02:18.783889 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Attempting to bind port 82baba96-5ea4-4996-8342-ea3a304e0555 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:02:18.784371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Attempting to bind port 82baba96-5ea4-4996-8342-ea3a304e0555 on network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:02:18.801121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:02:18.802010 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Checking segment: {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:02:18.803002 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.803802 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Bound using segment: {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:02:18.804238 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Bound port: 82baba96-5ea4-4996-8342-ea3a304e0555, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:02:18.804702 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.909084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] For port 82baba96-5ea4-4996-8342-ea3a304e0555, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:02:18.917608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] For port 82baba96-5ea4-4996-8342-ea3a304e0555, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=82baba96-5ea4-4996-8342-ea3a304e0555,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:02:18.918968 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a51611d5-41da-410e-b4ec-aca6bb1ce06c tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.927887 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.941022 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.990870 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51611d5-41da-410e-b4ec-aca6bb1ce06c tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event deleted for resources: {'Port': ['ID=040d6506-eee1-49d2-84da-d9e812ab60ee,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:19.038335 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:19.073655 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098912c5-8fb4-4b36-82d5-8543860cfc3a None None] Pushing event updated for resources: {'Port': ['ID=82baba96-5ea4-4996-8342-ea3a304e0555,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:19.088601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:19.090263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:19.097110 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a51611d5-41da-410e-b4ec-aca6bb1ce06c tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:19.097445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:19.097607 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-a51611d5-41da-410e-b4ec-aca6bb1ce06c tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Floating IP 26c6b12e-ba7d-491d-a59a-3ae96625cacc disassociated (deleted). External IP: 172.25.0.13, port: 25b99b50-9a44-4301-a855-e41a06f29117. Nov 11 22:02:19.155721 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=63026abc-8779-46fc-ac41-2a4547db6b78,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:19.167231 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:19.369912 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:19.392720 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:19.456009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51611d5-41da-410e-b4ec-aca6bb1ce06c tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Router f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:02:19.612082 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51611d5-41da-410e-b4ec-aca6bb1ce06c tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:02:19.617836 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a51611d5-41da-410e-b4ec-aca6bb1ce06c tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:19.625828 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f1786-d88c-4223-bc30-4eef26ce71dd None None] Sync routers for ids ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:02:19.647034 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f1786-d88c-4223-bc30-4eef26ce71dd None None] Routers {'f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:19.647967 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-384f1786-d88c-4223-bc30-4eef26ce71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:02:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:19.662406 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a51611d5-41da-410e-b4ec-aca6bb1ce06c tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] 10.222.0.57 "DELETE /v2.0/floatingips/26c6b12e-ba7d-491d-a59a-3ae96625cacc HTTP/1.1" status: 204 len: 168 time: 1.3220387 Nov 11 22:02:19.663871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51566) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:19.669533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:19.699794 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:19.720234 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-384f1786-d88c-4223-bc30-4eef26ce71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:19.732866 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f1786-d88c-4223-bc30-4eef26ce71dd None None] Routers {'f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:19.733492 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-384f1786-d88c-4223-bc30-4eef26ce71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:02:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:19.795809 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-384f1786-d88c-4223-bc30-4eef26ce71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:19.796464 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f1786-d88c-4223-bc30-4eef26ce71dd None None] The sync data for ids ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:02:19.817471 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:19.823810 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:19.834697 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:19.914273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=63026abc-8779-46fc-ac41-2a4547db6b78,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:19.919789 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.028470 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Allocated IP 172.25.0.175 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/7038bf66-ff56-4e10-8123-1c8121a8b61e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:20.045525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:20.048308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:20.149416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5e04e0bb-367c-4999-a395-a272cd8a60ee up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:02:20.163010 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.214101 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router cb595c11-9a67-433f-a117-9b54510ed177 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:02:20.221978 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.223874 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5e04e0bb-367c-4999-a395-a272cd8a60ee triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:20.224372 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.290292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:20.293403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:20.296313 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:20.346918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Pushing event updated for resources: {'Port': ['ID=7038bf66-ff56-4e10-8123-1c8121a8b61e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:20.348521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 82baba96-5ea4-4996-8342-ea3a304e0555 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:02:20.366413 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:02:20.383332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0e2baceb-50e1-4149-a2ba-1b077d26d524 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "PUT /v2.0/routers/cb595c11-9a67-433f-a117-9b54510ed177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7131259 Nov 11 22:02:20.401769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cd1dd9-88da-463c-ae01-e147658bae6a None None] Network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:20.433204 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.493365 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.503126 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 82baba96-5ea4-4996-8342-ea3a304e0555 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:20.503514 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.511645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d49f3529-a89f-4f51-8721-d7ecdac8aa4a None None] Provisioning complete for port 82baba96-5ea4-4996-8342-ea3a304e0555 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:20.512007 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d49f3529-a89f-4f51-8721-d7ecdac8aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.713480 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-f247ff9e-65f0-4a95-b78b-ce5622ddf7b8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992207135&fields=id&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 267 time: 0.0825813 Nov 11 22:02:20.744049 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.754384 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.779106 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.850414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 82baba96-5ea4-4996-8342-ea3a304e0555, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=82baba96-5ea4-4996-8342-ea3a304e0555,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:20.872703 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.873035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Pushing event updated for resources: {'Port': ['ID=7038bf66-ff56-4e10-8123-1c8121a8b61e,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:20.881488 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d49f3529-a89f-4f51-8721-d7ecdac8aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.891892 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff74056-d2db-4886-b535-7a4c7087acde req-2808559c-005a-45e7-b4ef-cbd24345edcb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:20.901213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-2808559c-005a-45e7-b4ef-cbd24345edcb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/networks?id=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 HTTP/1.1" status: 200 len: 796 time: 0.1781974 Nov 11 22:02:20.905941 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.929061 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-4cb712bd-6c67-40bb-931f-05823a0d7685 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/quotas/ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 375 time: 0.0263059 Nov 11 22:02:20.938597 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.943021 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9aa1f2b6-20ce-4d53-a63a-4afcbcefbb22 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2775934 Nov 11 22:02:20.946363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51580) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:20.973194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Sync routers for ids ['cb595c11-9a67-433f-a117-9b54510ed177'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:02:21.013972 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-c26278a5-ce16-4ef8-b694-09fd5d285a8a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840139 Nov 11 22:02:21.065534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=82baba96-5ea4-4996-8342-ea3a304e0555,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:21.070645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Routers {'cb595c11-9a67-433f-a117-9b54510ed177'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:21.071562 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:02:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['cb595c11-9a67-433f-a117-9b54510ed177'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:21.133468 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:21.146847 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-d49f3529-a89f-4f51-8721-d7ecdac8aa4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:02:21.147518 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-d49f3529-a89f-4f51-8721-d7ecdac8aa4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 22:02:21.161174 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-efd1cda8-150f-47bb-911c-7c5b0388551b service neutron] 10.222.0.57 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283679 Nov 11 22:02:21.175104 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:21.323436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-4aa9ffe1-7816-4b3b-a47f-01436a655850 service neutron] 10.222.0.57 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472752 Nov 11 22:02:21.378506 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:21.479320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Set router cb595c11-9a67-433f-a117-9b54510ed177 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:02:21.567486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Allocated IP 172.25.0.141 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/23fbf6d8-d8c9-4bc4-8520-73fbaa0747f1) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:21.586699 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7348bd6-8d45-440c-aadd-874c485eab33 req-99e84a86-d445-4b61-9b71-c75a2f1a9f8e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 210 time: 0.0725725 Nov 11 22:02:21.735082 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:21.789512 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:21.831990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:21.834943 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:02:14Z', 'updated_at': '2021-11-11T22:02:19Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:15Z', 'updated_at': '2021-11-11T22:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '63026abc-8779-46fc-ac41-2a4547db6b78', 'name': '', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:77:c9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:18Z', 'updated_at': '2021-11-11T22:02:19Z', 'revision_number': 2, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:21.835722 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:21.843790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:21.873224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Checking router: cb595c11-9a67-433f-a117-9b54510ed177 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:02:21.874539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Updating router cb595c11-9a67-433f-a117-9b54510ed177 port 63026abc-8779-46fc-ac41-2a4547db6b78 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:02:21.875272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Pushing event updated for resources: {'Port': ['ID=23fbf6d8-d8c9-4bc4-8520-73fbaa0747f1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:21.912827 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:21.917734 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9a370860-3bc3-4af7-b910-ad1e43292125 None None] Provisioning complete for port 82baba96-5ea4-4996-8342-ea3a304e0555 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:21.918107 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a370860-3bc3-4af7-b910-ad1e43292125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:21.974732 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:22.023532 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:22.078608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 82baba96-5ea4-4996-8342-ea3a304e0555 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:02:22.215342 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:22.221056 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:22.252537 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9a370860-3bc3-4af7-b910-ad1e43292125 None None] Provisioning complete for port 63026abc-8779-46fc-ac41-2a4547db6b78 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:22.252941 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9a370860-3bc3-4af7-b910-ad1e43292125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:22.254491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 82baba96-5ea4-4996-8342-ea3a304e0555 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:22.254846 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:22.315141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Pushing event updated for resources: {'Port': ['ID=23fbf6d8-d8c9-4bc4-8520-73fbaa0747f1,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:22.318671 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:22.353489 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:22.354899 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9a370860-3bc3-4af7-b910-ad1e43292125 None None] Port 63026abc-8779-46fc-ac41-2a4547db6b78 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:02:22.355106 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ed8c0cb6-4812-4e84-808b-4bfce5b81cea tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4065678 Nov 11 22:02:22.357944 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51596) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:22.459706 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:22.475085 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:22.491387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c6e9fc3f-3255-4d77-8c4e-5d3025f52334 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3702 time: 0.1312668 Nov 11 22:02:22.496210 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51598) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:22.532221 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa89230-2a3e-421e-aaf5-a2cd63b114c8 None None] Pushing event updated for resources: {'Port': ['ID=63026abc-8779-46fc-ac41-2a4547db6b78,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:22.596328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Attempting to bind port 63026abc-8779-46fc-ac41-2a4547db6b78 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:02:22.597115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Attempting to bind port 63026abc-8779-46fc-ac41-2a4547db6b78 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:02:22.597308 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Attempting to bind port 63026abc-8779-46fc-ac41-2a4547db6b78 on network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:02:22.603720 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:02:22.604097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Checking segment: {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:02:22.604511 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:22.604942 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Bound using segment: {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:02:22.605429 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Bound port: 63026abc-8779-46fc-ac41-2a4547db6b78, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:02:22.605812 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:22.703772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] For port 63026abc-8779-46fc-ac41-2a4547db6b78, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:02:22.715888 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] For port 63026abc-8779-46fc-ac41-2a4547db6b78, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=63026abc-8779-46fc-ac41-2a4547db6b78,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:02:22.724945 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:22.800916 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa89230-2a3e-421e-aaf5-a2cd63b114c8 None None] Pushing event updated for resources: {'Port': ['ID=63026abc-8779-46fc-ac41-2a4547db6b78,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:22.805593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Routers {'cb595c11-9a67-433f-a117-9b54510ed177'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:22.806473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:02:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['cb595c11-9a67-433f-a117-9b54510ed177'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:22.931200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bab3220b-14d4-4b76-b341-1b0fdb84d690 None None] Provisioning complete for port 63026abc-8779-46fc-ac41-2a4547db6b78 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:22.931888 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bab3220b-14d4-4b76-b341-1b0fdb84d690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:22.939427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff74056-d2db-4886-b535-7a4c7087acde req-dfa5c2ea-2e79-49d5-9265-486bfa5a6436 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:22.942298 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-dfa5c2ea-2e79-49d5-9265-486bfa5a6436 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.71 "GET /v2.0/networks?id=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 HTTP/1.1" status: 200 len: 796 time: 0.1908283 Nov 11 22:02:23.037306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] Set router cb595c11-9a67-433f-a117-9b54510ed177 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:02:23.056529 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-142b5967-e2a6-4a96-95b5-447e80fcd8bd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 380 time: 0.0926402 Nov 11 22:02:23.071105 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-8ff74056-d2db-4886-b535-7a4c7087acde req-eb3444ab-36d1-4efc-9c1a-986f6050b149 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'port': {'device_id': '26630c17-867d-49ce-888b-071d92702514', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'admin_state_up': True, 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'security_groups': ['8cd7944b-8d78-48f6-b05c-860483bc5ed8']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:23.219649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-283c42ce-5cc8-472f-9e11-ef1c78cc8245 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.7192600 Nov 11 22:02:23.226851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51602) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:23.236621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bbef1ad-88d9-401f-88d1-d9583d613bc2 req-3909f9a4-4887-4725-92f5-3edd4b49dbe9 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 210 time: 0.0359046 Nov 11 22:02:23.248080 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bab3220b-14d4-4b76-b341-1b0fdb84d690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:23.266229 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff74056-d2db-4886-b535-7a4c7087acde req-eb3444ab-36d1-4efc-9c1a-986f6050b149 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Made reservation on behalf of ca10c78ec5c842e0aa2eed659b01aa7e for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:23.269985 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8ff74056-d2db-4886-b535-7a4c7087acde req-eb3444ab-36d1-4efc-9c1a-986f6050b149 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:23.315277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bab3220b-14d4-4b76-b341-1b0fdb84d690 None None] For port 63026abc-8779-46fc-ac41-2a4547db6b78, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=63026abc-8779-46fc-ac41-2a4547db6b78,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:23.320655 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bab3220b-14d4-4b76-b341-1b0fdb84d690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:23.400417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3220b-14d4-4b76-b341-1b0fdb84d690 None None] Pushing event updated for resources: {'Port': ['ID=63026abc-8779-46fc-ac41-2a4547db6b78,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:23.420891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:02:14Z', 'updated_at': '2021-11-11T22:02:19Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:15Z', 'updated_at': '2021-11-11T22:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '63026abc-8779-46fc-ac41-2a4547db6b78', 'name': '', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:77:c9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:18Z', 'updated_at': '2021-11-11T22:02:22Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:23.453607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab57479-32aa-4f85-89c5-b139520df4e8 None None] The sync data for ids ['cb595c11-9a67-433f-a117-9b54510ed177'] in n-d-805737-3 is: [{'id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:02:14Z', 'updated_at': '2021-11-11T22:02:19Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:15Z', 'updated_at': '2021-11-11T22:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '63026abc-8779-46fc-ac41-2a4547db6b78', 'name': '', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:77:c9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:18Z', 'updated_at': '2021-11-11T22:02:22Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:02:23.467312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-185dd571-e66d-42d9-af86-5c2ebd862b4f None None] Provisioning complete for port 63026abc-8779-46fc-ac41-2a4547db6b78 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:23.467676 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-185dd571-e66d-42d9-af86-5c2ebd862b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:23.471087 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c5621c1d-b2ce-4feb-b1ac-cfd638d117aa tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Deleting port 23fbf6d8-d8c9-4bc4-8520-73fbaa0747f1 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:23.471429 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5621c1d-b2ce-4feb-b1ac-cfd638d117aa tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:23.511568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-8ff74056-d2db-4886-b535-7a4c7087acde req-eb3444ab-36d1-4efc-9c1a-986f6050b149 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.20.0.5 (f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2/53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e/b727b253-0bb3-4dc2-8c30-0485364f176d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:23.608454 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5621c1d-b2ce-4feb-b1ac-cfd638d117aa tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:23.608454 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5621c1d-b2ce-4feb-b1ac-cfd638d117aa tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:23.644120 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c5621c1d-b2ce-4feb-b1ac-cfd638d117aa tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Calling delete_port for 23fbf6d8-d8c9-4bc4-8520-73fbaa0747f1 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:23.786760 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8ff74056-d2db-4886-b535-7a4c7087acde req-eb3444ab-36d1-4efc-9c1a-986f6050b149 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:23.873833 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8ff74056-d2db-4886-b535-7a4c7087acde req-eb3444ab-36d1-4efc-9c1a-986f6050b149 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:23.916138 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5621c1d-b2ce-4feb-b1ac-cfd638d117aa tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:23.934705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff74056-d2db-4886-b535-7a4c7087acde req-eb3444ab-36d1-4efc-9c1a-986f6050b149 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:23.942737 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-8ff74056-d2db-4886-b535-7a4c7087acde req-eb3444ab-36d1-4efc-9c1a-986f6050b149 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:23.946079 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff74056-d2db-4886-b535-7a4c7087acde req-eb3444ab-36d1-4efc-9c1a-986f6050b149 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:23.949052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3444ab-36d1-4efc-9c1a-986f6050b149 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=b727b253-0bb3-4dc2-8c30-0485364f176d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:24.049694 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5621c1d-b2ce-4feb-b1ac-cfd638d117aa tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Pushing event deleted for resources: {'Port': ['ID=23fbf6d8-d8c9-4bc4-8520-73fbaa0747f1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:24.101516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 63026abc-8779-46fc-ac41-2a4547db6b78 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:02:24.102058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff74056-d2db-4886-b535-7a4c7087acde req-eb3444ab-36d1-4efc-9c1a-986f6050b149 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:24.102505 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8ff74056-d2db-4886-b535-7a4c7087acde req-eb3444ab-36d1-4efc-9c1a-986f6050b149 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:24.119477 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5621c1d-b2ce-4feb-b1ac-cfd638d117aa tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:24.122433 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5621c1d-b2ce-4feb-b1ac-cfd638d117aa tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:24.128080 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c5621c1d-b2ce-4feb-b1ac-cfd638d117aa tempest-FloatingIPAdminTestJSON-548307786 tempest-FloatingIPAdminTestJSON-548307786-project] 10.222.0.57 "DELETE /v2.0/floatingips/e553763c-bdbf-40c2-80db-fd8369d5d606 HTTP/1.1" status: 204 len: 168 time: 0.8955686 Nov 11 22:02:24.128350 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51604) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:24.145910 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-eb3444ab-36d1-4efc-9c1a-986f6050b149 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0796993 Nov 11 22:02:24.170419 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 63026abc-8779-46fc-ac41-2a4547db6b78 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:24.170810 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:24.200294 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Request body: {'port': {'device_id': '26630c17-867d-49ce-888b-071d92702514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:24.324182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1fbb936b-2754-4c78-90f9-503c6587e641 None None] Provisioning complete for port b727b253-0bb3-4dc2-8c30-0485364f176d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:24.324704 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fbb936b-2754-4c78-90f9-503c6587e641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:24.367769 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:24.376899 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb936b-2754-4c78-90f9-503c6587e641 None None] Port b727b253-0bb3-4dc2-8c30-0485364f176d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:02:24.403761 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda93e86-0045-4aba-b57c-93eccd5db290 req-6e5814b0-3f8f-4a76-88c5-bdea2a1267d8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:24.405486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bda93e86-0045-4aba-b57c-93eccd5db290 req-6e5814b0-3f8f-4a76-88c5-bdea2a1267d8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 931 time: 0.0618892 Nov 11 22:02:24.428475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fbb1002a-a2b0-411d-8619-b5cbf5ed2ff1 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Deleting port 7038bf66-ff56-4e10-8123-1c8121a8b61e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:24.428869 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fbb1002a-a2b0-411d-8619-b5cbf5ed2ff1 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:24.461789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bda93e86-0045-4aba-b57c-93eccd5db290 req-bbf59dfb-284c-4850-9822-3aaa372a69cd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494120 Nov 11 22:02:24.602205 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fbb1002a-a2b0-411d-8619-b5cbf5ed2ff1 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:24.602799 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fbb1002a-a2b0-411d-8619-b5cbf5ed2ff1 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:24.644867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-fbb1002a-a2b0-411d-8619-b5cbf5ed2ff1 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Calling delete_port for 7038bf66-ff56-4e10-8123-1c8121a8b61e owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:24.824502 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b727b253-0bb3-4dc2-8c30-0485364f176d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:02:24.833583 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:24.890913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Transition to ACTIVE for port object b727b253-0bb3-4dc2-8c30-0485364f176d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:02:24.892438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fbb1002a-a2b0-411d-8619-b5cbf5ed2ff1 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:24.898300 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:24.925148 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1002a-a2b0-411d-8619-b5cbf5ed2ff1 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Pushing event deleted for resources: {'Port': ['ID=7038bf66-ff56-4e10-8123-1c8121a8b61e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:25.029535 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Pushing event updated for resources: {'Port': ['ID=b727b253-0bb3-4dc2-8c30-0485364f176d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:25.065490 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fbb1002a-a2b0-411d-8619-b5cbf5ed2ff1 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:25.069568 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fbb1002a-a2b0-411d-8619-b5cbf5ed2ff1 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:25.072415 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fbb1002a-a2b0-411d-8619-b5cbf5ed2ff1 tempest-FloatingIPAdminTestJSON-512140678 tempest-FloatingIPAdminTestJSON-512140678-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/94753821-4def-4e85-96ad-148781c2b8da HTTP/1.1" status: 204 len: 168 time: 0.9416587 Nov 11 22:02:25.077148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51608) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:25.132115 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Attempting to bind port b727b253-0bb3-4dc2-8c30-0485364f176d on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:02:25.132593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Attempting to bind port b727b253-0bb3-4dc2-8c30-0485364f176d by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:02:25.133135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Attempting to bind port b727b253-0bb3-4dc2-8c30-0485364f176d on network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:02:25.140053 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Port b727b253-0bb3-4dc2-8c30-0485364f176d on network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:02:25.140543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Attempting to bind port b727b253-0bb3-4dc2-8c30-0485364f176d on network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:02:25.148205 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:02:25.148606 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Checking segment: {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:02:25.149188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Bound using segment: {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:02:25.149821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Bound port: b727b253-0bb3-4dc2-8c30-0485364f176d, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:02:25.150387 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:25.200327 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-227e0bce-8a3d-40ec-830b-0827bf90418a tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Deleting port 25b99b50-9a44-4301-a855-e41a06f29117 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:25.200669 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-227e0bce-8a3d-40ec-830b-0827bf90418a tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:25.231646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:02:25.235095 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b727b253-0bb3-4dc2-8c30-0485364f176d,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:02:25.241094 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:25.276880 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:25.277499 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:25.279088 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] 10.222.0.71 "PUT /v2.0/ports/b727b253-0bb3-4dc2-8c30-0485364f176d HTTP/1.1" status: 200 len: 1091 time: 1.0867178 Nov 11 22:02:25.279808 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:02:25.282419 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022ceaf6-f719-473c-bfa1-8564c830ad38" -d '{"events": [{"name": "network-changed", "server_uuid": "26630c17-867d-49ce-888b-071d92702514", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:02:25.298320 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-227e0bce-8a3d-40ec-830b-0827bf90418a tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:25.318928 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765dd6a-800b-4aa7-8e71-937df03f869f service neutron] Pushing event updated for resources: {'Port': ['ID=b727b253-0bb3-4dc2-8c30-0485364f176d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:25.321914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-227e0bce-8a3d-40ec-830b-0827bf90418a tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Calling delete_port for 25b99b50-9a44-4301-a855-e41a06f29117 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:25.363205 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d1af5a-13e7-41e9-9d67-9c66e91ed41f x-openstack-request-id: req-54d1af5a-13e7-41e9-9d67-9c66e91ed41f {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:02:25.364310 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26630c17-867d-49ce-888b-071d92702514", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:02:25.364776 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54d1af5a-13e7-41e9-9d67-9c66e91ed41f {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:02:25.365405 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d', 'status': 'completed', 'code': 200} Nov 11 22:02:25.403076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff74056-d2db-4886-b535-7a4c7087acde req-05df6d64-00d6-447d-85f6-37763c8472d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:25.404759 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-05df6d64-00d6-447d-85f6-37763c8472d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 1094 time: 0.0569153 Nov 11 22:02:25.453629 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-fe60361d-b78c-41d8-9f99-915f46e5baf3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b727b253-0bb3-4dc2-8c30-0485364f176d HTTP/1.1" status: 200 len: 217 time: 0.0391777 Nov 11 22:02:25.524157 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff74056-d2db-4886-b535-7a4c7087acde req-4f38e22b-320e-4c1b-8c75-3ee324be97db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:25.527603 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-4f38e22b-320e-4c1b-8c75-3ee324be97db service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e HTTP/1.1" status: 200 len: 834 time: 0.0631762 Nov 11 22:02:25.534174 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-227e0bce-8a3d-40ec-830b-0827bf90418a tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:25.567550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e0bce-8a3d-40ec-830b-0827bf90418a tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event deleted for resources: {'Port': ['ID=25b99b50-9a44-4301-a855-e41a06f29117,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:25.598402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff74056-d2db-4886-b535-7a4c7087acde req-acc4331b-8a63-4ade-8243-0f8ac2197d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:25.600048 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-acc4331b-8a63-4ade-8243-0f8ac2197d90 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606005 Nov 11 22:02:25.673145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f461d-ef88-45de-95bf-4c4755ef6b61 req-e852c956-4b0b-4429-8a8c-8be43102219b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:25.681020 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-710f461d-ef88-45de-95bf-4c4755ef6b61 req-e852c956-4b0b-4429-8a8c-8be43102219b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 943 time: 0.1189053 Nov 11 22:02:25.731696 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-227e0bce-8a3d-40ec-830b-0827bf90418a tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:25.738385 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-227e0bce-8a3d-40ec-830b-0827bf90418a tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] 10.222.0.57 "DELETE /v2.0/ports/25b99b50-9a44-4301-a855-e41a06f29117 HTTP/1.1" status: 204 len: 168 time: 0.6560314 Nov 11 22:02:25.740219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51614) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:25.795908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-710f461d-ef88-45de-95bf-4c4755ef6b61 req-3f7b02b3-beda-486e-8a63-af5bf27f56fa tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139450 Nov 11 22:02:25.821386 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef29cfa5-7898-4149-bbfa-d70bd0e83af1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:25.821386 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ef29cfa5-7898-4149-bbfa-d70bd0e83af1 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f HTTP/1.1" status: 200 len: 913 time: 0.0784054 Nov 11 22:02:25.824545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51616) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:26.101785 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-435a6a98-20f8-4d4e-9100-a6fa9df1e039 service neutron] 10.222.0.71 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900892 Nov 11 22:02:26.208293 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8ff74056-d2db-4886-b535-7a4c7087acde req-18638ee9-91cb-4cba-bc2c-4b374791fefd service neutron] 10.222.0.71 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967906 Nov 11 22:02:26.246544 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f287c548-9f64-47c6-88cf-d8691b3a99b5 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:26.305101 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ceaf6-f719-473c-bfa1-8564c830ad38 req-3ed105ea-74d0-4fad-91f2-89f1b74a9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:26.306635 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-022ceaf6-f719-473c-bfa1-8564c830ad38 req-3ed105ea-74d0-4fad-91f2-89f1b74a9a9a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 1094 time: 0.0448787 Nov 11 22:02:26.407505 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ceaf6-f719-473c-bfa1-8564c830ad38 req-21589930-bdb4-40bf-8ae7-4c958e40e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:26.409029 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-022ceaf6-f719-473c-bfa1-8564c830ad38 req-21589930-bdb4-40bf-8ae7-4c958e40e13e service neutron] 10.222.0.71 "GET /v2.0/networks?id=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 HTTP/1.1" status: 200 len: 898 time: 0.0933371 Nov 11 22:02:26.452456 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-022ceaf6-f719-473c-bfa1-8564c830ad38 req-5330235d-261b-43e7-8904-ec956f3a7dc9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b727b253-0bb3-4dc2-8c30-0485364f176d HTTP/1.1" status: 200 len: 217 time: 0.0359039 Nov 11 22:02:26.514445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ceaf6-f719-473c-bfa1-8564c830ad38 req-538cf922-d472-44dd-80dc-498a2cfc194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:26.516941 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-022ceaf6-f719-473c-bfa1-8564c830ad38 req-538cf922-d472-44dd-80dc-498a2cfc194c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e HTTP/1.1" status: 200 len: 834 time: 0.0555530 Nov 11 22:02:26.542327 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f287c548-9f64-47c6-88cf-d8691b3a99b5 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Deleting port 8c1d3fbf-e349-4844-8629-54413b685de8 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:26.543112 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f287c548-9f64-47c6-88cf-d8691b3a99b5 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:26.567310 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ceaf6-f719-473c-bfa1-8564c830ad38 req-f21a049f-fcbb-466b-8507-6f65f9cd99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:26.568905 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-022ceaf6-f719-473c-bfa1-8564c830ad38 req-f21a049f-fcbb-466b-8507-6f65f9cd99ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431669 Nov 11 22:02:26.645862 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f287c548-9f64-47c6-88cf-d8691b3a99b5 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:26.659663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f287c548-9f64-47c6-88cf-d8691b3a99b5 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Calling delete_port for 8c1d3fbf-e349-4844-8629-54413b685de8 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:26.684760 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-022ceaf6-f719-473c-bfa1-8564c830ad38 req-fbb34f1a-6268-4df1-a825-b5d2671d94ce service neutron] 10.222.0.71 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055892 Nov 11 22:02:26.792494 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-022ceaf6-f719-473c-bfa1-8564c830ad38 req-1da98fae-d8ca-47cd-91e7-fa5a9a0d997c service neutron] 10.222.0.71 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948684 Nov 11 22:02:26.865712 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f287c548-9f64-47c6-88cf-d8691b3a99b5 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:26.902141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287c548-9f64-47c6-88cf-d8691b3a99b5 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event deleted for resources: {'Port': ['ID=8c1d3fbf-e349-4844-8629-54413b685de8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:26.998546 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b2e35-7719-4835-90c5-74948b0e90d1 req-a58714f9-b0a0-4565-91b6-9f30c8a0635d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:27.000233 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6e2b2e35-7719-4835-90c5-74948b0e90d1 req-a58714f9-b0a0-4565-91b6-9f30c8a0635d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 943 time: 0.1251199 Nov 11 22:02:27.135017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6e2b2e35-7719-4835-90c5-74948b0e90d1 req-681e056e-23d8-4c78-8b2e-0523cdb2f1af tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282551 Nov 11 22:02:27.159237 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f287c548-9f64-47c6-88cf-d8691b3a99b5 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:27.406526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f287c548-9f64-47c6-88cf-d8691b3a99b5 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Router f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:02:27.515960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f287c548-9f64-47c6-88cf-d8691b3a99b5 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:02:27.521700 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f287c548-9f64-47c6-88cf-d8691b3a99b5 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] 10.222.0.57 "PUT /v2.0/routers/f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6958940 Nov 11 22:02:27.525256 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51620) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:27.528387 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891ac32-aefd-403f-8247-ffdbebce256b None None] Sync routers for ids ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:02:27.540057 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8891ac32-aefd-403f-8247-ffdbebce256b None None] Routers {'f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:27.540672 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8891ac32-aefd-403f-8247-ffdbebce256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:02:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:27.576250 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8891ac32-aefd-403f-8247-ffdbebce256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:27.587000 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8891ac32-aefd-403f-8247-ffdbebce256b None None] Routers {'f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:27.587627 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8891ac32-aefd-403f-8247-ffdbebce256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:02:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:27.624040 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8891ac32-aefd-403f-8247-ffdbebce256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:27.624040 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891ac32-aefd-403f-8247-ffdbebce256b None None] The sync data for ids ['f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f'] in n-d-805737-3 is: [] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:02:27.643700 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1267dbd8-88a5-4d20-b3f5-bd09778ed6fb tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:27.760196 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1267dbd8-88a5-4d20-b3f5-bd09778ed6fb tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:27.824697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1267dbd8-88a5-4d20-b3f5-bd09778ed6fb tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Deleting port 9117d487-053f-4ffd-b129-5edfa22be09e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:27.825039 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1267dbd8-88a5-4d20-b3f5-bd09778ed6fb tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:27.913162 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1267dbd8-88a5-4d20-b3f5-bd09778ed6fb tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:27.925935 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1267dbd8-88a5-4d20-b3f5-bd09778ed6fb tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Calling delete_port for 9117d487-053f-4ffd-b129-5edfa22be09e owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:28.124094 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1267dbd8-88a5-4d20-b3f5-bd09778ed6fb tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.156083 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267dbd8-88a5-4d20-b3f5-bd09778ed6fb tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event deleted for resources: {'Port': ['ID=9117d487-053f-4ffd-b129-5edfa22be09e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:28.183557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6615b3c3-d4c4-4f81-a953-eee5a11e6782 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:02:28.223203 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1267dbd8-88a5-4d20-b3f5-bd09778ed6fb tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.263676 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03dcdd-d43f-46b0-be17-e3eceb7f7ab2 req-47fa95c8-4adc-4d3b-a828-7f68b53f4f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:28.265377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae03dcdd-d43f-46b0-be17-e3eceb7f7ab2 req-47fa95c8-4adc-4d3b-a828-7f68b53f4f6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 943 time: 0.0526848 Nov 11 22:02:28.315880 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1267dbd8-88a5-4d20-b3f5-bd09778ed6fb tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.318130 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1267dbd8-88a5-4d20-b3f5-bd09778ed6fb tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.318275 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae03dcdd-d43f-46b0-be17-e3eceb7f7ab2 req-fae0ceb9-732e-40d9-8f60-2e8f5dab8f8f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458212 Nov 11 22:02:28.364742 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1267dbd8-88a5-4d20-b3f5-bd09778ed6fb tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.365319 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1267dbd8-88a5-4d20-b3f5-bd09778ed6fb tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Fanout notify agent at l3_agent the message router_deleted on router f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:02:28.372787 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1267dbd8-88a5-4d20-b3f5-bd09778ed6fb tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.373799 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1267dbd8-88a5-4d20-b3f5-bd09778ed6fb tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] 10.222.0.57 "DELETE /v2.0/routers/f8f21ed4-9521-4bee-9ff5-5cfccbaa0c1f HTTP/1.1" status: 204 len: 168 time: 0.8469682 Nov 11 22:02:28.376649 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51624) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:28.428744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-c201c2f5-74c2-4251-8aa4-1c6ea2db0b0d tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Deleting subnet 4764608e-741d-4bef-bc1f-bd0bf5210b6c {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:02:28.431928 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c201c2f5-74c2-4251-8aa4-1c6ea2db0b0d tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.471001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c201c2f5-74c2-4251-8aa4-1c6ea2db0b0d tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.558101 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c201c2f5-74c2-4251-8aa4-1c6ea2db0b0d tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.630791 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c201c2f5-74c2-4251-8aa4-1c6ea2db0b0d tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.668428 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201c2f5-74c2-4251-8aa4-1c6ea2db0b0d tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event deleted for resources: {'Subnet': ['ID=4764608e-741d-4bef-bc1f-bd0bf5210b6c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:28.672732 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c201c2f5-74c2-4251-8aa4-1c6ea2db0b0d tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.676546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c201c2f5-74c2-4251-8aa4-1c6ea2db0b0d tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] 10.222.0.57 "DELETE /v2.0/subnets/4764608e-741d-4bef-bc1f-bd0bf5210b6c HTTP/1.1" status: 204 len: 168 time: 0.2988648 Nov 11 22:02:28.679328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51626) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:28.679910 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c3a8b-a49e-4523-8b42-afa6d67e48ee None None] Network ecabdcb0-53a5-486c-b062-34c1fbe5a8d0 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:28.768337 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.823508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Deleting port eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:28.823844 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.850082 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] DHCP port deletion for ecabdcb0-53a5-486c-b062-34c1fbe5a8d0 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:02:28.894096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] For port eafd32dd-2dea-4bce-9cb2-51ddcb4d9270, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=eafd32dd-2dea-4bce-9cb2-51ddcb4d9270,segment=NetworkSegment(b6d4bd08-f618-4180-b836-ea30bec0212d),segment_id=b6d4bd08-f618-4180-b836-ea30bec0212d)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:28.894827 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.899492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Deleting port eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:28.899863 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.909161 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Calling delete_port for eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:28.968079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] For port eafd32dd-2dea-4bce-9cb2-51ddcb4d9270, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=eafd32dd-2dea-4bce-9cb2-51ddcb4d9270,segment=NetworkSegment(b6d4bd08-f618-4180-b836-ea30bec0212d),segment_id=b6d4bd08-f618-4180-b836-ea30bec0212d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:28.968513 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:28.981826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Calling delete_port for eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:28.993488 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:29.039426 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] No DVR routers for this DVR port eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:02:29.041183 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event deleted for resources: {'Port': ['ID=eafd32dd-2dea-4bce-9cb2-51ddcb4d9270,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:29.082601 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:29.108374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Pushing event deleted for resources: {'Port': ['ID=eafd32dd-2dea-4bce-9cb2-51ddcb4d9270,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:29.113277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] No DVR routers for this DVR port eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:02:29.125782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.126125 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.126456 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.126786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.127072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.127398 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.127800 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.128100 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.128596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.128933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.129433 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.129938 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723d745-5b3c-47ba-a101-5efebffb57af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.140933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:29.163480 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecabdcb0-53a5-486c-b062-34c1fbe5a8d0']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:29.173207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d4bd08-f618-4180-b836-ea30bec0212d') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:29.173510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d4bd08-f618-4180-b836-ea30bec0212d') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:29.183115 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:29.202867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:29.210991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:02:29.211453 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:02:29.215938 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:02:29.283590 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:29.289017 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:29.295009 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] 10.222.0.57 "DELETE /v2.0/networks/ecabdcb0-53a5-486c-b062-34c1fbe5a8d0 HTTP/1.1" status: 204 len: 168 time: 0.6116114 Nov 11 22:02:29.295126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51628) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:29.307754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52ab89-6fcb-4595-811a-a6c635015f49 tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event deleted for resources: {'Network': ['ID=ecabdcb0-53a5-486c-b062-34c1fbe5a8d0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:29.469069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62006ded-6762-4de8-84b9-c5e404430874 req-adb11f86-f618-4d3e-a063-3617c676fdf6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:29.470439 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62006ded-6762-4de8-84b9-c5e404430874 req-adb11f86-f618-4d3e-a063-3617c676fdf6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 943 time: 0.0777075 Nov 11 22:02:29.477581 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Deleting port b2897c19-7e21-4382-b033-7cf6b503d9ba {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:29.477932 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:29.571912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62006ded-6762-4de8-84b9-c5e404430874 req-9efadcaf-021c-47ee-a975-575f1452c68a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920064 Nov 11 22:02:29.585562 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:29.585889 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:29.598439 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Calling delete_port for b2897c19-7e21-4382-b033-7cf6b503d9ba owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:29.743691 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:29.772580 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Pushing event deleted for resources: {'Port': ['ID=b2897c19-7e21-4382-b033-7cf6b503d9ba,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:29.785425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.785425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.785425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.785425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.789469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.789469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.789469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.789469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.789469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.789469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.789469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.789469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:29.847491 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:29.850102 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:29.851188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-53c8e0f7-827c-474d-878c-18379d63a2ed tempest-FloatingIPAdminTestJSON-1664774244 tempest-FloatingIPAdminTestJSON-1664774244-project] 10.222.0.57 "DELETE /v2.0/floatingips/f8448d9c-21b9-418c-9f9f-cb1cb1bbc835 HTTP/1.1" status: 204 len: 168 time: 0.5551467 Nov 11 22:02:30.040186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:02:30.064149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:02:30.064958 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device eafd32dd-2dea-4bce-9cb2-51ddcb4d9270 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:02:30.096739 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b727b253-0bb3-4dc2-8c30-0485364f176d details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:02:30.135025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51636) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:30.282767 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2f0491d2-5734-4240-a741-0b9703fb7066 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9baa54d79aee40c68e9dbcf7ef271700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464233 Nov 11 22:02:30.285504 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51640) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:30.338033 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b9f9-de54-40fb-9a4f-ef1c40015aa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:30.359893 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b727b253-0bb3-4dc2-8c30-0485364f176d,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:30.362456 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b9f9-de54-40fb-9a4f-ef1c40015aa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:30.371944 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'b727b253-0bb3-4dc2-8c30-0485364f176d', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'port_id': 'b727b253-0bb3-4dc2-8c30-0485364f176d', 'mac_address': 'fa:16:3e:78:31:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:02:30.413373 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b9f9-de54-40fb-9a4f-ef1c40015aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:30.413607 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:30.415897 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b9f9-de54-40fb-9a4f-ef1c40015aa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:30.417130 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c5b4b9f9-de54-40fb-9a4f-ef1c40015aa1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a57c699-89ec-4f08-bd9c-712aeae7b96b HTTP/1.1" status: 204 len: 168 time: 0.1304607 Nov 11 22:02:30.426234 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4b9f9-de54-40fb-9a4f-ef1c40015aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a57c699-89ec-4f08-bd9c-712aeae7b96b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:30.428999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b727b253-0bb3-4dc2-8c30-0485364f176d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:02:30.461441 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b727b253-0bb3-4dc2-8c30-0485364f176d,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:30.466490 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:30.516522 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=b727b253-0bb3-4dc2-8c30-0485364f176d,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:30.698020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b97c51-196a-49d5-975b-62b45f47a5b5 req-ae8244e5-fea6-4e45-af45-4c431fcde2e2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:30.699705 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56b97c51-196a-49d5-975b-62b45f47a5b5 req-ae8244e5-fea6-4e45-af45-4c431fcde2e2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 944 time: 0.0539870 Nov 11 22:02:30.711204 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51648) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:30.726344 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6659ef91-9f88-44d5-9257-176da9eb914f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:30.726580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['b727b253-0bb3-4dc2-8c30-0485364f176d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:02:30.766295 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-56b97c51-196a-49d5-975b-62b45f47a5b5 req-9b9667f4-6745-4cf6-8c18-963ba73ee86e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570867 Nov 11 22:02:30.818161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6659ef91-9f88-44d5-9257-176da9eb914f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:30.822355 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6659ef91-9f88-44d5-9257-176da9eb914f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:30.864409 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6659ef91-9f88-44d5-9257-176da9eb914f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5693867937954d6bb49cba1f9312fe65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520169 Nov 11 22:02:30.865433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659ef91-9f88-44d5-9257-176da9eb914f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f09fdf-dfec-46f3-9fee-89d610e82301,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:30.868682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51650) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:30.930568 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98343c60-1450-411e-9586-20c2652b53c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:30.953994 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98343c60-1450-411e-9586-20c2652b53c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:31.006798 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98343c60-1450-411e-9586-20c2652b53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:31.009375 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-98343c60-1450-411e-9586-20c2652b53c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:31.010618 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-98343c60-1450-411e-9586-20c2652b53c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/49f09fdf-dfec-46f3-9fee-89d610e82301 HTTP/1.1" status: 204 len: 168 time: 0.1407549 Nov 11 22:02:31.021365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98343c60-1450-411e-9586-20c2652b53c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f09fdf-dfec-46f3-9fee-89d610e82301,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:31.388115 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51656) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:31.404195 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c64a64b-2a09-43da-a743-035bd49bbae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:31.493621 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c64a64b-2a09-43da-a743-035bd49bbae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:31.499377 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2c64a64b-2a09-43da-a743-035bd49bbae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:31.549178 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2c64a64b-2a09-43da-a743-035bd49bbae8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d701a095b99a4fbea6d3930af9a2e75c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1588199 Nov 11 22:02:31.549636 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64a64b-2a09-43da-a743-035bd49bbae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032094dd-ec0b-4c62-b7d5-1db91a2e9555,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:31.551392 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51658) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:31.605716 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a96639e-91ff-4a28-af3a-098561a32a1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:31.629569 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a96639e-91ff-4a28-af3a-098561a32a1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:31.681368 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a96639e-91ff-4a28-af3a-098561a32a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:31.684038 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a96639e-91ff-4a28-af3a-098561a32a1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:31.685530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5a96639e-91ff-4a28-af3a-098561a32a1b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/032094dd-ec0b-4c62-b7d5-1db91a2e9555 HTTP/1.1" status: 204 len: 168 time: 0.1329970 Nov 11 22:02:31.693995 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96639e-91ff-4a28-af3a-098561a32a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032094dd-ec0b-4c62-b7d5-1db91a2e9555,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:31.914427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74ae57-7f12-4079-95fd-7410786a70ee req-e5e2f794-4132-416d-8cfb-92a67125c9f2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:31.916286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db74ae57-7f12-4079-95fd-7410786a70ee req-e5e2f794-4132-416d-8cfb-92a67125c9f2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 944 time: 0.0537105 Nov 11 22:02:31.977626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db74ae57-7f12-4079-95fd-7410786a70ee req-aa3279bb-8c38-40ae-9b3e-97a7d0f5cec9 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520058 Nov 11 22:02:32.100890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b727b253-0bb3-4dc2-8c30-0485364f176d up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:02:32.157114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port b727b253-0bb3-4dc2-8c30-0485364f176d completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:02:32.162743 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port b727b253-0bb3-4dc2-8c30-0485364f176d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:32.163587 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:32.248349 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:32.272390 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:02:32.274761 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f834156-cf7c-4211-b10e-25492674a0ca" -d '{"events": [{"server_uuid": "26630c17-867d-49ce-888b-071d92702514", "name": "network-vif-plugged", "status": "completed", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:02:32.287520 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b727b253-0bb3-4dc2-8c30-0485364f176d,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:32.293492 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:32.357602 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=b727b253-0bb3-4dc2-8c30-0485364f176d,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:32.465177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51688) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:32.534142 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24e3548-d2a6-4982-8efd-7e588c399629 x-openstack-request-id: req-a24e3548-d2a6-4982-8efd-7e588c399629 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:02:32.534514 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26630c17-867d-49ce-888b-071d92702514", "name": "network-vif-plugged", "status": "completed", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:02:32.534850 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a24e3548-d2a6-4982-8efd-7e588c399629 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:02:32.535449 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d', 'code': 200} Nov 11 22:02:32.569290 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-42552838'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:32.591485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Made reservation on behalf of b92a37df36be4cefbeca1b8f69ba9cfc for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:32.595080 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:32.612404 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:32.668022 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3167a1-0216-4c98-a8b4-b676edd22a96 req-1493d8ab-e508-4dac-b5d8-3cb1053740fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:32.669598 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4a3167a1-0216-4c98-a8b4-b676edd22a96 req-1493d8ab-e508-4dac-b5d8-3cb1053740fa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 1096 time: 0.0715303 Nov 11 22:02:32.746130 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4a3167a1-0216-4c98-a8b4-b676edd22a96 req-d023c19a-5cf7-4f03-aa58-d3a543d2f8a1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657382 Nov 11 22:02:32.754723 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:32.760768 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:32.789782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:02:32.805399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5866f077-8755-4676-accc-561f2d5afcab,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:32.808361 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:32.808712 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Added segment 5d6fcbb1-9280-4024-b188-1e14af26abbe of type vlan for network fc29ce05-82dc-4a06-8bd4-615f6b7558c1 Nov 11 22:02:32.856553 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:32.883861 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:32.889581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:32.890236 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:32.956554 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4899993 Nov 11 22:02:32.959785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51692) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:32.965568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-1f6f8499-5869-4abe-afe4-107a775c1f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Request body: {'subnet': {'network_id': 'fc29ce05-82dc-4a06-8bd4-615f6b7558c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:32.966460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66bb14-6ae2-4f95-ba2c-5a834aaaa79d tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Pushing event updated for resources: {'Network': ['ID=fc29ce05-82dc-4a06-8bd4-615f6b7558c1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:32.978988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network fc29ce05-82dc-4a06-8bd4-615f6b7558c1 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:02:33.130297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6f8499-5869-4abe-afe4-107a775c1f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Made reservation on behalf of b92a37df36be4cefbeca1b8f69ba9cfc for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:33.134098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1f6f8499-5869-4abe-afe4-107a775c1f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:33.144597 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdcd0a-5bbb-4b74-a0e4-7e217ca38a0f req-f071a0df-ea63-4962-921d-718c2df020ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:33.146219 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7abdcd0a-5bbb-4b74-a0e4-7e217ca38a0f req-f071a0df-ea63-4962-921d-718c2df020ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 945 time: 0.0818942 Nov 11 22:02:33.267590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7abdcd0a-5bbb-4b74-a0e4-7e217ca38a0f req-945ad4ea-19b3-43f4-8233-453d739b18fe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045206 Nov 11 22:02:33.376243 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1f6f8499-5869-4abe-afe4-107a775c1f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:33.442466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f8499-5869-4abe-afe4-107a775c1f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Pushing event updated for resources: {'Subnet': ['ID=b9d552a4-f3af-47fa-b03b-0aefb9684b1f,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:33.459207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f8499-5869-4abe-afe4-107a775c1f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Checking segment: {'id': '5d6fcbb1-9280-4024-b188-1e14af26abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'fc29ce05-82dc-4a06-8bd4-615f6b7558c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:02:33.459571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6f8499-5869-4abe-afe4-107a775c1f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Network hostable DHCP agents. Network: fc29ce05-82dc-4a06-8bd4-615f6b7558c1, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:02:33.478409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6f8499-5869-4abe-afe4-107a775c1f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Network fc29ce05-82dc-4a06-8bd4-615f6b7558c1 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:02:33.489197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-1f6f8499-5869-4abe-afe4-107a775c1f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, fc29ce05-82dc-4a06-8bd4-615f6b7558c1) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:33.494070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6f8499-5869-4abe-afe4-107a775c1f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:33.494690 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1f6f8499-5869-4abe-afe4-107a775c1f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:33.499933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa2024f-b67b-436c-a309-2511121eccc9 None None] Network fc29ce05-82dc-4a06-8bd4-615f6b7558c1 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:33.511639 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1f6f8499-5869-4abe-afe4-107a775c1f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5507255 Nov 11 22:02:33.514664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51696) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:33.519996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-973ef5c0-2822-4115-aa65-e01bc9e9b638 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Request body: {'port': {'network_id': 'fc29ce05-82dc-4a06-8bd4-615f6b7558c1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-368316493'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:33.630661 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973ef5c0-2822-4115-aa65-e01bc9e9b638 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Made reservation on behalf of b92a37df36be4cefbeca1b8f69ba9cfc for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:33.634656 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-973ef5c0-2822-4115-aa65-e01bc9e9b638 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:33.652104 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-973ef5c0-2822-4115-aa65-e01bc9e9b638 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] device_id is not set on port 17fbfcde-97d3-4c4a-ae52-03a081e5c1c5 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 22:02:33.652368 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-fc29ce05-82dc-4a06-8bd4-615f6b7558c1', 'network_id': 'fc29ce05-82dc-4a06-8bd4-615f6b7558c1', 'tenant_id': 'b92a37df36be4cefbeca1b8f69ba9cfc', 'fixed_ips': [{'subnet_id': 'b9d552a4-f3af-47fa-b03b-0aefb9684b1f'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:02:33.653220 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:33.792643 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-973ef5c0-2822-4115-aa65-e01bc9e9b638 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Allocated IP 2001:db8::1ab (fc29ce05-82dc-4a06-8bd4-615f6b7558c1/b9d552a4-f3af-47fa-b03b-0aefb9684b1f/17fbfcde-97d3-4c4a-ae52-03a081e5c1c5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:33.968602 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-973ef5c0-2822-4115-aa65-e01bc9e9b638 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.022620 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-973ef5c0-2822-4115-aa65-e01bc9e9b638 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.063695 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Allocated IP 2001:db8::2 (fc29ce05-82dc-4a06-8bd4-615f6b7558c1/b9d552a4-f3af-47fa-b03b-0aefb9684b1f/4441c9f5-d3e6-4755-ad6b-47eb89418179) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:34.071571 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973ef5c0-2822-4115-aa65-e01bc9e9b638 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Network fc29ce05-82dc-4a06-8bd4-615f6b7558c1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:34.076853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-973ef5c0-2822-4115-aa65-e01bc9e9b638 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:34.080854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ef5c0-2822-4115-aa65-e01bc9e9b638 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:34.086542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ef5c0-2822-4115-aa65-e01bc9e9b638 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:34.087161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-973ef5c0-2822-4115-aa65-e01bc9e9b638 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.094340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ef5c0-2822-4115-aa65-e01bc9e9b638 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Pushing event updated for resources: {'Port': ['ID=17fbfcde-97d3-4c4a-ae52-03a081e5c1c5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:34.110419 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-973ef5c0-2822-4115-aa65-e01bc9e9b638 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5945835 Nov 11 22:02:34.113861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51698) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:34.119203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Request body: {'port': {'network_id': 'fc29ce05-82dc-4a06-8bd4-615f6b7558c1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1033715673', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:34.119697 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.api.validators [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] bootfile-name is not in valid_values {{(pid=102535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 22:02:34.120027 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.api.validators [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] tftp-server is not in valid_values {{(pid=102535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 22:02:34.120350 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.api.validators [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] server-ip-address is not in valid_values {{(pid=102535) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 22:02:34.218043 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.225105 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.238151 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Made reservation on behalf of b92a37df36be4cefbeca1b8f69ba9cfc for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:34.241996 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.259450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] device_id is not set on port c5b71776-0d2d-4956-97a8-202a04a17fd2 yet. {{(pid=102535) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 22:02:34.262317 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Network fc29ce05-82dc-4a06-8bd4-615f6b7558c1 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:34.267394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:34.271021 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:34.278155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Pushing event updated for resources: {'Port': ['ID=4441c9f5-d3e6-4755-ad6b-47eb89418179,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:34.338274 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Attempting to bind port 4441c9f5-d3e6-4755-ad6b-47eb89418179 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:02:34.338645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Attempting to bind port 4441c9f5-d3e6-4755-ad6b-47eb89418179 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '5d6fcbb1-9280-4024-b188-1e14af26abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'fc29ce05-82dc-4a06-8bd4-615f6b7558c1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:02:34.339005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Attempting to bind port 4441c9f5-d3e6-4755-ad6b-47eb89418179 on network fc29ce05-82dc-4a06-8bd4-615f6b7558c1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:02:34.344109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:02:34.344477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Checking segment: {'id': '5d6fcbb1-9280-4024-b188-1e14af26abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'fc29ce05-82dc-4a06-8bd4-615f6b7558c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:02:34.344905 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.345302 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Bound using segment: {'id': '5d6fcbb1-9280-4024-b188-1e14af26abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'fc29ce05-82dc-4a06-8bd4-615f6b7558c1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:02:34.345765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Bound port: 4441c9f5-d3e6-4755-ad6b-47eb89418179, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6fcbb1-9280-4024-b188-1e14af26abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'fc29ce05-82dc-4a06-8bd4-615f6b7558c1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:02:34.346135 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.389255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Allocated IP 2001:db8::ca (fc29ce05-82dc-4a06-8bd4-615f6b7558c1/b9d552a4-f3af-47fa-b03b-0aefb9684b1f/c5b71776-0d2d-4956-97a8-202a04a17fd2) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:34.396200 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4ca46-4ed2-42da-9d15-b9fb4a0aaf0a req-30dc1859-d8e0-45d7-a638-a5f52052d290 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:34.398053 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-efc4ca46-4ed2-42da-9d15-b9fb4a0aaf0a req-30dc1859-d8e0-45d7-a638-a5f52052d290 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 945 time: 0.0558236 Nov 11 22:02:34.413571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] For port 4441c9f5-d3e6-4755-ad6b-47eb89418179, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:02:34.416903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] For port 4441c9f5-d3e6-4755-ad6b-47eb89418179, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4441c9f5-d3e6-4755-ad6b-47eb89418179,segment=NetworkSegment(5d6fcbb1-9280-4024-b188-1e14af26abbe),segment_id=5d6fcbb1-9280-4024-b188-1e14af26abbe)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:02:34.421827 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.452684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-efc4ca46-4ed2-42da-9d15-b9fb4a0aaf0a req-67042e7f-9874-49ac-9b49-8e29a21076c5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471256 Nov 11 22:02:34.487512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4af754-c8a0-42d2-9efe-05e460083553 None None] Pushing event updated for resources: {'Port': ['ID=4441c9f5-d3e6-4755-ad6b-47eb89418179,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:34.576690 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.592450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ef443-28aa-47e2-b46f-a8aabc3cd4ee req-2352af55-98f9-4745-a5c6-da6a4ed05b54 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:34.597289 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-385ef443-28aa-47e2-b46f-a8aabc3cd4ee req-2352af55-98f9-4745-a5c6-da6a4ed05b54 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 945 time: 0.0595009 Nov 11 22:02:34.613866 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.657533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-385ef443-28aa-47e2-b46f-a8aabc3cd4ee req-e5ea53a7-4586-477a-9b07-8e52c52668e4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568886 Nov 11 22:02:34.659388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Network fc29ce05-82dc-4a06-8bd4-615f6b7558c1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:34.662722 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:34.668899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:34.680577 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:34.680577 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.681104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51704) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:34.707104 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Pushing event updated for resources: {'Port': ['ID=c5b71776-0d2d-4956-97a8-202a04a17fd2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:34.719104 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-65f77202-9b6c-453f-81a2-aca78131461b tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.6017342 Nov 11 22:02:34.719843 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51706) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:34.764351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5995efa6-fb4e-4541-add5-90f8132a023a tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:34.766161 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5995efa6-fb4e-4541-add5-90f8132a023a tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 1091 time: 0.0843852 Nov 11 22:02:34.769318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51708) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:34.775313 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': 'b727b253-0bb3-4dc2-8c30-0485364f176d', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:34.784338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaadb94-7347-4dd8-9f19-fb2e7d47cd46 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:34.790513 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaadb94-7347-4dd8-9f19-fb2e7d47cd46 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:34.796590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaadb94-7347-4dd8-9f19-fb2e7d47cd46 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:34.798888 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4eaadb94-7347-4dd8-9f19-fb2e7d47cd46 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0779819 Nov 11 22:02:34.801552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.801828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51710) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:34.896438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0d187cf1-3487-45b9-bc75-0e044d1ef860 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Deleting port c5b71776-0d2d-4956-97a8-202a04a17fd2 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:34.897113 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d187cf1-3487-45b9-bc75-0e044d1ef860 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.911595 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.989094 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d187cf1-3487-45b9-bc75-0e044d1ef860 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:35.007693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0d187cf1-3487-45b9-bc75-0e044d1ef860 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Calling delete_port for c5b71776-0d2d-4956-97a8-202a04a17fd2 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:35.026862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.25.0.50 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/91757d3e-1ae0-4d35-8fce-fb82d3ad1dcb) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:35.130202 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:35.146560 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d187cf1-3487-45b9-bc75-0e044d1ef860 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:35.172923 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:35.179702 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d187cf1-3487-45b9-bc75-0e044d1ef860 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Pushing event deleted for resources: {'Port': ['ID=c5b71776-0d2d-4956-97a8-202a04a17fd2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:35.214138 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0d187cf1-3487-45b9-bc75-0e044d1ef860 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:35.218112 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0d187cf1-3487-45b9-bc75-0e044d1ef860 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] 10.222.0.57 "DELETE /v2.0/ports/c5b71776-0d2d-4956-97a8-202a04a17fd2 HTTP/1.1" status: 204 len: 168 time: 0.4152138 Nov 11 22:02:35.221904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51712) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:35.227984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-36d0a017-b47e-4ea5-8cde-b031024d0431 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Request body: {'port': {'name': 'tempest-new-port-name-1616913948', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:35.228511 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.api.validators [None req-36d0a017-b47e-4ea5-8cde-b031024d0431 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] bootfile-name is not in valid_values {{(pid=102534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 22:02:35.228892 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.api.validators [None req-36d0a017-b47e-4ea5-8cde-b031024d0431 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] tftp-server is not in valid_values {{(pid=102534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 22:02:35.229797 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.api.validators [None req-36d0a017-b47e-4ea5-8cde-b031024d0431 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] server-ip-address is not in valid_values {{(pid=102534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 22:02:35.230923 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:35.234109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:35.238994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:35.242401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=91757d3e-1ae0-4d35-8fce-fb82d3ad1dcb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:35.302135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-36d0a017-b47e-4ea5-8cde-b031024d0431 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:35.515355 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-36d0a017-b47e-4ea5-8cde-b031024d0431 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:35.516022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b2189e-49f8-4706-bc52-c9004bfa39db None None] Network fc29ce05-82dc-4a06-8bd4-615f6b7558c1 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:35.522094 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-36d0a017-b47e-4ea5-8cde-b031024d0431 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:35.575619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-36d0a017-b47e-4ea5-8cde-b031024d0431 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] In _notify_port_updated(), no bound segment for port 17fbfcde-97d3-4c4a-ae52-03a081e5c1c5 on network fc29ce05-82dc-4a06-8bd4-615f6b7558c1 {{(pid=102534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 22:02:35.585407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d0a017-b47e-4ea5-8cde-b031024d0431 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:35.586597 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-36d0a017-b47e-4ea5-8cde-b031024d0431 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:35.595459 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-36d0a017-b47e-4ea5-8cde-b031024d0431 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] 10.222.0.57 "PUT /v2.0/ports/17fbfcde-97d3-4c4a-ae52-03a081e5c1c5 HTTP/1.1" status: 200 len: 1130 time: 0.3658161 Nov 11 22:02:35.595459 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51714) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:35.641200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9c6cdc3c-4f7d-4901-813d-9443afd2c887 None None] Provisioning complete for port 4441c9f5-d3e6-4755-ad6b-47eb89418179 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:35.642033 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c6cdc3c-4f7d-4901-813d-9443afd2c887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:35.672450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0a017-b47e-4ea5-8cde-b031024d0431 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Pushing event updated for resources: {'Port': ['ID=17fbfcde-97d3-4c4a-ae52-03a081e5c1c5,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:35.696025 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9efc8c-9fad-4c77-9837-b43db9754cbc tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:35.707016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9e9efc8c-9fad-4c77-9837-b43db9754cbc tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] 10.222.0.57 "GET /v2.0/ports/17fbfcde-97d3-4c4a-ae52-03a081e5c1c5 HTTP/1.1" status: 200 len: 1130 time: 0.1015425 Nov 11 22:02:35.707411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51716) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:35.736629 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:35.862957 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c6cdc3c-4f7d-4901-813d-9443afd2c887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:35.866532 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:35.875743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-22a51dfe-6dca-407d-98fb-190abf344b74 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Deleting port 17fbfcde-97d3-4c4a-ae52-03a081e5c1c5 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:35.876302 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-22a51dfe-6dca-407d-98fb-190abf344b74 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:35.918148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9c6cdc3c-4f7d-4901-813d-9443afd2c887 None None] For port 4441c9f5-d3e6-4755-ad6b-47eb89418179, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4441c9f5-d3e6-4755-ad6b-47eb89418179,segment=NetworkSegment(5d6fcbb1-9280-4024-b188-1e14af26abbe),segment_id=5d6fcbb1-9280-4024-b188-1e14af26abbe)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:35.930854 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c6cdc3c-4f7d-4901-813d-9443afd2c887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:36.023349 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cdc3c-4f7d-4901-813d-9443afd2c887 None None] Pushing event updated for resources: {'Port': ['ID=4441c9f5-d3e6-4755-ad6b-47eb89418179,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:36.051281 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-22a51dfe-6dca-407d-98fb-190abf344b74 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:36.071779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-22a51dfe-6dca-407d-98fb-190abf344b74 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Calling delete_port for 17fbfcde-97d3-4c4a-ae52-03a081e5c1c5 owned by {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:36.164378 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:36.173426 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:36.214507 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4441c9f5-d3e6-4755-ad6b-47eb89418179 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:02:36.258234 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=91757d3e-1ae0-4d35-8fce-fb82d3ad1dcb,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:36.289105 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:36.323368 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 4441c9f5-d3e6-4755-ad6b-47eb89418179 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:36.323789 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:36.360721 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-22a51dfe-6dca-407d-98fb-190abf344b74 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:36.423396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a51dfe-6dca-407d-98fb-190abf344b74 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Pushing event deleted for resources: {'Port': ['ID=17fbfcde-97d3-4c4a-ae52-03a081e5c1c5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:36.444198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f0a0358c-aa9d-4b53-8310-f3ed87139f0e None None] Provisioning complete for port 4441c9f5-d3e6-4755-ad6b-47eb89418179 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:36.444788 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0a0358c-aa9d-4b53-8310-f3ed87139f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:36.487094 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-22a51dfe-6dca-407d-98fb-190abf344b74 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:36.500749 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-22a51dfe-6dca-407d-98fb-190abf344b74 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] 10.222.0.57 "DELETE /v2.0/ports/17fbfcde-97d3-4c4a-ae52-03a081e5c1c5 HTTP/1.1" status: 204 len: 168 time: 0.7915077 Nov 11 22:02:36.504922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51718) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:36.524559 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Floating IP eec67793-7dae-40f7-a9be-51bd8e6724aa associated. External IP: 172.25.0.50, port: b727b253-0bb3-4dc2-8c30-0485364f176d. Nov 11 22:02:36.580029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb31a5c8-18ea-4541-ab38-c19662ac90a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Deleting subnet b9d552a4-f3af-47fa-b03b-0aefb9684b1f {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:02:36.582056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f0a0358c-aa9d-4b53-8310-f3ed87139f0e None None] Could not find standard attr ID for object 17fbfcde-97d3-4c4a-ae52-03a081e5c1c5. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 22:02:36.584402 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cb31a5c8-18ea-4541-ab38-c19662ac90a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:36.629609 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cb31a5c8-18ea-4541-ab38-c19662ac90a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:36.944487 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-85e57220-546e-46e5-b434-213f4ecdf30c None None] Could not find standard attr ID for object 17fbfcde-97d3-4c4a-ae52-03a081e5c1c5. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 22:02:37.141475 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cb31a5c8-18ea-4541-ab38-c19662ac90a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:37.160462 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d26b5242-011d-4ff7-8d75-b5e6d217e31d None None] Could not find standard attr ID for object c5b71776-0d2d-4956-97a8-202a04a17fd2. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 22:02:37.210342 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cb31a5c8-18ea-4541-ab38-c19662ac90a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:37.215273 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router cb595c11-9a67-433f-a117-9b54510ed177 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:02:37.240354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31a5c8-18ea-4541-ab38-c19662ac90a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d552a4-f3af-47fa-b03b-0aefb9684b1f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:37.242391 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cb31a5c8-18ea-4541-ab38-c19662ac90a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:37.245633 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cb31a5c8-18ea-4541-ab38-c19662ac90a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] 10.222.0.57 "DELETE /v2.0/subnets/b9d552a4-f3af-47fa-b03b-0aefb9684b1f HTTP/1.1" status: 204 len: 168 time: 0.7392883 Nov 11 22:02:37.248293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51720) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:37.337633 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:37.339982 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8f06c6-237b-43f5-9bf2-9c8e18f4fa42 None None] Network fc29ce05-82dc-4a06-8bd4-615f6b7558c1 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:37.345238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:02:37.361840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a70356-2dd6-4ad8-aa86-2b96bef93817 None None] Sync routers for ids ['cb595c11-9a67-433f-a117-9b54510ed177'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:02:37.364789 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:37.393003 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1ebad1db-5928-4ae4-baf3-78ffb578859b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6213903 Nov 11 22:02:37.393483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:02:37.395865 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf368b9-e268-4115-ae6a-7fb3c6bb26d3" -d '{"events": [{"name": "network-changed", "server_uuid": "26630c17-867d-49ce-888b-071d92702514", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:02:37.412629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a70356-2dd6-4ad8-aa86-2b96bef93817 None None] Routers {'cb595c11-9a67-433f-a117-9b54510ed177'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:37.413285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f7a70356-2dd6-4ad8-aa86-2b96bef93817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:02:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['cb595c11-9a67-433f-a117-9b54510ed177'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:37.415668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Deleting port 4441c9f5-d3e6-4755-ad6b-47eb89418179 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:37.416292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:37.512585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] For port 4441c9f5-d3e6-4755-ad6b-47eb89418179, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4441c9f5-d3e6-4755-ad6b-47eb89418179,segment=NetworkSegment(5d6fcbb1-9280-4024-b188-1e14af26abbe),segment_id=5d6fcbb1-9280-4024-b188-1e14af26abbe)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:37.512868 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:37.529385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Calling delete_port for 4441c9f5-d3e6-4755-ad6b-47eb89418179 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:37.552432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5a817-4347-4f67-a214-81359ba7c9f7 req-e6da2f6e-f166-4c65-b73b-c8486b7291d2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:37.554739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-efc5a817-4347-4f67-a214-81359ba7c9f7 req-e6da2f6e-f166-4c65-b73b-c8486b7291d2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 945 time: 0.0887985 Nov 11 22:02:37.561781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-f7a70356-2dd6-4ad8-aa86-2b96bef93817 None None] Set router cb595c11-9a67-433f-a117-9b54510ed177 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:02:37.638875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd890aba-636e-484b-80a5-3c54b235ce66 None None] DHCP port deletion for fc29ce05-82dc-4a06-8bd4-615f6b7558c1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:02:37.651808 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-efc5a817-4347-4f67-a214-81359ba7c9f7 req-ad38c059-c5b8-4ae7-bef7-b93cb33c1bf2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655799 Nov 11 22:02:37.676578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51726) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:37.679081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:37.693805 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] No DVR routers for this DVR port 4441c9f5-d3e6-4755-ad6b-47eb89418179 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:02:37.735704 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e725ce1-f6e3-4dd5-8d89-3d583a69bb5f x-openstack-request-id: req-7e725ce1-f6e3-4dd5-8d89-3d583a69bb5f {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:02:37.736002 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26630c17-867d-49ce-888b-071d92702514", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:02:37.736272 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7e725ce1-f6e3-4dd5-8d89-3d583a69bb5f {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:02:37.736865 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d', 'status': 'completed', 'code': 200} Nov 11 22:02:37.770006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Pushing event deleted for resources: {'Port': ['ID=4441c9f5-d3e6-4755-ad6b-47eb89418179,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:37.793846 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bd890aba-636e-484b-80a5-3c54b235ce66 None None] Deleting port 4441c9f5-d3e6-4755-ad6b-47eb89418179 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:37.794731 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd890aba-636e-484b-80a5-3c54b235ce66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:37.814138 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-adfc3ec1-7586-4b45-93d0-b3a5e909ddfd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/eec67793-7dae-40f7-a9be-51bd8e6724aa HTTP/1.1" status: 200 len: 990 time: 0.1357288 Nov 11 22:02:37.821788 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf368b9-e268-4115-ae6a-7fb3c6bb26d3 req-bf99b70a-f105-40d2-af16-40ff83b2c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:37.823287 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdf368b9-e268-4115-ae6a-7fb3c6bb26d3 req-bf99b70a-f105-40d2-af16-40ff83b2c0ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 1096 time: 0.0838392 Nov 11 22:02:37.847590 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:37.882787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc29ce05-82dc-4a06-8bd4-615f6b7558c1']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:37.898440 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6fcbb1-9280-4024-b188-1e14af26abbe') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:37.898759 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6fcbb1-9280-4024-b188-1e14af26abbe') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:37.910321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:37.934495 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:37.943277 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:02:37.943649 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:02:37.947124 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:02:37.966941 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf368b9-e268-4115-ae6a-7fb3c6bb26d3 req-f79cb400-07ec-4cde-9dd4-e56a4ecad0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:37.969014 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdf368b9-e268-4115-ae6a-7fb3c6bb26d3 req-f79cb400-07ec-4cde-9dd4-e56a4ecad0a4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 HTTP/1.1" status: 200 len: 898 time: 0.1380260 Nov 11 22:02:38.022823 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:38.043254 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:38.050805 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] 10.222.0.57 "DELETE /v2.0/networks/fc29ce05-82dc-4a06-8bd4-615f6b7558c1 HTTP/1.1" status: 204 len: 168 time: 0.7983413 Nov 11 22:02:38.060771 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db17ed-e221-43cb-a979-013c93588cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421 tempest-ExtraDHCPOptionsIpV6TestJSON-2071218421-project] Pushing event deleted for resources: {'Network': ['ID=fc29ce05-82dc-4a06-8bd4-615f6b7558c1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:38.079594 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdf368b9-e268-4115-ae6a-7fb3c6bb26d3 req-80cc9f5c-a7c9-4bcb-ae2d-9ef55a52df72 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b727b253-0bb3-4dc2-8c30-0485364f176d HTTP/1.1" status: 200 len: 998 time: 0.1027920 Nov 11 22:02:38.114388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4441c9f5-d3e6-4755-ad6b-47eb89418179 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:02:38.158253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 4441c9f5-d3e6-4755-ad6b-47eb89418179 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:02:38.158824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4441c9f5-d3e6-4755-ad6b-47eb89418179 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:02:38.173207 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bd890aba-636e-484b-80a5-3c54b235ce66 None None] For port 4441c9f5-d3e6-4755-ad6b-47eb89418179, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:38.173765 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd890aba-636e-484b-80a5-3c54b235ce66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:38.185548 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf368b9-e268-4115-ae6a-7fb3c6bb26d3 req-afa61d7f-e020-477b-9b37-62fbae89e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:38.188179 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdf368b9-e268-4115-ae6a-7fb3c6bb26d3 req-afa61d7f-e020-477b-9b37-62fbae89e078 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e HTTP/1.1" status: 200 len: 834 time: 0.0989609 Nov 11 22:02:38.198173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bd890aba-636e-484b-80a5-3c54b235ce66 None None] Calling delete_port for 4441c9f5-d3e6-4755-ad6b-47eb89418179 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:38.202131 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-bd890aba-636e-484b-80a5-3c54b235ce66 None None] Port 4441c9f5-d3e6-4755-ad6b-47eb89418179 was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 22:02:38.206905 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd890aba-636e-484b-80a5-3c54b235ce66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:38.239990 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd890aba-636e-484b-80a5-3c54b235ce66 None None] Pushing event deleted for resources: {'Port': ['ID=4441c9f5-d3e6-4755-ad6b-47eb89418179,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:38.242293 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd890aba-636e-484b-80a5-3c54b235ce66 None None] Network fc29ce05-82dc-4a06-8bd4-615f6b7558c1 is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 22:02:38.242607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd890aba-636e-484b-80a5-3c54b235ce66 None None] No DVR routers for this DVR port 4441c9f5-d3e6-4755-ad6b-47eb89418179 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:02:38.258859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf368b9-e268-4115-ae6a-7fb3c6bb26d3 req-61e2236f-526c-4219-812b-d287c7330da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:38.264225 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdf368b9-e268-4115-ae6a-7fb3c6bb26d3 req-61e2236f-526c-4219-812b-d287c7330da2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672686 Nov 11 22:02:38.270415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f7a70356-2dd6-4ad8-aa86-2b96bef93817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:02:14Z', 'updated_at': '2021-11-11T22:02:19Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:15Z', 'updated_at': '2021-11-11T22:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'eec67793-7dae-40f7-a9be-51bd8e6724aa', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'port_id': 'b727b253-0bb3-4dc2-8c30-0485364f176d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'mac_address': 'fa:16:3e:78:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26630c17-867d-49ce-888b-071d92702514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:02:35Z', 'updated_at': '2021-11-11T22:02:35Z', 'revision_number': 0, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63026abc-8779-46fc-ac41-2a4547db6b78', 'name': '', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:77:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:18Z', 'updated_at': '2021-11-11T22:02:23Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:38.305511 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a70356-2dd6-4ad8-aa86-2b96bef93817 None None] Checking router: cb595c11-9a67-433f-a117-9b54510ed177 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:02:38.315304 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a70356-2dd6-4ad8-aa86-2b96bef93817 None None] Routers {'cb595c11-9a67-433f-a117-9b54510ed177'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:38.315959 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f7a70356-2dd6-4ad8-aa86-2b96bef93817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:02:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['cb595c11-9a67-433f-a117-9b54510ed177'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:38.380520 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdf368b9-e268-4115-ae6a-7fb3c6bb26d3 req-84554948-3705-4581-b99f-56125d3e6823 service neutron] 10.222.0.71 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048021 Nov 11 22:02:38.396304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51732) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:38.437849 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-f7a70356-2dd6-4ad8-aa86-2b96bef93817 None None] Set router cb595c11-9a67-433f-a117-9b54510ed177 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:02:38.476668 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdf368b9-e268-4115-ae6a-7fb3c6bb26d3 req-34e92f02-0bd1-43da-ac2e-320c3a5e3f26 service neutron] 10.222.0.71 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882692 Nov 11 22:02:38.552523 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-31ce7423-516a-400e-ae4e-059293a36a8b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b92a37df36be4cefbeca1b8f69ba9cfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546831 Nov 11 22:02:38.555151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51736) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:38.604823 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa615c2b-0d40-40c5-965e-4f3d2772cdeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:38.637674 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa615c2b-0d40-40c5-965e-4f3d2772cdeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:38.690085 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa615c2b-0d40-40c5-965e-4f3d2772cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:38.690814 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f7a70356-2dd6-4ad8-aa86-2b96bef93817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:02:14Z', 'updated_at': '2021-11-11T22:02:19Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:15Z', 'updated_at': '2021-11-11T22:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'eec67793-7dae-40f7-a9be-51bd8e6724aa', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'port_id': 'b727b253-0bb3-4dc2-8c30-0485364f176d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'mac_address': 'fa:16:3e:78:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26630c17-867d-49ce-888b-071d92702514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:02:35Z', 'updated_at': '2021-11-11T22:02:35Z', 'revision_number': 0, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63026abc-8779-46fc-ac41-2a4547db6b78', 'name': '', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:77:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:18Z', 'updated_at': '2021-11-11T22:02:23Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:38.693102 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-aa615c2b-0d40-40c5-965e-4f3d2772cdeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:38.696922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-aa615c2b-0d40-40c5-965e-4f3d2772cdeb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5866f077-8755-4676-accc-561f2d5afcab HTTP/1.1" status: 204 len: 168 time: 0.1381936 Nov 11 22:02:38.706403 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa615c2b-0d40-40c5-965e-4f3d2772cdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5866f077-8755-4676-accc-561f2d5afcab,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:38.720993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a70356-2dd6-4ad8-aa86-2b96bef93817 None None] The sync data for ids ['cb595c11-9a67-433f-a117-9b54510ed177'] in n-d-805737-3 is: [{'id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:02:14Z', 'updated_at': '2021-11-11T22:02:19Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:15Z', 'updated_at': '2021-11-11T22:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'eec67793-7dae-40f7-a9be-51bd8e6724aa', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'port_id': 'b727b253-0bb3-4dc2-8c30-0485364f176d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'mac_address': 'fa:16:3e:78:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26630c17-867d-49ce-888b-071d92702514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:02:35Z', 'updated_at': '2021-11-11T22:02:35Z', 'revision_number': 0, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63026abc-8779-46fc-ac41-2a4547db6b78', 'name': '', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:77:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:18Z', 'updated_at': '2021-11-11T22:02:23Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:02:38.818389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51740) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:38.886011 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cfb9d4f5-1524-4cec-821c-4d1c30bb2e57 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/eec67793-7dae-40f7-a9be-51bd8e6724aa HTTP/1.1" status: 200 len: 990 time: 0.0663786 Nov 11 22:02:38.953484 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552d44a-2cbe-4caf-bca7-70ac4690ed0e None None] New status for floating IP eec67793-7dae-40f7-a9be-51bd8e6724aa: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:02:39.388164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51762) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:39.496338 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1771335715-network', 'tenant_id': 'c1b7140970c14be7b8eac7db03592586'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:39.520029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] Made reservation on behalf of c1b7140970c14be7b8eac7db03592586 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:39.522438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:39.532272 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:39.617696 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:39.622763 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:39.650113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1184, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:02:39.661175 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8491243-02fc-4ba5-9be5-3d7699fad7c7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:39.667792 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:39.668221 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] Added segment ab06388f-68c1-4214-8714-ad58b28b948a of type vlan for network 80a5bbd7-5688-45c6-9639-ecfcc3b735f7 Nov 11 22:02:39.711939 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:39.743208 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:39.744514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:39.745992 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:39.801640 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4123180 Nov 11 22:02:39.804942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51768) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:39.810114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-33d3c281-0a23-4520-a55a-8622f02ae06f admin admin] Request body: {'subnet': {'network_id': '80a5bbd7-5688-45c6-9639-ecfcc3b735f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1771335715-subnet', 'tenant_id': 'c1b7140970c14be7b8eac7db03592586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:39.832546 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d3c281-0a23-4520-a55a-8622f02ae06f admin admin] Made reservation on behalf of c1b7140970c14be7b8eac7db03592586 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:39.835009 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33d3c281-0a23-4520-a55a-8622f02ae06f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:39.844715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0a47a-0baf-4b13-8bca-52ab413c81b7 admin admin] Pushing event updated for resources: {'Network': ['ID=80a5bbd7-5688-45c6-9639-ecfcc3b735f7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:39.854986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 80a5bbd7-5688-45c6-9639-ecfcc3b735f7 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:02:39.890215 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51770) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:39.975971 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-484da964-adb8-4775-ae58-a8fce527c330 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/eec67793-7dae-40f7-a9be-51bd8e6724aa HTTP/1.1" status: 200 len: 992 time: 0.0834439 Nov 11 22:02:40.075402 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33d3c281-0a23-4520-a55a-8622f02ae06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:40.135225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3c281-0a23-4520-a55a-8622f02ae06f admin admin] Pushing event updated for resources: {'Subnet': ['ID=87b0f7da-5dcf-40c1-aa34-ab65049dc706,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:40.146153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d3c281-0a23-4520-a55a-8622f02ae06f admin admin] Checking segment: {'id': 'ab06388f-68c1-4214-8714-ad58b28b948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '80a5bbd7-5688-45c6-9639-ecfcc3b735f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:02:40.146516 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d3c281-0a23-4520-a55a-8622f02ae06f admin admin] Network hostable DHCP agents. Network: 80a5bbd7-5688-45c6-9639-ecfcc3b735f7, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:02:40.164251 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d3c281-0a23-4520-a55a-8622f02ae06f admin admin] Network 80a5bbd7-5688-45c6-9639-ecfcc3b735f7 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:02:40.175526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-33d3c281-0a23-4520-a55a-8622f02ae06f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 80a5bbd7-5688-45c6-9639-ecfcc3b735f7) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:40.179793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d3c281-0a23-4520-a55a-8622f02ae06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:40.180383 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33d3c281-0a23-4520-a55a-8622f02ae06f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:40.185251 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95857cc6-05b4-4bff-99b4-c4177069f29e None None] Network 80a5bbd7-5688-45c6-9639-ecfcc3b735f7 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:40.197469 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-33d3c281-0a23-4520-a55a-8622f02ae06f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3912747 Nov 11 22:02:40.355014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f83465-c539-4538-86d6-8f07ce78d759 None None] Network 80a5bbd7-5688-45c6-9639-ecfcc3b735f7 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:40.756768 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51786) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:40.761932 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-129171947-network', 'tenant_id': 'afd3bd887b794cb89719833c91233f0e'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:40.790366 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] Made reservation on behalf of afd3bd887b794cb89719833c91233f0e for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:40.793237 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:40.802697 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:40.884508 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:40.889771 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:40.912175 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] vlan segment allocate from pool success with {'vlan_id': 1151, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:02:40.928102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3912d1-3788-4ae7-9826-04a362037779,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:40.931340 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:40.931682 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] Added segment 73df1944-392c-4537-9c19-8aaf5e308030 of type vlan for network 4587ee4b-a649-41c1-9698-af64c2c285ad Nov 11 22:02:40.973002 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:41.001711 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:41.002718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:41.003316 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:41.037345 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2793677 Nov 11 22:02:41.040487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51788) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:41.046510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4a0eaaff-3bc9-4026-a29e-99ac439280f2 admin admin] Request body: {'subnet': {'network_id': '4587ee4b-a649-41c1-9698-af64c2c285ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-129171947-subnet', 'tenant_id': 'afd3bd887b794cb89719833c91233f0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:41.072009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0eaaff-3bc9-4026-a29e-99ac439280f2 admin admin] Made reservation on behalf of afd3bd887b794cb89719833c91233f0e for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:41.073997 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63810df-811c-44e2-9fe7-703da4cbf83b admin admin] Pushing event updated for resources: {'Network': ['ID=4587ee4b-a649-41c1-9698-af64c2c285ad,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:41.075069 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a0eaaff-3bc9-4026-a29e-99ac439280f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:41.086561 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 4587ee4b-a649-41c1-9698-af64c2c285ad details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:02:41.190773 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:41.266718 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a0eaaff-3bc9-4026-a29e-99ac439280f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:41.325487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0eaaff-3bc9-4026-a29e-99ac439280f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e84127-9451-44a8-9f92-d159ff47c25f,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:41.336031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0eaaff-3bc9-4026-a29e-99ac439280f2 admin admin] Checking segment: {'id': '73df1944-392c-4537-9c19-8aaf5e308030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '4587ee4b-a649-41c1-9698-af64c2c285ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:02:41.336031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0eaaff-3bc9-4026-a29e-99ac439280f2 admin admin] Network hostable DHCP agents. Network: 4587ee4b-a649-41c1-9698-af64c2c285ad, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:02:41.359615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0eaaff-3bc9-4026-a29e-99ac439280f2 admin admin] Network 4587ee4b-a649-41c1-9698-af64c2c285ad is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:02:41.370773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-4a0eaaff-3bc9-4026-a29e-99ac439280f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 4587ee4b-a649-41c1-9698-af64c2c285ad) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:41.375207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0eaaff-3bc9-4026-a29e-99ac439280f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:41.375829 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4a0eaaff-3bc9-4026-a29e-99ac439280f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:41.387605 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d70229-ef11-4040-956d-8d6187165770 None None] Network 4587ee4b-a649-41c1-9698-af64c2c285ad requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:41.395276 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4a0eaaff-3bc9-4026-a29e-99ac439280f2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3529527 Nov 11 22:02:41.529769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51792) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:41.559084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3575402d-1f0a-4acc-8fea-cf8cd5b3d5e2 None None] Network 4587ee4b-a649-41c1-9698-af64c2c285ad requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:02:41.588367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-101b4c41-55f6-436a-a59d-c27c7b4cd0eb admin admin] Deleting subnet 87b0f7da-5dcf-40c1-aa34-ab65049dc706 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:02:41.592130 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-101b4c41-55f6-436a-a59d-c27c7b4cd0eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:41.635134 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-101b4c41-55f6-436a-a59d-c27c7b4cd0eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:41.676631 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-101b4c41-55f6-436a-a59d-c27c7b4cd0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:41.736622 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-101b4c41-55f6-436a-a59d-c27c7b4cd0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:41.763514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b4c41-55f6-436a-a59d-c27c7b4cd0eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87b0f7da-5dcf-40c1-aa34-ab65049dc706,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:41.765810 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-101b4c41-55f6-436a-a59d-c27c7b4cd0eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:41.769485 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-101b4c41-55f6-436a-a59d-c27c7b4cd0eb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/87b0f7da-5dcf-40c1-aa34-ab65049dc706 HTTP/1.1" status: 204 len: 168 time: 0.2382829 Nov 11 22:02:41.771985 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 51794) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:41.848324 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75862101-7cbb-4e2c-a54e-23283442f61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:41.938008 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75862101-7cbb-4e2c-a54e-23283442f61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:41.959280 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-75862101-7cbb-4e2c-a54e-23283442f61a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a5bbd7-5688-45c6-9639-ecfcc3b735f7']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:41.969812 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-75862101-7cbb-4e2c-a54e-23283442f61a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab06388f-68c1-4214-8714-ad58b28b948a') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:41.970110 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-75862101-7cbb-4e2c-a54e-23283442f61a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab06388f-68c1-4214-8714-ad58b28b948a') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:41.980026 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75862101-7cbb-4e2c-a54e-23283442f61a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.004409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75862101-7cbb-4e2c-a54e-23283442f61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.013745 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75862101-7cbb-4e2c-a54e-23283442f61a admin admin] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:02:42.014183 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75862101-7cbb-4e2c-a54e-23283442f61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:02:42.016164 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:02:42.078604 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75862101-7cbb-4e2c-a54e-23283442f61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.084552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75862101-7cbb-4e2c-a54e-23283442f61a admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.087839 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-75862101-7cbb-4e2c-a54e-23283442f61a admin admin] 10.222.0.57 "DELETE /v2.0/networks/80a5bbd7-5688-45c6-9639-ecfcc3b735f7 HTTP/1.1" status: 204 len: 168 time: 0.3148849 Nov 11 22:02:42.091175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51796) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:42.099879 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75862101-7cbb-4e2c-a54e-23283442f61a admin admin] Pushing event deleted for resources: {'Network': ['ID=80a5bbd7-5688-45c6-9639-ecfcc3b735f7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:42.143665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8fceff-01f9-4ed9-939d-b9605d5824c8 admin admin] Deleting subnet a9e84127-9451-44a8-9f92-d159ff47c25f {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:02:42.147515 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4c8fceff-01f9-4ed9-939d-b9605d5824c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.184375 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4c8fceff-01f9-4ed9-939d-b9605d5824c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.235850 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4c8fceff-01f9-4ed9-939d-b9605d5824c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.294364 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4c8fceff-01f9-4ed9-939d-b9605d5824c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.320840 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fceff-01f9-4ed9-939d-b9605d5824c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e84127-9451-44a8-9f92-d159ff47c25f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:42.324634 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4c8fceff-01f9-4ed9-939d-b9605d5824c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.328574 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4c8fceff-01f9-4ed9-939d-b9605d5824c8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a9e84127-9451-44a8-9f92-d159ff47c25f HTTP/1.1" status: 204 len: 168 time: 0.2355750 Nov 11 22:02:42.330831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51798) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:42.411840 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2de88a9d-7424-4630-88b1-d22c1f3649b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.517347 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2de88a9d-7424-4630-88b1-d22c1f3649b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.538980 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2de88a9d-7424-4630-88b1-d22c1f3649b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4587ee4b-a649-41c1-9698-af64c2c285ad']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:42.550092 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2de88a9d-7424-4630-88b1-d22c1f3649b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73df1944-392c-4537-9c19-8aaf5e308030') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:42.550384 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2de88a9d-7424-4630-88b1-d22c1f3649b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73df1944-392c-4537-9c19-8aaf5e308030') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:42.560277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2de88a9d-7424-4630-88b1-d22c1f3649b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.575675 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2de88a9d-7424-4630-88b1-d22c1f3649b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.583228 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de88a9d-7424-4630-88b1-d22c1f3649b8 admin admin] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:02:42.583751 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2de88a9d-7424-4630-88b1-d22c1f3649b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:02:42.585556 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:02:42.647328 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2de88a9d-7424-4630-88b1-d22c1f3649b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.656165 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2de88a9d-7424-4630-88b1-d22c1f3649b8 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.659959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2de88a9d-7424-4630-88b1-d22c1f3649b8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4587ee4b-a649-41c1-9698-af64c2c285ad HTTP/1.1" status: 204 len: 168 time: 0.3280778 Nov 11 22:02:42.674927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de88a9d-7424-4630-88b1-d22c1f3649b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4587ee4b-a649-41c1-9698-af64c2c285ad,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:42.841990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51802) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:42.882368 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7b9cd69e-a659-46d2-b4d3-ffc26017081e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c1b7140970c14be7b8eac7db03592586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391788 Nov 11 22:02:42.884994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51804) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:42.936055 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af8db077-ab86-4dee-ae57-c22fbb57e37b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:42.961459 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af8db077-ab86-4dee-ae57-c22fbb57e37b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:43.018754 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af8db077-ab86-4dee-ae57-c22fbb57e37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:43.021475 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af8db077-ab86-4dee-ae57-c22fbb57e37b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:43.022677 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-af8db077-ab86-4dee-ae57-c22fbb57e37b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8491243-02fc-4ba5-9be5-3d7699fad7c7 HTTP/1.1" status: 204 len: 168 time: 0.1368003 Nov 11 22:02:43.031322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8db077-ab86-4dee-ae57-c22fbb57e37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8491243-02fc-4ba5-9be5-3d7699fad7c7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:43.403106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51810) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:43.444679 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6dc67759-433c-4a4b-a6e9-01f28fdf5d9b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=afd3bd887b794cb89719833c91233f0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402613 Nov 11 22:02:43.447280 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 51812) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:43.500267 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb211973-dbaa-4f10-aa4f-9a202612a48b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:43.525226 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb211973-dbaa-4f10-aa4f-9a202612a48b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:43.582954 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb211973-dbaa-4f10-aa4f-9a202612a48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:43.585689 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fb211973-dbaa-4f10-aa4f-9a202612a48b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:43.586857 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fb211973-dbaa-4f10-aa4f-9a202612a48b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2c3912d1-3788-4ae7-9826-04a362037779 HTTP/1.1" status: 204 len: 168 time: 0.1386518 Nov 11 22:02:43.595122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb211973-dbaa-4f10-aa4f-9a202612a48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3912d1-3788-4ae7-9826-04a362037779,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:43.877802 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2968e497-41d4-457f-8fb7-9e2652657ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:44.739403 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:46.071009 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59aa0f1b-1c1a-4207-8fcb-b2bbbd036e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:46.902193 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03169d2b-1934-4d00-8348-28ac9b98ef0c req-d406241d-356f-4b94-9cb8-0ec5e6934e2b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419190 Nov 11 22:02:46.991955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03169d2b-1934-4d00-8348-28ac9b98ef0c req-b089507c-caa4-4f4c-8d9c-a109f7c2de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:46.993692 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03169d2b-1934-4d00-8348-28ac9b98ef0c req-b089507c-caa4-4f4c-8d9c-a109f7c2de3a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 1096 time: 0.0439265 Nov 11 22:02:47.114904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03169d2b-1934-4d00-8348-28ac9b98ef0c req-d2a40f74-f0a2-4c5b-98ce-5d752d665c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:47.116546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03169d2b-1934-4d00-8348-28ac9b98ef0c req-d2a40f74-f0a2-4c5b-98ce-5d752d665c7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.1020863 Nov 11 22:02:47.187461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03169d2b-1934-4d00-8348-28ac9b98ef0c req-db0588c5-875c-4a3c-a708-f5fdd0ddc6b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76286cc-72cc-462a-8a05-c712b6aebb83 HTTP/1.1" status: 200 len: 1001 time: 0.0622618 Nov 11 22:02:47.237529 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:47.245064 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03169d2b-1934-4d00-8348-28ac9b98ef0c req-fc80d562-9ca0-4723-9548-211cb2af5482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:47.246598 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03169d2b-1934-4d00-8348-28ac9b98ef0c req-fc80d562-9ca0-4723-9548-211cb2af5482 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.0524526 Nov 11 22:02:47.298030 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03169d2b-1934-4d00-8348-28ac9b98ef0c req-a2c1f810-2e10-494b-a1fe-7fe5e88e3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:47.299568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03169d2b-1934-4d00-8348-28ac9b98ef0c req-a2c1f810-2e10-494b-a1fe-7fe5e88e3bb4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441084 Nov 11 22:02:47.402044 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03169d2b-1934-4d00-8348-28ac9b98ef0c req-bb0fd07b-cefd-47a3-92d6-5d35d88b0548 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944648 Nov 11 22:02:47.497278 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03169d2b-1934-4d00-8348-28ac9b98ef0c req-bc7c25e6-4748-4d12-a094-b52df8361dbb service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865233 Nov 11 22:02:48.629855 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:49.322469 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:02:49.380236 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:53.032978 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-0b97e004-e706-43f6-ad31-ee3d09e191fc req-efdedfbf-6a0f-45dd-91f0-4cb41bf198d1 service neutron] (102534) timed out ('10.222.0.57', 55846) {{(pid=102534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 22:02:55.593357 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-df6d29ae-c975-4cfb-96f6-5fa51add6eb4 req-30ec93be-e524-437d-b2a9-d4595eac0143 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484896 Nov 11 22:02:55.692118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d29ae-c975-4cfb-96f6-5fa51add6eb4 req-cdca8179-abf1-4c8b-8d41-a56045af8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:55.693691 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-df6d29ae-c975-4cfb-96f6-5fa51add6eb4 req-cdca8179-abf1-4c8b-8d41-a56045af8498 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 1096 time: 0.0502954 Nov 11 22:02:55.813976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d29ae-c975-4cfb-96f6-5fa51add6eb4 req-06baa9c6-c8cd-402c-816a-bade664cefbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:55.815830 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-df6d29ae-c975-4cfb-96f6-5fa51add6eb4 req-06baa9c6-c8cd-402c-816a-bade664cefbe service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.0982933 Nov 11 22:02:55.886999 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-df6d29ae-c975-4cfb-96f6-5fa51add6eb4 req-f1bafd1d-7578-4f2c-9680-67210037a03e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace459d3-65d7-43f0-adce-6dd82984ed97 HTTP/1.1" status: 200 len: 1001 time: 0.0607467 Nov 11 22:02:55.938536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d29ae-c975-4cfb-96f6-5fa51add6eb4 req-a11b7341-15b3-4835-a916-14f6894a6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:55.940370 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-df6d29ae-c975-4cfb-96f6-5fa51add6eb4 req-a11b7341-15b3-4835-a916-14f6894a6e99 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.0460250 Nov 11 22:02:55.991195 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d29ae-c975-4cfb-96f6-5fa51add6eb4 req-a2b040fe-84d8-449b-bb86-7d9d743192d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:55.992736 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-df6d29ae-c975-4cfb-96f6-5fa51add6eb4 req-a2b040fe-84d8-449b-bb86-7d9d743192d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447049 Nov 11 22:02:56.092356 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-df6d29ae-c975-4cfb-96f6-5fa51add6eb4 req-7270e2c3-a5f4-408f-8ed6-d71e87cf6d12 service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910490 Nov 11 22:02:56.193581 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-df6d29ae-c975-4cfb-96f6-5fa51add6eb4 req-a4325588-d634-4ae3-bbec-3d9c7713bbd2 service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891306 Nov 11 22:03:11.209000 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:12.139931 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52036) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:12.270094 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c16e138-0b17-444b-9e01-5721ad2dd195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:12.355826 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c16e138-0b17-444b-9e01-5721ad2dd195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:12.360525 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7c16e138-0b17-444b-9e01-5721ad2dd195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:12.404606 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7c16e138-0b17-444b-9e01-5721ad2dd195 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bfb9519d5b3445c9a30104aeda17ea93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2633872 Nov 11 22:03:12.405912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16e138-0b17-444b-9e01-5721ad2dd195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef06895c-ab6f-42d8-988f-85651f20ef7f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:12.407726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52040) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:12.470018 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-516ecc8b-e954-4820-8226-52fbff4f3140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:12.497152 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-516ecc8b-e954-4820-8226-52fbff4f3140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:12.556518 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-516ecc8b-e954-4820-8226-52fbff4f3140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:12.559737 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-516ecc8b-e954-4820-8226-52fbff4f3140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:12.561470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-516ecc8b-e954-4820-8226-52fbff4f3140 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ef06895c-ab6f-42d8-988f-85651f20ef7f HTTP/1.1" status: 204 len: 168 time: 0.1517169 Nov 11 22:03:12.575203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ecc8b-e954-4820-8226-52fbff4f3140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef06895c-ab6f-42d8-988f-85651f20ef7f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:12.884994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52046) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:12.899475 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5fb29d21-51c8-4535-a4b9-473aaa7f1da9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:12.993807 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5fb29d21-51c8-4535-a4b9-473aaa7f1da9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:12.999734 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5fb29d21-51c8-4535-a4b9-473aaa7f1da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:13.044631 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5fb29d21-51c8-4535-a4b9-473aaa7f1da9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96428d0e290642498a25765faf8eb3d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1582336 Nov 11 22:03:13.045296 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb29d21-51c8-4535-a4b9-473aaa7f1da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b270f4-76f3-43bb-8ae5-0d9509cf7837,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:13.047448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52048) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:13.107219 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de55e294-edbd-4492-a790-6441de75b14d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:13.145466 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de55e294-edbd-4492-a790-6441de75b14d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:13.200382 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de55e294-edbd-4492-a790-6441de75b14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:13.203433 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de55e294-edbd-4492-a790-6441de75b14d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:13.204901 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-de55e294-edbd-4492-a790-6441de75b14d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b9b270f4-76f3-43bb-8ae5-0d9509cf7837 HTTP/1.1" status: 204 len: 168 time: 0.1562688 Nov 11 22:03:13.214406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55e294-edbd-4492-a790-6441de75b14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b270f4-76f3-43bb-8ae5-0d9509cf7837,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:13.493289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc28474-902a-44f2-bacc-8c7c6322552b req-f82667ce-3850-4b4d-a7e1-3f3da31b9982 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:13.494778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6cc28474-902a-44f2-bacc-8c7c6322552b req-f82667ce-3850-4b4d-a7e1-3f3da31b9982 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 945 time: 0.0555162 Nov 11 22:03:13.557261 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6cc28474-902a-44f2-bacc-8c7c6322552b req-a097e932-4ec3-4870-aee0-b709b7ac2481 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529115 Nov 11 22:03:13.582149 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52062) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:13.654586 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a3bef6b1-672c-44e4-84f0-298cfd3a08c6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/eec67793-7dae-40f7-a9be-51bd8e6724aa HTTP/1.1" status: 200 len: 992 time: 0.0708916 Nov 11 22:03:13.877403 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-80699ab7-b7a0-44f1-81d2-361c501ba09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:14.349567 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464f7cb-6790-463c-a64f-fcc5cde2b0e4 req-047123f6-1d41-4384-bda6-d978afa05446 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:14.351524 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a464f7cb-6790-463c-a64f-fcc5cde2b0e4 req-047123f6-1d41-4384-bda6-d978afa05446 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 1096 time: 0.0538371 Nov 11 22:03:14.411512 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a464f7cb-6790-463c-a64f-fcc5cde2b0e4 req-dbf9baa4-4050-4319-ad7d-4c47ec70a8ed tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503480 Nov 11 22:03:14.759237 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:14.996443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52126) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:15.155626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-62c27feb-5db9-4bab-9720-292892c1bdd1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1572850 Nov 11 22:03:15.164725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-1ec7dbd2-464c-45d6-8f6d-e0cb72c31845 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:03:15.166325 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-1ec7dbd2-464c-45d6-8f6d-e0cb72c31845 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057118 Nov 11 22:03:15.344590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52142) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:15.469799 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bfceec62-ec5d-422e-a9f0-480b1558d87d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:15.556904 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bfceec62-ec5d-422e-a9f0-480b1558d87d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:15.561713 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bfceec62-ec5d-422e-a9f0-480b1558d87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:15.602818 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bfceec62-ec5d-422e-a9f0-480b1558d87d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd8d977384c84555b80da402463ea936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2574232 Nov 11 22:03:15.604007 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfceec62-ec5d-422e-a9f0-480b1558d87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299fc34e-de1c-4229-8581-ada075640fa3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:15.605909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52150) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:15.660541 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:15.686913 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:15.752757 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:15.755625 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:15.759993 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/299fc34e-de1c-4229-8581-ada075640fa3 HTTP/1.1" status: 204 len: 168 time: 0.1530459 Nov 11 22:03:15.768709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299fc34e-de1c-4229-8581-ada075640fa3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:15.776887 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:15.777228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:15.777715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:15.777883 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:15.778810 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:15.779421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:15.780015 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:15.782047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:15.782676 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:15.783190 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:15.783819 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:15.784032 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c845115-b9e0-4dcb-8859-4bb57194aab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:15.821828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-5bb15afe-b14c-4eee-b680-d22e88ef8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:15.823342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-5bb15afe-b14c-4eee-b680-d22e88ef8a4d service neutron] 10.222.0.57 "GET /v2.0/ports/b727b253-0bb3-4dc2-8c30-0485364f176d HTTP/1.1" status: 200 len: 1093 time: 0.0525455 Nov 11 22:03:15.833606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b40362d9-1bcc-4e8c-9731-3951f4cf389a service neutron] Request body: {'binding': {'host': 'n-h1-805737-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:03:15.834078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b40362d9-1bcc-4e8c-9731-3951f4cf389a service neutron] Unknown quota resources ['binding']. {{(pid=102534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 22:03:16.001147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b40362d9-1bcc-4e8c-9731-3951f4cf389a service neutron] Attempting to bind port b727b253-0bb3-4dc2-8c30-0485364f176d on host n-h1-805737-3 for vnic_type normal with profile None {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:03:16.002154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b40362d9-1bcc-4e8c-9731-3951f4cf389a service neutron] Attempting to bind port b727b253-0bb3-4dc2-8c30-0485364f176d by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:03:16.002154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b40362d9-1bcc-4e8c-9731-3951f4cf389a service neutron] Attempting to bind port b727b253-0bb3-4dc2-8c30-0485364f176d on network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:03:16.007424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b40362d9-1bcc-4e8c-9731-3951f4cf389a service neutron] Port b727b253-0bb3-4dc2-8c30-0485364f176d on network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:03:16.007781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b40362d9-1bcc-4e8c-9731-3951f4cf389a service neutron] Attempting to bind port b727b253-0bb3-4dc2-8c30-0485364f176d on network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:03:16.013491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b40362d9-1bcc-4e8c-9731-3951f4cf389a service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:03:16.013829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b40362d9-1bcc-4e8c-9731-3951f4cf389a service neutron] Checking segment: {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:03:16.014207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b40362d9-1bcc-4e8c-9731-3951f4cf389a service neutron] Bound using segment: {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:03:16.014641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b40362d9-1bcc-4e8c-9731-3951f4cf389a service neutron] Bound port: b727b253-0bb3-4dc2-8c30-0485364f176d, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:03:16.067129 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee9d22b0-3375-4f2a-a4b8-4810c0f45ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:16.088841 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52156) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:16.103536 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c2a5c1c-fe3e-4197-856d-c6bac1d56f11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:16.135911 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b40362d9-1bcc-4e8c-9731-3951f4cf389a service neutron] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b727b253-0bb3-4dc2-8c30-0485364f176d,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:03:16.144848 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b40362d9-1bcc-4e8c-9731-3951f4cf389a service neutron] Publish callbacks [] for binding, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:16.146497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b40362d9-1bcc-4e8c-9731-3951f4cf389a service neutron] 10.222.0.57 "POST /v2.0/ports/b727b253-0bb3-4dc2-8c30-0485364f176d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3171856 Nov 11 22:03:16.200221 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c2a5c1c-fe3e-4197-856d-c6bac1d56f11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:16.206791 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5c2a5c1c-fe3e-4197-856d-c6bac1d56f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:16.251453 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5c2a5c1c-fe3e-4197-856d-c6bac1d56f11 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=383f0d057f3c4c90881ef164e28e084b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1614580 Nov 11 22:03:16.252547 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a5c1c-fe3e-4197-856d-c6bac1d56f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d78fce6-30ce-40ab-b95a-9caadef95a7d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:16.254519 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52160) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:16.354015 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65a60202-f372-4b0e-beb4-9b3f06d9f3b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:16.365678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecdfb9-abf5-45fa-8eb9-c3654280205d req-662a94ad-d072-4a05-babc-175bd742afe7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:16.367426 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00ecdfb9-abf5-45fa-8eb9-c3654280205d req-662a94ad-d072-4a05-babc-175bd742afe7 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 945 time: 0.0816324 Nov 11 22:03:16.425429 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65a60202-f372-4b0e-beb4-9b3f06d9f3b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:16.491350 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b2d6952a-70a8-4560-a5f9-b4c4fb19cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:16.492825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-b2d6952a-70a8-4560-a5f9-b4c4fb19cfed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 1096 time: 0.1067367 Nov 11 22:03:16.497508 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00ecdfb9-abf5-45fa-8eb9-c3654280205d req-357b70bb-0638-4b64-a91a-3e6fb8feb100 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220911 Nov 11 22:03:16.562622 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65a60202-f372-4b0e-beb4-9b3f06d9f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:16.565615 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-65a60202-f372-4b0e-beb4-9b3f06d9f3b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:16.566784 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-65a60202-f372-4b0e-beb4-9b3f06d9f3b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d78fce6-30ce-40ab-b95a-9caadef95a7d HTTP/1.1" status: 204 len: 168 time: 0.3104570 Nov 11 22:03:16.579891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a60202-f372-4b0e-beb4-9b3f06d9f3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d78fce6-30ce-40ab-b95a-9caadef95a7d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:16.616525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-657a67f0-57fd-4a19-b0dc-7d67f9819fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:16.618260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-657a67f0-57fd-4a19-b0dc-7d67f9819fe0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 HTTP/1.1" status: 200 len: 898 time: 0.1170564 Nov 11 22:03:16.694579 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-0c8eefe5-772e-4f8a-815b-ad68105e5cfd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b727b253-0bb3-4dc2-8c30-0485364f176d HTTP/1.1" status: 200 len: 1000 time: 0.0682728 Nov 11 22:03:16.750352 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-c7ce8efe-b5d9-47b0-88cd-ae0eabd93617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:16.751861 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-c7ce8efe-b5d9-47b0-88cd-ae0eabd93617 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e HTTP/1.1" status: 200 len: 834 time: 0.0493429 Nov 11 22:03:16.804754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-fa8b20ce-e7c6-4f9b-be49-20dabbe27fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:16.806313 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-fa8b20ce-e7c6-4f9b-be49-20dabbe27fdf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475521 Nov 11 22:03:16.908953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-cdaed631-8feb-40eb-b926-a4dfd09f0eba service neutron] 10.222.0.10 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944898 Nov 11 22:03:17.015689 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-be554624-a5b4-4f62-97d1-68577c1d836b service neutron] 10.222.0.10 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995438 Nov 11 22:03:17.163950 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-bcac178c-6050-4106-a148-a8bbb749be77 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:17.165342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-bcac178c-6050-4106-a148-a8bbb749be77 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 1096 time: 0.0894306 Nov 11 22:03:17.178437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805737-3'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:03:17.256465 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:17.264552 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:17.401246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b727b253-0bb3-4dc2-8c30-0485364f176d,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:17.445832 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:03:17.494654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:03:17.497180 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d306a8-ddbe-4aac-8271-d3509e9638c6" -d '{"events": [{"server_uuid": "26630c17-867d-49ce-888b-071d92702514", "name": "network-vif-unplugged", "status": "completed", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:03:17.501446 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:17.510287 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:17.677759 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Pushing event updated for resources: {'Port': ['ID=b727b253-0bb3-4dc2-8c30-0485364f176d,revision_number=7']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:17.741051 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff84f85-959d-473d-a1e4-1f04744e2a1c x-openstack-request-id: req-eff84f85-959d-473d-a1e4-1f04744e2a1c {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:03:17.741347 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26630c17-867d-49ce-888b-071d92702514", "name": "network-vif-unplugged", "status": "completed", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:03:17.741593 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eff84f85-959d-473d-a1e4-1f04744e2a1c {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:03:17.741994 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d', 'code': 200} Nov 11 22:03:17.757484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Attempting to bind port b727b253-0bb3-4dc2-8c30-0485364f176d on host n-h2-805737-3 for vnic_type normal with profile {"migrating_to": "n-h1-805737-3"} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:03:17.757832 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Attempting to bind port b727b253-0bb3-4dc2-8c30-0485364f176d by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:03:17.758678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Attempting to bind port b727b253-0bb3-4dc2-8c30-0485364f176d on network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:03:17.767413 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Port b727b253-0bb3-4dc2-8c30-0485364f176d on network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:03:17.772574 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Attempting to bind port b727b253-0bb3-4dc2-8c30-0485364f176d on network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:03:17.781062 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:03:17.781402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Checking segment: {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:03:17.781989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Bound using segment: {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:03:17.782629 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Bound port: b727b253-0bb3-4dc2-8c30-0485364f176d, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68308ce2-b339-4bb6-9acf-52172bf98230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:03:17.783062 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:17.887320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:03:17.888528 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-022cf69d-c87a-490c-9d9f-1fc89d37160b None None] Provisioning complete for port b727b253-0bb3-4dc2-8c30-0485364f176d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:17.889354 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-022cf69d-c87a-490c-9d9f-1fc89d37160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:17.892190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b727b253-0bb3-4dc2-8c30-0485364f176d,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:03:17.901892 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb0d89-da68-4438-aa69-5327da973a07 req-f56a4013-f461-4965-a95d-1d46c9442155 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:17.903522 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78eb0d89-da68-4438-aa69-5327da973a07 req-f56a4013-f461-4965-a95d-1d46c9442155 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 943 time: 0.1027081 Nov 11 22:03:17.905306 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:17.941232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-022cf69d-c87a-490c-9d9f-1fc89d37160b None None] Port b727b253-0bb3-4dc2-8c30-0485364f176d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:03:18.035924 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Pushing event updated for resources: {'Port': ['ID=b727b253-0bb3-4dc2-8c30-0485364f176d,revision_number=8']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:18.072545 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78eb0d89-da68-4438-aa69-5327da973a07 req-68782a4a-6145-45fa-b6e5-46e44ba586ec tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595070 Nov 11 22:03:18.102637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:18.103610 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:18.105083 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-d71a1c9f-0723-4474-8e16-9611ca4d8b6b service neutron] 10.222.0.10 "PUT /v2.0/ports/b727b253-0bb3-4dc2-8c30-0485364f176d HTTP/1.1" status: 200 len: 1121 time: 0.9311936 Nov 11 22:03:18.197855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['b727b253-0bb3-4dc2-8c30-0485364f176d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:03:18.297339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-17208a3c-e068-4c39-8978-e431a01d4905 None None] Provisioning complete for port b727b253-0bb3-4dc2-8c30-0485364f176d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:18.298244 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17208a3c-e068-4c39-8978-e431a01d4905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:18.464478 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17208a3c-e068-4c39-8978-e431a01d4905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:18.510838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:03:18.513178 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab1d8e9-c739-4818-a9f3-35bca7e919f5" -d '{"events": [{"server_uuid": "26630c17-867d-49ce-888b-071d92702514", "name": "network-vif-plugged", "status": "completed", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:03:18.534515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-17208a3c-e068-4c39-8978-e431a01d4905 None None] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b727b253-0bb3-4dc2-8c30-0485364f176d,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:18.541436 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17208a3c-e068-4c39-8978-e431a01d4905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:18.584299 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd42b37f-0023-49d5-b74a-eccb9e52da20 x-openstack-request-id: req-bd42b37f-0023-49d5-b74a-eccb9e52da20 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:03:18.584704 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26630c17-867d-49ce-888b-071d92702514", "name": "network-vif-plugged", "status": "completed", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:03:18.584991 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bd42b37f-0023-49d5-b74a-eccb9e52da20 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:03:18.585384 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d', 'code': 200} Nov 11 22:03:18.733157 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:18.742145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17208a3c-e068-4c39-8978-e431a01d4905 None None] Pushing event updated for resources: {'Port': ['ID=b727b253-0bb3-4dc2-8c30-0485364f176d,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:19.211367 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f2127-ba62-490a-ac92-edcdcacb3b38 req-15fc658d-8f3d-4f7c-899b-f035c5e7a083 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:19.212990 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-541f2127-ba62-490a-ac92-edcdcacb3b38 req-15fc658d-8f3d-4f7c-899b-f035c5e7a083 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 945 time: 0.0587440 Nov 11 22:03:19.275192 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-541f2127-ba62-490a-ac92-edcdcacb3b38 req-b8247104-da8e-4025-a8f5-bf6757064f01 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555174 Nov 11 22:03:19.377499 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:19.743208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:03:19.745710 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fe2f7f-07ad-4e87-8221-735906a1c917" -d '{"events": [{"name": "network-changed", "server_uuid": "26630c17-867d-49ce-888b-071d92702514", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:03:19.790977 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d52e188-cecf-488e-9a32-0fbb684db055 x-openstack-request-id: req-5d52e188-cecf-488e-9a32-0fbb684db055 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:03:19.791237 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26630c17-867d-49ce-888b-071d92702514", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:03:19.791489 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5d52e188-cecf-488e-9a32-0fbb684db055 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:03:19.791889 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d', 'status': 'completed', 'code': 200} Nov 11 22:03:19.880088 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe2f7f-07ad-4e87-8221-735906a1c917 req-1e0febcd-948a-43e9-88a1-aca8b61ee7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:19.882398 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2fe2f7f-07ad-4e87-8221-735906a1c917 req-1e0febcd-948a-43e9-88a1-aca8b61ee7e0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 1126 time: 0.0526733 Nov 11 22:03:20.010086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe2f7f-07ad-4e87-8221-735906a1c917 req-65756b19-a512-4a82-9ddd-c53fd82d5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:20.013259 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2fe2f7f-07ad-4e87-8221-735906a1c917 req-65756b19-a512-4a82-9ddd-c53fd82d5036 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 HTTP/1.1" status: 200 len: 898 time: 0.1207058 Nov 11 22:03:20.096527 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2fe2f7f-07ad-4e87-8221-735906a1c917 req-83270131-9c61-481c-a1bf-9b1651219e56 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b727b253-0bb3-4dc2-8c30-0485364f176d HTTP/1.1" status: 200 len: 1000 time: 0.0702562 Nov 11 22:03:20.178220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe2f7f-07ad-4e87-8221-735906a1c917 req-f4a2b6de-8840-43e2-bc3a-812156e970f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:20.179744 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2fe2f7f-07ad-4e87-8221-735906a1c917 req-f4a2b6de-8840-43e2-bc3a-812156e970f7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e HTTP/1.1" status: 200 len: 834 time: 0.0705540 Nov 11 22:03:20.234489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe2f7f-07ad-4e87-8221-735906a1c917 req-a061091a-36fe-47ec-a499-dedaf5731210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:20.236137 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2fe2f7f-07ad-4e87-8221-735906a1c917 req-a061091a-36fe-47ec-a499-dedaf5731210 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436673 Nov 11 22:03:20.365334 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2fe2f7f-07ad-4e87-8221-735906a1c917 req-c6647a5a-e4fe-453e-92ed-cab9458d3e58 service neutron] 10.222.0.71 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202638 Nov 11 22:03:20.413530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d8caa-9378-4f3c-b047-0f678c77214e req-2f3a6e06-5038-4198-a32a-43a9c060303c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:20.417400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-023d8caa-9378-4f3c-b047-0f678c77214e req-2f3a6e06-5038-4198-a32a-43a9c060303c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 945 time: 0.0688381 Nov 11 22:03:20.481281 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-023d8caa-9378-4f3c-b047-0f678c77214e req-c42adcab-fec3-4b5f-adb0-195403968c11 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550370 Nov 11 22:03:20.486116 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2fe2f7f-07ad-4e87-8221-735906a1c917 req-9a3c2e65-7fb2-4984-809e-258461a15d98 service neutron] 10.222.0.71 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120632 Nov 11 22:03:21.340375 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b727b253-0bb3-4dc2-8c30-0485364f176d details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:03:21.408848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:21.461523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b727b253-0bb3-4dc2-8c30-0485364f176d,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:21.476392 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b727b253-0bb3-4dc2-8c30-0485364f176d has no active binding in host n-h1-805737-3 {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 22:03:21.651811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c0118783-d6d6-4da2-aa01-99ac9256fce1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Deleting port 0b98581a-ca8b-4226-bb75-891fd64bbc8b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:03:21.652155 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0118783-d6d6-4da2-aa01-99ac9256fce1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:21.697181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901d066-89ca-4373-aad9-ba20c709bc74 req-eb52f17a-3e2e-4114-84d5-32109ae04674 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:21.698772 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0901d066-89ca-4373-aad9-ba20c709bc74 req-eb52f17a-3e2e-4114-84d5-32109ae04674 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 945 time: 0.0676358 Nov 11 22:03:21.766565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0901d066-89ca-4373-aad9-ba20c709bc74 req-0f22bde3-6839-4fcd-9444-e43f0c3a0f0f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566628 Nov 11 22:03:21.769112 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0118783-d6d6-4da2-aa01-99ac9256fce1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:21.769585 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0118783-d6d6-4da2-aa01-99ac9256fce1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:21.786724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c0118783-d6d6-4da2-aa01-99ac9256fce1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Calling delete_port for 0b98581a-ca8b-4226-bb75-891fd64bbc8b owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:03:21.955835 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0118783-d6d6-4da2-aa01-99ac9256fce1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:21.989575 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0118783-d6d6-4da2-aa01-99ac9256fce1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event deleted for resources: {'Port': ['ID=0b98581a-ca8b-4226-bb75-891fd64bbc8b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:22.057334 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0118783-d6d6-4da2-aa01-99ac9256fce1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:22.057648 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-c0118783-d6d6-4da2-aa01-99ac9256fce1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Floating IP a840af1d-f7cf-4bbe-b2de-83ef24aa5d17 disassociated (deleted). External IP: 172.25.0.151, port: ace459d3-65d7-43f0-adce-6dd82984ed97. Nov 11 22:03:22.290861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0118783-d6d6-4da2-aa01-99ac9256fce1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Router ee923260-7045-4fdb-8fca-3c9325ff364a has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:03:22.430611 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0118783-d6d6-4da2-aa01-99ac9256fce1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:03:22.435704 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0118783-d6d6-4da2-aa01-99ac9256fce1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:22.445102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942dfb8-8bc2-4c14-89af-4e13b75c38ae None None] Sync routers for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:03:22.460184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942dfb8-8bc2-4c14-89af-4e13b75c38ae None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:03:22.461742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d942dfb8-8bc2-4c14-89af-4e13b75c38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:22.474496 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c0118783-d6d6-4da2-aa01-99ac9256fce1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "DELETE /v2.0/floatingips/a840af1d-f7cf-4bbe-b2de-83ef24aa5d17 HTTP/1.1" status: 204 len: 168 time: 1.0602245 Nov 11 22:03:22.474496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef54a684-3bc5-4bee-856d-02bd8467b990', 'tag': 'ace459d3-65d7-43f0-adce-6dd82984ed97'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:03:22.474496 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e424819-8ba9-49d6-9a65-5a924d18050e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef54a684-3bc5-4bee-856d-02bd8467b990", "tag": "ace459d3-65d7-43f0-adce-6dd82984ed97"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:03:22.609486 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d942dfb8-8bc2-4c14-89af-4e13b75c38ae None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:03:22.685231 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55010e4-2608-49fa-a4b1-0c6cf321c67a x-openstack-request-id: req-e55010e4-2608-49fa-a4b1-0c6cf321c67a {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:03:22.685518 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef54a684-3bc5-4bee-856d-02bd8467b990", "tag": "ace459d3-65d7-43f0-adce-6dd82984ed97", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:03:22.686126 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e55010e4-2608-49fa-a4b1-0c6cf321c67a {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:03:22.687044 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef54a684-3bc5-4bee-856d-02bd8467b990', 'tag': 'ace459d3-65d7-43f0-adce-6dd82984ed97', 'status': 'completed', 'code': 200} Nov 11 22:03:22.791823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e424819-8ba9-49d6-9a65-5a924d18050e req-a6559a69-4462-4bf0-9c20-85c5dc9f9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:22.794181 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e424819-8ba9-49d6-9a65-5a924d18050e req-a6559a69-4462-4bf0-9c20-85c5dc9f9729 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 1096 time: 0.0716863 Nov 11 22:03:22.820445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7c6ca-0f78-4188-8c99-0367e58d597d req-8895c123-9cf1-4567-a32d-fedbd63557a1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:22.828448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2d7c6ca-0f78-4188-8c99-0367e58d597d req-8895c123-9cf1-4567-a32d-fedbd63557a1 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 945 time: 0.0676992 Nov 11 22:03:22.898269 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b2d7c6ca-0f78-4188-8c99-0367e58d597d req-14c0b413-dcd8-48ea-855d-d4a05aa04a2d tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687492 Nov 11 22:03:22.928786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d942dfb8-8bc2-4c14-89af-4e13b75c38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '317d861a-677d-4262-ba55-27f0af6f460e', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'port_id': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'mac_address': 'fa:16:3e:bc:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:59:43Z', 'updated_at': '2021-11-11T21:59:46Z', 'revision_number': 1, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:22.959235 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e424819-8ba9-49d6-9a65-5a924d18050e req-6abea5e8-036e-43c4-b7c2-72f19d3cdbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:22.961673 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e424819-8ba9-49d6-9a65-5a924d18050e req-6abea5e8-036e-43c4-b7c2-72f19d3cdbd3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.1595333 Nov 11 22:03:22.989011 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942dfb8-8bc2-4c14-89af-4e13b75c38ae None None] Checking router: ee923260-7045-4fdb-8fca-3c9325ff364a for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:03:22.999968 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942dfb8-8bc2-4c14-89af-4e13b75c38ae None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:03:23.000711 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d942dfb8-8bc2-4c14-89af-4e13b75c38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:23.012023 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e424819-8ba9-49d6-9a65-5a924d18050e req-8827444b-4b2f-4852-8c6e-c073b70257d8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace459d3-65d7-43f0-adce-6dd82984ed97 HTTP/1.1" status: 200 len: 217 time: 0.0392439 Nov 11 22:03:23.047062 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae3a1e-e3ba-44ff-99c7-1d19aad091c7 req-d4d2aae0-9ca9-425d-b06e-4ef69f85441d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:23.049579 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4ae3a1e-e3ba-44ff-99c7-1d19aad091c7 req-d4d2aae0-9ca9-425d-b06e-4ef69f85441d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 945 time: 0.0710666 Nov 11 22:03:23.110293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e424819-8ba9-49d6-9a65-5a924d18050e req-a59b4636-4c8f-40a1-8aac-0154bc8c9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:23.112025 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e424819-8ba9-49d6-9a65-5a924d18050e req-a59b4636-4c8f-40a1-8aac-0154bc8c9ca2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.0911758 Nov 11 22:03:23.152354 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d942dfb8-8bc2-4c14-89af-4e13b75c38ae None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:03:23.173554 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4ae3a1e-e3ba-44ff-99c7-1d19aad091c7 req-83d3e45b-05ee-4564-9a83-707d4b3bdcdb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155856 Nov 11 22:03:23.212141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e424819-8ba9-49d6-9a65-5a924d18050e req-ddc28281-7767-42a7-a552-56871ad4b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:23.214499 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e424819-8ba9-49d6-9a65-5a924d18050e req-ddc28281-7767-42a7-a552-56871ad4b5bb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926712 Nov 11 22:03:23.216268 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-7f799ac1-e06e-4661-b976-445058e254ac service neutron] 10.222.0.71 "GET /v2.0/ports/b727b253-0bb3-4dc2-8c30-0485364f176d/bindings/n-h1-805737-3 HTTP/1.1" status: 200 len: 384 time: 0.1496668 Nov 11 22:03:23.344931 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e424819-8ba9-49d6-9a65-5a924d18050e req-b83e9a43-f787-4705-8738-f6d75051f82f service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158741 Nov 11 22:03:23.501753 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e424819-8ba9-49d6-9a65-5a924d18050e req-c741acf2-7e56-4ce8-974e-07643e83b3dc service neutron] 10.222.0.71 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488752 Nov 11 22:03:23.512014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-0a80d6c6-ad05-42f5-a1f0-5c572de6ac82 service neutron] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b727b253-0bb3-4dc2-8c30-0485364f176d,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:23.519948 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d942dfb8-8bc2-4c14-89af-4e13b75c38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '317d861a-677d-4262-ba55-27f0af6f460e', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'port_id': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'mac_address': 'fa:16:3e:bc:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:59:43Z', 'updated_at': '2021-11-11T21:59:46Z', 'revision_number': 1, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:23.539181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-0a80d6c6-ad05-42f5-a1f0-5c572de6ac82 service neutron] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:03:23.569451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942dfb8-8bc2-4c14-89af-4e13b75c38ae None None] The sync data for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 is: [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '317d861a-677d-4262-ba55-27f0af6f460e', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'port_id': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'mac_address': 'fa:16:3e:bc:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:59:43Z', 'updated_at': '2021-11-11T21:59:46Z', 'revision_number': 1, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:03:23.597530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:03:23.601346 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0097ccbb-6531-48a8-95a3-28a822b3c702" -d '{"events": [{"server_uuid": "26630c17-867d-49ce-888b-071d92702514", "name": "network-vif-unplugged", "status": "completed", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:03:23.614051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-0a80d6c6-ad05-42f5-a1f0-5c572de6ac82 service neutron] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b727b253-0bb3-4dc2-8c30-0485364f176d,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:23.639964 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-0a80d6c6-ad05-42f5-a1f0-5c572de6ac82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:23.668257 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f90d963-abc1-4e49-bfbf-6dc4e4701364 x-openstack-request-id: req-7f90d963-abc1-4e49-bfbf-6dc4e4701364 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:03:23.669153 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26630c17-867d-49ce-888b-071d92702514", "name": "network-vif-unplugged", "status": "completed", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:03:23.669153 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f90d963-abc1-4e49-bfbf-6dc4e4701364 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:03:23.669728 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d', 'code': 200} Nov 11 22:03:23.770918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-0a80d6c6-ad05-42f5-a1f0-5c572de6ac82 service neutron] Transition to ACTIVE for port object b727b253-0bb3-4dc2-8c30-0485364f176d will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:03:23.776197 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-0a80d6c6-ad05-42f5-a1f0-5c572de6ac82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:23.891991 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80d6c6-ad05-42f5-a1f0-5c572de6ac82 service neutron] Pushing event updated for resources: {'Port': ['ID=b727b253-0bb3-4dc2-8c30-0485364f176d,revision_number=11']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:23.971428 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8506359-e28b-4bc4-93dc-2e287e102855 None None] New status for floating IP a840af1d-f7cf-4bbe-b2de-83ef24aa5d17: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:03:24.390470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-0a80d6c6-ad05-42f5-a1f0-5c572de6ac82 service neutron] No DVR routers for this DVR port b727b253-0bb3-4dc2-8c30-0485364f176d on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:03:24.540295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3a2f1-8eea-40c1-9673-65fa704e044e req-9ef54a1a-2ee6-441b-88d4-8d64deaf5a75 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:24.542012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ed3a2f1-8eea-40c1-9673-65fa704e044e req-9ef54a1a-2ee6-441b-88d4-8d64deaf5a75 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 945 time: 0.1547043 Nov 11 22:03:24.645645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2ed3a2f1-8eea-40c1-9673-65fa704e044e req-66d3c7a9-6a88-408f-859e-36e9bccfa2df tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963132 Nov 11 22:03:24.653929 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-0a80d6c6-ad05-42f5-a1f0-5c572de6ac82 service neutron] 10.222.0.71 "PUT /v2.0/ports/b727b253-0bb3-4dc2-8c30-0485364f176d/bindings/n-h1-805737-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4236155 Nov 11 22:03:24.672004 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e880d-36f7-48ed-ad2a-90d0d2a5c774 req-5beb2428-ac09-40f3-b7fe-59ec02364d6e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:24.674756 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5b2e880d-36f7-48ed-ad2a-90d0d2a5c774 req-5beb2428-ac09-40f3-b7fe-59ec02364d6e tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 945 time: 0.0681067 Nov 11 22:03:24.824214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-bcc14cf4-44f2-4ce9-8fad-6a5c9d8e1e60 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:24.825806 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-bcc14cf4-44f2-4ce9-8fad-6a5c9d8e1e60 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 1095 time: 0.0862679 Nov 11 22:03:24.834149 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-5b2e880d-36f7-48ed-ad2a-90d0d2a5c774 req-1afca354-0989-4777-a88d-afdba3ae66e9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Deleting port ace459d3-65d7-43f0-adce-6dd82984ed97 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:03:24.834345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5b2e880d-36f7-48ed-ad2a-90d0d2a5c774 req-1afca354-0989-4777-a88d-afdba3ae66e9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:24.840023 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d317dbb-1ddc-4e73-951f-2300761d6d64 req-0c4c2202-e3c2-4b01-ab1c-8033fdf26608 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:24.847087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d317dbb-1ddc-4e73-951f-2300761d6d64 req-0c4c2202-e3c2-4b01-ab1c-8033fdf26608 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 944 time: 0.0954485 Nov 11 22:03:24.957385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-5b2e880d-36f7-48ed-ad2a-90d0d2a5c774 req-1afca354-0989-4777-a88d-afdba3ae66e9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] For port ace459d3-65d7-43f0-adce-6dd82984ed97, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ace459d3-65d7-43f0-adce-6dd82984ed97,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:24.958345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5b2e880d-36f7-48ed-ad2a-90d0d2a5c774 req-1afca354-0989-4777-a88d-afdba3ae66e9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:24.974669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-f027d5a0-9c3d-462e-877f-2ac6e8085503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:24.976239 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-f027d5a0-9c3d-462e-877f-2ac6e8085503 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 1095 time: 0.1264653 Nov 11 22:03:24.977116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-5b2e880d-36f7-48ed-ad2a-90d0d2a5c774 req-1afca354-0989-4777-a88d-afdba3ae66e9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Calling delete_port for ace459d3-65d7-43f0-adce-6dd82984ed97 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:03:24.985660 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d317dbb-1ddc-4e73-951f-2300761d6d64 req-1a031606-e713-4c58-8167-f94089eeee9e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373959 Nov 11 22:03:25.054981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-050cd64b-051b-4f91-aedc-ba4715d48a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:25.056688 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-050cd64b-051b-4f91-aedc-ba4715d48a53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 1095 time: 0.0508096 Nov 11 22:03:25.168860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-1ac4f4bd-3323-44d8-88be-8c4b00d52a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:25.170566 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-1ac4f4bd-3323-44d8-88be-8c4b00d52a6a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 HTTP/1.1" status: 200 len: 898 time: 0.1054461 Nov 11 22:03:25.267642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-24b472dc-386a-4684-a019-a545340f6273 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b727b253-0bb3-4dc2-8c30-0485364f176d HTTP/1.1" status: 200 len: 998 time: 0.0895870 Nov 11 22:03:25.327437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-687b520f-22a8-4b65-87e7-a50147673fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:25.328977 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-687b520f-22a8-4b65-87e7-a50147673fad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e HTTP/1.1" status: 200 len: 834 time: 0.0546410 Nov 11 22:03:25.388923 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-43970d5c-9810-4907-b654-3942d935cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:25.390511 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-43970d5c-9810-4907-b654-3942d935cbcb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543685 Nov 11 22:03:25.505500 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-e0e0512a-0a04-4e8b-a776-adae4e5931a9 service neutron] 10.222.0.10 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075163 Nov 11 22:03:25.526887 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5b2e880d-36f7-48ed-ad2a-90d0d2a5c774 req-1afca354-0989-4777-a88d-afdba3ae66e9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:25.563463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afca354-0989-4777-a88d-afdba3ae66e9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event deleted for resources: {'Port': ['ID=ace459d3-65d7-43f0-adce-6dd82984ed97,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:25.615036 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2e880d-36f7-48ed-ad2a-90d0d2a5c774 req-1afca354-0989-4777-a88d-afdba3ae66e9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] No DVR routers for this DVR port ace459d3-65d7-43f0-adce-6dd82984ed97 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:03:25.618149 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-5b2e880d-36f7-48ed-ad2a-90d0d2a5c774 req-1afca354-0989-4777-a88d-afdba3ae66e9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:25.621998 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5b2e880d-36f7-48ed-ad2a-90d0d2a5c774 req-1afca354-0989-4777-a88d-afdba3ae66e9 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.71 "DELETE /v2.0/ports/ace459d3-65d7-43f0-adce-6dd82984ed97 HTTP/1.1" status: 204 len: 173 time: 0.9336414 Nov 11 22:03:25.622446 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef54a684-3bc5-4bee-856d-02bd8467b990', 'name': 'network-vif-deleted', 'tag': 'ace459d3-65d7-43f0-adce-6dd82984ed97'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:03:25.625197 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dac1c54-42c1-4c3b-9457-8d0612b88363" -d '{"events": [{"server_uuid": "ef54a684-3bc5-4bee-856d-02bd8467b990", "name": "network-vif-deleted", "tag": "ace459d3-65d7-43f0-adce-6dd82984ed97"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:03:25.672782 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40041ed-5392-4d4f-8b04-308c9c44cada x-openstack-request-id: req-e40041ed-5392-4d4f-8b04-308c9c44cada {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:03:25.673629 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef54a684-3bc5-4bee-856d-02bd8467b990", "name": "network-vif-deleted", "tag": "ace459d3-65d7-43f0-adce-6dd82984ed97", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:03:25.673629 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e40041ed-5392-4d4f-8b04-308c9c44cada {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:03:25.673947 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef54a684-3bc5-4bee-856d-02bd8467b990', 'name': 'network-vif-deleted', 'tag': 'ace459d3-65d7-43f0-adce-6dd82984ed97', 'status': 'completed', 'code': 200} Nov 11 22:03:25.674221 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-242690c1-704c-4b13-a480-99c7f70e4992 service neutron] 10.222.0.10 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608040 Nov 11 22:03:25.794938 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4bfd9fe3-1144-4be7-bcb4-7bff4c5fdb67 req-fd418b7a-7f06-41a5-988e-b8beed5e8e2c tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 210 time: 0.0368810 Nov 11 22:03:26.009856 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-14480f68-d068-481b-9afe-1e8abf1495b1 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:26.011438 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-14480f68-d068-481b-9afe-1e8abf1495b1 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 1095 time: 0.0586071 Nov 11 22:03:26.245990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-e1bcef38-73f1-45b7-b4c3-923ab0ef4b5b service neutron] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:03:26.259284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de85ec-8785-46a6-b5a6-a105bbe4457d req-6d98ea43-9fba-4590-91f2-2de261829175 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:26.261766 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35de85ec-8785-46a6-b5a6-a105bbe4457d req-6d98ea43-9fba-4590-91f2-2de261829175 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 944 time: 0.1640239 Nov 11 22:03:26.266912 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-e1bcef38-73f1-45b7-b4c3-923ab0ef4b5b service neutron] Publish callbacks [] for binding, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:26.268559 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23fdee28-5a0e-4acb-9869-bd518ee63795 req-e1bcef38-73f1-45b7-b4c3-923ab0ef4b5b service neutron] 10.222.0.10 "DELETE /v2.0/ports/b727b253-0bb3-4dc2-8c30-0485364f176d/bindings/n-h2-805737-3 HTTP/1.1" status: 204 len: 173 time: 0.2475145 Nov 11 22:03:26.327913 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:03:26.352720 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ace459d3-65d7-43f0-adce-6dd82984ed97 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:03:26.358553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35de85ec-8785-46a6-b5a6-a105bbe4457d req-c5925ec6-7207-4347-86d1-6b8dae288396 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874755 Nov 11 22:03:26.393178 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: ace459d3-65d7-43f0-adce-6dd82984ed97 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:03:26.393643 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ace459d3-65d7-43f0-adce-6dd82984ed97 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:03:26.394523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b727b253-0bb3-4dc2-8c30-0485364f176d no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:03:26.467442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b727b253-0bb3-4dc2-8c30-0485364f176d not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:03:26.588838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f142c-606c-4895-8bfa-bb1be2c0ace0 req-a1a0a83f-bf8d-4997-837c-3f7fbc711de7 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:26.592177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-776f142c-606c-4895-8bfa-bb1be2c0ace0 req-a1a0a83f-bf8d-4997-837c-3f7fbc711de7 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 1095 time: 0.0778313 Nov 11 22:03:26.693647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-776f142c-606c-4895-8bfa-bb1be2c0ace0 req-ded68a57-0415-4276-b0da-a21594b63b4e tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898373 Nov 11 22:03:26.926105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0f021-7af8-432c-bf84-45cf5304188a req-96de20e6-0a5b-4e09-a8af-423befa90dfc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:26.928642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-10a0f021-7af8-432c-bf84-45cf5304188a req-96de20e6-0a5b-4e09-a8af-423befa90dfc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 944 time: 0.0863903 Nov 11 22:03:27.030376 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-10a0f021-7af8-432c-bf84-45cf5304188a req-97f175a1-c4b6-4bbc-bcb3-3bad56632dfc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876591 Nov 11 22:03:27.054996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52292) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:27.145320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-86e61400-f6fd-4f12-835f-3423a6738a21 req-affb9ad8-bfff-49dd-ae87-e4ef8fc7e3c3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 210 time: 0.0415678 Nov 11 22:03:27.188857 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-497fdf44-66e8-42ba-a30f-24bea570ea12 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/eec67793-7dae-40f7-a9be-51bd8e6724aa HTTP/1.1" status: 200 len: 990 time: 0.1315858 Nov 11 22:03:28.296256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b26ebdaf-0d60-4035-a0a1-98bda36d5939 req-4ca66872-da19-4428-a07e-bfd3157543bc tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 210 time: 0.0368125 Nov 11 22:03:28.735474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52304) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:28.875023 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6142db78-4ecb-4d5c-adc8-1436f6b8ddd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:28.981871 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6142db78-4ecb-4d5c-adc8-1436f6b8ddd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:28.992317 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6142db78-4ecb-4d5c-adc8-1436f6b8ddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:29.045017 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6142db78-4ecb-4d5c-adc8-1436f6b8ddd5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b3b0b8c824ba4b4cb3df4e4c1be82446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081503 Nov 11 22:03:29.045903 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142db78-4ecb-4d5c-adc8-1436f6b8ddd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df2097b-5518-4169-bd13-da146bcaf931,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:29.047788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52308) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:29.113288 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e3a4e74d-8eb1-4217-9cc9-35a5e4738ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:29.145098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e3a4e74d-8eb1-4217-9cc9-35a5e4738ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:29.224024 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e3a4e74d-8eb1-4217-9cc9-35a5e4738ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:29.231815 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e3a4e74d-8eb1-4217-9cc9-35a5e4738ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:29.235858 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e3a4e74d-8eb1-4217-9cc9-35a5e4738ba6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8df2097b-5518-4169-bd13-da146bcaf931 HTTP/1.1" status: 204 len: 168 time: 0.1840596 Nov 11 22:03:29.243347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4e74d-8eb1-4217-9cc9-35a5e4738ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df2097b-5518-4169-bd13-da146bcaf931,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:29.462101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-627b7a3f-8415-4ae4-a70d-49bddc7a2b47 req-e1725d58-6f3e-4e77-9ca6-e32844bb0672 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 210 time: 0.0451880 Nov 11 22:03:29.495377 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52320) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:29.724107 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52322) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:29.737579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port 91757d3e-1ae0-4d35-8fce-fb82d3ad1dcb {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:03:29.738028 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:29.745077 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6469eab6-5060-48c4-8bcb-3ef11142a3d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:29.841709 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6469eab6-5060-48c4-8bcb-3ef11142a3d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:29.842364 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:29.842698 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:29.847122 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6469eab6-5060-48c4-8bcb-3ef11142a3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:29.859759 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for 91757d3e-1ae0-4d35-8fce-fb82d3ad1dcb owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:03:29.890491 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6469eab6-5060-48c4-8bcb-3ef11142a3d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9f50e2a51483411fa26ffffa0d173cff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642375 Nov 11 22:03:29.894942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52324) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:29.906448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469eab6-5060-48c4-8bcb-3ef11142a3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee531c1e-28fb-43ec-b785-eafdb812f503,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:30.059445 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ee969307-5e3e-4cc5-b9b5-f8befd962ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:30.098050 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ee969307-5e3e-4cc5-b9b5-f8befd962ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:30.206853 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:30.241885 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ee969307-5e3e-4cc5-b9b5-f8befd962ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:30.244733 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ee969307-5e3e-4cc5-b9b5-f8befd962ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:30.245962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ee969307-5e3e-4cc5-b9b5-f8befd962ec2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee531c1e-28fb-43ec-b785-eafdb812f503 HTTP/1.1" status: 204 len: 168 time: 0.3133371 Nov 11 22:03:30.249245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=91757d3e-1ae0-4d35-8fce-fb82d3ad1dcb,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:30.293390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:30.293960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:30.294371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:30.294929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:30.295523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:30.295894 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:30.296271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:30.296634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:30.297001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:30.297438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:30.297936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:30.298149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:30.303844 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee969307-5e3e-4cc5-b9b5-f8befd962ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee531c1e-28fb-43ec-b785-eafdb812f503,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:30.374011 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:30.374801 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Floating IP eec67793-7dae-40f7-a9be-51bd8e6724aa disassociated (deleted). External IP: 172.25.0.50, port: b727b253-0bb3-4dc2-8c30-0485364f176d. Nov 11 22:03:30.646563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d5ccd9b2-ebcd-4b45-a1ed-dd964270cff2 req-5739594b-7cc2-488f-b357-7ebc8048c8f3 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef54a684-3bc5-4bee-856d-02bd8467b990 HTTP/1.1" status: 200 len: 210 time: 0.0384846 Nov 11 22:03:30.687012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router cb595c11-9a67-433f-a117-9b54510ed177 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:03:30.814529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:03:30.826372 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:30.830868 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3a4bb-57a8-4921-bfe8-4db3dbfeaf61 None None] Sync routers for ids ['cb595c11-9a67-433f-a117-9b54510ed177'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:03:30.845213 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3a4bb-57a8-4921-bfe8-4db3dbfeaf61 None None] Routers {'cb595c11-9a67-433f-a117-9b54510ed177'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:03:30.846306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f6b3a4bb-57a8-4921-bfe8-4db3dbfeaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['cb595c11-9a67-433f-a117-9b54510ed177'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:30.864545 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-80764a81-1d7c-42e5-b0ac-f7b2334469bb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/floatingips/eec67793-7dae-40f7-a9be-51bd8e6724aa HTTP/1.1" status: 204 len: 168 time: 1.3670847 Nov 11 22:03:30.865920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:03:30.868550 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c879ec12-4569-4e31-a0f1-f21cb0d361ee" -d '{"events": [{"name": "network-changed", "server_uuid": "26630c17-867d-49ce-888b-071d92702514", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:03:30.999069 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-f6b3a4bb-57a8-4921-bfe8-4db3dbfeaf61 None None] Set router cb595c11-9a67-433f-a117-9b54510ed177 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:03:31.073368 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cf6fac-1113-44f7-9834-726ac55e3a24 x-openstack-request-id: req-18cf6fac-1113-44f7-9834-726ac55e3a24 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:03:31.073774 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26630c17-867d-49ce-888b-071d92702514", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:03:31.074036 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-18cf6fac-1113-44f7-9834-726ac55e3a24 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:03:31.074462 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d', 'status': 'completed', 'code': 200} Nov 11 22:03:31.176302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879ec12-4569-4e31-a0f1-f21cb0d361ee req-6d16e1da-58b2-44dd-8edf-ccbc66259002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:31.178509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c879ec12-4569-4e31-a0f1-f21cb0d361ee req-6d16e1da-58b2-44dd-8edf-ccbc66259002 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 1095 time: 0.0782847 Nov 11 22:03:31.309740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85f5e4-7081-4d15-8307-7f9168a3d37e req-7163b7fb-c2c3-4b3a-a07d-15d22c965cef tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:31.313782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f6b3a4bb-57a8-4921-bfe8-4db3dbfeaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:02:14Z', 'updated_at': '2021-11-11T22:02:19Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:15Z', 'updated_at': '2021-11-11T22:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '63026abc-8779-46fc-ac41-2a4547db6b78', 'name': '', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:77:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:18Z', 'updated_at': '2021-11-11T22:02:23Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:31.317788 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-df85f5e4-7081-4d15-8307-7f9168a3d37e req-7163b7fb-c2c3-4b3a-a07d-15d22c965cef tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 944 time: 0.1344287 Nov 11 22:03:31.346337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879ec12-4569-4e31-a0f1-f21cb0d361ee req-1d12af61-b0ed-4e5d-9321-ebdd8a4eee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:31.347887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c879ec12-4569-4e31-a0f1-f21cb0d361ee req-1d12af61-b0ed-4e5d-9321-ebdd8a4eee00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 HTTP/1.1" status: 200 len: 898 time: 0.1537473 Nov 11 22:03:31.353046 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3a4bb-57a8-4921-bfe8-4db3dbfeaf61 None None] Checking router: cb595c11-9a67-433f-a117-9b54510ed177 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:03:31.367355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3a4bb-57a8-4921-bfe8-4db3dbfeaf61 None None] Routers {'cb595c11-9a67-433f-a117-9b54510ed177'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:03:31.367355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f6b3a4bb-57a8-4921-bfe8-4db3dbfeaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['cb595c11-9a67-433f-a117-9b54510ed177'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:31.410155 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c879ec12-4569-4e31-a0f1-f21cb0d361ee req-13877502-1212-449f-bb31-f42e2e9b5465 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b727b253-0bb3-4dc2-8c30-0485364f176d HTTP/1.1" status: 200 len: 217 time: 0.0516298 Nov 11 22:03:31.421368 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-df85f5e4-7081-4d15-8307-7f9168a3d37e req-c6b5cf1a-4511-4a33-be56-c8c9a256961e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8cd7944b-8d78-48f6-b05c-860483bc5ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026418 Nov 11 22:03:31.473361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879ec12-4569-4e31-a0f1-f21cb0d361ee req-3ba59a9a-62c1-4c79-b742-0fe9804002fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:31.475131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c879ec12-4569-4e31-a0f1-f21cb0d361ee req-3ba59a9a-62c1-4c79-b742-0fe9804002fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e HTTP/1.1" status: 200 len: 834 time: 0.0527945 Nov 11 22:03:31.512901 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-f6b3a4bb-57a8-4921-bfe8-4db3dbfeaf61 None None] Set router cb595c11-9a67-433f-a117-9b54510ed177 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:03:31.533729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879ec12-4569-4e31-a0f1-f21cb0d361ee req-ff362555-3d83-4b26-8b0d-3959205a896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:31.537325 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c879ec12-4569-4e31-a0f1-f21cb0d361ee req-ff362555-3d83-4b26-8b0d-3959205a896c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527327 Nov 11 22:03:31.607249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565731c9-9292-4b25-8177-3797114e5de4 req-9e2a0732-5bc6-48e0-9101-a6e53eda4b26 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:31.609039 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-565731c9-9292-4b25-8177-3797114e5de4 req-9e2a0732-5bc6-48e0-9101-a6e53eda4b26 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.10 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 944 time: 0.0929534 Nov 11 22:03:31.756359 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-565731c9-9292-4b25-8177-3797114e5de4 req-9b4d6e71-7737-4eac-80c9-210691074851 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port b727b253-0bb3-4dc2-8c30-0485364f176d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:03:31.757057 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-565731c9-9292-4b25-8177-3797114e5de4 req-9b4d6e71-7737-4eac-80c9-210691074851 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:31.905832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f6b3a4bb-57a8-4921-bfe8-4db3dbfeaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:02:14Z', 'updated_at': '2021-11-11T22:02:19Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:15Z', 'updated_at': '2021-11-11T22:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '63026abc-8779-46fc-ac41-2a4547db6b78', 'name': '', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:77:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:18Z', 'updated_at': '2021-11-11T22:02:23Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:31.914897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-565731c9-9292-4b25-8177-3797114e5de4 req-9b4d6e71-7737-4eac-80c9-210691074851 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] For port b727b253-0bb3-4dc2-8c30-0485364f176d, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b727b253-0bb3-4dc2-8c30-0485364f176d,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:31.915272 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-565731c9-9292-4b25-8177-3797114e5de4 req-9b4d6e71-7737-4eac-80c9-210691074851 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:31.931211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-565731c9-9292-4b25-8177-3797114e5de4 req-9b4d6e71-7737-4eac-80c9-210691074851 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for b727b253-0bb3-4dc2-8c30-0485364f176d owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:03:31.952384 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3a4bb-57a8-4921-bfe8-4db3dbfeaf61 None None] The sync data for ids ['cb595c11-9a67-433f-a117-9b54510ed177'] in n-d-805737-3 is: [{'id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:02:14Z', 'updated_at': '2021-11-11T22:02:19Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:15Z', 'updated_at': '2021-11-11T22:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '63026abc-8779-46fc-ac41-2a4547db6b78', 'name': '', 'network_id': 'f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:77:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:18Z', 'updated_at': '2021-11-11T22:02:23Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': '53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:03:32.061066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c879ec12-4569-4e31-a0f1-f21cb0d361ee req-2ab1b651-4df6-441b-b9e1-9cc7fc170843 service neutron] 10.222.0.10 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145874 Nov 11 22:03:32.112399 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-565731c9-9292-4b25-8177-3797114e5de4 req-9b4d6e71-7737-4eac-80c9-210691074851 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:32.141834 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d6e71-7737-4eac-80c9-210691074851 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=b727b253-0bb3-4dc2-8c30-0485364f176d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:32.202138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-565731c9-9292-4b25-8177-3797114e5de4 req-9b4d6e71-7737-4eac-80c9-210691074851 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] No DVR routers for this DVR port b727b253-0bb3-4dc2-8c30-0485364f176d on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:03:32.205566 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-565731c9-9292-4b25-8177-3797114e5de4 req-9b4d6e71-7737-4eac-80c9-210691074851 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:32.210861 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-565731c9-9292-4b25-8177-3797114e5de4 req-9b4d6e71-7737-4eac-80c9-210691074851 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.10 "DELETE /v2.0/ports/b727b253-0bb3-4dc2-8c30-0485364f176d HTTP/1.1" status: 204 len: 173 time: 0.5940354 Nov 11 22:03:32.211736 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'name': 'network-vif-deleted', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:03:32.222766 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5051727b-8673-4f46-8ec3-ecc56c07c73c" -d '{"events": [{"server_uuid": "26630c17-867d-49ce-888b-071d92702514", "name": "network-vif-deleted", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:03:32.265922 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c879ec12-4569-4e31-a0f1-f21cb0d361ee req-73d00375-90fc-4977-83ce-2989739d7fea service neutron] 10.222.0.10 "GET /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965125 Nov 11 22:03:32.286078 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e55957-6e35-430a-bbc0-48dc26c4e4de x-openstack-request-id: req-25e55957-6e35-430a-bbc0-48dc26c4e4de {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:03:32.286489 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26630c17-867d-49ce-888b-071d92702514", "name": "network-vif-deleted", "tag": "b727b253-0bb3-4dc2-8c30-0485364f176d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:03:32.286853 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-25e55957-6e35-430a-bbc0-48dc26c4e4de {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:03:32.287348 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26630c17-867d-49ce-888b-071d92702514', 'name': 'network-vif-deleted', 'tag': 'b727b253-0bb3-4dc2-8c30-0485364f176d', 'status': 'completed', 'code': 200} Nov 11 22:03:32.416300 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245cdfaf-ceb8-44d1-8599-9a3202803e23 None None] New status for floating IP eec67793-7dae-40f7-a9be-51bd8e6724aa: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:03:32.576718 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a676df8-1575-40b1-9664-bc202b299738 req-9c3fdf19-5703-4e54-96fe-78e439e8f29f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=26630c17-867d-49ce-888b-071d92702514 HTTP/1.1" status: 200 len: 210 time: 0.0409091 Nov 11 22:03:33.134339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52416) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:33.247333 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ef449df-15c5-430f-bdc0-18ad750af654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:33.327415 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ef449df-15c5-430f-bdc0-18ad750af654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:33.333369 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ef449df-15c5-430f-bdc0-18ad750af654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:33.372229 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2ef449df-15c5-430f-bdc0-18ad750af654 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a45ecbedaca449349b88de2afedbcd39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2367318 Nov 11 22:03:33.373137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef449df-15c5-430f-bdc0-18ad750af654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7712f8af-3c08-447c-9a74-cc61a8d3be91,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:33.375162 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52420) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:33.432775 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8aa609be-70e6-4fb4-8d83-726bec535215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:33.454889 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8aa609be-70e6-4fb4-8d83-726bec535215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:33.501702 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8aa609be-70e6-4fb4-8d83-726bec535215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:33.504322 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8aa609be-70e6-4fb4-8d83-726bec535215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:33.505641 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8aa609be-70e6-4fb4-8d83-726bec535215 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7712f8af-3c08-447c-9a74-cc61a8d3be91 HTTP/1.1" status: 204 len: 168 time: 0.1292851 Nov 11 22:03:33.513866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa609be-70e6-4fb4-8d83-726bec535215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7712f8af-3c08-447c-9a74-cc61a8d3be91,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:33.642897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52428) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:33.817152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52430) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:33.831295 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ce6a02-8bc2-43ee-8b74-4a19c274470b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:33.911500 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ce6a02-8bc2-43ee-8b74-4a19c274470b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:33.916399 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ce6a02-8bc2-43ee-8b74-4a19c274470b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:33.961328 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-66ce6a02-8bc2-43ee-8b74-4a19c274470b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=12be623363f74176809a7928dbc7bc1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404946 Nov 11 22:03:33.961328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce6a02-8bc2-43ee-8b74-4a19c274470b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e8770d-c354-4653-b167-96961efc9916,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:33.961719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52432) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:34.032877 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33db8db6-fb54-4264-a92f-7afc0a3e8372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:34.087220 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33db8db6-fb54-4264-a92f-7afc0a3e8372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:34.169784 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6de8948-24a2-4534-8c58-98ebfb9ed906 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:34.175014 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33db8db6-fb54-4264-a92f-7afc0a3e8372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:34.178045 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-33db8db6-fb54-4264-a92f-7afc0a3e8372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:34.181939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-33db8db6-fb54-4264-a92f-7afc0a3e8372 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/43e8770d-c354-4653-b167-96961efc9916 HTTP/1.1" status: 204 len: 168 time: 0.2166748 Nov 11 22:03:34.237744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db8db6-fb54-4264-a92f-7afc0a3e8372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e8770d-c354-4653-b167-96961efc9916,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:34.506799 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c6de8948-24a2-4534-8c58-98ebfb9ed906 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port 63026abc-8779-46fc-ac41-2a4547db6b78 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:03:34.507307 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6de8948-24a2-4534-8c58-98ebfb9ed906 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:34.614153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-c6de8948-24a2-4534-8c58-98ebfb9ed906 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] For port 63026abc-8779-46fc-ac41-2a4547db6b78, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=63026abc-8779-46fc-ac41-2a4547db6b78,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:34.615212 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6de8948-24a2-4534-8c58-98ebfb9ed906 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:34.640950 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-c6de8948-24a2-4534-8c58-98ebfb9ed906 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for 63026abc-8779-46fc-ac41-2a4547db6b78 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:03:34.866071 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6de8948-24a2-4534-8c58-98ebfb9ed906 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:34.897503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de8948-24a2-4534-8c58-98ebfb9ed906 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=63026abc-8779-46fc-ac41-2a4547db6b78,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:35.146187 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c6de8948-24a2-4534-8c58-98ebfb9ed906 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:35.408760 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b727b253-0bb3-4dc2-8c30-0485364f176d no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:03:35.439993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: b727b253-0bb3-4dc2-8c30-0485364f176d {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:03:35.440971 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b727b253-0bb3-4dc2-8c30-0485364f176d not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:03:35.449909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6de8948-24a2-4534-8c58-98ebfb9ed906 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router cb595c11-9a67-433f-a117-9b54510ed177 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:03:35.583479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6de8948-24a2-4534-8c58-98ebfb9ed906 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:03:35.598423 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcaf7d9-ca55-4443-ba27-4784f1f6e4cc None None] Sync routers for ids ['cb595c11-9a67-433f-a117-9b54510ed177'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:03:35.616248 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcaf7d9-ca55-4443-ba27-4784f1f6e4cc None None] Routers {'cb595c11-9a67-433f-a117-9b54510ed177'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:03:35.617882 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c6de8948-24a2-4534-8c58-98ebfb9ed906 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "PUT /v2.0/routers/cb595c11-9a67-433f-a117-9b54510ed177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9728189 Nov 11 22:03:35.618393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ebcaf7d9-ca55-4443-ba27-4784f1f6e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['cb595c11-9a67-433f-a117-9b54510ed177'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:35.619556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52466) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:35.712279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-f416cf82-efc2-4cea-bd3d-768c0080adbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting subnet 53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:03:35.718776 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f416cf82-efc2-4cea-bd3d-768c0080adbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:35.784986 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f416cf82-efc2-4cea-bd3d-768c0080adbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:35.929352 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f416cf82-efc2-4cea-bd3d-768c0080adbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:36.020461 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f416cf82-efc2-4cea-bd3d-768c0080adbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:36.045898 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-ebcaf7d9-ca55-4443-ba27-4784f1f6e4cc None None] Set router cb595c11-9a67-433f-a117-9b54510ed177 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:03:36.053477 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f416cf82-efc2-4cea-bd3d-768c0080adbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:36.061334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52474) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:36.072700 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f416cf82-efc2-4cea-bd3d-768c0080adbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/subnets/53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e HTTP/1.1" status: 204 len: 168 time: 0.4517601 Nov 11 22:03:36.111529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90868d9a-0c3d-41e4-997c-8ab4070ee3fc None None] Network f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:03:36.167402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416cf82-efc2-4cea-bd3d-768c0080adbe tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Subnet': ['ID=53a3a5c9-4520-4bf5-8f89-f6791bfc1f3e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:36.295637 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:36.473020 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] DHCP port deletion for f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:03:36.487682 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:36.600910 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ebcaf7d9-ca55-4443-ba27-4784f1f6e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:02:14Z', 'updated_at': '2021-11-11T22:03:34Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e04e0bb-367c-4999-a395-a272cd8a60ee', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:02:15Z', 'updated_at': '2021-11-11T22:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:36.607474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port 5e04e0bb-367c-4999-a395-a272cd8a60ee {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:03:36.614387 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:36.684543 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcaf7d9-ca55-4443-ba27-4784f1f6e4cc None None] Checking router: cb595c11-9a67-433f-a117-9b54510ed177 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:03:36.726878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcaf7d9-ca55-4443-ba27-4784f1f6e4cc None None] Routers {'cb595c11-9a67-433f-a117-9b54510ed177'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:03:36.727908 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ebcaf7d9-ca55-4443-ba27-4784f1f6e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['cb595c11-9a67-433f-a117-9b54510ed177'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:36.802984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] For port 5e04e0bb-367c-4999-a395-a272cd8a60ee, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5e04e0bb-367c-4999-a395-a272cd8a60ee,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:36.803488 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:36.817801 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for 5e04e0bb-367c-4999-a395-a272cd8a60ee owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:03:36.837512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Deleting port 82baba96-5ea4-4996-8342-ea3a304e0555 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:03:36.837882 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:36.866129 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-ebcaf7d9-ca55-4443-ba27-4784f1f6e4cc None None] Set router cb595c11-9a67-433f-a117-9b54510ed177 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:03:36.960276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ebcaf7d9-ca55-4443-ba27-4784f1f6e4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:02:14Z', 'updated_at': '2021-11-11T22:03:36Z', 'revision_number': 6, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:37.006444 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcaf7d9-ca55-4443-ba27-4784f1f6e4cc None None] The sync data for ids ['cb595c11-9a67-433f-a117-9b54510ed177'] in n-d-805737-3 is: [{'id': 'cb595c11-9a67-433f-a117-9b54510ed177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328483761', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:02:14Z', 'updated_at': '2021-11-11T22:03:36Z', 'revision_number': 6, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:03:37.040071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] For port 82baba96-5ea4-4996-8342-ea3a304e0555, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=82baba96-5ea4-4996-8342-ea3a304e0555,segment=NetworkSegment(68308ce2-b339-4bb6-9acf-52172bf98230),segment_id=68308ce2-b339-4bb6-9acf-52172bf98230)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:37.040661 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.066006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Calling delete_port for 82baba96-5ea4-4996-8342-ea3a304e0555 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:03:37.137111 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.177454 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=5e04e0bb-367c-4999-a395-a272cd8a60ee,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:37.215243 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5bed80-a679-4b1c-8f62-ec5929c95fe2 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:03:37.221816 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.265961 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.268679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Pushing event deleted for resources: {'Port': ['ID=82baba96-5ea4-4996-8342-ea3a304e0555,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:37.277471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] No DVR routers for this DVR port 82baba96-5ea4-4996-8342-ea3a304e0555 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:03:37.280233 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:37.280583 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:37.280986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:37.281461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:37.281808 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:37.282145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:37.282505 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:37.282831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:37.283155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:37.283477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:37.283796 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:37.284113 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef4d40-0506-42bf-99f1-28449e5b4d97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:37.374869 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.377423 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.433225 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.433994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Fanout notify agent at l3_agent the message router_deleted on router cb595c11-9a67-433f-a117-9b54510ed177 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:03:37.442500 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.445037 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-af6c3a7e-39c8-48f1-8c76-34dcd574eba6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/routers/cb595c11-9a67-433f-a117-9b54510ed177 HTTP/1.1" status: 204 len: 168 time: 1.3809681 Nov 11 22:03:37.446705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:37.530843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fa8923b-3a0e-4606-a592-f1d20f1223c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.624591 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fa8923b-3a0e-4606-a592-f1d20f1223c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.645169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5fa8923b-3a0e-4606-a592-f1d20f1223c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:37.654542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5fa8923b-3a0e-4606-a592-f1d20f1223c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68308ce2-b339-4bb6-9acf-52172bf98230') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:37.654838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-5fa8923b-3a0e-4606-a592-f1d20f1223c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68308ce2-b339-4bb6-9acf-52172bf98230') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:37.664455 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fa8923b-3a0e-4606-a592-f1d20f1223c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.678135 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fa8923b-3a0e-4606-a592-f1d20f1223c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.684907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa8923b-3a0e-4606-a592-f1d20f1223c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:03:37.685297 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fa8923b-3a0e-4606-a592-f1d20f1223c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:03:37.688314 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:03:37.753795 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fa8923b-3a0e-4606-a592-f1d20f1223c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.761837 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5fa8923b-3a0e-4606-a592-f1d20f1223c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.765025 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5fa8923b-3a0e-4606-a592-f1d20f1223c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/networks/f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2 HTTP/1.1" status: 204 len: 168 time: 0.3172996 Nov 11 22:03:37.768177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52484) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:37.778049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8923b-3a0e-4606-a592-f1d20f1223c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Network': ['ID=f7bfbd7f-438d-4f2f-af5d-8d5e4ec703b2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:37.858960 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-866c0ddc-a658-44d1-8947-0b21f634a9c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.893926 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-866c0ddc-a658-44d1-8947-0b21f634a9c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.965090 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-866c0ddc-a658-44d1-8947-0b21f634a9c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.968734 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-866c0ddc-a658-44d1-8947-0b21f634a9c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.970162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-866c0ddc-a658-44d1-8947-0b21f634a9c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/security-groups/8cd7944b-8d78-48f6-b05c-860483bc5ed8 HTTP/1.1" status: 204 len: 168 time: 0.2006154 Nov 11 22:03:37.981252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c0ddc-a658-44d1-8947-0b21f634a9c8 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd7944b-8d78-48f6-b05c-860483bc5ed8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:38.121468 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 82baba96-5ea4-4996-8342-ea3a304e0555 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:03:38.144776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 82baba96-5ea4-4996-8342-ea3a304e0555 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:03:38.145539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 82baba96-5ea4-4996-8342-ea3a304e0555 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:03:38.146176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5e04e0bb-367c-4999-a395-a272cd8a60ee no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:03:38.168355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 5e04e0bb-367c-4999-a395-a272cd8a60ee {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:03:38.173686 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5e04e0bb-367c-4999-a395-a272cd8a60ee not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:03:38.174285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 63026abc-8779-46fc-ac41-2a4547db6b78 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:03:38.202617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 63026abc-8779-46fc-ac41-2a4547db6b78 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:03:38.203103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 63026abc-8779-46fc-ac41-2a4547db6b78 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:03:38.348054 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52498) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:38.408236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52500) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:38.414102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-113c1ffd-94ab-4d37-b949-df47dc063ec4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-127352581', 'description': 'tempest-secgroup-smoke-127352581 description', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:03:38.440689 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-113c1ffd-94ab-4d37-b949-df47dc063ec4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.522027 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-113c1ffd-94ab-4d37-b949-df47dc063ec4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.523728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6df471bd-f7c0-46b9-9f5b-3a32d24b9f9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Deleting port af3fb87c-7329-4a4c-83f3-2d8c2268bab2 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:03:38.524074 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6df471bd-f7c0-46b9-9f5b-3a32d24b9f9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.527740 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-113c1ffd-94ab-4d37-b949-df47dc063ec4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.561248 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-113c1ffd-94ab-4d37-b949-df47dc063ec4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.562492 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-113c1ffd-94ab-4d37-b949-df47dc063ec4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1525004 Nov 11 22:03:38.563729 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c1ffd-94ab-4d37-b949-df47dc063ec4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2a7de3-1e18-4e63-868e-0d09b318a7c0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:38.576436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52502) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:38.581462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d01691b8-1e6f-4162-bea7-fd810c2e58d4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '8e2a7de3-1e18-4e63-868e-0d09b318a7c0', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:03:38.611709 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d01691b8-1e6f-4162-bea7-fd810c2e58d4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.618431 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6df471bd-f7c0-46b9-9f5b-3a32d24b9f9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.618753 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6df471bd-f7c0-46b9-9f5b-3a32d24b9f9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.632288 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6df471bd-f7c0-46b9-9f5b-3a32d24b9f9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Calling delete_port for af3fb87c-7329-4a4c-83f3-2d8c2268bab2 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:03:38.673561 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d01691b8-1e6f-4162-bea7-fd810c2e58d4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.678963 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d01691b8-1e6f-4162-bea7-fd810c2e58d4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.700071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01691b8-1e6f-4162-bea7-fd810c2e58d4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6922f5cb-a10d-494f-8a21-37135786ef45,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:38.727443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d01691b8-1e6f-4162-bea7-fd810c2e58d4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.729492 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d01691b8-1e6f-4162-bea7-fd810c2e58d4 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514401 Nov 11 22:03:38.733265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52504) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:38.741266 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-fa1f8406-b6f1-49d5-ba6e-28c2bd2d6187 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '8e2a7de3-1e18-4e63-868e-0d09b318a7c0', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:03:38.795013 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa1f8406-b6f1-49d5-ba6e-28c2bd2d6187 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.848486 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6df471bd-f7c0-46b9-9f5b-3a32d24b9f9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.884221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df471bd-f7c0-46b9-9f5b-3a32d24b9f9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event deleted for resources: {'Port': ['ID=af3fb87c-7329-4a4c-83f3-2d8c2268bab2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:38.914091 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa1f8406-b6f1-49d5-ba6e-28c2bd2d6187 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.919842 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa1f8406-b6f1-49d5-ba6e-28c2bd2d6187 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.943939 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f8406-b6f1-49d5-ba6e-28c2bd2d6187 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ecf00a-477f-441d-99ca-84e48daac161,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:38.962593 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fa1f8406-b6f1-49d5-ba6e-28c2bd2d6187 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.963077 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6df471bd-f7c0-46b9-9f5b-3a32d24b9f9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:38.967697 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-6df471bd-f7c0-46b9-9f5b-3a32d24b9f9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Floating IP 317d861a-677d-4262-ba55-27f0af6f460e disassociated (deleted). External IP: 172.25.0.182, port: f76286cc-72cc-462a-8a05-c712b6aebb83. Nov 11 22:03:38.967916 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fa1f8406-b6f1-49d5-ba6e-28c2bd2d6187 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2302177 Nov 11 22:03:38.968609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52506) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:38.973635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ef957b7c-a658-4d55-bf07-8357334a22d1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '8e2a7de3-1e18-4e63-868e-0d09b318a7c0', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:03:39.003349 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef957b7c-a658-4d55-bf07-8357334a22d1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.067810 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef957b7c-a658-4d55-bf07-8357334a22d1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.074128 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef957b7c-a658-4d55-bf07-8357334a22d1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.095221 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef957b7c-a658-4d55-bf07-8357334a22d1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede6ae5a-812b-48fb-bd54-edf4e2955ad1,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:39.108075 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef957b7c-a658-4d55-bf07-8357334a22d1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.112244 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ef957b7c-a658-4d55-bf07-8357334a22d1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397986 Nov 11 22:03:39.112472 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52508) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:39.118335 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-95d62f77-0b7f-497f-b4f9-24c7eeaf6b6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '8e2a7de3-1e18-4e63-868e-0d09b318a7c0', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:03:39.160836 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95d62f77-0b7f-497f-b4f9-24c7eeaf6b6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.229714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df471bd-f7c0-46b9-9f5b-3a32d24b9f9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Router ee923260-7045-4fdb-8fca-3c9325ff364a has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:03:39.241100 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95d62f77-0b7f-497f-b4f9-24c7eeaf6b6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.246241 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95d62f77-0b7f-497f-b4f9-24c7eeaf6b6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.266331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d62f77-0b7f-497f-b4f9-24c7eeaf6b6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1128fc9e-3efb-491d-a5a1-1204326261e5,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:39.274641 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95d62f77-0b7f-497f-b4f9-24c7eeaf6b6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.278929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52512) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:39.279838 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-95d62f77-0b7f-497f-b4f9-24c7eeaf6b6b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1663103 Nov 11 22:03:39.285332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-edf236f4-224c-46ea-853a-71a6493c644c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '8e2a7de3-1e18-4e63-868e-0d09b318a7c0', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:03:39.350961 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-edf236f4-224c-46ea-853a-71a6493c644c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Project ca10c78ec5c842e0aa2eed659b01aa7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:03:39.363671 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-edf236f4-224c-46ea-853a-71a6493c644c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.387605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df471bd-f7c0-46b9-9f5b-3a32d24b9f9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:03:39.395066 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6df471bd-f7c0-46b9-9f5b-3a32d24b9f9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.398487 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0590c277-284d-4337-b75b-c2c28a186370 None None] Sync routers for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:03:39.411197 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0590c277-284d-4337-b75b-c2c28a186370 None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:03:39.411817 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0590c277-284d-4337-b75b-c2c28a186370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:39.447122 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6df471bd-f7c0-46b9-9f5b-3a32d24b9f9b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "DELETE /v2.0/floatingips/317d861a-677d-4262-ba55-27f0af6f460e HTTP/1.1" status: 204 len: 168 time: 1.0979390 Nov 11 22:03:39.451074 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'tag': 'f76286cc-72cc-462a-8a05-c712b6aebb83'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:03:39.452410 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f317aa-b5cc-4483-9533-bd71d0f268d1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1e8058-868f-4d8a-9a05-6bebfccec909", "tag": "f76286cc-72cc-462a-8a05-c712b6aebb83"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:03:39.477464 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-edf236f4-224c-46ea-853a-71a6493c644c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.484330 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-edf236f4-224c-46ea-853a-71a6493c644c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.532936 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-edf236f4-224c-46ea-853a-71a6493c644c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.537532 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-edf236f4-224c-46ea-853a-71a6493c644c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2574482 Nov 11 22:03:39.541443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52518) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:39.542332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf236f4-224c-46ea-853a-71a6493c644c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5034da2-c29f-4e41-b67d-7b34e6119837,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:39.546458 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-efcf2f07-665a-4a35-97d7-ddb457a16aff tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'security_group_rule': {'security_group_id': '8e2a7de3-1e18-4e63-868e-0d09b318a7c0', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:03:39.582287 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0590c277-284d-4337-b75b-c2c28a186370 None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:03:39.590161 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-efcf2f07-665a-4a35-97d7-ddb457a16aff tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Project ca10c78ec5c842e0aa2eed659b01aa7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:03:39.604212 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efcf2f07-665a-4a35-97d7-ddb457a16aff tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.696377 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efcf2f07-665a-4a35-97d7-ddb457a16aff tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.704012 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efcf2f07-665a-4a35-97d7-ddb457a16aff tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.746671 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf2f07-665a-4a35-97d7-ddb457a16aff tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4328396-bc69-4b3e-b5b7-90f8ff50ac1a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:39.776382 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-efcf2f07-665a-4a35-97d7-ddb457a16aff tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.778861 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-efcf2f07-665a-4a35-97d7-ddb457a16aff tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2361531 Nov 11 22:03:39.783059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52522) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:39.794264 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c5800385-95d2-4301-9a1d-36c23311bafd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'network': {'name': 'tempest-network-smoke--1658407795', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'port_security_enabled': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:03:39.799268 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3a29b4-6e3d-407d-a2a0-bdb981cca064 x-openstack-request-id: req-8e3a29b4-6e3d-407d-a2a0-bdb981cca064 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:03:39.799801 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1e8058-868f-4d8a-9a05-6bebfccec909", "tag": "f76286cc-72cc-462a-8a05-c712b6aebb83", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:03:39.800242 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e3a29b4-6e3d-407d-a2a0-bdb981cca064 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:03:39.800850 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'tag': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'status': 'completed', 'code': 200} Nov 11 22:03:39.826938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5800385-95d2-4301-9a1d-36c23311bafd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Made reservation on behalf of ca10c78ec5c842e0aa2eed659b01aa7e for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:03:39.833477 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5800385-95d2-4301-9a1d-36c23311bafd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.866827 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5800385-95d2-4301-9a1d-36c23311bafd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] vlan segment allocate from pool success with {'vlan_id': 1172, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:03:39.897102 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5800385-95d2-4301-9a1d-36c23311bafd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:39.898819 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-c5800385-95d2-4301-9a1d-36c23311bafd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Added segment 60147d8f-dff8-47d5-8145-6f735c5ffcfd of type vlan for network 4bb378c4-2688-4490-8169-77855e03ab63 Nov 11 22:03:39.966078 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5800385-95d2-4301-9a1d-36c23311bafd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:40.004700 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5800385-95d2-4301-9a1d-36c23311bafd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:40.011630 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5800385-95d2-4301-9a1d-36c23311bafd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:40.012286 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c5800385-95d2-4301-9a1d-36c23311bafd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:40.061804 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c5800385-95d2-4301-9a1d-36c23311bafd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2762816 Nov 11 22:03:40.096390 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52524) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:40.104688 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'admin_state_up': True, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:03:40.116560 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0590c277-284d-4337-b75b-c2c28a186370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:40.123525 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5800385-95d2-4301-9a1d-36c23311bafd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Network': ['ID=4bb378c4-2688-4490-8169-77855e03ab63,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:40.140311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 4bb378c4-2688-4490-8169-77855e03ab63 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:03:40.151420 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0590c277-284d-4337-b75b-c2c28a186370 None None] Checking router: ee923260-7045-4fdb-8fca-3c9325ff364a for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:03:40.156337 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:40.157867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:40.166217 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0590c277-284d-4337-b75b-c2c28a186370 None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:03:40.167226 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0590c277-284d-4337-b75b-c2c28a186370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:40.231330 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:40.311332 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0590c277-284d-4337-b75b-c2c28a186370 None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:03:40.352604 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f317aa-b5cc-4483-9533-bd71d0f268d1 req-636cf192-3199-4f28-bf52-632b417d85c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:40.355135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7f317aa-b5cc-4483-9533-bd71d0f268d1 req-636cf192-3199-4f28-bf52-632b417d85c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=164e178567a84f6aa0efcf56b049aa7b&device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 1096 time: 0.4975641 Nov 11 22:03:40.371002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d8768-fa02-435d-9fca-b019454902a4 req-61e9aa49-4323-4d2b-a9d6-3ca15efddfef tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:40.378784 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a2d8768-fa02-435d-9fca-b019454902a4 req-61e9aa49-4323-4d2b-a9d6-3ca15efddfef tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 945 time: 0.4812150 Nov 11 22:03:40.403826 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:40.555756 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a2d8768-fa02-435d-9fca-b019454902a4 req-23737538-077a-47a2-8632-fb559b605726 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759462 Nov 11 22:03:40.603902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f317aa-b5cc-4483-9533-bd71d0f268d1 req-3ef0f05b-dd31-4e51-b9e7-2d3d0e770bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:40.605946 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7f317aa-b5cc-4483-9533-bd71d0f268d1 req-3ef0f05b-dd31-4e51-b9e7-2d3d0e770bfb service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 200 len: 914 time: 0.2243829 Nov 11 22:03:40.609869 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0590c277-284d-4337-b75b-c2c28a186370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:40.652055 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0590c277-284d-4337-b75b-c2c28a186370 None None] The sync data for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 is: [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T21:48:08Z', 'revision_number': 4, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ef9bf818-d236-4f6e-940b-baafd99727c4', 'name': '', 'network_id': '4d02e8f7-1fed-488d-88e4-c59fcb552dd2', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'mac_address': 'fa:16:3e:4c:42:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:06Z', 'updated_at': '2021-11-11T21:48:14Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'subnets': [{'id': '6c6e9d78-7810-4819-84ef-86991e5b6381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:03:40.666215 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7f317aa-b5cc-4483-9533-bd71d0f268d1 req-137cf469-32c9-43b7-98aa-b51fac81befb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76286cc-72cc-462a-8a05-c712b6aebb83 HTTP/1.1" status: 200 len: 217 time: 0.0481274 Nov 11 22:03:40.674064 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:40.718454 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:40.743365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f317aa-b5cc-4483-9533-bd71d0f268d1 req-da8a99ce-e22d-4007-a7eb-b8bda00c4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:40.745359 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7f317aa-b5cc-4483-9533-bd71d0f268d1 req-da8a99ce-e22d-4007-a7eb-b8bda00c4cc3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 200 len: 851 time: 0.0689516 Nov 11 22:03:40.819018 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f317aa-b5cc-4483-9533-bd71d0f268d1 req-003f6c13-d933-44c9-b2ba-75d4aacb438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:40.821460 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7f317aa-b5cc-4483-9533-bd71d0f268d1 req-003f6c13-d933-44c9-b2ba-75d4aacb438d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d02e8f7-1fed-488d-88e4-c59fcb552dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670757 Nov 11 22:03:40.847036 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.25.0.205 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/5e6b6afe-ab3c-43f9-a341-30dd54047b83) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:03:40.979220 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:41.039349 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7f317aa-b5cc-4483-9533-bd71d0f268d1 req-241a0597-2736-4555-855c-4d7885076039 service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071373 Nov 11 22:03:41.040617 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:41.083498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:03:41.088025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:03:41.090744 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:03:41.108737 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7051942d-d2b4-49cc-83a6-97d9ea29c19e None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:03:41.145499 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72000442-10de-4357-b15f-9cec21fda50e None None] New status for floating IP 317d861a-677d-4262-ba55-27f0af6f460e: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:03:41.196638 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=5e6b6afe-ab3c-43f9-a341-30dd54047b83,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:41.200876 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7f317aa-b5cc-4483-9533-bd71d0f268d1 req-ef8902aa-4b2f-4be7-9d37-b7b3eb91727d service neutron] 10.222.0.10 "GET /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519234 Nov 11 22:03:41.252290 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:41.253864 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c07bbf65-6945-4c1a-a40a-2b96c407add9 None None] Provisioning complete for port 5e6b6afe-ab3c-43f9-a341-30dd54047b83 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:41.257417 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c07bbf65-6945-4c1a-a40a-2b96c407add9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:41.311702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c07bbf65-6945-4c1a-a40a-2b96c407add9 None None] Port 5e6b6afe-ab3c-43f9-a341-30dd54047b83 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:03:41.368222 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cd3b8-ae51-4c20-add7-98acf9ec974b req-6bac9c91-1b8f-4541-80a8-913343ce84ec tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:41.370997 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a1cd3b8-ae51-4c20-add7-98acf9ec974b req-6bac9c91-1b8f-4541-80a8-913343ce84ec tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 945 time: 0.1034591 Nov 11 22:03:41.485078 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:41.496922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-1a1cd3b8-ae51-4c20-add7-98acf9ec974b req-bc23b07d-07a9-4064-b760-8fe7108df120 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Deleting port f76286cc-72cc-462a-8a05-c712b6aebb83 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:03:41.497274 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1a1cd3b8-ae51-4c20-add7-98acf9ec974b req-bc23b07d-07a9-4064-b760-8fe7108df120 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:41.628269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-1a1cd3b8-ae51-4c20-add7-98acf9ec974b req-bc23b07d-07a9-4064-b760-8fe7108df120 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] For port f76286cc-72cc-462a-8a05-c712b6aebb83, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=f76286cc-72cc-462a-8a05-c712b6aebb83,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:41.629229 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1a1cd3b8-ae51-4c20-add7-98acf9ec974b req-bc23b07d-07a9-4064-b760-8fe7108df120 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:41.667090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-1a1cd3b8-ae51-4c20-add7-98acf9ec974b req-bc23b07d-07a9-4064-b760-8fe7108df120 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Calling delete_port for f76286cc-72cc-462a-8a05-c712b6aebb83 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:03:41.792193 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:41.885947 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d4dfb-b4d0-4a9e-be9b-677bcc354a64 req-a3b43108-5fe1-47be-b0b2-4d4a1ab64abe tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:41.893782 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-985d4dfb-b4d0-4a9e-be9b-677bcc354a64 req-a3b43108-5fe1-47be-b0b2-4d4a1ab64abe tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 945 time: 0.2133648 Nov 11 22:03:41.902603 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1a1cd3b8-ae51-4c20-add7-98acf9ec974b req-bc23b07d-07a9-4064-b760-8fe7108df120 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:41.977203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23b07d-07a9-4064-b760-8fe7108df120 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event deleted for resources: {'Port': ['ID=f76286cc-72cc-462a-8a05-c712b6aebb83,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:41.991512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router 170ae902-e6de-424b-89e8-05c2b3968c46 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:03:42.012603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1cd3b8-ae51-4c20-add7-98acf9ec974b req-bc23b07d-07a9-4064-b760-8fe7108df120 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] No DVR routers for this DVR port f76286cc-72cc-462a-8a05-c712b6aebb83 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:03:42.015445 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1a1cd3b8-ae51-4c20-add7-98acf9ec974b req-bc23b07d-07a9-4064-b760-8fe7108df120 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:42.019403 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a1cd3b8-ae51-4c20-add7-98acf9ec974b req-bc23b07d-07a9-4064-b760-8fe7108df120 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.10 "DELETE /v2.0/ports/f76286cc-72cc-462a-8a05-c712b6aebb83 HTTP/1.1" status: 204 len: 173 time: 0.6403811 Nov 11 22:03:42.025970 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'name': 'network-vif-deleted', 'tag': 'f76286cc-72cc-462a-8a05-c712b6aebb83'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:03:42.028486 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3f73ee-c5e5-4d93-a1f3-528c8f0781a9" -d '{"events": [{"server_uuid": "4f1e8058-868f-4d8a-9a05-6bebfccec909", "name": "network-vif-deleted", "tag": "f76286cc-72cc-462a-8a05-c712b6aebb83"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:03:42.045473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-985d4dfb-b4d0-4a9e-be9b-677bcc354a64 req-9f71fa37-dc07-4f41-b68c-6da80be1d093 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e556b0d-87a5-4ad9-a72a-4f9b058f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507661 Nov 11 22:03:42.123062 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2da5f98-e76d-4af2-a1c3-367962f86241 x-openstack-request-id: req-c2da5f98-e76d-4af2-a1c3-367962f86241 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:03:42.123368 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1e8058-868f-4d8a-9a05-6bebfccec909", "name": "network-vif-deleted", "tag": "f76286cc-72cc-462a-8a05-c712b6aebb83", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:03:42.123792 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2da5f98-e76d-4af2-a1c3-367962f86241 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:03:42.124034 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1e8058-868f-4d8a-9a05-6bebfccec909', 'name': 'network-vif-deleted', 'tag': 'f76286cc-72cc-462a-8a05-c712b6aebb83', 'status': 'completed', 'code': 200} Nov 11 22:03:42.180981 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:03:42.194998 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Sync routers for ids ['170ae902-e6de-424b-89e8-05c2b3968c46'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:03:42.209882 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Routers {'170ae902-e6de-424b-89e8-05c2b3968c46'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:03:42.211620 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:42.212140 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['170ae902-e6de-424b-89e8-05c2b3968c46'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:42.216273 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-66ac7759-5447-4437-80c5-1431e9e67e99 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1152587 Nov 11 22:03:42.216673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52538) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:42.269014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52540) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:42.273660 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1a5364ee-f0a8-4aa8-bb75-a56c256233ed tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ca10c78ec5c842e0aa2eed659b01aa7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451200 Nov 11 22:03:42.498841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8220d-940e-4d41-b6de-6550094b3fc3 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:42.500439 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-21b8220d-940e-4d41-b6de-6550094b3fc3 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2304587 Nov 11 22:03:42.503518 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52544) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:42.524437 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Set router 170ae902-e6de-424b-89e8-05c2b3968c46 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:03:42.571579 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-eca6747e-e086-455a-aa45-9d1546277aac tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0655038 Nov 11 22:03:42.574441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52546) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:42.580258 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-02c4bfc4-ceb1-431d-8900-1469219e5e09 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1285787962', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:03:42.742101 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c4bfc4-ceb1-431d-8900-1469219e5e09 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Made reservation on behalf of ca10c78ec5c842e0aa2eed659b01aa7e for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:03:42.746610 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02c4bfc4-ceb1-431d-8900-1469219e5e09 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:42.870366 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:41Z', 'revision_number': 3, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:42.897679 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Checking router: 170ae902-e6de-424b-89e8-05c2b3968c46 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:03:42.898024 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Updating router 170ae902-e6de-424b-89e8-05c2b3968c46 port 5e6b6afe-ab3c-43f9-a341-30dd54047b83 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:03:42.928807 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:42.961546 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02c4bfc4-ceb1-431d-8900-1469219e5e09 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:43.046287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4bfc4-ceb1-431d-8900-1469219e5e09 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Subnet': ['ID=da9da213-a644-4de1-9abc-d023a4fc37b2,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:43.052570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4bfc4-ceb1-431d-8900-1469219e5e09 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Checking segment: {'id': '60147d8f-dff8-47d5-8145-6f735c5ffcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:03:43.053049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c4bfc4-ceb1-431d-8900-1469219e5e09 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network hostable DHCP agents. Network: 4bb378c4-2688-4490-8169-77855e03ab63, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:03:43.074309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c4bfc4-ceb1-431d-8900-1469219e5e09 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 4bb378c4-2688-4490-8169-77855e03ab63 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:03:43.087669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-02c4bfc4-ceb1-431d-8900-1469219e5e09 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 4bb378c4-2688-4490-8169-77855e03ab63) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:03:43.093524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c4bfc4-ceb1-431d-8900-1469219e5e09 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:43.094137 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-02c4bfc4-ceb1-431d-8900-1469219e5e09 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:43.107586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151e9527-94c7-4267-b206-1f6d786da43d None None] Network 4bb378c4-2688-4490-8169-77855e03ab63 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:03:43.124308 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-02c4bfc4-ceb1-431d-8900-1469219e5e09 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5486398 Nov 11 22:03:43.125558 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52550) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:43.204196 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b1e5e81-5be9-457b-abe9-487cf5bbf43f req-c1066437-e0f5-4484-89f8-c050ac951ff5 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 210 time: 0.0332882 Nov 11 22:03:43.258278 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:43.268158 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:43.320957 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00c9b21-c50b-425f-a8f5-1491ea6c69ba None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:03:43.334023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-4bb378c4-2688-4490-8169-77855e03ab63', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ips': [{'subnet_id': 'da9da213-a644-4de1-9abc-d023a4fc37b2'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:03:43.335296 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:43.381571 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Attempting to bind port 5e6b6afe-ab3c-43f9-a341-30dd54047b83 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:03:43.381939 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Attempting to bind port 5e6b6afe-ab3c-43f9-a341-30dd54047b83 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:03:43.382297 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Attempting to bind port 5e6b6afe-ab3c-43f9-a341-30dd54047b83 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:03:43.385656 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a1de4-3eeb-4648-bd2f-4369331c187f None None] Pushing event updated for resources: {'Port': ['ID=5e6b6afe-ab3c-43f9-a341-30dd54047b83,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:43.394766 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:03:43.395214 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:03:43.395625 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:43.396016 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:03:43.397844 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Bound port: 5e6b6afe-ab3c-43f9-a341-30dd54047b83, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:03:43.398375 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:43.401125 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a1de4-3eeb-4648-bd2f-4369331c187f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:43.401469 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a1de4-3eeb-4648-bd2f-4369331c187f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:43.401790 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a1de4-3eeb-4648-bd2f-4369331c187f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:43.402166 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a1de4-3eeb-4648-bd2f-4369331c187f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:43.402563 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a1de4-3eeb-4648-bd2f-4369331c187f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:43.402896 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a1de4-3eeb-4648-bd2f-4369331c187f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:43.403220 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a1de4-3eeb-4648-bd2f-4369331c187f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:43.403538 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a1de4-3eeb-4648-bd2f-4369331c187f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:43.403855 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a1de4-3eeb-4648-bd2f-4369331c187f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:43.404167 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a1de4-3eeb-4648-bd2f-4369331c187f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:43.404480 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a1de4-3eeb-4648-bd2f-4369331c187f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:43.404805 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a1de4-3eeb-4648-bd2f-4369331c187f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:03:43.461372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9e68c589-6063-4ffd-b558-ec4a567746d2 None None] Provisioning complete for port 5e6b6afe-ab3c-43f9-a341-30dd54047b83 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:43.461984 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9e68c589-6063-4ffd-b558-ec4a567746d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:43.488719 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] For port 5e6b6afe-ab3c-43f9-a341-30dd54047b83, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:03:43.493836 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] For port 5e6b6afe-ab3c-43f9-a341-30dd54047b83, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5e6b6afe-ab3c-43f9-a341-30dd54047b83,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:03:43.502758 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:43.535644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c589-6063-4ffd-b558-ec4a567746d2 None None] Port 5e6b6afe-ab3c-43f9-a341-30dd54047b83 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:03:43.564264 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Allocated IP 172.20.0.2 (4bb378c4-2688-4490-8169-77855e03ab63/da9da213-a644-4de1-9abc-d023a4fc37b2/01674851-23a3-46b7-b00d-9051d6e36989) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:03:43.572334 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a47bf3-ad0f-4aef-a594-41842d95f568 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:03:43.620300 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Routers {'170ae902-e6de-424b-89e8-05c2b3968c46'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:03:43.621031 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['170ae902-e6de-424b-89e8-05c2b3968c46'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:43.684703 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a1de4-3eeb-4648-bd2f-4369331c187f None None] Pushing event updated for resources: {'Port': ['ID=5e6b6afe-ab3c-43f9-a341-30dd54047b83,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:43.799656 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:43.804683 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] Set router 170ae902-e6de-424b-89e8-05c2b3968c46 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:03:43.811278 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:43.853196 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Network 4bb378c4-2688-4490-8169-77855e03ab63 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:03:43.877112 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:03:43.904213 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:03:43.957548 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9c7ea3f6-87d4-4261-b390-0669296a2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:43.968759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7b6af203-ceda-4dd5-9738-6d2279e847f8 None None] Provisioning complete for port 5e6b6afe-ab3c-43f9-a341-30dd54047b83 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:43.969284 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b6af203-ceda-4dd5-9738-6d2279e847f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:44.026037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Pushing event updated for resources: {'Port': ['ID=01674851-23a3-46b7-b00d-9051d6e36989,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:44.057633 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Attempting to bind port 01674851-23a3-46b7-b00d-9051d6e36989 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:03:44.058004 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Attempting to bind port 01674851-23a3-46b7-b00d-9051d6e36989 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '60147d8f-dff8-47d5-8145-6f735c5ffcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:03:44.058367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Attempting to bind port 01674851-23a3-46b7-b00d-9051d6e36989 on network 4bb378c4-2688-4490-8169-77855e03ab63 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:03:44.075232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:03:44.075599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Checking segment: {'id': '60147d8f-dff8-47d5-8145-6f735c5ffcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:03:44.076002 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:44.076392 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Bound using segment: {'id': '60147d8f-dff8-47d5-8145-6f735c5ffcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:03:44.076891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Bound port: 01674851-23a3-46b7-b00d-9051d6e36989, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60147d8f-dff8-47d5-8145-6f735c5ffcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:03:44.077270 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:44.135431 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b6af203-ceda-4dd5-9738-6d2279e847f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:44.185809 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7b6af203-ceda-4dd5-9738-6d2279e847f8 None None] For port 5e6b6afe-ab3c-43f9-a341-30dd54047b83, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5e6b6afe-ab3c-43f9-a341-30dd54047b83,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:44.205554 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7b6af203-ceda-4dd5-9738-6d2279e847f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:44.223313 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:41Z', 'revision_number': 3, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:44.272531 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12f756-ba8b-47f6-ba06-96623abf2836 None None] The sync data for ids ['170ae902-e6de-424b-89e8-05c2b3968c46'] in n-d-805737-3 is: [{'id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:41Z', 'revision_number': 3, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:03:44.308343 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] For port 01674851-23a3-46b7-b00d-9051d6e36989, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:03:44.330556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] For port 01674851-23a3-46b7-b00d-9051d6e36989, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=01674851-23a3-46b7-b00d-9051d6e36989,segment=NetworkSegment(60147d8f-dff8-47d5-8145-6f735c5ffcfd),segment_id=60147d8f-dff8-47d5-8145-6f735c5ffcfd)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:03:44.338605 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6af203-ceda-4dd5-9738-6d2279e847f8 None None] Pushing event updated for resources: {'Port': ['ID=5e6b6afe-ab3c-43f9-a341-30dd54047b83,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:44.346091 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:44.352009 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:44.420452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ec4d853b-7e9b-4051-8d29-c33180ba09fa req-c2743ef1-1542-436a-877b-c58e28fa2dde tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 210 time: 0.0567226 Nov 11 22:03:44.482256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d8ec4-d069-48d3-838c-17a05a23ca44 None None] Pushing event updated for resources: {'Port': ['ID=01674851-23a3-46b7-b00d-9051d6e36989,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:44.791754 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:44.887454 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.20.0.1 (4bb378c4-2688-4490-8169-77855e03ab63/da9da213-a644-4de1-9abc-d023a4fc37b2/65388369-db98-416c-9b42-ae1d706aa920) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:03:45.153928 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:45.213748 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:45.282457 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 4bb378c4-2688-4490-8169-77855e03ab63 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:03:45.285353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:03:45.296602 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:03:45.340746 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=65388369-db98-416c-9b42-ae1d706aa920,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:45.379058 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:45.450927 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device f76286cc-72cc-462a-8a05-c712b6aebb83 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:03:45.557746 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: f76286cc-72cc-462a-8a05-c712b6aebb83 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:03:45.558242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device f76286cc-72cc-462a-8a05-c712b6aebb83 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:03:45.594206 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:45.659427 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dd76bebc-397d-4e1b-93f9-7624899ec00a req-a224a246-67f6-4c85-a9f7-a15b19aacc63 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 210 time: 0.0717213 Nov 11 22:03:46.069776 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e67bc29-0c41-40cb-8d12-d9a56e34f3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:46.103192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35368bd8-96c6-41a5-b32d-0f5552285342 None None] Network 4bb378c4-2688-4490-8169-77855e03ab63 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:03:46.117711 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:46.125850 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:46.208641 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4ef8b828-c833-401e-8fd8-482e7e2d29f2 None None] Provisioning complete for port 01674851-23a3-46b7-b00d-9051d6e36989 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:46.209449 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b828-c833-401e-8fd8-482e7e2d29f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:46.241933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:46.255338 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=65388369-db98-416c-9b42-ae1d706aa920,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:46.289222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 01674851-23a3-46b7-b00d-9051d6e36989 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:03:46.414715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 4bb378c4-2688-4490-8169-77855e03ab63 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:03:46.418581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:03:46.499468 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 01674851-23a3-46b7-b00d-9051d6e36989 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:46.500470 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:46.505259 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b828-c833-401e-8fd8-482e7e2d29f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:46.582899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router 170ae902-e6de-424b-89e8-05c2b3968c46 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:03:46.793561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:03:46.797715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4ef8b828-c833-401e-8fd8-482e7e2d29f2 None None] For port 01674851-23a3-46b7-b00d-9051d6e36989, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=01674851-23a3-46b7-b00d-9051d6e36989,segment=NetworkSegment(60147d8f-dff8-47d5-8145-6f735c5ffcfd),segment_id=60147d8f-dff8-47d5-8145-6f735c5ffcfd)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:46.811080 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9b13629e-59b5-432b-bb43-cb26409c7066 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "PUT /v2.0/routers/170ae902-e6de-424b-89e8-05c2b3968c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6843002 Nov 11 22:03:46.842711 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b828-c833-401e-8fd8-482e7e2d29f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:46.875815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-616d3154-08f6-4207-b5dd-5c56833bc64d req-53701ca5-8ed6-4ec2-a609-709e2c080f0b tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 210 time: 0.0607376 Nov 11 22:03:46.972070 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Sync routers for ids ['170ae902-e6de-424b-89e8-05c2b3968c46'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:03:47.029233 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8b828-c833-401e-8fd8-482e7e2d29f2 None None] Pushing event updated for resources: {'Port': ['ID=01674851-23a3-46b7-b00d-9051d6e36989,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:47.035265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Routers {'170ae902-e6de-424b-89e8-05c2b3968c46'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:03:47.035954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['170ae902-e6de-424b-89e8-05c2b3968c46'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:47.110804 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5e6b6afe-ab3c-43f9-a341-30dd54047b83 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:03:47.266985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-da878f66-8342-4512-ad9e-1f9a36a8e85c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127352581&fields=id&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 267 time: 0.1194053 Nov 11 22:03:47.303268 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:47.311286 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Set router 170ae902-e6de-424b-89e8-05c2b3968c46 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:03:47.446541 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5e6b6afe-ab3c-43f9-a341-30dd54047b83 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:47.446913 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:47.463938 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-371bf231-93b7-4ee2-89ba-75356ba6b7a3 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:47.476636 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-371bf231-93b7-4ee2-89ba-75356ba6b7a3 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/networks?id=4bb378c4-2688-4490-8169-77855e03ab63 HTTP/1.1" status: 200 len: 797 time: 0.2079248 Nov 11 22:03:47.498132 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-d133f153-8a28-4cc7-b7fd-e7e1a16ce703 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/quotas/ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 375 time: 0.0200863 Nov 11 22:03:47.579265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c360c8c7-8f7a-422f-a511-d3f99f4745c3 None None] Provisioning complete for port 01674851-23a3-46b7-b00d-9051d6e36989 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:47.579865 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c360c8c7-8f7a-422f-a511-d3f99f4745c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:47.587724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-e886ae53-ac0f-4953-bc64-36f076eefd2a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880964 Nov 11 22:03:47.771970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-ea4ca644-b9dd-4d06-93a3-1f902bd5c6c8 service neutron] 10.222.0.57 "GET /v2.0/networks/4bb378c4-2688-4490-8169-77855e03ab63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572711 Nov 11 22:03:47.838036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c360c8c7-8f7a-422f-a511-d3f99f4745c3 None None] Provisioning complete for port 65388369-db98-416c-9b42-ae1d706aa920 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:47.838418 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c360c8c7-8f7a-422f-a511-d3f99f4745c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:47.917179 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c360c8c7-8f7a-422f-a511-d3f99f4745c3 None None] Port 65388369-db98-416c-9b42-ae1d706aa920 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:03:47.926209 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:45Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '65388369-db98-416c-9b42-ae1d706aa920', 'name': '', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:18:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:44Z', 'updated_at': '2021-11-11T22:03:45Z', 'revision_number': 2, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:47.956717 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-e94bec4d-4c87-49ec-8ad0-2d77386ea45a service neutron] 10.222.0.57 "GET /v2.0/networks/4bb378c4-2688-4490-8169-77855e03ab63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696577 Nov 11 22:03:47.976648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Checking router: 170ae902-e6de-424b-89e8-05c2b3968c46 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:03:47.977073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Updating router 170ae902-e6de-424b-89e8-05c2b3968c46 port 65388369-db98-416c-9b42-ae1d706aa920 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:03:48.012587 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:48.104295 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-29aecaf1-7eea-490f-a605-afeb6b257df6 None None] Provisioning complete for port 65388369-db98-416c-9b42-ae1d706aa920 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:48.104697 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-29aecaf1-7eea-490f-a605-afeb6b257df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:48.222734 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 01674851-23a3-46b7-b00d-9051d6e36989 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:03:48.274635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-29aecaf1-7eea-490f-a605-afeb6b257df6 None None] Port 65388369-db98-416c-9b42-ae1d706aa920 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:03:48.324391 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5cf638b-9eeb-4143-96a5-e3def6a58bac req-78be0393-9467-4aeb-bdcd-821af9ff7329 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 210 time: 0.0636499 Nov 11 22:03:48.400046 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 01674851-23a3-46b7-b00d-9051d6e36989 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:48.400432 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:48.428359 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d77d420-9107-4b96-9950-367eba015e33 req-09bb9006-5440-4956-8a70-56ea3ba20f0f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 210 time: 0.0382504 Nov 11 22:03:48.489183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-60699a6f-b080-44b9-92a8-ad77755b5e60 None None] Provisioning complete for port 65388369-db98-416c-9b42-ae1d706aa920 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:48.489706 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-60699a6f-b080-44b9-92a8-ad77755b5e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:48.556614 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-60699a6f-b080-44b9-92a8-ad77755b5e60 None None] Port 65388369-db98-416c-9b42-ae1d706aa920 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:03:48.707916 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:48.724824 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:48.741777 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:48.800688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea1bfc-cb03-4762-bda8-4be5421ae8da None None] Pushing event updated for resources: {'Port': ['ID=65388369-db98-416c-9b42-ae1d706aa920,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:48.976837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Attempting to bind port 65388369-db98-416c-9b42-ae1d706aa920 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:03:48.976837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Attempting to bind port 65388369-db98-416c-9b42-ae1d706aa920 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '60147d8f-dff8-47d5-8145-6f735c5ffcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:03:48.976837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Attempting to bind port 65388369-db98-416c-9b42-ae1d706aa920 on network 4bb378c4-2688-4490-8169-77855e03ab63 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:03:48.987495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:03:48.988576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Checking segment: {'id': '60147d8f-dff8-47d5-8145-6f735c5ffcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:03:48.989294 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:48.989704 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Bound using segment: {'id': '60147d8f-dff8-47d5-8145-6f735c5ffcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:03:48.990416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Bound port: 65388369-db98-416c-9b42-ae1d706aa920, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60147d8f-dff8-47d5-8145-6f735c5ffcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:03:48.991929 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:49.118311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] For port 65388369-db98-416c-9b42-ae1d706aa920, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:03:49.124352 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] For port 65388369-db98-416c-9b42-ae1d706aa920, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=65388369-db98-416c-9b42-ae1d706aa920,segment=NetworkSegment(60147d8f-dff8-47d5-8145-6f735c5ffcfd),segment_id=60147d8f-dff8-47d5-8145-6f735c5ffcfd)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:03:49.133344 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:49.300917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea1bfc-cb03-4762-bda8-4be5421ae8da None None] Pushing event updated for resources: {'Port': ['ID=65388369-db98-416c-9b42-ae1d706aa920,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:49.314464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-54d0900f-828f-4bbc-b1e1-0e58aad14c99 None None] Provisioning complete for port 65388369-db98-416c-9b42-ae1d706aa920 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:49.314464 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54d0900f-828f-4bbc-b1e1-0e58aad14c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:49.344516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Routers {'170ae902-e6de-424b-89e8-05c2b3968c46'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:03:49.344969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['170ae902-e6de-424b-89e8-05c2b3968c46'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:49.519791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2cb60f5-a522-48c5-96a4-bc1e2529bab0 req-278df32c-a0b0-4fed-9280-ae838208ca00 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f1e8058-868f-4d8a-9a05-6bebfccec909 HTTP/1.1" status: 200 len: 210 time: 0.0504260 Nov 11 22:03:49.662157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-387fe23a-6201-43a0-9a63-35211eda38f9 req-f2439920-8d4d-447a-ba32-455c071e6552 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 210 time: 0.0479717 Nov 11 22:03:49.714186 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:49.846072 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54d0900f-828f-4bbc-b1e1-0e58aad14c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:49.877406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-26c0a2ca-00f7-4cae-abd0-2ec5e484b685 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:49.879711 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] Set router 170ae902-e6de-424b-89e8-05c2b3968c46 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:03:49.879895 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-26c0a2ca-00f7-4cae-abd0-2ec5e484b685 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.71 "GET /v2.0/networks?id=4bb378c4-2688-4490-8169-77855e03ab63 HTTP/1.1" status: 200 len: 797 time: 0.1890011 Nov 11 22:03:49.948625 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-54d0900f-828f-4bbc-b1e1-0e58aad14c99 None None] For port 65388369-db98-416c-9b42-ae1d706aa920, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=65388369-db98-416c-9b42-ae1d706aa920,segment=NetworkSegment(60147d8f-dff8-47d5-8145-6f735c5ffcfd),segment_id=60147d8f-dff8-47d5-8145-6f735c5ffcfd)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:49.960257 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-54d0900f-828f-4bbc-b1e1-0e58aad14c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:50.042467 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-e7e14346-e2d6-4192-ac86-d68e8b9a2ec6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e HTTP/1.1" status: 200 len: 379 time: 0.1480620 Nov 11 22:03:50.058178 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-4c1902cf-fb90-40bc-9177-54746cb9fd21 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'port': {'device_id': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'admin_state_up': True, 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'security_groups': ['8e2a7de3-1e18-4e63-868e-0d09b318a7c0']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:03:50.163875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0900f-828f-4bbc-b1e1-0e58aad14c99 None None] Pushing event updated for resources: {'Port': ['ID=65388369-db98-416c-9b42-ae1d706aa920,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:50.170983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-db0416f9-eb95-4607-9c69-2571936d1e8a None None] Provisioning complete for port 65388369-db98-416c-9b42-ae1d706aa920 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:50.170983 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-db0416f9-eb95-4607-9c69-2571936d1e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:50.209749 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-4c1902cf-fb90-40bc-9177-54746cb9fd21 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Made reservation on behalf of ca10c78ec5c842e0aa2eed659b01aa7e for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:03:50.216237 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-4c1902cf-fb90-40bc-9177-54746cb9fd21 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:50.322951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:45Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '65388369-db98-416c-9b42-ae1d706aa920', 'name': '', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:18:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:44Z', 'updated_at': '2021-11-11T22:03:49Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:50.362102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86ab467-54ea-4b67-b050-9ef52ab39379 None None] The sync data for ids ['170ae902-e6de-424b-89e8-05c2b3968c46'] in n-d-805737-3 is: [{'id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:45Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '65388369-db98-416c-9b42-ae1d706aa920', 'name': '', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:18:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:44Z', 'updated_at': '2021-11-11T22:03:49Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:03:50.420572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-4c1902cf-fb90-40bc-9177-54746cb9fd21 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.20.0.11 (4bb378c4-2688-4490-8169-77855e03ab63/da9da213-a644-4de1-9abc-d023a4fc37b2/ab8d267f-21cc-49eb-b108-389d1c80bb6e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:03:50.605111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52612) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:50.673858 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-4c1902cf-fb90-40bc-9177-54746cb9fd21 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:50.745500 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-4c1902cf-fb90-40bc-9177-54746cb9fd21 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:50.802417 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-62e68a2c-79c8-4421-a64e-9948a78d3407 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Deleting port e4afe0a0-4ac6-4723-8877-efd383bba97a {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:03:50.805013 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62e68a2c-79c8-4421-a64e-9948a78d3407 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:50.809686 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-4c1902cf-fb90-40bc-9177-54746cb9fd21 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 4bb378c4-2688-4490-8169-77855e03ab63 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:03:50.814223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-4c1902cf-fb90-40bc-9177-54746cb9fd21 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:03:50.825348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-4c1902cf-fb90-40bc-9177-54746cb9fd21 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:03:50.869565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1902cf-fb90-40bc-9177-54746cb9fd21 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=ab8d267f-21cc-49eb-b108-389d1c80bb6e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:50.931859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-4c1902cf-fb90-40bc-9177-54746cb9fd21 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:50.933998 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-4c1902cf-fb90-40bc-9177-54746cb9fd21 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:50.968318 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-4c1902cf-fb90-40bc-9177-54746cb9fd21 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9171836 Nov 11 22:03:50.987814 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Request body: {'port': {'device_id': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:03:51.011703 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62e68a2c-79c8-4421-a64e-9948a78d3407 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:51.012042 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62e68a2c-79c8-4421-a64e-9948a78d3407 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:51.027981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-62e68a2c-79c8-4421-a64e-9948a78d3407 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Calling delete_port for e4afe0a0-4ac6-4723-8877-efd383bba97a owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:03:51.060435 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a130c-1307-44f3-90d0-c56cf98847a7 req-5173378b-5e8f-4a9d-90ad-b144acfe33ed tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:51.067109 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-004a130c-1307-44f3-90d0-c56cf98847a7 req-5173378b-5e8f-4a9d-90ad-b144acfe33ed tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 932 time: 0.2338777 Nov 11 22:03:51.085640 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:51.287925 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f2981ead-ee08-44c1-b07d-bc3bbc23cf9f None None] Provisioning complete for port ab8d267f-21cc-49eb-b108-389d1c80bb6e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:51.288867 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f2981ead-ee08-44c1-b07d-bc3bbc23cf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:51.296738 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-004a130c-1307-44f3-90d0-c56cf98847a7 req-a2adfd64-253b-4e3e-ac26-232816b01e40 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231605 Nov 11 22:03:51.406806 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62e68a2c-79c8-4421-a64e-9948a78d3407 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:51.430927 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f2981ead-ee08-44c1-b07d-bc3bbc23cf9f None None] Port ab8d267f-21cc-49eb-b108-389d1c80bb6e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:03:51.463116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e68a2c-79c8-4421-a64e-9948a78d3407 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event deleted for resources: {'Port': ['ID=e4afe0a0-4ac6-4723-8877-efd383bba97a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:51.555158 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8d267f-21cc-49eb-b108-389d1c80bb6e {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:03:51.560436 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:51.573064 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62e68a2c-79c8-4421-a64e-9948a78d3407 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:51.576904 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62e68a2c-79c8-4421-a64e-9948a78d3407 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:51.578198 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-62e68a2c-79c8-4421-a64e-9948a78d3407 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "DELETE /v2.0/floatingips/6a6547cb-3c72-4b34-8971-2a4d0f6f16d7 HTTP/1.1" status: 204 len: 168 time: 0.9720652 Nov 11 22:03:51.582087 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Transition to ACTIVE for port object ab8d267f-21cc-49eb-b108-389d1c80bb6e will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:03:51.588332 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:51.702443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Pushing event updated for resources: {'Port': ['ID=ab8d267f-21cc-49eb-b108-389d1c80bb6e,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:51.805043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Attempting to bind port ab8d267f-21cc-49eb-b108-389d1c80bb6e on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:03:51.805443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Attempting to bind port ab8d267f-21cc-49eb-b108-389d1c80bb6e by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '60147d8f-dff8-47d5-8145-6f735c5ffcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:03:51.805912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Attempting to bind port ab8d267f-21cc-49eb-b108-389d1c80bb6e on network 4bb378c4-2688-4490-8169-77855e03ab63 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:03:51.811799 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Port ab8d267f-21cc-49eb-b108-389d1c80bb6e on network 4bb378c4-2688-4490-8169-77855e03ab63 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:03:51.812147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Attempting to bind port ab8d267f-21cc-49eb-b108-389d1c80bb6e on network 4bb378c4-2688-4490-8169-77855e03ab63 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:03:51.821667 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:03:51.822081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Checking segment: {'id': '60147d8f-dff8-47d5-8145-6f735c5ffcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:03:51.824219 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Bound using segment: {'id': '60147d8f-dff8-47d5-8145-6f735c5ffcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:03:51.837016 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Bound port: ab8d267f-21cc-49eb-b108-389d1c80bb6e, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60147d8f-dff8-47d5-8145-6f735c5ffcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:03:51.837931 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:51.974288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] For port ab8d267f-21cc-49eb-b108-389d1c80bb6e, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:03:51.978650 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] For port ab8d267f-21cc-49eb-b108-389d1c80bb6e, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ab8d267f-21cc-49eb-b108-389d1c80bb6e,segment=NetworkSegment(60147d8f-dff8-47d5-8145-6f735c5ffcfd),segment_id=60147d8f-dff8-47d5-8145-6f735c5ffcfd)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:03:51.992397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:52.033245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:52.034384 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:52.035849 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] 10.222.0.71 "PUT /v2.0/ports/ab8d267f-21cc-49eb-b108-389d1c80bb6e HTTP/1.1" status: 200 len: 1092 time: 1.0529552 Nov 11 22:03:52.039186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'tag': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:03:52.041681 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa6bcf3-f05d-4e84-9830-2866e6e2060f" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc9e906-a3dd-4200-88d4-c80a03e353bd", "tag": "ab8d267f-21cc-49eb-b108-389d1c80bb6e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:03:52.074826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad62e02-0014-4dcf-bd1b-f9a100285d5e service neutron] Pushing event updated for resources: {'Port': ['ID=ab8d267f-21cc-49eb-b108-389d1c80bb6e,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:52.178725 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecf2652-e321-4e83-a919-a9bdd517c9b5 x-openstack-request-id: req-3ecf2652-e321-4e83-a919-a9bdd517c9b5 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:03:52.178998 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc9e906-a3dd-4200-88d4-c80a03e353bd", "tag": "ab8d267f-21cc-49eb-b108-389d1c80bb6e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:03:52.179249 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ecf2652-e321-4e83-a919-a9bdd517c9b5 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:03:52.179645 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'tag': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e', 'status': 'completed', 'code': 200} Nov 11 22:03:52.225889 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-6ef5dd00-57c1-4623-af6b-0ca0341cb89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:52.228039 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-6ef5dd00-57c1-4623-af6b-0ca0341cb89e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 1095 time: 0.1107225 Nov 11 22:03:52.279137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 65388369-db98-416c-9b42-ae1d706aa920 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:03:52.364627 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7495df67-5a70-4f5d-a55f-8659a5038f44 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab8d267f-21cc-49eb-b108-389d1c80bb6e HTTP/1.1" status: 200 len: 217 time: 0.1144090 Nov 11 22:03:52.408704 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 65388369-db98-416c-9b42-ae1d706aa920 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:52.410006 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:52.449183 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-2666c84e-319d-4d23-b70d-d1f37fb21d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:52.450987 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-2666c84e-319d-4d23-b70d-d1f37fb21d37 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da9da213-a644-4de1-9abc-d023a4fc37b2 HTTP/1.1" status: 200 len: 835 time: 0.0749247 Nov 11 22:03:52.516742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-2676d973-0949-4320-b1dd-7585c9e6a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:52.519012 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-2676d973-0949-4320-b1dd-7585c9e6a012 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4bb378c4-2688-4490-8169-77855e03ab63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548704 Nov 11 22:03:52.519623 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4428a-5c76-413a-b942-f0bc5eac1920 req-0619ee37-64f7-4965-b95d-c738be25ac85 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:52.521344 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33d4428a-5c76-413a-b942-f0bc5eac1920 req-0619ee37-64f7-4965-b95d-c738be25ac85 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 944 time: 0.1052694 Nov 11 22:03:52.615118 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33d4428a-5c76-413a-b942-f0bc5eac1920 req-115f4700-9d2c-40f6-b37f-5ea69c0acd34 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868504 Nov 11 22:03:52.686108 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-4a7e22b0-523e-40f1-acfa-f59636c6e085 service neutron] 10.222.0.71 "GET /v2.0/networks/4bb378c4-2688-4490-8169-77855e03ab63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570065 Nov 11 22:03:52.811412 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c2021bb9-05fa-4e4e-8278-56d4a030fb04 req-7dc9cbe7-562c-48fc-b530-4371d64ccec4 service neutron] 10.222.0.71 "GET /v2.0/networks/4bb378c4-2688-4490-8169-77855e03ab63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111588 Nov 11 22:03:52.932140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6bcf3-f05d-4e84-9830-2866e6e2060f req-ef32d8cd-1767-4401-a75f-8b7bef718909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:52.933932 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-efa6bcf3-f05d-4e84-9830-2866e6e2060f req-ef32d8cd-1767-4401-a75f-8b7bef718909 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 1095 time: 0.0537741 Nov 11 22:03:53.115463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6bcf3-f05d-4e84-9830-2866e6e2060f req-6c834ddd-7d66-423f-b851-2bf524747924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:53.117823 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-efa6bcf3-f05d-4e84-9830-2866e6e2060f req-6c834ddd-7d66-423f-b851-2bf524747924 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4bb378c4-2688-4490-8169-77855e03ab63 HTTP/1.1" status: 200 len: 899 time: 0.1701210 Nov 11 22:03:53.177209 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-efa6bcf3-f05d-4e84-9830-2866e6e2060f req-469bcc2a-67ef-42ab-a817-7371cedfd07c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab8d267f-21cc-49eb-b108-389d1c80bb6e HTTP/1.1" status: 200 len: 217 time: 0.0498738 Nov 11 22:03:53.242560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6bcf3-f05d-4e84-9830-2866e6e2060f req-e774db0b-8761-47b7-8a5d-174571ba17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:53.245997 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-efa6bcf3-f05d-4e84-9830-2866e6e2060f req-e774db0b-8761-47b7-8a5d-174571ba17e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da9da213-a644-4de1-9abc-d023a4fc37b2 HTTP/1.1" status: 200 len: 835 time: 0.0611925 Nov 11 22:03:53.309844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6bcf3-f05d-4e84-9830-2866e6e2060f req-7af821e9-0b27-4604-8bbd-d7fe879bf69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:53.311420 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-efa6bcf3-f05d-4e84-9830-2866e6e2060f req-7af821e9-0b27-4604-8bbd-d7fe879bf69c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4bb378c4-2688-4490-8169-77855e03ab63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559850 Nov 11 22:03:53.424440 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-efa6bcf3-f05d-4e84-9830-2866e6e2060f req-c4698bad-1f44-4dab-b859-d40429cda4ff service neutron] 10.222.0.71 "GET /v2.0/networks/4bb378c4-2688-4490-8169-77855e03ab63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044109 Nov 11 22:03:53.537255 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-efa6bcf3-f05d-4e84-9830-2866e6e2060f req-260ae2f2-49e7-43b6-82fb-c27b25b761a5 service neutron] 10.222.0.71 "GET /v2.0/networks/4bb378c4-2688-4490-8169-77855e03ab63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027300 Nov 11 22:03:53.780278 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0f141-7edf-4359-9547-74606eab8361 req-d0cde2c8-69ed-4785-8728-729aa390ee2e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:53.785493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e0f141-7edf-4359-9547-74606eab8361 req-d0cde2c8-69ed-4785-8728-729aa390ee2e tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 944 time: 0.0635049 Nov 11 22:03:53.841317 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e0f141-7edf-4359-9547-74606eab8361 req-285d930a-8d03-471f-b7e3-eb64b46ba202 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515461 Nov 11 22:03:54.987380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e31ad-a646-4890-a87f-91fc08798534 req-b8fd991a-62f6-4883-97f6-0631e856403a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:54.989025 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a48e31ad-a646-4890-a87f-91fc08798534 req-b8fd991a-62f6-4883-97f6-0631e856403a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 944 time: 0.0637050 Nov 11 22:03:55.050160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a48e31ad-a646-4890-a87f-91fc08798534 req-9a91684d-758d-424d-8bc7-0e61aabc4434 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536149 Nov 11 22:03:56.177644 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb9fb8-1a3c-4216-9446-760ec83b7621 req-b863e73f-4b2e-46e3-bbd0-ebfec6afed82 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:56.178804 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63cb9fb8-1a3c-4216-9446-760ec83b7621 req-b863e73f-4b2e-46e3-bbd0-ebfec6afed82 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 944 time: 0.0516770 Nov 11 22:03:56.200240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:56.237647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63cb9fb8-1a3c-4216-9446-760ec83b7621 req-c63ce257-9d14-4dd6-ba0d-9e80d65c97ea tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530248 Nov 11 22:03:56.271940 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-269221ac-d640-4d76-b877-95b5caa5bd73 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:56.299184 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-269221ac-d640-4d76-b877-95b5caa5bd73 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:56.371385 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-269221ac-d640-4d76-b877-95b5caa5bd73 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:56.374280 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-269221ac-d640-4d76-b877-95b5caa5bd73 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:56.378192 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-269221ac-d640-4d76-b877-95b5caa5bd73 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] 10.222.0.57 "DELETE /v2.0/security-groups/3e556b0d-87a5-4ad9-a72a-4f9b058f82de HTTP/1.1" status: 204 len: 168 time: 0.1732624 Nov 11 22:03:56.385490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269221ac-d640-4d76-b877-95b5caa5bd73 tempest-TestVolumeBootPattern-758997413 tempest-TestVolumeBootPattern-758997413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e556b0d-87a5-4ad9-a72a-4f9b058f82de,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:56.456483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52674) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:56.562861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ab8d267f-21cc-49eb-b108-389d1c80bb6e details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:03:56.692674 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ab8d267f-21cc-49eb-b108-389d1c80bb6e, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ab8d267f-21cc-49eb-b108-389d1c80bb6e,segment=NetworkSegment(60147d8f-dff8-47d5-8145-6f735c5ffcfd),segment_id=60147d8f-dff8-47d5-8145-6f735c5ffcfd)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:56.719481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'port_id': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e', 'mac_address': 'fa:16:3e:98:85:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:03:56.768710 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:56.784158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8d267f-21cc-49eb-b108-389d1c80bb6e {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:03:56.811148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ab8d267f-21cc-49eb-b108-389d1c80bb6e, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ab8d267f-21cc-49eb-b108-389d1c80bb6e,segment=NetworkSegment(60147d8f-dff8-47d5-8145-6f735c5ffcfd),segment_id=60147d8f-dff8-47d5-8145-6f735c5ffcfd)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:56.816621 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:56.872208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=ab8d267f-21cc-49eb-b108-389d1c80bb6e,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:57.069075 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ff38bc2-7efe-4504-8021-e860decc6bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:57.085685 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['ab8d267f-21cc-49eb-b108-389d1c80bb6e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:03:57.422041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75925f-1522-4020-8859-62f2e6625aea req-246b4903-0c20-47ef-8a2c-a84b36f9d3d6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:57.423742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c75925f-1522-4020-8859-62f2e6625aea req-246b4903-0c20-47ef-8a2c-a84b36f9d3d6 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 945 time: 0.0935853 Nov 11 22:03:57.451982 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-3ff38bc2-7efe-4504-8021-e860decc6bc9 admin admin] Deleting port ef9bf818-d236-4f6e-940b-baafd99727c4 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:03:57.452915 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ff38bc2-7efe-4504-8021-e860decc6bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:57.549864 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c75925f-1522-4020-8859-62f2e6625aea req-314bec8d-a445-49d3-ae83-b51dad860420 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188247 Nov 11 22:03:57.589625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-3ff38bc2-7efe-4504-8021-e860decc6bc9 admin admin] For port ef9bf818-d236-4f6e-940b-baafd99727c4, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ef9bf818-d236-4f6e-940b-baafd99727c4,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:57.590046 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ff38bc2-7efe-4504-8021-e860decc6bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:57.607153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-3ff38bc2-7efe-4504-8021-e860decc6bc9 admin admin] Calling delete_port for ef9bf818-d236-4f6e-940b-baafd99727c4 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:03:57.828234 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ff38bc2-7efe-4504-8021-e860decc6bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:57.862145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff38bc2-7efe-4504-8021-e860decc6bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9bf818-d236-4f6e-940b-baafd99727c4,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:58.081308 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ff38bc2-7efe-4504-8021-e860decc6bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:58.335232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff38bc2-7efe-4504-8021-e860decc6bc9 admin admin] Router ee923260-7045-4fdb-8fca-3c9325ff364a has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:03:58.582061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ab8d267f-21cc-49eb-b108-389d1c80bb6e up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:03:58.654756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port ab8d267f-21cc-49eb-b108-389d1c80bb6e completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:03:58.660264 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port ab8d267f-21cc-49eb-b108-389d1c80bb6e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:03:58.661101 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:58.750266 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:58.766713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9a9b3-c096-4446-93dc-f467d986c8a6 req-fa5e4d18-d991-4038-8bca-b4cf2d626bed tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:58.768272 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfb9a9b3-c096-4446-93dc-f467d986c8a6 req-fa5e4d18-d991-4038-8bca-b4cf2d626bed tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 945 time: 0.1007502 Nov 11 22:03:58.774771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:03:58.776424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff38bc2-7efe-4504-8021-e860decc6bc9 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:03:58.777585 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d79606-52a7-402e-a91b-3f754528cdb6" -d '{"events": [{"server_uuid": "2dc9e906-a3dd-4200-88d4-c80a03e353bd", "name": "network-vif-plugged", "status": "completed", "tag": "ab8d267f-21cc-49eb-b108-389d1c80bb6e"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:03:58.784978 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52692) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:03:58.785507 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3ff38bc2-7efe-4504-8021-e860decc6bc9 admin admin] 10.222.0.57 "PUT /v2.0/routers/ee923260-7045-4fdb-8fca-3c9325ff364a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3275230 Nov 11 22:03:58.793047 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93fc0c-7424-4ce8-97f0-ba317c242e7b None None] Sync routers for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:03:58.805584 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c93fc0c-7424-4ce8-97f0-ba317c242e7b None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:03:58.806760 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7c93fc0c-7424-4ce8-97f0-ba317c242e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:58.814402 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ab8d267f-21cc-49eb-b108-389d1c80bb6e, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ab8d267f-21cc-49eb-b108-389d1c80bb6e,segment=NetworkSegment(60147d8f-dff8-47d5-8145-6f735c5ffcfd),segment_id=60147d8f-dff8-47d5-8145-6f735c5ffcfd)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:58.821627 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:58.860404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bfb9a9b3-c096-4446-93dc-f467d986c8a6 req-64550c06-ebad-4261-8acc-bdd36b6cdd38 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716205 Nov 11 22:03:58.936612 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:58.951373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=ab8d267f-21cc-49eb-b108-389d1c80bb6e,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:58.975748 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b84d1a7-cf36-4aad-9819-9c7ef69f572c x-openstack-request-id: req-7b84d1a7-cf36-4aad-9819-9c7ef69f572c {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:03:58.976048 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc9e906-a3dd-4200-88d4-c80a03e353bd", "name": "network-vif-plugged", "status": "completed", "tag": "ab8d267f-21cc-49eb-b108-389d1c80bb6e", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:03:58.976307 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7b84d1a7-cf36-4aad-9819-9c7ef69f572c {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:03:58.976704 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e', 'code': 200} Nov 11 22:03:59.000449 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7c93fc0c-7424-4ce8-97f0-ba317c242e7b None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:03:59.104046 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:59.113323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4c6ca-ae58-4490-95ed-23d63ab8ad77 req-3760c6a1-aa65-400f-bfc2-7a062091fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:59.115123 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b4d4c6ca-ae58-4490-95ed-23d63ab8ad77 req-3760c6a1-aa65-400f-bfc2-7a062091fdba service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 1097 time: 0.0609565 Nov 11 22:03:59.191693 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b4d4c6ca-ae58-4490-95ed-23d63ab8ad77 req-3067b514-6c11-4a0c-a7ca-58944c36dcc5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510380 Nov 11 22:03:59.194470 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7c93fc0c-7424-4ce8-97f0-ba317c242e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T22:03:57Z', 'revision_number': 5, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port': {'id': 'c3851218-394a-4e9a-b90e-ee22edd95b0b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:01Z', 'updated_at': '2021-11-11T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:59.205655 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] Deleting port c3851218-394a-4e9a-b90e-ee22edd95b0b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:03:59.205988 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:59.226403 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93fc0c-7424-4ce8-97f0-ba317c242e7b None None] Checking router: ee923260-7045-4fdb-8fca-3c9325ff364a for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:03:59.236304 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c93fc0c-7424-4ce8-97f0-ba317c242e7b None None] Routers {'ee923260-7045-4fdb-8fca-3c9325ff364a'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:03:59.237044 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7c93fc0c-7424-4ce8-97f0-ba317c242e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['ee923260-7045-4fdb-8fca-3c9325ff364a'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:59.293067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] For port c3851218-394a-4e9a-b90e-ee22edd95b0b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c3851218-394a-4e9a-b90e-ee22edd95b0b,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:03:59.293352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:59.306192 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] Calling delete_port for c3851218-394a-4e9a-b90e-ee22edd95b0b owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:03:59.335900 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7c93fc0c-7424-4ce8-97f0-ba317c242e7b None None] Set router ee923260-7045-4fdb-8fca-3c9325ff364a gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:03:59.388209 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7c93fc0c-7424-4ce8-97f0-ba317c242e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T22:03:59Z', 'revision_number': 6, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:03:59.417485 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93fc0c-7424-4ce8-97f0-ba317c242e7b None None] The sync data for ids ['ee923260-7045-4fdb-8fca-3c9325ff364a'] in n-d-805737-3 is: [{'id': 'ee923260-7045-4fdb-8fca-3c9325ff364a', 'name': 'tempest-TestVolumeBootPattern-1503463504-router', 'tenant_id': '164e178567a84f6aa0efcf56b049aa7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:47:59Z', 'updated_at': '2021-11-11T22:03:59Z', 'revision_number': 6, 'project_id': '164e178567a84f6aa0efcf56b049aa7b', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:03:59.485337 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:59.517385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c3851218-394a-4e9a-b90e-ee22edd95b0b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:03:59.529304 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15184e9f-d647-4fc9-8356-1a966a857b1f None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:03:59.600503 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:59.746706 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:59.750075 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:00.028105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c39856-00b4-4700-8d28-c390a81abb6f req-4ca2d1de-c6cc-4eeb-b56f-f50095a4e079 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:00.037656 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5c39856-00b4-4700-8d28-c390a81abb6f req-4ca2d1de-c6cc-4eeb-b56f-f50095a4e079 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.0808024 Nov 11 22:04:00.098059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5c39856-00b4-4700-8d28-c390a81abb6f req-e5f1c87c-918e-4c82-8f70-20403d05113d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588832 Nov 11 22:04:00.215765 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:00.216646 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee923260-7045-4fdb-8fca-3c9325ff364a {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:04:00.223888 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:00.229653 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3516422d-a8f7-4610-bcb0-053e529f83aa admin admin] 10.222.0.57 "DELETE /v2.0/routers/ee923260-7045-4fdb-8fca-3c9325ff364a HTTP/1.1" status: 204 len: 168 time: 1.4430635 Nov 11 22:04:00.230289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52700) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:00.287622 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ef9bf818-d236-4f6e-940b-baafd99727c4 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:04:00.301579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c6e20d-57b1-4468-b371-7892cff1c613 admin admin] Deleting subnet 6c6e9d78-7810-4819-84ef-86991e5b6381 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:04:00.304977 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94c6e20d-57b1-4468-b371-7892cff1c613 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:00.325638 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: ef9bf818-d236-4f6e-940b-baafd99727c4 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:04:00.327127 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ef9bf818-d236-4f6e-940b-baafd99727c4 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:04:00.327992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c3851218-394a-4e9a-b90e-ee22edd95b0b no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:04:00.353003 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: c3851218-394a-4e9a-b90e-ee22edd95b0b {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:04:00.353912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c3851218-394a-4e9a-b90e-ee22edd95b0b not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:04:00.367732 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94c6e20d-57b1-4468-b371-7892cff1c613 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:00.496203 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94c6e20d-57b1-4468-b371-7892cff1c613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:00.560883 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94c6e20d-57b1-4468-b371-7892cff1c613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:00.604139 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b63b49-be32-48e2-acb8-b9d48a2ecfa3 None None] Network 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:04:00.605308 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94c6e20d-57b1-4468-b371-7892cff1c613 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:00.613226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52702) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:00.622531 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-94c6e20d-57b1-4468-b371-7892cff1c613 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6c6e9d78-7810-4819-84ef-86991e5b6381 HTTP/1.1" status: 204 len: 168 time: 0.3893154 Nov 11 22:04:00.624642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6e20d-57b1-4468-b371-7892cff1c613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c6e9d78-7810-4819-84ef-86991e5b6381,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:00.717115 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:00.783919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] Deleting port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:04:00.784678 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:00.855761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] For port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7dae5445-ab4e-441c-b7a5-2fce5fe073ec,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:00.856280 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:00.873623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] Calling delete_port for 7dae5445-ab4e-441c-b7a5-2fce5fe073ec owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:04:00.901087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4113413a-f200-4e5b-9dec-9d380dce5384 None None] DHCP port deletion for 4d02e8f7-1fed-488d-88e4-c59fcb552dd2 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:04:00.960687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4113413a-f200-4e5b-9dec-9d380dce5384 None None] Deleting port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:04:00.961242 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4113413a-f200-4e5b-9dec-9d380dce5384 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:00.981913 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:01.000691 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] No DVR routers for this DVR port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:04:01.033671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4113413a-f200-4e5b-9dec-9d380dce5384 None None] For port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7dae5445-ab4e-441c-b7a5-2fce5fe073ec,segment=NetworkSegment(e19a5b7b-b785-448b-9cc5-2c5f11c35ce6),segment_id=e19a5b7b-b785-448b-9cc5-2c5f11c35ce6)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:01.034121 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4113413a-f200-4e5b-9dec-9d380dce5384 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:01.048413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4113413a-f200-4e5b-9dec-9d380dce5384 None None] Calling delete_port for 7dae5445-ab4e-441c-b7a5-2fce5fe073ec owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:04:01.066341 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dae5445-ab4e-441c-b7a5-2fce5fe073ec,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:01.155880 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4113413a-f200-4e5b-9dec-9d380dce5384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:01.158677 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:01.171601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4113413a-f200-4e5b-9dec-9d380dce5384 None None] No DVR routers for this DVR port 7dae5445-ab4e-441c-b7a5-2fce5fe073ec on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:04:01.205696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113413a-f200-4e5b-9dec-9d380dce5384 None None] Pushing event deleted for resources: {'Port': ['ID=7dae5445-ab4e-441c-b7a5-2fce5fe073ec,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:01.217616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d02e8f7-1fed-488d-88e4-c59fcb552dd2']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:01.232837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:01.233403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19a5b7b-b785-448b-9cc5-2c5f11c35ce6') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:01.244955 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:01.266124 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:01.275796 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:04:01.276211 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:04:01.278288 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:04:01.300044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36a2ee-9a19-42f4-8df4-c4ff29c61710 req-d13de7a7-77c1-432c-b5da-cb6d4af4cb82 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:01.307356 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd36a2ee-9a19-42f4-8df4-c4ff29c61710 req-d13de7a7-77c1-432c-b5da-cb6d4af4cb82 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.0817962 Nov 11 22:04:01.343007 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:01.354903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:01.363084 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4d02e8f7-1fed-488d-88e4-c59fcb552dd2 HTTP/1.1" status: 204 len: 168 time: 0.7469535 Nov 11 22:04:01.363863 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52708) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:01.371563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cd36a2ee-9a19-42f4-8df4-c4ff29c61710 req-71c0facc-20d5-415e-886d-f7bdc095494c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635061 Nov 11 22:04:01.434064 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e39d3d-9a76-4966-a512-e30444e39cc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d02e8f7-1fed-488d-88e4-c59fcb552dd2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:01.499241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0208b4e-f215-479d-8093-e37a32bb8796 req-15b0cd6e-eba6-40be-8807-b64fa14847c0 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:01.500960 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0208b4e-f215-479d-8093-e37a32bb8796 req-15b0cd6e-eba6-40be-8807-b64fa14847c0 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.0590281 Nov 11 22:04:01.561516 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a0208b4e-f215-479d-8093-e37a32bb8796 req-ef29320e-eccf-4fab-9718-79927a093d35 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538430 Nov 11 22:04:01.587624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52712) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:01.633293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01b28b-05b2-4d46-a972-ec476d141dc8 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:01.634871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bb01b28b-05b2-4d46-a972-ec476d141dc8 tempest-TestNetworkAdvancedServerOps-1124723754 tempest-TestNetworkAdvancedServerOps-1124723754-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 1092 time: 0.0462039 Nov 11 22:04:01.638857 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52714) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:01.643406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:04:01.672520 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:01.800239 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:01.827093 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d1198d7-09f9-43c8-bc44-e5ccece9dafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:01.913670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Allocated IP 172.25.0.241 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/b1839b7c-ce65-46e6-8ef4-1b46dd463c3e) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:04:02.051706 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:02.120844 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:02.129529 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2d1198d7-09f9-43c8-bc44-e5ccece9dafc admin admin] Deleting port fea040f0-8013-4162-ba85-445b1de3025a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:04:02.129935 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d1198d7-09f9-43c8-bc44-e5ccece9dafc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:02.143126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:04:02.148316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7dae5445-ab4e-441c-b7a5-2fce5fe073ec no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:04:02.187100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:04:02.200307 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 7dae5445-ab4e-441c-b7a5-2fce5fe073ec {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:04:02.200737 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7dae5445-ab4e-441c-b7a5-2fce5fe073ec not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:04:02.201675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:04:02.248656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=b1839b7c-ce65-46e6-8ef4-1b46dd463c3e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:02.259444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-2d1198d7-09f9-43c8-bc44-e5ccece9dafc admin admin] For port fea040f0-8013-4162-ba85-445b1de3025a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fea040f0-8013-4162-ba85-445b1de3025a,segment=NetworkSegment(abc9a5de-20ec-45f2-9873-0e681cb5af52),segment_id=abc9a5de-20ec-45f2-9873-0e681cb5af52)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:02.259951 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d1198d7-09f9-43c8-bc44-e5ccece9dafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:02.274697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2d1198d7-09f9-43c8-bc44-e5ccece9dafc admin admin] Calling delete_port for fea040f0-8013-4162-ba85-445b1de3025a owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:04:02.498507 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d1198d7-09f9-43c8-bc44-e5ccece9dafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:02.541819 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1198d7-09f9-43c8-bc44-e5ccece9dafc admin admin] Pushing event deleted for resources: {'Port': ['ID=fea040f0-8013-4162-ba85-445b1de3025a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:02.795544 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d1198d7-09f9-43c8-bc44-e5ccece9dafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:02.884245 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:03.007413 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:03.044496 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1198d7-09f9-43c8-bc44-e5ccece9dafc admin admin] Router efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:04:03.181871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1198d7-09f9-43c8-bc44-e5ccece9dafc admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:04:03.191141 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2d1198d7-09f9-43c8-bc44-e5ccece9dafc admin admin] 10.222.0.57 "PUT /v2.0/routers/efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8260226 Nov 11 22:04:03.191789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52718) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:03.201106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727689c-c393-4cc8-bbe9-a1b4eff10f55 None None] Sync routers for ids ['efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:04:03.204666 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:03.213603 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:03.217433 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727689c-c393-4cc8-bbe9-a1b4eff10f55 None None] Routers {'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:04:03.218449 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e727689c-c393-4cc8-bbe9-a1b4eff10f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:03.330653 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:03.335745 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event updated for resources: {'Port': ['ID=b1839b7c-ce65-46e6-8ef4-1b46dd463c3e,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:03.367329 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:03.390484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-e727689c-c393-4cc8-bbe9-a1b4eff10f55 None None] Set router efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:04:03.508673 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Floating IP 338063e7-566a-42de-b9e2-2c99d95f1310 associated. External IP: 172.25.0.241, port: ab8d267f-21cc-49eb-b108-389d1c80bb6e. Nov 11 22:04:03.515510 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:03.520059 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:04:03.629620 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] Deleting port f3629a7d-cc48-48c0-8999-8696c3acada2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:04:03.630128 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:03.671564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e727689c-c393-4cc8-bbe9-a1b4eff10f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'name': 'tempest-TestVolumeBootPattern-1088907161-router', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'f3629a7d-cc48-48c0-8999-8696c3acada2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:48:17Z', 'updated_at': '2021-11-11T22:04:02Z', 'revision_number': 5, 'project_id': '93269f3dd39948338c67a17d36ea6e16', 'gw_port': {'id': 'f3629a7d-cc48-48c0-8999-8696c3acada2', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:48:18Z', 'updated_at': '2021-11-11T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:03.737158 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] For port f3629a7d-cc48-48c0-8999-8696c3acada2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f3629a7d-cc48-48c0-8999-8696c3acada2,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:03.738570 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:03.754472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727689c-c393-4cc8-bbe9-a1b4eff10f55 None None] Checking router: efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:04:03.759682 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] Calling delete_port for f3629a7d-cc48-48c0-8999-8696c3acada2 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:04:03.765500 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727689c-c393-4cc8-bbe9-a1b4eff10f55 None None] Routers {'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:04:03.766438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e727689c-c393-4cc8-bbe9-a1b4eff10f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:03.872326 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-e727689c-c393-4cc8-bbe9-a1b4eff10f55 None None] Set router efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:04:03.936383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e727689c-c393-4cc8-bbe9-a1b4eff10f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'name': 'tempest-TestVolumeBootPattern-1088907161-router', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:48:17Z', 'updated_at': '2021-11-11T22:04:03Z', 'revision_number': 6, 'project_id': '93269f3dd39948338c67a17d36ea6e16', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:03.977768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727689c-c393-4cc8-bbe9-a1b4eff10f55 None None] The sync data for ids ['efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a'] in n-d-805737-3 is: [{'id': 'efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a', 'name': 'tempest-TestVolumeBootPattern-1088907161-router', 'tenant_id': '93269f3dd39948338c67a17d36ea6e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:48:17Z', 'updated_at': '2021-11-11T22:04:03Z', 'revision_number': 6, 'project_id': '93269f3dd39948338c67a17d36ea6e16', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:04:04.078720 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:04.107333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3629a7d-cc48-48c0-8999-8696c3acada2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:04.124265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c4570-2b8d-460d-8d04-eae48fe7cfe0 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:04:04.149426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router 170ae902-e6de-424b-89e8-05c2b3968c46 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:04:04.196042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:04.314476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:04:04.336966 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc6c70-4e5d-466b-b85e-29dff35b7ced None None] Sync routers for ids ['170ae902-e6de-424b-89e8-05c2b3968c46'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:04:04.366320 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc6c70-4e5d-466b-b85e-29dff35b7ced None None] Routers {'170ae902-e6de-424b-89e8-05c2b3968c46'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:04:04.373048 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a2cc6c70-4e5d-466b-b85e-29dff35b7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['170ae902-e6de-424b-89e8-05c2b3968c46'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:04.374223 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:04.419748 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:04.426345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:04.511282 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-44239198-ee5c-45e5-99e6-fd50eebbf79f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8687568 Nov 11 22:04:04.512464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'tag': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:04:04.516327 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1184b171-8f43-43f0-9ac7-4e29bb89c869" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc9e906-a3dd-4200-88d4-c80a03e353bd", "tag": "ab8d267f-21cc-49eb-b108-389d1c80bb6e"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:04:04.564430 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:04.565462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:04:04.571068 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:04.578688 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-095b8c83-d008-41a9-ab1d-88bff1baa856 admin admin] 10.222.0.57 "DELETE /v2.0/routers/efc7a0a9-5e92-4cc5-b21e-8c94be4a8f7a HTTP/1.1" status: 204 len: 168 time: 1.3854399 Nov 11 22:04:04.581309 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52728) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:04.626953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fea040f0-8013-4162-ba85-445b1de3025a no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:04:04.691885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24b2c0-fa7b-428f-8989-0f0890616f7b req-b54fd990-8d9b-422c-b0d9-eb919e016cf2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:04.696158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: fea040f0-8013-4162-ba85-445b1de3025a {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:04:04.696600 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fea040f0-8013-4162-ba85-445b1de3025a not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:04:04.702209 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d24b2c0-fa7b-428f-8989-0f0890616f7b req-b54fd990-8d9b-422c-b0d9-eb919e016cf2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.1019018 Nov 11 22:04:04.728548 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a2cc6c70-4e5d-466b-b85e-29dff35b7ced None None] Set router 170ae902-e6de-424b-89e8-05c2b3968c46 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:04:04.769550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba73bfa-0f87-466c-85ee-d855593236cb admin admin] Deleting subnet 5075ca43-e164-415b-bb4e-b715d0a38389 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:04:04.775437 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aba73bfa-0f87-466c-85ee-d855593236cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:04.809454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d24b2c0-fa7b-428f-8989-0f0890616f7b req-b5352db4-d1e3-47a4-9b18-8021d9bad9da tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812821 Nov 11 22:04:04.832520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52730) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:04.858559 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aba73bfa-0f87-466c-85ee-d855593236cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:04.916315 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a2bc3a70-98d6-49c6-bd49-4da9c04d4dc5 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/338063e7-566a-42de-b9e2-2c99d95f1310 HTTP/1.1" status: 200 len: 992 time: 0.0820847 Nov 11 22:04:04.930717 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c32b16-a871-4da3-ae36-4c77092854e2 x-openstack-request-id: req-44c32b16-a871-4da3-ae36-4c77092854e2 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:04:04.931063 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc9e906-a3dd-4200-88d4-c80a03e353bd", "tag": "ab8d267f-21cc-49eb-b108-389d1c80bb6e", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:04:04.931761 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44c32b16-a871-4da3-ae36-4c77092854e2 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:04:04.932383 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'tag': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e', 'status': 'completed', 'code': 200} Nov 11 22:04:05.050479 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184b171-8f43-43f0-9ac7-4e29bb89c869 req-206f2807-73b6-42b8-ace8-1aa3862ec8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:05.052229 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1184b171-8f43-43f0-9ac7-4e29bb89c869 req-206f2807-73b6-42b8-ace8-1aa3862ec8f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 1097 time: 0.0929623 Nov 11 22:04:05.075669 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aba73bfa-0f87-466c-85ee-d855593236cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:05.167681 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a2cc6c70-4e5d-466b-b85e-29dff35b7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:45Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '338063e7-566a-42de-b9e2-2c99d95f1310', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'port_id': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'mac_address': 'fa:16:3e:98:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:04:02Z', 'updated_at': '2021-11-11T22:04:02Z', 'revision_number': 0, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65388369-db98-416c-9b42-ae1d706aa920', 'name': '', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:18:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:44Z', 'updated_at': '2021-11-11T22:03:49Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:05.206758 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aba73bfa-0f87-466c-85ee-d855593236cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:05.218670 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc6c70-4e5d-466b-b85e-29dff35b7ced None None] Checking router: 170ae902-e6de-424b-89e8-05c2b3968c46 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:04:05.219776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184b171-8f43-43f0-9ac7-4e29bb89c869 req-ead935da-ec41-4d0a-9941-e3045a46c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:05.222780 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1184b171-8f43-43f0-9ac7-4e29bb89c869 req-ead935da-ec41-4d0a-9941-e3045a46c9f4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4bb378c4-2688-4490-8169-77855e03ab63 HTTP/1.1" status: 200 len: 899 time: 0.1608295 Nov 11 22:04:05.230831 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc6c70-4e5d-466b-b85e-29dff35b7ced None None] Routers {'170ae902-e6de-424b-89e8-05c2b3968c46'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:04:05.233923 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a2cc6c70-4e5d-466b-b85e-29dff35b7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:03:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['170ae902-e6de-424b-89e8-05c2b3968c46'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:05.255236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba73bfa-0f87-466c-85ee-d855593236cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5075ca43-e164-415b-bb4e-b715d0a38389,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:05.265740 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-aba73bfa-0f87-466c-85ee-d855593236cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:05.270500 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-aba73bfa-0f87-466c-85ee-d855593236cb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5075ca43-e164-415b-bb4e-b715d0a38389 HTTP/1.1" status: 204 len: 168 time: 0.6865554 Nov 11 22:04:05.274220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52732) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:05.276053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5a1103-04b0-4d12-bfa4-c18d01917598 None None] Network 8d549adb-f19f-4a8c-8bd7-2f6a87a46847 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:04:05.365855 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1184b171-8f43-43f0-9ac7-4e29bb89c869 req-76282abb-a518-41e9-8441-a488e8398dab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab8d267f-21cc-49eb-b108-389d1c80bb6e HTTP/1.1" status: 200 len: 1000 time: 0.1120837 Nov 11 22:04:05.471986 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:05.497728 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184b171-8f43-43f0-9ac7-4e29bb89c869 req-9f7c9268-9c22-4d86-b0af-eee923b22977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:05.499243 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1184b171-8f43-43f0-9ac7-4e29bb89c869 req-9f7c9268-9c22-4d86-b0af-eee923b22977 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da9da213-a644-4de1-9abc-d023a4fc37b2 HTTP/1.1" status: 200 len: 835 time: 0.1252434 Nov 11 22:04:05.563276 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a2cc6c70-4e5d-466b-b85e-29dff35b7ced None None] Set router 170ae902-e6de-424b-89e8-05c2b3968c46 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:04:05.629179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] Deleting port d2993604-ba99-4ab8-9210-d72d66cc5b90 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:04:05.629876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184b171-8f43-43f0-9ac7-4e29bb89c869 req-2e6ef788-de67-4ec0-89b2-8aa764ead0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:05.630988 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:05.633470 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1184b171-8f43-43f0-9ac7-4e29bb89c869 req-2e6ef788-de67-4ec0-89b2-8aa764ead0b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4bb378c4-2688-4490-8169-77855e03ab63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174288 Nov 11 22:04:05.677651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531f0bed-6e5f-462e-89ab-c7f80d963adc None None] DHCP port deletion for 8d549adb-f19f-4a8c-8bd7-2f6a87a46847 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:04:05.756612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-531f0bed-6e5f-462e-89ab-c7f80d963adc None None] Deleting port d2993604-ba99-4ab8-9210-d72d66cc5b90 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:04:05.759375 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-531f0bed-6e5f-462e-89ab-c7f80d963adc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:05.783147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] For port d2993604-ba99-4ab8-9210-d72d66cc5b90, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d2993604-ba99-4ab8-9210-d72d66cc5b90,segment=NetworkSegment(abc9a5de-20ec-45f2-9873-0e681cb5af52),segment_id=abc9a5de-20ec-45f2-9873-0e681cb5af52)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:05.784321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:05.800129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] Calling delete_port for d2993604-ba99-4ab8-9210-d72d66cc5b90 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:04:05.812570 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1184b171-8f43-43f0-9ac7-4e29bb89c869 req-8ad3e410-d65a-48d2-9952-209e7f371157 service neutron] 10.222.0.71 "GET /v2.0/networks/4bb378c4-2688-4490-8169-77855e03ab63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618233 Nov 11 22:04:05.895256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-531f0bed-6e5f-462e-89ab-c7f80d963adc None None] For port d2993604-ba99-4ab8-9210-d72d66cc5b90, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d2993604-ba99-4ab8-9210-d72d66cc5b90,segment=NetworkSegment(abc9a5de-20ec-45f2-9873-0e681cb5af52),segment_id=abc9a5de-20ec-45f2-9873-0e681cb5af52)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:05.896024 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-531f0bed-6e5f-462e-89ab-c7f80d963adc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:05.906065 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:05.927170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52736) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:05.934281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-531f0bed-6e5f-462e-89ab-c7f80d963adc None None] Calling delete_port for d2993604-ba99-4ab8-9210-d72d66cc5b90 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:04:05.990258 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] No DVR routers for this DVR port d2993604-ba99-4ab8-9210-d72d66cc5b90 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:04:05.994894 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d2993604-ba99-4ab8-9210-d72d66cc5b90,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:06.042699 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5382b04c-68b3-4207-8bbc-5a92dd272b43 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/338063e7-566a-42de-b9e2-2c99d95f1310 HTTP/1.1" status: 200 len: 992 time: 0.1088262 Nov 11 22:04:06.044063 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1184b171-8f43-43f0-9ac7-4e29bb89c869 req-158d6c12-14f9-4f4a-8510-cd987d8b2faa service neutron] 10.222.0.71 "GET /v2.0/networks/4bb378c4-2688-4490-8169-77855e03ab63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246540 Nov 11 22:04:06.147076 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a2cc6c70-4e5d-466b-b85e-29dff35b7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:45Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '338063e7-566a-42de-b9e2-2c99d95f1310', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'port_id': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'mac_address': 'fa:16:3e:98:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:04:02Z', 'updated_at': '2021-11-11T22:04:02Z', 'revision_number': 0, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65388369-db98-416c-9b42-ae1d706aa920', 'name': '', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:18:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:44Z', 'updated_at': '2021-11-11T22:03:49Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:06.180130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:06.189990 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc6c70-4e5d-466b-b85e-29dff35b7ced None None] The sync data for ids ['170ae902-e6de-424b-89e8-05c2b3968c46'] in n-d-805737-3 is: [{'id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:45Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '338063e7-566a-42de-b9e2-2c99d95f1310', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'port_id': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'mac_address': 'fa:16:3e:98:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:04:02Z', 'updated_at': '2021-11-11T22:04:02Z', 'revision_number': 0, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65388369-db98-416c-9b42-ae1d706aa920', 'name': '', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:18:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:44Z', 'updated_at': '2021-11-11T22:03:49Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:04:06.215943 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d549adb-f19f-4a8c-8bd7-2f6a87a46847']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:06.226525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc9a5de-20ec-45f2-9873-0e681cb5af52') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:06.226825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc9a5de-20ec-45f2-9873-0e681cb5af52') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:06.241478 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:06.264345 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:06.272666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:04:06.273014 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:04:06.275431 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:04:06.301591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f3629a7d-cc48-48c0-8999-8696c3acada2 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:04:06.326888 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: f3629a7d-cc48-48c0-8999-8696c3acada2 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:04:06.327234 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f3629a7d-cc48-48c0-8999-8696c3acada2 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:04:06.327682 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d2993604-ba99-4ab8-9210-d72d66cc5b90 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:04:06.343363 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:06.349928 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:06.353281 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] 10.222.0.57 "DELETE /v2.0/networks/8d549adb-f19f-4a8c-8bd7-2f6a87a46847 HTTP/1.1" status: 204 len: 168 time: 1.0717683 Nov 11 22:04:06.366083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: d2993604-ba99-4ab8-9210-d72d66cc5b90 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:04:06.366434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d2993604-ba99-4ab8-9210-d72d66cc5b90 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:04:06.371837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfb269-c96c-42e1-a8d2-2b0f8626aa1b admin admin] Pushing event deleted for resources: {'Network': ['ID=8d549adb-f19f-4a8c-8bd7-2f6a87a46847,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:06.378145 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-531f0bed-6e5f-462e-89ab-c7f80d963adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:06.409749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-531f0bed-6e5f-462e-89ab-c7f80d963adc None None] Network 8d549adb-f19f-4a8c-8bd7-2f6a87a46847 is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 22:04:06.409749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f0bed-6e5f-462e-89ab-c7f80d963adc None None] No DVR routers for this DVR port d2993604-ba99-4ab8-9210-d72d66cc5b90 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:04:06.419181 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f0bed-6e5f-462e-89ab-c7f80d963adc None None] Pushing event deleted for resources: {'Port': ['ID=d2993604-ba99-4ab8-9210-d72d66cc5b90,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:06.485184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad78312-e312-47db-987e-3047df1e4657 None None] New status for floating IP 338063e7-566a-42de-b9e2-2c99d95f1310: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:04:06.546445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52740) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:06.609408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-45c26ea6-f90e-46a8-a933-7e4d6f202bf9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=164e178567a84f6aa0efcf56b049aa7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0517409 Nov 11 22:04:06.609565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52744) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:06.671213 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77fe5158-9acb-4de0-b3bf-ff7d7d00960e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:06.722491 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77fe5158-9acb-4de0-b3bf-ff7d7d00960e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:06.788582 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77fe5158-9acb-4de0-b3bf-ff7d7d00960e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:06.790968 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-77fe5158-9acb-4de0-b3bf-ff7d7d00960e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:06.792201 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-77fe5158-9acb-4de0-b3bf-ff7d7d00960e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/101b7283-8a56-4716-9edf-ecc25bad0229 HTTP/1.1" status: 204 len: 168 time: 0.1872580 Nov 11 22:04:06.803884 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe5158-9acb-4de0-b3bf-ff7d7d00960e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101b7283-8a56-4716-9edf-ecc25bad0229,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:07.043138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52756) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:07.119053 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d81f06df-ba75-486c-a736-9a7d4f116e2f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/338063e7-566a-42de-b9e2-2c99d95f1310 HTTP/1.1" status: 200 len: 994 time: 0.0743759 Nov 11 22:04:07.250433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52758) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:07.301136 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e9d8ea09-4c35-4eae-a499-2f1779a4f905 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=93269f3dd39948338c67a17d36ea6e16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493872 Nov 11 22:04:07.301770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52760) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:07.363416 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c9b21ffd-7582-4fd8-9878-5c70b689dd36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:07.395850 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c9b21ffd-7582-4fd8-9878-5c70b689dd36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:07.463611 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c9b21ffd-7582-4fd8-9878-5c70b689dd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:07.468105 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c9b21ffd-7582-4fd8-9878-5c70b689dd36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:07.469611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c9b21ffd-7582-4fd8-9878-5c70b689dd36 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ab4dd9ec-76f5-4971-9e3a-ff8b8da07ea7 HTTP/1.1" status: 204 len: 168 time: 0.1665876 Nov 11 22:04:07.479650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b21ffd-7582-4fd8-9878-5c70b689dd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4dd9ec-76f5-4971-9e3a-ff8b8da07ea7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:11.209021 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:13.734420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52798) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:13.859555 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92d45464-0a32-45f0-9b8c-8b37e472153c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:13.874234 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8d4e023d-3887-4b95-92d6-a962664a218d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:13.945208 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92d45464-0a32-45f0-9b8c-8b37e472153c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:13.950076 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92d45464-0a32-45f0-9b8c-8b37e472153c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:13.994006 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-92d45464-0a32-45f0-9b8c-8b37e472153c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e92e2693b25e4bd39e6feb165786395a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558727 Nov 11 22:04:13.994006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d45464-0a32-45f0-9b8c-8b37e472153c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea6ce87-6e32-4d73-8a47-e4779d900770,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:13.994516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52802) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:14.049569 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a8101cb-cb3a-4c7a-9836-198c0ebb488b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:14.081817 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a8101cb-cb3a-4c7a-9836-198c0ebb488b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:14.136353 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a8101cb-cb3a-4c7a-9836-198c0ebb488b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:14.139065 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6a8101cb-cb3a-4c7a-9836-198c0ebb488b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:14.140264 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6a8101cb-cb3a-4c7a-9836-198c0ebb488b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bea6ce87-6e32-4d73-8a47-e4779d900770 HTTP/1.1" status: 204 len: 168 time: 0.1447618 Nov 11 22:04:14.150270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8101cb-cb3a-4c7a-9836-198c0ebb488b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea6ce87-6e32-4d73-8a47-e4779d900770,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:14.783764 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:15.318027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52832) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:15.448565 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-370bedb2-7055-423c-bea1-53ad2002f8f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:15.529092 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-370bedb2-7055-423c-bea1-53ad2002f8f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:15.535003 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-370bedb2-7055-423c-bea1-53ad2002f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:15.574566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bedb2-7055-423c-bea1-53ad2002f8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c222cb2-d87f-44ac-8636-2a490a519399,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:15.580037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-370bedb2-7055-423c-bea1-53ad2002f8f2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2544e744be8f477dbad27473514f5183&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2609422 Nov 11 22:04:15.582827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52836) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:15.639427 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7aec0da-5006-403e-b8ce-2c6773e79cb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:15.663477 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7aec0da-5006-403e-b8ce-2c6773e79cb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:15.738587 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7aec0da-5006-403e-b8ce-2c6773e79cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:15.742009 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7aec0da-5006-403e-b8ce-2c6773e79cb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:15.743207 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b7aec0da-5006-403e-b8ce-2c6773e79cb7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c222cb2-d87f-44ac-8636-2a490a519399 HTTP/1.1" status: 204 len: 168 time: 0.1594162 Nov 11 22:04:15.752558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aec0da-5006-403e-b8ce-2c6773e79cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c222cb2-d87f-44ac-8636-2a490a519399,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:16.068235 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8e8db7ea-1a7d-4df5-b2a0-90f826418a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:17.247146 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:18.627346 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:19.405748 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:34.077944 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 52976) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:34.192059 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:34.277578 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:34.282474 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:34.322008 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=78a708e9c761437bbd1d5bb06155fe06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2429264 Nov 11 22:04:34.322944 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77e7d45-a744-47ec-91a1-19f02330c4a2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:34.325093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 52980) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:34.331414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.331817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.332108 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.332441 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.332773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.333159 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.333485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.333803 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.334125 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.334442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.334776 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.335074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f27aa5b-73ac-4ca5-b465-f13faf42083b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.396606 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:34.425875 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:34.489245 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:34.492126 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:34.496047 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b77e7d45-a744-47ec-91a1-19f02330c4a2 HTTP/1.1" status: 204 len: 168 time: 0.1665752 Nov 11 22:04:34.511702 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77e7d45-a744-47ec-91a1-19f02330c4a2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:34.521215 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.521573 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.521928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.522267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.522713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.524376 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.525235 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.525954 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.526468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.526995 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.527688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:34.529350 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9b5b7-9354-444e-80c9-fd7d89d10139 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:35.260619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53002) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:35.371098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-750123218-network', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:04:35.399138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] Made reservation on behalf of b743cf1395d54a328603fc5f937ad951 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:04:35.401711 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:35.420479 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:35.504823 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:35.511141 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:35.538357 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:04:35.550610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998fcdb1-4771-45dc-af63-0344410a0607,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:35.556999 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:35.557347 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] Added segment f78e4ecd-eeb1-43da-ab2a-df25f832ef4f of type vlan for network 511df43e-0634-44c3-8117-cd144a4cabbd Nov 11 22:04:35.612938 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:35.645202 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:35.646726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:35.647550 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:35.696013 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4341402 Nov 11 22:04:35.699354 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53006) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:35.704498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-bde54c33-d3ba-425b-8c66-07a9185bd28a admin admin] Request body: {'subnet': {'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-750123218-subnet', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:04:35.727711 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde54c33-d3ba-425b-8c66-07a9185bd28a admin admin] Made reservation on behalf of b743cf1395d54a328603fc5f937ad951 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:04:35.731125 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bde54c33-d3ba-425b-8c66-07a9185bd28a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:35.742184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa085f-dafb-4004-8654-c5a777bc91bd admin admin] Pushing event updated for resources: {'Network': ['ID=511df43e-0634-44c3-8117-cd144a4cabbd,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:35.753633 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 511df43e-0634-44c3-8117-cd144a4cabbd details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:04:35.906334 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bde54c33-d3ba-425b-8c66-07a9185bd28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:35.960491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde54c33-d3ba-425b-8c66-07a9185bd28a admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e2f01f-3903-45b3-93c8-aa31ba6ea159,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:35.972413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde54c33-d3ba-425b-8c66-07a9185bd28a admin admin] Checking segment: {'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:04:35.972774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde54c33-d3ba-425b-8c66-07a9185bd28a admin admin] Network hostable DHCP agents. Network: 511df43e-0634-44c3-8117-cd144a4cabbd, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:04:35.991482 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde54c33-d3ba-425b-8c66-07a9185bd28a admin admin] Network 511df43e-0634-44c3-8117-cd144a4cabbd is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:04:36.001722 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-bde54c33-d3ba-425b-8c66-07a9185bd28a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 511df43e-0634-44c3-8117-cd144a4cabbd) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:04:36.006377 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde54c33-d3ba-425b-8c66-07a9185bd28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:36.006981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bde54c33-d3ba-425b-8c66-07a9185bd28a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:36.012515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a506f854-2f93-4f91-83bf-bbe36e0a302a None None] Network 511df43e-0634-44c3-8117-cd144a4cabbd requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:04:36.025472 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bde54c33-d3ba-425b-8c66-07a9185bd28a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3249967 Nov 11 22:04:36.028431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53008) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:36.033198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-750123218-router', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:04:36.056067 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:36.057824 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:36.111553 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:36.163133 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-511df43e-0634-44c3-8117-cd144a4cabbd', 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951', 'fixed_ips': [{'subnet_id': '16e2f01f-3903-45b3-93c8-aa31ba6ea159'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:04:36.164036 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:36.255097 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:36.299260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Allocated IP 172.20.0.2 (511df43e-0634-44c3-8117-cd144a4cabbd/16e2f01f-3903-45b3-93c8-aa31ba6ea159/8bd09af0-0463-425f-bc4a-9a37f426d868) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:04:36.482754 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:36.502761 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:36.509335 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:36.517715 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:36.564582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Network 511df43e-0634-44c3-8117-cd144a4cabbd is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:04:36.567907 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:04:36.572586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:04:36.575790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Pushing event updated for resources: {'Port': ['ID=8bd09af0-0463-425f-bc4a-9a37f426d868,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:36.611150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Allocated IP 172.25.0.247 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/17b5b853-f66b-4597-8475-948413a57f92) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:04:36.632007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Attempting to bind port 8bd09af0-0463-425f-bc4a-9a37f426d868 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:04:36.632338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Attempting to bind port 8bd09af0-0463-425f-bc4a-9a37f426d868 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:04:36.632714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Attempting to bind port 8bd09af0-0463-425f-bc4a-9a37f426d868 on network 511df43e-0634-44c3-8117-cd144a4cabbd {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:04:36.638163 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:04:36.638530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Checking segment: {'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:04:36.638931 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:36.639351 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Bound using segment: {'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:04:36.639812 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Bound port: 8bd09af0-0463-425f-bc4a-9a37f426d868, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:04:36.640182 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:36.713859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] For port 8bd09af0-0463-425f-bc4a-9a37f426d868, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:04:36.719641 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] For port 8bd09af0-0463-425f-bc4a-9a37f426d868, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8bd09af0-0463-425f-bc4a-9a37f426d868,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:04:36.726506 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:36.749478 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:36.798056 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:36.806967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae336dcf-a4d8-41d8-b589-16c060715b38 None None] Pushing event updated for resources: {'Port': ['ID=8bd09af0-0463-425f-bc4a-9a37f426d868,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:36.844526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:04:36.850196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:04:36.854626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:04:36.869799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d81101f-8c68-4668-a476-5fdf83073f97 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:04:36.880324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Pushing event updated for resources: {'Port': ['ID=17b5b853-f66b-4597-8475-948413a57f92,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:36.955729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4275bce8-b882-4f13-9be4-43b7d2a9fbfb None None] Provisioning complete for port 17b5b853-f66b-4597-8475-948413a57f92 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:36.956106 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4275bce8-b882-4f13-9be4-43b7d2a9fbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:37.023461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4275bce8-b882-4f13-9be4-43b7d2a9fbfb None None] Port 17b5b853-f66b-4597-8475-948413a57f92 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:04:37.203242 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:37.438144 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:37.589904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Router 4b996131-112c-4251-901d-d10270db0568 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:04:37.737104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:04:37.748079 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Sync routers for ids ['4b996131-112c-4251-901d-d10270db0568'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:04:37.760636 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Routers {'4b996131-112c-4251-901d-d10270db0568'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:04:37.761503 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:04:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4b996131-112c-4251-901d-d10270db0568'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:37.762054 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:37.763331 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c8e98552-5cb5-4d91-8be9-866c9da2a6fe admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7337236 Nov 11 22:04:37.768195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53010) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:37.881551 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c5b519-3506-4631-ac07-71e8ba3698e8 None None] Network 511df43e-0634-44c3-8117-cd144a4cabbd requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:04:37.898072 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Set router 4b996131-112c-4251-901d-d10270db0568 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:04:37.978797 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Provisioning complete for port 8bd09af0-0463-425f-bc4a-9a37f426d868 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:37.979468 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:38.123607 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996131-112c-4251-901d-d10270db0568', 'name': 'tempest-TestServerMultinode-750123218-router', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '17b5b853-f66b-4597-8475-948413a57f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:04:37Z', 'revision_number': 3, 'project_id': 'b743cf1395d54a328603fc5f937ad951', 'gw_port': {'id': '17b5b853-f66b-4597-8475-948413a57f92', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b996131-112c-4251-901d-d10270db0568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:38.158518 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Checking router: 4b996131-112c-4251-901d-d10270db0568 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:04:38.159259 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Updating router 4b996131-112c-4251-901d-d10270db0568 port 17b5b853-f66b-4597-8475-948413a57f92 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:04:38.173916 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:38.201974 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:38.238449 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8bd09af0-0463-425f-bc4a-9a37f426d868 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:04:38.246073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] For port 8bd09af0-0463-425f-bc4a-9a37f426d868, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8bd09af0-0463-425f-bc4a-9a37f426d868,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:38.343646 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:38.440052 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Pushing event updated for resources: {'Port': ['ID=8bd09af0-0463-425f-bc4a-9a37f426d868,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:38.455519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:38.456008 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:38.456514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:38.456975 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:38.457431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:38.457922 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:38.458588 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:38.459010 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:38.459475 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:38.459886 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:38.460347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:38.460827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc1306-8b9c-4915-9fba-73778af19acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:38.476121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 8bd09af0-0463-425f-bc4a-9a37f426d868 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:38.476601 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:38.612294 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e65a8472-9306-4b76-b95a-e2c5865426d5 None None] Provisioning complete for port 8bd09af0-0463-425f-bc4a-9a37f426d868 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:38.612585 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:38.612718 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e65a8472-9306-4b76-b95a-e2c5865426d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:38.622274 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:38.819775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f881576b-0569-4f52-92e2-71a4094f22c1 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:04:38.827495 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Attempting to bind port 17b5b853-f66b-4597-8475-948413a57f92 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:04:38.828638 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Attempting to bind port 17b5b853-f66b-4597-8475-948413a57f92 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:04:38.829242 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Attempting to bind port 17b5b853-f66b-4597-8475-948413a57f92 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:04:38.834758 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e965fe1-2b78-47ea-98e0-307eccb133ed None None] Pushing event updated for resources: {'Port': ['ID=17b5b853-f66b-4597-8475-948413a57f92,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:38.840246 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:04:38.840610 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:04:38.841047 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:38.841433 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:04:38.841909 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Bound port: 17b5b853-f66b-4597-8475-948413a57f92, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:04:38.842288 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:38.889308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3de88-0d34-4046-bfc5-29e489252aad req-f8d81dd6-01e7-4806-b77f-da78db678726 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:38.893585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00d3de88-0d34-4046-bfc5-29e489252aad req-f8d81dd6-01e7-4806-b77f-da78db678726 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.1330254 Nov 11 22:04:38.907191 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] For port 17b5b853-f66b-4597-8475-948413a57f92, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:04:38.912274 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] For port 17b5b853-f66b-4597-8475-948413a57f92, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=17b5b853-f66b-4597-8475-948413a57f92,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:04:38.918959 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:38.949842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747eb60d-c19b-4d76-ad0f-67b40cbb0f0b None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:04:38.956660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d97af9ec-8cb4-4b6a-a4d5-722a86a26745 None None] Provisioning complete for port 17b5b853-f66b-4597-8475-948413a57f92 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:38.957790 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d97af9ec-8cb4-4b6a-a4d5-722a86a26745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:38.981446 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Routers {'4b996131-112c-4251-901d-d10270db0568'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:04:38.982086 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:04:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4b996131-112c-4251-901d-d10270db0568'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:39.009230 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00d3de88-0d34-4046-bfc5-29e489252aad req-ae57e6c5-c249-4500-a41f-98a1b085146b tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113293 Nov 11 22:04:39.069074 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:39.074889 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e965fe1-2b78-47ea-98e0-307eccb133ed None None] Pushing event updated for resources: {'Port': ['ID=17b5b853-f66b-4597-8475-948413a57f92,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:39.117100 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d97af9ec-8cb4-4b6a-a4d5-722a86a26745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:39.146012 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] Set router 4b996131-112c-4251-901d-d10270db0568 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:04:39.148377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d97af9ec-8cb4-4b6a-a4d5-722a86a26745 None None] For port 17b5b853-f66b-4597-8475-948413a57f92, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=17b5b853-f66b-4597-8475-948413a57f92,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:39.154687 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d97af9ec-8cb4-4b6a-a4d5-722a86a26745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:39.240197 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97af9ec-8cb4-4b6a-a4d5-722a86a26745 None None] Pushing event updated for resources: {'Port': ['ID=17b5b853-f66b-4597-8475-948413a57f92,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:39.277613 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4f8a2b31-984f-400c-80d0-12d8dda08748 None None] Provisioning complete for port 17b5b853-f66b-4597-8475-948413a57f92 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:39.277996 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2b31-984f-400c-80d0-12d8dda08748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:39.303036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Allocated IP 172.20.0.1 (511df43e-0634-44c3-8117-cd144a4cabbd/16e2f01f-3903-45b3-93c8-aa31ba6ea159/ea7543f4-73fe-48db-a2f2-bc383f06eda5) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:04:39.345204 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996131-112c-4251-901d-d10270db0568', 'name': 'tempest-TestServerMultinode-750123218-router', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '17b5b853-f66b-4597-8475-948413a57f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:04:37Z', 'revision_number': 3, 'project_id': 'b743cf1395d54a328603fc5f937ad951', 'gw_port': {'id': '17b5b853-f66b-4597-8475-948413a57f92', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b996131-112c-4251-901d-d10270db0568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:39.374133 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c86b64-8c3e-46ce-bc03-27079a359284 None None] The sync data for ids ['4b996131-112c-4251-901d-d10270db0568'] in n-d-805737-3 is: [{'id': '4b996131-112c-4251-901d-d10270db0568', 'name': 'tempest-TestServerMultinode-750123218-router', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '17b5b853-f66b-4597-8475-948413a57f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:04:37Z', 'revision_number': 3, 'project_id': 'b743cf1395d54a328603fc5f937ad951', 'gw_port': {'id': '17b5b853-f66b-4597-8475-948413a57f92', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b996131-112c-4251-901d-d10270db0568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:04:39.427933 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:39.475371 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:39.518582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Network 511df43e-0634-44c3-8117-cd144a4cabbd is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:04:39.521579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:04:39.525359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:04:39.559351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Pushing event updated for resources: {'Port': ['ID=ea7543f4-73fe-48db-a2f2-bc383f06eda5,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:39.582096 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:39.770069 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:39.895022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-72497820-5480-46d6-a344-c638afcb8056 None None] Provisioning complete for port ea7543f4-73fe-48db-a2f2-bc383f06eda5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:39.895540 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72497820-5480-46d6-a344-c638afcb8056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:39.940105 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-72497820-5480-46d6-a344-c638afcb8056 None None] Port ea7543f4-73fe-48db-a2f2-bc383f06eda5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:04:39.962663 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:39.969541 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:40.041558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Pushing event updated for resources: {'Port': ['ID=ea7543f4-73fe-48db-a2f2-bc383f06eda5,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:40.044548 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:40.205809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Network 511df43e-0634-44c3-8117-cd144a4cabbd is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:04:40.214967 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3f895-a74b-4051-9d2c-437bea736f29 req-685c53e5-8386-4e98-83f3-3c2e9157b4bf tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:40.216632 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4b3f895-a74b-4051-9d2c-437bea736f29 req-685c53e5-8386-4e98-83f3-3c2e9157b4bf tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.0961955 Nov 11 22:04:40.217908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:04:40.262097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 17b5b853-f66b-4597-8475-948413a57f92 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:04:40.338622 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:04:40.354632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 17b5b853-f66b-4597-8475-948413a57f92 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:40.355008 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:40.388142 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4b3f895-a74b-4051-9d2c-437bea736f29 req-f7d8b5e5-ae6b-4dcb-aa81-1f968257e0cc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582296 Nov 11 22:04:40.426851 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Router 4b996131-112c-4251-901d-d10270db0568 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:04:40.481554 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8bd09af0-0463-425f-bc4a-9a37f426d868 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:04:40.552373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 8bd09af0-0463-425f-bc4a-9a37f426d868 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:40.552753 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:40.560513 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:04:40.566953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-91457fd4-039f-41ab-9519-bbcb59f9add0 admin admin] 10.222.0.57 "PUT /v2.0/routers/4b996131-112c-4251-901d-d10270db0568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7965028 Nov 11 22:04:40.613051 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f4373b7d-7aea-4e92-aa23-167b77b3aa24 None None] Provisioning complete for port ea7543f4-73fe-48db-a2f2-bc383f06eda5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:40.613481 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f4373b7d-7aea-4e92-aa23-167b77b3aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:40.682140 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f4373b7d-7aea-4e92-aa23-167b77b3aa24 None None] Port ea7543f4-73fe-48db-a2f2-bc383f06eda5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:04:41.208497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53046) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:41.213863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1410929485-network', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:04:41.220079 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:41.236890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] Made reservation on behalf of 3f3939284796444fb9d3c1b495d84ddc for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:04:41.239442 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:41.248711 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:41.267984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Sync routers for ids ['4b996131-112c-4251-901d-d10270db0568'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:04:41.279379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Routers {'4b996131-112c-4251-901d-d10270db0568'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:04:41.280117 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:04:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4b996131-112c-4251-901d-d10270db0568'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:41.346424 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:41.353011 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:41.381615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:04:41.391944 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae13ac97-03b1-4a83-9bcb-eef328bc7503,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:41.399710 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:41.399710 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] Added segment 9c0124f6-fe60-45a2-b48e-b9057243536a of type vlan for network f852a05f-a077-46f6-b39f-247a3404bb6a Nov 11 22:04:41.463273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Set router 4b996131-112c-4251-901d-d10270db0568 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:04:41.485005 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:41.560012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d5f03-d47f-4985-a41e-ada34e67d961 req-06ef3b9c-ea19-4ac1-86aa-98f984512cdc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:41.561658 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-739d5f03-d47f-4985-a41e-ada34e67d961 req-06ef3b9c-ea19-4ac1-86aa-98f984512cdc tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.0711651 Nov 11 22:04:41.562978 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:41.564332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:41.565012 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:41.650067 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4372778 Nov 11 22:04:41.651693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53050) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:41.658800 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-501c8b52-426d-4f99-b14e-f9268b3fb073 admin admin] Request body: {'subnet': {'network_id': 'f852a05f-a077-46f6-b39f-247a3404bb6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1410929485-subnet', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:04:41.670471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de0845-d0f2-4e83-a58e-8165cb73bc38 admin admin] Pushing event updated for resources: {'Network': ['ID=f852a05f-a077-46f6-b39f-247a3404bb6a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:41.695721 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-739d5f03-d47f-4985-a41e-ada34e67d961 req-054d8f5d-1a5f-4587-ae6f-37bb0f0adc63 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066225 Nov 11 22:04:41.733245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501c8b52-426d-4f99-b14e-f9268b3fb073 admin admin] Made reservation on behalf of 3f3939284796444fb9d3c1b495d84ddc for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:04:41.736246 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-501c8b52-426d-4f99-b14e-f9268b3fb073 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:41.809027 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network f852a05f-a077-46f6-b39f-247a3404bb6a details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:04:41.918317 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-501c8b52-426d-4f99-b14e-f9268b3fb073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:41.984190 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c8b52-426d-4f99-b14e-f9268b3fb073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a227f7-f420-478c-ac5c-0f373a54ad96,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:41.995560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501c8b52-426d-4f99-b14e-f9268b3fb073 admin admin] Checking segment: {'id': '9c0124f6-fe60-45a2-b48e-b9057243536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f852a05f-a077-46f6-b39f-247a3404bb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:04:41.995925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501c8b52-426d-4f99-b14e-f9268b3fb073 admin admin] Network hostable DHCP agents. Network: f852a05f-a077-46f6-b39f-247a3404bb6a, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:04:42.008624 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996131-112c-4251-901d-d10270db0568', 'name': 'tempest-TestServerMultinode-750123218-router', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '17b5b853-f66b-4597-8475-948413a57f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:04:39Z', 'revision_number': 4, 'project_id': 'b743cf1395d54a328603fc5f937ad951', 'gw_port': {'id': '17b5b853-f66b-4597-8475-948413a57f92', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996131-112c-4251-901d-d10270db0568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ea7543f4-73fe-48db-a2f2-bc383f06eda5', 'name': '', 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951', 'mac_address': 'fa:16:3e:1f:79:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b996131-112c-4251-901d-d10270db0568', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '16e2f01f-3903-45b3-93c8-aa31ba6ea159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:39Z', 'updated_at': '2021-11-11T22:04:39Z', 'revision_number': 2, 'project_id': 'b743cf1395d54a328603fc5f937ad951', 'subnets': [{'id': '16e2f01f-3903-45b3-93c8-aa31ba6ea159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:42.015805 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501c8b52-426d-4f99-b14e-f9268b3fb073 admin admin] Network f852a05f-a077-46f6-b39f-247a3404bb6a is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:04:42.027101 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-501c8b52-426d-4f99-b14e-f9268b3fb073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, f852a05f-a077-46f6-b39f-247a3404bb6a) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:04:42.031720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501c8b52-426d-4f99-b14e-f9268b3fb073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:42.032304 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-501c8b52-426d-4f99-b14e-f9268b3fb073 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:42.043217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aaf3e4-050e-44ed-a281-dfe57787f076 None None] Network f852a05f-a077-46f6-b39f-247a3404bb6a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:04:42.045899 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Checking router: 4b996131-112c-4251-901d-d10270db0568 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:04:42.046259 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Updating router 4b996131-112c-4251-901d-d10270db0568 port ea7543f4-73fe-48db-a2f2-bc383f06eda5 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:04:42.051941 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-501c8b52-426d-4f99-b14e-f9268b3fb073 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3997290 Nov 11 22:04:42.054686 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53052) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:42.059347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1410929485-router', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:04:42.084189 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:42.096013 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:42.117412 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:42.141625 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:42.343333 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-f852a05f-a077-46f6-b39f-247a3404bb6a', 'network_id': 'f852a05f-a077-46f6-b39f-247a3404bb6a', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc', 'fixed_ips': [{'subnet_id': 'c0a227f7-f420-478c-ac5c-0f373a54ad96'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:04:42.344214 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:42.586896 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Allocated IP 172.20.0.2 (f852a05f-a077-46f6-b39f-247a3404bb6a/c0a227f7-f420-478c-ac5c-0f373a54ad96/a9b102b5-b6ee-4486-b890-2d0bf576b993) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:04:42.604957 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:42.623041 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:42.681305 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:42.758290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e05958-9f4d-44a2-84b2-5dbe3ef29453 None None] Pushing event updated for resources: {'Port': ['ID=ea7543f4-73fe-48db-a2f2-bc383f06eda5,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:42.811877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Attempting to bind port ea7543f4-73fe-48db-a2f2-bc383f06eda5 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:04:42.812374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Attempting to bind port ea7543f4-73fe-48db-a2f2-bc383f06eda5 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:04:42.812826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Attempting to bind port ea7543f4-73fe-48db-a2f2-bc383f06eda5 on network 511df43e-0634-44c3-8117-cd144a4cabbd {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:04:42.825245 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:04:42.826007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Checking segment: {'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:04:42.826501 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:42.826978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Bound using segment: {'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:04:42.827620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Bound port: ea7543f4-73fe-48db-a2f2-bc383f06eda5, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:04:42.828424 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:42.862419 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf135a6-975a-4194-8ace-ebaa61cb895d req-bca23eb8-3def-485e-8e39-e07afad80a09 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:42.865183 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bf135a6-975a-4194-8ace-ebaa61cb895d req-bca23eb8-3def-485e-8e39-e07afad80a09 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.0745821 Nov 11 22:04:42.931601 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:42.946897 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:42.954820 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bf135a6-975a-4194-8ace-ebaa61cb895d req-0ccc216e-b65d-4321-a258-2bd5f91ff146 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820992 Nov 11 22:04:42.974693 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:42.980534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] For port ea7543f4-73fe-48db-a2f2-bc383f06eda5, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:04:43.001719 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:43.022756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] For port ea7543f4-73fe-48db-a2f2-bc383f06eda5, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ea7543f4-73fe-48db-a2f2-bc383f06eda5,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:04:43.037210 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Network f852a05f-a077-46f6-b39f-247a3404bb6a is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:04:43.044190 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:43.050160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:04:43.052765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Pushing event updated for resources: {'Port': ['ID=a9b102b5-b6ee-4486-b890-2d0bf576b993,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:43.056182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:04:43.085185 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-50f24c10-4ab8-4de5-8722-73d89d11021d None None] Provisioning complete for port ea7543f4-73fe-48db-a2f2-bc383f06eda5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:43.085802 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-50f24c10-4ab8-4de5-8722-73d89d11021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:43.151850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Allocated IP 172.25.0.117 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/cfc54cdd-2047-465d-ae89-4c87300a6a9e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:04:43.251094 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Routers {'4b996131-112c-4251-901d-d10270db0568'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:04:43.251752 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:04:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4b996131-112c-4251-901d-d10270db0568'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:43.256073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e05958-9f4d-44a2-84b2-5dbe3ef29453 None None] Pushing event updated for resources: {'Port': ['ID=ea7543f4-73fe-48db-a2f2-bc383f06eda5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:43.294345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:43.294626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Attempting to bind port a9b102b5-b6ee-4486-b890-2d0bf576b993 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:04:43.294771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Attempting to bind port a9b102b5-b6ee-4486-b890-2d0bf576b993 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '9c0124f6-fe60-45a2-b48e-b9057243536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f852a05f-a077-46f6-b39f-247a3404bb6a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:04:43.295519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Attempting to bind port a9b102b5-b6ee-4486-b890-2d0bf576b993 on network f852a05f-a077-46f6-b39f-247a3404bb6a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:04:43.315802 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:04:43.316161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Checking segment: {'id': '9c0124f6-fe60-45a2-b48e-b9057243536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f852a05f-a077-46f6-b39f-247a3404bb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:04:43.316561 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:43.317176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Bound using segment: {'id': '9c0124f6-fe60-45a2-b48e-b9057243536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f852a05f-a077-46f6-b39f-247a3404bb6a'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:04:43.317666 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Bound port: a9b102b5-b6ee-4486-b890-2d0bf576b993, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0124f6-fe60-45a2-b48e-b9057243536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f852a05f-a077-46f6-b39f-247a3404bb6a'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:04:43.318052 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:43.351932 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:43.400184 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:04:43.406795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:04:43.410950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:04:43.417738 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Pushing event updated for resources: {'Port': ['ID=cfc54cdd-2047-465d-ae89-4c87300a6a9e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:43.436625 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacf500b-ebd2-4f84-a87d-1bdbb1ebbbe9 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:04:43.450746 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-50f24c10-4ab8-4de5-8722-73d89d11021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:43.482539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] Set router 4b996131-112c-4251-901d-d10270db0568 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:04:43.520631 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] For port a9b102b5-b6ee-4486-b890-2d0bf576b993, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:04:43.552825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] For port a9b102b5-b6ee-4486-b890-2d0bf576b993, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a9b102b5-b6ee-4486-b890-2d0bf576b993,segment=NetworkSegment(9c0124f6-fe60-45a2-b48e-b9057243536a),segment_id=9c0124f6-fe60-45a2-b48e-b9057243536a)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:04:43.562568 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-50f24c10-4ab8-4de5-8722-73d89d11021d None None] For port ea7543f4-73fe-48db-a2f2-bc383f06eda5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ea7543f4-73fe-48db-a2f2-bc383f06eda5,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:43.592661 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:43.598924 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-50f24c10-4ab8-4de5-8722-73d89d11021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:43.689704 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:43.732484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58637723-b262-4ec3-8619-f789fe993c8d None None] Pushing event updated for resources: {'Port': ['ID=a9b102b5-b6ee-4486-b890-2d0bf576b993,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:43.785286 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-454a8f99-3253-4781-b2e4-c3c1b25932ef None None] Provisioning complete for port ea7543f4-73fe-48db-a2f2-bc383f06eda5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:43.785678 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-454a8f99-3253-4781-b2e4-c3c1b25932ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:43.986202 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:44.074553 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f24c10-4ab8-4de5-8722-73d89d11021d None None] Pushing event updated for resources: {'Port': ['ID=ea7543f4-73fe-48db-a2f2-bc383f06eda5,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:44.098367 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fd75dd3-f6ce-4253-9efd-3d6eefb0099d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:44.134556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506ff65-a6d9-4543-945c-7ee17cf1ca54 req-305ed408-23f5-4942-a99e-b35142d882eb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:44.143616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0506ff65-a6d9-4543-945c-7ee17cf1ca54 req-305ed408-23f5-4942-a99e-b35142d882eb tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.0859203 Nov 11 22:04:44.183104 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996131-112c-4251-901d-d10270db0568', 'name': 'tempest-TestServerMultinode-750123218-router', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '17b5b853-f66b-4597-8475-948413a57f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:04:39Z', 'revision_number': 4, 'project_id': 'b743cf1395d54a328603fc5f937ad951', 'gw_port': {'id': '17b5b853-f66b-4597-8475-948413a57f92', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996131-112c-4251-901d-d10270db0568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ea7543f4-73fe-48db-a2f2-bc383f06eda5', 'name': '', 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951', 'mac_address': 'fa:16:3e:1f:79:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b996131-112c-4251-901d-d10270db0568', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '16e2f01f-3903-45b3-93c8-aa31ba6ea159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:39Z', 'updated_at': '2021-11-11T22:04:42Z', 'revision_number': 4, 'project_id': 'b743cf1395d54a328603fc5f937ad951', 'subnets': [{'id': '16e2f01f-3903-45b3-93c8-aa31ba6ea159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:44.211960 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Router a9dda307-a71f-41b9-9b47-2ceb8ca85a8d is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:04:44.221581 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0506ff65-a6d9-4543-945c-7ee17cf1ca54 req-c6d7d11c-b0d3-4b5c-b741-d37ca9e275ae tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765147 Nov 11 22:04:44.235014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a9b102b5-b6ee-4486-b890-2d0bf576b993 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:04:44.263977 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e0900-1613-4899-976a-7d0fc11555ce None None] The sync data for ids ['4b996131-112c-4251-901d-d10270db0568'] in n-d-805737-3 is: [{'id': '4b996131-112c-4251-901d-d10270db0568', 'name': 'tempest-TestServerMultinode-750123218-router', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '17b5b853-f66b-4597-8475-948413a57f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:04:39Z', 'revision_number': 4, 'project_id': 'b743cf1395d54a328603fc5f937ad951', 'gw_port': {'id': '17b5b853-f66b-4597-8475-948413a57f92', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996131-112c-4251-901d-d10270db0568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'ea7543f4-73fe-48db-a2f2-bc383f06eda5', 'name': '', 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951', 'mac_address': 'fa:16:3e:1f:79:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b996131-112c-4251-901d-d10270db0568', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '16e2f01f-3903-45b3-93c8-aa31ba6ea159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:39Z', 'updated_at': '2021-11-11T22:04:42Z', 'revision_number': 4, 'project_id': 'b743cf1395d54a328603fc5f937ad951', 'subnets': [{'id': '16e2f01f-3903-45b3-93c8-aa31ba6ea159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:04:44.293320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-454a8f99-3253-4781-b2e4-c3c1b25932ef None None] Provisioning complete for port cfc54cdd-2047-465d-ae89-4c87300a6a9e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:44.293708 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-454a8f99-3253-4781-b2e4-c3c1b25932ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:44.343668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-454a8f99-3253-4781-b2e4-c3c1b25932ef None None] Port cfc54cdd-2047-465d-ae89-4c87300a6a9e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:04:44.355182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a9b102b5-b6ee-4486-b890-2d0bf576b993 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:44.355182 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:44.377561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:04:44.396368 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Sync routers for ids ['a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:04:44.401947 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:44.406385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53058) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:44.406636 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-edd85a11-8263-4e2c-aaa9-6c14c18962b3 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3506162 Nov 11 22:04:44.448182 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Routers {'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:04:44.449630 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:04:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:44.526175 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:44.617352 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port a9b102b5-b6ee-4486-b890-2d0bf576b993, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a9b102b5-b6ee-4486-b890-2d0bf576b993,segment=NetworkSegment(9c0124f6-fe60-45a2-b48e-b9057243536a),segment_id=9c0124f6-fe60-45a2-b48e-b9057243536a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:44.625660 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:44.694795 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Set router a9dda307-a71f-41b9-9b47-2ceb8ca85a8d gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:04:44.738741 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=a9b102b5-b6ee-4486-b890-2d0bf576b993,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:44.820509 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:44.928635 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'name': 'tempest-TestServerMultinode-1410929485-router', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:42Z', 'updated_at': '2021-11-11T22:04:43Z', 'revision_number': 3, 'project_id': '3f3939284796444fb9d3c1b495d84ddc', 'gw_port': {'id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:43Z', 'updated_at': '2021-11-11T22:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:44.972644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcf41f9-f92d-41f9-b2a7-fa4c922fc257 None None] Network f852a05f-a077-46f6-b39f-247a3404bb6a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:04:44.974431 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Checking router: a9dda307-a71f-41b9-9b47-2ceb8ca85a8d for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:04:44.974975 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Updating router a9dda307-a71f-41b9-9b47-2ceb8ca85a8d port cfc54cdd-2047-465d-ae89-4c87300a6a9e binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:04:45.001773 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:45.109476 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:45.110424 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ddff4f60-68cc-4f73-a62d-694a77e7198b None None] Provisioning complete for port a9b102b5-b6ee-4486-b890-2d0bf576b993 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:45.111002 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ddff4f60-68cc-4f73-a62d-694a77e7198b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:45.331088 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:45.343001 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:45.355266 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Allocated IP 172.20.0.1 (f852a05f-a077-46f6-b39f-247a3404bb6a/c0a227f7-f420-478c-ac5c-0f373a54ad96/35ec64e9-0415-403f-bf2f-419dd4fc1af3) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:04:45.428158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d233566-00e3-4eae-9ba4-c94dbc47c5eb None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:04:45.449082 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a325d4-b6db-4833-ae77-c95c759a2ba4 None None] Pushing event updated for resources: {'Port': ['ID=cfc54cdd-2047-465d-ae89-4c87300a6a9e,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:45.466597 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Attempting to bind port cfc54cdd-2047-465d-ae89-4c87300a6a9e on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:04:45.467223 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Attempting to bind port cfc54cdd-2047-465d-ae89-4c87300a6a9e by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:04:45.467949 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Attempting to bind port cfc54cdd-2047-465d-ae89-4c87300a6a9e on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:04:45.471207 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a325d4-b6db-4833-ae77-c95c759a2ba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:45.471759 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a325d4-b6db-4833-ae77-c95c759a2ba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:45.472320 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a325d4-b6db-4833-ae77-c95c759a2ba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:45.472695 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a325d4-b6db-4833-ae77-c95c759a2ba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:45.473385 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a325d4-b6db-4833-ae77-c95c759a2ba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:45.473642 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a325d4-b6db-4833-ae77-c95c759a2ba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:45.478449 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a325d4-b6db-4833-ae77-c95c759a2ba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:45.479391 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a325d4-b6db-4833-ae77-c95c759a2ba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:45.481301 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a325d4-b6db-4833-ae77-c95c759a2ba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:45.481855 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a325d4-b6db-4833-ae77-c95c759a2ba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:45.482415 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a325d4-b6db-4833-ae77-c95c759a2ba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:45.485389 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a325d4-b6db-4833-ae77-c95c759a2ba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:04:45.499928 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:04:45.500302 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:04:45.500682 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:45.501108 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:04:45.502988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-730cee18-9bbb-46ef-9571-d95c8dddc6b3 None None] Provisioning complete for port cfc54cdd-2047-465d-ae89-4c87300a6a9e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:45.503142 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Bound port: cfc54cdd-2047-465d-ae89-4c87300a6a9e, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:04:45.503142 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:45.508235 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-730cee18-9bbb-46ef-9571-d95c8dddc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:45.508429 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a035c-4794-4bfb-b72f-5a8f519a4773 req-66d3fb9a-4cea-4589-bd99-2f3c670bf455 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:45.516513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856a035c-4794-4bfb-b72f-5a8f519a4773 req-66d3fb9a-4cea-4589-bd99-2f3c670bf455 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.1766851 Nov 11 22:04:45.575552 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] For port cfc54cdd-2047-465d-ae89-4c87300a6a9e, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:04:45.579941 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] For port cfc54cdd-2047-465d-ae89-4c87300a6a9e, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=cfc54cdd-2047-465d-ae89-4c87300a6a9e,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:04:45.587851 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:45.606822 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-730cee18-9bbb-46ef-9571-d95c8dddc6b3 None None] Port cfc54cdd-2047-465d-ae89-4c87300a6a9e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:04:45.633001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:45.639015 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856a035c-4794-4bfb-b72f-5a8f519a4773 req-ca80adce-0186-4b2a-8dc5-2b69a4f34d2f tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203494 Nov 11 22:04:45.652484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546528ae-5e28-4995-b8a3-ec0ced478189 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:04:45.662653 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Routers {'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:04:45.663227 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:04:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:45.694664 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:45.741289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-47413384-4544-463f-9252-09ee91bbdf07 None None] Provisioning complete for port cfc54cdd-2047-465d-ae89-4c87300a6a9e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:45.741963 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47413384-4544-463f-9252-09ee91bbdf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:45.751026 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Pushing event updated for resources: {'Port': ['ID=35ec64e9-0415-403f-bf2f-419dd4fc1af3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:45.771017 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Network f852a05f-a077-46f6-b39f-247a3404bb6a is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:04:45.772657 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:04:45.775191 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:04:45.822862 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] Set router a9dda307-a71f-41b9-9b47-2ceb8ca85a8d gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:04:45.832640 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:45.862137 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47413384-4544-463f-9252-09ee91bbdf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:45.896216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-47413384-4544-463f-9252-09ee91bbdf07 None None] For port cfc54cdd-2047-465d-ae89-4c87300a6a9e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=cfc54cdd-2047-465d-ae89-4c87300a6a9e,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:45.904590 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47413384-4544-463f-9252-09ee91bbdf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:45.940643 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a325d4-b6db-4833-ae77-c95c759a2ba4 None None] Pushing event updated for resources: {'Port': ['ID=cfc54cdd-2047-465d-ae89-4c87300a6a9e,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:45.996626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47413384-4544-463f-9252-09ee91bbdf07 None None] Pushing event updated for resources: {'Port': ['ID=cfc54cdd-2047-465d-ae89-4c87300a6a9e,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:46.035640 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:46.058355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5cc894b9-c56c-4b9e-8e66-e085948f48d6 None None] Provisioning complete for port a9b102b5-b6ee-4486-b890-2d0bf576b993 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:46.058734 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5cc894b9-c56c-4b9e-8e66-e085948f48d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:46.118415 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b9ce0f7-d428-4426-a184-2f8fe6d579f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:46.208154 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'name': 'tempest-TestServerMultinode-1410929485-router', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:42Z', 'updated_at': '2021-11-11T22:04:43Z', 'revision_number': 3, 'project_id': '3f3939284796444fb9d3c1b495d84ddc', 'gw_port': {'id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:43Z', 'updated_at': '2021-11-11T22:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:46.237198 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a9dd1-25e4-4bca-8d93-46334f0287ef None None] The sync data for ids ['a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'] in n-d-805737-3 is: [{'id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'name': 'tempest-TestServerMultinode-1410929485-router', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:42Z', 'updated_at': '2021-11-11T22:04:43Z', 'revision_number': 3, 'project_id': '3f3939284796444fb9d3c1b495d84ddc', 'gw_port': {'id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:43Z', 'updated_at': '2021-11-11T22:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:04:46.295836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ea7543f4-73fe-48db-a2f2-bc383f06eda5 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:04:46.344190 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:46.349689 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:46.351393 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6d621070-2ff9-4c99-841d-f25fe0b16a88 None None] Provisioning complete for port 35ec64e9-0415-403f-bf2f-419dd4fc1af3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:46.351685 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d621070-2ff9-4c99-841d-f25fe0b16a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:46.398469 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6d621070-2ff9-4c99-841d-f25fe0b16a88 None None] Port 35ec64e9-0415-403f-bf2f-419dd4fc1af3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:04:46.400619 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port ea7543f4-73fe-48db-a2f2-bc383f06eda5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:46.401049 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:46.428376 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:46.431006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Pushing event updated for resources: {'Port': ['ID=35ec64e9-0415-403f-bf2f-419dd4fc1af3,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:46.492450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a9b102b5-b6ee-4486-b890-2d0bf576b993 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:04:46.577046 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a9b102b5-b6ee-4486-b890-2d0bf576b993 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:46.577896 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:46.580777 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Network f852a05f-a077-46f6-b39f-247a3404bb6a is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:04:46.583178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:04:46.817640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Router a9dda307-a71f-41b9-9b47-2ceb8ca85a8d has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:04:46.895893 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0705a-38e9-4f5a-ae1e-350f83210f5d req-51a6b406-79cd-4d3c-b2a0-9455d2817f22 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:46.897506 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0e0705a-38e9-4f5a-ae1e-350f83210f5d req-51a6b406-79cd-4d3c-b2a0-9455d2817f22 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.1125631 Nov 11 22:04:46.926752 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-afb3c497-9396-4076-9a68-33693cf1e3b3 None None] Provisioning complete for port 35ec64e9-0415-403f-bf2f-419dd4fc1af3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:46.927342 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-afb3c497-9396-4076-9a68-33693cf1e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:46.970562 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-afb3c497-9396-4076-9a68-33693cf1e3b3 None None] Port 35ec64e9-0415-403f-bf2f-419dd4fc1af3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:04:47.005527 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0e0705a-38e9-4f5a-ae1e-350f83210f5d req-da1256f3-83ae-4705-99ec-1efc1f298caa tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006081 Nov 11 22:04:47.011040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:04:47.020976 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-882c25c7-aac1-4539-8386-5aba549497fa admin admin] 10.222.0.57 "PUT /v2.0/routers/a9dda307-a71f-41b9-9b47-2ceb8ca85a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6097026 Nov 11 22:04:47.253967 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:47.638481 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-a9163edb-5c9d-4bf3-9a6d-e636b1eaed6a tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:47.640763 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-a9163edb-5c9d-4bf3-9a6d-e636b1eaed6a tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/networks?id=511df43e-0634-44c3-8117-cd144a4cabbd HTTP/1.1" status: 200 len: 911 time: 0.0993421 Nov 11 22:04:47.657253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-3defd5c4-d1fb-4420-8048-7f510fa49d74 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/quotas/3f3939284796444fb9d3c1b495d84ddc HTTP/1.1" status: 200 len: 375 time: 0.0098698 Nov 11 22:04:47.741883 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-74d9c099-b8b7-4a04-92f2-1b09f2cb60c6 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f3939284796444fb9d3c1b495d84ddc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786793 Nov 11 22:04:47.859999 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-2a25efae-07f3-4ba5-adf7-ac6c93cb7426 service neutron] 10.222.0.57 "GET /v2.0/networks/511df43e-0634-44c3-8117-cd144a4cabbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091549 Nov 11 22:04:47.960560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-0b8645cd-bbce-420c-92a6-11d9c1194472 service neutron] 10.222.0.57 "GET /v2.0/networks/511df43e-0634-44c3-8117-cd144a4cabbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934129 Nov 11 22:04:48.031631 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Sync routers for ids ['a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:04:48.042877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Routers {'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:04:48.043531 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:04:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:48.191610 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Set router a9dda307-a71f-41b9-9b47-2ceb8ca85a8d gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:04:48.217532 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69b33f-d496-4c5e-bc06-179b77826fc9 req-08486a45-8b34-4cf3-8923-f0dac361b5af tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:48.219562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba69b33f-d496-4c5e-bc06-179b77826fc9 req-08486a45-8b34-4cf3-8923-f0dac361b5af tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.0719078 Nov 11 22:04:48.226742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device cfc54cdd-2047-465d-ae89-4c87300a6a9e up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:04:48.280060 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba69b33f-d496-4c5e-bc06-179b77826fc9 req-281cdb59-5720-4105-9895-4024f5ea1eaf tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539229 Nov 11 22:04:48.349664 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-afbb2331-7a93-49b8-ba88-5609a93f3019 req-a59df4f4-4092-42a5-9e58-3b48186ce325 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 210 time: 0.0273449 Nov 11 22:04:48.376718 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port cfc54cdd-2047-465d-ae89-4c87300a6a9e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:48.377108 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:48.536000 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'name': 'tempest-TestServerMultinode-1410929485-router', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:42Z', 'updated_at': '2021-11-11T22:04:45Z', 'revision_number': 4, 'project_id': '3f3939284796444fb9d3c1b495d84ddc', 'gw_port': {'id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:43Z', 'updated_at': '2021-11-11T22:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '35ec64e9-0415-403f-bf2f-419dd4fc1af3', 'name': '', 'network_id': 'f852a05f-a077-46f6-b39f-247a3404bb6a', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc', 'mac_address': 'fa:16:3e:ff:2c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c0a227f7-f420-478c-ac5c-0f373a54ad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:45Z', 'updated_at': '2021-11-11T22:04:46Z', 'revision_number': 2, 'project_id': '3f3939284796444fb9d3c1b495d84ddc', 'subnets': [{'id': 'c0a227f7-f420-478c-ac5c-0f373a54ad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:48.575661 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Checking router: a9dda307-a71f-41b9-9b47-2ceb8ca85a8d for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:04:48.576106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Updating router a9dda307-a71f-41b9-9b47-2ceb8ca85a8d port 35ec64e9-0415-403f-bf2f-419dd4fc1af3 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:04:48.607122 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:48.661794 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:48.906235 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:48.913477 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:48.969491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117afe73-b2aa-452a-9098-e264b897924e None None] Pushing event updated for resources: {'Port': ['ID=35ec64e9-0415-403f-bf2f-419dd4fc1af3,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:49.026769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Attempting to bind port 35ec64e9-0415-403f-bf2f-419dd4fc1af3 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:04:49.027141 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Attempting to bind port 35ec64e9-0415-403f-bf2f-419dd4fc1af3 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '9c0124f6-fe60-45a2-b48e-b9057243536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f852a05f-a077-46f6-b39f-247a3404bb6a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:04:49.027582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Attempting to bind port 35ec64e9-0415-403f-bf2f-419dd4fc1af3 on network f852a05f-a077-46f6-b39f-247a3404bb6a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:04:49.033547 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:04:49.034701 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Checking segment: {'id': '9c0124f6-fe60-45a2-b48e-b9057243536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f852a05f-a077-46f6-b39f-247a3404bb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:04:49.035102 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:49.035490 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Bound using segment: {'id': '9c0124f6-fe60-45a2-b48e-b9057243536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f852a05f-a077-46f6-b39f-247a3404bb6a'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:04:49.036036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Bound port: 35ec64e9-0415-403f-bf2f-419dd4fc1af3, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0124f6-fe60-45a2-b48e-b9057243536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'f852a05f-a077-46f6-b39f-247a3404bb6a'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:04:49.036440 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:49.102607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] For port 35ec64e9-0415-403f-bf2f-419dd4fc1af3, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:04:49.106032 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] For port 35ec64e9-0415-403f-bf2f-419dd4fc1af3, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=35ec64e9-0415-403f-bf2f-419dd4fc1af3,segment=NetworkSegment(9c0124f6-fe60-45a2-b48e-b9057243536a),segment_id=9c0124f6-fe60-45a2-b48e-b9057243536a)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:04:49.112638 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:49.174219 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Routers {'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:04:49.174905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:04:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:49.178423 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117afe73-b2aa-452a-9098-e264b897924e None None] Pushing event updated for resources: {'Port': ['ID=35ec64e9-0415-403f-bf2f-419dd4fc1af3,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:49.244875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-45dab513-93bb-460c-a96b-a83f5a43b0db None None] Provisioning complete for port 35ec64e9-0415-403f-bf2f-419dd4fc1af3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:49.245249 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45dab513-93bb-460c-a96b-a83f5a43b0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:49.344191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] Set router a9dda307-a71f-41b9-9b47-2ceb8ca85a8d gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:04:49.390927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-7b06246a-4025-4c41-81db-80581f7a7fb0 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:49.395306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-7b06246a-4025-4c41-81db-80581f7a7fb0 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.10 "GET /v2.0/networks?id=511df43e-0634-44c3-8117-cd144a4cabbd HTTP/1.1" status: 200 len: 911 time: 0.1371851 Nov 11 22:04:49.446407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-f6ed7c38-c0aa-493a-a559-bd6b40b74341 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Request body: {'port': {'device_id': '17073dfc-5f8f-4e32-b5e7-418458c3183c', 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd', 'admin_state_up': True, 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:04:49.450172 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:49.488773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7f065-f7d7-4c3c-8bc2-b1eddf01f3e5 req-553bd228-35b7-46fc-b582-02bd81ff7f55 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:49.490433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aec7f065-f7d7-4c3c-8bc2-b1eddf01f3e5 req-553bd228-35b7-46fc-b582-02bd81ff7f55 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.0898585 Nov 11 22:04:49.491637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-f6ed7c38-c0aa-493a-a559-bd6b40b74341 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Made reservation on behalf of 3f3939284796444fb9d3c1b495d84ddc for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:04:49.494056 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-f6ed7c38-c0aa-493a-a559-bd6b40b74341 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:49.576270 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45dab513-93bb-460c-a96b-a83f5a43b0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:49.594648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aec7f065-f7d7-4c3c-8bc2-b1eddf01f3e5 req-1f25e24e-084e-4954-a152-624409087661 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969944 Nov 11 22:04:49.639601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-45dab513-93bb-460c-a96b-a83f5a43b0db None None] For port 35ec64e9-0415-403f-bf2f-419dd4fc1af3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=35ec64e9-0415-403f-bf2f-419dd4fc1af3,segment=NetworkSegment(9c0124f6-fe60-45a2-b48e-b9057243536a),segment_id=9c0124f6-fe60-45a2-b48e-b9057243536a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:49.650180 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45dab513-93bb-460c-a96b-a83f5a43b0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:49.673459 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-f6ed7c38-c0aa-493a-a559-bd6b40b74341 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Allocated IP 172.20.0.10 (511df43e-0634-44c3-8117-cd144a4cabbd/16e2f01f-3903-45b3-93c8-aa31ba6ea159/05b250df-e3b2-49b4-8079-ffa408f50ff9) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:04:49.708528 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-df95ddd8-142a-4ed9-bf1d-7f2950b8e97c req-d925a838-09d5-4a18-90a1-700c9bc1aba5 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 210 time: 0.0324881 Nov 11 22:04:49.852788 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-f6ed7c38-c0aa-493a-a559-bd6b40b74341 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:49.870256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'name': 'tempest-TestServerMultinode-1410929485-router', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:42Z', 'updated_at': '2021-11-11T22:04:45Z', 'revision_number': 4, 'project_id': '3f3939284796444fb9d3c1b495d84ddc', 'gw_port': {'id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:43Z', 'updated_at': '2021-11-11T22:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '35ec64e9-0415-403f-bf2f-419dd4fc1af3', 'name': '', 'network_id': 'f852a05f-a077-46f6-b39f-247a3404bb6a', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc', 'mac_address': 'fa:16:3e:ff:2c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c0a227f7-f420-478c-ac5c-0f373a54ad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:45Z', 'updated_at': '2021-11-11T22:04:49Z', 'revision_number': 4, 'project_id': '3f3939284796444fb9d3c1b495d84ddc', 'subnets': [{'id': 'c0a227f7-f420-478c-ac5c-0f373a54ad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:04:49.915199 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd55a1-9d34-4ea0-8e90-03332f0d8adb None None] The sync data for ids ['a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'] in n-d-805737-3 is: [{'id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'name': 'tempest-TestServerMultinode-1410929485-router', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:42Z', 'updated_at': '2021-11-11T22:04:45Z', 'revision_number': 4, 'project_id': '3f3939284796444fb9d3c1b495d84ddc', 'gw_port': {'id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:43Z', 'updated_at': '2021-11-11T22:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '35ec64e9-0415-403f-bf2f-419dd4fc1af3', 'name': '', 'network_id': 'f852a05f-a077-46f6-b39f-247a3404bb6a', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc', 'mac_address': 'fa:16:3e:ff:2c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c0a227f7-f420-478c-ac5c-0f373a54ad96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:45Z', 'updated_at': '2021-11-11T22:04:49Z', 'revision_number': 4, 'project_id': '3f3939284796444fb9d3c1b495d84ddc', 'subnets': [{'id': 'c0a227f7-f420-478c-ac5c-0f373a54ad96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:04:49.918078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6b50f2ca-c58e-4295-a2af-11da49004eab None None] Provisioning complete for port 35ec64e9-0415-403f-bf2f-419dd4fc1af3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:49.918456 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6b50f2ca-c58e-4295-a2af-11da49004eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:49.920841 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dab513-93bb-460c-a96b-a83f5a43b0db None None] Pushing event updated for resources: {'Port': ['ID=35ec64e9-0415-403f-bf2f-419dd4fc1af3,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:50.194030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 35ec64e9-0415-403f-bf2f-419dd4fc1af3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:04:50.237726 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-f6ed7c38-c0aa-493a-a559-bd6b40b74341 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:50.259162 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 35ec64e9-0415-403f-bf2f-419dd4fc1af3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:50.259546 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:50.281037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-f6ed7c38-c0aa-493a-a559-bd6b40b74341 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Network 511df43e-0634-44c3-8117-cd144a4cabbd is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:04:50.286654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-f6ed7c38-c0aa-493a-a559-bd6b40b74341 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:04:50.290439 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-f6ed7c38-c0aa-493a-a559-bd6b40b74341 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:04:50.322437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed7c38-c0aa-493a-a559-bd6b40b74341 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Pushing event updated for resources: {'Port': ['ID=05b250df-e3b2-49b4-8079-ffa408f50ff9,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:50.337784 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-f6ed7c38-c0aa-493a-a559-bd6b40b74341 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:50.338398 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-f6ed7c38-c0aa-493a-a559-bd6b40b74341 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:50.365049 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-f6ed7c38-c0aa-493a-a559-bd6b40b74341 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9229548 Nov 11 22:04:50.379345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Request body: {'port': {'device_id': '17073dfc-5f8f-4e32-b5e7-418458c3183c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:04:50.445609 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:50.569828 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-48db28a8-ff7a-46c5-baa2-ad04671b91da None None] Provisioning complete for port 05b250df-e3b2-49b4-8079-ffa408f50ff9 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:50.570121 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48db28a8-ff7a-46c5-baa2-ad04671b91da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:50.609767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-48db28a8-ff7a-46c5-baa2-ad04671b91da None None] Port 05b250df-e3b2-49b4-8079-ffa408f50ff9 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:04:50.768205 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edc304-75c3-43a5-bb43-dcbca10e8467 req-9e6c8e86-1326-4efc-951d-8e2ee7d4a599 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:50.771676 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f5edc304-75c3-43a5-bb43-dcbca10e8467 req-9e6c8e86-1326-4efc-951d-8e2ee7d4a599 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.0882311 Nov 11 22:04:50.871845 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f5edc304-75c3-43a5-bb43-dcbca10e8467 req-455ee0c0-1a3a-4a2a-9ed3-516502631a20 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926087 Nov 11 22:04:50.882099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b250df-e3b2-49b4-8079-ffa408f50ff9 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:04:50.892033 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:50.908877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Transition to ACTIVE for port object 05b250df-e3b2-49b4-8079-ffa408f50ff9 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:04:50.914614 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:51.013382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Pushing event updated for resources: {'Port': ['ID=05b250df-e3b2-49b4-8079-ffa408f50ff9,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:51.056627 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e18f49-c609-4b8c-9964-1dfa5d5cbcbc req-a77d5101-1c99-436b-b185-0e214c3837a7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:51.058208 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65e18f49-c609-4b8c-9964-1dfa5d5cbcbc req-a77d5101-1c99-436b-b185-0e214c3837a7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1053 time: 0.1143539 Nov 11 22:04:51.114686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Attempting to bind port 05b250df-e3b2-49b4-8079-ffa408f50ff9 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:04:51.115132 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Attempting to bind port 05b250df-e3b2-49b4-8079-ffa408f50ff9 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:04:51.115539 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Attempting to bind port 05b250df-e3b2-49b4-8079-ffa408f50ff9 on network 511df43e-0634-44c3-8117-cd144a4cabbd {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:04:51.129600 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Port 05b250df-e3b2-49b4-8079-ffa408f50ff9 on network 511df43e-0634-44c3-8117-cd144a4cabbd not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:04:51.129925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Attempting to bind port 05b250df-e3b2-49b4-8079-ffa408f50ff9 on network 511df43e-0634-44c3-8117-cd144a4cabbd {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:04:51.144853 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:04:51.145292 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Checking segment: {'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:04:51.145841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Bound using segment: {'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:04:51.146389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Bound port: 05b250df-e3b2-49b4-8079-ffa408f50ff9, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:04:51.146810 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:51.152180 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65e18f49-c609-4b8c-9964-1dfa5d5cbcbc req-102e509c-2679-4dc9-9ae1-c9840905ca04 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806563 Nov 11 22:04:51.239981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] For port 05b250df-e3b2-49b4-8079-ffa408f50ff9, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:04:51.243455 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] For port 05b250df-e3b2-49b4-8079-ffa408f50ff9, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=05b250df-e3b2-49b4-8079-ffa408f50ff9,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:04:51.251001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:51.293394 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:51.294038 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:51.295502 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] 10.222.0.10 "PUT /v2.0/ports/05b250df-e3b2-49b4-8079-ffa408f50ff9 HTTP/1.1" status: 200 len: 1092 time: 0.9210217 Nov 11 22:04:51.295966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17073dfc-5f8f-4e32-b5e7-418458c3183c', 'tag': '05b250df-e3b2-49b4-8079-ffa408f50ff9'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:04:51.298325 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22432410-f7cf-4be7-8081-9667ffda5c62" -d '{"events": [{"name": "network-changed", "server_uuid": "17073dfc-5f8f-4e32-b5e7-418458c3183c", "tag": "05b250df-e3b2-49b4-8079-ffa408f50ff9"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:04:51.323190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a73151-fafa-40f0-93fd-7875e67d682a service neutron] Pushing event updated for resources: {'Port': ['ID=05b250df-e3b2-49b4-8079-ffa408f50ff9,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:51.351461 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4474389-c79c-400c-a1a7-34dd1e7bff96 x-openstack-request-id: req-a4474389-c79c-400c-a1a7-34dd1e7bff96 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:04:51.351763 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17073dfc-5f8f-4e32-b5e7-418458c3183c", "tag": "05b250df-e3b2-49b4-8079-ffa408f50ff9", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:04:51.352037 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a4474389-c79c-400c-a1a7-34dd1e7bff96 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:04:51.352447 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17073dfc-5f8f-4e32-b5e7-418458c3183c', 'tag': '05b250df-e3b2-49b4-8079-ffa408f50ff9', 'status': 'completed', 'code': 200} Nov 11 22:04:51.404211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-c51a414d-9bca-4e03-bd64-1cca685c6d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:51.406415 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-c51a414d-9bca-4e03-bd64-1cca685c6d2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f3939284796444fb9d3c1b495d84ddc&device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1095 time: 0.0500789 Nov 11 22:04:51.453009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-2e1e8361-da85-4e55-b4d4-0e9676dedad3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b250df-e3b2-49b4-8079-ffa408f50ff9 HTTP/1.1" status: 200 len: 217 time: 0.0379379 Nov 11 22:04:51.511900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-307b3dbd-630e-4c76-b245-efb2d29f4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:51.513470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-307b3dbd-630e-4c76-b245-efb2d29f4fe7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=16e2f01f-3903-45b3-93c8-aa31ba6ea159 HTTP/1.1" status: 200 len: 848 time: 0.0535531 Nov 11 22:04:51.565082 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-011971c3-fee7-4f0a-a88e-ef3fbb05620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:51.566614 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-011971c3-fee7-4f0a-a88e-ef3fbb05620e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=511df43e-0634-44c3-8117-cd144a4cabbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456324 Nov 11 22:04:51.662241 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-9cd73bec-b7c7-49bb-9da3-d886082985d0 service neutron] 10.222.0.10 "GET /v2.0/networks/511df43e-0634-44c3-8117-cd144a4cabbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872982 Nov 11 22:04:51.776828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9843c7f-cda2-4860-8e90-9147e7769138 req-e7058137-4df1-4958-a579-1761525f7f67 service neutron] 10.222.0.10 "GET /v2.0/networks/511df43e-0634-44c3-8117-cd144a4cabbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062512 Nov 11 22:04:51.877704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22432410-f7cf-4be7-8081-9667ffda5c62 req-36e80c6e-67bf-4e48-9750-16e33edbd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:51.879524 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22432410-f7cf-4be7-8081-9667ffda5c62 req-36e80c6e-67bf-4e48-9750-16e33edbd3f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f3939284796444fb9d3c1b495d84ddc&device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1095 time: 0.0474007 Nov 11 22:04:51.971609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bea835-4433-4fd2-9786-6d605011aad9 req-aea3a9c9-2021-4e0e-a000-9a9399095cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:51.973234 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06bea835-4433-4fd2-9786-6d605011aad9 req-aea3a9c9-2021-4e0e-a000-9a9399095cd9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 1097 time: 0.0445085 Nov 11 22:04:52.022669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22432410-f7cf-4be7-8081-9667ffda5c62 req-f8844f10-6e44-4349-b0fa-9a2bdf86bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:52.024721 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22432410-f7cf-4be7-8081-9667ffda5c62 req-f8844f10-6e44-4349-b0fa-9a2bdf86bd6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=511df43e-0634-44c3-8117-cd144a4cabbd HTTP/1.1" status: 200 len: 911 time: 0.1361897 Nov 11 22:04:52.029003 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-06bea835-4433-4fd2-9786-6d605011aad9 req-a3703ed0-a49c-4d8f-a538-22216ffc1a49 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437815 Nov 11 22:04:52.032347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5766e-c895-4f84-b784-06e21eba6af7 req-b8b2d358-5c3f-4ad8-9ea1-7fd7b8501c9a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:52.033829 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88a5766e-c895-4f84-b784-06e21eba6af7 req-b8b2d358-5c3f-4ad8-9ea1-7fd7b8501c9a tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.0807834 Nov 11 22:04:52.079513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22432410-f7cf-4be7-8081-9667ffda5c62 req-ea20c11e-4d22-46fe-9f71-7cec4bdaa6a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b250df-e3b2-49b4-8079-ffa408f50ff9 HTTP/1.1" status: 200 len: 217 time: 0.0446677 Nov 11 22:04:52.168497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88a5766e-c895-4f84-b784-06e21eba6af7 req-80c60065-73ec-4a04-81b7-69a8b21f6bbd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275344 Nov 11 22:04:52.173070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22432410-f7cf-4be7-8081-9667ffda5c62 req-38c7c45e-9b0e-4c88-87ef-9565b1c53af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:52.174650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22432410-f7cf-4be7-8081-9667ffda5c62 req-38c7c45e-9b0e-4c88-87ef-9565b1c53af6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=16e2f01f-3903-45b3-93c8-aa31ba6ea159 HTTP/1.1" status: 200 len: 848 time: 0.0861473 Nov 11 22:04:52.232190 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22432410-f7cf-4be7-8081-9667ffda5c62 req-5c20ef59-4523-494f-87d6-f3cd2cdaafc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:52.233780 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22432410-f7cf-4be7-8081-9667ffda5c62 req-5c20ef59-4523-494f-87d6-f3cd2cdaafc6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=511df43e-0634-44c3-8117-cd144a4cabbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478580 Nov 11 22:04:52.336562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16db069-d5b3-435f-b372-0de0264ed3cb req-37c2ad4c-d769-465a-ab73-f6660163daf5 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:52.338139 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b16db069-d5b3-435f-b372-0de0264ed3cb req-37c2ad4c-d769-465a-ab73-f6660163daf5 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1095 time: 0.0995905 Nov 11 22:04:52.378042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22432410-f7cf-4be7-8081-9667ffda5c62 req-ca8793cd-bdce-42e8-a40c-92d3e6923641 service neutron] 10.222.0.10 "GET /v2.0/networks/511df43e-0634-44c3-8117-cd144a4cabbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309032 Nov 11 22:04:52.425519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b16db069-d5b3-435f-b372-0de0264ed3cb req-7d4041f2-8c80-4fa4-be1c-3566be15faba tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799015 Nov 11 22:04:52.489260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22432410-f7cf-4be7-8081-9667ffda5c62 req-e6843416-24b0-4d77-8b4b-e6d59b58e119 service neutron] 10.222.0.10 "GET /v2.0/networks/511df43e-0634-44c3-8117-cd144a4cabbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023710 Nov 11 22:04:52.750993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ab8d267f-21cc-49eb-b108-389d1c80bb6e details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:04:52.855997 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ab8d267f-21cc-49eb-b108-389d1c80bb6e, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ab8d267f-21cc-49eb-b108-389d1c80bb6e,segment=NetworkSegment(60147d8f-dff8-47d5-8145-6f735c5ffcfd),segment_id=60147d8f-dff8-47d5-8145-6f735c5ffcfd)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:52.868602 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'port_id': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e', 'mac_address': 'fa:16:3e:98:85:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:04:52.909755 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:52.924104 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab8d267f-21cc-49eb-b108-389d1c80bb6e {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:04:52.951292 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ab8d267f-21cc-49eb-b108-389d1c80bb6e, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ab8d267f-21cc-49eb-b108-389d1c80bb6e,segment=NetworkSegment(60147d8f-dff8-47d5-8145-6f735c5ffcfd),segment_id=60147d8f-dff8-47d5-8145-6f735c5ffcfd)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:52.956746 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:53.011999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=ab8d267f-21cc-49eb-b108-389d1c80bb6e,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:53.179423 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['ab8d267f-21cc-49eb-b108-389d1c80bb6e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:04:53.308255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dd030-1f0b-40b8-a1f1-7f216581e4c5 req-c75a9d5e-5205-4e3f-9169-8bd70fb1f479 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:53.310096 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-041dd030-1f0b-40b8-a1f1-7f216581e4c5 req-c75a9d5e-5205-4e3f-9169-8bd70fb1f479 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 945 time: 0.0601659 Nov 11 22:04:53.375970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-041dd030-1f0b-40b8-a1f1-7f216581e4c5 req-4bb43d13-dd34-42ee-8f07-19c18ec005d1 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578358 Nov 11 22:04:53.539406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fca98a-312a-4fcb-b582-d15db6554176 req-946e90a9-4c7c-47d2-99d1-6a9f75cb6a6c tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:53.541198 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9fca98a-312a-4fcb-b582-d15db6554176 req-946e90a9-4c7c-47d2-99d1-6a9f75cb6a6c tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1095 time: 0.0434544 Nov 11 22:04:53.598100 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9fca98a-312a-4fcb-b582-d15db6554176 req-8a947dd1-835b-414e-aa0b-1936ba43e79b tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500531 Nov 11 22:04:53.782218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 05b250df-e3b2-49b4-8079-ffa408f50ff9 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:04:53.895027 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 05b250df-e3b2-49b4-8079-ffa408f50ff9, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=05b250df-e3b2-49b4-8079-ffa408f50ff9,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:53.907453 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '05b250df-e3b2-49b4-8079-ffa408f50ff9', 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd', 'port_id': '05b250df-e3b2-49b4-8079-ffa408f50ff9', 'mac_address': 'fa:16:3e:8d:ce:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e2f01f-3903-45b3-93c8-aa31ba6ea159', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:04:53.950256 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:53.965013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b250df-e3b2-49b4-8079-ffa408f50ff9 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:04:53.992592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 05b250df-e3b2-49b4-8079-ffa408f50ff9, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=05b250df-e3b2-49b4-8079-ffa408f50ff9,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:53.999196 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:54.053118 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=05b250df-e3b2-49b4-8079-ffa408f50ff9,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:54.256969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['05b250df-e3b2-49b4-8079-ffa408f50ff9'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:04:54.501542 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670b6f0-ab89-46d2-8125-0fe170b2e1b8 req-44b6d307-0cb1-4ca9-9c83-f09b2de5689d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:54.503078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b670b6f0-ab89-46d2-8125-0fe170b2e1b8 req-44b6d307-0cb1-4ca9-9c83-f09b2de5689d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 945 time: 0.0532773 Nov 11 22:04:54.559073 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b670b6f0-ab89-46d2-8125-0fe170b2e1b8 req-a0533738-1fb8-4419-91fc-5dd3483232c0 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495839 Nov 11 22:04:54.583513 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53120) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:04:54.649034 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-508e7149-74a6-475a-8376-dbd1d2e2d477 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/floatingips/338063e7-566a-42de-b9e2-2c99d95f1310 HTTP/1.1" status: 200 len: 993 time: 0.0642128 Nov 11 22:04:54.716431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f06b3-26ae-41cf-9393-c0252f4d7b88 req-2c009864-ab1e-4d9b-b025-10db6349bd7c tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:54.718093 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e5f06b3-26ae-41cf-9393-c0252f4d7b88 req-2c009864-ab1e-4d9b-b025-10db6349bd7c tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1096 time: 0.0495381 Nov 11 22:04:54.765411 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ab8d267f-21cc-49eb-b108-389d1c80bb6e up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:04:54.766501 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9e5f06b3-26ae-41cf-9393-c0252f4d7b88 req-75001325-2476-4813-9efb-5adfe3f13773 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421159 Nov 11 22:04:54.817376 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port ab8d267f-21cc-49eb-b108-389d1c80bb6e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:54.817998 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:54.901845 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:54.926580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:04:54.928961 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4000f3-ca94-4bb0-9e8f-37d0434a91dd" -d '{"events": [{"server_uuid": "2dc9e906-a3dd-4200-88d4-c80a03e353bd", "name": "network-vif-plugged", "status": "completed", "tag": "ab8d267f-21cc-49eb-b108-389d1c80bb6e"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:04:54.946908 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ab8d267f-21cc-49eb-b108-389d1c80bb6e, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ab8d267f-21cc-49eb-b108-389d1c80bb6e,segment=NetworkSegment(60147d8f-dff8-47d5-8145-6f735c5ffcfd),segment_id=60147d8f-dff8-47d5-8145-6f735c5ffcfd)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:54.952754 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:54.977288 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17563478-0215-488a-97f4-d7b287358bc9 x-openstack-request-id: req-17563478-0215-488a-97f4-d7b287358bc9 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:04:54.977588 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc9e906-a3dd-4200-88d4-c80a03e353bd", "name": "network-vif-plugged", "status": "completed", "tag": "ab8d267f-21cc-49eb-b108-389d1c80bb6e", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:04:54.977845 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-17563478-0215-488a-97f4-d7b287358bc9 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:04:54.978244 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e', 'code': 200} Nov 11 22:04:55.003937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=ab8d267f-21cc-49eb-b108-389d1c80bb6e,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:55.797718 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 05b250df-e3b2-49b4-8079-ffa408f50ff9 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:04:55.861581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 05b250df-e3b2-49b4-8079-ffa408f50ff9 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:04:55.870271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 05b250df-e3b2-49b4-8079-ffa408f50ff9 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:04:55.870806 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:55.906970 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750010fb-fbef-4033-9f3a-e8637577047c req-fa3d6f50-91a7-4d8a-b2cd-2000d41edb20 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:55.909525 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-750010fb-fbef-4033-9f3a-e8637577047c req-fa3d6f50-91a7-4d8a-b2cd-2000d41edb20 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1096 time: 0.0635633 Nov 11 22:04:55.963582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-750010fb-fbef-4033-9f3a-e8637577047c req-21f97854-f343-44e4-9e2b-f69d74d99c9c tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475411 Nov 11 22:04:55.977367 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:56.013519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 05b250df-e3b2-49b4-8079-ffa408f50ff9, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=05b250df-e3b2-49b4-8079-ffa408f50ff9,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:04:56.019148 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:56.082151 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=05b250df-e3b2-49b4-8079-ffa408f50ff9,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:04:56.979373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17073dfc-5f8f-4e32-b5e7-418458c3183c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b250df-e3b2-49b4-8079-ffa408f50ff9'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:04:56.982699 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c377529-be57-423e-8990-03cf06003511" -d '{"events": [{"server_uuid": "17073dfc-5f8f-4e32-b5e7-418458c3183c", "name": "network-vif-plugged", "status": "completed", "tag": "05b250df-e3b2-49b4-8079-ffa408f50ff9"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:04:57.021812 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355f578a-a6cd-4482-b73b-81c9c7bdd4a5 x-openstack-request-id: req-355f578a-a6cd-4482-b73b-81c9c7bdd4a5 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:04:57.022112 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17073dfc-5f8f-4e32-b5e7-418458c3183c", "name": "network-vif-plugged", "status": "completed", "tag": "05b250df-e3b2-49b4-8079-ffa408f50ff9", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:04:57.022394 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-355f578a-a6cd-4482-b73b-81c9c7bdd4a5 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:04:57.022817 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17073dfc-5f8f-4e32-b5e7-418458c3183c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b250df-e3b2-49b4-8079-ffa408f50ff9', 'code': 200} Nov 11 22:04:57.144303 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c639d9-b307-4df3-8c68-e6eb9d09f6b2 req-1e71e0fc-7f7c-4a0b-87aa-2c47adc8bc8f tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:57.146186 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8c639d9-b307-4df3-8c68-e6eb9d09f6b2 req-1e71e0fc-7f7c-4a0b-87aa-2c47adc8bc8f tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1097 time: 0.0749474 Nov 11 22:04:57.163150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d3b51-cf94-44f6-9c89-661108741913 req-783bc170-0d2f-4fc4-be1b-88b9604f234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:57.164645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a1d3b51-cf94-44f6-9c89-661108741913 req-783bc170-0d2f-4fc4-be1b-88b9604f234a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1097 time: 0.0665553 Nov 11 22:04:57.220585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8c639d9-b307-4df3-8c68-e6eb9d09f6b2 req-92fad59b-54cb-40f3-91d2-2a1fa8654236 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680542 Nov 11 22:04:57.234195 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a1d3b51-cf94-44f6-9c89-661108741913 req-87f35699-16ef-4129-9434-9a4f18b23809 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606592 Nov 11 22:04:58.511151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b57e5c-368b-42dc-9c95-08170bdeb7c1 req-c5b90682-cdfa-4a32-8d48-f70e72546ac3 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:58.512759 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7b57e5c-368b-42dc-9c95-08170bdeb7c1 req-c5b90682-cdfa-4a32-8d48-f70e72546ac3 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1097 time: 0.1972277 Nov 11 22:04:58.559330 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7b57e5c-368b-42dc-9c95-08170bdeb7c1 req-7aee4643-c381-4f1c-ba1b-618f4ad09a01 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404296 Nov 11 22:04:59.568630 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85ca4ec1-749b-4b4c-8a44-fa6dd2457591 req-b108b794-8e40-4e25-b55c-abaa79c5134b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427799 Nov 11 22:04:59.658404 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca4ec1-749b-4b4c-8a44-fa6dd2457591 req-3ed0de8a-6e7a-4001-9b96-0665734e3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:59.659986 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85ca4ec1-749b-4b4c-8a44-fa6dd2457591 req-3ed0de8a-6e7a-4001-9b96-0665734e3885 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 1097 time: 0.0474281 Nov 11 22:04:59.675625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930798c0-eca4-43a2-bf02-ea66d7a88090 req-b777d6fe-7276-45d9-b96e-4e12a579e4d4 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:59.677253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-930798c0-eca4-43a2-bf02-ea66d7a88090 req-b777d6fe-7276-45d9-b96e-4e12a579e4d4 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1097 time: 0.0485747 Nov 11 22:04:59.724474 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-930798c0-eca4-43a2-bf02-ea66d7a88090 req-105a1044-aad3-421d-8196-9628ab4ec352 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408251 Nov 11 22:04:59.770197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca4ec1-749b-4b4c-8a44-fa6dd2457591 req-9403558b-f121-494c-a330-5eceb03d1be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:59.771679 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85ca4ec1-749b-4b4c-8a44-fa6dd2457591 req-9403558b-f121-494c-a330-5eceb03d1be7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4bb378c4-2688-4490-8169-77855e03ab63 HTTP/1.1" status: 200 len: 899 time: 0.0913894 Nov 11 22:04:59.843202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077b583-f20a-477b-aba2-87b749f4f2a6 req-a7e8fa5f-67dc-4eff-a77b-11be8e52a69c tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:59.844505 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85ca4ec1-749b-4b4c-8a44-fa6dd2457591 req-36c345c9-ddcb-4c52-976f-a76bae9acc2f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab8d267f-21cc-49eb-b108-389d1c80bb6e HTTP/1.1" status: 200 len: 1002 time: 0.0644169 Nov 11 22:04:59.844947 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b077b583-f20a-477b-aba2-87b749f4f2a6 req-a7e8fa5f-67dc-4eff-a77b-11be8e52a69c tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1097 time: 0.0430484 Nov 11 22:04:59.891816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b077b583-f20a-477b-aba2-87b749f4f2a6 req-885914b2-2383-4198-b37a-0c9f811cc2a8 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405087 Nov 11 22:04:59.910443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca4ec1-749b-4b4c-8a44-fa6dd2457591 req-51a7e9a5-50df-4e0b-98a8-37780ceacca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:59.911918 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85ca4ec1-749b-4b4c-8a44-fa6dd2457591 req-51a7e9a5-50df-4e0b-98a8-37780ceacca5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da9da213-a644-4de1-9abc-d023a4fc37b2 HTTP/1.1" status: 200 len: 835 time: 0.0597203 Nov 11 22:04:59.963564 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca4ec1-749b-4b4c-8a44-fa6dd2457591 req-6dd3bc20-c906-4651-934d-2cf33a0f09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:59.965103 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85ca4ec1-749b-4b4c-8a44-fa6dd2457591 req-6dd3bc20-c906-4651-934d-2cf33a0f09cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4bb378c4-2688-4490-8169-77855e03ab63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456514 Nov 11 22:05:00.006636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13a7ea-8b24-46e4-9f97-ed2e0a683b51 req-c39471ad-f3d5-4de8-9659-b749bdb24e63 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:00.008185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e13a7ea-8b24-46e4-9f97-ed2e0a683b51 req-c39471ad-f3d5-4de8-9659-b749bdb24e63 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1097 time: 0.0457973 Nov 11 22:05:00.055254 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e13a7ea-8b24-46e4-9f97-ed2e0a683b51 req-d2d5585d-2a68-4f42-ad31-5a9f498f43c5 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408146 Nov 11 22:05:00.101917 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85ca4ec1-749b-4b4c-8a44-fa6dd2457591 req-5d960c7b-a7d8-44f1-b290-57ca8cbe5235 service neutron] 10.222.0.71 "GET /v2.0/networks/4bb378c4-2688-4490-8169-77855e03ab63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282365 Nov 11 22:05:00.193928 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-85ca4ec1-749b-4b4c-8a44-fa6dd2457591 req-fc7b5cd7-1794-4a6e-8532-f6aaa6f00004 service neutron] 10.222.0.71 "GET /v2.0/networks/4bb378c4-2688-4490-8169-77855e03ab63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849953 Nov 11 22:05:00.284595 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-59cc9fb8-00e2-4c1b-a736-9d4bbe076958 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:00.286219 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-59cc9fb8-00e2-4c1b-a736-9d4bbe076958 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/networks?id=511df43e-0634-44c3-8117-cd144a4cabbd HTTP/1.1" status: 200 len: 911 time: 0.0980241 Nov 11 22:05:00.301386 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-cb6371d5-69f0-4888-9134-96aac2d21d43 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/quotas/3f3939284796444fb9d3c1b495d84ddc HTTP/1.1" status: 200 len: 375 time: 0.0091031 Nov 11 22:05:00.353136 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-0a72e93f-a43f-4f21-8aa2-3b1b90f69066 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f3939284796444fb9d3c1b495d84ddc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457044 Nov 11 22:05:00.448603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-54ea773d-933a-4ac6-bb83-80967a047fae service neutron] 10.222.0.57 "GET /v2.0/networks/511df43e-0634-44c3-8117-cd144a4cabbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869853 Nov 11 22:05:00.549235 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-e3654d71-418d-4a6a-97b3-425788f0cc09 service neutron] 10.222.0.57 "GET /v2.0/networks/511df43e-0634-44c3-8117-cd144a4cabbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940967 Nov 11 22:05:00.729296 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9c5b692-c58f-4861-ad20-73f0cc829729 req-d98f41ed-b162-4e6c-b372-4bc504cdb233 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 210 time: 0.0272992 Nov 11 22:05:01.736162 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-0253dc8d-65cf-4ba0-9121-dd58bf733658 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:01.738863 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-0253dc8d-65cf-4ba0-9121-dd58bf733658 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.71 "GET /v2.0/networks?id=511df43e-0634-44c3-8117-cd144a4cabbd HTTP/1.1" status: 200 len: 911 time: 0.1127362 Nov 11 22:05:01.755332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f01ebd06-e95a-4a3b-943a-074434cfb5c7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Request body: {'port': {'device_id': 'adfdf606-d105-46c3-ab15-4fdd10bc594f', 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd', 'admin_state_up': True, 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:01.784233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f01ebd06-e95a-4a3b-943a-074434cfb5c7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Made reservation on behalf of 3f3939284796444fb9d3c1b495d84ddc for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:05:01.786785 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f01ebd06-e95a-4a3b-943a-074434cfb5c7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:01.834630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fec64458-a816-47ed-a11a-037111b55c9a req-2e5c6d57-83d2-4dcc-908e-30f09ab54430 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 210 time: 0.0280147 Nov 11 22:05:01.921085 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f01ebd06-e95a-4a3b-943a-074434cfb5c7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Allocated IP 172.20.0.3 (511df43e-0634-44c3-8117-cd144a4cabbd/16e2f01f-3903-45b3-93c8-aa31ba6ea159/2514f322-7b5f-49c5-ad64-55db7244053b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:05:02.059222 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f01ebd06-e95a-4a3b-943a-074434cfb5c7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:02.096096 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f01ebd06-e95a-4a3b-943a-074434cfb5c7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:02.109078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['05b250df-e3b2-49b4-8079-ffa408f50ff9'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:05:02.144068 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f01ebd06-e95a-4a3b-943a-074434cfb5c7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Network 511df43e-0634-44c3-8117-cd144a4cabbd is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:05:02.152118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f01ebd06-e95a-4a3b-943a-074434cfb5c7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:05:02.155997 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f01ebd06-e95a-4a3b-943a-074434cfb5c7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:05:02.188471 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ebd06-e95a-4a3b-943a-074434cfb5c7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Pushing event updated for resources: {'Port': ['ID=2514f322-7b5f-49c5-ad64-55db7244053b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:02.211118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f01ebd06-e95a-4a3b-943a-074434cfb5c7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:02.211721 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f01ebd06-e95a-4a3b-943a-074434cfb5c7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:02.236283 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f01ebd06-e95a-4a3b-943a-074434cfb5c7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4866252 Nov 11 22:05:02.257599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Request body: {'port': {'device_id': 'adfdf606-d105-46c3-ab15-4fdd10bc594f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:02.327595 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:02.488335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c394c45a-91d1-4279-abf2-c395e99910b2 None None] Provisioning complete for port 2514f322-7b5f-49c5-ad64-55db7244053b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:02.488764 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c394c45a-91d1-4279-abf2-c395e99910b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:02.522702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c394c45a-91d1-4279-abf2-c395e99910b2 None None] Port 2514f322-7b5f-49c5-ad64-55db7244053b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:05:02.625353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2514f322-7b5f-49c5-ad64-55db7244053b {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:05:02.632830 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:02.645165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Transition to ACTIVE for port object 2514f322-7b5f-49c5-ad64-55db7244053b will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:05:02.650071 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:02.719544 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Pushing event updated for resources: {'Port': ['ID=2514f322-7b5f-49c5-ad64-55db7244053b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:02.776335 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Attempting to bind port 2514f322-7b5f-49c5-ad64-55db7244053b on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:05:02.776977 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Attempting to bind port 2514f322-7b5f-49c5-ad64-55db7244053b by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:05:02.777127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Attempting to bind port 2514f322-7b5f-49c5-ad64-55db7244053b on network 511df43e-0634-44c3-8117-cd144a4cabbd {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:02.782195 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Port 2514f322-7b5f-49c5-ad64-55db7244053b on network 511df43e-0634-44c3-8117-cd144a4cabbd not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:05:02.782515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Attempting to bind port 2514f322-7b5f-49c5-ad64-55db7244053b on network 511df43e-0634-44c3-8117-cd144a4cabbd {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:02.787666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:05:02.788249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Checking segment: {'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:05:02.788640 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Bound using segment: {'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:05:02.789096 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Bound port: 2514f322-7b5f-49c5-ad64-55db7244053b, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:05:02.789456 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:02.863619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] For port 2514f322-7b5f-49c5-ad64-55db7244053b, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:05:02.867944 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] For port 2514f322-7b5f-49c5-ad64-55db7244053b, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=2514f322-7b5f-49c5-ad64-55db7244053b,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:05:02.873795 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:02.909534 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:02.910192 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:02.911596 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] 10.222.0.71 "PUT /v2.0/ports/2514f322-7b5f-49c5-ad64-55db7244053b HTTP/1.1" status: 200 len: 1091 time: 0.6634324 Nov 11 22:05:02.912061 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfdf606-d105-46c3-ab15-4fdd10bc594f', 'tag': '2514f322-7b5f-49c5-ad64-55db7244053b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:02.914380 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b442ca8f-9df6-4728-8d77-2f64d94a0cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "adfdf606-d105-46c3-ab15-4fdd10bc594f", "tag": "2514f322-7b5f-49c5-ad64-55db7244053b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:02.947822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767ccfc-158b-4f00-94eb-fcdbef18fca9 service neutron] Pushing event updated for resources: {'Port': ['ID=2514f322-7b5f-49c5-ad64-55db7244053b,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:02.962955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ab8d-67a9-4b9b-a3e3-f967bffaf04f req-0dc3e717-bfdb-4061-94cf-5e614bad2f64 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:02.964526 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b430ab8d-67a9-4b9b-a3e3-f967bffaf04f req-0dc3e717-bfdb-4061-94cf-5e614bad2f64 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1094 time: 0.0534062 Nov 11 22:05:03.013488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b430ab8d-67a9-4b9b-a3e3-f967bffaf04f req-d3642a47-b24c-490f-957d-21c8b3b9d82e tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422461 Nov 11 22:05:03.018954 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-7d9f18ef-3d15-420e-a038-1e04dc9c7a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:03.020543 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-7d9f18ef-3d15-420e-a038-1e04dc9c7a06 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3f3939284796444fb9d3c1b495d84ddc&device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1094 time: 0.0493274 Nov 11 22:05:03.084930 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776534cf-b052-4a90-90b9-5c7e55d24424 x-openstack-request-id: req-776534cf-b052-4a90-90b9-5c7e55d24424 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:03.085231 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfdf606-d105-46c3-ab15-4fdd10bc594f", "tag": "2514f322-7b5f-49c5-ad64-55db7244053b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:03.085469 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-776534cf-b052-4a90-90b9-5c7e55d24424 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:03.085878 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfdf606-d105-46c3-ab15-4fdd10bc594f', 'tag': '2514f322-7b5f-49c5-ad64-55db7244053b', 'status': 'completed', 'code': 200} Nov 11 22:05:03.087742 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-f697e6b6-66cc-4b38-b6a0-eef04793cf02 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2514f322-7b5f-49c5-ad64-55db7244053b HTTP/1.1" status: 200 len: 217 time: 0.0445731 Nov 11 22:05:03.139730 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-e8a755aa-4af5-4da5-a7fd-ad2f96f2a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:03.141305 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-e8a755aa-4af5-4da5-a7fd-ad2f96f2a6d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=16e2f01f-3903-45b3-93c8-aa31ba6ea159 HTTP/1.1" status: 200 len: 848 time: 0.0451875 Nov 11 22:05:03.191436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-1d640c9d-530c-45a5-975d-ca2e0efb1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:03.193069 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-1d640c9d-530c-45a5-975d-ca2e0efb1682 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=511df43e-0634-44c3-8117-cd144a4cabbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444286 Nov 11 22:05:03.292442 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-df602442-20f5-4795-9734-09ff0abb5675 service neutron] 10.222.0.71 "GET /v2.0/networks/511df43e-0634-44c3-8117-cd144a4cabbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915914 Nov 11 22:05:03.386022 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-fdb9ffad-4df9-4949-ada7-e9e99a8ed475 req-059bc8dd-7190-4752-b20b-c5f6f1306502 service neutron] 10.222.0.71 "GET /v2.0/networks/511df43e-0634-44c3-8117-cd144a4cabbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851591 Nov 11 22:05:03.484999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442ca8f-9df6-4728-8d77-2f64d94a0cb7 req-1b743d48-cb8b-4bd4-ade3-cc06fa4b6d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:03.486546 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b442ca8f-9df6-4728-8d77-2f64d94a0cb7 req-1b743d48-cb8b-4bd4-ade3-cc06fa4b6d9a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3f3939284796444fb9d3c1b495d84ddc&device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1094 time: 0.0491645 Nov 11 22:05:03.584382 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442ca8f-9df6-4728-8d77-2f64d94a0cb7 req-eb8b3f46-a5cd-4504-828a-3ac31ba141e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:03.585921 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b442ca8f-9df6-4728-8d77-2f64d94a0cb7 req-eb8b3f46-a5cd-4504-828a-3ac31ba141e7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=511df43e-0634-44c3-8117-cd144a4cabbd HTTP/1.1" status: 200 len: 911 time: 0.0918555 Nov 11 22:05:03.636328 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b442ca8f-9df6-4728-8d77-2f64d94a0cb7 req-da446ddc-9726-439b-945e-70f4e406231e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2514f322-7b5f-49c5-ad64-55db7244053b HTTP/1.1" status: 200 len: 217 time: 0.0415516 Nov 11 22:05:03.693435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442ca8f-9df6-4728-8d77-2f64d94a0cb7 req-ac1b64f0-f6ba-483b-9181-150c7b6be210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:03.694946 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b442ca8f-9df6-4728-8d77-2f64d94a0cb7 req-ac1b64f0-f6ba-483b-9181-150c7b6be210 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=16e2f01f-3903-45b3-93c8-aa31ba6ea159 HTTP/1.1" status: 200 len: 848 time: 0.0473642 Nov 11 22:05:03.750464 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442ca8f-9df6-4728-8d77-2f64d94a0cb7 req-15a2a4d1-47ef-46a5-ad2b-8fa4bb1aa3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:03.751899 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b442ca8f-9df6-4728-8d77-2f64d94a0cb7 req-15a2a4d1-47ef-46a5-ad2b-8fa4bb1aa3a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=511df43e-0634-44c3-8117-cd144a4cabbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426188 Nov 11 22:05:03.847021 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b442ca8f-9df6-4728-8d77-2f64d94a0cb7 req-38110865-54f1-423b-b0d0-fa1c6cc6a3d9 service neutron] 10.222.0.71 "GET /v2.0/networks/511df43e-0634-44c3-8117-cd144a4cabbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868077 Nov 11 22:05:03.941943 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b442ca8f-9df6-4728-8d77-2f64d94a0cb7 req-86423e17-a9b7-462a-add1-c254898e1165 service neutron] 10.222.0.71 "GET /v2.0/networks/511df43e-0634-44c3-8117-cd144a4cabbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873826 Nov 11 22:05:04.130166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ba589-8b9a-46f3-af8d-8617ca713f14 req-8cfa87e8-eaaa-4371-853c-2b0369399dbe tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:04.131808 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e42ba589-8b9a-46f3-af8d-8617ca713f14 req-8cfa87e8-eaaa-4371-853c-2b0369399dbe tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1094 time: 0.0475557 Nov 11 22:05:04.178688 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e42ba589-8b9a-46f3-af8d-8617ca713f14 req-258c5fa7-a998-4984-8f47-bca5a4033762 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387108 Nov 11 22:05:05.286292 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9c3c0-e90f-4827-abba-163e8c85de09 req-ed4bf2fe-4a9f-4abf-8098-db07e8cf158a tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:05.287828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-42e9c3c0-e90f-4827-abba-163e8c85de09 req-ed4bf2fe-4a9f-4abf-8098-db07e8cf158a tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1094 time: 0.0410242 Nov 11 22:05:05.333700 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-42e9c3c0-e90f-4827-abba-163e8c85de09 req-ec947945-2b06-43cf-89e5-b5f67c060cae tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398028 Nov 11 22:05:06.447348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adae6c-ac68-4348-85da-36cc4855a515 req-65cd557f-6d42-4b63-80d2-53d5efa7b0cd tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:06.448981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2adae6c-ac68-4348-85da-36cc4855a515 req-65cd557f-6d42-4b63-80d2-53d5efa7b0cd tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1094 time: 0.0473168 Nov 11 22:05:06.494431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f2adae6c-ac68-4348-85da-36cc4855a515 req-d5ee2d36-4395-400e-9bbd-662f178eac05 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392356 Nov 11 22:05:06.798097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 2514f322-7b5f-49c5-ad64-55db7244053b details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:05:06.895778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 2514f322-7b5f-49c5-ad64-55db7244053b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=2514f322-7b5f-49c5-ad64-55db7244053b,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:06.907606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '2514f322-7b5f-49c5-ad64-55db7244053b', 'network_id': '511df43e-0634-44c3-8117-cd144a4cabbd', 'port_id': '2514f322-7b5f-49c5-ad64-55db7244053b', 'mac_address': 'fa:16:3e:4e:90:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e2f01f-3903-45b3-93c8-aa31ba6ea159', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:05:06.955965 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:06.971809 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2514f322-7b5f-49c5-ad64-55db7244053b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:05:06.992720 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 2514f322-7b5f-49c5-ad64-55db7244053b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=2514f322-7b5f-49c5-ad64-55db7244053b,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:06.998400 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:07.046901 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=2514f322-7b5f-49c5-ad64-55db7244053b,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:07.262337 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['2514f322-7b5f-49c5-ad64-55db7244053b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:05:07.608260 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e5879-3637-46ca-b11b-a6148281396d req-b56acd56-ea25-42df-94af-cbfe84cbc0cd tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:07.609884 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b42e5879-3637-46ca-b11b-a6148281396d req-b56acd56-ea25-42df-94af-cbfe84cbc0cd tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1095 time: 0.0434384 Nov 11 22:05:07.656562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b42e5879-3637-46ca-b11b-a6148281396d req-f2da2e08-63a9-4925-9ccd-be55b36f87d7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401866 Nov 11 22:05:08.773141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895944b-8594-4109-abc3-cb3e0dd1036a req-beccc262-6125-47e9-bf67-d399af0eddca tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:08.774687 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0895944b-8594-4109-abc3-cb3e0dd1036a req-beccc262-6125-47e9-bf67-d399af0eddca tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1095 time: 0.0434337 Nov 11 22:05:08.830801 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0895944b-8594-4109-abc3-cb3e0dd1036a req-b604660d-a324-49e5-824a-c19236378b42 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498953 Nov 11 22:05:08.835467 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 2514f322-7b5f-49c5-ad64-55db7244053b up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:05:08.890323 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 2514f322-7b5f-49c5-ad64-55db7244053b completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:05:08.894836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 2514f322-7b5f-49c5-ad64-55db7244053b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:08.895214 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:08.983161 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:09.011734 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfdf606-d105-46c3-ab15-4fdd10bc594f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2514f322-7b5f-49c5-ad64-55db7244053b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:09.014319 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55541e57-e19d-4938-9c1e-a785dfd7bfa4" -d '{"events": [{"server_uuid": "adfdf606-d105-46c3-ab15-4fdd10bc594f", "name": "network-vif-plugged", "status": "completed", "tag": "2514f322-7b5f-49c5-ad64-55db7244053b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:09.029216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 2514f322-7b5f-49c5-ad64-55db7244053b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=2514f322-7b5f-49c5-ad64-55db7244053b,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:09.035498 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:09.063821 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a272672f-d6e8-45d1-8640-0e90f52cc7c2 x-openstack-request-id: req-a272672f-d6e8-45d1-8640-0e90f52cc7c2 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:09.064128 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfdf606-d105-46c3-ab15-4fdd10bc594f", "name": "network-vif-plugged", "status": "completed", "tag": "2514f322-7b5f-49c5-ad64-55db7244053b", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:09.064365 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a272672f-d6e8-45d1-8640-0e90f52cc7c2 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:09.064764 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfdf606-d105-46c3-ab15-4fdd10bc594f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2514f322-7b5f-49c5-ad64-55db7244053b', 'code': 200} Nov 11 22:05:09.097948 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=2514f322-7b5f-49c5-ad64-55db7244053b,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:09.163002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa809743-3be0-4fcc-80f3-9c0b09046fb3 req-894d53ec-c5b7-4601-9613-d5d45e910b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:09.164571 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-aa809743-3be0-4fcc-80f3-9c0b09046fb3 req-894d53ec-c5b7-4601-9613-d5d45e910b61 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1096 time: 0.0456719 Nov 11 22:05:09.222759 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-aa809743-3be0-4fcc-80f3-9c0b09046fb3 req-8e1854fe-cb16-4fa9-84c2-41ff85daede5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480886 Nov 11 22:05:09.943736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889808a-3f28-41de-96a2-9d4c9f37fcba req-b75226e5-c0e1-433f-8552-5f781453b967 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:09.945381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d889808a-3f28-41de-96a2-9d4c9f37fcba req-b75226e5-c0e1-433f-8552-5f781453b967 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1096 time: 0.0434570 Nov 11 22:05:09.997471 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d889808a-3f28-41de-96a2-9d4c9f37fcba req-85ef5106-1123-4e3c-acd3-7519e0ebfec1 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413299 Nov 11 22:05:11.110899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a793a-f82a-4016-b631-e1d7b2b69921 req-39ca4cc8-3fb1-4665-9318-c4bcf79e8a67 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:11.112528 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d20a793a-f82a-4016-b631-e1d7b2b69921 req-39ca4cc8-3fb1-4665-9318-c4bcf79e8a67 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1096 time: 0.0429931 Nov 11 22:05:11.163772 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d20a793a-f82a-4016-b631-e1d7b2b69921 req-617dde5c-938a-4d69-83a0-8b3f21164ae7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 Nov 11 22:05:11.252375 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:11.282376 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267d94-3469-4321-98d7-4186afc599f0 req-cf536d93-607b-4836-9881-b4d6cefe832b tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:11.283905 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29267d94-3469-4321-98d7-4186afc599f0 req-cf536d93-607b-4836-9881-b4d6cefe832b tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1096 time: 0.0504110 Nov 11 22:05:11.333996 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-29267d94-3469-4321-98d7-4186afc599f0 req-9e7e6c9b-ea73-40a9-bb86-d5b6de01d696 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438664 Nov 11 22:05:11.441251 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247e7fd-0f54-4bec-b28f-cce98edb08ae req-1f95d16a-5a4e-4615-8ddf-f29028643ad4 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:11.442808 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1247e7fd-0f54-4bec-b28f-cce98edb08ae req-1f95d16a-5a4e-4615-8ddf-f29028643ad4 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1096 time: 0.0431333 Nov 11 22:05:11.494160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1247e7fd-0f54-4bec-b28f-cce98edb08ae req-5fc302af-3adc-4a2e-abbb-d063219e78b7 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450933 Nov 11 22:05:11.730560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce549fc-a8d2-430a-9320-7d822546d289 req-a4ff9531-c6cc-4762-bce2-a6931d858cd0 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:11.732124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ce549fc-a8d2-430a-9320-7d822546d289 req-a4ff9531-c6cc-4762-bce2-a6931d858cd0 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1096 time: 0.0430748 Nov 11 22:05:11.780605 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ce549fc-a8d2-430a-9320-7d822546d289 req-00d10b6d-5923-4399-ad7e-2701ce294dc9 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423052 Nov 11 22:05:12.889715 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ad7a9-ee0d-44e6-8207-bc56b5881368 req-96e23374-0565-4b94-ad32-b9c884e64218 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:12.891266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd4ad7a9-ee0d-44e6-8207-bc56b5881368 req-96e23374-0565-4b94-ad32-b9c884e64218 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1096 time: 0.0423646 Nov 11 22:05:12.939774 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd4ad7a9-ee0d-44e6-8207-bc56b5881368 req-618b56b0-c361-412a-8a60-cc1b7b6b20e4 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419388 Nov 11 22:05:13.104169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc491560-a7a0-4381-ab9c-4798f7375e64 req-a17bd1a0-6047-4e32-b7c4-1fc4a41e5ad2 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:13.105723 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cc491560-a7a0-4381-ab9c-4798f7375e64 req-a17bd1a0-6047-4e32-b7c4-1fc4a41e5ad2 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 1096 time: 0.0432916 Nov 11 22:05:13.193429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-cc491560-a7a0-4381-ab9c-4798f7375e64 req-98db0fc2-53a6-456e-b465-44f28752c6ed tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Deleting port 2514f322-7b5f-49c5-ad64-55db7244053b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:13.193771 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc491560-a7a0-4381-ab9c-4798f7375e64 req-98db0fc2-53a6-456e-b465-44f28752c6ed tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:13.275580 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-cc491560-a7a0-4381-ab9c-4798f7375e64 req-98db0fc2-53a6-456e-b465-44f28752c6ed tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] For port 2514f322-7b5f-49c5-ad64-55db7244053b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=2514f322-7b5f-49c5-ad64-55db7244053b,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:13.275942 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc491560-a7a0-4381-ab9c-4798f7375e64 req-98db0fc2-53a6-456e-b465-44f28752c6ed tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:13.288398 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-cc491560-a7a0-4381-ab9c-4798f7375e64 req-98db0fc2-53a6-456e-b465-44f28752c6ed tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Calling delete_port for 2514f322-7b5f-49c5-ad64-55db7244053b owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:13.415094 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc491560-a7a0-4381-ab9c-4798f7375e64 req-98db0fc2-53a6-456e-b465-44f28752c6ed tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:13.427861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['2514f322-7b5f-49c5-ad64-55db7244053b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:05:13.430150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['05b250df-e3b2-49b4-8079-ffa408f50ff9'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:05:13.444135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db0fc2-53a6-456e-b465-44f28752c6ed tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Pushing event deleted for resources: {'Port': ['ID=2514f322-7b5f-49c5-ad64-55db7244053b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:13.487559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc491560-a7a0-4381-ab9c-4798f7375e64 req-98db0fc2-53a6-456e-b465-44f28752c6ed tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] No DVR routers for this DVR port 2514f322-7b5f-49c5-ad64-55db7244053b on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:05:13.490863 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-cc491560-a7a0-4381-ab9c-4798f7375e64 req-98db0fc2-53a6-456e-b465-44f28752c6ed tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:13.494804 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cc491560-a7a0-4381-ab9c-4798f7375e64 req-98db0fc2-53a6-456e-b465-44f28752c6ed tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.71 "DELETE /v2.0/ports/2514f322-7b5f-49c5-ad64-55db7244053b HTTP/1.1" status: 204 len: 173 time: 0.3776085 Nov 11 22:05:13.495278 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfdf606-d105-46c3-ab15-4fdd10bc594f', 'name': 'network-vif-deleted', 'tag': '2514f322-7b5f-49c5-ad64-55db7244053b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:13.497988 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd45739-7e2b-4322-b58c-1ccf8dc73167" -d '{"events": [{"server_uuid": "adfdf606-d105-46c3-ab15-4fdd10bc594f", "name": "network-vif-deleted", "tag": "2514f322-7b5f-49c5-ad64-55db7244053b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:13.540610 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47aaa5bd-078b-4080-acd8-05bd5d1afabb x-openstack-request-id: req-47aaa5bd-078b-4080-acd8-05bd5d1afabb {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:13.541012 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfdf606-d105-46c3-ab15-4fdd10bc594f", "name": "network-vif-deleted", "tag": "2514f322-7b5f-49c5-ad64-55db7244053b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:13.541267 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47aaa5bd-078b-4080-acd8-05bd5d1afabb {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:13.541689 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfdf606-d105-46c3-ab15-4fdd10bc594f', 'name': 'network-vif-deleted', 'tag': '2514f322-7b5f-49c5-ad64-55db7244053b', 'status': 'completed', 'code': 200} Nov 11 22:05:13.872710 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3d42a098-59a6-41f5-bd03-c24cdd8853b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:14.047337 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2735ae5b-d385-47d9-9326-4660df8e5d14 req-a4a2418d-92d5-4ad0-8450-1c9726360595 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=adfdf606-d105-46c3-ab15-4fdd10bc594f HTTP/1.1" status: 200 len: 210 time: 0.0258372 Nov 11 22:05:14.784287 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:15.317829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387f4b7-8480-4d47-8603-d6bda87b5586 req-266e658c-0baa-4ce6-a964-2ac202112f88 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:15.319394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9387f4b7-8480-4d47-8603-d6bda87b5586 req-266e658c-0baa-4ce6-a964-2ac202112f88 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1097 time: 0.0420859 Nov 11 22:05:15.367811 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9387f4b7-8480-4d47-8603-d6bda87b5586 req-ce7a9411-0e4e-420d-99cd-8671063c4956 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422952 Nov 11 22:05:16.065457 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06ec4562-c6ea-41f9-b710-8c5b7f9f78ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:16.480005 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718b02f-3802-448c-acce-12057ca9f67f req-f91071ec-0aa9-4c06-bcff-5c71e695c29e tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:16.481660 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f718b02f-3802-448c-acce-12057ca9f67f req-f91071ec-0aa9-4c06-bcff-5c71e695c29e tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1097 time: 0.0454619 Nov 11 22:05:16.528529 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f718b02f-3802-448c-acce-12057ca9f67f req-3883b1f2-4607-4730-8df7-7844ffbc594c tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ae13ac97-03b1-4a83-9bcb-eef328bc7503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405636 Nov 11 22:05:16.711971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4884077-b8e5-4810-ab34-155393f3b6e8 req-2c83759b-24ed-46d7-aa52-444fecd14ede tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:16.713599 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4884077-b8e5-4810-ab34-155393f3b6e8 req-2c83759b-24ed-46d7-aa52-444fecd14ede tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 1097 time: 0.0438683 Nov 11 22:05:16.798196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-c4884077-b8e5-4810-ab34-155393f3b6e8 req-c02dd9ad-7fc5-4dbe-a6cc-90c8b7f2a785 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Deleting port 05b250df-e3b2-49b4-8079-ffa408f50ff9 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:16.798538 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c4884077-b8e5-4810-ab34-155393f3b6e8 req-c02dd9ad-7fc5-4dbe-a6cc-90c8b7f2a785 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:16.866427 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 2514f322-7b5f-49c5-ad64-55db7244053b no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:16.878127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-c4884077-b8e5-4810-ab34-155393f3b6e8 req-c02dd9ad-7fc5-4dbe-a6cc-90c8b7f2a785 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] For port 05b250df-e3b2-49b4-8079-ffa408f50ff9, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=05b250df-e3b2-49b4-8079-ffa408f50ff9,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:16.878592 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c4884077-b8e5-4810-ab34-155393f3b6e8 req-c02dd9ad-7fc5-4dbe-a6cc-90c8b7f2a785 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:16.890748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 2514f322-7b5f-49c5-ad64-55db7244053b {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:16.891080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 2514f322-7b5f-49c5-ad64-55db7244053b not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:16.892214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-c4884077-b8e5-4810-ab34-155393f3b6e8 req-c02dd9ad-7fc5-4dbe-a6cc-90c8b7f2a785 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Calling delete_port for 05b250df-e3b2-49b4-8079-ffa408f50ff9 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:17.021783 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c4884077-b8e5-4810-ab34-155393f3b6e8 req-c02dd9ad-7fc5-4dbe-a6cc-90c8b7f2a785 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:17.034322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['05b250df-e3b2-49b4-8079-ffa408f50ff9'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:05:17.052841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02dd9ad-7fc5-4dbe-a6cc-90c8b7f2a785 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Pushing event deleted for resources: {'Port': ['ID=05b250df-e3b2-49b4-8079-ffa408f50ff9,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:17.099986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4884077-b8e5-4810-ab34-155393f3b6e8 req-c02dd9ad-7fc5-4dbe-a6cc-90c8b7f2a785 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] No DVR routers for this DVR port 05b250df-e3b2-49b4-8079-ffa408f50ff9 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:05:17.102846 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-c4884077-b8e5-4810-ab34-155393f3b6e8 req-c02dd9ad-7fc5-4dbe-a6cc-90c8b7f2a785 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:17.106298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4884077-b8e5-4810-ab34-155393f3b6e8 req-c02dd9ad-7fc5-4dbe-a6cc-90c8b7f2a785 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.10 "DELETE /v2.0/ports/05b250df-e3b2-49b4-8079-ffa408f50ff9 HTTP/1.1" status: 204 len: 173 time: 0.3868177 Nov 11 22:05:17.106766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17073dfc-5f8f-4e32-b5e7-418458c3183c', 'name': 'network-vif-deleted', 'tag': '05b250df-e3b2-49b4-8079-ffa408f50ff9'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:17.109159 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcfda3f-79e0-49d4-a6b4-4094d8391f04" -d '{"events": [{"server_uuid": "17073dfc-5f8f-4e32-b5e7-418458c3183c", "name": "network-vif-deleted", "tag": "05b250df-e3b2-49b4-8079-ffa408f50ff9"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:17.150877 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beff50ba-1ea9-4c60-b33b-5d11e9cd91bd x-openstack-request-id: req-beff50ba-1ea9-4c60-b33b-5d11e9cd91bd {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:17.151200 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17073dfc-5f8f-4e32-b5e7-418458c3183c", "name": "network-vif-deleted", "tag": "05b250df-e3b2-49b4-8079-ffa408f50ff9", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:17.151452 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-beff50ba-1ea9-4c60-b33b-5d11e9cd91bd {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:17.151854 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17073dfc-5f8f-4e32-b5e7-418458c3183c', 'name': 'network-vif-deleted', 'tag': '05b250df-e3b2-49b4-8079-ffa408f50ff9', 'status': 'completed', 'code': 200} Nov 11 22:05:17.253554 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:17.328409 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:05:17.638532 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-23c05f6d-b7ed-4190-ba2c-1aa3169f6577 req-eee6f998-c849-422a-a5b9-e777c9152475 tempest-TestServerMultinode-991413291 tempest-TestServerMultinode-991413291-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=17073dfc-5f8f-4e32-b5e7-418458c3183c HTTP/1.1" status: 200 len: 210 time: 0.0262065 Nov 11 22:05:18.636049 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:18.712921 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53214) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:19.082799 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ca4456d7-966c-46a3-a53e-712aa46c24eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:19.331607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ca4456d7-966c-46a3-a53e-712aa46c24eb admin admin] Deleting port ea7543f4-73fe-48db-a2f2-bc383f06eda5 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:19.331885 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ca4456d7-966c-46a3-a53e-712aa46c24eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:19.370344 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:19.420751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-ca4456d7-966c-46a3-a53e-712aa46c24eb admin admin] For port ea7543f4-73fe-48db-a2f2-bc383f06eda5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ea7543f4-73fe-48db-a2f2-bc383f06eda5,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:19.421174 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ca4456d7-966c-46a3-a53e-712aa46c24eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:19.434988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ca4456d7-966c-46a3-a53e-712aa46c24eb admin admin] Calling delete_port for ea7543f4-73fe-48db-a2f2-bc383f06eda5 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:19.619901 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ca4456d7-966c-46a3-a53e-712aa46c24eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:19.644586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4456d7-966c-46a3-a53e-712aa46c24eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7543f4-73fe-48db-a2f2-bc383f06eda5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:20.137962 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ca4456d7-966c-46a3-a53e-712aa46c24eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:20.354457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4456d7-966c-46a3-a53e-712aa46c24eb admin admin] Router 4b996131-112c-4251-901d-d10270db0568 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:05:20.458734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4456d7-966c-46a3-a53e-712aa46c24eb admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:05:20.464144 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ca4456d7-966c-46a3-a53e-712aa46c24eb admin admin] 10.222.0.57 "PUT /v2.0/routers/4b996131-112c-4251-901d-d10270db0568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7494295 Nov 11 22:05:20.466746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53216) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:20.468030 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312716d8-8da2-42ba-b9c2-2bb7b5b75f04 None None] Sync routers for ids ['4b996131-112c-4251-901d-d10270db0568'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:05:20.479119 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312716d8-8da2-42ba-b9c2-2bb7b5b75f04 None None] Routers {'4b996131-112c-4251-901d-d10270db0568'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:20.479819 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-312716d8-8da2-42ba-b9c2-2bb7b5b75f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4b996131-112c-4251-901d-d10270db0568'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:20.572662 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:20.584895 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-312716d8-8da2-42ba-b9c2-2bb7b5b75f04 None None] Set router 4b996131-112c-4251-901d-d10270db0568 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:20.684895 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:20.742743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] Deleting port 17b5b853-f66b-4597-8475-948413a57f92 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:20.743072 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:20.831621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] For port 17b5b853-f66b-4597-8475-948413a57f92, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=17b5b853-f66b-4597-8475-948413a57f92,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:20.832120 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:20.844706 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] Calling delete_port for 17b5b853-f66b-4597-8475-948413a57f92 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:20.861798 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-312716d8-8da2-42ba-b9c2-2bb7b5b75f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996131-112c-4251-901d-d10270db0568', 'name': 'tempest-TestServerMultinode-750123218-router', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '17b5b853-f66b-4597-8475-948413a57f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:05:19Z', 'revision_number': 5, 'project_id': 'b743cf1395d54a328603fc5f937ad951', 'gw_port': {'id': '17b5b853-f66b-4597-8475-948413a57f92', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996131-112c-4251-901d-d10270db0568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:20.887888 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312716d8-8da2-42ba-b9c2-2bb7b5b75f04 None None] Checking router: 4b996131-112c-4251-901d-d10270db0568 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:05:20.896580 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312716d8-8da2-42ba-b9c2-2bb7b5b75f04 None None] Routers {'4b996131-112c-4251-901d-d10270db0568'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:20.897211 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-312716d8-8da2-42ba-b9c2-2bb7b5b75f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['4b996131-112c-4251-901d-d10270db0568'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:20.984546 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-312716d8-8da2-42ba-b9c2-2bb7b5b75f04 None None] Set router 4b996131-112c-4251-901d-d10270db0568 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:21.011710 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.035769 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b5b853-f66b-4597-8475-948413a57f92,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:21.039723 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-312716d8-8da2-42ba-b9c2-2bb7b5b75f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996131-112c-4251-901d-d10270db0568', 'name': 'tempest-TestServerMultinode-750123218-router', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:05:20Z', 'revision_number': 6, 'project_id': 'b743cf1395d54a328603fc5f937ad951', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:21.053729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526afd12-31e8-49cb-aa79-8219a2e204bd None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:05:21.067273 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312716d8-8da2-42ba-b9c2-2bb7b5b75f04 None None] The sync data for ids ['4b996131-112c-4251-901d-d10270db0568'] in n-d-805737-3 is: [{'id': '4b996131-112c-4251-901d-d10270db0568', 'name': 'tempest-TestServerMultinode-750123218-router', 'tenant_id': 'b743cf1395d54a328603fc5f937ad951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:36Z', 'updated_at': '2021-11-11T22:05:20Z', 'revision_number': 6, 'project_id': 'b743cf1395d54a328603fc5f937ad951', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:05:21.114424 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.219781 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.222217 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.284503 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.285300 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b996131-112c-4251-901d-d10270db0568 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:05:21.290130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.291343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-86758da0-ef68-429c-9003-217e72a7f9d4 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4b996131-112c-4251-901d-d10270db0568 HTTP/1.1" status: 204 len: 168 time: 0.8236284 Nov 11 22:05:21.294203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53222) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:21.340413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71336c8-4441-4c6b-ba0f-de1aac61c58b admin admin] Deleting subnet 16e2f01f-3903-45b3-93c8-aa31ba6ea159 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:05:21.343623 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b71336c8-4441-4c6b-ba0f-de1aac61c58b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.383897 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b71336c8-4441-4c6b-ba0f-de1aac61c58b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.467472 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b71336c8-4441-4c6b-ba0f-de1aac61c58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.524189 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b71336c8-4441-4c6b-ba0f-de1aac61c58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.551362 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71336c8-4441-4c6b-ba0f-de1aac61c58b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16e2f01f-3903-45b3-93c8-aa31ba6ea159,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:21.556150 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b71336c8-4441-4c6b-ba0f-de1aac61c58b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.560137 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b71336c8-4441-4c6b-ba0f-de1aac61c58b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/16e2f01f-3903-45b3-93c8-aa31ba6ea159 HTTP/1.1" status: 204 len: 168 time: 0.2648330 Nov 11 22:05:21.562802 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53224) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:21.565291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73760e62-adaf-4f37-a688-29a2f6133639 None None] Network 511df43e-0634-44c3-8117-cd144a4cabbd requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:05:21.640502 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.702861 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] Deleting port 8bd09af0-0463-425f-bc4a-9a37f426d868 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:21.703385 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.778278 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] For port 8bd09af0-0463-425f-bc4a-9a37f426d868, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8bd09af0-0463-425f-bc4a-9a37f426d868,segment=NetworkSegment(f78e4ecd-eeb1-43da-ab2a-df25f832ef4f),segment_id=f78e4ecd-eeb1-43da-ab2a-df25f832ef4f)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:21.778546 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.791979 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] Calling delete_port for 8bd09af0-0463-425f-bc4a-9a37f426d868 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:21.869435 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89fc46c-c609-4f0f-aff6-4ef759d2573e None None] DHCP port deletion for 511df43e-0634-44c3-8117-cd144a4cabbd request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:05:21.883933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.918839 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] No DVR routers for this DVR port 8bd09af0-0463-425f-bc4a-9a37f426d868 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:05:21.922884 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd09af0-0463-425f-bc4a-9a37f426d868,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:21.929289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e89fc46c-c609-4f0f-aff6-4ef759d2573e None None] Deleting port 8bd09af0-0463-425f-bc4a-9a37f426d868 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:21.929740 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e89fc46c-c609-4f0f-aff6-4ef759d2573e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:21.953056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 05b250df-e3b2-49b4-8079-ffa408f50ff9 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:21.999873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 05b250df-e3b2-49b4-8079-ffa408f50ff9 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:22.000247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 05b250df-e3b2-49b4-8079-ffa408f50ff9 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:22.002988 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:22.016749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e89fc46c-c609-4f0f-aff6-4ef759d2573e None None] For port 8bd09af0-0463-425f-bc4a-9a37f426d868, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:22.017613 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e89fc46c-c609-4f0f-aff6-4ef759d2573e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:22.025462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511df43e-0634-44c3-8117-cd144a4cabbd']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:22.032336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e89fc46c-c609-4f0f-aff6-4ef759d2573e None None] Calling delete_port for 8bd09af0-0463-425f-bc4a-9a37f426d868 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:22.035199 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-e89fc46c-c609-4f0f-aff6-4ef759d2573e None None] Port 8bd09af0-0463-425f-bc4a-9a37f426d868 was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 22:05:22.036507 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e89fc46c-c609-4f0f-aff6-4ef759d2573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:22.036849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:22.037136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78e4ecd-eeb1-43da-ab2a-df25f832ef4f') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:22.047643 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:22.059616 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fc46c-c609-4f0f-aff6-4ef759d2573e None None] Pushing event deleted for resources: {'Port': ['ID=8bd09af0-0463-425f-bc4a-9a37f426d868,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:22.062705 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:22.067011 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89fc46c-c609-4f0f-aff6-4ef759d2573e None None] No DVR routers for this DVR port 8bd09af0-0463-425f-bc4a-9a37f426d868 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:05:22.070106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:05:22.070556 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:05:22.072980 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:05:22.160359 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ea7543f4-73fe-48db-a2f2-bc383f06eda5 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:22.190013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: ea7543f4-73fe-48db-a2f2-bc383f06eda5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:22.190534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ea7543f4-73fe-48db-a2f2-bc383f06eda5 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:22.192177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 17b5b853-f66b-4597-8475-948413a57f92 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:22.231133 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 17b5b853-f66b-4597-8475-948413a57f92 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:22.231592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 17b5b853-f66b-4597-8475-948413a57f92 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:22.232331 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8bd09af0-0463-425f-bc4a-9a37f426d868 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:22.256301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 8bd09af0-0463-425f-bc4a-9a37f426d868 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:22.256643 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8bd09af0-0463-425f-bc4a-9a37f426d868 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:22.540393 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:22.546793 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:22.550594 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/511df43e-0634-44c3-8117-cd144a4cabbd HTTP/1.1" status: 204 len: 168 time: 0.9856570 Nov 11 22:05:22.553801 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53226) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:22.562320 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c367b-02e0-4c3d-9284-8836b623acf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=511df43e-0634-44c3-8117-cd144a4cabbd,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:22.956246 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ce1898da-d80d-4c50-8fbe-1810ac3d5ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:23.213434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ce1898da-d80d-4c50-8fbe-1810ac3d5ce5 admin admin] Deleting port 35ec64e9-0415-403f-bf2f-419dd4fc1af3 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:23.213712 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ce1898da-d80d-4c50-8fbe-1810ac3d5ce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:23.295168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-ce1898da-d80d-4c50-8fbe-1810ac3d5ce5 admin admin] For port 35ec64e9-0415-403f-bf2f-419dd4fc1af3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=35ec64e9-0415-403f-bf2f-419dd4fc1af3,segment=NetworkSegment(9c0124f6-fe60-45a2-b48e-b9057243536a),segment_id=9c0124f6-fe60-45a2-b48e-b9057243536a)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:23.295524 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ce1898da-d80d-4c50-8fbe-1810ac3d5ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:23.308962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ce1898da-d80d-4c50-8fbe-1810ac3d5ce5 admin admin] Calling delete_port for 35ec64e9-0415-403f-bf2f-419dd4fc1af3 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:23.502983 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ce1898da-d80d-4c50-8fbe-1810ac3d5ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:23.535267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1898da-d80d-4c50-8fbe-1810ac3d5ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ec64e9-0415-403f-bf2f-419dd4fc1af3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:23.721953 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ce1898da-d80d-4c50-8fbe-1810ac3d5ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:23.945841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1898da-d80d-4c50-8fbe-1810ac3d5ce5 admin admin] Router a9dda307-a71f-41b9-9b47-2ceb8ca85a8d has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:05:24.054508 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1898da-d80d-4c50-8fbe-1810ac3d5ce5 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:05:24.059795 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ce1898da-d80d-4c50-8fbe-1810ac3d5ce5 admin admin] 10.222.0.57 "PUT /v2.0/routers/a9dda307-a71f-41b9-9b47-2ceb8ca85a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5047400 Nov 11 22:05:24.062328 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53230) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:24.065105 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201455dc-fd3b-4257-984b-a68a871c40f0 None None] Sync routers for ids ['a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:05:24.075824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201455dc-fd3b-4257-984b-a68a871c40f0 None None] Routers {'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:24.076449 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-201455dc-fd3b-4257-984b-a68a871c40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:24.171975 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:24.185042 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-201455dc-fd3b-4257-984b-a68a871c40f0 None None] Set router a9dda307-a71f-41b9-9b47-2ceb8ca85a8d gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:24.378697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-201455dc-fd3b-4257-984b-a68a871c40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'name': 'tempest-TestServerMultinode-1410929485-router', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:42Z', 'updated_at': '2021-11-11T22:05:23Z', 'revision_number': 5, 'project_id': '3f3939284796444fb9d3c1b495d84ddc', 'gw_port': {'id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:43Z', 'updated_at': '2021-11-11T22:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:24.406709 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201455dc-fd3b-4257-984b-a68a871c40f0 None None] Checking router: a9dda307-a71f-41b9-9b47-2ceb8ca85a8d for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:05:24.416402 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201455dc-fd3b-4257-984b-a68a871c40f0 None None] Routers {'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:24.417079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-201455dc-fd3b-4257-984b-a68a871c40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:24.528526 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-201455dc-fd3b-4257-984b-a68a871c40f0 None None] Set router a9dda307-a71f-41b9-9b47-2ceb8ca85a8d gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:24.597942 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:24.654962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] Deleting port cfc54cdd-2047-465d-ae89-4c87300a6a9e {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:24.655271 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:24.765318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] For port cfc54cdd-2047-465d-ae89-4c87300a6a9e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=cfc54cdd-2047-465d-ae89-4c87300a6a9e,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:24.766083 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:24.783202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] Calling delete_port for cfc54cdd-2047-465d-ae89-4c87300a6a9e owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:24.919530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-201455dc-fd3b-4257-984b-a68a871c40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'name': 'tempest-TestServerMultinode-1410929485-router', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:42Z', 'updated_at': '2021-11-11T22:05:23Z', 'revision_number': 5, 'project_id': '3f3939284796444fb9d3c1b495d84ddc', 'gw_port': {'id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:43Z', 'updated_at': '2021-11-11T22:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:24.950643 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201455dc-fd3b-4257-984b-a68a871c40f0 None None] The sync data for ids ['a9dda307-a71f-41b9-9b47-2ceb8ca85a8d'] in n-d-805737-3 is: [{'id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'name': 'tempest-TestServerMultinode-1410929485-router', 'tenant_id': '3f3939284796444fb9d3c1b495d84ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:04:42Z', 'updated_at': '2021-11-11T22:05:23Z', 'revision_number': 5, 'project_id': '3f3939284796444fb9d3c1b495d84ddc', 'gw_port': {'id': 'cfc54cdd-2047-465d-ae89-4c87300a6a9e', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dda307-a71f-41b9-9b47-2ceb8ca85a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:04:43Z', 'updated_at': '2021-11-11T22:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:05:24.956619 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:24.989060 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc54cdd-2047-465d-ae89-4c87300a6a9e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:25.002341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f69f41-a12e-4700-8230-0662450d43c3 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:05:25.049721 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.139889 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.142069 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.183786 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.184321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9dda307-a71f-41b9-9b47-2ceb8ca85a8d {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:05:25.189354 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.190569 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b33b3f98-7256-4d15-895d-fe31cb40ca3a admin admin] 10.222.0.57 "DELETE /v2.0/routers/a9dda307-a71f-41b9-9b47-2ceb8ca85a8d HTTP/1.1" status: 204 len: 168 time: 1.1268587 Nov 11 22:05:25.193255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53232) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:25.241885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c636cf3-b609-4aea-8ddb-74b76d73c81e admin admin] Deleting subnet c0a227f7-f420-478c-ac5c-0f373a54ad96 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:05:25.245057 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0c636cf3-b609-4aea-8ddb-74b76d73c81e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.280654 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0c636cf3-b609-4aea-8ddb-74b76d73c81e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.362652 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0c636cf3-b609-4aea-8ddb-74b76d73c81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.425401 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0c636cf3-b609-4aea-8ddb-74b76d73c81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.452296 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c636cf3-b609-4aea-8ddb-74b76d73c81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a227f7-f420-478c-ac5c-0f373a54ad96,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:25.455815 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0c636cf3-b609-4aea-8ddb-74b76d73c81e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.459170 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0c636cf3-b609-4aea-8ddb-74b76d73c81e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c0a227f7-f420-478c-ac5c-0f373a54ad96 HTTP/1.1" status: 204 len: 168 time: 0.2649643 Nov 11 22:05:25.461949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53234) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:25.464066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4ae436-1ae8-44f2-a9ed-f1f9caab8ab1 None None] Network f852a05f-a077-46f6-b39f-247a3404bb6a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:05:25.530860 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.588217 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] Deleting port a9b102b5-b6ee-4486-b890-2d0bf576b993 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:25.588567 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.655756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c3fe60-0ecd-4f9a-a77d-3dbbe2c5bd3e None None] DHCP port deletion for f852a05f-a077-46f6-b39f-247a3404bb6a request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:05:25.683798 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] For port a9b102b5-b6ee-4486-b890-2d0bf576b993, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a9b102b5-b6ee-4486-b890-2d0bf576b993,segment=NetworkSegment(9c0124f6-fe60-45a2-b48e-b9057243536a),segment_id=9c0124f6-fe60-45a2-b48e-b9057243536a)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:25.684159 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.702146 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] Calling delete_port for a9b102b5-b6ee-4486-b890-2d0bf576b993 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:25.716832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-12c3fe60-0ecd-4f9a-a77d-3dbbe2c5bd3e None None] Deleting port a9b102b5-b6ee-4486-b890-2d0bf576b993 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:25.717217 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12c3fe60-0ecd-4f9a-a77d-3dbbe2c5bd3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.784454 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-12c3fe60-0ecd-4f9a-a77d-3dbbe2c5bd3e None None] For port a9b102b5-b6ee-4486-b890-2d0bf576b993, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a9b102b5-b6ee-4486-b890-2d0bf576b993,segment=NetworkSegment(9c0124f6-fe60-45a2-b48e-b9057243536a),segment_id=9c0124f6-fe60-45a2-b48e-b9057243536a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:25.784917 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12c3fe60-0ecd-4f9a-a77d-3dbbe2c5bd3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.787320 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.798312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-12c3fe60-0ecd-4f9a-a77d-3dbbe2c5bd3e None None] Calling delete_port for a9b102b5-b6ee-4486-b890-2d0bf576b993 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:25.819388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] No DVR routers for this DVR port a9b102b5-b6ee-4486-b890-2d0bf576b993 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:05:25.821206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b102b5-b6ee-4486-b890-2d0bf576b993,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:25.871664 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12c3fe60-0ecd-4f9a-a77d-3dbbe2c5bd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.890595 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.896707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3fe60-0ecd-4f9a-a77d-3dbbe2c5bd3e None None] Pushing event deleted for resources: {'Port': ['ID=a9b102b5-b6ee-4486-b890-2d0bf576b993,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:25.900781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c3fe60-0ecd-4f9a-a77d-3dbbe2c5bd3e None None] No DVR routers for this DVR port a9b102b5-b6ee-4486-b890-2d0bf576b993 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:05:25.912914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f852a05f-a077-46f6-b39f-247a3404bb6a']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:25.923251 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0124f6-fe60-45a2-b48e-b9057243536a') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:25.923579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0124f6-fe60-45a2-b48e-b9057243536a') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:25.934215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.948728 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.956239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:05:25.956512 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:05:25.958417 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:05:26.020455 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:26.026683 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:26.030003 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f852a05f-a077-46f6-b39f-247a3404bb6a HTTP/1.1" status: 204 len: 168 time: 0.5666573 Nov 11 22:05:26.041419 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da56d0f-1e55-463c-b8a0-07faa838d6f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f852a05f-a077-46f6-b39f-247a3404bb6a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:26.146003 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 35ec64e9-0415-403f-bf2f-419dd4fc1af3 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:26.170770 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 35ec64e9-0415-403f-bf2f-419dd4fc1af3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:26.171152 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 35ec64e9-0415-403f-bf2f-419dd4fc1af3 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:26.171534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a9b102b5-b6ee-4486-b890-2d0bf576b993 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:26.195040 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: a9b102b5-b6ee-4486-b890-2d0bf576b993 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:26.195399 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a9b102b5-b6ee-4486-b890-2d0bf576b993 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:26.195918 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device cfc54cdd-2047-465d-ae89-4c87300a6a9e no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:26.215292 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: cfc54cdd-2047-465d-ae89-4c87300a6a9e {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:26.215569 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device cfc54cdd-2047-465d-ae89-4c87300a6a9e not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:26.226407 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53238) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:26.266211 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-befd61bc-e053-430c-9fe3-fafe55b31a7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b743cf1395d54a328603fc5f937ad951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383339 Nov 11 22:05:26.268856 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53240) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:26.329028 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbcdbe7a-6e98-4f18-b874-27ec83651cc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:26.351602 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbcdbe7a-6e98-4f18-b874-27ec83651cc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:26.402942 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbcdbe7a-6e98-4f18-b874-27ec83651cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:26.405615 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bbcdbe7a-6e98-4f18-b874-27ec83651cc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:26.406780 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bbcdbe7a-6e98-4f18-b874-27ec83651cc6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/998fcdb1-4771-45dc-af63-0344410a0607 HTTP/1.1" status: 204 len: 168 time: 0.1371212 Nov 11 22:05:26.415146 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdbe7a-6e98-4f18-b874-27ec83651cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998fcdb1-4771-45dc-af63-0344410a0607,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:26.768539 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53246) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:26.809464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fc1d3bc7-2903-414d-b8d1-ed15511e21c6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3f3939284796444fb9d3c1b495d84ddc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396702 Nov 11 22:05:26.812042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53248) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:26.859634 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cba3072e-bfef-41f5-89f1-88698c74fa7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:26.882792 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cba3072e-bfef-41f5-89f1-88698c74fa7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:26.933180 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cba3072e-bfef-41f5-89f1-88698c74fa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:26.935826 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cba3072e-bfef-41f5-89f1-88698c74fa7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:26.937117 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cba3072e-bfef-41f5-89f1-88698c74fa7b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ae13ac97-03b1-4a83-9bcb-eef328bc7503 HTTP/1.1" status: 204 len: 168 time: 0.1241367 Nov 11 22:05:26.948090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3072e-bfef-41f5-89f1-88698c74fa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae13ac97-03b1-4a83-9bcb-eef328bc7503,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:27.675411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53272) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:27.808187 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1508951060-network', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:27.832406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] Made reservation on behalf of 3936d001e48648e89cbc0ca7c4be52ae for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:05:27.834945 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:27.847481 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:27.922709 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:27.927781 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:27.949844 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] vlan segment allocate from pool success with {'vlan_id': 1196, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:05:27.964043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5fc925-d2eb-48b0-8864-6b33aa09f744,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:27.969148 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:27.969576 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] Added segment adcada41-0b02-431f-a1bc-849b14410200 of type vlan for network ca3909cc-7581-41b5-84ce-23e4dc565092 Nov 11 22:05:28.011303 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.039003 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.040284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:28.040788 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.074174 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3975813 Nov 11 22:05:28.077512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53276) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:28.082810 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f269bad4-87f0-40ad-b532-6ac4f2e0852c admin admin] Request body: {'subnet': {'network_id': 'ca3909cc-7581-41b5-84ce-23e4dc565092', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1508951060-subnet', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:28.105967 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f269bad4-87f0-40ad-b532-6ac4f2e0852c admin admin] Made reservation on behalf of 3936d001e48648e89cbc0ca7c4be52ae for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:05:28.107069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc698d57-2afe-49a5-a2e9-4b3d02607634 admin admin] Pushing event updated for resources: {'Network': ['ID=ca3909cc-7581-41b5-84ce-23e4dc565092,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:28.108478 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f269bad4-87f0-40ad-b532-6ac4f2e0852c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.118338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network ca3909cc-7581-41b5-84ce-23e4dc565092 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:05:28.282395 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f269bad4-87f0-40ad-b532-6ac4f2e0852c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.330298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269bad4-87f0-40ad-b532-6ac4f2e0852c admin admin] Pushing event updated for resources: {'Subnet': ['ID=704846fd-69d9-4fe9-b368-38212b8300db,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:28.345084 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f269bad4-87f0-40ad-b532-6ac4f2e0852c admin admin] Checking segment: {'id': 'adcada41-0b02-431f-a1bc-849b14410200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'ca3909cc-7581-41b5-84ce-23e4dc565092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:05:28.345438 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f269bad4-87f0-40ad-b532-6ac4f2e0852c admin admin] Network hostable DHCP agents. Network: ca3909cc-7581-41b5-84ce-23e4dc565092, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:05:28.362999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f269bad4-87f0-40ad-b532-6ac4f2e0852c admin admin] Network ca3909cc-7581-41b5-84ce-23e4dc565092 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:05:28.373705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f269bad4-87f0-40ad-b532-6ac4f2e0852c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, ca3909cc-7581-41b5-84ce-23e4dc565092) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:05:28.378506 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269bad4-87f0-40ad-b532-6ac4f2e0852c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:28.379727 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f269bad4-87f0-40ad-b532-6ac4f2e0852c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.383095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d3a8f8-60dd-4d83-87d2-6983afbb701c None None] Network ca3909cc-7581-41b5-84ce-23e4dc565092 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:05:28.398443 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f269bad4-87f0-40ad-b532-6ac4f2e0852c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3196530 Nov 11 22:05:28.401349 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53278) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:28.406150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1508951060-router', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:28.430157 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.431527 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.488337 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.532558 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-ca3909cc-7581-41b5-84ce-23e4dc565092', 'network_id': 'ca3909cc-7581-41b5-84ce-23e4dc565092', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae', 'fixed_ips': [{'subnet_id': '704846fd-69d9-4fe9-b368-38212b8300db'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:05:28.533462 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.633226 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.671228 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Allocated IP 172.20.0.2 (ca3909cc-7581-41b5-84ce-23e4dc565092/704846fd-69d9-4fe9-b368-38212b8300db/7a0e574c-97d5-4738-9a0b-dfd49187bd48) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:05:28.814176 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.821134 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.837336 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.857079 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.867549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Network ca3909cc-7581-41b5-84ce-23e4dc565092 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:05:28.870906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:05:28.875553 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:05:28.878706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Pushing event updated for resources: {'Port': ['ID=7a0e574c-97d5-4738-9a0b-dfd49187bd48,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:28.931351 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Attempting to bind port 7a0e574c-97d5-4738-9a0b-dfd49187bd48 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:05:28.931718 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Attempting to bind port 7a0e574c-97d5-4738-9a0b-dfd49187bd48 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'adcada41-0b02-431f-a1bc-849b14410200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'ca3909cc-7581-41b5-84ce-23e4dc565092'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:05:28.932075 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Attempting to bind port 7a0e574c-97d5-4738-9a0b-dfd49187bd48 on network ca3909cc-7581-41b5-84ce-23e4dc565092 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:28.937321 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:05:28.937699 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Checking segment: {'id': 'adcada41-0b02-431f-a1bc-849b14410200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'ca3909cc-7581-41b5-84ce-23e4dc565092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:05:28.938438 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.938824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Bound using segment: {'id': 'adcada41-0b02-431f-a1bc-849b14410200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'ca3909cc-7581-41b5-84ce-23e4dc565092'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:05:28.939287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Bound port: 7a0e574c-97d5-4738-9a0b-dfd49187bd48, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcada41-0b02-431f-a1bc-849b14410200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'ca3909cc-7581-41b5-84ce-23e4dc565092'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:05:28.939668 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:28.972592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Allocated IP 172.25.0.9 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/95eeddd7-328b-40b7-8b87-78b9f1e4db75) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:05:29.005330 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] For port 7a0e574c-97d5-4738-9a0b-dfd49187bd48, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:05:29.008635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] For port 7a0e574c-97d5-4738-9a0b-dfd49187bd48, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7a0e574c-97d5-4738-9a0b-dfd49187bd48,segment=NetworkSegment(adcada41-0b02-431f-a1bc-849b14410200),segment_id=adcada41-0b02-431f-a1bc-849b14410200)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:05:29.013779 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:29.075360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6210f-3ab4-4850-94b5-2e93cfafb9f6 None None] Pushing event updated for resources: {'Port': ['ID=7a0e574c-97d5-4738-9a0b-dfd49187bd48,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:29.084529 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:29.125710 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:29.169331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:05:29.175126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:05:29.177766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Pushing event updated for resources: {'Port': ['ID=95eeddd7-328b-40b7-8b87-78b9f1e4db75,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:29.180175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:05:29.192492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db70a6b0-9459-46cd-b208-24af7a61a45a None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:05:29.309142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f3f570a5-c0c8-4b80-b012-126272eb8cce None None] Provisioning complete for port 95eeddd7-328b-40b7-8b87-78b9f1e4db75 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:29.309542 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f3f570a5-c0c8-4b80-b012-126272eb8cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:29.349318 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f3f570a5-c0c8-4b80-b012-126272eb8cce None None] Port 95eeddd7-328b-40b7-8b87-78b9f1e4db75 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:05:29.464404 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:29.673331 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:29.816512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Router 179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:05:29.929414 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:05:29.939498 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Sync routers for ids ['179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:05:29.949465 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:29.953492 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3366ea4a-5fa8-4233-884c-067afe69abd9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 1.5483930 Nov 11 22:05:29.953700 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Routers {'179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:29.953700 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:29.953942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53280) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:29.987014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f713664-fcd8-489e-ae9e-e11bdf4bf5bd None None] Network ca3909cc-7581-41b5-84ce-23e4dc565092 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:05:30.059339 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Set router 179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:30.106745 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-34563c3c-44e8-4560-a8f5-ca878a26e661 None None] Provisioning complete for port 7a0e574c-97d5-4738-9a0b-dfd49187bd48 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:30.106745 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34563c3c-44e8-4560-a8f5-ca878a26e661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.264686 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7a0e574c-97d5-4738-9a0b-dfd49187bd48 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:05:30.291999 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34563c3c-44e8-4560-a8f5-ca878a26e661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.292946 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'name': 'tempest-ImageQuotaTest-1508951060-router', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '95eeddd7-328b-40b7-8b87-78b9f1e4db75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:28Z', 'updated_at': '2021-11-11T22:05:29Z', 'revision_number': 3, 'project_id': '3936d001e48648e89cbc0ca7c4be52ae', 'gw_port': {'id': '95eeddd7-328b-40b7-8b87-78b9f1e4db75', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:28Z', 'updated_at': '2021-11-11T22:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:30.333048 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Checking router: 179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:05:30.333514 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Updating router 179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 port 95eeddd7-328b-40b7-8b87-78b9f1e4db75 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:05:30.345822 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-34563c3c-44e8-4560-a8f5-ca878a26e661 None None] For port 7a0e574c-97d5-4738-9a0b-dfd49187bd48, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7a0e574c-97d5-4738-9a0b-dfd49187bd48,segment=NetworkSegment(adcada41-0b02-431f-a1bc-849b14410200),segment_id=adcada41-0b02-431f-a1bc-849b14410200)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:30.356421 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34563c3c-44e8-4560-a8f5-ca878a26e661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.362858 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.363691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 7a0e574c-97d5-4738-9a0b-dfd49187bd48 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:30.364131 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.449582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34563c3c-44e8-4560-a8f5-ca878a26e661 None None] Pushing event updated for resources: {'Port': ['ID=7a0e574c-97d5-4738-9a0b-dfd49187bd48,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:30.591137 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.680783 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-86bb98f6-c0d5-49bd-8536-efd6e73aba87 None None] Provisioning complete for port 7a0e574c-97d5-4738-9a0b-dfd49187bd48 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:30.681165 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-86bb98f6-c0d5-49bd-8536-efd6e73aba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.702807 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.712321 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.765508 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Allocated IP 172.20.0.1 (ca3909cc-7581-41b5-84ce-23e4dc565092/704846fd-69d9-4fe9-b368-38212b8300db/43b337bc-c617-4caf-9c02-99417ffb8bfa) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:05:30.774648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bf1848-19a1-40ee-b14e-b857fea20b55 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:05:30.775579 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f6cd4-cdd1-451d-9240-6f9d99b88d52 None None] Pushing event updated for resources: {'Port': ['ID=95eeddd7-328b-40b7-8b87-78b9f1e4db75,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:30.787277 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Attempting to bind port 95eeddd7-328b-40b7-8b87-78b9f1e4db75 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:05:30.787643 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Attempting to bind port 95eeddd7-328b-40b7-8b87-78b9f1e4db75 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:05:30.788341 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Attempting to bind port 95eeddd7-328b-40b7-8b87-78b9f1e4db75 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:30.794358 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:05:30.794720 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:05:30.795109 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.795493 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:05:30.795946 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Bound port: 95eeddd7-328b-40b7-8b87-78b9f1e4db75, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:05:30.796315 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.848273 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] For port 95eeddd7-328b-40b7-8b87-78b9f1e4db75, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:05:30.851785 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] For port 95eeddd7-328b-40b7-8b87-78b9f1e4db75, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=95eeddd7-328b-40b7-8b87-78b9f1e4db75,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:05:30.858123 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.886201 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.897902 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6954769a-4785-41ff-a785-f0f68264f4f4 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:05:30.903904 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Routers {'179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:30.904712 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:30.920857 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-20aa53e2-312d-40cd-aee4-884363dd1072 None None] Provisioning complete for port 95eeddd7-328b-40b7-8b87-78b9f1e4db75 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:30.921051 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20aa53e2-312d-40cd-aee4-884363dd1072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.930959 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.972745 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Network ca3909cc-7581-41b5-84ce-23e4dc565092 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:05:30.978254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:05:30.982297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:05:31.007212 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20aa53e2-312d-40cd-aee4-884363dd1072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.010484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=43b337bc-c617-4caf-9c02-99417ffb8bfa,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:31.027215 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.037590 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] Set router 179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:31.043836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-20aa53e2-312d-40cd-aee4-884363dd1072 None None] For port 95eeddd7-328b-40b7-8b87-78b9f1e4db75, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=95eeddd7-328b-40b7-8b87-78b9f1e4db75,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:31.050721 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20aa53e2-312d-40cd-aee4-884363dd1072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.073721 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f6cd4-cdd1-451d-9240-6f9d99b88d52 None None] Pushing event updated for resources: {'Port': ['ID=95eeddd7-328b-40b7-8b87-78b9f1e4db75,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:31.119978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa53e2-312d-40cd-aee4-884363dd1072 None None] Pushing event updated for resources: {'Port': ['ID=95eeddd7-328b-40b7-8b87-78b9f1e4db75,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:31.175214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9059cbcd-92de-4348-bcb7-ef2d101035be None None] Provisioning complete for port 95eeddd7-328b-40b7-8b87-78b9f1e4db75 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:31.175589 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9059cbcd-92de-4348-bcb7-ef2d101035be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.294798 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'name': 'tempest-ImageQuotaTest-1508951060-router', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '95eeddd7-328b-40b7-8b87-78b9f1e4db75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:28Z', 'updated_at': '2021-11-11T22:05:29Z', 'revision_number': 3, 'project_id': '3936d001e48648e89cbc0ca7c4be52ae', 'gw_port': {'id': '95eeddd7-328b-40b7-8b87-78b9f1e4db75', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:28Z', 'updated_at': '2021-11-11T22:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:31.323869 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed4d2f-d6b8-4bbc-972d-aa3c849e6084 None None] The sync data for ids ['179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'] in n-d-805737-3 is: [{'id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'name': 'tempest-ImageQuotaTest-1508951060-router', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '95eeddd7-328b-40b7-8b87-78b9f1e4db75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:28Z', 'updated_at': '2021-11-11T22:05:29Z', 'revision_number': 3, 'project_id': '3936d001e48648e89cbc0ca7c4be52ae', 'gw_port': {'id': '95eeddd7-328b-40b7-8b87-78b9f1e4db75', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:28Z', 'updated_at': '2021-11-11T22:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:05:31.391061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-378a3ed9-9080-41e8-a823-9edec3db7154 None None] Provisioning complete for port 43b337bc-c617-4caf-9c02-99417ffb8bfa triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:31.391745 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-378a3ed9-9080-41e8-a823-9edec3db7154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.429604 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-378a3ed9-9080-41e8-a823-9edec3db7154 None None] Port 43b337bc-c617-4caf-9c02-99417ffb8bfa cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:05:31.534392 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.735096 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.741714 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.802693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53284) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:31.830057 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.833825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=43b337bc-c617-4caf-9c02-99417ffb8bfa,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:31.943239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Network ca3909cc-7581-41b5-84ce-23e4dc565092 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:05:31.944902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:05:31.989218 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2f8534eb-3772-49b2-9fbf-3c94d94930ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port b1839b7c-ce65-46e6-8ef4-1b46dd463c3e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:31.989768 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8534eb-3772-49b2-9fbf-3c94d94930ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:32.100584 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8534eb-3772-49b2-9fbf-3c94d94930ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:32.101165 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8534eb-3772-49b2-9fbf-3c94d94930ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:32.119574 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Router 179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:05:32.121546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2f8534eb-3772-49b2-9fbf-3c94d94930ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for b1839b7c-ce65-46e6-8ef4-1b46dd463c3e owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:32.276633 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b337e010-57b8-45ac-b227-374c40c50df0 None None] Provisioning complete for port 43b337bc-c617-4caf-9c02-99417ffb8bfa triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:32.279567 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b337e010-57b8-45ac-b227-374c40c50df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:32.285149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:05:32.292653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-34dcebf2-4af4-4173-91bd-0721a04fb0d6 admin admin] 10.222.0.57 "PUT /v2.0/routers/179fbf5a-c54a-4115-af6a-d43a2b7ee8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3378708 Nov 11 22:05:32.322026 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 95eeddd7-328b-40b7-8b87-78b9f1e4db75 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:05:32.363813 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8534eb-3772-49b2-9fbf-3c94d94930ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:32.402887 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8534eb-3772-49b2-9fbf-3c94d94930ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=b1839b7c-ce65-46e6-8ef4-1b46dd463c3e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:32.403901 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b337e010-57b8-45ac-b227-374c40c50df0 None None] Port 43b337bc-c617-4caf-9c02-99417ffb8bfa cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:05:32.431660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 95eeddd7-328b-40b7-8b87-78b9f1e4db75 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:32.431955 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:32.471896 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8534eb-3772-49b2-9fbf-3c94d94930ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:32.472141 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-2f8534eb-3772-49b2-9fbf-3c94d94930ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Floating IP 338063e7-566a-42de-b9e2-2c99d95f1310 disassociated (deleted). External IP: 172.25.0.241, port: ab8d267f-21cc-49eb-b108-389d1c80bb6e. Nov 11 22:05:32.527482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7a0e574c-97d5-4738-9a0b-dfd49187bd48 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:05:32.584571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 7a0e574c-97d5-4738-9a0b-dfd49187bd48 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:32.584983 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:32.728600 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8534eb-3772-49b2-9fbf-3c94d94930ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router 170ae902-e6de-424b-89e8-05c2b3968c46 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:05:32.851934 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8534eb-3772-49b2-9fbf-3c94d94930ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:05:32.856437 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f8534eb-3772-49b2-9fbf-3c94d94930ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:32.862056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055ae55-a3a6-4cf7-9170-80ad24d319c2 None None] Sync routers for ids ['170ae902-e6de-424b-89e8-05c2b3968c46'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:05:32.874232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055ae55-a3a6-4cf7-9170-80ad24d319c2 None None] Routers {'170ae902-e6de-424b-89e8-05c2b3968c46'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:32.874887 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d055ae55-a3a6-4cf7-9170-80ad24d319c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['170ae902-e6de-424b-89e8-05c2b3968c46'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:32.895029 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2f8534eb-3772-49b2-9fbf-3c94d94930ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/floatingips/338063e7-566a-42de-b9e2-2c99d95f1310 HTTP/1.1" status: 204 len: 168 time: 1.0910201 Nov 11 22:05:32.895670 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'tag': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:32.898065 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e894806f-4482-4849-94da-15d4575b2315" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc9e906-a3dd-4200-88d4-c80a03e353bd", "tag": "ab8d267f-21cc-49eb-b108-389d1c80bb6e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:33.019514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d055ae55-a3a6-4cf7-9170-80ad24d319c2 None None] Set router 170ae902-e6de-424b-89e8-05c2b3968c46 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:33.102878 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b1d17a-e37d-467b-bddb-f3ea40e663da x-openstack-request-id: req-51b1d17a-e37d-467b-bddb-f3ea40e663da {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:33.103166 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc9e906-a3dd-4200-88d4-c80a03e353bd", "tag": "ab8d267f-21cc-49eb-b108-389d1c80bb6e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:33.103456 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-51b1d17a-e37d-467b-bddb-f3ea40e663da {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:33.103859 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'tag': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e', 'status': 'completed', 'code': 200} Nov 11 22:05:33.199025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894806f-4482-4849-94da-15d4575b2315 req-b16bb808-3507-4733-a8ab-c52f0bc4ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:33.201652 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e894806f-4482-4849-94da-15d4575b2315 req-b16bb808-3507-4733-a8ab-c52f0bc4ce91 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 1097 time: 0.0706379 Nov 11 22:05:33.232393 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Sync routers for ids ['179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:05:33.251348 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Routers {'179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:33.251733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87d3fb-d46f-45cf-a7f3-e0044ff2cd69 req-c36c854a-cf7c-4fbe-bea8-61a4bad841ec tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:33.252267 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:33.254893 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e87d3fb-d46f-45cf-a7f3-e0044ff2cd69 req-c36c854a-cf7c-4fbe-bea8-61a4bad841ec tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.0744829 Nov 11 22:05:33.336434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e87d3fb-d46f-45cf-a7f3-e0044ff2cd69 req-a94efd8d-edef-4b64-91e0-696f231d4443 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740285 Nov 11 22:05:33.357060 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894806f-4482-4849-94da-15d4575b2315 req-acc3dcc6-d11c-456e-bfe9-2900d34b7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:33.359161 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e894806f-4482-4849-94da-15d4575b2315 req-acc3dcc6-d11c-456e-bfe9-2900d34b7301 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4bb378c4-2688-4490-8169-77855e03ab63 HTTP/1.1" status: 200 len: 899 time: 0.1486902 Nov 11 22:05:33.386983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d055ae55-a3a6-4cf7-9170-80ad24d319c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:45Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '65388369-db98-416c-9b42-ae1d706aa920', 'name': '', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:18:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:44Z', 'updated_at': '2021-11-11T22:03:49Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:33.413932 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e894806f-4482-4849-94da-15d4575b2315 req-6c1fa326-7dea-4697-a306-0c436f5a4715 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab8d267f-21cc-49eb-b108-389d1c80bb6e HTTP/1.1" status: 200 len: 217 time: 0.0461764 Nov 11 22:05:33.423527 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055ae55-a3a6-4cf7-9170-80ad24d319c2 None None] Checking router: 170ae902-e6de-424b-89e8-05c2b3968c46 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:05:33.434099 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055ae55-a3a6-4cf7-9170-80ad24d319c2 None None] Routers {'170ae902-e6de-424b-89e8-05c2b3968c46'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:33.435130 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d055ae55-a3a6-4cf7-9170-80ad24d319c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['170ae902-e6de-424b-89e8-05c2b3968c46'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:33.509154 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894806f-4482-4849-94da-15d4575b2315 req-299a1687-b1e9-4ba1-a548-d8a88613029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:33.512844 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e894806f-4482-4849-94da-15d4575b2315 req-299a1687-b1e9-4ba1-a548-d8a88613029e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da9da213-a644-4de1-9abc-d023a4fc37b2 HTTP/1.1" status: 200 len: 835 time: 0.0845447 Nov 11 22:05:33.530871 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Set router 179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:33.600838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894806f-4482-4849-94da-15d4575b2315 req-eff74317-be33-4ef2-8279-c00c8679c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:33.605520 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e894806f-4482-4849-94da-15d4575b2315 req-eff74317-be33-4ef2-8279-c00c8679c201 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4bb378c4-2688-4490-8169-77855e03ab63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832341 Nov 11 22:05:33.619998 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-e894806f-4482-4849-94da-15d4575b2315 req-44070795-5b59-4cf3-80ad-42b9d8269594 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:05:33.621649 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e894806f-4482-4849-94da-15d4575b2315 req-44070795-5b59-4cf3-80ad-42b9d8269594 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068972 Nov 11 22:05:33.665648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53310) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:33.747321 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e894806f-4482-4849-94da-15d4575b2315 req-140f649a-611a-4256-af2b-36bd143f85a0 service neutron] 10.222.0.71 "GET /v2.0/networks/4bb378c4-2688-4490-8169-77855e03ab63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165431 Nov 11 22:05:33.783776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d055ae55-a3a6-4cf7-9170-80ad24d319c2 None None] Set router 170ae902-e6de-424b-89e8-05c2b3968c46 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:33.801055 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'name': 'tempest-ImageQuotaTest-1508951060-router', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '95eeddd7-328b-40b7-8b87-78b9f1e4db75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:28Z', 'updated_at': '2021-11-11T22:05:31Z', 'revision_number': 4, 'project_id': '3936d001e48648e89cbc0ca7c4be52ae', 'gw_port': {'id': '95eeddd7-328b-40b7-8b87-78b9f1e4db75', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:28Z', 'updated_at': '2021-11-11T22:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '43b337bc-c617-4caf-9c02-99417ffb8bfa', 'name': '', 'network_id': 'ca3909cc-7581-41b5-84ce-23e4dc565092', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae', 'mac_address': 'fa:16:3e:e5:83:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '704846fd-69d9-4fe9-b368-38212b8300db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:30Z', 'updated_at': '2021-11-11T22:05:31Z', 'revision_number': 2, 'project_id': '3936d001e48648e89cbc0ca7c4be52ae', 'subnets': [{'id': '704846fd-69d9-4fe9-b368-38212b8300db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:33.831502 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Checking router: 179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:05:33.831781 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Updating router 179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 port 43b337bc-c617-4caf-9c02-99417ffb8bfa binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:05:33.858331 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:33.867663 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e894806f-4482-4849-94da-15d4575b2315 req-11a3ee57-ec10-4687-a03b-5afc5785251d service neutron] 10.222.0.71 "GET /v2.0/networks/4bb378c4-2688-4490-8169-77855e03ab63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114604 Nov 11 22:05:34.028747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d055ae55-a3a6-4cf7-9170-80ad24d319c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:45Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '65388369-db98-416c-9b42-ae1d706aa920', 'name': '', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:18:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:44Z', 'updated_at': '2021-11-11T22:03:49Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:34.060374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055ae55-a3a6-4cf7-9170-80ad24d319c2 None None] The sync data for ids ['170ae902-e6de-424b-89e8-05c2b3968c46'] in n-d-805737-3 is: [{'id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:45Z', 'revision_number': 4, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '65388369-db98-416c-9b42-ae1d706aa920', 'name': '', 'network_id': '4bb378c4-2688-4490-8169-77855e03ab63', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'mac_address': 'fa:16:3e:18:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:44Z', 'updated_at': '2021-11-11T22:03:49Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'subnets': [{'id': 'da9da213-a644-4de1-9abc-d023a4fc37b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:05:34.070949 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.153226 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.160509 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.214213 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bb9b8-d79f-47c7-aa92-ee0275f5be85 None None] Pushing event updated for resources: {'Port': ['ID=43b337bc-c617-4caf-9c02-99417ffb8bfa,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:34.265725 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Attempting to bind port 43b337bc-c617-4caf-9c02-99417ffb8bfa on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:05:34.266353 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Attempting to bind port 43b337bc-c617-4caf-9c02-99417ffb8bfa by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'adcada41-0b02-431f-a1bc-849b14410200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'ca3909cc-7581-41b5-84ce-23e4dc565092'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:05:34.266449 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Attempting to bind port 43b337bc-c617-4caf-9c02-99417ffb8bfa on network ca3909cc-7581-41b5-84ce-23e4dc565092 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:34.271866 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:05:34.272236 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Checking segment: {'id': 'adcada41-0b02-431f-a1bc-849b14410200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'ca3909cc-7581-41b5-84ce-23e4dc565092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:05:34.272719 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.273055 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Bound using segment: {'id': 'adcada41-0b02-431f-a1bc-849b14410200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'ca3909cc-7581-41b5-84ce-23e4dc565092'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:05:34.273515 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Bound port: 43b337bc-c617-4caf-9c02-99417ffb8bfa, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcada41-0b02-431f-a1bc-849b14410200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'ca3909cc-7581-41b5-84ce-23e4dc565092'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:05:34.273885 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.368612 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] For port 43b337bc-c617-4caf-9c02-99417ffb8bfa, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:05:34.379073 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] For port 43b337bc-c617-4caf-9c02-99417ffb8bfa, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=43b337bc-c617-4caf-9c02-99417ffb8bfa,segment=NetworkSegment(adcada41-0b02-431f-a1bc-849b14410200),segment_id=adcada41-0b02-431f-a1bc-849b14410200)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:05:34.387320 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.403022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Deleting port 43b337bc-c617-4caf-9c02-99417ffb8bfa {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:34.403693 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.453764 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bb9b8-d79f-47c7-aa92-ee0275f5be85 None None] Pushing event updated for resources: {'Port': ['ID=43b337bc-c617-4caf-9c02-99417ffb8bfa,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:34.461414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb3491-1c61-4db6-a78c-465b94c8c2ee None None] New status for floating IP 338063e7-566a-42de-b9e2-2c99d95f1310: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:05:34.471308 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Routers {'179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:34.474611 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:34.533897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] For port 43b337bc-c617-4caf-9c02-99417ffb8bfa, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=43b337bc-c617-4caf-9c02-99417ffb8bfa,segment=NetworkSegment(adcada41-0b02-431f-a1bc-849b14410200),segment_id=adcada41-0b02-431f-a1bc-849b14410200)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:34.534900 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.547940 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9f6d5-db5c-4545-94c0-5fe88e9f885a req-0ed511ca-c49b-43c3-88e8-df3fca10ee59 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:34.549999 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83c9f6d5-db5c-4545-94c0-5fe88e9f885a req-0ed511ca-c49b-43c3-88e8-df3fca10ee59 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.0913126 Nov 11 22:05:34.586204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Calling delete_port for 43b337bc-c617-4caf-9c02-99417ffb8bfa owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:34.610850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3f8173a4-b346-4cfc-b44a-141a3ea555a8 None None] Provisioning complete for port 43b337bc-c617-4caf-9c02-99417ffb8bfa triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:34.611237 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f8173a4-b346-4cfc-b44a-141a3ea555a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.618467 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] Set router 179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:34.639072 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83c9f6d5-db5c-4545-94c0-5fe88e9f885a req-de1cfd4b-a863-48d4-9f77-4091bc1ac7bd tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e2a7de3-1e18-4e63-868e-0d09b318a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777044 Nov 11 22:05:34.660941 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7e874-bb6a-4ad4-a31b-7774cf762fad req-abc6c09c-cd45-410e-a904-2d15510c45ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:34.662592 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2df7e874-bb6a-4ad4-a31b-7774cf762fad req-abc6c09c-cd45-410e-a904-2d15510c45ab tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.71 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 946 time: 0.1184316 Nov 11 22:05:34.773121 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f8173a4-b346-4cfc-b44a-141a3ea555a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.791755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-2df7e874-bb6a-4ad4-a31b-7774cf762fad req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port ab8d267f-21cc-49eb-b108-389d1c80bb6e {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:34.792345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2df7e874-bb6a-4ad4-a31b-7774cf762fad req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.815605 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3f8173a4-b346-4cfc-b44a-141a3ea555a8 None None] For port 43b337bc-c617-4caf-9c02-99417ffb8bfa, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=43b337bc-c617-4caf-9c02-99417ffb8bfa,segment=NetworkSegment(adcada41-0b02-431f-a1bc-849b14410200),segment_id=adcada41-0b02-431f-a1bc-849b14410200)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:34.821543 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3f8173a4-b346-4cfc-b44a-141a3ea555a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.906824 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'name': 'tempest-ImageQuotaTest-1508951060-router', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '95eeddd7-328b-40b7-8b87-78b9f1e4db75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:28Z', 'updated_at': '2021-11-11T22:05:31Z', 'revision_number': 4, 'project_id': '3936d001e48648e89cbc0ca7c4be52ae', 'gw_port': {'id': '95eeddd7-328b-40b7-8b87-78b9f1e4db75', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:28Z', 'updated_at': '2021-11-11T22:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '43b337bc-c617-4caf-9c02-99417ffb8bfa', 'name': '', 'network_id': 'ca3909cc-7581-41b5-84ce-23e4dc565092', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae', 'mac_address': 'fa:16:3e:e5:83:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '704846fd-69d9-4fe9-b368-38212b8300db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:30Z', 'updated_at': '2021-11-11T22:05:34Z', 'revision_number': 4, 'project_id': '3936d001e48648e89cbc0ca7c4be52ae', 'subnets': [{'id': '704846fd-69d9-4fe9-b368-38212b8300db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:34.913115 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-2df7e874-bb6a-4ad4-a31b-7774cf762fad req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] For port ab8d267f-21cc-49eb-b108-389d1c80bb6e, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ab8d267f-21cc-49eb-b108-389d1c80bb6e,segment=NetworkSegment(60147d8f-dff8-47d5-8145-6f735c5ffcfd),segment_id=60147d8f-dff8-47d5-8145-6f735c5ffcfd)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:34.913914 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.914649 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2df7e874-bb6a-4ad4-a31b-7774cf762fad req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.935921 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-2df7e874-bb6a-4ad4-a31b-7774cf762fad req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for ab8d267f-21cc-49eb-b108-389d1c80bb6e owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:34.942998 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8173a4-b346-4cfc-b44a-141a3ea555a8 None None] Pushing event updated for resources: {'Port': ['ID=43b337bc-c617-4caf-9c02-99417ffb8bfa,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:34.958404 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d808f219-f880-4c65-b76e-c364575de2ca None None] Could not find standard attr ID for object 43b337bc-c617-4caf-9c02-99417ffb8bfa. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 22:05:34.964468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b337bc-c617-4caf-9c02-99417ffb8bfa,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:34.986196 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ae3ab0-2237-4542-a172-9d9182012ad4 None None] The sync data for ids ['179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'] in n-d-805737-3 is: [{'id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'name': 'tempest-ImageQuotaTest-1508951060-router', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '95eeddd7-328b-40b7-8b87-78b9f1e4db75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:28Z', 'updated_at': '2021-11-11T22:05:31Z', 'revision_number': 4, 'project_id': '3936d001e48648e89cbc0ca7c4be52ae', 'gw_port': {'id': '95eeddd7-328b-40b7-8b87-78b9f1e4db75', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:28Z', 'updated_at': '2021-11-11T22:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '43b337bc-c617-4caf-9c02-99417ffb8bfa', 'name': '', 'network_id': 'ca3909cc-7581-41b5-84ce-23e4dc565092', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae', 'mac_address': 'fa:16:3e:e5:83:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '704846fd-69d9-4fe9-b368-38212b8300db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:30Z', 'updated_at': '2021-11-11T22:05:34Z', 'revision_number': 4, 'project_id': '3936d001e48648e89cbc0ca7c4be52ae', 'subnets': [{'id': '704846fd-69d9-4fe9-b368-38212b8300db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:05:35.021503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.021989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.022408 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.022903 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.023243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.023582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.023918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.024564 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.024982 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.025323 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.025656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.025985 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.251215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2df7e874-bb6a-4ad4-a31b-7774cf762fad req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:35.308542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=ab8d267f-21cc-49eb-b108-389d1c80bb6e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:35.322196 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.323820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.324367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.324963 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.325653 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.326306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.327180 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.327822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.328372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.328918 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.329735 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.330384 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:35.364058 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:35.403949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df7e874-bb6a-4ad4-a31b-7774cf762fad req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] No DVR routers for this DVR port ab8d267f-21cc-49eb-b108-389d1c80bb6e on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:05:35.407506 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-2df7e874-bb6a-4ad4-a31b-7774cf762fad req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:35.411953 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2df7e874-bb6a-4ad4-a31b-7774cf762fad req-9499b534-d529-41a6-b496-4129fecaed47 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.71 "DELETE /v2.0/ports/ab8d267f-21cc-49eb-b108-389d1c80bb6e HTTP/1.1" status: 204 len: 173 time: 0.7370489 Nov 11 22:05:35.412425 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'name': 'network-vif-deleted', 'tag': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:35.414809 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4921089-fecd-4cf0-9626-aa36e5963ec1" -d '{"events": [{"server_uuid": "2dc9e906-a3dd-4200-88d4-c80a03e353bd", "name": "network-vif-deleted", "tag": "ab8d267f-21cc-49eb-b108-389d1c80bb6e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:35.460541 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb49a52-b3ed-47da-ac2f-aaa58f467d1a x-openstack-request-id: req-2fb49a52-b3ed-47da-ac2f-aaa58f467d1a {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:35.460951 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc9e906-a3dd-4200-88d4-c80a03e353bd", "name": "network-vif-deleted", "tag": "ab8d267f-21cc-49eb-b108-389d1c80bb6e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:35.461147 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2fb49a52-b3ed-47da-ac2f-aaa58f467d1a {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:35.461504 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc9e906-a3dd-4200-88d4-c80a03e353bd', 'name': 'network-vif-deleted', 'tag': 'ab8d267f-21cc-49eb-b108-389d1c80bb6e', 'status': 'completed', 'code': 200} Nov 11 22:05:35.663360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Router 179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:05:35.811510 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-50f93e1f-aece-4d56-a43f-bb31f121c895 req-bd72b511-f478-4541-bbc8-89a1e3eeb289 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc9e906-a3dd-4200-88d4-c80a03e353bd HTTP/1.1" status: 200 len: 210 time: 0.0360963 Nov 11 22:05:35.831238 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:05:35.836209 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-548d3ea4-d46d-402b-bd69-e7133415e748 admin admin] 10.222.0.57 "PUT /v2.0/routers/179fbf5a-c54a-4115-af6a-d43a2b7ee8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1692314 Nov 11 22:05:35.841206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53318) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:35.972409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.099531 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.172114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] Deleting port 95eeddd7-328b-40b7-8b87-78b9f1e4db75 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:36.172461 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.257056 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] For port 95eeddd7-328b-40b7-8b87-78b9f1e4db75, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=95eeddd7-328b-40b7-8b87-78b9f1e4db75,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:36.257429 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.270000 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] Calling delete_port for 95eeddd7-328b-40b7-8b87-78b9f1e4db75 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:36.449148 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.477655 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] Pushing event deleted for resources: {'Port': ['ID=95eeddd7-328b-40b7-8b87-78b9f1e4db75,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:36.487224 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb3d04-55c2-4130-b3eb-2d76e60b7058 None None] Sync routers for ids ['179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:05:36.497539 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb3d04-55c2-4130-b3eb-2d76e60b7058 None None] Routers {'179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:36.498149 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-60bb3d04-55c2-4130-b3eb-2d76e60b7058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:36.498626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df444ed9-73a4-4890-a4b3-1d4d6907a6d0 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:05:36.541983 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.569233 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-60bb3d04-55c2-4130-b3eb-2d76e60b7058 None None] Set router 179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:36.620773 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-60bb3d04-55c2-4130-b3eb-2d76e60b7058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'name': 'tempest-ImageQuotaTest-1508951060-router', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:28Z', 'updated_at': '2021-11-11T22:05:36Z', 'revision_number': 7, 'project_id': '3936d001e48648e89cbc0ca7c4be52ae', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:36.631390 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.633749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.650083 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb3d04-55c2-4130-b3eb-2d76e60b7058 None None] Checking router: 179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:05:36.659267 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb3d04-55c2-4130-b3eb-2d76e60b7058 None None] Routers {'179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:36.659898 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-60bb3d04-55c2-4130-b3eb-2d76e60b7058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:36.679675 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.680216 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:05:36.685509 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.686983 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bf025bf9-f635-4bcf-a68c-2f16edf5fc9c admin admin] 10.222.0.57 "DELETE /v2.0/routers/179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 HTTP/1.1" status: 204 len: 168 time: 0.8447599 Nov 11 22:05:36.689979 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53320) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:36.729329 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-60bb3d04-55c2-4130-b3eb-2d76e60b7058 None None] Set router 179fbf5a-c54a-4115-af6a-d43a2b7ee8c8 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:36.737585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfb15ee-88f5-4be8-99b7-dfc7020e13e2 admin admin] Deleting subnet 704846fd-69d9-4fe9-b368-38212b8300db {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:05:36.740709 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ecfb15ee-88f5-4be8-99b7-dfc7020e13e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.781746 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ecfb15ee-88f5-4be8-99b7-dfc7020e13e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.865717 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ecfb15ee-88f5-4be8-99b7-dfc7020e13e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.874144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53324) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:36.878482 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-60bb3d04-55c2-4130-b3eb-2d76e60b7058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'name': 'tempest-ImageQuotaTest-1508951060-router', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:28Z', 'updated_at': '2021-11-11T22:05:36Z', 'revision_number': 7, 'project_id': '3936d001e48648e89cbc0ca7c4be52ae', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:36.910766 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb3d04-55c2-4130-b3eb-2d76e60b7058 None None] The sync data for ids ['179fbf5a-c54a-4115-af6a-d43a2b7ee8c8'] in n-d-805737-3 is: [{'id': '179fbf5a-c54a-4115-af6a-d43a2b7ee8c8', 'name': 'tempest-ImageQuotaTest-1508951060-router', 'tenant_id': '3936d001e48648e89cbc0ca7c4be52ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:28Z', 'updated_at': '2021-11-11T22:05:36Z', 'revision_number': 7, 'project_id': '3936d001e48648e89cbc0ca7c4be52ae', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:05:36.920257 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ecfb15ee-88f5-4be8-99b7-dfc7020e13e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.948282 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ecfb15ee-88f5-4be8-99b7-dfc7020e13e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.954806 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ecfb15ee-88f5-4be8-99b7-dfc7020e13e2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/704846fd-69d9-4fe9-b368-38212b8300db HTTP/1.1" status: 204 len: 168 time: 0.2637255 Nov 11 22:05:36.955401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53326) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:36.957703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb15ee-88f5-4be8-99b7-dfc7020e13e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704846fd-69d9-4fe9-b368-38212b8300db,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:36.962608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7950398b-6615-4b79-9268-5a7a3cbaffbc None None] Network ca3909cc-7581-41b5-84ce-23e4dc565092 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:05:37.031037 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:37.087703 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] Deleting port 7a0e574c-97d5-4738-9a0b-dfd49187bd48 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:37.088081 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:37.162763 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] For port 7a0e574c-97d5-4738-9a0b-dfd49187bd48, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7a0e574c-97d5-4738-9a0b-dfd49187bd48,segment=NetworkSegment(adcada41-0b02-431f-a1bc-849b14410200),segment_id=adcada41-0b02-431f-a1bc-849b14410200)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:37.163116 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:37.185131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] Calling delete_port for 7a0e574c-97d5-4738-9a0b-dfd49187bd48 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:37.268263 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:37.273817 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-567ca323-d915-4c8e-85a1-7c088d026c62 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:37.294918 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091af896-ed3d-4bc3-bcbf-aac28d7ebbd4 None None] DHCP port deletion for ca3909cc-7581-41b5-84ce-23e4dc565092 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:05:37.301815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0e574c-97d5-4738-9a0b-dfd49187bd48,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:37.304045 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] No DVR routers for this DVR port 7a0e574c-97d5-4738-9a0b-dfd49187bd48 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:05:37.398790 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:37.420650 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3909cc-7581-41b5-84ce-23e4dc565092']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:37.433193 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcada41-0b02-431f-a1bc-849b14410200') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:37.433655 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcada41-0b02-431f-a1bc-849b14410200') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:37.444602 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:37.461167 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:37.467652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:05:37.468035 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:05:37.469922 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:05:37.529766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:37.536020 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:37.540176 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] 10.222.0.57 "DELETE /v2.0/networks/ca3909cc-7581-41b5-84ce-23e4dc565092 HTTP/1.1" status: 204 len: 168 time: 0.5835876 Nov 11 22:05:37.551618 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff9bb1-2689-4f81-aa25-3047fa50eccf admin admin] Pushing event deleted for resources: {'Network': ['ID=ca3909cc-7581-41b5-84ce-23e4dc565092,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:37.554008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-567ca323-d915-4c8e-85a1-7c088d026c62 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port 65388369-db98-416c-9b42-ae1d706aa920 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:37.554496 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-567ca323-d915-4c8e-85a1-7c088d026c62 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:37.655422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53330) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:37.662677 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-567ca323-d915-4c8e-85a1-7c088d026c62 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] For port 65388369-db98-416c-9b42-ae1d706aa920, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=65388369-db98-416c-9b42-ae1d706aa920,segment=NetworkSegment(60147d8f-dff8-47d5-8145-6f735c5ffcfd),segment_id=60147d8f-dff8-47d5-8145-6f735c5ffcfd)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:37.663045 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-567ca323-d915-4c8e-85a1-7c088d026c62 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.013309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-567ca323-d915-4c8e-85a1-7c088d026c62 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for 65388369-db98-416c-9b42-ae1d706aa920 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:38.075484 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7e5c5558-0cba-4c79-a481-bed723478fb5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3936d001e48648e89cbc0ca7c4be52ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4187682 Nov 11 22:05:38.078303 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53332) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:38.130345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75732727-17d7-4e5e-b1ea-56373003bbc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.151829 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75732727-17d7-4e5e-b1ea-56373003bbc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.170535 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 95eeddd7-328b-40b7-8b87-78b9f1e4db75 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:38.196927 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 95eeddd7-328b-40b7-8b87-78b9f1e4db75 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:38.197501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 95eeddd7-328b-40b7-8b87-78b9f1e4db75 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:38.198084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7a0e574c-97d5-4738-9a0b-dfd49187bd48 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:38.207257 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75732727-17d7-4e5e-b1ea-56373003bbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.210040 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-75732727-17d7-4e5e-b1ea-56373003bbc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.211363 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-75732727-17d7-4e5e-b1ea-56373003bbc4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eb5fc925-d2eb-48b0-8864-6b33aa09f744 HTTP/1.1" status: 204 len: 168 time: 0.1320558 Nov 11 22:05:38.221489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 7a0e574c-97d5-4738-9a0b-dfd49187bd48 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:38.221885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7a0e574c-97d5-4738-9a0b-dfd49187bd48 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:38.222316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 43b337bc-c617-4caf-9c02-99417ffb8bfa no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:38.230727 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-567ca323-d915-4c8e-85a1-7c088d026c62 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.239058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75732727-17d7-4e5e-b1ea-56373003bbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5fc925-d2eb-48b0-8864-6b33aa09f744,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:38.249576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 43b337bc-c617-4caf-9c02-99417ffb8bfa {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:38.249931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 43b337bc-c617-4caf-9c02-99417ffb8bfa not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:38.260237 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ca323-d915-4c8e-85a1-7c088d026c62 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=65388369-db98-416c-9b42-ae1d706aa920,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:38.462051 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-567ca323-d915-4c8e-85a1-7c088d026c62 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.607600 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53338) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:38.621413 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48fc8e85-59d1-467a-b417-840756ef3f09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.692403 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567ca323-d915-4c8e-85a1-7c088d026c62 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Router 170ae902-e6de-424b-89e8-05c2b3968c46 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:05:38.697795 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48fc8e85-59d1-467a-b417-840756ef3f09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.702471 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-48fc8e85-59d1-467a-b417-840756ef3f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.744202 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc8e85-59d1-467a-b417-840756ef3f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d38152-a29c-431a-bbc6-9b75c3c71cfc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:38.749691 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-48fc8e85-59d1-467a-b417-840756ef3f09 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1409881 Nov 11 22:05:38.752724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53340) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:38.805070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567ca323-d915-4c8e-85a1-7c088d026c62 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:05:38.806375 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-210e270c-26a0-433c-8fe6-c1d83dbc6e78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.810317 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-567ca323-d915-4c8e-85a1-7c088d026c62 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "PUT /v2.0/routers/170ae902-e6de-424b-89e8-05c2b3968c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9348536 Nov 11 22:05:38.813354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53342) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:38.816473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f0078-1df0-4586-92e6-b531774eb3c7 None None] Sync routers for ids ['170ae902-e6de-424b-89e8-05c2b3968c46'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:05:38.828563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f0078-1df0-4586-92e6-b531774eb3c7 None None] Routers {'170ae902-e6de-424b-89e8-05c2b3968c46'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:38.829503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-800f0078-1df0-4586-92e6-b531774eb3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['170ae902-e6de-424b-89e8-05c2b3968c46'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:38.834779 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-210e270c-26a0-433c-8fe6-c1d83dbc6e78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.873167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb467b2-4e41-4e45-b1fb-8fabeaeed410 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting subnet da9da213-a644-4de1-9abc-d023a4fc37b2 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:05:38.876495 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7fb467b2-4e41-4e45-b1fb-8fabeaeed410 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.888130 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-210e270c-26a0-433c-8fe6-c1d83dbc6e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.891071 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-210e270c-26a0-433c-8fe6-c1d83dbc6e78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.896680 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-210e270c-26a0-433c-8fe6-c1d83dbc6e78 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2d38152-a29c-431a-bbc6-9b75c3c71cfc HTTP/1.1" status: 204 len: 168 time: 0.1409886 Nov 11 22:05:38.905925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e270c-26a0-433c-8fe6-c1d83dbc6e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d38152-a29c-431a-bbc6-9b75c3c71cfc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:38.923860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7fb467b2-4e41-4e45-b1fb-8fabeaeed410 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.957712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ab8d267f-21cc-49eb-b108-389d1c80bb6e no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:38.965280 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-800f0078-1df0-4586-92e6-b531774eb3c7 None None] Set router 170ae902-e6de-424b-89e8-05c2b3968c46 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:39.010647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: ab8d267f-21cc-49eb-b108-389d1c80bb6e {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:39.011001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ab8d267f-21cc-49eb-b108-389d1c80bb6e not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:39.017729 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7fb467b2-4e41-4e45-b1fb-8fabeaeed410 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.098561 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7fb467b2-4e41-4e45-b1fb-8fabeaeed410 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.129211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb467b2-4e41-4e45-b1fb-8fabeaeed410 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Subnet': ['ID=da9da213-a644-4de1-9abc-d023a4fc37b2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:39.138309 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7fb467b2-4e41-4e45-b1fb-8fabeaeed410 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.143845 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7fb467b2-4e41-4e45-b1fb-8fabeaeed410 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/subnets/da9da213-a644-4de1-9abc-d023a4fc37b2 HTTP/1.1" status: 204 len: 168 time: 0.3294225 Nov 11 22:05:39.146587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53346) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:39.161129 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2d56ae-df27-4741-ba84-ff90d39cc4e9 None None] Network 4bb378c4-2688-4490-8169-77855e03ab63 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:05:39.271941 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.299356 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-800f0078-1df0-4586-92e6-b531774eb3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:05:38Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:39.332678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f0078-1df0-4586-92e6-b531774eb3c7 None None] Checking router: 170ae902-e6de-424b-89e8-05c2b3968c46 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:05:39.347915 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f0078-1df0-4586-92e6-b531774eb3c7 None None] Routers {'170ae902-e6de-424b-89e8-05c2b3968c46'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:39.348574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-800f0078-1df0-4586-92e6-b531774eb3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['170ae902-e6de-424b-89e8-05c2b3968c46'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:39.395969 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.456479 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] DHCP port deletion for 4bb378c4-2688-4490-8169-77855e03ab63 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:05:39.463504 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Deleting port 5e6b6afe-ab3c-43f9-a341-30dd54047b83 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:39.463733 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.504601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-800f0078-1df0-4586-92e6-b531774eb3c7 None None] Set router 170ae902-e6de-424b-89e8-05c2b3968c46 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:39.560485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] For port 5e6b6afe-ab3c-43f9-a341-30dd54047b83, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5e6b6afe-ab3c-43f9-a341-30dd54047b83,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:39.560891 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.576457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Calling delete_port for 5e6b6afe-ab3c-43f9-a341-30dd54047b83 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:39.636301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Deleting port 01674851-23a3-46b7-b00d-9051d6e36989 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:39.636745 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.731573 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] For port 01674851-23a3-46b7-b00d-9051d6e36989, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=01674851-23a3-46b7-b00d-9051d6e36989,segment=NetworkSegment(60147d8f-dff8-47d5-8145-6f735c5ffcfd),segment_id=60147d8f-dff8-47d5-8145-6f735c5ffcfd)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:39.731943 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.746007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Calling delete_port for 01674851-23a3-46b7-b00d-9051d6e36989 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:39.756136 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.786173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Port': ['ID=5e6b6afe-ab3c-43f9-a341-30dd54047b83,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:39.810371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b59d105-e398-4a36-9831-c2c726623657 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:05:39.843093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-800f0078-1df0-4586-92e6-b531774eb3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:05:38Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:39.846600 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.877766 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f0078-1df0-4586-92e6-b531774eb3c7 None None] The sync data for ids ['170ae902-e6de-424b-89e8-05c2b3968c46'] in n-d-805737-3 is: [{'id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540733673', 'tenant_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:05:38Z', 'revision_number': 5, 'project_id': 'ca10c78ec5c842e0aa2eed659b01aa7e', 'gw_port': {'id': '5e6b6afe-ab3c-43f9-a341-30dd54047b83', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170ae902-e6de-424b-89e8-05c2b3968c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:03:40Z', 'updated_at': '2021-11-11T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:05:39.892224 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.940988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Pushing event deleted for resources: {'Port': ['ID=01674851-23a3-46b7-b00d-9051d6e36989,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:39.943806 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.948266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] No DVR routers for this DVR port 01674851-23a3-46b7-b00d-9051d6e36989 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:05:39.948447 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.953703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:39.954119 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:39.954389 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:39.954743 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:39.957935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:39.957935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:39.957935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:39.957935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:39.957935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:39.957935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:39.957935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:39.957935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f631e88-2c59-4a49-87b8-01559450f586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:39.992688 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.993241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Fanout notify agent at l3_agent the message router_deleted on router 170ae902-e6de-424b-89e8-05c2b3968c46 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:05:40.000064 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:40.001234 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-df1e9e54-73f3-4a1b-b48d-32a00d0adae2 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/routers/170ae902-e6de-424b-89e8-05c2b3968c46 HTTP/1.1" status: 204 len: 168 time: 0.8536396 Nov 11 22:05:40.004076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53348) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:40.084007 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56b04ac0-a2d1-44d2-822c-52c57604078c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:40.175078 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56b04ac0-a2d1-44d2-822c-52c57604078c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:40.195110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-56b04ac0-a2d1-44d2-822c-52c57604078c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb378c4-2688-4490-8169-77855e03ab63']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:40.204676 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-56b04ac0-a2d1-44d2-822c-52c57604078c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60147d8f-dff8-47d5-8145-6f735c5ffcfd') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:40.205006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-56b04ac0-a2d1-44d2-822c-52c57604078c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60147d8f-dff8-47d5-8145-6f735c5ffcfd') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:40.214360 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56b04ac0-a2d1-44d2-822c-52c57604078c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:40.227543 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56b04ac0-a2d1-44d2-822c-52c57604078c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:40.236347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b04ac0-a2d1-44d2-822c-52c57604078c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:05:40.236811 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56b04ac0-a2d1-44d2-822c-52c57604078c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:05:40.239915 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:05:40.317819 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56b04ac0-a2d1-44d2-822c-52c57604078c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:40.326213 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56b04ac0-a2d1-44d2-822c-52c57604078c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:40.332203 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-56b04ac0-a2d1-44d2-822c-52c57604078c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/networks/4bb378c4-2688-4490-8169-77855e03ab63 HTTP/1.1" status: 204 len: 168 time: 0.3246410 Nov 11 22:05:40.332626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53350) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:40.344903 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b04ac0-a2d1-44d2-822c-52c57604078c tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'Network': ['ID=4bb378c4-2688-4490-8169-77855e03ab63,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:40.375442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 01674851-23a3-46b7-b00d-9051d6e36989 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:40.403840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 01674851-23a3-46b7-b00d-9051d6e36989 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:40.404054 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4abb1e9f-567b-4dad-b872-425bc333351d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:40.404408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 01674851-23a3-46b7-b00d-9051d6e36989 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:40.404968 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 65388369-db98-416c-9b42-ae1d706aa920 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:40.425837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 65388369-db98-416c-9b42-ae1d706aa920 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:40.426289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 65388369-db98-416c-9b42-ae1d706aa920 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:40.442458 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4abb1e9f-567b-4dad-b872-425bc333351d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:40.505611 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4abb1e9f-567b-4dad-b872-425bc333351d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:40.508306 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4abb1e9f-567b-4dad-b872-425bc333351d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:40.509588 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4abb1e9f-567b-4dad-b872-425bc333351d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] 10.222.0.57 "DELETE /v2.0/security-groups/8e2a7de3-1e18-4e63-868e-0d09b318a7c0 HTTP/1.1" status: 204 len: 168 time: 0.1758823 Nov 11 22:05:40.520217 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb1e9f-567b-4dad-b872-425bc333351d tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2a7de3-1e18-4e63-868e-0d09b318a7c0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:40.769539 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53358) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:40.929714 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-35617b4b-010a-4374-81a5-731b31030d2a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ca10c78ec5c842e0aa2eed659b01aa7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1588490 Nov 11 22:05:40.932179 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53362) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:40.984839 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94311a70-f065-4823-b444-127e3d904726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:41.008583 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94311a70-f065-4823-b444-127e3d904726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:41.057786 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94311a70-f065-4823-b444-127e3d904726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:41.060621 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-94311a70-f065-4823-b444-127e3d904726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:41.063919 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-94311a70-f065-4823-b444-127e3d904726 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6a2908ae-b547-43d6-89e7-18fea82c49d4 HTTP/1.1" status: 204 len: 168 time: 0.1288013 Nov 11 22:05:41.070647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94311a70-f065-4823-b444-127e3d904726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2908ae-b547-43d6-89e7-18fea82c49d4,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:41.248325 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:41.354662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53368) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:41.397097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-46fc86ac-624d-4ab0-9fd3-1c7e02764100 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eab9d1eb8ade4648bb391d1755c493de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405247 Nov 11 22:05:41.399611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53370) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:41.453165 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e37a81b-08ea-4c0c-9cac-97f04fca74da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:41.475710 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e37a81b-08ea-4c0c-9cac-97f04fca74da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:41.525532 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e37a81b-08ea-4c0c-9cac-97f04fca74da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:41.528270 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e37a81b-08ea-4c0c-9cac-97f04fca74da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:41.529488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5e37a81b-08ea-4c0c-9cac-97f04fca74da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8fa8c3c-6259-4f7d-85b1-c4d6c6fa5efa HTTP/1.1" status: 204 len: 168 time: 0.1289589 Nov 11 22:05:41.538840 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37a81b-08ea-4c0c-9cac-97f04fca74da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fa8c3c-6259-4f7d-85b1-c4d6c6fa5efa,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:42.111362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5e6b6afe-ab3c-43f9-a341-30dd54047b83 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:42.133397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 5e6b6afe-ab3c-43f9-a341-30dd54047b83 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:42.133743 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5e6b6afe-ab3c-43f9-a341-30dd54047b83 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:43.840748 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53422) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:43.846169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Request body: {'network': {'name': 'tempest-network-smoke--2131047991', 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'port_security_enabled': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:43.870740 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Made reservation on behalf of cfb04734e31f49bbbb2656ad611ee1c7 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:05:43.874295 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:43.875181 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41bf9475-4d7a-4bd4-a7c3-dd64c5ab908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:43.883299 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:43.960392 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:43.970831 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:43.999187 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:05:44.009152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68a35f4-6c23-4d87-a14c-c4ae37c878c1,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:44.014034 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:44.014379 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Added segment 222ac583-5c99-497d-9b92-400d92359fdb of type vlan for network 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 Nov 11 22:05:44.057105 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:44.091249 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:44.097010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:44.097616 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:44.134762 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2927098 Nov 11 22:05:44.137794 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53424) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:44.142617 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'admin_state_up': True, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:44.170695 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41da96-04ab-4aa7-a438-5e09e0ffc748 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'Network': ['ID=9a5105ce-02ee-477e-b0bb-6d41c88eb7f3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:44.170918 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:44.172135 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:44.181351 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:05:44.228366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:44.371241 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:44.570108 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:44.588680 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:44.690815 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Allocated IP 172.25.0.237 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/c70be945-d3de-40f0-848b-c12a7e115fcc) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:05:44.781570 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:44.800337 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:44.838953 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:44.875888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:05:44.880904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:05:44.884515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:05:44.890389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'Port': ['ID=c70be945-d3de-40f0-848b-c12a7e115fcc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:44.894104 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa08af-7f7b-468d-9c43-d76fe26b2478 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:05:44.972436 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-aec26abc-c839-45e6-bc6c-2da870ce425d None None] Provisioning complete for port c70be945-d3de-40f0-848b-c12a7e115fcc triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:44.972772 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aec26abc-c839-45e6-bc6c-2da870ce425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:45.010722 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-aec26abc-c839-45e6-bc6c-2da870ce425d None None] Port c70be945-d3de-40f0-848b-c12a7e115fcc cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:05:45.139024 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:45.346612 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:45.875947 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:05:45.984529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:05:45.994778 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Sync routers for ids ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:05:46.006540 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Routers {'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:46.007153 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:46.007363 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:46.008502 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bf81d61b-3065-47d9-830b-222c35ee1057 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8696284 Nov 11 22:05:46.012387 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53426) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:46.069279 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f22e329-8f9a-406d-9571-35e5e72fc3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:46.120285 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Set router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:46.142088 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-81be4d50-2274-44d9-930d-7b9818ea224b tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=cfb04734e31f49bbbb2656ad611ee1c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1283402 Nov 11 22:05:46.144821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53430) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:46.233759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fb5765-9a7b-4389-b578-bd8a66f25a60 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:46.235332 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b9fb5765-9a7b-4389-b578-bd8a66f25a60 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895517 Nov 11 22:05:46.238577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53432) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:46.266042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6c3a96d7-a2b4-4fdd-a98f-b91de5400cf1 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263138 Nov 11 22:05:46.269256 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53434) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:46.274327 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4fd75308-dabb-49d9-8f68-fe3358cdc26d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1981161698', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:46.303250 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:45Z', 'revision_number': 3, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:46.330328 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Checking router: bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:05:46.330678 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Updating router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 port c70be945-d3de-40f0-848b-c12a7e115fcc binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:05:46.355990 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:46.363633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd75308-dabb-49d9-8f68-fe3358cdc26d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Made reservation on behalf of cfb04734e31f49bbbb2656ad611ee1c7 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:05:46.367268 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4fd75308-dabb-49d9-8f68-fe3358cdc26d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:46.551872 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4fd75308-dabb-49d9-8f68-fe3358cdc26d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:46.613573 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:46.618778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd75308-dabb-49d9-8f68-fe3358cdc26d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'Subnet': ['ID=36757546-1ac6-4170-a8da-383052fa5b3d,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:46.620066 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:46.627844 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd75308-dabb-49d9-8f68-fe3358cdc26d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Checking segment: {'id': '222ac583-5c99-497d-9b92-400d92359fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:05:46.628210 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd75308-dabb-49d9-8f68-fe3358cdc26d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Network hostable DHCP agents. Network: 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:05:46.646875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd75308-dabb-49d9-8f68-fe3358cdc26d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Network 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:05:46.663236 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827f0567-4827-4174-9f65-3e9922134ee6 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:05:46.665767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-4fd75308-dabb-49d9-8f68-fe3358cdc26d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:05:46.665985 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Attempting to bind port c70be945-d3de-40f0-848b-c12a7e115fcc on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:05:46.666388 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Attempting to bind port c70be945-d3de-40f0-848b-c12a7e115fcc by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:05:46.666773 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Attempting to bind port c70be945-d3de-40f0-848b-c12a7e115fcc on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:46.673104 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd75308-dabb-49d9-8f68-fe3358cdc26d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:46.673701 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4fd75308-dabb-49d9-8f68-fe3358cdc26d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:46.680417 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:05:46.680829 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:05:46.680964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd78680c-3d50-427a-83cd-7e82564b3abb None None] Network 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:05:46.681255 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:46.681630 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:05:46.682235 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Bound port: c70be945-d3de-40f0-848b-c12a7e115fcc, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:05:46.682538 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:46.700753 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4fd75308-dabb-49d9-8f68-fe3358cdc26d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4277632 Nov 11 22:05:46.701233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53436) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:46.719651 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fe759-bf0b-4cc4-bbd4-41641852b25a None None] Pushing event updated for resources: {'Port': ['ID=c70be945-d3de-40f0-848b-c12a7e115fcc,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:46.744166 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fe759-bf0b-4cc4-bbd4-41641852b25a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:46.744506 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fe759-bf0b-4cc4-bbd4-41641852b25a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:46.744868 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fe759-bf0b-4cc4-bbd4-41641852b25a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:46.745204 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fe759-bf0b-4cc4-bbd4-41641852b25a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:46.745533 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fe759-bf0b-4cc4-bbd4-41641852b25a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:46.745863 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fe759-bf0b-4cc4-bbd4-41641852b25a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:46.746184 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fe759-bf0b-4cc4-bbd4-41641852b25a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:46.746513 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fe759-bf0b-4cc4-bbd4-41641852b25a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:46.746827 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fe759-bf0b-4cc4-bbd4-41641852b25a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:46.747139 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fe759-bf0b-4cc4-bbd4-41641852b25a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:46.747459 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fe759-bf0b-4cc4-bbd4-41641852b25a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:46.747770 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980fe759-bf0b-4cc4-bbd4-41641852b25a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:46.751398 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] For port c70be945-d3de-40f0-848b-c12a7e115fcc, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:05:46.755431 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] For port c70be945-d3de-40f0-848b-c12a7e115fcc, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c70be945-d3de-40f0-848b-c12a7e115fcc,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:05:46.756648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-cf313309-8439-4ed4-ab9c-46d970c90c41 None None] Provisioning complete for port c70be945-d3de-40f0-848b-c12a7e115fcc triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:46.757083 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf313309-8439-4ed4-ab9c-46d970c90c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:46.761599 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:46.813072 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Routers {'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:46.813692 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:46.820670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7bf290-ea03-41a5-96ea-ab0cee33de43 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:05:46.866049 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fe759-bf0b-4cc4-bbd4-41641852b25a None None] Pushing event updated for resources: {'Port': ['ID=c70be945-d3de-40f0-848b-c12a7e115fcc,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:46.903960 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf313309-8439-4ed4-ab9c-46d970c90c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:46.927702 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cf313309-8439-4ed4-ab9c-46d970c90c41 None None] For port c70be945-d3de-40f0-848b-c12a7e115fcc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c70be945-d3de-40f0-848b-c12a7e115fcc,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:46.930388 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] Set router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:46.934082 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cf313309-8439-4ed4-ab9c-46d970c90c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:46.978385 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'fixed_ips': [{'subnet_id': '36757546-1ac6-4170-a8da-383052fa5b3d'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:05:46.979271 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:47.140582 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:45Z', 'revision_number': 3, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:47.168688 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d25fc-0ef3-415f-bbb6-c5864ab06529 None None] The sync data for ids ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'] in n-d-805737-3 is: [{'id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:45Z', 'revision_number': 3, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:05:47.168981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:47.219521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf313309-8439-4ed4-ab9c-46d970c90c41 None None] Pushing event updated for resources: {'Port': ['ID=c70be945-d3de-40f0-848b-c12a7e115fcc,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:47.222586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-010f4e30-0870-49b1-9b5c-e22234e92ce1 None None] Provisioning complete for port c70be945-d3de-40f0-848b-c12a7e115fcc triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:47.222958 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-010f4e30-0870-49b1-9b5c-e22234e92ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:47.326400 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:47.434802 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Allocated IP 172.20.0.2 (9a5105ce-02ee-477e-b0bb-6d41c88eb7f3/36757546-1ac6-4170-a8da-383052fa5b3d/087d72d3-ca4f-45b9-95a8-26b604f764f3) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:05:47.617672 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:47.625384 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:47.672690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Network 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:05:47.676777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:05:47.679544 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:05:47.683453 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Pushing event updated for resources: {'Port': ['ID=087d72d3-ca4f-45b9-95a8-26b604f764f3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:47.743269 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Attempting to bind port 087d72d3-ca4f-45b9-95a8-26b604f764f3 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:05:47.743646 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Attempting to bind port 087d72d3-ca4f-45b9-95a8-26b604f764f3 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '222ac583-5c99-497d-9b92-400d92359fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:05:47.744020 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Attempting to bind port 087d72d3-ca4f-45b9-95a8-26b604f764f3 on network 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:47.749805 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:05:47.750043 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Checking segment: {'id': '222ac583-5c99-497d-9b92-400d92359fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:05:47.750459 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:47.750869 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Bound using segment: {'id': '222ac583-5c99-497d-9b92-400d92359fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:05:47.751362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Bound port: 087d72d3-ca4f-45b9-95a8-26b604f764f3, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222ac583-5c99-497d-9b92-400d92359fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:05:47.751718 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:47.822634 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] For port 087d72d3-ca4f-45b9-95a8-26b604f764f3, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:05:47.826080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] For port 087d72d3-ca4f-45b9-95a8-26b604f764f3, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=087d72d3-ca4f-45b9-95a8-26b604f764f3,segment=NetworkSegment(222ac583-5c99-497d-9b92-400d92359fdb),segment_id=222ac583-5c99-497d-9b92-400d92359fdb)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:05:47.830829 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:47.873051 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Allocated IP 172.20.0.1 (9a5105ce-02ee-477e-b0bb-6d41c88eb7f3/36757546-1ac6-4170-a8da-383052fa5b3d/89c456ed-b758-4d15-9e67-fe46e1a05aa3) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:05:47.889011 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37335563-79e8-4fb6-bc3f-4877e256ee71 None None] Pushing event updated for resources: {'Port': ['ID=087d72d3-ca4f-45b9-95a8-26b604f764f3,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:48.014547 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:48.053412 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:48.101664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Network 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:05:48.108692 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:05:48.113374 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:05:48.120710 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'Port': ['ID=89c456ed-b758-4d15-9e67-fe46e1a05aa3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:48.172924 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:48.258579 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 087d72d3-ca4f-45b9-95a8-26b604f764f3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:05:48.309288 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 087d72d3-ca4f-45b9-95a8-26b604f764f3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:48.309657 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:48.317474 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:48.399734 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:48.443071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 087d72d3-ca4f-45b9-95a8-26b604f764f3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=087d72d3-ca4f-45b9-95a8-26b604f764f3,segment=NetworkSegment(222ac583-5c99-497d-9b92-400d92359fdb),segment_id=222ac583-5c99-497d-9b92-400d92359fdb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:48.448456 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:48.449317 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c70be945-d3de-40f0-848b-c12a7e115fcc up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:05:48.526172 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=087d72d3-ca4f-45b9-95a8-26b604f764f3,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:48.538651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port c70be945-d3de-40f0-848b-c12a7e115fcc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:48.539035 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:48.612543 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:48.619140 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:48.638390 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:48.704311 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:48.708497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'Port': ['ID=89c456ed-b758-4d15-9e67-fe46e1a05aa3,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:48.812224 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Network 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:05:48.813953 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:05:48.930968 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:05:49.057454 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:05:49.063478 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2d70fa87-4b43-4ee9-b06e-7b25330a48b0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "PUT /v2.0/routers/bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3604956 Nov 11 22:05:49.066554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53438) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:49.071955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-1003b3ac-18f7-4e29-9617-a14c63a5fd09 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--584563782', 'description': 'tempest-secgroup_access--584563782 description', 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:49.100740 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1003b3ac-18f7-4e29-9617-a14c63a5fd09 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:49.177879 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1003b3ac-18f7-4e29-9617-a14c63a5fd09 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:49.182808 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1003b3ac-18f7-4e29-9617-a14c63a5fd09 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:49.214518 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1003b3ac-18f7-4e29-9617-a14c63a5fd09 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:49.218724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53440) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:49.219265 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1003b3ac-18f7-4e29-9617-a14c63a5fd09 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1511116 Nov 11 22:05:49.224127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003b3ac-18f7-4e29-9617-a14c63a5fd09 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341de4e0-ff1b-4814-89c5-dda56e7be9f7,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:49.224272 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-30acb94e-7c50-4b3a-a73a-c9d4531775f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--266880096', 'description': 'tempest-secgroup_general--266880096 description', 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:49.235316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Sync routers for ids ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:05:49.251366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Routers {'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:49.252028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:49.255577 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30acb94e-7c50-4b3a-a73a-c9d4531775f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:49.295777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f10a915-7b76-4e28-a6d7-b6116c3f9cda None None] Network 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:05:49.328141 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30acb94e-7c50-4b3a-a73a-c9d4531775f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:49.333132 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30acb94e-7c50-4b3a-a73a-c9d4531775f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:49.364518 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-30acb94e-7c50-4b3a-a73a-c9d4531775f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:49.365770 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-30acb94e-7c50-4b3a-a73a-c9d4531775f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1457903 Nov 11 22:05:49.369351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53442) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:49.370378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acb94e-7c50-4b3a-a73a-c9d4531775f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=726fc325-37c1-4d7d-bfdd-7800ee06cc0e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:49.374911 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3decca54-9d18-4a9d-929c-8a55a5c62d31 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Request body: {'security_group_rule': {'security_group_id': '341de4e0-ff1b-4814-89c5-dda56e7be9f7', 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:49.407353 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3decca54-9d18-4a9d-929c-8a55a5c62d31 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:49.429912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1850d0a5-bc8c-46f1-92c7-565129823cd4 None None] Provisioning complete for port 087d72d3-ca4f-45b9-95a8-26b604f764f3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:49.430273 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1850d0a5-bc8c-46f1-92c7-565129823cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:49.457029 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:49.468117 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3decca54-9d18-4a9d-929c-8a55a5c62d31 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:49.473084 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3decca54-9d18-4a9d-929c-8a55a5c62d31 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:49.487091 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Set router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:49.490931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decca54-9d18-4a9d-929c-8a55a5c62d31 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8c9eea-e2fe-40e3-952d-c9c5c1776b1f,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:49.501785 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3decca54-9d18-4a9d-929c-8a55a5c62d31 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:49.503137 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3decca54-9d18-4a9d-929c-8a55a5c62d31 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321199 Nov 11 22:05:49.652057 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-318b4d72-3168-4c2f-825d-2124400964ff tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup_access--584563782&fields=id&tenant_id=cfb04734e31f49bbbb2656ad611ee1c7 HTTP/1.1" status: 200 len: 267 time: 0.0435109 Nov 11 22:05:49.702055 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-8e794ece-b4ee-420e-91e6-cd55b1fc6675 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup_general--266880096&fields=id&tenant_id=cfb04734e31f49bbbb2656ad611ee1c7 HTTP/1.1" status: 200 len: 267 time: 0.0433364 Nov 11 22:05:49.798149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:48Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '89c456ed-b758-4d15-9e67-fe46e1a05aa3', 'name': '', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'mac_address': 'fa:16:3e:22:f8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:47Z', 'updated_at': '2021-11-11T22:05:48Z', 'revision_number': 2, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'subnets': [{'id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:49.829084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-c34013a2-fd1c-4312-91b8-f66a5de796c2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:49.829379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Checking router: bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:05:49.829742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Updating router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 port 89c456ed-b758-4d15-9e67-fe46e1a05aa3 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:05:49.830887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-c34013a2-fd1c-4312-91b8-f66a5de796c2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/networks?id=9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 HTTP/1.1" status: 200 len: 797 time: 0.1204531 Nov 11 22:05:49.848027 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-d3abab46-a54b-4a15-a4a9-bcdae02c9767 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/quotas/cfb04734e31f49bbbb2656ad611ee1c7 HTTP/1.1" status: 200 len: 375 time: 0.0100965 Nov 11 22:05:49.857745 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:49.902533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-f7667ba2-7e16-46bb-9d24-ce7c631ca8dc tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb04734e31f49bbbb2656ad611ee1c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483141 Nov 11 22:05:49.995494 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-37cdf14a-8a5d-432a-8c51-495548dcc354 None None] Provisioning complete for port 89c456ed-b758-4d15-9e67-fe46e1a05aa3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:49.995865 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37cdf14a-8a5d-432a-8c51-495548dcc354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:50.075270 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-147c4259-f174-4c14-b9ac-88f67e1895b3 service neutron] 10.222.0.57 "GET /v2.0/networks/9a5105ce-02ee-477e-b0bb-6d41c88eb7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569836 Nov 11 22:05:50.078291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-37cdf14a-8a5d-432a-8c51-495548dcc354 None None] Port 89c456ed-b758-4d15-9e67-fe46e1a05aa3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:05:50.110522 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-37cdf14a-8a5d-432a-8c51-495548dcc354 None None] Provisioning complete for port 087d72d3-ca4f-45b9-95a8-26b604f764f3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:50.110740 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37cdf14a-8a5d-432a-8c51-495548dcc354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:50.183325 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-aaca6af7-c136-4709-8b12-7759d6f14eff service neutron] 10.222.0.57 "GET /v2.0/networks/9a5105ce-02ee-477e-b0bb-6d41c88eb7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015716 Nov 11 22:05:50.201541 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 087d72d3-ca4f-45b9-95a8-26b604f764f3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:05:50.271898 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:50.287271 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:50.387695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1634c4a-a3e8-45b3-a687-6b25544b0e59 req-e6ce8fd5-d584-4aa1-8048-43845e3333a0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 210 time: 0.0385056 Nov 11 22:05:50.399521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 087d72d3-ca4f-45b9-95a8-26b604f764f3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:50.399987 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:50.428504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2f85d-ff20-4626-b18c-a3faaf52eec7 None None] Pushing event updated for resources: {'Port': ['ID=89c456ed-b758-4d15-9e67-fe46e1a05aa3,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:50.480589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Attempting to bind port 89c456ed-b758-4d15-9e67-fe46e1a05aa3 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:05:50.481007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Attempting to bind port 89c456ed-b758-4d15-9e67-fe46e1a05aa3 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '222ac583-5c99-497d-9b92-400d92359fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:05:50.481387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Attempting to bind port 89c456ed-b758-4d15-9e67-fe46e1a05aa3 on network 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:50.492675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-62f00820-f28b-4173-b810-925d3dba0e8e None None] Provisioning complete for port 89c456ed-b758-4d15-9e67-fe46e1a05aa3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:50.493081 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-62f00820-f28b-4173-b810-925d3dba0e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:50.494751 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:05:50.495137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Checking segment: {'id': '222ac583-5c99-497d-9b92-400d92359fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:05:50.495555 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:50.495927 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Bound using segment: {'id': '222ac583-5c99-497d-9b92-400d92359fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:05:50.496421 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Bound port: 89c456ed-b758-4d15-9e67-fe46e1a05aa3, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222ac583-5c99-497d-9b92-400d92359fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:05:50.496824 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:50.762336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-62f00820-f28b-4173-b810-925d3dba0e8e None None] Port 89c456ed-b758-4d15-9e67-fe46e1a05aa3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:05:50.798436 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] For port 89c456ed-b758-4d15-9e67-fe46e1a05aa3, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:05:50.801896 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] For port 89c456ed-b758-4d15-9e67-fe46e1a05aa3, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=89c456ed-b758-4d15-9e67-fe46e1a05aa3,segment=NetworkSegment(222ac583-5c99-497d-9b92-400d92359fdb),segment_id=222ac583-5c99-497d-9b92-400d92359fdb)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:05:50.807570 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:50.889404 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Routers {'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:50.890078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:50.926962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2f85d-ff20-4626-b18c-a3faaf52eec7 None None] Pushing event updated for resources: {'Port': ['ID=89c456ed-b758-4d15-9e67-fe46e1a05aa3,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:50.938769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-aef2f43e-aeb7-448b-adc9-fe24f6dac11b None None] Provisioning complete for port 89c456ed-b758-4d15-9e67-fe46e1a05aa3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:50.938979 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aef2f43e-aeb7-448b-adc9-fe24f6dac11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:51.075416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] Set router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:51.124167 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aef2f43e-aeb7-448b-adc9-fe24f6dac11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:51.236969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-aef2f43e-aeb7-448b-adc9-fe24f6dac11b None None] For port 89c456ed-b758-4d15-9e67-fe46e1a05aa3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=89c456ed-b758-4d15-9e67-fe46e1a05aa3,segment=NetworkSegment(222ac583-5c99-497d-9b92-400d92359fdb),segment_id=222ac583-5c99-497d-9b92-400d92359fdb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:51.247399 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aef2f43e-aeb7-448b-adc9-fe24f6dac11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:51.339672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2f43e-aeb7-448b-adc9-fe24f6dac11b None None] Pushing event updated for resources: {'Port': ['ID=89c456ed-b758-4d15-9e67-fe46e1a05aa3,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:51.378576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:48Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '89c456ed-b758-4d15-9e67-fe46e1a05aa3', 'name': '', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'mac_address': 'fa:16:3e:22:f8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:47Z', 'updated_at': '2021-11-11T22:05:50Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'subnets': [{'id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:51.382287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-028da94c-d814-4c47-94b2-81fb20e83cd0 None None] Provisioning complete for port 89c456ed-b758-4d15-9e67-fe46e1a05aa3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:51.382661 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-028da94c-d814-4c47-94b2-81fb20e83cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:51.408692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a8476-ada4-4d19-a855-1232b3a8e1a5 None None] The sync data for ids ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'] in n-d-805737-3 is: [{'id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:48Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '89c456ed-b758-4d15-9e67-fe46e1a05aa3', 'name': '', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'mac_address': 'fa:16:3e:22:f8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:47Z', 'updated_at': '2021-11-11T22:05:50Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'subnets': [{'id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:05:51.515436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-80a441ca-0121-45ea-9633-44e9a1365497 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:51.517928 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-80a441ca-0121-45ea-9633-44e9a1365497 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.71 "GET /v2.0/networks?id=9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 HTTP/1.1" status: 200 len: 797 time: 0.1635892 Nov 11 22:05:51.558186 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48d33601-65d2-455a-8ad9-6fd826962bd7 req-abf7d5e5-462f-465f-940b-38536fcfc845 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 210 time: 0.0382073 Nov 11 22:05:51.630021 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-435952a1-db49-4783-b85d-0b63f4dd421a tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfb04734e31f49bbbb2656ad611ee1c7 HTTP/1.1" status: 200 len: 476 time: 0.0899341 Nov 11 22:05:51.641256 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-4c49ac50-3a60-4fd2-958a-d1c23f8cc74b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Request body: {'port': {'device_id': 'bcd82943-8a91-4756-8e23-940acb1eb3e1', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'admin_state_up': True, 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'security_groups': ['341de4e0-ff1b-4814-89c5-dda56e7be9f7', '726fc325-37c1-4d7d-bfdd-7800ee06cc0e']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:51.763883 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-4c49ac50-3a60-4fd2-958a-d1c23f8cc74b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Made reservation on behalf of cfb04734e31f49bbbb2656ad611ee1c7 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:05:51.767550 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-4c49ac50-3a60-4fd2-958a-d1c23f8cc74b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:51.905101 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-4c49ac50-3a60-4fd2-958a-d1c23f8cc74b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Allocated IP 172.20.0.3 (9a5105ce-02ee-477e-b0bb-6d41c88eb7f3/36757546-1ac6-4170-a8da-383052fa5b3d/5bdf02ad-265d-4242-9c35-82f7938ea49d) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:05:52.072484 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-4c49ac50-3a60-4fd2-958a-d1c23f8cc74b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:52.111941 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-4c49ac50-3a60-4fd2-958a-d1c23f8cc74b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:52.159312 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-4c49ac50-3a60-4fd2-958a-d1c23f8cc74b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Network 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:05:52.161487 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-4c49ac50-3a60-4fd2-958a-d1c23f8cc74b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:05:52.163487 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-4c49ac50-3a60-4fd2-958a-d1c23f8cc74b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:05:52.206409 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49ac50-3a60-4fd2-958a-d1c23f8cc74b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'Port': ['ID=5bdf02ad-265d-4242-9c35-82f7938ea49d,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:52.230121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 89c456ed-b758-4d15-9e67-fe46e1a05aa3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:05:52.242771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-4c49ac50-3a60-4fd2-958a-d1c23f8cc74b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:52.243747 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-4c49ac50-3a60-4fd2-958a-d1c23f8cc74b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:52.271165 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-4c49ac50-3a60-4fd2-958a-d1c23f8cc74b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6337001 Nov 11 22:05:52.287270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Request body: {'port': {'device_id': 'bcd82943-8a91-4756-8e23-940acb1eb3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:52.289458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 89c456ed-b758-4d15-9e67-fe46e1a05aa3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:52.289840 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:52.362908 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:52.500511 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b198d5cb-af44-45c5-a1a1-e2decbbe314c None None] Provisioning complete for port 5bdf02ad-265d-4242-9c35-82f7938ea49d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:52.501218 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b198d5cb-af44-45c5-a1a1-e2decbbe314c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:52.539232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b198d5cb-af44-45c5-a1a1-e2decbbe314c None None] Port 5bdf02ad-265d-4242-9c35-82f7938ea49d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:05:52.649652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdf02ad-265d-4242-9c35-82f7938ea49d {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:05:52.657137 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:52.670218 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Transition to ACTIVE for port object 5bdf02ad-265d-4242-9c35-82f7938ea49d will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:05:52.676077 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:52.679747 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf880e5-2806-47de-b6a4-cf89c24b9659 req-e1ae04bd-cc70-4d8e-b1c5-b0e396a38e6a tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:52.681384 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdf880e5-2806-47de-b6a4-cf89c24b9659 req-e1ae04bd-cc70-4d8e-b1c5-b0e396a38e6a tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 970 time: 0.0514781 Nov 11 22:05:52.753718 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bdf880e5-2806-47de-b6a4-cf89c24b9659 req-164bf094-18c6-4ca3-a01e-cf74682a2d2c tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/security-groups?id=341de4e0-ff1b-4814-89c5-dda56e7be9f7&id=726fc325-37c1-4d7d-bfdd-7800ee06cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0647759 Nov 11 22:05:52.757842 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Pushing event updated for resources: {'Port': ['ID=5bdf02ad-265d-4242-9c35-82f7938ea49d,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:52.817761 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Attempting to bind port 5bdf02ad-265d-4242-9c35-82f7938ea49d on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:05:52.818093 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Attempting to bind port 5bdf02ad-265d-4242-9c35-82f7938ea49d by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '222ac583-5c99-497d-9b92-400d92359fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:05:52.818421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Attempting to bind port 5bdf02ad-265d-4242-9c35-82f7938ea49d on network 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:52.823412 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Port 5bdf02ad-265d-4242-9c35-82f7938ea49d on network 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:05:52.823724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Attempting to bind port 5bdf02ad-265d-4242-9c35-82f7938ea49d on network 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:52.829014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:05:52.829347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Checking segment: {'id': '222ac583-5c99-497d-9b92-400d92359fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:05:52.829760 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Bound using segment: {'id': '222ac583-5c99-497d-9b92-400d92359fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:05:52.830181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Bound port: 5bdf02ad-265d-4242-9c35-82f7938ea49d, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222ac583-5c99-497d-9b92-400d92359fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:05:52.830595 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:52.897600 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] For port 5bdf02ad-265d-4242-9c35-82f7938ea49d, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:05:52.901105 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] For port 5bdf02ad-265d-4242-9c35-82f7938ea49d, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5bdf02ad-265d-4242-9c35-82f7938ea49d,segment=NetworkSegment(222ac583-5c99-497d-9b92-400d92359fdb),segment_id=222ac583-5c99-497d-9b92-400d92359fdb)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:05:52.906903 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:52.946146 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:52.946896 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:52.948315 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-60526274-826a-457e-9cb9-c494afabb56b service neutron] 10.222.0.71 "PUT /v2.0/ports/5bdf02ad-265d-4242-9c35-82f7938ea49d HTTP/1.1" status: 200 len: 1130 time: 0.6666310 Nov 11 22:05:52.948737 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd82943-8a91-4756-8e23-940acb1eb3e1', 'tag': '5bdf02ad-265d-4242-9c35-82f7938ea49d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:52.951108 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540f78f8-b271-47d1-bdd6-817cc928b65a" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd82943-8a91-4756-8e23-940acb1eb3e1", "tag": "5bdf02ad-265d-4242-9c35-82f7938ea49d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:52.986925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60526274-826a-457e-9cb9-c494afabb56b service neutron] Pushing event updated for resources: {'Port': ['ID=5bdf02ad-265d-4242-9c35-82f7938ea49d,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:53.009608 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fc99f8-281f-4e0c-8d07-2961c84dd5bd x-openstack-request-id: req-42fc99f8-281f-4e0c-8d07-2961c84dd5bd {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:53.009902 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd82943-8a91-4756-8e23-940acb1eb3e1", "tag": "5bdf02ad-265d-4242-9c35-82f7938ea49d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:53.010159 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-42fc99f8-281f-4e0c-8d07-2961c84dd5bd {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:53.010555 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd82943-8a91-4756-8e23-940acb1eb3e1', 'tag': '5bdf02ad-265d-4242-9c35-82f7938ea49d', 'status': 'completed', 'code': 200} Nov 11 22:05:53.044692 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-481360c2-b0a0-4f89-bb05-98cdbe072008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:53.046253 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-481360c2-b0a0-4f89-bb05-98cdbe072008 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cfb04734e31f49bbbb2656ad611ee1c7&device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 1133 time: 0.0464239 Nov 11 22:05:53.144564 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-32a19ce7-e3b8-4202-94fb-e02f14d2423a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bdf02ad-265d-4242-9c35-82f7938ea49d HTTP/1.1" status: 200 len: 217 time: 0.0886824 Nov 11 22:05:53.200003 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-071043bb-0e90-4238-916b-c1f79f8637ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:53.201117 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-071043bb-0e90-4238-916b-c1f79f8637ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36757546-1ac6-4170-a8da-383052fa5b3d HTTP/1.1" status: 200 len: 835 time: 0.0482273 Nov 11 22:05:53.253599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-9894b3e4-1388-4218-8dd7-2eb0a3fe80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:53.255187 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-9894b3e4-1388-4218-8dd7-2eb0a3fe80ee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9a5105ce-02ee-477e-b0bb-6d41c88eb7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442245 Nov 11 22:05:53.349861 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-6ac55dd3-2439-47dc-87a2-2a1f00cffd22 service neutron] 10.222.0.71 "GET /v2.0/networks/9a5105ce-02ee-477e-b0bb-6d41c88eb7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855203 Nov 11 22:05:53.453032 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b42115b7-40b3-4e80-af98-e901db5948a8 req-4aa2547c-c32f-4c31-aa12-f1257591e8ac service neutron] 10.222.0.71 "GET /v2.0/networks/9a5105ce-02ee-477e-b0bb-6d41c88eb7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939202 Nov 11 22:05:53.547002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f78f8-b271-47d1-bdd6-817cc928b65a req-821d067d-7d8e-48a2-9379-22502e6fd815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:53.548705 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-540f78f8-b271-47d1-bdd6-817cc928b65a req-821d067d-7d8e-48a2-9379-22502e6fd815 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cfb04734e31f49bbbb2656ad611ee1c7&device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 1133 time: 0.0417573 Nov 11 22:05:53.651417 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f78f8-b271-47d1-bdd6-817cc928b65a req-37fd367d-d53d-43ef-a492-a92d90807009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:53.652968 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-540f78f8-b271-47d1-bdd6-817cc928b65a req-37fd367d-d53d-43ef-a492-a92d90807009 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 HTTP/1.1" status: 200 len: 899 time: 0.0972247 Nov 11 22:05:53.696039 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-540f78f8-b271-47d1-bdd6-817cc928b65a req-3634e311-854b-4e97-8279-9bc84e0ec401 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bdf02ad-265d-4242-9c35-82f7938ea49d HTTP/1.1" status: 200 len: 217 time: 0.0352130 Nov 11 22:05:53.753774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f78f8-b271-47d1-bdd6-817cc928b65a req-fc14ed70-a7b5-43d6-862e-f9a1c80bd33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:53.755226 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-540f78f8-b271-47d1-bdd6-817cc928b65a req-fc14ed70-a7b5-43d6-862e-f9a1c80bd33e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36757546-1ac6-4170-a8da-383052fa5b3d HTTP/1.1" status: 200 len: 835 time: 0.0483475 Nov 11 22:05:53.804924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f78f8-b271-47d1-bdd6-817cc928b65a req-68e7e689-1e42-4b85-a0ac-d1618b0f25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:53.806550 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-540f78f8-b271-47d1-bdd6-817cc928b65a req-68e7e689-1e42-4b85-a0ac-d1618b0f25c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9a5105ce-02ee-477e-b0bb-6d41c88eb7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424759 Nov 11 22:05:53.878999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c03ebd-ffe5-48cc-b6e9-c4924333b55f req-da098bec-5593-4238-a6db-4538c6bd4b24 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:53.880516 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99c03ebd-ffe5-48cc-b6e9-c4924333b55f req-da098bec-5593-4238-a6db-4538c6bd4b24 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 982 time: 0.0503485 Nov 11 22:05:53.897555 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-540f78f8-b271-47d1-bdd6-817cc928b65a req-31d243f5-13e8-4e98-b7a1-22a6147789d4 service neutron] 10.222.0.71 "GET /v2.0/networks/9a5105ce-02ee-477e-b0bb-6d41c88eb7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827544 Nov 11 22:05:53.938936 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99c03ebd-ffe5-48cc-b6e9-c4924333b55f req-a3ee445b-362e-49f7-8506-95dd7d89c310 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/security-groups?id=341de4e0-ff1b-4814-89c5-dda56e7be9f7&id=726fc325-37c1-4d7d-bfdd-7800ee06cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0521090 Nov 11 22:05:53.993845 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-540f78f8-b271-47d1-bdd6-817cc928b65a req-02f5602e-0713-46cf-aca5-37f2ae716c03 service neutron] 10.222.0.71 "GET /v2.0/networks/9a5105ce-02ee-477e-b0bb-6d41c88eb7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865650 Nov 11 22:05:54.328467 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:05:55.045226 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5bdf02ad-265d-4242-9c35-82f7938ea49d details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:05:55.061125 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac9fda-9db3-4682-b472-e16cbaf98694 req-1ee2bd9a-bb11-4559-88f7-0291db3fef44 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:55.062969 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e3ac9fda-9db3-4682-b472-e16cbaf98694 req-1ee2bd9a-bb11-4559-88f7-0291db3fef44 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 982 time: 0.0527139 Nov 11 22:05:55.124364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e3ac9fda-9db3-4682-b472-e16cbaf98694 req-f9b81ccd-411c-414f-a300-e84cf021f958 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/security-groups?id=341de4e0-ff1b-4814-89c5-dda56e7be9f7&id=726fc325-37c1-4d7d-bfdd-7800ee06cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0545979 Nov 11 22:05:55.144485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5bdf02ad-265d-4242-9c35-82f7938ea49d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5bdf02ad-265d-4242-9c35-82f7938ea49d,segment=NetworkSegment(222ac583-5c99-497d-9b92-400d92359fdb),segment_id=222ac583-5c99-497d-9b92-400d92359fdb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:55.155616 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '5bdf02ad-265d-4242-9c35-82f7938ea49d', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'port_id': '5bdf02ad-265d-4242-9c35-82f7938ea49d', 'mac_address': 'fa:16:3e:7a:67:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:05:55.192274 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:55.206383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdf02ad-265d-4242-9c35-82f7938ea49d {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:05:55.226137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5bdf02ad-265d-4242-9c35-82f7938ea49d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5bdf02ad-265d-4242-9c35-82f7938ea49d,segment=NetworkSegment(222ac583-5c99-497d-9b92-400d92359fdb),segment_id=222ac583-5c99-497d-9b92-400d92359fdb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:55.232120 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:55.281167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=5bdf02ad-265d-4242-9c35-82f7938ea49d,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:55.459659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['5bdf02ad-265d-4242-9c35-82f7938ea49d'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:05:56.246224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dd352-dc55-47d4-b603-5eb3d362df94 req-adb3570d-be77-4449-b1be-0a99515f0073 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:56.247733 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-444dd352-dc55-47d4-b603-5eb3d362df94 req-adb3570d-be77-4449-b1be-0a99515f0073 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 983 time: 0.0547407 Nov 11 22:05:56.309403 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-444dd352-dc55-47d4-b603-5eb3d362df94 req-b54aad52-530e-48a1-8987-6bdd56f8b560 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/security-groups?id=341de4e0-ff1b-4814-89c5-dda56e7be9f7&id=726fc325-37c1-4d7d-bfdd-7800ee06cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0553877 Nov 11 22:05:57.054653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5bdf02ad-265d-4242-9c35-82f7938ea49d up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:05:57.112383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 5bdf02ad-265d-4242-9c35-82f7938ea49d completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:05:57.116508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 5bdf02ad-265d-4242-9c35-82f7938ea49d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:57.116924 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:57.198552 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:57.221307 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd82943-8a91-4756-8e23-940acb1eb3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdf02ad-265d-4242-9c35-82f7938ea49d'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:57.223685 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54b5f48-ef7d-42a6-82d0-9de21a4a2b67" -d '{"events": [{"server_uuid": "bcd82943-8a91-4756-8e23-940acb1eb3e1", "name": "network-vif-plugged", "status": "completed", "tag": "5bdf02ad-265d-4242-9c35-82f7938ea49d"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:57.237060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5bdf02ad-265d-4242-9c35-82f7938ea49d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5bdf02ad-265d-4242-9c35-82f7938ea49d,segment=NetworkSegment(222ac583-5c99-497d-9b92-400d92359fdb),segment_id=222ac583-5c99-497d-9b92-400d92359fdb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:57.242528 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:57.265702 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d12ed2-bbb4-4ee7-8334-87aa391e54f1 x-openstack-request-id: req-50d12ed2-bbb4-4ee7-8334-87aa391e54f1 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:57.265984 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd82943-8a91-4756-8e23-940acb1eb3e1", "name": "network-vif-plugged", "status": "completed", "tag": "5bdf02ad-265d-4242-9c35-82f7938ea49d", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:57.266271 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50d12ed2-bbb4-4ee7-8334-87aa391e54f1 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:57.266782 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd82943-8a91-4756-8e23-940acb1eb3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdf02ad-265d-4242-9c35-82f7938ea49d', 'code': 200} Nov 11 22:05:57.294041 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=5bdf02ad-265d-4242-9c35-82f7938ea49d,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:57.380780 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dbbdd-c8e1-42fc-90c0-5c1cf65eb5ea req-4a8577c8-4a1c-42fd-b781-8c968eb8a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:57.382483 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-637dbbdd-c8e1-42fc-90c0-5c1cf65eb5ea req-4a8577c8-4a1c-42fd-b781-8c968eb8a445 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 1135 time: 0.0431576 Nov 11 22:05:57.430754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10b3c7-f3df-4499-a477-ea8c6162caba req-08f07d92-825e-4e3f-865e-1197273b3a52 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:57.432262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf10b3c7-f3df-4499-a477-ea8c6162caba req-08f07d92-825e-4e3f-865e-1197273b3a52 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 984 time: 0.0505886 Nov 11 22:05:57.439276 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-637dbbdd-c8e1-42fc-90c0-5c1cf65eb5ea req-407feb9d-b810-4e21-a51e-9b2f07a99a16 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=341de4e0-ff1b-4814-89c5-dda56e7be9f7&id=726fc325-37c1-4d7d-bfdd-7800ee06cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0469990 Nov 11 22:05:57.491177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf10b3c7-f3df-4499-a477-ea8c6162caba req-bb6f9195-4cb1-41b4-8512-1c98e9b47f0f tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/security-groups?id=341de4e0-ff1b-4814-89c5-dda56e7be9f7&id=726fc325-37c1-4d7d-bfdd-7800ee06cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0521812 Nov 11 22:05:58.616944 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e924d-3cf0-434c-9c74-8200c80716fd req-96e53672-28d2-4c26-a10f-a1a57975e011 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:58.618543 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d0e924d-3cf0-434c-9c74-8200c80716fd req-96e53672-28d2-4c26-a10f-a1a57975e011 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 984 time: 0.0589411 Nov 11 22:05:58.678492 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d0e924d-3cf0-434c-9c74-8200c80716fd req-95dc8c31-1671-4b6f-84c5-5247a4a16de0 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/security-groups?id=341de4e0-ff1b-4814-89c5-dda56e7be9f7&id=726fc325-37c1-4d7d-bfdd-7800ee06cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0534008 Nov 11 22:05:59.801432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7086a3c-8d12-41f3-b5fd-d4de6e93202e req-1f5971be-41a7-4c78-8584-13ac5665f994 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:59.802948 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7086a3c-8d12-41f3-b5fd-d4de6e93202e req-1f5971be-41a7-4c78-8584-13ac5665f994 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 984 time: 0.0516069 Nov 11 22:05:59.865458 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7086a3c-8d12-41f3-b5fd-d4de6e93202e req-59e179eb-7dc7-4117-b41b-4f75981ad1ba tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/security-groups?id=341de4e0-ff1b-4814-89c5-dda56e7be9f7&id=726fc325-37c1-4d7d-bfdd-7800ee06cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0562432 Nov 11 22:05:59.983126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4b2c0-5692-4b61-aae4-055cfa89183a req-7f71ab58-99cd-4a46-837d-409466f5e610 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:59.984541 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bf4b2c0-5692-4b61-aae4-055cfa89183a req-7f71ab58-99cd-4a46-837d-409466f5e610 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 984 time: 0.0513060 Nov 11 22:06:00.048323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bf4b2c0-5692-4b61-aae4-055cfa89183a req-b2895eed-6844-46c0-8f95-35cdbed059f5 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/security-groups?id=341de4e0-ff1b-4814-89c5-dda56e7be9f7&id=726fc325-37c1-4d7d-bfdd-7800ee06cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0576255 Nov 11 22:06:00.168507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5d1d1-28bb-4b42-b322-f9d456811cba req-3082655b-d477-4cba-9956-dd3c0a18937d tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:00.170134 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3fd5d1d1-28bb-4b42-b322-f9d456811cba req-3082655b-d477-4cba-9956-dd3c0a18937d tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 1135 time: 0.0549760 Nov 11 22:06:00.190321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3fd5d1d1-28bb-4b42-b322-f9d456811cba req-840c8ca8-c181-4ae9-adca-dbe4a725170e tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:00.267413 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3fd5d1d1-28bb-4b42-b322-f9d456811cba req-840c8ca8-c181-4ae9-adca-dbe4a725170e tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:00.272949 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3fd5d1d1-28bb-4b42-b322-f9d456811cba req-840c8ca8-c181-4ae9-adca-dbe4a725170e tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:00.313592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c8ca8-c181-4ae9-adca-dbe4a725170e tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2634e10-6c2a-425d-95bd-b11be3fb35e6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:00.321724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3fd5d1d1-28bb-4b42-b322-f9d456811cba req-840c8ca8-c181-4ae9-adca-dbe4a725170e tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=341de4e0-ff1b-4814-89c5-dda56e7be9f7&id=726fc325-37c1-4d7d-bfdd-7800ee06cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1447766 Nov 11 22:06:00.344016 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53494) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:00.387623 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3172deb-c97b-42bb-9102-fb949b2f6f1e tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:00.389256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a3172deb-c97b-42bb-9102-fb949b2f6f1e tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 1130 time: 0.0442297 Nov 11 22:06:00.392426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53496) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:00.397267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '5bdf02ad-265d-4242-9c35-82f7938ea49d', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:06:00.422642 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:00.524296 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:00.629946 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Allocated IP 172.25.0.74 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/c2001f6f-38e2-4286-8355-67042b4be779) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:06:00.732461 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:00.770592 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:00.807440 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:06:00.814702 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:06:00.817556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:06:00.823573 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'Port': ['ID=c2001f6f-38e2-4286-8355-67042b4be779,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:01.191490 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:01.207104 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e9caebc-a21c-4aa3-bc77-beb2f8373af3 req-073bd2e7-94ef-4d6c-a188-36766ad4e3bc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458779 Nov 11 22:06:01.267107 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:01.290107 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9caebc-a21c-4aa3-bc77-beb2f8373af3 req-7b867767-296a-493c-8b7c-4e7cac08c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:01.291645 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e9caebc-a21c-4aa3-bc77-beb2f8373af3 req-7b867767-296a-493c-8b7c-4e7cac08c614 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cfb04734e31f49bbbb2656ad611ee1c7&device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 1135 time: 0.0417340 Nov 11 22:06:01.397631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9caebc-a21c-4aa3-bc77-beb2f8373af3 req-92b598e9-b2d8-4610-ac75-cd08cc3f5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:01.399138 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e9caebc-a21c-4aa3-bc77-beb2f8373af3 req-92b598e9-b2d8-4610-ac75-cd08cc3f5422 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 HTTP/1.1" status: 200 len: 899 time: 0.0870011 Nov 11 22:06:01.419766 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:01.425565 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:01.472896 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e9caebc-a21c-4aa3-bc77-beb2f8373af3 req-162657b7-a983-44f3-8cea-53970849856d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bdf02ad-265d-4242-9c35-82f7938ea49d HTTP/1.1" status: 200 len: 998 time: 0.0660777 Nov 11 22:06:01.498860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'Port': ['ID=c2001f6f-38e2-4286-8355-67042b4be779,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:01.511499 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:01.526428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9caebc-a21c-4aa3-bc77-beb2f8373af3 req-956c3a28-f953-4c64-8ea7-271b44d41aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:01.527926 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e9caebc-a21c-4aa3-bc77-beb2f8373af3 req-956c3a28-f953-4c64-8ea7-271b44d41aa9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36757546-1ac6-4170-a8da-383052fa5b3d HTTP/1.1" status: 200 len: 835 time: 0.0480113 Nov 11 22:06:01.577631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9caebc-a21c-4aa3-bc77-beb2f8373af3 req-35e1b9d6-7aa0-4263-85ee-e8f23b374879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:01.579435 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e9caebc-a21c-4aa3-bc77-beb2f8373af3 req-35e1b9d6-7aa0-4263-85ee-e8f23b374879 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9a5105ce-02ee-477e-b0bb-6d41c88eb7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427730 Nov 11 22:06:01.617746 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Floating IP d4cb9af3-9bf2-4f6d-8b50-cfe099985081 associated. External IP: 172.25.0.74, port: 5bdf02ad-265d-4242-9c35-82f7938ea49d. Nov 11 22:06:01.674015 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e9caebc-a21c-4aa3-bc77-beb2f8373af3 req-8bacea13-40b0-46f1-9512-fd73dc2da536 service neutron] 10.222.0.71 "GET /v2.0/networks/9a5105ce-02ee-477e-b0bb-6d41c88eb7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871148 Nov 11 22:06:01.771301 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e9caebc-a21c-4aa3-bc77-beb2f8373af3 req-2ecb2a43-c0f4-45bc-b119-186eb938501d service neutron] 10.222.0.71 "GET /v2.0/networks/9a5105ce-02ee-477e-b0bb-6d41c88eb7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895767 Nov 11 22:06:01.836016 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:06:01.943708 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:06:01.955230 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4ccbc5-3bd2-46b2-a08e-4aca48df7543 None None] Sync routers for ids ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:06:01.962997 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:01.966427 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ccbc5-3bd2-46b2-a08e-4aca48df7543 None None] Routers {'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:06:01.967586 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ad4ccbc5-3bd2-46b2-a08e-4aca48df7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:01.991365 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ef177908-0536-4d98-b27f-c7add0b35ec6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5974786 Nov 11 22:06:01.991971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd82943-8a91-4756-8e23-940acb1eb3e1', 'tag': '5bdf02ad-265d-4242-9c35-82f7938ea49d'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:06:01.994194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53498) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:01.994355 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dcd629-d06e-4e1d-bda3-ca30f76bbbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd82943-8a91-4756-8e23-940acb1eb3e1", "tag": "5bdf02ad-265d-4242-9c35-82f7938ea49d"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:06:02.031753 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056ff0fd-fa84-4304-ac19-38851d11a31c x-openstack-request-id: req-056ff0fd-fa84-4304-ac19-38851d11a31c {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:06:02.032053 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd82943-8a91-4756-8e23-940acb1eb3e1", "tag": "5bdf02ad-265d-4242-9c35-82f7938ea49d", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:06:02.032354 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-056ff0fd-fa84-4304-ac19-38851d11a31c {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:06:02.032757 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd82943-8a91-4756-8e23-940acb1eb3e1', 'tag': '5bdf02ad-265d-4242-9c35-82f7938ea49d', 'status': 'completed', 'code': 200} Nov 11 22:06:02.129079 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcd629-d06e-4e1d-bda3-ca30f76bbbd9 req-e7b706f6-572b-4cea-a733-3f8a21635ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:02.130602 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d0dcd629-d06e-4e1d-bda3-ca30f76bbbd9 req-e7b706f6-572b-4cea-a733-3f8a21635ec3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cfb04734e31f49bbbb2656ad611ee1c7&device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 1135 time: 0.0747983 Nov 11 22:06:02.137207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3c9d95-f9e9-486e-9016-6fea300d2a98 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:02.137666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3c9d95-f9e9-486e-9016-6fea300d2a98 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:02.138154 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3c9d95-f9e9-486e-9016-6fea300d2a98 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:02.138720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3c9d95-f9e9-486e-9016-6fea300d2a98 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:02.140502 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bc3c9d95-f9e9-486e-9016-6fea300d2a98 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1452692 Nov 11 22:06:02.143635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53502) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:02.207376 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ad4ccbc5-3bd2-46b2-a08e-4aca48df7543 None None] Set router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:06:02.233799 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e926aa2d-7156-4750-8751-09c61211f58d tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:02.234259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e926aa2d-7156-4750-8751-09c61211f58d tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:02.234710 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e926aa2d-7156-4750-8751-09c61211f58d tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:02.235349 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e926aa2d-7156-4750-8751-09c61211f58d tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:02.235453 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcd629-d06e-4e1d-bda3-ca30f76bbbd9 req-39947694-bbde-4dae-99c0-8f2c3a9f6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:02.237015 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e926aa2d-7156-4750-8751-09c61211f58d tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0922790 Nov 11 22:06:02.237139 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d0dcd629-d06e-4e1d-bda3-ca30f76bbbd9 req-39947694-bbde-4dae-99c0-8f2c3a9f6adb service neutron] 10.222.0.71 "GET /v2.0/networks?id=9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 HTTP/1.1" status: 200 len: 899 time: 0.0953956 Nov 11 22:06:02.239775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53504) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:02.305981 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d0dcd629-d06e-4e1d-bda3-ca30f76bbbd9 req-ee770e20-0929-4ab5-afd3-2fede02c5c75 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bdf02ad-265d-4242-9c35-82f7938ea49d HTTP/1.1" status: 200 len: 998 time: 0.0612609 Nov 11 22:06:02.367828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcd629-d06e-4e1d-bda3-ca30f76bbbd9 req-afb50a51-42a4-4185-91c1-8d19a74e8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:02.369476 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d0dcd629-d06e-4e1d-bda3-ca30f76bbbd9 req-afb50a51-42a4-4185-91c1-8d19a74e8119 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36757546-1ac6-4170-a8da-383052fa5b3d HTTP/1.1" status: 200 len: 835 time: 0.0557222 Nov 11 22:06:02.418475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcd629-d06e-4e1d-bda3-ca30f76bbbd9 req-6c18d6ab-e846-4ad2-b8bf-26c93d3a8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:02.420137 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d0dcd629-d06e-4e1d-bda3-ca30f76bbbd9 req-6c18d6ab-e846-4ad2-b8bf-26c93d3a8b16 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9a5105ce-02ee-477e-b0bb-6d41c88eb7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420251 Nov 11 22:06:02.449378 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ad4ccbc5-3bd2-46b2-a08e-4aca48df7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:48Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'd4cb9af3-9bf2-4f6d-8b50-cfe099985081', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'port_id': '5bdf02ad-265d-4242-9c35-82f7938ea49d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'mac_address': 'fa:16:3e:7a:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd82943-8a91-4756-8e23-940acb1eb3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:06:01Z', 'updated_at': '2021-11-11T22:06:01Z', 'revision_number': 0, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c456ed-b758-4d15-9e67-fe46e1a05aa3', 'name': '', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'mac_address': 'fa:16:3e:22:f8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:47Z', 'updated_at': '2021-11-11T22:05:51Z', 'revision_number': 5, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'subnets': [{'id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:02.477419 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4ccbc5-3bd2-46b2-a08e-4aca48df7543 None None] Checking router: bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:06:02.485164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1546cf16-d9b1-4d5e-91b6-e61844743df6 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.2417634 Nov 11 22:06:02.485484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53506) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:02.486436 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ccbc5-3bd2-46b2-a08e-4aca48df7543 None None] Routers {'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:06:02.487055 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ad4ccbc5-3bd2-46b2-a08e-4aca48df7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:05:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:02.548085 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d0dcd629-d06e-4e1d-bda3-ca30f76bbbd9 req-98e1fc99-a2a6-4c6c-a5c0-d772a017f671 service neutron] 10.222.0.71 "GET /v2.0/networks/9a5105ce-02ee-477e-b0bb-6d41c88eb7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206272 Nov 11 22:06:02.551585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce42e90-5dac-4b45-8a60-ef37ae991814 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:02.552043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce42e90-5dac-4b45-8a60-ef37ae991814 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:02.553500 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3ce42e90-5dac-4b45-8a60-ef37ae991814 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 HTTP/1.1" status: 200 len: 1990 time: 0.0671098 Nov 11 22:06:02.597047 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ad4ccbc5-3bd2-46b2-a08e-4aca48df7543 None None] Set router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:06:02.639529 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d0dcd629-d06e-4e1d-bda3-ca30f76bbbd9 req-bd946f86-be1e-461b-b93f-61bcbbd4c493 service neutron] 10.222.0.71 "GET /v2.0/networks/9a5105ce-02ee-477e-b0bb-6d41c88eb7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833428 Nov 11 22:06:02.826581 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ad4ccbc5-3bd2-46b2-a08e-4aca48df7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:48Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'd4cb9af3-9bf2-4f6d-8b50-cfe099985081', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'port_id': '5bdf02ad-265d-4242-9c35-82f7938ea49d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'mac_address': 'fa:16:3e:7a:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd82943-8a91-4756-8e23-940acb1eb3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:06:01Z', 'updated_at': '2021-11-11T22:06:01Z', 'revision_number': 0, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c456ed-b758-4d15-9e67-fe46e1a05aa3', 'name': '', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'mac_address': 'fa:16:3e:22:f8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:47Z', 'updated_at': '2021-11-11T22:05:51Z', 'revision_number': 5, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'subnets': [{'id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:02.852289 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4ccbc5-3bd2-46b2-a08e-4aca48df7543 None None] The sync data for ids ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'] in n-d-805737-3 is: [{'id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:48Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'd4cb9af3-9bf2-4f6d-8b50-cfe099985081', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'port_id': '5bdf02ad-265d-4242-9c35-82f7938ea49d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'mac_address': 'fa:16:3e:7a:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd82943-8a91-4756-8e23-940acb1eb3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:06:01Z', 'updated_at': '2021-11-11T22:06:01Z', 'revision_number': 0, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c456ed-b758-4d15-9e67-fe46e1a05aa3', 'name': '', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'mac_address': 'fa:16:3e:22:f8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:47Z', 'updated_at': '2021-11-11T22:05:51Z', 'revision_number': 5, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'subnets': [{'id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:06:03.057442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a471f04-4b5d-4afe-88f2-f65ccdd6792f None None] New status for floating IP d4cb9af3-9bf2-4f6d-8b50-cfe099985081: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:06:11.263482 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:13.886607 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34b9d7ab-37de-4a31-9e75-e0de081f5698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:14.812872 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:16.074932 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c4dc4286-ab01-4118-85e4-6e8d84ce2de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:17.263823 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:18.644562 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:19.372848 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:31.327959 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:06:38.824308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53524) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:39.220920 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-83af63c3-fe74-41f7-b5b8-c84fa377e631 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1374 time: 0.3953397 Nov 11 22:06:39.223833 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53526) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:39.228826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Request body: {'network': {'name': 'tempest-network-smoke--981508065', 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'port_security_enabled': False}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:06:39.252337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Made reservation on behalf of cfb04734e31f49bbbb2656ad611ee1c7 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:06:39.256522 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:39.280116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:06:39.289857 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:39.290193 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Added segment 14ea789a-ca72-414a-97fa-cc397e5d9668 of type vlan for network abbc6086-e1cc-4229-8371-faf930add59f Nov 11 22:06:39.335418 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:39.361089 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:39.366717 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:39.367333 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:39.426533 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2015955 Nov 11 22:06:39.429466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53528) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:39.433794 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-215422403', 'admin_state_up': True, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:06:39.447608 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'Network': ['ID=abbc6086-e1cc-4229-8371-faf930add59f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:39.461072 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:39.461413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:39.461752 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:39.462078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:39.462388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:39.462713 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:39.463022 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:39.463345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:39.463669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:39.463985 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:39.464299 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:39.464613 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4d037e-aa72-4726-8a5b-e7ed98b8a498 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:39.474733 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:39.476004 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:39.476673 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network abbc6086-e1cc-4229-8371-faf930add59f details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:06:39.532808 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:39.668212 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:39.864358 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:39.882784 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:39.988538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Allocated IP 172.25.0.93 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/68f709d3-da95-4fbd-a9de-757d44bbf4af) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:06:40.092640 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:40.129409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:40.165274 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:06:40.167997 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:06:40.174286 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:06:40.184034 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd535bc-2406-4289-95fb-1ecc96cd8bfc None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:06:40.202149 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'Port': ['ID=68f709d3-da95-4fbd-a9de-757d44bbf4af,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:40.282832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0aed40ec-a86d-4f36-940a-181705d88cf0 None None] Provisioning complete for port 68f709d3-da95-4fbd-a9de-757d44bbf4af triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:06:40.283190 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0aed40ec-a86d-4f36-940a-181705d88cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:40.317161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0aed40ec-a86d-4f36-940a-181705d88cf0 None None] Port 68f709d3-da95-4fbd-a9de-757d44bbf4af cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:06:40.780883 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:40.978772 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:41.109932 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Router 52ffaf34-2a2e-4bf2-8830-92893bfe3712 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:06:41.218014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:06:41.228013 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Sync routers for ids ['52ffaf34-2a2e-4bf2-8830-92893bfe3712'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:06:41.238582 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:41.239727 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c9355a39-6f2a-41b4-ad61-e569fc0da9c6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8093758 Nov 11 22:06:41.242775 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53530) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:41.242920 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Routers {'52ffaf34-2a2e-4bf2-8830-92893bfe3712'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:06:41.243529 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:06:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['52ffaf34-2a2e-4bf2-8830-92893bfe3712'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:41.277686 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:41.318410 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae00bf3-b47f-4d0b-9688-393bae55de0a tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:41.323275 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5ae00bf3-b47f-4d0b-9688-393bae55de0a tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=cfb04734e31f49bbbb2656ad611ee1c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0764024 Nov 11 22:06:41.323599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53532) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:41.358560 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Set router 52ffaf34-2a2e-4bf2-8830-92893bfe3712 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:06:41.416503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe51f4fd-39e1-40c7-a6f6-3693206d6721 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:41.421147 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fe51f4fd-39e1-40c7-a6f6-3693206d6721 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937185 Nov 11 22:06:41.421398 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53534) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:41.454036 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-14d3c0a2-10ae-45fe-ae3b-93145935e5de tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287075 Nov 11 22:06:41.454261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53536) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:41.484842 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-33128f32-2240-4c25-9f17-5dd290ca994e tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=cfb04734e31f49bbbb2656ad611ee1c7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286517 Nov 11 22:06:41.486688 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53538) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:41.546808 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215422403', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:40Z', 'revision_number': 3, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:41.573747 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Checking router: 52ffaf34-2a2e-4bf2-8830-92893bfe3712 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:06:41.574217 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Updating router 52ffaf34-2a2e-4bf2-8830-92893bfe3712 port 68f709d3-da95-4fbd-a9de-757d44bbf4af binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:06:41.589522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689ace51-4b25-40cd-bc42-765c551ec209 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:41.591365 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-689ace51-4b25-40cd-bc42-765c551ec209 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1035688 Nov 11 22:06:41.594424 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53540) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:41.603291 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:41.626369 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-187bb2d7-8ae5-487c-a7c2-3322a4b91526 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281677 Nov 11 22:06:41.626638 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53542) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:41.631812 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a66a4863-ea51-4612-85bd-15fa13ac0d07 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1742437130', 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f', 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:06:41.731489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66a4863-ea51-4612-85bd-15fa13ac0d07 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Made reservation on behalf of cfb04734e31f49bbbb2656ad611ee1c7 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:06:41.735692 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a66a4863-ea51-4612-85bd-15fa13ac0d07 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:41.869871 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:41.875988 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:41.918570 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49c1472-5e5e-493a-ba11-9fa6ab3dd102 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:06:41.925792 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a66a4863-ea51-4612-85bd-15fa13ac0d07 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:41.926911 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Attempting to bind port 68f709d3-da95-4fbd-a9de-757d44bbf4af on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:06:41.927282 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Attempting to bind port 68f709d3-da95-4fbd-a9de-757d44bbf4af by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:06:41.927680 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Attempting to bind port 68f709d3-da95-4fbd-a9de-757d44bbf4af on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:06:41.934975 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d3f5c-c5c7-4fd7-b7bd-eeedd992c5df None None] Pushing event updated for resources: {'Port': ['ID=68f709d3-da95-4fbd-a9de-757d44bbf4af,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:41.942377 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:06:41.942514 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:06:41.942837 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:41.943242 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:06:41.943751 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Bound port: 68f709d3-da95-4fbd-a9de-757d44bbf4af, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:06:41.944237 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:41.950556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e610c995-ee32-4f2a-81e6-ae81cf8ae4ab None None] Provisioning complete for port 68f709d3-da95-4fbd-a9de-757d44bbf4af triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:06:41.950919 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e610c995-ee32-4f2a-81e6-ae81cf8ae4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:42.004972 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e610c995-ee32-4f2a-81e6-ae81cf8ae4ab None None] Port 68f709d3-da95-4fbd-a9de-757d44bbf4af cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:06:42.007536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a4863-ea51-4612-85bd-15fa13ac0d07 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'Subnet': ['ID=8d8576a6-a808-4d79-b88a-6ca25adb198f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:42.010651 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a4863-ea51-4612-85bd-15fa13ac0d07 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Checking segment: {'id': '14ea789a-ca72-414a-97fa-cc397e5d9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:06:42.011037 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66a4863-ea51-4612-85bd-15fa13ac0d07 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Network hostable DHCP agents. Network: abbc6086-e1cc-4229-8371-faf930add59f, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:06:42.025144 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] For port 68f709d3-da95-4fbd-a9de-757d44bbf4af, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:06:42.028950 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] For port 68f709d3-da95-4fbd-a9de-757d44bbf4af, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=68f709d3-da95-4fbd-a9de-757d44bbf4af,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:06:42.032489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66a4863-ea51-4612-85bd-15fa13ac0d07 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Network abbc6086-e1cc-4229-8371-faf930add59f is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:06:42.037907 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:42.046741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a66a4863-ea51-4612-85bd-15fa13ac0d07 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, abbc6086-e1cc-4229-8371-faf930add59f) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:06:42.051839 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66a4863-ea51-4612-85bd-15fa13ac0d07 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:42.052957 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a66a4863-ea51-4612-85bd-15fa13ac0d07 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:42.059595 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b24b10a-24a9-41be-98a5-fb11bce3a549 None None] Network abbc6086-e1cc-4229-8371-faf930add59f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:06:42.070975 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a66a4863-ea51-4612-85bd-15fa13ac0d07 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4432173 Nov 11 22:06:42.073902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53544) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:42.086041 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9b04ad-8555-4527-8470-de2aa42734e3 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:06:42.106813 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Routers {'52ffaf34-2a2e-4bf2-8830-92893bfe3712'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:06:42.107527 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:06:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['52ffaf34-2a2e-4bf2-8830-92893bfe3712'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:42.157397 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d3f5c-c5c7-4fd7-b7bd-eeedd992c5df None None] Pushing event updated for resources: {'Port': ['ID=68f709d3-da95-4fbd-a9de-757d44bbf4af,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:42.224158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-abbc6086-e1cc-4229-8371-faf930add59f', 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'fixed_ips': [{'subnet_id': '8d8576a6-a808-4d79-b88a-6ca25adb198f'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:06:42.225546 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:42.254415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Provisioning complete for port 68f709d3-da95-4fbd-a9de-757d44bbf4af triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:06:42.254916 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:42.334630 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] Set router 52ffaf34-2a2e-4bf2-8830-92893bfe3712 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:06:42.526207 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215422403', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:40Z', 'revision_number': 3, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:42.553925 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:42.557188 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a9d339-9ca7-4f4a-8c10-7cde1dcde8cd None None] The sync data for ids ['52ffaf34-2a2e-4bf2-8830-92893bfe3712'] in n-d-805737-3 is: [{'id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215422403', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:40Z', 'revision_number': 3, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:06:42.616411 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Allocated IP 172.20.0.18 (abbc6086-e1cc-4229-8371-faf930add59f/8d8576a6-a808-4d79-b88a-6ca25adb198f/cb0a60fc-77bd-4605-a77e-02bf6d5600d6) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:06:42.618679 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:42.647947 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] For port 68f709d3-da95-4fbd-a9de-757d44bbf4af, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=68f709d3-da95-4fbd-a9de-757d44bbf4af,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:06:42.660005 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:42.753945 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Pushing event updated for resources: {'Port': ['ID=68f709d3-da95-4fbd-a9de-757d44bbf4af,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:42.770218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:42.770551 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:42.770887 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:42.771458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:42.771776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:42.772092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:42.772498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:42.772718 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:42.773059 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:42.773373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:42.773831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:42.773969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45177aa-7e70-40c6-8dba-c2a1d80904b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:42.852572 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:42.859726 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:42.903232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Network abbc6086-e1cc-4229-8371-faf930add59f is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:06:42.906226 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:06:42.911216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:06:42.915649 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Allocated IP 172.20.0.17 (abbc6086-e1cc-4229-8371-faf930add59f/8d8576a6-a808-4d79-b88a-6ca25adb198f/fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:06:42.916339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Pushing event updated for resources: {'Port': ['ID=cb0a60fc-77bd-4605-a77e-02bf6d5600d6,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:42.974834 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Attempting to bind port cb0a60fc-77bd-4605-a77e-02bf6d5600d6 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:06:42.975206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Attempting to bind port cb0a60fc-77bd-4605-a77e-02bf6d5600d6 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '14ea789a-ca72-414a-97fa-cc397e5d9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:06:42.975572 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Attempting to bind port cb0a60fc-77bd-4605-a77e-02bf6d5600d6 on network abbc6086-e1cc-4229-8371-faf930add59f {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:06:42.981471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:06:42.981853 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Checking segment: {'id': '14ea789a-ca72-414a-97fa-cc397e5d9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:06:42.982252 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:42.982639 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Bound using segment: {'id': '14ea789a-ca72-414a-97fa-cc397e5d9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:06:42.983103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Bound port: cb0a60fc-77bd-4605-a77e-02bf6d5600d6, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ea789a-ca72-414a-97fa-cc397e5d9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:06:42.983478 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:43.050122 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] For port cb0a60fc-77bd-4605-a77e-02bf6d5600d6, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:06:43.053503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] For port cb0a60fc-77bd-4605-a77e-02bf6d5600d6, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=cb0a60fc-77bd-4605-a77e-02bf6d5600d6,segment=NetworkSegment(14ea789a-ca72-414a-97fa-cc397e5d9668),segment_id=14ea789a-ca72-414a-97fa-cc397e5d9668)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:06:43.058095 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:43.059059 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:43.100210 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:43.123822 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3d2c6-97d5-427a-bdfe-3ef6dff02f42 None None] Pushing event updated for resources: {'Port': ['ID=cb0a60fc-77bd-4605-a77e-02bf6d5600d6,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:43.147573 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Network abbc6086-e1cc-4229-8371-faf930add59f is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:06:43.150953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:06:43.153830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:06:43.192110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'Port': ['ID=fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:43.207448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:43.207814 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:43.208150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:43.208497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:43.208855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:43.209198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:43.209534 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:43.209867 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:43.210198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:43.210527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:43.210854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:43.211178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:06:43.221130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:43.384475 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:43.671635 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:43.677469 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:43.756637 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:43.758650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'Port': ['ID=fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:43.867552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Network abbc6086-e1cc-4229-8371-faf930add59f is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:06:43.869392 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:06:43.882435 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-287ab024-abeb-4879-aae4-0757cb7f8ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:43.994450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Router 52ffaf34-2a2e-4bf2-8830-92893bfe3712 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:06:44.049622 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c8b1d4-172e-434c-a547-7d4242ce77de None None] Network abbc6086-e1cc-4229-8371-faf930add59f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:06:44.108563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:06:44.123843 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5a5f7f98-d002-4365-8e62-3a15ee3ad1b9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "PUT /v2.0/routers/52ffaf34-2a2e-4bf2-8830-92893bfe3712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0486674 Nov 11 22:06:44.125983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c909d7f2-e132-4f20-92ff-edfb50d9e036 None None] Provisioning complete for port cb0a60fc-77bd-4605-a77e-02bf6d5600d6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:06:44.126166 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c909d7f2-e132-4f20-92ff-edfb50d9e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:44.286326 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 68f709d3-da95-4fbd-a9de-757d44bbf4af up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:06:44.299072 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c909d7f2-e132-4f20-92ff-edfb50d9e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:44.374538 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-8e46aef4-f636-4464-b616-a6c49d391440 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:44.375662 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c909d7f2-e132-4f20-92ff-edfb50d9e036 None None] For port cb0a60fc-77bd-4605-a77e-02bf6d5600d6, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=cb0a60fc-77bd-4605-a77e-02bf6d5600d6,segment=NetworkSegment(14ea789a-ca72-414a-97fa-cc397e5d9668),segment_id=14ea789a-ca72-414a-97fa-cc397e5d9668)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:06:44.376588 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-8e46aef4-f636-4464-b616-a6c49d391440 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/networks?id=abbc6086-e1cc-4229-8371-faf930add59f HTTP/1.1" status: 200 len: 797 time: 0.1212437 Nov 11 22:06:44.382720 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c909d7f2-e132-4f20-92ff-edfb50d9e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:44.399007 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-78d73c51-f8b5-4443-a4d2-f0348e0d153d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/quotas/cfb04734e31f49bbbb2656ad611ee1c7 HTTP/1.1" status: 200 len: 375 time: 0.0113611 Nov 11 22:06:44.431519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 68f709d3-da95-4fbd-a9de-757d44bbf4af triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:06:44.431883 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:44.467194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909d7f2-e132-4f20-92ff-edfb50d9e036 None None] Pushing event updated for resources: {'Port': ['ID=cb0a60fc-77bd-4605-a77e-02bf6d5600d6,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:44.484482 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-942cc654-0fa2-4ee3-aa91-fd59dd1391c2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb04734e31f49bbbb2656ad611ee1c7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0787847 Nov 11 22:06:44.535481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device cb0a60fc-77bd-4605-a77e-02bf6d5600d6 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:06:44.584088 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Sync routers for ids ['52ffaf34-2a2e-4bf2-8830-92893bfe3712'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:06:44.607825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Routers {'52ffaf34-2a2e-4bf2-8830-92893bfe3712'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:06:44.608460 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:06:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['52ffaf34-2a2e-4bf2-8830-92893bfe3712'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:44.609669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-9cbb523e-cec1-4926-be7a-936450cc3e6e service neutron] 10.222.0.57 "GET /v2.0/networks/abbc6086-e1cc-4229-8371-faf930add59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142099 Nov 11 22:06:44.659246 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port cb0a60fc-77bd-4605-a77e-02bf6d5600d6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:06:44.659613 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:44.661140 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-76050163-41cd-4994-b730-d6edc5a6186e None None] Provisioning complete for port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:06:44.661490 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76050163-41cd-4994-b730-d6edc5a6186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:44.709860 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-7d5bb4aa-abb2-491b-8bc6-a18efe8bbb7d service neutron] 10.222.0.57 "GET /v2.0/networks/abbc6086-e1cc-4229-8371-faf930add59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931487 Nov 11 22:06:44.761756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-76050163-41cd-4994-b730-d6edc5a6186e None None] Port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:06:44.820437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Set router 52ffaf34-2a2e-4bf2-8830-92893bfe3712 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:06:44.822529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-76050163-41cd-4994-b730-d6edc5a6186e None None] Provisioning complete for port cb0a60fc-77bd-4605-a77e-02bf6d5600d6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:06:44.822916 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-76050163-41cd-4994-b730-d6edc5a6186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:44.897099 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f79e783c-0162-4cac-8cb1-7efbd5c4e854 req-45f03724-fe28-4c0e-9204-6c5dc06c7235 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 210 time: 0.0321791 Nov 11 22:06:44.942945 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:45.178463 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215422403', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:43Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8', 'name': '', 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'mac_address': 'fa:16:3e:62:4c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '8d8576a6-a808-4d79-b88a-6ca25adb198f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:06:42Z', 'updated_at': '2021-11-11T22:06:43Z', 'revision_number': 2, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'subnets': [{'id': '8d8576a6-a808-4d79-b88a-6ca25adb198f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:45.209903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Checking router: 52ffaf34-2a2e-4bf2-8830-92893bfe3712 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:06:45.210283 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Updating router 52ffaf34-2a2e-4bf2-8830-92893bfe3712 port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:06:45.241672 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:45.259379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3ebb2c8f-f217-4cdb-9a50-ec369e7217b9 None None] Provisioning complete for port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:06:45.259729 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2c8f-f217-4cdb-9a50-ec369e7217b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:45.366329 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb2c8f-f217-4cdb-9a50-ec369e7217b9 None None] Port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:06:45.538552 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:45.545078 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:45.592870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd27829-0235-43e7-a1cb-069d8be51f1d None None] Pushing event updated for resources: {'Port': ['ID=fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:45.645301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Attempting to bind port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:06:45.645670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Attempting to bind port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '14ea789a-ca72-414a-97fa-cc397e5d9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:06:45.646033 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Attempting to bind port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 on network abbc6086-e1cc-4229-8371-faf930add59f {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:06:45.651710 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:06:45.652063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Checking segment: {'id': '14ea789a-ca72-414a-97fa-cc397e5d9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:06:45.652484 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:45.652939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Bound using segment: {'id': '14ea789a-ca72-414a-97fa-cc397e5d9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:06:45.653417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Bound port: fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ea789a-ca72-414a-97fa-cc397e5d9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:06:45.653803 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:45.723303 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] For port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:06:45.727038 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] For port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8,segment=NetworkSegment(14ea789a-ca72-414a-97fa-cc397e5d9668),segment_id=14ea789a-ca72-414a-97fa-cc397e5d9668)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:06:45.733548 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:45.810808 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Routers {'52ffaf34-2a2e-4bf2-8830-92893bfe3712'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:06:45.812442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:06:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['52ffaf34-2a2e-4bf2-8830-92893bfe3712'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:45.857320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd27829-0235-43e7-a1cb-069d8be51f1d None None] Pushing event updated for resources: {'Port': ['ID=fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:45.864311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b57a9fb6-12b9-4e84-9240-2e3c5a64f337 None None] Provisioning complete for port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:06:45.864677 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b57a9fb6-12b9-4e84-9240-2e3c5a64f337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:45.915642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-71ff9d4a-354c-469d-ba44-c5b653df7354 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:45.917479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-71ff9d4a-354c-469d-ba44-c5b653df7354 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.10 "GET /v2.0/networks?id=abbc6086-e1cc-4229-8371-faf930add59f HTTP/1.1" status: 200 len: 797 time: 0.1502285 Nov 11 22:06:45.934221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-6185046d-3d05-412f-ac48-b8441fc48287 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Request body: {'port': {'device_id': '97e60f72-df65-473d-bc8f-e7ef8c037804', 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f', 'admin_state_up': True, 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:06:45.984913 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] Set router 52ffaf34-2a2e-4bf2-8830-92893bfe3712 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:06:46.037923 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bcbcdc44-4a88-494c-ba86-9b94dbfdd972 req-99593519-5f13-4a8c-84a1-7e1c68e5bf35 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 210 time: 0.0337996 Nov 11 22:06:46.100998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-6185046d-3d05-412f-ac48-b8441fc48287 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Made reservation on behalf of cfb04734e31f49bbbb2656ad611ee1c7 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:06:46.104668 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-6185046d-3d05-412f-ac48-b8441fc48287 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:46.215959 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device cb0a60fc-77bd-4605-a77e-02bf6d5600d6 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:06:46.246253 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-6185046d-3d05-412f-ac48-b8441fc48287 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Allocated IP 172.20.0.30 (abbc6086-e1cc-4229-8371-faf930add59f/8d8576a6-a808-4d79-b88a-6ca25adb198f/349d4952-9bc8-4cf3-b681-814ac406f573) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:06:46.307496 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ca4c8a7d-02da-497e-be0d-6db3649eb013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:46.310160 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b57a9fb6-12b9-4e84-9240-2e3c5a64f337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:46.367591 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-6185046d-3d05-412f-ac48-b8441fc48287 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:46.403664 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-6185046d-3d05-412f-ac48-b8441fc48287 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:46.421694 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b57a9fb6-12b9-4e84-9240-2e3c5a64f337 None None] For port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8,segment=NetworkSegment(14ea789a-ca72-414a-97fa-cc397e5d9668),segment_id=14ea789a-ca72-414a-97fa-cc397e5d9668)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:06:46.430201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port cb0a60fc-77bd-4605-a77e-02bf6d5600d6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:06:46.430586 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:46.433096 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b57a9fb6-12b9-4e84-9240-2e3c5a64f337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:46.443055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-6185046d-3d05-412f-ac48-b8441fc48287 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Network abbc6086-e1cc-4229-8371-faf930add59f is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:06:46.446118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-6185046d-3d05-412f-ac48-b8441fc48287 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:06:46.449999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-6185046d-3d05-412f-ac48-b8441fc48287 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:06:46.486971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185046d-3d05-412f-ac48-b8441fc48287 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event updated for resources: {'Port': ['ID=349d4952-9bc8-4cf3-b681-814ac406f573,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:46.517711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-6185046d-3d05-412f-ac48-b8441fc48287 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:46.518562 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-6185046d-3d05-412f-ac48-b8441fc48287 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:46.538987 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-6185046d-3d05-412f-ac48-b8441fc48287 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6097476 Nov 11 22:06:46.549846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-0ea34d2a-6d8c-4f55-be21-180d2a615e08 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:06:46.551348 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-0ea34d2a-6d8c-4f55-be21-180d2a615e08 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063112 Nov 11 22:06:46.559223 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a9fb6-12b9-4e84-9240-2e3c5a64f337 None None] Pushing event updated for resources: {'Port': ['ID=fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:46.578884 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e6a8e7fc-8557-48e9-9fda-eb736c701e9a None None] Provisioning complete for port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:06:46.579354 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e7fc-8557-48e9-9fda-eb736c701e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:46.623378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Request body: {'port': {'device_id': '97e60f72-df65-473d-bc8f-e7ef8c037804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:06:46.663239 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215422403', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:43Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8', 'name': '', 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'mac_address': 'fa:16:3e:62:4c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '8d8576a6-a808-4d79-b88a-6ca25adb198f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:06:42Z', 'updated_at': '2021-11-11T22:06:45Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'subnets': [{'id': '8d8576a6-a808-4d79-b88a-6ca25adb198f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:46.684993 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:46.699880 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f6269e-d84e-404b-9601-cd9adc6c45d7 None None] The sync data for ids ['52ffaf34-2a2e-4bf2-8830-92893bfe3712'] in n-d-805737-3 is: [{'id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215422403', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:43Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8', 'name': '', 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'mac_address': 'fa:16:3e:62:4c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '8d8576a6-a808-4d79-b88a-6ca25adb198f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:06:42Z', 'updated_at': '2021-11-11T22:06:45Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'subnets': [{'id': '8d8576a6-a808-4d79-b88a-6ca25adb198f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:06:46.899173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-84ae5b76-35bb-489b-b09d-bfe3afed8685 None None] Provisioning complete for port 349d4952-9bc8-4cf3-b681-814ac406f573 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:06:46.899904 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84ae5b76-35bb-489b-b09d-bfe3afed8685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:46.940327 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-84ae5b76-35bb-489b-b09d-bfe3afed8685 None None] Port 349d4952-9bc8-4cf3-b681-814ac406f573 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:06:46.974493 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349d4952-9bc8-4cf3-b681-814ac406f573 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:06:46.982335 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:46.995701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Transition to ACTIVE for port object 349d4952-9bc8-4cf3-b681-814ac406f573 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:06:46.999373 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:47.051571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Pushing event updated for resources: {'Port': ['ID=349d4952-9bc8-4cf3-b681-814ac406f573,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:47.156977 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Attempting to bind port 349d4952-9bc8-4cf3-b681-814ac406f573 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:06:47.157314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Attempting to bind port 349d4952-9bc8-4cf3-b681-814ac406f573 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '14ea789a-ca72-414a-97fa-cc397e5d9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:06:47.157644 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Attempting to bind port 349d4952-9bc8-4cf3-b681-814ac406f573 on network abbc6086-e1cc-4229-8371-faf930add59f {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:06:47.167807 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Port 349d4952-9bc8-4cf3-b681-814ac406f573 on network abbc6086-e1cc-4229-8371-faf930add59f not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:06:47.168142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Attempting to bind port 349d4952-9bc8-4cf3-b681-814ac406f573 on network abbc6086-e1cc-4229-8371-faf930add59f {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:06:47.176428 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:06:47.176840 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Checking segment: {'id': '14ea789a-ca72-414a-97fa-cc397e5d9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:06:47.177167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Bound using segment: {'id': '14ea789a-ca72-414a-97fa-cc397e5d9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:06:47.177610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Bound port: 349d4952-9bc8-4cf3-b681-814ac406f573, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ea789a-ca72-414a-97fa-cc397e5d9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:06:47.177969 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:47.200325 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da869935-de52-4b76-aad5-3f9952553ccb req-c4f21db6-8c95-4662-8a89-ff378579e2cd tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:47.201957 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da869935-de52-4b76-aad5-3f9952553ccb req-c4f21db6-8c95-4662-8a89-ff378579e2cd tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 907 time: 0.0799882 Nov 11 22:06:47.266664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] For port 349d4952-9bc8-4cf3-b681-814ac406f573, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:06:47.271148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] For port 349d4952-9bc8-4cf3-b681-814ac406f573, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=349d4952-9bc8-4cf3-b681-814ac406f573,segment=NetworkSegment(14ea789a-ca72-414a-97fa-cc397e5d9668),segment_id=14ea789a-ca72-414a-97fa-cc397e5d9668)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:06:47.271855 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:47.275529 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:47.313693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:47.314395 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:47.316100 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] 10.222.0.10 "PUT /v2.0/ports/349d4952-9bc8-4cf3-b681-814ac406f573 HTTP/1.1" status: 200 len: 1055 time: 0.7561209 Nov 11 22:06:47.316559 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e60f72-df65-473d-bc8f-e7ef8c037804', 'tag': '349d4952-9bc8-4cf3-b681-814ac406f573'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:06:47.318876 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1555216a-7774-45d1-8fa8-7731e08d22cf" -d '{"events": [{"name": "network-changed", "server_uuid": "97e60f72-df65-473d-bc8f-e7ef8c037804", "tag": "349d4952-9bc8-4cf3-b681-814ac406f573"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:06:47.358458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3e8ab-feae-4d26-8280-aee4beba2de2 service neutron] Pushing event updated for resources: {'Port': ['ID=349d4952-9bc8-4cf3-b681-814ac406f573,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:47.403972 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9356f9-1097-44f3-bac5-2d4156ddeb12 x-openstack-request-id: req-1a9356f9-1097-44f3-bac5-2d4156ddeb12 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:06:47.404414 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e60f72-df65-473d-bc8f-e7ef8c037804", "tag": "349d4952-9bc8-4cf3-b681-814ac406f573", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:06:47.404731 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a9356f9-1097-44f3-bac5-2d4156ddeb12 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:06:47.405216 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e60f72-df65-473d-bc8f-e7ef8c037804', 'tag': '349d4952-9bc8-4cf3-b681-814ac406f573', 'status': 'completed', 'code': 200} Nov 11 22:06:47.422855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-e37d4043-62a8-414f-b77f-b6cec13a8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:47.424448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-e37d4043-62a8-414f-b77f-b6cec13a8fa1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cfb04734e31f49bbbb2656ad611ee1c7&device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 1058 time: 0.0569017 Nov 11 22:06:47.470021 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-fbed803e-041b-49e1-aa71-c4af4f1148bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=349d4952-9bc8-4cf3-b681-814ac406f573 HTTP/1.1" status: 200 len: 217 time: 0.0370100 Nov 11 22:06:47.523652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-f206af7f-3263-46c8-b783-63281e4c8ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:47.525428 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-f206af7f-3263-46c8-b783-63281e4c8ad9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d8576a6-a808-4d79-b88a-6ca25adb198f HTTP/1.1" status: 200 len: 838 time: 0.0477343 Nov 11 22:06:47.577368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-54441612-d022-421d-aa8b-d303751a0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:47.578971 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-54441612-d022-421d-aa8b-d303751a0edb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=abbc6086-e1cc-4229-8371-faf930add59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461118 Nov 11 22:06:47.673130 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-925e14c5-0c8a-4665-82ce-bf99620c3a59 service neutron] 10.222.0.10 "GET /v2.0/networks/abbc6086-e1cc-4229-8371-faf930add59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860696 Nov 11 22:06:47.773230 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adb3e16-3d78-40ff-ada5-63aa61c17171 req-208d4fc7-4ab9-4fc7-81a4-bde1f2f62ee1 service neutron] 10.222.0.10 "GET /v2.0/networks/abbc6086-e1cc-4229-8371-faf930add59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925200 Nov 11 22:06:47.861235 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555216a-7774-45d1-8fa8-7731e08d22cf req-c55c5359-6e6a-49e5-b4f0-6914ab3e61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:47.862849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1555216a-7774-45d1-8fa8-7731e08d22cf req-c55c5359-6e6a-49e5-b4f0-6914ab3e61b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cfb04734e31f49bbbb2656ad611ee1c7&device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 1058 time: 0.0425265 Nov 11 22:06:47.959211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555216a-7774-45d1-8fa8-7731e08d22cf req-6eed19a1-2ecb-4e27-bd30-cc47ceb22d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:47.960728 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1555216a-7774-45d1-8fa8-7731e08d22cf req-6eed19a1-2ecb-4e27-bd30-cc47ceb22d14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=abbc6086-e1cc-4229-8371-faf930add59f HTTP/1.1" status: 200 len: 899 time: 0.0909710 Nov 11 22:06:48.003725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1555216a-7774-45d1-8fa8-7731e08d22cf req-7a119500-3524-40cb-8d9d-b5b8a0ab6bbd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=349d4952-9bc8-4cf3-b681-814ac406f573 HTTP/1.1" status: 200 len: 217 time: 0.0351582 Nov 11 22:06:48.054233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555216a-7774-45d1-8fa8-7731e08d22cf req-0efa4b27-7a2a-40dc-897d-01c38a7b4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:48.055681 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1555216a-7774-45d1-8fa8-7731e08d22cf req-0efa4b27-7a2a-40dc-897d-01c38a7b4a96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d8576a6-a808-4d79-b88a-6ca25adb198f HTTP/1.1" status: 200 len: 838 time: 0.0434010 Nov 11 22:06:48.102280 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555216a-7774-45d1-8fa8-7731e08d22cf req-92f09e63-dc2e-4151-a455-f9ce843570bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:48.103770 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1555216a-7774-45d1-8fa8-7731e08d22cf req-92f09e63-dc2e-4151-a455-f9ce843570bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=abbc6086-e1cc-4229-8371-faf930add59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403428 Nov 11 22:06:48.199629 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1555216a-7774-45d1-8fa8-7731e08d22cf req-3d48d698-023f-4698-9e87-3d928e6391d4 service neutron] 10.222.0.10 "GET /v2.0/networks/abbc6086-e1cc-4229-8371-faf930add59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881398 Nov 11 22:06:48.219253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:06:48.272502 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:06:48.273177 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:48.646363 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:48.654049 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1555216a-7774-45d1-8fa8-7731e08d22cf req-1e759863-60d4-49bf-90e9-cffc8dfe21f4 service neutron] 10.222.0.10 "GET /v2.0/networks/abbc6086-e1cc-4229-8371-faf930add59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458904 Nov 11 22:06:48.669838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1886d6-70d6-42e9-8129-1cb04498081d req-9caf9080-ed1f-4a97-aa70-2d55f628f4a6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:48.671807 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad1886d6-70d6-42e9-8129-1cb04498081d req-9caf9080-ed1f-4a97-aa70-2d55f628f4a6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 907 time: 0.0654256 Nov 11 22:06:49.369934 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:49.797951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f28bd-1834-4b20-a9c3-9433f9330fa4 req-9052582e-16e1-44f3-8fe4-0daa07097d21 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:49.799543 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce1f28bd-1834-4b20-a9c3-9433f9330fa4 req-9052582e-16e1-44f3-8fe4-0daa07097d21 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 907 time: 0.0540760 Nov 11 22:06:50.434698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 349d4952-9bc8-4cf3-b681-814ac406f573 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:06:50.529953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 349d4952-9bc8-4cf3-b681-814ac406f573, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=349d4952-9bc8-4cf3-b681-814ac406f573,segment=NetworkSegment(14ea789a-ca72-414a-97fa-cc397e5d9668),segment_id=14ea789a-ca72-414a-97fa-cc397e5d9668)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:06:50.544692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '349d4952-9bc8-4cf3-b681-814ac406f573', 'network_id': 'abbc6086-e1cc-4229-8371-faf930add59f', 'port_id': '349d4952-9bc8-4cf3-b681-814ac406f573', 'mac_address': 'fa:16:3e:96:0a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8576a6-a808-4d79-b88a-6ca25adb198f', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:06:50.583294 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:50.598055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349d4952-9bc8-4cf3-b681-814ac406f573 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:06:50.622058 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 349d4952-9bc8-4cf3-b681-814ac406f573, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=349d4952-9bc8-4cf3-b681-814ac406f573,segment=NetworkSegment(14ea789a-ca72-414a-97fa-cc397e5d9668),segment_id=14ea789a-ca72-414a-97fa-cc397e5d9668)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:06:50.626811 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:50.673715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=349d4952-9bc8-4cf3-b681-814ac406f573,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:50.841608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['349d4952-9bc8-4cf3-b681-814ac406f573'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:06:50.916979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd1e4b-8c04-4f53-9d45-6e17a092217e req-675e04cf-7c7b-4217-850e-42fa892e30ca tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:50.918480 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7dd1e4b-8c04-4f53-9d45-6e17a092217e req-675e04cf-7c7b-4217-850e-42fa892e30ca tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 908 time: 0.0493486 Nov 11 22:06:52.040258 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e9aad-7106-4b2f-8f25-50bf0720c9ee req-44a2157f-9acb-475a-9ba8-ecae17d58fb3 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:52.041675 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-865e9aad-7106-4b2f-8f25-50bf0720c9ee req-44a2157f-9acb-475a-9ba8-ecae17d58fb3 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 908 time: 0.0543599 Nov 11 22:06:52.466384 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 349d4952-9bc8-4cf3-b681-814ac406f573 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:06:52.519285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 349d4952-9bc8-4cf3-b681-814ac406f573 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:06:52.523961 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 349d4952-9bc8-4cf3-b681-814ac406f573 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:06:52.524478 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:52.605207 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:52.633141 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e60f72-df65-473d-bc8f-e7ef8c037804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349d4952-9bc8-4cf3-b681-814ac406f573'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:06:52.635432 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f500574-177f-4a08-8d72-6eb4709fdb47" -d '{"events": [{"server_uuid": "97e60f72-df65-473d-bc8f-e7ef8c037804", "name": "network-vif-plugged", "status": "completed", "tag": "349d4952-9bc8-4cf3-b681-814ac406f573"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:06:52.648470 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 349d4952-9bc8-4cf3-b681-814ac406f573, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=349d4952-9bc8-4cf3-b681-814ac406f573,segment=NetworkSegment(14ea789a-ca72-414a-97fa-cc397e5d9668),segment_id=14ea789a-ca72-414a-97fa-cc397e5d9668)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:06:52.653267 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:52.678525 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db470df-fa79-45cc-96e4-ac2c09ab677d x-openstack-request-id: req-2db470df-fa79-45cc-96e4-ac2c09ab677d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:06:52.678891 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e60f72-df65-473d-bc8f-e7ef8c037804", "name": "network-vif-plugged", "status": "completed", "tag": "349d4952-9bc8-4cf3-b681-814ac406f573", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:06:52.679154 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2db470df-fa79-45cc-96e4-ac2c09ab677d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:06:52.679571 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e60f72-df65-473d-bc8f-e7ef8c037804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349d4952-9bc8-4cf3-b681-814ac406f573', 'code': 200} Nov 11 22:06:52.706622 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=349d4952-9bc8-4cf3-b681-814ac406f573,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:52.781214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462df77-b690-4a19-bcdb-27e6ba81ff50 req-44eede35-a031-4350-a8d5-361d971fba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:52.782728 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a462df77-b690-4a19-bcdb-27e6ba81ff50 req-44eede35-a031-4350-a8d5-361d971fba20 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 1060 time: 0.0413597 Nov 11 22:06:53.171370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178d288-744e-4751-8e8d-92a7affb3a71 req-c788668c-31e3-4beb-a613-33e92f3abf32 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:53.173013 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e178d288-744e-4751-8e8d-92a7affb3a71 req-c788668c-31e3-4beb-a613-33e92f3abf32 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 909 time: 0.0610945 Nov 11 22:06:53.879537 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b5a0b47-04f8-4718-abf6-710a07b71fcc req-c6a08f8a-bac7-4d1b-b04b-9503b70b0aef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420301 Nov 11 22:06:53.966598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a0b47-04f8-4718-abf6-710a07b71fcc req-ba740bec-1b69-4202-a49e-74d91aad9c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:53.968021 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b5a0b47-04f8-4718-abf6-710a07b71fcc req-ba740bec-1b69-4202-a49e-74d91aad9c90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cfb04734e31f49bbbb2656ad611ee1c7&device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 1060 time: 0.0465448 Nov 11 22:06:54.075003 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a0b47-04f8-4718-abf6-710a07b71fcc req-000db148-7d35-4976-af34-569c87e421c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:54.076487 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b5a0b47-04f8-4718-abf6-710a07b71fcc req-000db148-7d35-4976-af34-569c87e421c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=abbc6086-e1cc-4229-8371-faf930add59f HTTP/1.1" status: 200 len: 899 time: 0.0851927 Nov 11 22:06:54.122305 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b5a0b47-04f8-4718-abf6-710a07b71fcc req-6c79d14f-32a5-4b9f-b6d6-88c6d2f59a69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=349d4952-9bc8-4cf3-b681-814ac406f573 HTTP/1.1" status: 200 len: 217 time: 0.0377572 Nov 11 22:06:54.172179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a0b47-04f8-4718-abf6-710a07b71fcc req-b3289fae-989d-424d-813d-c658c7db2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:54.173764 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b5a0b47-04f8-4718-abf6-710a07b71fcc req-b3289fae-989d-424d-813d-c658c7db2249 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d8576a6-a808-4d79-b88a-6ca25adb198f HTTP/1.1" status: 200 len: 838 time: 0.0453026 Nov 11 22:06:54.220692 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a0b47-04f8-4718-abf6-710a07b71fcc req-7085c77f-372c-4e59-b698-dd914f1f2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:54.222254 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b5a0b47-04f8-4718-abf6-710a07b71fcc req-7085c77f-372c-4e59-b698-dd914f1f2693 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=abbc6086-e1cc-4229-8371-faf930add59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415604 Nov 11 22:06:54.346462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa30c89-723a-4275-a22a-b800d289e98e req-34a736cc-bcc8-41da-a89c-f7cefc7bedee tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:54.347931 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eaa30c89-723a-4275-a22a-b800d289e98e req-34a736cc-bcc8-41da-a89c-f7cefc7bedee tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 909 time: 0.0951204 Nov 11 22:06:54.351543 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b5a0b47-04f8-4718-abf6-710a07b71fcc req-9b232c46-9ef7-4222-a37d-ced150e86f36 service neutron] 10.222.0.10 "GET /v2.0/networks/abbc6086-e1cc-4229-8371-faf930add59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219232 Nov 11 22:06:54.481614 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b5a0b47-04f8-4718-abf6-710a07b71fcc req-1bee2cf4-c597-4d51-ba1a-b125b226c030 service neutron] 10.222.0.10 "GET /v2.0/networks/abbc6086-e1cc-4229-8371-faf930add59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225388 Nov 11 22:06:54.491349 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe0b52-ac9f-4164-a395-161c4f3321ba req-95d29449-d444-42a7-9a88-459edc78450c tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:54.492789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3efe0b52-ac9f-4164-a395-161c4f3321ba req-95d29449-d444-42a7-9a88-459edc78450c tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 909 time: 0.0744350 Nov 11 22:06:54.614196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526684ba-d95a-4f80-8cb9-2fc57225cbbc req-d6fb9ca2-1079-41cd-a36c-2d403443994c tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:54.615746 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-526684ba-d95a-4f80-8cb9-2fc57225cbbc req-d6fb9ca2-1079-41cd-a36c-2d403443994c tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 1060 time: 0.0577557 Nov 11 22:06:54.723062 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a3bce-ac3a-4a69-a407-3f933237c712 req-b2aa5b0f-8b84-46e0-8bc9-3bd8a0c633d5 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:54.724679 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a8a3bce-ac3a-4a69-a407-3f933237c712 req-b2aa5b0f-8b84-46e0-8bc9-3bd8a0c633d5 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 1135 time: 0.0433459 Nov 11 22:06:54.779347 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a8a3bce-ac3a-4a69-a407-3f933237c712 req-69d00ced-443a-4c89-9e4d-1ae9c66947b5 tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=341de4e0-ff1b-4814-89c5-dda56e7be9f7&id=726fc325-37c1-4d7d-bfdd-7800ee06cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0482736 Nov 11 22:06:54.801465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53596) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:54.845209 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0ee8f3-8382-4565-a5b0-7dc06d5fe6ae tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:54.846758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9b0ee8f3-8382-4565-a5b0-7dc06d5fe6ae tempest-TestSecurityGroupsBasicOps-1765020116 tempest-TestSecurityGroupsBasicOps-1765020116-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 1055 time: 0.0442810 Nov 11 22:06:55.084113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d5a41-069a-4f62-a462-886011c1514c req-3001ff33-d235-4582-b655-eb172de406d6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:55.085629 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc0d5a41-069a-4f62-a462-886011c1514c req-3001ff33-d235-4582-b655-eb172de406d6 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 909 time: 0.0506189 Nov 11 22:06:56.206306 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d7af9-61d1-43fb-abd1-35c76a8859f8 req-84c93f36-0ae0-402f-a6d3-213aab69f3ba tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:56.207878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c36d7af9-61d1-43fb-abd1-35c76a8859f8 req-84c93f36-0ae0-402f-a6d3-213aab69f3ba tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 909 time: 0.0513687 Nov 11 22:06:56.353442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bbca9-d756-48d4-bd66-533fd67a4b0c req-1bdb1b07-bcbb-4ebf-b97b-ee4db8de3c7b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:56.354347 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-321bbca9-d756-48d4-bd66-533fd67a4b0c req-1bdb1b07-bcbb-4ebf-b97b-ee4db8de3c7b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e60f72-df65-473d-bc8f-e7ef8c037804 HTTP/1.1" status: 200 len: 909 time: 0.0504637 Nov 11 22:06:56.449446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-321bbca9-d756-48d4-bd66-533fd67a4b0c req-96a63559-a6a1-4ffd-9332-261efc3c7bb1 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Deleting port 349d4952-9bc8-4cf3-b681-814ac406f573 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:06:56.449663 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-321bbca9-d756-48d4-bd66-533fd67a4b0c req-96a63559-a6a1-4ffd-9332-261efc3c7bb1 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:56.538835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-321bbca9-d756-48d4-bd66-533fd67a4b0c req-96a63559-a6a1-4ffd-9332-261efc3c7bb1 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] For port 349d4952-9bc8-4cf3-b681-814ac406f573, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=349d4952-9bc8-4cf3-b681-814ac406f573,segment=NetworkSegment(14ea789a-ca72-414a-97fa-cc397e5d9668),segment_id=14ea789a-ca72-414a-97fa-cc397e5d9668)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:06:56.539224 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-321bbca9-d756-48d4-bd66-533fd67a4b0c req-96a63559-a6a1-4ffd-9332-261efc3c7bb1 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:56.556679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-321bbca9-d756-48d4-bd66-533fd67a4b0c req-96a63559-a6a1-4ffd-9332-261efc3c7bb1 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Calling delete_port for 349d4952-9bc8-4cf3-b681-814ac406f573 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:06:56.681086 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-321bbca9-d756-48d4-bd66-533fd67a4b0c req-96a63559-a6a1-4ffd-9332-261efc3c7bb1 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:56.708216 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a63559-a6a1-4ffd-9332-261efc3c7bb1 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event deleted for resources: {'Port': ['ID=349d4952-9bc8-4cf3-b681-814ac406f573,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:56.752844 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-321bbca9-d756-48d4-bd66-533fd67a4b0c req-96a63559-a6a1-4ffd-9332-261efc3c7bb1 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] No DVR routers for this DVR port 349d4952-9bc8-4cf3-b681-814ac406f573 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:06:56.755578 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-321bbca9-d756-48d4-bd66-533fd67a4b0c req-96a63559-a6a1-4ffd-9332-261efc3c7bb1 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:56.758996 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-321bbca9-d756-48d4-bd66-533fd67a4b0c req-96a63559-a6a1-4ffd-9332-261efc3c7bb1 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.10 "DELETE /v2.0/ports/349d4952-9bc8-4cf3-b681-814ac406f573 HTTP/1.1" status: 204 len: 173 time: 0.3974836 Nov 11 22:06:56.759458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e60f72-df65-473d-bc8f-e7ef8c037804', 'name': 'network-vif-deleted', 'tag': '349d4952-9bc8-4cf3-b681-814ac406f573'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:06:56.761829 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64d73de-9016-473c-8792-3d6def22d7e0" -d '{"events": [{"server_uuid": "97e60f72-df65-473d-bc8f-e7ef8c037804", "name": "network-vif-deleted", "tag": "349d4952-9bc8-4cf3-b681-814ac406f573"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:06:56.799475 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0261b4f-6837-407a-8962-816b47547a7a x-openstack-request-id: req-f0261b4f-6837-407a-8962-816b47547a7a {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:06:56.799837 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e60f72-df65-473d-bc8f-e7ef8c037804", "name": "network-vif-deleted", "tag": "349d4952-9bc8-4cf3-b681-814ac406f573", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:06:56.800004 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0261b4f-6837-407a-8962-816b47547a7a {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:06:56.800440 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e60f72-df65-473d-bc8f-e7ef8c037804', 'name': 'network-vif-deleted', 'tag': '349d4952-9bc8-4cf3-b681-814ac406f573', 'status': 'completed', 'code': 200} Nov 11 22:06:57.268167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53608) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:57.638941 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8231d89a-d1b0-4aca-b35e-d5b87e590dcc tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:57.905151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-8231d89a-d1b0-4aca-b35e-d5b87e590dcc tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Deleting port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:06:57.905409 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8231d89a-d1b0-4aca-b35e-d5b87e590dcc tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:58.000711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-8231d89a-d1b0-4aca-b35e-d5b87e590dcc tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] For port fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8,segment=NetworkSegment(14ea789a-ca72-414a-97fa-cc397e5d9668),segment_id=14ea789a-ca72-414a-97fa-cc397e5d9668)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:06:58.001105 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8231d89a-d1b0-4aca-b35e-d5b87e590dcc tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:58.014049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-8231d89a-d1b0-4aca-b35e-d5b87e590dcc tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Calling delete_port for fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:06:58.203717 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8231d89a-d1b0-4aca-b35e-d5b87e590dcc tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:58.229700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231d89a-d1b0-4aca-b35e-d5b87e590dcc tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event deleted for resources: {'Port': ['ID=fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:58.402563 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8231d89a-d1b0-4aca-b35e-d5b87e590dcc tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:58.619562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8231d89a-d1b0-4aca-b35e-d5b87e590dcc tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Router 52ffaf34-2a2e-4bf2-8830-92893bfe3712 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:06:58.727930 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8231d89a-d1b0-4aca-b35e-d5b87e590dcc tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:06:58.736211 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8231d89a-d1b0-4aca-b35e-d5b87e590dcc tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "PUT /v2.0/routers/52ffaf34-2a2e-4bf2-8830-92893bfe3712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4638753 Nov 11 22:06:58.736211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53610) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:58.737704 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4052d3a4-ee37-4c19-94bf-c2a3a58cd85c None None] Sync routers for ids ['52ffaf34-2a2e-4bf2-8830-92893bfe3712'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:06:58.748005 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052d3a4-ee37-4c19-94bf-c2a3a58cd85c None None] Routers {'52ffaf34-2a2e-4bf2-8830-92893bfe3712'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:06:58.748609 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4052d3a4-ee37-4c19-94bf-c2a3a58cd85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:06:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['52ffaf34-2a2e-4bf2-8830-92893bfe3712'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:58.789727 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-47723b9c-bbf3-4300-b65d-3cd4573310e9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Deleting subnet 8d8576a6-a808-4d79-b88a-6ca25adb198f {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:06:58.793015 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-47723b9c-bbf3-4300-b65d-3cd4573310e9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:58.839726 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-47723b9c-bbf3-4300-b65d-3cd4573310e9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:58.855672 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4052d3a4-ee37-4c19-94bf-c2a3a58cd85c None None] Set router 52ffaf34-2a2e-4bf2-8830-92893bfe3712 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:06:58.928860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-47723b9c-bbf3-4300-b65d-3cd4573310e9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:58.989939 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-47723b9c-bbf3-4300-b65d-3cd4573310e9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:59.022178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47723b9c-bbf3-4300-b65d-3cd4573310e9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8576a6-a808-4d79-b88a-6ca25adb198f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:59.025858 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-47723b9c-bbf3-4300-b65d-3cd4573310e9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:59.029106 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-47723b9c-bbf3-4300-b65d-3cd4573310e9 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "DELETE /v2.0/subnets/8d8576a6-a808-4d79-b88a-6ca25adb198f HTTP/1.1" status: 204 len: 168 time: 0.2918689 Nov 11 22:06:59.031991 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53612) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:59.032730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e50eba-d411-4175-9d65-2989b3cb3d40 None None] Network abbc6086-e1cc-4229-8371-faf930add59f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:06:59.047417 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4052d3a4-ee37-4c19-94bf-c2a3a58cd85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215422403', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:58Z', 'revision_number': 5, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:59.079094 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4052d3a4-ee37-4c19-94bf-c2a3a58cd85c None None] Checking router: 52ffaf34-2a2e-4bf2-8830-92893bfe3712 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:06:59.087403 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052d3a4-ee37-4c19-94bf-c2a3a58cd85c None None] Routers {'52ffaf34-2a2e-4bf2-8830-92893bfe3712'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:06:59.088013 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4052d3a4-ee37-4c19-94bf-c2a3a58cd85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:06:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['52ffaf34-2a2e-4bf2-8830-92893bfe3712'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:59.160548 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:59.197879 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4052d3a4-ee37-4c19-94bf-c2a3a58cd85c None None] Set router 52ffaf34-2a2e-4bf2-8830-92893bfe3712 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:06:59.223316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef443b2f-1dcb-4bf2-a62c-7346ac6d1499 None None] DHCP port deletion for abbc6086-e1cc-4229-8371-faf930add59f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:06:59.271859 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:59.272077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ef443b2f-1dcb-4bf2-a62c-7346ac6d1499 None None] Deleting port cb0a60fc-77bd-4605-a77e-02bf6d5600d6 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:06:59.272389 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef443b2f-1dcb-4bf2-a62c-7346ac6d1499 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:59.341449 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ef443b2f-1dcb-4bf2-a62c-7346ac6d1499 None None] For port cb0a60fc-77bd-4605-a77e-02bf6d5600d6, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=cb0a60fc-77bd-4605-a77e-02bf6d5600d6,segment=NetworkSegment(14ea789a-ca72-414a-97fa-cc397e5d9668),segment_id=14ea789a-ca72-414a-97fa-cc397e5d9668)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:06:59.341852 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef443b2f-1dcb-4bf2-a62c-7346ac6d1499 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:59.341968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Deleting port 68f709d3-da95-4fbd-a9de-757d44bbf4af {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:06:59.342268 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:59.356062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ef443b2f-1dcb-4bf2-a62c-7346ac6d1499 None None] Calling delete_port for cb0a60fc-77bd-4605-a77e-02bf6d5600d6 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:06:59.384061 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4052d3a4-ee37-4c19-94bf-c2a3a58cd85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215422403', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:58Z', 'revision_number': 5, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:06:59.412786 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4052d3a4-ee37-4c19-94bf-c2a3a58cd85c None None] The sync data for ids ['52ffaf34-2a2e-4bf2-8830-92893bfe3712'] in n-d-805737-3 is: [{'id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'name': 'tempest-TestSecurityGroupsBasicOps-router-215422403', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:58Z', 'revision_number': 5, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': '68f709d3-da95-4fbd-a9de-757d44bbf4af', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ffaf34-2a2e-4bf2-8830-92893bfe3712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:06:39Z', 'updated_at': '2021-11-11T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:06:59.428599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] For port 68f709d3-da95-4fbd-a9de-757d44bbf4af, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=68f709d3-da95-4fbd-a9de-757d44bbf4af,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:06:59.429189 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:59.439559 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef443b2f-1dcb-4bf2-a62c-7346ac6d1499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:59.443612 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Calling delete_port for 68f709d3-da95-4fbd-a9de-757d44bbf4af owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:06:59.467357 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef443b2f-1dcb-4bf2-a62c-7346ac6d1499 None None] Pushing event deleted for resources: {'Port': ['ID=cb0a60fc-77bd-4605-a77e-02bf6d5600d6,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:59.472939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef443b2f-1dcb-4bf2-a62c-7346ac6d1499 None None] No DVR routers for this DVR port cb0a60fc-77bd-4605-a77e-02bf6d5600d6 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:06:59.614891 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:59.639193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event deleted for resources: {'Port': ['ID=68f709d3-da95-4fbd-a9de-757d44bbf4af,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:06:59.656035 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14c851d-8dc9-4785-9c2c-b5a45fb1a830 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:06:59.718388 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:59.811826 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:59.815916 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:59.861511 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:59.862078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Fanout notify agent at l3_agent the message router_deleted on router 52ffaf34-2a2e-4bf2-8830-92893bfe3712 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:06:59.869685 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:59.873330 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6a7a5ed8-57b7-437e-8770-9bd742c6fac4 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "DELETE /v2.0/routers/52ffaf34-2a2e-4bf2-8830-92893bfe3712 HTTP/1.1" status: 204 len: 168 time: 0.8377845 Nov 11 22:06:59.873606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53614) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:06:59.953993 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12e81327-9b32-44a5-bf9b-ffd64c264e85 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:00.043160 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12e81327-9b32-44a5-bf9b-ffd64c264e85 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:00.065380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-12e81327-9b32-44a5-bf9b-ffd64c264e85 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbc6086-e1cc-4229-8371-faf930add59f']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:00.075380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-12e81327-9b32-44a5-bf9b-ffd64c264e85 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ea789a-ca72-414a-97fa-cc397e5d9668') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:00.075673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-12e81327-9b32-44a5-bf9b-ffd64c264e85 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ea789a-ca72-414a-97fa-cc397e5d9668') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:00.089944 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12e81327-9b32-44a5-bf9b-ffd64c264e85 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:00.102974 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12e81327-9b32-44a5-bf9b-ffd64c264e85 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:00.108822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e81327-9b32-44a5-bf9b-ffd64c264e85 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:07:00.109221 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12e81327-9b32-44a5-bf9b-ffd64c264e85 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:07:00.112165 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:07:00.169527 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12e81327-9b32-44a5-bf9b-ffd64c264e85 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:00.176642 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-12e81327-9b32-44a5-bf9b-ffd64c264e85 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:00.179587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-12e81327-9b32-44a5-bf9b-ffd64c264e85 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "DELETE /v2.0/networks/abbc6086-e1cc-4229-8371-faf930add59f HTTP/1.1" status: 204 len: 168 time: 0.3049989 Nov 11 22:07:00.182505 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53616) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:00.191148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e81327-9b32-44a5-bf9b-ffd64c264e85 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event deleted for resources: {'Network': ['ID=abbc6086-e1cc-4229-8371-faf930add59f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:00.346177 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-545a35fa-01d8-4d36-908a-03c9057cb9f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Deleting port c2001f6f-38e2-4286-8355-67042b4be779 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:07:00.346521 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-545a35fa-01d8-4d36-908a-03c9057cb9f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:00.439295 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-545a35fa-01d8-4d36-908a-03c9057cb9f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:00.439705 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-545a35fa-01d8-4d36-908a-03c9057cb9f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:00.453305 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-545a35fa-01d8-4d36-908a-03c9057cb9f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Calling delete_port for c2001f6f-38e2-4286-8355-67042b4be779 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:07:00.480950 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 349d4952-9bc8-4cf3-b681-814ac406f573 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:07:00.503425 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 68f709d3-da95-4fbd-a9de-757d44bbf4af no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:07:00.505645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 349d4952-9bc8-4cf3-b681-814ac406f573 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:07:00.505986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 349d4952-9bc8-4cf3-b681-814ac406f573 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:07:00.526122 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 68f709d3-da95-4fbd-a9de-757d44bbf4af {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:07:00.526376 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 68f709d3-da95-4fbd-a9de-757d44bbf4af not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:07:00.526818 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:07:00.545989 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:07:00.546339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device fb9ed9f8-0a24-4d7d-9246-404d5e5f69a8 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:07:00.546785 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device cb0a60fc-77bd-4605-a77e-02bf6d5600d6 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:07:00.566092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: cb0a60fc-77bd-4605-a77e-02bf6d5600d6 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:07:00.566586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device cb0a60fc-77bd-4605-a77e-02bf6d5600d6 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:07:00.609411 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-545a35fa-01d8-4d36-908a-03c9057cb9f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:00.633094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a35fa-01d8-4d36-908a-03c9057cb9f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event deleted for resources: {'Port': ['ID=c2001f6f-38e2-4286-8355-67042b4be779,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:00.697528 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-545a35fa-01d8-4d36-908a-03c9057cb9f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:00.697883 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-545a35fa-01d8-4d36-908a-03c9057cb9f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Floating IP d4cb9af3-9bf2-4f6d-8b50-cfe099985081 disassociated (deleted). External IP: 172.25.0.74, port: 5bdf02ad-265d-4242-9c35-82f7938ea49d. Nov 11 22:07:00.914754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545a35fa-01d8-4d36-908a-03c9057cb9f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:07:01.035627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545a35fa-01d8-4d36-908a-03c9057cb9f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:07:01.040621 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-545a35fa-01d8-4d36-908a-03c9057cb9f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:01.046405 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493d88db-eb58-47c4-87d3-849b51eed484 None None] Sync routers for ids ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:07:01.057368 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d88db-eb58-47c4-87d3-849b51eed484 None None] Routers {'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:07:01.057996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-493d88db-eb58-47c4-87d3-849b51eed484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:06:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:01.068759 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-545a35fa-01d8-4d36-908a-03c9057cb9f2 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "DELETE /v2.0/floatingips/d4cb9af3-9bf2-4f6d-8b50-cfe099985081 HTTP/1.1" status: 204 len: 168 time: 0.8851109 Nov 11 22:07:01.069556 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd82943-8a91-4756-8e23-940acb1eb3e1', 'tag': '5bdf02ad-265d-4242-9c35-82f7938ea49d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:07:01.071986 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fde020-7299-4e30-bc53-96966ba13926" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd82943-8a91-4756-8e23-940acb1eb3e1", "tag": "5bdf02ad-265d-4242-9c35-82f7938ea49d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:07:01.167546 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-493d88db-eb58-47c4-87d3-849b51eed484 None None] Set router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:07:01.306377 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a537ede8-5411-4135-adc9-171019af134d x-openstack-request-id: req-a537ede8-5411-4135-adc9-171019af134d {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:07:01.306875 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd82943-8a91-4756-8e23-940acb1eb3e1", "tag": "5bdf02ad-265d-4242-9c35-82f7938ea49d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:07:01.306983 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a537ede8-5411-4135-adc9-171019af134d {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:07:01.307346 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd82943-8a91-4756-8e23-940acb1eb3e1', 'tag': '5bdf02ad-265d-4242-9c35-82f7938ea49d', 'status': 'completed', 'code': 200} Nov 11 22:07:01.383542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fde020-7299-4e30-bc53-96966ba13926 req-4f58e9e5-056e-4a01-a1fb-672a081fbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:01.385455 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-94fde020-7299-4e30-bc53-96966ba13926 req-4f58e9e5-056e-4a01-a1fb-672a081fbdad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cfb04734e31f49bbbb2656ad611ee1c7&device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 1135 time: 0.0457950 Nov 11 22:07:01.387319 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-493d88db-eb58-47c4-87d3-849b51eed484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:48Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '89c456ed-b758-4d15-9e67-fe46e1a05aa3', 'name': '', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'mac_address': 'fa:16:3e:22:f8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:47Z', 'updated_at': '2021-11-11T22:05:51Z', 'revision_number': 5, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'subnets': [{'id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:01.400528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee90b1-047e-4280-9b71-1ae55090deda req-ba006bde-949a-4dc3-85a7-5637cef78809 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:01.402063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccee90b1-047e-4280-9b71-1ae55090deda req-ba006bde-949a-4dc3-85a7-5637cef78809 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 984 time: 0.0497046 Nov 11 22:07:01.414609 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493d88db-eb58-47c4-87d3-849b51eed484 None None] Checking router: bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:07:01.424319 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d88db-eb58-47c4-87d3-849b51eed484 None None] Routers {'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:07:01.424897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-493d88db-eb58-47c4-87d3-849b51eed484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:06:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:01.470214 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccee90b1-047e-4280-9b71-1ae55090deda req-2d97ad6a-f346-4fa1-be2a-e613a170dffb tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/security-groups?id=341de4e0-ff1b-4814-89c5-dda56e7be9f7&id=726fc325-37c1-4d7d-bfdd-7800ee06cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0614257 Nov 11 22:07:01.489347 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fde020-7299-4e30-bc53-96966ba13926 req-f764e2d3-0743-4600-98a2-320951d640af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:01.490821 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-94fde020-7299-4e30-bc53-96966ba13926 req-f764e2d3-0743-4600-98a2-320951d640af service neutron] 10.222.0.71 "GET /v2.0/networks?id=9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 HTTP/1.1" status: 200 len: 899 time: 0.0980337 Nov 11 22:07:01.537669 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-94fde020-7299-4e30-bc53-96966ba13926 req-cba301dc-15e6-4520-b57f-6016efbe3fbb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bdf02ad-265d-4242-9c35-82f7938ea49d HTTP/1.1" status: 200 len: 217 time: 0.0348017 Nov 11 22:07:01.540824 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-493d88db-eb58-47c4-87d3-849b51eed484 None None] Set router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:07:01.594712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fde020-7299-4e30-bc53-96966ba13926 req-141665a8-b324-400f-b9de-fd84cc6f4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:01.596182 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-94fde020-7299-4e30-bc53-96966ba13926 req-141665a8-b324-400f-b9de-fd84cc6f4ad5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36757546-1ac6-4170-a8da-383052fa5b3d HTTP/1.1" status: 200 len: 835 time: 0.0490239 Nov 11 22:07:01.645331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fde020-7299-4e30-bc53-96966ba13926 req-d203b7e9-70ee-4e73-9c15-e217bf79d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:01.646865 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-94fde020-7299-4e30-bc53-96966ba13926 req-d203b7e9-70ee-4e73-9c15-e217bf79d5f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9a5105ce-02ee-477e-b0bb-6d41c88eb7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412796 Nov 11 22:07:01.747528 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-94fde020-7299-4e30-bc53-96966ba13926 req-b4c2e673-25ea-4c50-a34f-26918ce9080e service neutron] 10.222.0.71 "GET /v2.0/networks/9a5105ce-02ee-477e-b0bb-6d41c88eb7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875857 Nov 11 22:07:01.759870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-493d88db-eb58-47c4-87d3-849b51eed484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:48Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '89c456ed-b758-4d15-9e67-fe46e1a05aa3', 'name': '', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'mac_address': 'fa:16:3e:22:f8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:47Z', 'updated_at': '2021-11-11T22:05:51Z', 'revision_number': 5, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'subnets': [{'id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:01.786644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493d88db-eb58-47c4-87d3-849b51eed484 None None] The sync data for ids ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'] in n-d-805737-3 is: [{'id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:48Z', 'revision_number': 4, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '89c456ed-b758-4d15-9e67-fe46e1a05aa3', 'name': '', 'network_id': '9a5105ce-02ee-477e-b0bb-6d41c88eb7f3', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'mac_address': 'fa:16:3e:22:f8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:47Z', 'updated_at': '2021-11-11T22:05:51Z', 'revision_number': 5, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'subnets': [{'id': '36757546-1ac6-4170-a8da-383052fa5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:07:01.849036 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-94fde020-7299-4e30-bc53-96966ba13926 req-b584269d-7f2e-40f4-ba0f-1e52e1739759 service neutron] 10.222.0.71 "GET /v2.0/networks/9a5105ce-02ee-477e-b0bb-6d41c88eb7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928290 Nov 11 22:07:02.011047 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ab348f-7c7f-41df-80a5-f248db5adb1a None None] New status for floating IP d4cb9af3-9bf2-4f6d-8b50-cfe099985081: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:07:02.590334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba3939-7199-4112-9a59-01b2439edb1d req-d1bc7bb0-c8b1-4c0f-8852-e5e99810618f tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:02.591848 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6ba3939-7199-4112-9a59-01b2439edb1d req-d1bc7bb0-c8b1-4c0f-8852-e5e99810618f tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 984 time: 0.0520136 Nov 11 22:07:02.649785 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6ba3939-7199-4112-9a59-01b2439edb1d req-3e3bef9c-c711-4de7-ada0-01a9c279d48e tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/security-groups?id=341de4e0-ff1b-4814-89c5-dda56e7be9f7&id=726fc325-37c1-4d7d-bfdd-7800ee06cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0517178 Nov 11 22:07:02.887161 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323c2e5-5f35-4db6-8b7d-a5428f61734e req-558b3249-ed87-4539-9436-a62381910369 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:02.888658 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9323c2e5-5f35-4db6-8b7d-a5428f61734e req-558b3249-ed87-4539-9436-a62381910369 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 984 time: 0.0516975 Nov 11 22:07:02.992829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-9323c2e5-5f35-4db6-8b7d-a5428f61734e req-8a00b7aa-58b1-44c4-bd99-a442003bb166 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Deleting port 5bdf02ad-265d-4242-9c35-82f7938ea49d {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:07:02.993171 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9323c2e5-5f35-4db6-8b7d-a5428f61734e req-8a00b7aa-58b1-44c4-bd99-a442003bb166 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:03.080415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-9323c2e5-5f35-4db6-8b7d-a5428f61734e req-8a00b7aa-58b1-44c4-bd99-a442003bb166 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] For port 5bdf02ad-265d-4242-9c35-82f7938ea49d, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5bdf02ad-265d-4242-9c35-82f7938ea49d,segment=NetworkSegment(222ac583-5c99-497d-9b92-400d92359fdb),segment_id=222ac583-5c99-497d-9b92-400d92359fdb)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:07:03.080766 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9323c2e5-5f35-4db6-8b7d-a5428f61734e req-8a00b7aa-58b1-44c4-bd99-a442003bb166 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:03.093490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-9323c2e5-5f35-4db6-8b7d-a5428f61734e req-8a00b7aa-58b1-44c4-bd99-a442003bb166 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Calling delete_port for 5bdf02ad-265d-4242-9c35-82f7938ea49d owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:07:03.228196 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9323c2e5-5f35-4db6-8b7d-a5428f61734e req-8a00b7aa-58b1-44c4-bd99-a442003bb166 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:03.255395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00b7aa-58b1-44c4-bd99-a442003bb166 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event deleted for resources: {'Port': ['ID=5bdf02ad-265d-4242-9c35-82f7938ea49d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:03.298517 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9323c2e5-5f35-4db6-8b7d-a5428f61734e req-8a00b7aa-58b1-44c4-bd99-a442003bb166 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] No DVR routers for this DVR port 5bdf02ad-265d-4242-9c35-82f7938ea49d on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:07:03.301246 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-9323c2e5-5f35-4db6-8b7d-a5428f61734e req-8a00b7aa-58b1-44c4-bd99-a442003bb166 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:03.304714 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9323c2e5-5f35-4db6-8b7d-a5428f61734e req-8a00b7aa-58b1-44c4-bd99-a442003bb166 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.71 "DELETE /v2.0/ports/5bdf02ad-265d-4242-9c35-82f7938ea49d HTTP/1.1" status: 204 len: 173 time: 0.4084551 Nov 11 22:07:03.308290 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd82943-8a91-4756-8e23-940acb1eb3e1', 'name': 'network-vif-deleted', 'tag': '5bdf02ad-265d-4242-9c35-82f7938ea49d'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:07:03.310605 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845de74b-1fce-4e54-ace9-c31dc82710e7" -d '{"events": [{"server_uuid": "bcd82943-8a91-4756-8e23-940acb1eb3e1", "name": "network-vif-deleted", "tag": "5bdf02ad-265d-4242-9c35-82f7938ea49d"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:07:03.350183 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5699ed-fd0b-4f8a-b0ae-05d44f0b7142 x-openstack-request-id: req-1d5699ed-fd0b-4f8a-b0ae-05d44f0b7142 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:07:03.350510 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd82943-8a91-4756-8e23-940acb1eb3e1", "name": "network-vif-deleted", "tag": "5bdf02ad-265d-4242-9c35-82f7938ea49d", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:07:03.350783 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d5699ed-fd0b-4f8a-b0ae-05d44f0b7142 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:07:03.351212 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd82943-8a91-4756-8e23-940acb1eb3e1', 'name': 'network-vif-deleted', 'tag': '5bdf02ad-265d-4242-9c35-82f7938ea49d', 'status': 'completed', 'code': 200} Nov 11 22:07:03.767638 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79747d54-006c-44ee-a5df-ec692120a3c1 req-253532e0-3f50-449e-8b10-b676ffe424eb tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcd82943-8a91-4756-8e23-940acb1eb3e1 HTTP/1.1" status: 200 len: 210 time: 0.0270643 Nov 11 22:07:04.829836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53634) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:04.895235 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b23fe4d7-5d58-4feb-87a8-dcc4c4f68f04 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:04.917437 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b23fe4d7-5d58-4feb-87a8-dcc4c4f68f04 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:04.966368 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b23fe4d7-5d58-4feb-87a8-dcc4c4f68f04 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:04.968921 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b23fe4d7-5d58-4feb-87a8-dcc4c4f68f04 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:04.970079 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b23fe4d7-5d58-4feb-87a8-dcc4c4f68f04 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "DELETE /v2.0/security-groups/726fc325-37c1-4d7d-bfdd-7800ee06cc0e HTTP/1.1" status: 204 len: 168 time: 0.1392767 Nov 11 22:07:04.972932 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53636) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:04.982169 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fe4d7-5d58-4feb-87a8-dcc4c4f68f04 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=726fc325-37c1-4d7d-bfdd-7800ee06cc0e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:05.040890 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3cd7660f-31ce-46bd-a431-bed20298e20d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:05.063795 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3cd7660f-31ce-46bd-a431-bed20298e20d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:05.107328 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3cd7660f-31ce-46bd-a431-bed20298e20d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:05.110397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3cd7660f-31ce-46bd-a431-bed20298e20d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:05.111540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3cd7660f-31ce-46bd-a431-bed20298e20d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "DELETE /v2.0/security-groups/341de4e0-ff1b-4814-89c5-dda56e7be9f7 HTTP/1.1" status: 204 len: 168 time: 0.1375988 Nov 11 22:07:05.114540 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53638) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:05.120428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7660f-31ce-46bd-a431-bed20298e20d tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=341de4e0-ff1b-4814-89c5-dda56e7be9f7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:05.372877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5bdf02ad-265d-4242-9c35-82f7938ea49d no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:07:05.394906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 5bdf02ad-265d-4242-9c35-82f7938ea49d {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:07:05.394906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5bdf02ad-265d-4242-9c35-82f7938ea49d not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:07:05.815180 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f80e-c876-4f94-b388-422a18c01965 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:06.078403 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1f80e-c876-4f94-b388-422a18c01965 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Deleting port 89c456ed-b758-4d15-9e67-fe46e1a05aa3 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:07:06.079074 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f80e-c876-4f94-b388-422a18c01965 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:06.171287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-b8d1f80e-c876-4f94-b388-422a18c01965 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] For port 89c456ed-b758-4d15-9e67-fe46e1a05aa3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=89c456ed-b758-4d15-9e67-fe46e1a05aa3,segment=NetworkSegment(222ac583-5c99-497d-9b92-400d92359fdb),segment_id=222ac583-5c99-497d-9b92-400d92359fdb)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:07:06.171648 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f80e-c876-4f94-b388-422a18c01965 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:06.185727 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1f80e-c876-4f94-b388-422a18c01965 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Calling delete_port for 89c456ed-b758-4d15-9e67-fe46e1a05aa3 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:07:06.383172 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f80e-c876-4f94-b388-422a18c01965 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:06.409298 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1f80e-c876-4f94-b388-422a18c01965 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event deleted for resources: {'Port': ['ID=89c456ed-b758-4d15-9e67-fe46e1a05aa3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:06.584421 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f80e-c876-4f94-b388-422a18c01965 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:06.813584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d1f80e-c876-4f94-b388-422a18c01965 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:07:06.927253 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d1f80e-c876-4f94-b388-422a18c01965 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:07:06.932653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b8d1f80e-c876-4f94-b388-422a18c01965 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "PUT /v2.0/routers/bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8169112 Nov 11 22:07:06.935665 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53640) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:06.937883 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b6c19-edf6-4314-8f68-79711f50735e None None] Sync routers for ids ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:07:06.949355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b6c19-edf6-4314-8f68-79711f50735e None None] Routers {'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:07:06.949972 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-326b6c19-edf6-4314-8f68-79711f50735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:06:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:06.990720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac925876-9792-4daa-9326-867475932a5b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Deleting subnet 36757546-1ac6-4170-a8da-383052fa5b3d {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:07:06.994096 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac925876-9792-4daa-9326-867475932a5b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.044209 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac925876-9792-4daa-9326-867475932a5b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.058819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-326b6c19-edf6-4314-8f68-79711f50735e None None] Set router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:07:07.134365 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac925876-9792-4daa-9326-867475932a5b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.199056 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac925876-9792-4daa-9326-867475932a5b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.228142 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac925876-9792-4daa-9326-867475932a5b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event deleted for resources: {'Subnet': ['ID=36757546-1ac6-4170-a8da-383052fa5b3d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:07.230220 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac925876-9792-4daa-9326-867475932a5b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.233646 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ac925876-9792-4daa-9326-867475932a5b tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "DELETE /v2.0/subnets/36757546-1ac6-4170-a8da-383052fa5b3d HTTP/1.1" status: 204 len: 168 time: 0.2969041 Nov 11 22:07:07.236628 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53642) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:07.351025 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.395058 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026ffb68-3300-44a8-94f5-e9ca25218e09 None None] Network 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:07:07.458165 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.512057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Deleting port c70be945-d3de-40f0-848b-c12a7e115fcc {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:07:07.512514 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.515931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-326b6c19-edf6-4314-8f68-79711f50735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:07:06Z', 'revision_number': 5, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port': {'id': 'c70be945-d3de-40f0-848b-c12a7e115fcc', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:07.545559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b6c19-edf6-4314-8f68-79711f50735e None None] Checking router: bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:07:07.560951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b6c19-edf6-4314-8f68-79711f50735e None None] Routers {'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:07:07.561818 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-326b6c19-edf6-4314-8f68-79711f50735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:06:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:07.607445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] For port c70be945-d3de-40f0-848b-c12a7e115fcc, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c70be945-d3de-40f0-848b-c12a7e115fcc,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:07:07.607746 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.622456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Calling delete_port for c70be945-d3de-40f0-848b-c12a7e115fcc owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:07:07.627300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caede988-b290-4d5d-b3f4-97ff3085911e None None] DHCP port deletion for 9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:07:07.674328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-326b6c19-edf6-4314-8f68-79711f50735e None None] Set router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:07:07.731722 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-326b6c19-edf6-4314-8f68-79711f50735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:07:07Z', 'revision_number': 6, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:07.762211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b6c19-edf6-4314-8f68-79711f50735e None None] The sync data for ids ['bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7'] in n-d-805737-3 is: [{'id': 'bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147035439', 'tenant_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:05:44Z', 'updated_at': '2021-11-11T22:07:07Z', 'revision_number': 6, 'project_id': 'cfb04734e31f49bbbb2656ad611ee1c7', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:07:07.780262 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-caede988-b290-4d5d-b3f4-97ff3085911e None None] Deleting port 087d72d3-ca4f-45b9-95a8-26b604f764f3 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:07:07.780778 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caede988-b290-4d5d-b3f4-97ff3085911e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.805325 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.833718 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event deleted for resources: {'Port': ['ID=c70be945-d3de-40f0-848b-c12a7e115fcc,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:07.850659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d045f4-9935-49ef-bbba-b6753195c3ad None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:07:07.857581 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-caede988-b290-4d5d-b3f4-97ff3085911e None None] For port 087d72d3-ca4f-45b9-95a8-26b604f764f3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=087d72d3-ca4f-45b9-95a8-26b604f764f3,segment=NetworkSegment(222ac583-5c99-497d-9b92-400d92359fdb),segment_id=222ac583-5c99-497d-9b92-400d92359fdb)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:07:07.858050 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caede988-b290-4d5d-b3f4-97ff3085911e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.873790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-caede988-b290-4d5d-b3f4-97ff3085911e None None] Calling delete_port for 087d72d3-ca4f-45b9-95a8-26b604f764f3 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:07:07.894296 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.961838 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-caede988-b290-4d5d-b3f4-97ff3085911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.988876 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caede988-b290-4d5d-b3f4-97ff3085911e None None] Pushing event deleted for resources: {'Port': ['ID=087d72d3-ca4f-45b9-95a8-26b604f764f3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:07.989638 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.992007 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.997708 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caede988-b290-4d5d-b3f4-97ff3085911e None None] No DVR routers for this DVR port 087d72d3-ca4f-45b9-95a8-26b604f764f3 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:07:08.043013 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:08.043545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Fanout notify agent at l3_agent the message router_deleted on router bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:07:08.050541 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:08.051778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0cfe5bc0-7134-459c-ab7e-5f13a3886023 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "DELETE /v2.0/routers/bbbfa52f-d3d7-4f65-a764-ae9a0ec007a7 HTTP/1.1" status: 204 len: 168 time: 0.8140054 Nov 11 22:07:08.054421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53644) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:08.132331 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-456e402b-21db-4b8f-8817-87bea439ba02 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:08.238757 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-456e402b-21db-4b8f-8817-87bea439ba02 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:08.258445 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-456e402b-21db-4b8f-8817-87bea439ba02 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5105ce-02ee-477e-b0bb-6d41c88eb7f3']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:08.267393 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-456e402b-21db-4b8f-8817-87bea439ba02 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222ac583-5c99-497d-9b92-400d92359fdb') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:08.267686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-456e402b-21db-4b8f-8817-87bea439ba02 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222ac583-5c99-497d-9b92-400d92359fdb') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:08.277417 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-456e402b-21db-4b8f-8817-87bea439ba02 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:08.290737 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-456e402b-21db-4b8f-8817-87bea439ba02 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:08.297060 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456e402b-21db-4b8f-8817-87bea439ba02 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:07:08.297421 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-456e402b-21db-4b8f-8817-87bea439ba02 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:07:08.300446 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:07:08.327487 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:07:08.363359 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-456e402b-21db-4b8f-8817-87bea439ba02 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:08.370460 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-456e402b-21db-4b8f-8817-87bea439ba02 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:08.373523 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-456e402b-21db-4b8f-8817-87bea439ba02 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] 10.222.0.57 "DELETE /v2.0/networks/9a5105ce-02ee-477e-b0bb-6d41c88eb7f3 HTTP/1.1" status: 204 len: 168 time: 0.3181908 Nov 11 22:07:08.384842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e402b-21db-4b8f-8817-87bea439ba02 tempest-TestSecurityGroupsBasicOps-621223089 tempest-TestSecurityGroupsBasicOps-621223089-project] Pushing event deleted for resources: {'Network': ['ID=9a5105ce-02ee-477e-b0bb-6d41c88eb7f3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:08.568259 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 89c456ed-b758-4d15-9e67-fe46e1a05aa3 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:07:08.589368 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 89c456ed-b758-4d15-9e67-fe46e1a05aa3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:07:08.589713 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 89c456ed-b758-4d15-9e67-fe46e1a05aa3 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:07:08.590130 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 087d72d3-ca4f-45b9-95a8-26b604f764f3 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:07:08.610244 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 087d72d3-ca4f-45b9-95a8-26b604f764f3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:07:08.610685 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 087d72d3-ca4f-45b9-95a8-26b604f764f3 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:07:08.682267 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53652) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:08.842672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-89b8b43e-26bf-464a-ab44-01c8d0d7f99e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cfb04734e31f49bbbb2656ad611ee1c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1591647 Nov 11 22:07:08.845271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53656) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:08.894496 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9aa294d0-a005-46fc-9aff-c02450a0f423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:08.916542 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9aa294d0-a005-46fc-9aff-c02450a0f423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:08.965946 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9aa294d0-a005-46fc-9aff-c02450a0f423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:08.968994 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9aa294d0-a005-46fc-9aff-c02450a0f423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:08.970177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9aa294d0-a005-46fc-9aff-c02450a0f423 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c68a35f4-6c23-4d87-a14c-c4ae37c878c1 HTTP/1.1" status: 204 len: 168 time: 0.1240258 Nov 11 22:07:08.978100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa294d0-a005-46fc-9aff-c02450a0f423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68a35f4-6c23-4d87-a14c-c4ae37c878c1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:09.266924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53662) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:09.281814 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f0d823-3138-48cd-bcb5-f61a458d0d43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:09.363294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f0d823-3138-48cd-bcb5-f61a458d0d43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:09.370003 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0f0d823-3138-48cd-bcb5-f61a458d0d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:09.410673 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0d823-3138-48cd-bcb5-f61a458d0d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3fa3b7-2367-4a80-b9b6-619733260538,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:09.414900 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c0f0d823-3138-48cd-bcb5-f61a458d0d43 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=16621578868a4ac680c31d14f127e949&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1469345 Nov 11 22:07:09.417725 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53664) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:09.498918 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d362101-06e0-4548-aead-6b58e6832736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:09.523538 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d362101-06e0-4548-aead-6b58e6832736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:09.573573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d362101-06e0-4548-aead-6b58e6832736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:09.576201 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7d362101-06e0-4548-aead-6b58e6832736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:09.577442 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7d362101-06e0-4548-aead-6b58e6832736 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc3fa3b7-2367-4a80-b9b6-619733260538 HTTP/1.1" status: 204 len: 168 time: 0.1588156 Nov 11 22:07:09.586057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d362101-06e0-4548-aead-6b58e6832736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3fa3b7-2367-4a80-b9b6-619733260538,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:09.911398 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53670) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:09.953860 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8566f313-b0cc-44ed-94e2-62eedf3b44a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=07efce1eab5a4bda8c17e2b68dc7c93e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412536 Nov 11 22:07:09.956438 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53672) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:10.006122 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b687d223-098d-44c1-a4cf-17519ae7a52e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:10.028645 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b687d223-098d-44c1-a4cf-17519ae7a52e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:10.082207 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b687d223-098d-44c1-a4cf-17519ae7a52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:10.084989 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b687d223-098d-44c1-a4cf-17519ae7a52e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:10.086189 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b687d223-098d-44c1-a4cf-17519ae7a52e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2634e10-6c2a-425d-95bd-b11be3fb35e6 HTTP/1.1" status: 204 len: 168 time: 0.1287558 Nov 11 22:07:10.094475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687d223-098d-44c1-a4cf-17519ae7a52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2634e10-6c2a-425d-95bd-b11be3fb35e6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:10.166069 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c70be945-d3de-40f0-848b-c12a7e115fcc no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:07:10.191015 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: c70be945-d3de-40f0-848b-c12a7e115fcc {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:07:10.191357 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c70be945-d3de-40f0-848b-c12a7e115fcc not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:07:10.802520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53694) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:10.903452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-943189439-network', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:10.932730 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] Made reservation on behalf of e1a06ae86d904cf5b911040c2d1a1e9f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:07:10.935080 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:10.944006 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.018877 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.024322 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.044333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1195, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:07:11.057787 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd10638-9e2b-4082-a2da-dda2daf4c9f3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:11.063701 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.064228 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] Added segment 1313736f-b5cd-44e8-93a5-2d03d10653c3 of type vlan for network 3a0b1adb-02d0-421e-afe9-9462d92dafd2 Nov 11 22:07:11.107089 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.135609 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.136557 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:11.137167 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.194629 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3908694 Nov 11 22:07:11.197870 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53698) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:11.202255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fe47c-ab62-4c32-9686-a6e27f34c7c8 admin admin] Pushing event updated for resources: {'Network': ['ID=3a0b1adb-02d0-421e-afe9-9462d92dafd2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:11.203114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b56a3dd4-5640-4902-9b4a-60bf6afe6277 admin admin] Request body: {'subnet': {'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-943189439-subnet', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:11.212668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 3a0b1adb-02d0-421e-afe9-9462d92dafd2 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:07:11.226852 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56a3dd4-5640-4902-9b4a-60bf6afe6277 admin admin] Made reservation on behalf of e1a06ae86d904cf5b911040c2d1a1e9f for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:07:11.229304 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b56a3dd4-5640-4902-9b4a-60bf6afe6277 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.286956 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.403044 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b56a3dd4-5640-4902-9b4a-60bf6afe6277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.461424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a3dd4-5640-4902-9b4a-60bf6afe6277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=578350dd-646b-4a7d-b83a-4089d1753d9c,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:11.472635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56a3dd4-5640-4902-9b4a-60bf6afe6277 admin admin] Checking segment: {'id': '1313736f-b5cd-44e8-93a5-2d03d10653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:07:11.473035 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56a3dd4-5640-4902-9b4a-60bf6afe6277 admin admin] Network hostable DHCP agents. Network: 3a0b1adb-02d0-421e-afe9-9462d92dafd2, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:07:11.491834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56a3dd4-5640-4902-9b4a-60bf6afe6277 admin admin] Network 3a0b1adb-02d0-421e-afe9-9462d92dafd2 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:07:11.502615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-b56a3dd4-5640-4902-9b4a-60bf6afe6277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 3a0b1adb-02d0-421e-afe9-9462d92dafd2) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:07:11.506949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56a3dd4-5640-4902-9b4a-60bf6afe6277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:11.507550 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b56a3dd4-5640-4902-9b4a-60bf6afe6277 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.511794 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee715dbe-bcf5-40e3-b3ce-2c6866f43db3 None None] Network 3a0b1adb-02d0-421e-afe9-9462d92dafd2 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:07:11.526975 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b56a3dd4-5640-4902-9b4a-60bf6afe6277 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3250597 Nov 11 22:07:11.527184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53700) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:11.531571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:11.553923 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.555130 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.608292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.662608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'fixed_ips': [{'subnet_id': '578350dd-646b-4a7d-b83a-4089d1753d9c'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:07:11.663370 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.746444 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.799215 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Allocated IP 172.20.0.2 (3a0b1adb-02d0-421e-afe9-9462d92dafd2/578350dd-646b-4a7d-b83a-4089d1753d9c/5eabeb34-84c6-46e0-80d8-f7d4d39dfabf) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:07:11.939996 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.941287 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.948185 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.963776 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:11.991387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Network 3a0b1adb-02d0-421e-afe9-9462d92dafd2 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:07:11.996819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:07:11.999235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:07:12.004347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Pushing event updated for resources: {'Port': ['ID=5eabeb34-84c6-46e0-80d8-f7d4d39dfabf,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:12.054358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Attempting to bind port 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:07:12.054720 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Attempting to bind port 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '1313736f-b5cd-44e8-93a5-2d03d10653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:07:12.055074 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Attempting to bind port 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf on network 3a0b1adb-02d0-421e-afe9-9462d92dafd2 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:07:12.060018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:07:12.060365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Checking segment: {'id': '1313736f-b5cd-44e8-93a5-2d03d10653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:07:12.060785 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:12.061200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Bound using segment: {'id': '1313736f-b5cd-44e8-93a5-2d03d10653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:07:12.061663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Bound port: 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1313736f-b5cd-44e8-93a5-2d03d10653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:07:12.062418 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:12.069583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Allocated IP 172.25.0.97 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/74bdd0dd-7f2a-4ab4-a184-289367cd5f56) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:07:12.129080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] For port 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:07:12.132651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] For port 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5eabeb34-84c6-46e0-80d8-f7d4d39dfabf,segment=NetworkSegment(1313736f-b5cd-44e8-93a5-2d03d10653c3),segment_id=1313736f-b5cd-44e8-93a5-2d03d10653c3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:07:12.137265 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:12.175430 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:12.202222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa61dd6-1b97-4dc5-9bf0-33656d61fefb None None] Pushing event updated for resources: {'Port': ['ID=5eabeb34-84c6-46e0-80d8-f7d4d39dfabf,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:12.212883 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:12.249919 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:07:12.252781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:07:12.256491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:07:12.265942 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecafaa5f-70cc-4f33-80b9-3da1a1dae8bb None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:07:12.288553 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Pushing event updated for resources: {'Port': ['ID=74bdd0dd-7f2a-4ab4-a184-289367cd5f56,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:12.324072 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-eef820f2-4772-49f6-91c2-d69d790a1820 None None] Provisioning complete for port 74bdd0dd-7f2a-4ab4-a184-289367cd5f56 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:12.324436 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eef820f2-4772-49f6-91c2-d69d790a1820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:12.390193 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-eef820f2-4772-49f6-91c2-d69d790a1820 None None] Port 74bdd0dd-7f2a-4ab4-a184-289367cd5f56 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:07:12.542589 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:12.748273 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:12.894290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Router 2c700230-07f6-408a-9544-c0a12d0ed1d2 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:07:13.050774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7d78b9-9781-47ef-85c0-273882074fc9 None None] Network 3a0b1adb-02d0-421e-afe9-9462d92dafd2 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:07:13.133180 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b7d62240-6e0e-4e85-8d70-df88f72da3a9 None None] Provisioning complete for port 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:13.133558 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7d62240-6e0e-4e85-8d70-df88f72da3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:13.280907 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7d62240-6e0e-4e85-8d70-df88f72da3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:13.319281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b7d62240-6e0e-4e85-8d70-df88f72da3a9 None None] For port 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5eabeb34-84c6-46e0-80d8-f7d4d39dfabf,segment=NetworkSegment(1313736f-b5cd-44e8-93a5-2d03d10653c3),segment_id=1313736f-b5cd-44e8-93a5-2d03d10653c3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:07:13.325079 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b7d62240-6e0e-4e85-8d70-df88f72da3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:13.350655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:07:13.370224 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:13.371686 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ab0d2aaa-efb0-4171-ae00-59a06844ac00 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8435464 Nov 11 22:07:13.373827 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Sync routers for ids ['2c700230-07f6-408a-9544-c0a12d0ed1d2'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:07:13.374571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53702) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:13.384074 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d62240-6e0e-4e85-8d70-df88f72da3a9 None None] Pushing event updated for resources: {'Port': ['ID=5eabeb34-84c6-46e0-80d8-f7d4d39dfabf,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:13.406323 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Routers {'2c700230-07f6-408a-9544-c0a12d0ed1d2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:07:13.407413 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:06:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2c700230-07f6-408a-9544-c0a12d0ed1d2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:13.551795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5b551b2f-9d83-4215-a06f-3af803a45c45 None None] Provisioning complete for port 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:13.552122 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b551b2f-9d83-4215-a06f-3af803a45c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:13.554593 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Set router 2c700230-07f6-408a-9544-c0a12d0ed1d2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:07:13.738691 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:12Z', 'revision_number': 3, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'gw_port': {'id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:94:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:13.807018 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:13.858479 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Checking router: 2c700230-07f6-408a-9544-c0a12d0ed1d2 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:07:13.858826 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Updating router 2c700230-07f6-408a-9544-c0a12d0ed1d2 port 74bdd0dd-7f2a-4ab4-a184-289367cd5f56 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:07:13.878840 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12f3eafc-3684-4cf0-9601-96cebbd257d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:13.884584 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:13.968159 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Allocated IP 172.20.0.1 (3a0b1adb-02d0-421e-afe9-9462d92dafd2/578350dd-646b-4a7d-b83a-4089d1753d9c/4f19edae-434e-4056-8478-a4efbff12b9d) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:07:14.073837 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.109034 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.133558 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.139527 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.145573 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Network 3a0b1adb-02d0-421e-afe9-9462d92dafd2 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:07:14.152505 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:07:14.155037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:07:14.183650 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Attempting to bind port 74bdd0dd-7f2a-4ab4-a184-289367cd5f56 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:07:14.183650 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Attempting to bind port 74bdd0dd-7f2a-4ab4-a184-289367cd5f56 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:07:14.184007 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Attempting to bind port 74bdd0dd-7f2a-4ab4-a184-289367cd5f56 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:07:14.185861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Pushing event updated for resources: {'Port': ['ID=4f19edae-434e-4056-8478-a4efbff12b9d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:14.191571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a824d9-b140-4847-8d83-59df69a624d1 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:07:14.192243 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:07:14.192876 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:07:14.193059 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.193503 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:07:14.193980 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Bound port: 74bdd0dd-7f2a-4ab4-a184-289367cd5f56, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:07:14.194363 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.220896 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.255447 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] For port 74bdd0dd-7f2a-4ab4-a184-289367cd5f56, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:07:14.258598 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] For port 74bdd0dd-7f2a-4ab4-a184-289367cd5f56, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=74bdd0dd-7f2a-4ab4-a184-289367cd5f56,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:07:14.260151 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97a076-0ca0-404e-b9f0-a80471ee6ce8 None None] Pushing event updated for resources: {'Port': ['ID=74bdd0dd-7f2a-4ab4-a184-289367cd5f56,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:14.268343 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.270447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1e5297b7-7d9b-4a9b-a22f-9898cf2faa86 None None] Provisioning complete for port 74bdd0dd-7f2a-4ab4-a184-289367cd5f56 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:14.270824 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e5297b7-7d9b-4a9b-a22f-9898cf2faa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.272092 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97a076-0ca0-404e-b9f0-a80471ee6ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:14.272378 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97a076-0ca0-404e-b9f0-a80471ee6ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:14.272711 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97a076-0ca0-404e-b9f0-a80471ee6ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:14.273191 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97a076-0ca0-404e-b9f0-a80471ee6ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:14.273675 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97a076-0ca0-404e-b9f0-a80471ee6ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:14.274006 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97a076-0ca0-404e-b9f0-a80471ee6ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:14.274310 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97a076-0ca0-404e-b9f0-a80471ee6ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:14.274620 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97a076-0ca0-404e-b9f0-a80471ee6ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:14.274941 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97a076-0ca0-404e-b9f0-a80471ee6ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:14.275252 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97a076-0ca0-404e-b9f0-a80471ee6ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:14.275569 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97a076-0ca0-404e-b9f0-a80471ee6ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:14.275882 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97a076-0ca0-404e-b9f0-a80471ee6ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:14.318400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:07:14.334554 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97a076-0ca0-404e-b9f0-a80471ee6ce8 None None] Pushing event updated for resources: {'Port': ['ID=74bdd0dd-7f2a-4ab4-a184-289367cd5f56,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:14.353317 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Routers {'2c700230-07f6-408a-9544-c0a12d0ed1d2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:07:14.353944 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:06:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2c700230-07f6-408a-9544-c0a12d0ed1d2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:14.383555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1fb9b8-d0d8-4eae-b1f5-eecae111ae6d None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:07:14.411155 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e5297b7-7d9b-4a9b-a22f-9898cf2faa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.426779 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.451816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1e5297b7-7d9b-4a9b-a22f-9898cf2faa86 None None] For port 74bdd0dd-7f2a-4ab4-a184-289367cd5f56, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=74bdd0dd-7f2a-4ab4-a184-289367cd5f56,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:07:14.453888 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:14.454208 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.482954 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1e5297b7-7d9b-4a9b-a22f-9898cf2faa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.518138 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] Set router 2c700230-07f6-408a-9544-c0a12d0ed1d2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:07:14.574356 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5297b7-7d9b-4a9b-a22f-9898cf2faa86 None None] Pushing event updated for resources: {'Port': ['ID=74bdd0dd-7f2a-4ab4-a184-289367cd5f56,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:14.601788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5b167715-2b4a-4adc-a12d-77d4fa01b5fe None None] Provisioning complete for port 4f19edae-434e-4056-8478-a4efbff12b9d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:14.602055 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b167715-2b4a-4adc-a12d-77d4fa01b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.635537 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.639016 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5b167715-2b4a-4adc-a12d-77d4fa01b5fe None None] Port 4f19edae-434e-4056-8478-a4efbff12b9d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:07:14.641339 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.650015 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5b167715-2b4a-4adc-a12d-77d4fa01b5fe None None] Provisioning complete for port 74bdd0dd-7f2a-4ab4-a184-289367cd5f56 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:14.650383 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b167715-2b4a-4adc-a12d-77d4fa01b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.708841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Pushing event updated for resources: {'Port': ['ID=4f19edae-434e-4056-8478-a4efbff12b9d,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:14.711866 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.721331 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:12Z', 'revision_number': 3, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'gw_port': {'id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:94:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:14.749323 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab92fb-a7b7-4daf-9d7b-845596a2becf None None] The sync data for ids ['2c700230-07f6-408a-9544-c0a12d0ed1d2'] in n-d-805737-3 is: [{'id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:12Z', 'revision_number': 3, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'gw_port': {'id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:94:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:07:14.809106 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:14.811635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Network 3a0b1adb-02d0-421e-afe9-9462d92dafd2 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:07:14.813484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:07:14.960255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Router 2c700230-07f6-408a-9544-c0a12d0ed1d2 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:07:15.100903 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:07:15.106307 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cc032a84-461c-4cc8-ba6d-348fcd7449fa admin admin] 10.222.0.57 "PUT /v2.0/routers/2c700230-07f6-408a-9544-c0a12d0ed1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307088 Nov 11 22:07:15.166900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-114d20db-42a5-44c2-a592-59f9f79561a2 None None] Provisioning complete for port 4f19edae-434e-4056-8478-a4efbff12b9d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:15.167362 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-114d20db-42a5-44c2-a592-59f9f79561a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:15.208859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-114d20db-42a5-44c2-a592-59f9f79561a2 None None] Port 4f19edae-434e-4056-8478-a4efbff12b9d cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:07:15.683971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53718) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:15.689778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-189599288-network', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:15.715015 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] Made reservation on behalf of ef75e34eb8554a87adbd7ba6636c442a for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:07:15.717562 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:15.726806 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:15.806106 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:15.811641 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:15.840139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:07:15.845734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3561d0-a870-4f62-b6ad-695a32b4d637,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:15.853692 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:15.853917 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] Added segment 69ba29d0-2798-4329-ab61-37ec0da91f0c of type vlan for network 987df454-85a3-4d16-9835-8880382dfc81 Nov 11 22:07:15.895384 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:15.920975 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:15.921987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:15.922554 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:15.988248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3030047 Nov 11 22:07:15.991120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53720) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:15.995968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-56238331-00c0-49ab-9a40-2cbeb2736215 admin admin] Request body: {'subnet': {'network_id': '987df454-85a3-4d16-9835-8880382dfc81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-189599288-subnet', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:16.007984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867439a-cf0d-4fb6-ad35-7b068dbc1d2a admin admin] Pushing event updated for resources: {'Network': ['ID=987df454-85a3-4d16-9835-8880382dfc81,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:16.021430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 987df454-85a3-4d16-9835-8880382dfc81 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:07:16.024432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56238331-00c0-49ab-9a40-2cbeb2736215 admin admin] Made reservation on behalf of ef75e34eb8554a87adbd7ba6636c442a for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:07:16.027027 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56238331-00c0-49ab-9a40-2cbeb2736215 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:16.113907 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3739271e-ccab-47ce-bae1-dcd20a5d652a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:16.223218 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56238331-00c0-49ab-9a40-2cbeb2736215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:16.238982 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 74bdd0dd-7f2a-4ab4-a184-289367cd5f56 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:07:16.287755 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56238331-00c0-49ab-9a40-2cbeb2736215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9a5558-f766-4e8c-8ed9-d8a0882a82f1,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:16.297086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 74bdd0dd-7f2a-4ab4-a184-289367cd5f56 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:16.297456 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:16.302179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56238331-00c0-49ab-9a40-2cbeb2736215 admin admin] Checking segment: {'id': '69ba29d0-2798-4329-ab61-37ec0da91f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '987df454-85a3-4d16-9835-8880382dfc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:07:16.302651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56238331-00c0-49ab-9a40-2cbeb2736215 admin admin] Network hostable DHCP agents. Network: 987df454-85a3-4d16-9835-8880382dfc81, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:07:16.322530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56238331-00c0-49ab-9a40-2cbeb2736215 admin admin] Network 987df454-85a3-4d16-9835-8880382dfc81 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:07:16.340359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-56238331-00c0-49ab-9a40-2cbeb2736215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 987df454-85a3-4d16-9835-8880382dfc81) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:07:16.345963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Sync routers for ids ['2c700230-07f6-408a-9544-c0a12d0ed1d2'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:07:16.346630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56238331-00c0-49ab-9a40-2cbeb2736215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:16.347749 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56238331-00c0-49ab-9a40-2cbeb2736215 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:16.359569 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98acc8e5-9359-46bf-a32e-1cf1273c36ca None None] Network 987df454-85a3-4d16-9835-8880382dfc81 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:07:16.371763 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-56238331-00c0-49ab-9a40-2cbeb2736215 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3773634 Nov 11 22:07:16.372495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53722) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:16.374764 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Routers {'2c700230-07f6-408a-9544-c0a12d0ed1d2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:07:16.375453 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:07:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2c700230-07f6-408a-9544-c0a12d0ed1d2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:16.377110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-189599288-router', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:16.407817 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:16.409207 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:16.476412 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:16.631779 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:16.739734 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Set router 2c700230-07f6-408a-9544-c0a12d0ed1d2 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:07:16.846416 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:16.866433 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:16.910872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-987df454-85a3-4d16-9835-8880382dfc81', 'network_id': '987df454-85a3-4d16-9835-8880382dfc81', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'fixed_ips': [{'subnet_id': '1c9a5558-f766-4e8c-8ed9-d8a0882a82f1'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:07:16.912040 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:16.976811 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Allocated IP 172.25.0.252 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/eedcd10b-df09-4779-991f-acc94f221932) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:07:17.079313 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:17.108040 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Allocated IP 172.20.0.2 (987df454-85a3-4d16-9835-8880382dfc81/1c9a5558-f766-4e8c-8ed9-d8a0882a82f1/0d601d4b-927b-4c19-afb4-db9481a9c419) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:07:17.114862 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:17.128142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'gw_port': {'id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '4f19edae-434e-4056-8478-a4efbff12b9d', 'name': '', 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'mac_address': 'fa:16:3e:91:7a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:13Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 2, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'subnets': [{'id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:17.161305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:07:17.165670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:07:17.167599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Pushing event updated for resources: {'Port': ['ID=eedcd10b-df09-4779-991f-acc94f221932,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:17.169728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:07:17.173287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Checking router: 2c700230-07f6-408a-9544-c0a12d0ed1d2 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:07:17.173652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Updating router 2c700230-07f6-408a-9544-c0a12d0ed1d2 port 4f19edae-434e-4056-8478-a4efbff12b9d binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:07:17.223472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75db879-6ae5-4559-ae69-f50d584c83b9 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:07:17.251318 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:17.290014 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:17.428057 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:17.446427 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:17.454461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1eb2150b-2949-4254-8dd5-b9304901b12d None None] Provisioning complete for port eedcd10b-df09-4779-991f-acc94f221932 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:17.454925 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1eb2150b-2949-4254-8dd5-b9304901b12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:17.460717 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:17.551704 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1eb2150b-2949-4254-8dd5-b9304901b12d None None] Port eedcd10b-df09-4779-991f-acc94f221932 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:07:17.584471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Network 987df454-85a3-4d16-9835-8880382dfc81 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:07:17.590383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:07:17.596051 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:07:17.603521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Pushing event updated for resources: {'Port': ['ID=0d601d4b-927b-4c19-afb4-db9481a9c419,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:17.630002 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:17.677776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Attempting to bind port 0d601d4b-927b-4c19-afb4-db9481a9c419 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:07:17.678144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Attempting to bind port 0d601d4b-927b-4c19-afb4-db9481a9c419 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '69ba29d0-2798-4329-ab61-37ec0da91f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '987df454-85a3-4d16-9835-8880382dfc81'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:07:17.678500 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Attempting to bind port 0d601d4b-927b-4c19-afb4-db9481a9c419 on network 987df454-85a3-4d16-9835-8880382dfc81 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:07:17.691103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:07:17.691474 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Checking segment: {'id': '69ba29d0-2798-4329-ab61-37ec0da91f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '987df454-85a3-4d16-9835-8880382dfc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:07:17.691875 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:17.692264 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Bound using segment: {'id': '69ba29d0-2798-4329-ab61-37ec0da91f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '987df454-85a3-4d16-9835-8880382dfc81'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:07:17.692729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Bound port: 0d601d4b-927b-4c19-afb4-db9481a9c419, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ba29d0-2798-4329-ab61-37ec0da91f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '987df454-85a3-4d16-9835-8880382dfc81'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:07:17.693130 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:17.762601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Router 8e7ea1fa-cb4b-49d0-8455-db48e606b387 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:07:17.775500 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:17.782907 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:17.829607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] For port 0d601d4b-927b-4c19-afb4-db9481a9c419, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:07:17.854110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9beff30-7df9-4879-ae9b-c5909c0c3bba None None] Pushing event updated for resources: {'Port': ['ID=4f19edae-434e-4056-8478-a4efbff12b9d,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:17.857557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] For port 0d601d4b-927b-4c19-afb4-db9481a9c419, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=0d601d4b-927b-4c19-afb4-db9481a9c419,segment=NetworkSegment(69ba29d0-2798-4329-ab61-37ec0da91f0c),segment_id=69ba29d0-2798-4329-ab61-37ec0da91f0c)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:07:17.863987 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:17.873002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:07:17.890306 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Sync routers for ids ['8e7ea1fa-cb4b-49d0-8455-db48e606b387'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:07:17.895096 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:17.897288 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4fb9f474-2a51-4db9-a7d0-e9c17b1c0344 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5234919 Nov 11 22:07:17.900039 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53724) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:17.903039 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Routers {'8e7ea1fa-cb4b-49d0-8455-db48e606b387'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:07:17.903874 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:07:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['8e7ea1fa-cb4b-49d0-8455-db48e606b387'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:17.987794 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Attempting to bind port 4f19edae-434e-4056-8478-a4efbff12b9d on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:07:17.988374 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Attempting to bind port 4f19edae-434e-4056-8478-a4efbff12b9d by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '1313736f-b5cd-44e8-93a5-2d03d10653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:07:17.989189 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Attempting to bind port 4f19edae-434e-4056-8478-a4efbff12b9d on network 3a0b1adb-02d0-421e-afe9-9462d92dafd2 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:07:18.007147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:07:18.007528 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Checking segment: {'id': '1313736f-b5cd-44e8-93a5-2d03d10653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:07:18.008076 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:18.008565 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Bound using segment: {'id': '1313736f-b5cd-44e8-93a5-2d03d10653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:07:18.009162 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Bound port: 4f19edae-434e-4056-8478-a4efbff12b9d, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1313736f-b5cd-44e8-93a5-2d03d10653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:07:18.009815 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:18.047869 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3aac9-3a09-4646-9604-26b8006a4101 None None] Pushing event updated for resources: {'Port': ['ID=0d601d4b-927b-4c19-afb4-db9481a9c419,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:18.093481 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Set router 8e7ea1fa-cb4b-49d0-8455-db48e606b387 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:07:18.136840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] For port 4f19edae-434e-4056-8478-a4efbff12b9d, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:07:18.140771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] For port 4f19edae-434e-4056-8478-a4efbff12b9d, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4f19edae-434e-4056-8478-a4efbff12b9d,segment=NetworkSegment(1313736f-b5cd-44e8-93a5-2d03d10653c3),segment_id=1313736f-b5cd-44e8-93a5-2d03d10653c3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:07:18.146559 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:18.260173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9beff30-7df9-4879-ae9b-c5909c0c3bba None None] Pushing event updated for resources: {'Port': ['ID=4f19edae-434e-4056-8478-a4efbff12b9d,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:18.293683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ebac30f0-615b-4fb9-a55e-1a41dc96e011 None None] Provisioning complete for port 4f19edae-434e-4056-8478-a4efbff12b9d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:18.294219 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebac30f0-615b-4fb9-a55e-1a41dc96e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:18.296225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Routers {'2c700230-07f6-408a-9544-c0a12d0ed1d2'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:07:18.297291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:07:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2c700230-07f6-408a-9544-c0a12d0ed1d2'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:18.337506 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'name': 'tempest-TestServerBasicOps-189599288-router', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eedcd10b-df09-4779-991f-acc94f221932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:07:17Z', 'revision_number': 3, 'project_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'gw_port': {'id': 'eedcd10b-df09-4779-991f-acc94f221932', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:18.389762 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Checking router: 8e7ea1fa-cb4b-49d0-8455-db48e606b387 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:07:18.391065 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Updating router 8e7ea1fa-cb4b-49d0-8455-db48e606b387 port eedcd10b-df09-4779-991f-acc94f221932 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:07:18.419685 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:18.479460 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] Set router 2c700230-07f6-408a-9544-c0a12d0ed1d2 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:07:18.530908 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebac30f0-615b-4fb9-a55e-1a41dc96e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:18.533117 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:18.650158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ebac30f0-615b-4fb9-a55e-1a41dc96e011 None None] For port 4f19edae-434e-4056-8478-a4efbff12b9d, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4f19edae-434e-4056-8478-a4efbff12b9d,segment=NetworkSegment(1313736f-b5cd-44e8-93a5-2d03d10653c3),segment_id=1313736f-b5cd-44e8-93a5-2d03d10653c3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:07:18.665085 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebac30f0-615b-4fb9-a55e-1a41dc96e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:18.726810 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:18.734553 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:18.785047 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Attempting to bind port eedcd10b-df09-4779-991f-acc94f221932 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:07:18.785419 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Attempting to bind port eedcd10b-df09-4779-991f-acc94f221932 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:07:18.785777 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Attempting to bind port eedcd10b-df09-4779-991f-acc94f221932 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:07:18.796578 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:07:18.801024 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:07:18.801862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Allocated IP 172.20.0.1 (987df454-85a3-4d16-9835-8880382dfc81/1c9a5558-f766-4e8c-8ed9-d8a0882a82f1/6666f363-f5b5-40c1-8d67-62229719096b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:07:18.801984 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:18.802530 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:07:18.805443 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Bound port: eedcd10b-df09-4779-991f-acc94f221932, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:07:18.806647 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:18.873276 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] For port eedcd10b-df09-4779-991f-acc94f221932, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:07:18.878853 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] For port eedcd10b-df09-4779-991f-acc94f221932, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=eedcd10b-df09-4779-991f-acc94f221932,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:07:18.885641 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:18.887342 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c789c25-e8be-4f8e-ad57-5409800c4b48 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:07:18.892884 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1f498-7589-45bb-9f12-1c18ad9cd42d None None] Pushing event updated for resources: {'Port': ['ID=eedcd10b-df09-4779-991f-acc94f221932,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:18.928407 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:18.950167 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1f498-7589-45bb-9f12-1c18ad9cd42d None None] Pushing event updated for resources: {'Port': ['ID=eedcd10b-df09-4779-991f-acc94f221932,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:18.967803 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Routers {'8e7ea1fa-cb4b-49d0-8455-db48e606b387'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:07:18.968661 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:07:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['8e7ea1fa-cb4b-49d0-8455-db48e606b387'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:18.987585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f040b98f-d0a9-409d-a4e8-547b8bc56201 None None] Provisioning complete for port 4f19edae-434e-4056-8478-a4efbff12b9d triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:18.987965 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f040b98f-d0a9-409d-a4e8-547b8bc56201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:19.022879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed68e5ef-961c-481a-9d54-35802d0060c4 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:07:19.069954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac30f0-615b-4fb9-a55e-1a41dc96e011 None None] Pushing event updated for resources: {'Port': ['ID=4f19edae-434e-4056-8478-a4efbff12b9d,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:19.119998 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] Set router 8e7ea1fa-cb4b-49d0-8455-db48e606b387 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:07:19.176521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'gw_port': {'id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '4f19edae-434e-4056-8478-a4efbff12b9d', 'name': '', 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'mac_address': 'fa:16:3e:91:7a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:13Z', 'updated_at': '2021-11-11T22:07:18Z', 'revision_number': 4, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'subnets': [{'id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:19.208947 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853a37a-d003-4fe8-8875-a45df2fabe12 None None] The sync data for ids ['2c700230-07f6-408a-9544-c0a12d0ed1d2'] in n-d-805737-3 is: [{'id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'gw_port': {'id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '4f19edae-434e-4056-8478-a4efbff12b9d', 'name': '', 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'mac_address': 'fa:16:3e:91:7a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:13Z', 'updated_at': '2021-11-11T22:07:18Z', 'revision_number': 4, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'subnets': [{'id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:07:19.249428 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008175b5-f96d-4a0b-9593-bacd3212d5a9 None None] Network 987df454-85a3-4d16-9835-8880382dfc81 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:07:19.376070 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f0312efb-2ba6-4b0c-953c-17230f195b94 None None] Provisioning complete for port 0d601d4b-927b-4c19-afb4-db9481a9c419 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:19.376436 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0312efb-2ba6-4b0c-953c-17230f195b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:19.393158 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'name': 'tempest-TestServerBasicOps-189599288-router', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eedcd10b-df09-4779-991f-acc94f221932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:07:17Z', 'revision_number': 3, 'project_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'gw_port': {'id': 'eedcd10b-df09-4779-991f-acc94f221932', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:19.412239 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:19.445308 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5519093a-94b9-4ecb-9de7-30598348bd7f None None] The sync data for ids ['8e7ea1fa-cb4b-49d0-8455-db48e606b387'] in n-d-805737-3 is: [{'id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'name': 'tempest-TestServerBasicOps-189599288-router', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eedcd10b-df09-4779-991f-acc94f221932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:07:17Z', 'revision_number': 3, 'project_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'gw_port': {'id': 'eedcd10b-df09-4779-991f-acc94f221932', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:07:19.460559 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:19.476902 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:19.521090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Network 987df454-85a3-4d16-9835-8880382dfc81 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:07:19.525561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:07:19.528244 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:07:19.542596 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0312efb-2ba6-4b0c-953c-17230f195b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:19.559827 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Pushing event updated for resources: {'Port': ['ID=6666f363-f5b5-40c1-8d67-62229719096b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:19.586287 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:19.603806 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f0312efb-2ba6-4b0c-953c-17230f195b94 None None] For port 0d601d4b-927b-4c19-afb4-db9481a9c419, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=0d601d4b-927b-4c19-afb4-db9481a9c419,segment=NetworkSegment(69ba29d0-2798-4329-ab61-37ec0da91f0c),segment_id=69ba29d0-2798-4329-ab61-37ec0da91f0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:07:19.610621 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0312efb-2ba6-4b0c-953c-17230f195b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:19.667039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f0312efb-2ba6-4b0c-953c-17230f195b94 None None] Provisioning complete for port eedcd10b-df09-4779-991f-acc94f221932 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:19.667790 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0312efb-2ba6-4b0c-953c-17230f195b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:19.697856 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0312efb-2ba6-4b0c-953c-17230f195b94 None None] Pushing event updated for resources: {'Port': ['ID=0d601d4b-927b-4c19-afb4-db9481a9c419,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:19.786309 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:19.827052 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0312efb-2ba6-4b0c-953c-17230f195b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:19.857176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f0312efb-2ba6-4b0c-953c-17230f195b94 None None] For port eedcd10b-df09-4779-991f-acc94f221932, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=eedcd10b-df09-4779-991f-acc94f221932,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:07:19.871121 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0312efb-2ba6-4b0c-953c-17230f195b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:19.967242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0312efb-2ba6-4b0c-953c-17230f195b94 None None] Pushing event updated for resources: {'Port': ['ID=eedcd10b-df09-4779-991f-acc94f221932,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:20.011555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-27260132-3f26-4b48-a800-d1539d3a2030 None None] Provisioning complete for port 0d601d4b-927b-4c19-afb4-db9481a9c419 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:20.011816 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27260132-3f26-4b48-a800-d1539d3a2030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:20.077442 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:20.085004 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:20.152729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-27260132-3f26-4b48-a800-d1539d3a2030 None None] Provisioning complete for port 6666f363-f5b5-40c1-8d67-62229719096b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:20.153477 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27260132-3f26-4b48-a800-d1539d3a2030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:20.195558 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:20.197648 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Pushing event updated for resources: {'Port': ['ID=6666f363-f5b5-40c1-8d67-62229719096b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:20.234750 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-27260132-3f26-4b48-a800-d1539d3a2030 None None] Port 6666f363-f5b5-40c1-8d67-62229719096b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:07:20.330233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Network 987df454-85a3-4d16-9835-8880382dfc81 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:07:20.331866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:07:20.351331 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 0d601d4b-927b-4c19-afb4-db9481a9c419 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:07:20.410476 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-481b10a6-8761-4738-91d4-3c9dcedb5919 None None] Provisioning complete for port 6666f363-f5b5-40c1-8d67-62229719096b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:20.410852 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-481b10a6-8761-4738-91d4-3c9dcedb5919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:20.471865 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-481b10a6-8761-4738-91d4-3c9dcedb5919 None None] Port 6666f363-f5b5-40c1-8d67-62229719096b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:07:20.478550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 0d601d4b-927b-4c19-afb4-db9481a9c419 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:20.479478 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:20.528224 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Router 8e7ea1fa-cb4b-49d0-8455-db48e606b387 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:07:20.609336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device eedcd10b-df09-4779-991f-acc94f221932 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:07:20.664909 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port eedcd10b-df09-4779-991f-acc94f221932 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:20.665284 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:20.666372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:07:20.676455 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-049101ed-03e8-4edd-8b4d-1c1f5c1ba588 admin admin] 10.222.0.57 "PUT /v2.0/routers/8e7ea1fa-cb4b-49d0-8455-db48e606b387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7751598 Nov 11 22:07:20.729751 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9622c64f-8e86-4ee0-ada4-dfb3777c04cd None None] Provisioning complete for port 6666f363-f5b5-40c1-8d67-62229719096b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:20.730115 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9622c64f-8e86-4ee0-ada4-dfb3777c04cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:20.790654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9622c64f-8e86-4ee0-ada4-dfb3777c04cd None None] Port 6666f363-f5b5-40c1-8d67-62229719096b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:07:20.811935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4f19edae-434e-4056-8478-a4efbff12b9d up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:07:20.873738 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 4f19edae-434e-4056-8478-a4efbff12b9d triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:20.874108 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.248400 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53732) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:21.253258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-71f1b465-d985-4ab5-ba90-2190e0c5c2d7 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1260651045', 'description': 'tempest-secgroup-smoke-1260651045 description', 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:21.281552 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71f1b465-d985-4ab5-ba90-2190e0c5c2d7 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.355360 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71f1b465-d985-4ab5-ba90-2190e0c5c2d7 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.360945 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71f1b465-d985-4ab5-ba90-2190e0c5c2d7 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.391972 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-71f1b465-d985-4ab5-ba90-2190e0c5c2d7 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.393272 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-71f1b465-d985-4ab5-ba90-2190e0c5c2d7 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1438074 Nov 11 22:07:21.395258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1b465-d985-4ab5-ba90-2190e0c5c2d7 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:21.396642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53734) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:21.407284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3facc31b-09fe-463b-8952-653d46125eb5 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Request body: {'security_group_rule': {'security_group_id': '7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745', 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:21.443165 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3facc31b-09fe-463b-8952-653d46125eb5 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.505551 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3facc31b-09fe-463b-8952-653d46125eb5 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.510521 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3facc31b-09fe-463b-8952-653d46125eb5 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.528139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facc31b-09fe-463b-8952-653d46125eb5 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0a115b-1ce5-4bc3-911d-32ef2d0de37a,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:21.538228 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3facc31b-09fe-463b-8952-653d46125eb5 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.539750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3facc31b-09fe-463b-8952-653d46125eb5 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412516 Nov 11 22:07:21.542962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53736) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:21.547584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6ce2cfc9-0295-4f71-9dbd-83e9a9001034 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Request body: {'security_group_rule': {'security_group_id': '7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745', 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:21.577060 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cfc9-0295-4f71-9dbd-83e9a9001034 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.636765 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cfc9-0295-4f71-9dbd-83e9a9001034 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.641467 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cfc9-0295-4f71-9dbd-83e9a9001034 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.661484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2cfc9-0295-4f71-9dbd-83e9a9001034 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210acfd7-26cf-4269-9e5a-906ceda796bc,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:21.667831 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cfc9-0295-4f71-9dbd-83e9a9001034 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.669101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6ce2cfc9-0295-4f71-9dbd-83e9a9001034 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251256 Nov 11 22:07:21.671797 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53738) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:21.676589 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-da3e178d-6e8f-4ce0-b205-99642447218b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Request body: {'security_group_rule': {'security_group_id': '7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745', 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:21.706626 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da3e178d-6e8f-4ce0-b205-99642447218b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.769001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da3e178d-6e8f-4ce0-b205-99642447218b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.773698 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da3e178d-6e8f-4ce0-b205-99642447218b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.792449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e178d-6e8f-4ce0-b205-99642447218b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8448c686-6a5e-41ed-b1d9-b63d61f0e6cc,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:21.799430 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da3e178d-6e8f-4ce0-b205-99642447218b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.800757 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-da3e178d-6e8f-4ce0-b205-99642447218b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277187 Nov 11 22:07:21.803615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53740) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:21.808160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-bf698b86-9ac8-493b-b77b-734d8bcf89d5 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Request body: {'security_group_rule': {'security_group_id': '7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745', 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:21.836562 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf698b86-9ac8-493b-b77b-734d8bcf89d5 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.899878 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf698b86-9ac8-493b-b77b-734d8bcf89d5 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.906142 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf698b86-9ac8-493b-b77b-734d8bcf89d5 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.934369 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf698b86-9ac8-493b-b77b-734d8bcf89d5 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:21.935672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bf698b86-9ac8-493b-b77b-734d8bcf89d5 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310916 Nov 11 22:07:21.936872 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf698b86-9ac8-493b-b77b-734d8bcf89d5 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04917d5-cdf3-4411-8eab-b90168b23b24,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:21.939650 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53742) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:21.945043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-6b18dfff-5793-4686-b606-48ff8c05f132 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Request body: {'security_group_rule': {'security_group_id': '7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745', 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:21.970344 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-6b18dfff-5793-4686-b606-48ff8c05f132 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Project e1a06ae86d904cf5b911040c2d1a1e9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:07:21.979534 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b18dfff-5793-4686-b606-48ff8c05f132 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:22.039865 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b18dfff-5793-4686-b606-48ff8c05f132 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:22.044757 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b18dfff-5793-4686-b606-48ff8c05f132 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:22.062812 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18dfff-5793-4686-b606-48ff8c05f132 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a45432-741c-4e7d-9318-bcfc9cc9cf62,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:22.072589 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6b18dfff-5793-4686-b606-48ff8c05f132 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:22.073817 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6b18dfff-5793-4686-b606-48ff8c05f132 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329827 Nov 11 22:07:22.076615 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53744) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:22.081061 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-01271400-b7d3-4819-b9d9-bf6012279aad tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Request body: {'security_group_rule': {'security_group_id': '7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745', 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:22.112143 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-01271400-b7d3-4819-b9d9-bf6012279aad tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Project e1a06ae86d904cf5b911040c2d1a1e9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:07:22.117363 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01271400-b7d3-4819-b9d9-bf6012279aad tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:22.194352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01271400-b7d3-4819-b9d9-bf6012279aad tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:22.201370 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01271400-b7d3-4819-b9d9-bf6012279aad tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:22.228710 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01271400-b7d3-4819-b9d9-bf6012279aad tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd638af-4823-49c6-8012-7b4d7f7d7e45,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:22.241916 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-01271400-b7d3-4819-b9d9-bf6012279aad tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:22.243404 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-01271400-b7d3-4819-b9d9-bf6012279aad tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1656671 Nov 11 22:07:22.410133 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-5eba3a23-cfcf-4955-b6e2-c055df2dae2e tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1260651045&fields=id&tenant_id=e1a06ae86d904cf5b911040c2d1a1e9f HTTP/1.1" status: 200 len: 267 time: 0.0501490 Nov 11 22:07:22.522111 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Sync routers for ids ['8e7ea1fa-cb4b-49d0-8455-db48e606b387'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:07:22.523756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-161fe5de-2938-49de-9ecc-99ccbd0d72a7 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:22.525374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-161fe5de-2938-49de-9ecc-99ccbd0d72a7 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/networks?id=3a0b1adb-02d0-421e-afe9-9462d92dafd2 HTTP/1.1" status: 200 len: 808 time: 0.1077352 Nov 11 22:07:22.538765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Routers {'8e7ea1fa-cb4b-49d0-8455-db48e606b387'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:07:22.538765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:07:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['8e7ea1fa-cb4b-49d0-8455-db48e606b387'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:22.541531 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-231348f1-5b02-4e8e-ad9b-b020225b3f47 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/quotas/e1a06ae86d904cf5b911040c2d1a1e9f HTTP/1.1" status: 200 len: 375 time: 0.0100386 Nov 11 22:07:22.596213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-5441230e-0e65-4bb5-8594-c3df392d0704 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1a06ae86d904cf5b911040c2d1a1e9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485480 Nov 11 22:07:22.644274 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Set router 8e7ea1fa-cb4b-49d0-8455-db48e606b387 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:07:22.700826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-2401374d-3888-4933-a8ea-ffbb9d556cdb service neutron] 10.222.0.57 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919516 Nov 11 22:07:22.796099 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-afc4d9be-2399-44a0-a55d-fe354d34ab73 service neutron] 10.222.0.57 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886037 Nov 11 22:07:22.846466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'name': 'tempest-TestServerBasicOps-189599288-router', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eedcd10b-df09-4779-991f-acc94f221932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:07:19Z', 'revision_number': 4, 'project_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'gw_port': {'id': 'eedcd10b-df09-4779-991f-acc94f221932', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6666f363-f5b5-40c1-8d67-62229719096b', 'name': '', 'network_id': '987df454-85a3-4d16-9835-8880382dfc81', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'mac_address': 'fa:16:3e:ba:e9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1c9a5558-f766-4e8c-8ed9-d8a0882a82f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:18Z', 'updated_at': '2021-11-11T22:07:19Z', 'revision_number': 2, 'project_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'subnets': [{'id': '1c9a5558-f766-4e8c-8ed9-d8a0882a82f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:22.872556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Checking router: 8e7ea1fa-cb4b-49d0-8455-db48e606b387 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:07:22.872938 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Updating router 8e7ea1fa-cb4b-49d0-8455-db48e606b387 port 6666f363-f5b5-40c1-8d67-62229719096b binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:07:22.902405 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:23.239199 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:23.246810 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:23.303534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aff074-ed81-4f95-8a36-bc22cd42e54e None None] Pushing event updated for resources: {'Port': ['ID=6666f363-f5b5-40c1-8d67-62229719096b,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:23.392944 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Attempting to bind port 6666f363-f5b5-40c1-8d67-62229719096b on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:07:23.393464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Attempting to bind port 6666f363-f5b5-40c1-8d67-62229719096b by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '69ba29d0-2798-4329-ab61-37ec0da91f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '987df454-85a3-4d16-9835-8880382dfc81'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:07:23.394147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Attempting to bind port 6666f363-f5b5-40c1-8d67-62229719096b on network 987df454-85a3-4d16-9835-8880382dfc81 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:07:23.397954 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3c1f2ff-a1c5-4f8e-9002-d01dcb668807 req-2ed6d0c5-6849-40db-a34a-d2315f1ca044 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 210 time: 0.4335163 Nov 11 22:07:23.401891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:07:23.402376 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Checking segment: {'id': '69ba29d0-2798-4329-ab61-37ec0da91f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '987df454-85a3-4d16-9835-8880382dfc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:07:23.403012 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:23.403545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Bound using segment: {'id': '69ba29d0-2798-4329-ab61-37ec0da91f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '987df454-85a3-4d16-9835-8880382dfc81'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:07:23.404373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Bound port: 6666f363-f5b5-40c1-8d67-62229719096b, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ba29d0-2798-4329-ab61-37ec0da91f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '987df454-85a3-4d16-9835-8880382dfc81'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:07:23.404885 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:23.478873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] For port 6666f363-f5b5-40c1-8d67-62229719096b, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:07:23.482339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] For port 6666f363-f5b5-40c1-8d67-62229719096b, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6666f363-f5b5-40c1-8d67-62229719096b,segment=NetworkSegment(69ba29d0-2798-4329-ab61-37ec0da91f0c),segment_id=69ba29d0-2798-4329-ab61-37ec0da91f0c)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:07:23.487911 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:23.549476 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Routers {'8e7ea1fa-cb4b-49d0-8455-db48e606b387'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:07:23.550148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:07:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['8e7ea1fa-cb4b-49d0-8455-db48e606b387'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:23.551989 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aff074-ed81-4f95-8a36-bc22cd42e54e None None] Pushing event updated for resources: {'Port': ['ID=6666f363-f5b5-40c1-8d67-62229719096b,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:23.672226 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-edc579dc-f440-4a84-a7ad-ca9be4a21047 None None] Provisioning complete for port 6666f363-f5b5-40c1-8d67-62229719096b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:23.672581 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edc579dc-f440-4a84-a7ad-ca9be4a21047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:23.677890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] Set router 8e7ea1fa-cb4b-49d0-8455-db48e606b387 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:07:23.875988 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edc579dc-f440-4a84-a7ad-ca9be4a21047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:23.943853 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-edc579dc-f440-4a84-a7ad-ca9be4a21047 None None] For port 6666f363-f5b5-40c1-8d67-62229719096b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6666f363-f5b5-40c1-8d67-62229719096b,segment=NetworkSegment(69ba29d0-2798-4329-ab61-37ec0da91f0c),segment_id=69ba29d0-2798-4329-ab61-37ec0da91f0c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:07:23.952181 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-edc579dc-f440-4a84-a7ad-ca9be4a21047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:24.023294 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'name': 'tempest-TestServerBasicOps-189599288-router', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eedcd10b-df09-4779-991f-acc94f221932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:07:19Z', 'revision_number': 4, 'project_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'gw_port': {'id': 'eedcd10b-df09-4779-991f-acc94f221932', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6666f363-f5b5-40c1-8d67-62229719096b', 'name': '', 'network_id': '987df454-85a3-4d16-9835-8880382dfc81', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'mac_address': 'fa:16:3e:ba:e9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1c9a5558-f766-4e8c-8ed9-d8a0882a82f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:18Z', 'updated_at': '2021-11-11T22:07:23Z', 'revision_number': 4, 'project_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'subnets': [{'id': '1c9a5558-f766-4e8c-8ed9-d8a0882a82f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:24.026709 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc579dc-f440-4a84-a7ad-ca9be4a21047 None None] Pushing event updated for resources: {'Port': ['ID=6666f363-f5b5-40c1-8d67-62229719096b,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:24.057003 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a711558-6dbd-4928-a80a-4e13cdd385b5 None None] The sync data for ids ['8e7ea1fa-cb4b-49d0-8455-db48e606b387'] in n-d-805737-3 is: [{'id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'name': 'tempest-TestServerBasicOps-189599288-router', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eedcd10b-df09-4779-991f-acc94f221932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:07:19Z', 'revision_number': 4, 'project_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'gw_port': {'id': 'eedcd10b-df09-4779-991f-acc94f221932', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6666f363-f5b5-40c1-8d67-62229719096b', 'name': '', 'network_id': '987df454-85a3-4d16-9835-8880382dfc81', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'mac_address': 'fa:16:3e:ba:e9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1c9a5558-f766-4e8c-8ed9-d8a0882a82f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:18Z', 'updated_at': '2021-11-11T22:07:23Z', 'revision_number': 4, 'project_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'subnets': [{'id': '1c9a5558-f766-4e8c-8ed9-d8a0882a82f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:07:24.081053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a3ffd5f0-dec9-46b5-8857-13b4f9028c90 None None] Provisioning complete for port 6666f363-f5b5-40c1-8d67-62229719096b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:24.081456 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd5f0-dec9-46b5-8857-13b4f9028c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:24.140097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-0f001cef-8a4a-4133-8159-8730863c198a tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:24.147594 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-0f001cef-8a4a-4133-8159-8730863c198a tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.10 "GET /v2.0/networks?id=3a0b1adb-02d0-421e-afe9-9462d92dafd2 HTTP/1.1" status: 200 len: 808 time: 0.1585016 Nov 11 22:07:24.254930 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-7fa09e0e-1fa3-49da-a9a7-0f6a82b8ae61 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1a06ae86d904cf5b911040c2d1a1e9f HTTP/1.1" status: 200 len: 380 time: 0.0999951 Nov 11 22:07:24.267253 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-25646387-8e92-4708-abf7-95529b78fff2 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Request body: {'port': {'device_id': '09531aa0-c27b-4aab-ac0b-761c5008d12d', 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'admin_state_up': True, 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'security_groups': ['7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:24.394937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6666f363-f5b5-40c1-8d67-62229719096b up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:07:24.396070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-25646387-8e92-4708-abf7-95529b78fff2 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Made reservation on behalf of e1a06ae86d904cf5b911040c2d1a1e9f for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:07:24.405684 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-25646387-8e92-4708-abf7-95529b78fff2 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:24.454562 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 6666f363-f5b5-40c1-8d67-62229719096b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:24.454928 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:24.554056 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47b54202-fc22-4435-9943-12ef774f9edd req-63aa7a41-50cb-4377-b389-1906d3c84dfc tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 210 time: 0.0528338 Nov 11 22:07:24.585491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-25646387-8e92-4708-abf7-95529b78fff2 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Allocated IP 172.20.0.4 (3a0b1adb-02d0-421e-afe9-9462d92dafd2/578350dd-646b-4a7d-b83a-4089d1753d9c/e7fb43b2-a037-471f-8871-2d922470b6ae) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:07:24.746704 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-25646387-8e92-4708-abf7-95529b78fff2 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:24.787588 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-25646387-8e92-4708-abf7-95529b78fff2 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:24.833888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-25646387-8e92-4708-abf7-95529b78fff2 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Network 3a0b1adb-02d0-421e-afe9-9462d92dafd2 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:07:24.839743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-25646387-8e92-4708-abf7-95529b78fff2 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:07:24.843719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-25646387-8e92-4708-abf7-95529b78fff2 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:07:24.851483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25646387-8e92-4708-abf7-95529b78fff2 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Pushing event updated for resources: {'Port': ['ID=e7fb43b2-a037-471f-8871-2d922470b6ae,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:24.906114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-25646387-8e92-4708-abf7-95529b78fff2 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:24.906714 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-25646387-8e92-4708-abf7-95529b78fff2 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:24.926649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-25646387-8e92-4708-abf7-95529b78fff2 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6644022 Nov 11 22:07:24.942438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Request body: {'port': {'device_id': '09531aa0-c27b-4aab-ac0b-761c5008d12d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:25.008951 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:25.128557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fc6ea120-a9f1-49b2-8934-e77cf1212384 None None] Provisioning complete for port e7fb43b2-a037-471f-8871-2d922470b6ae triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:25.129188 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fc6ea120-a9f1-49b2-8934-e77cf1212384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:25.172208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-fc6ea120-a9f1-49b2-8934-e77cf1212384 None None] Port e7fb43b2-a037-471f-8871-2d922470b6ae cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:07:25.290966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fb43b2-a037-471f-8871-2d922470b6ae {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:07:25.298648 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:25.310716 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Transition to ACTIVE for port object e7fb43b2-a037-471f-8871-2d922470b6ae will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:07:25.316632 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:25.369909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Pushing event updated for resources: {'Port': ['ID=e7fb43b2-a037-471f-8871-2d922470b6ae,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:25.456024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Attempting to bind port e7fb43b2-a037-471f-8871-2d922470b6ae on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:07:25.456363 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Attempting to bind port e7fb43b2-a037-471f-8871-2d922470b6ae by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1313736f-b5cd-44e8-93a5-2d03d10653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:07:25.456727 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Attempting to bind port e7fb43b2-a037-471f-8871-2d922470b6ae on network 3a0b1adb-02d0-421e-afe9-9462d92dafd2 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:07:25.461900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Port e7fb43b2-a037-471f-8871-2d922470b6ae on network 3a0b1adb-02d0-421e-afe9-9462d92dafd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:07:25.462224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Attempting to bind port e7fb43b2-a037-471f-8871-2d922470b6ae on network 3a0b1adb-02d0-421e-afe9-9462d92dafd2 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:07:25.467603 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:07:25.467940 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Checking segment: {'id': '1313736f-b5cd-44e8-93a5-2d03d10653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:07:25.468327 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Bound using segment: {'id': '1313736f-b5cd-44e8-93a5-2d03d10653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:07:25.468755 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Bound port: e7fb43b2-a037-471f-8871-2d922470b6ae, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1313736f-b5cd-44e8-93a5-2d03d10653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:07:25.469179 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:25.536268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] For port e7fb43b2-a037-471f-8871-2d922470b6ae, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:07:25.539678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] For port e7fb43b2-a037-471f-8871-2d922470b6ae, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=e7fb43b2-a037-471f-8871-2d922470b6ae,segment=NetworkSegment(1313736f-b5cd-44e8-93a5-2d03d10653c3),segment_id=1313736f-b5cd-44e8-93a5-2d03d10653c3)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:07:25.546548 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:25.584038 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:25.584677 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:25.586305 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] 10.222.0.10 "PUT /v2.0/ports/e7fb43b2-a037-471f-8871-2d922470b6ae HTTP/1.1" status: 200 len: 1091 time: 0.6497664 Nov 11 22:07:25.586780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09531aa0-c27b-4aab-ac0b-761c5008d12d', 'tag': 'e7fb43b2-a037-471f-8871-2d922470b6ae'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:07:25.589332 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a7d2fc-81aa-4efa-9583-6a2c565333fc" -d '{"events": [{"name": "network-changed", "server_uuid": "09531aa0-c27b-4aab-ac0b-761c5008d12d", "tag": "e7fb43b2-a037-471f-8871-2d922470b6ae"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:07:25.628293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc17435-0c75-4b17-af70-9f4f70abf3ae service neutron] Pushing event updated for resources: {'Port': ['ID=e7fb43b2-a037-471f-8871-2d922470b6ae,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:25.718251 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-94459b10-3e55-42ae-a8d2-074b5480c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:25.719973 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-94459b10-3e55-42ae-a8d2-074b5480c009 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a06ae86d904cf5b911040c2d1a1e9f&device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 1094 time: 0.0846148 Nov 11 22:07:25.731679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6a467-80c3-4bbb-8f83-62a4fdad6ddc req-749ca312-4708-48bc-9857-61bf1d97f511 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:25.733786 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ed6a467-80c3-4bbb-8f83-62a4fdad6ddc req-749ca312-4708-48bc-9857-61bf1d97f511 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 943 time: 0.0856197 Nov 11 22:07:25.777563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-132151b8-8bc7-40fd-90a0-2e4dd3f2973d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fb43b2-a037-471f-8871-2d922470b6ae HTTP/1.1" status: 200 len: 217 time: 0.0418820 Nov 11 22:07:25.859125 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ed6a467-80c3-4bbb-8f83-62a4fdad6ddc req-20c9a85a-068f-4d18-8806-b6283a59929e tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172502 Nov 11 22:07:25.863206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-bb4f0a84-11f6-4f0c-9145-71b23cc43ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:25.864617 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-bb4f0a84-11f6-4f0c-9145-71b23cc43ef9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=578350dd-646b-4a7d-b83a-4089d1753d9c HTTP/1.1" status: 200 len: 847 time: 0.0784633 Nov 11 22:07:25.904457 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c140c4a-6e31-4dea-9d5e-4aec86fc8a9b x-openstack-request-id: req-3c140c4a-6e31-4dea-9d5e-4aec86fc8a9b {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:07:25.904758 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09531aa0-c27b-4aab-ac0b-761c5008d12d", "tag": "e7fb43b2-a037-471f-8871-2d922470b6ae", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:07:25.905044 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c140c4a-6e31-4dea-9d5e-4aec86fc8a9b {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:07:25.905451 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09531aa0-c27b-4aab-ac0b-761c5008d12d', 'tag': 'e7fb43b2-a037-471f-8871-2d922470b6ae', 'status': 'completed', 'code': 200} Nov 11 22:07:25.919157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-681394c6-ceff-48a5-b079-9a53eb9d57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:25.920705 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-681394c6-ceff-48a5-b079-9a53eb9d57a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a0b1adb-02d0-421e-afe9-9462d92dafd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488303 Nov 11 22:07:26.019953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-36c33c37-68bd-4eea-953a-e1c58bebd3dc service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920210 Nov 11 22:07:26.126712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf7a42aa-383b-43e4-9854-a8452db904a9 req-a76d7f28-1ca1-49cb-863b-188500351b59 service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994427 Nov 11 22:07:26.223259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7d2fc-81aa-4efa-9583-6a2c565333fc req-eaad6ea9-7927-4722-a3ae-318a04507f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:26.224776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0a7d2fc-81aa-4efa-9583-6a2c565333fc req-eaad6ea9-7927-4722-a3ae-318a04507f6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a06ae86d904cf5b911040c2d1a1e9f&device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 1094 time: 0.0444145 Nov 11 22:07:26.327751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7d2fc-81aa-4efa-9583-6a2c565333fc req-c7eeee73-871b-4b05-8d0e-cd9ad1a07182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:26.329344 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0a7d2fc-81aa-4efa-9583-6a2c565333fc req-c7eeee73-871b-4b05-8d0e-cd9ad1a07182 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3a0b1adb-02d0-421e-afe9-9462d92dafd2 HTTP/1.1" status: 200 len: 910 time: 0.0964074 Nov 11 22:07:26.376008 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0a7d2fc-81aa-4efa-9583-6a2c565333fc req-c26252a6-164b-48cf-8fc3-0a804cd9dedf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fb43b2-a037-471f-8871-2d922470b6ae HTTP/1.1" status: 200 len: 217 time: 0.0348887 Nov 11 22:07:26.435727 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7d2fc-81aa-4efa-9583-6a2c565333fc req-e5fc6652-0a11-455c-9c92-658475ecef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:26.437231 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0a7d2fc-81aa-4efa-9583-6a2c565333fc req-e5fc6652-0a11-455c-9c92-658475ecef48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=578350dd-646b-4a7d-b83a-4089d1753d9c HTTP/1.1" status: 200 len: 847 time: 0.0527489 Nov 11 22:07:26.486427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7d2fc-81aa-4efa-9583-6a2c565333fc req-9fffde7a-6ef7-4431-93ce-924e66342871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:26.487956 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0a7d2fc-81aa-4efa-9583-6a2c565333fc req-9fffde7a-6ef7-4431-93ce-924e66342871 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a0b1adb-02d0-421e-afe9-9462d92dafd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424566 Nov 11 22:07:26.585387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0a7d2fc-81aa-4efa-9583-6a2c565333fc req-717dc39f-554d-4eaa-92ce-4b92324204d3 service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892243 Nov 11 22:07:26.678881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0a7d2fc-81aa-4efa-9583-6a2c565333fc req-8234e8c6-0883-42ec-8b70-634360f2719f service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858929 Nov 11 22:07:26.991290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3609-29de-4309-a8fe-e097d8d13d11 req-0de62e6c-3a14-4567-ada1-cd89b7d5652c tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:26.992998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dd4f3609-29de-4309-a8fe-e097d8d13d11 req-0de62e6c-3a14-4567-ada1-cd89b7d5652c tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 943 time: 0.0520556 Nov 11 22:07:27.058858 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dd4f3609-29de-4309-a8fe-e097d8d13d11 req-439f8269-0d3d-404f-a0bd-8c4a39489015 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598106 Nov 11 22:07:28.191882 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8535f5a-657c-4f3f-a13a-212d30945686 req-2185b42e-9340-4cde-a653-51790d5ee03f tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:28.193477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f8535f5a-657c-4f3f-a13a-212d30945686 req-2185b42e-9340-4cde-a653-51790d5ee03f tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 943 time: 0.0591772 Nov 11 22:07:28.244294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f8535f5a-657c-4f3f-a13a-212d30945686 req-4c13bca4-80fc-4274-a34d-9f3056a2aa78 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448377 Nov 11 22:07:28.561586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device e7fb43b2-a037-471f-8871-2d922470b6ae details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:07:28.676746 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port e7fb43b2-a037-471f-8871-2d922470b6ae, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=e7fb43b2-a037-471f-8871-2d922470b6ae,segment=NetworkSegment(1313736f-b5cd-44e8-93a5-2d03d10653c3),segment_id=1313736f-b5cd-44e8-93a5-2d03d10653c3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:07:28.688777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'e7fb43b2-a037-471f-8871-2d922470b6ae', 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'port_id': 'e7fb43b2-a037-471f-8871-2d922470b6ae', 'mac_address': 'fa:16:3e:11:2b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:07:28.727723 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:28.741159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fb43b2-a037-471f-8871-2d922470b6ae {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:07:28.760520 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port e7fb43b2-a037-471f-8871-2d922470b6ae, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=e7fb43b2-a037-471f-8871-2d922470b6ae,segment=NetworkSegment(1313736f-b5cd-44e8-93a5-2d03d10653c3),segment_id=1313736f-b5cd-44e8-93a5-2d03d10653c3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:07:28.767243 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:28.814360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=e7fb43b2-a037-471f-8871-2d922470b6ae,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:28.966444 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['e7fb43b2-a037-471f-8871-2d922470b6ae'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:07:29.390979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93190ed-cccf-4861-9e8d-cfb95f48c3e0 req-2d525eb7-8b80-4db7-98fc-a68512b18252 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:29.392839 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d93190ed-cccf-4861-9e8d-cfb95f48c3e0 req-2d525eb7-8b80-4db7-98fc-a68512b18252 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 944 time: 0.0599012 Nov 11 22:07:29.449688 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d93190ed-cccf-4861-9e8d-cfb95f48c3e0 req-1b3147cc-7f99-4118-8c1c-0f58cbb0c6fb tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504847 Nov 11 22:07:30.578176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c8c05-94ec-4c3c-89af-df53715b1d54 req-3a4db55c-e9dd-4230-8a47-92afaf072c07 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:30.578885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device e7fb43b2-a037-471f-8871-2d922470b6ae up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:07:30.579872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-481c8c05-94ec-4c3c-89af-df53715b1d54 req-3a4db55c-e9dd-4230-8a47-92afaf072c07 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 944 time: 0.0573177 Nov 11 22:07:30.630674 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port e7fb43b2-a037-471f-8871-2d922470b6ae completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:07:30.631701 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-481c8c05-94ec-4c3c-89af-df53715b1d54 req-06c2b77e-4aee-4654-89df-845e407a7e9d tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445938 Nov 11 22:07:30.635188 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port e7fb43b2-a037-471f-8871-2d922470b6ae triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:07:30.635584 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:30.713040 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:30.735608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09531aa0-c27b-4aab-ac0b-761c5008d12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fb43b2-a037-471f-8871-2d922470b6ae'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:07:30.737783 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a40ba9-4bb4-478f-aa8b-9fa892bbf2d4" -d '{"events": [{"server_uuid": "09531aa0-c27b-4aab-ac0b-761c5008d12d", "name": "network-vif-plugged", "status": "completed", "tag": "e7fb43b2-a037-471f-8871-2d922470b6ae"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:07:30.750367 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port e7fb43b2-a037-471f-8871-2d922470b6ae, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=e7fb43b2-a037-471f-8871-2d922470b6ae,segment=NetworkSegment(1313736f-b5cd-44e8-93a5-2d03d10653c3),segment_id=1313736f-b5cd-44e8-93a5-2d03d10653c3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:07:30.755476 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:30.784446 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8c775b-5e21-40c2-8910-f85224e72aec x-openstack-request-id: req-bd8c775b-5e21-40c2-8910-f85224e72aec {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:07:30.784711 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09531aa0-c27b-4aab-ac0b-761c5008d12d", "name": "network-vif-plugged", "status": "completed", "tag": "e7fb43b2-a037-471f-8871-2d922470b6ae", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:07:30.785022 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bd8c775b-5e21-40c2-8910-f85224e72aec {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:07:30.785436 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09531aa0-c27b-4aab-ac0b-761c5008d12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fb43b2-a037-471f-8871-2d922470b6ae', 'code': 200} Nov 11 22:07:30.812521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=e7fb43b2-a037-471f-8871-2d922470b6ae,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:30.873873 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e124c2-951e-4542-8164-f6c981d680db req-2fb9a57c-adc6-4530-8c82-344c37234432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:30.875432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93e124c2-951e-4542-8164-f6c981d680db req-2fb9a57c-adc6-4530-8c82-344c37234432 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 1096 time: 0.0412836 Nov 11 22:07:30.925570 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93e124c2-951e-4542-8164-f6c981d680db req-bfe528fc-c156-4880-a178-d5078e069f26 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429516 Nov 11 22:07:31.756768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3451d7-717f-418f-82d4-f882b000cf89 req-d3074117-7f7f-47f3-9316-a1e0d99262a7 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:31.758271 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d3451d7-717f-418f-82d4-f882b000cf89 req-d3074117-7f7f-47f3-9316-a1e0d99262a7 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 945 time: 0.0488896 Nov 11 22:07:31.812133 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d3451d7-717f-418f-82d4-f882b000cf89 req-a7506679-43ef-41d1-af30-cc44cd0f5651 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478768 Nov 11 22:07:32.938956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9340611-1fe9-49da-a340-efd95454057a req-2c3f3aa8-57f2-4754-81f9-420d85c46ce9 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:32.940446 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9340611-1fe9-49da-a340-efd95454057a req-2c3f3aa8-57f2-4754-81f9-420d85c46ce9 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 945 time: 0.0515645 Nov 11 22:07:32.990867 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9340611-1fe9-49da-a340-efd95454057a req-5fe8b592-576d-4f9d-bac4-aa4e0ddcf6af tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442255 Nov 11 22:07:33.111691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf04b1-ffb2-49f0-bf7e-73f46f9e661e req-53f761ba-1555-4db4-8906-708a367e1128 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:33.113262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9bf04b1-ffb2-49f0-bf7e-73f46f9e661e req-53f761ba-1555-4db4-8906-708a367e1128 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 945 time: 0.0566802 Nov 11 22:07:33.168863 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9bf04b1-ffb2-49f0-bf7e-73f46f9e661e req-74e135d1-3826-4583-8d17-896de46ad16d tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471354 Nov 11 22:07:33.290684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678ec8c-c256-43c1-84ff-79bf131d5dd0 req-65ec7e57-c729-4e59-89d6-864ac2dfc801 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:33.292087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f678ec8c-c256-43c1-84ff-79bf131d5dd0 req-65ec7e57-c729-4e59-89d6-864ac2dfc801 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 945 time: 0.0550056 Nov 11 22:07:33.347290 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f678ec8c-c256-43c1-84ff-79bf131d5dd0 req-78f4627a-9fb2-479f-91ef-a80f6c34d58a tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490992 Nov 11 22:07:33.369703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53792) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:33.522560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde2fcf5-81ce-49cf-9cae-02ebb492f5b3 tempest-TestServerBasicOps-181560041 tempest-TestServerBasicOps-181560041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:33.524105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dde2fcf5-81ce-49cf-9cae-02ebb492f5b3 tempest-TestServerBasicOps-181560041 tempest-TestServerBasicOps-181560041-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 1091 time: 0.1533895 Nov 11 22:07:33.527237 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53796) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:07:33.531581 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': 'e7fb43b2-a037-471f-8871-2d922470b6ae', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:33.558052 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:33.664294 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:33.767532 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Allocated IP 172.25.0.96 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/51ed53c5-3f2f-4930-94a9-c8a4a5bd25da) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:07:33.872976 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:33.909299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:33.946269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:07:33.951052 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:07:33.954637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:07:33.961703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Pushing event updated for resources: {'Port': ['ID=51ed53c5-3f2f-4930-94a9-c8a4a5bd25da,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:34.321270 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:34.390845 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:34.540775 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:34.548417 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:34.615441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Pushing event updated for resources: {'Port': ['ID=51ed53c5-3f2f-4930-94a9-c8a4a5bd25da,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:34.629483 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:34.731067 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Floating IP 63fe7b82-bf0a-4ef9-879e-a6e6ea908f82 associated. External IP: 172.25.0.96, port: e7fb43b2-a037-471f-8871-2d922470b6ae. Nov 11 22:07:34.942294 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Router 2c700230-07f6-408a-9544-c0a12d0ed1d2 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:07:35.050514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:07:35.060464 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75aaa20-bba6-44dd-8d99-bb4a33f9f7fa None None] Sync routers for ids ['2c700230-07f6-408a-9544-c0a12d0ed1d2'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:07:35.070207 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:35.070928 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75aaa20-bba6-44dd-8d99-bb4a33f9f7fa None None] Routers {'2c700230-07f6-408a-9544-c0a12d0ed1d2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:07:35.071543 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f75aaa20-bba6-44dd-8d99-bb4a33f9f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:07:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2c700230-07f6-408a-9544-c0a12d0ed1d2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:35.100321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5932f995-4727-4afd-8eb5-a619fdf75924 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5720582 Nov 11 22:07:35.100981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09531aa0-c27b-4aab-ac0b-761c5008d12d', 'tag': 'e7fb43b2-a037-471f-8871-2d922470b6ae'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:07:35.103287 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c68b11b-29cd-4226-b5bc-48ed3ed6cc07" -d '{"events": [{"name": "network-changed", "server_uuid": "09531aa0-c27b-4aab-ac0b-761c5008d12d", "tag": "e7fb43b2-a037-471f-8871-2d922470b6ae"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:07:35.144218 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c973e803-f254-4779-a278-30f082f73990 x-openstack-request-id: req-c973e803-f254-4779-a278-30f082f73990 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:07:35.144528 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09531aa0-c27b-4aab-ac0b-761c5008d12d", "tag": "e7fb43b2-a037-471f-8871-2d922470b6ae", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:07:35.144763 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c973e803-f254-4779-a278-30f082f73990 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:07:35.145241 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09531aa0-c27b-4aab-ac0b-761c5008d12d', 'tag': 'e7fb43b2-a037-471f-8871-2d922470b6ae', 'status': 'completed', 'code': 200} Nov 11 22:07:35.211655 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68b11b-29cd-4226-b5bc-48ed3ed6cc07 req-e5a047e6-444a-4a2d-83af-af4bff2ddeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:35.213174 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c68b11b-29cd-4226-b5bc-48ed3ed6cc07 req-e5a047e6-444a-4a2d-83af-af4bff2ddeec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a06ae86d904cf5b911040c2d1a1e9f&device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 1096 time: 0.0439765 Nov 11 22:07:35.269958 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f75aaa20-bba6-44dd-8d99-bb4a33f9f7fa None None] Set router 2c700230-07f6-408a-9544-c0a12d0ed1d2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:07:35.306042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68b11b-29cd-4226-b5bc-48ed3ed6cc07 req-4dac267a-2762-472b-aa61-2a825d357f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:35.307599 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c68b11b-29cd-4226-b5bc-48ed3ed6cc07 req-4dac267a-2762-472b-aa61-2a825d357f9d service neutron] 10.222.0.10 "GET /v2.0/networks?id=3a0b1adb-02d0-421e-afe9-9462d92dafd2 HTTP/1.1" status: 200 len: 910 time: 0.0877988 Nov 11 22:07:35.391302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c68b11b-29cd-4226-b5bc-48ed3ed6cc07 req-e054ca78-66d8-48c0-8d0a-fda16aed9742 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fb43b2-a037-471f-8871-2d922470b6ae HTTP/1.1" status: 200 len: 998 time: 0.0765064 Nov 11 22:07:35.440818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68b11b-29cd-4226-b5bc-48ed3ed6cc07 req-af1c39d9-ce0c-4d78-8a6e-24913d8c74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:35.442473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c68b11b-29cd-4226-b5bc-48ed3ed6cc07 req-af1c39d9-ce0c-4d78-8a6e-24913d8c74c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=578350dd-646b-4a7d-b83a-4089d1753d9c HTTP/1.1" status: 200 len: 847 time: 0.0443811 Nov 11 22:07:35.488874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68b11b-29cd-4226-b5bc-48ed3ed6cc07 req-70be2f52-8482-4625-990c-fbe25d27c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:35.490398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c68b11b-29cd-4226-b5bc-48ed3ed6cc07 req-70be2f52-8482-4625-990c-fbe25d27c2bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a0b1adb-02d0-421e-afe9-9462d92dafd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411654 Nov 11 22:07:35.501710 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f75aaa20-bba6-44dd-8d99-bb4a33f9f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'gw_port': {'id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '63fe7b82-bf0a-4ef9-879e-a6e6ea908f82', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'port_id': 'e7fb43b2-a037-471f-8871-2d922470b6ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'mac_address': 'fa:16:3e:11:2b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09531aa0-c27b-4aab-ac0b-761c5008d12d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:07:34Z', 'updated_at': '2021-11-11T22:07:34Z', 'revision_number': 0, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f19edae-434e-4056-8478-a4efbff12b9d', 'name': '', 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'mac_address': 'fa:16:3e:91:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:13Z', 'updated_at': '2021-11-11T22:07:18Z', 'revision_number': 5, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'subnets': [{'id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:35.528001 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75aaa20-bba6-44dd-8d99-bb4a33f9f7fa None None] Checking router: 2c700230-07f6-408a-9544-c0a12d0ed1d2 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:07:35.536966 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75aaa20-bba6-44dd-8d99-bb4a33f9f7fa None None] Routers {'2c700230-07f6-408a-9544-c0a12d0ed1d2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:07:35.537561 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f75aaa20-bba6-44dd-8d99-bb4a33f9f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:07:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2c700230-07f6-408a-9544-c0a12d0ed1d2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:35.586018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c68b11b-29cd-4226-b5bc-48ed3ed6cc07 req-d27052c2-84ca-4276-b38f-adf5d2ff0f3a service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879102 Nov 11 22:07:35.645566 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f75aaa20-bba6-44dd-8d99-bb4a33f9f7fa None None] Set router 2c700230-07f6-408a-9544-c0a12d0ed1d2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:07:35.681917 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c68b11b-29cd-4226-b5bc-48ed3ed6cc07 req-6722fe48-9372-4baa-9ef1-3fbde68b2f12 service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898392 Nov 11 22:07:35.870506 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f75aaa20-bba6-44dd-8d99-bb4a33f9f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'gw_port': {'id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '63fe7b82-bf0a-4ef9-879e-a6e6ea908f82', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'port_id': 'e7fb43b2-a037-471f-8871-2d922470b6ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'mac_address': 'fa:16:3e:11:2b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09531aa0-c27b-4aab-ac0b-761c5008d12d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:07:34Z', 'updated_at': '2021-11-11T22:07:34Z', 'revision_number': 0, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f19edae-434e-4056-8478-a4efbff12b9d', 'name': '', 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'mac_address': 'fa:16:3e:91:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:13Z', 'updated_at': '2021-11-11T22:07:18Z', 'revision_number': 5, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'subnets': [{'id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:07:35.900370 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75aaa20-bba6-44dd-8d99-bb4a33f9f7fa None None] The sync data for ids ['2c700230-07f6-408a-9544-c0a12d0ed1d2'] in n-d-805737-3 is: [{'id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'gw_port': {'id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '63fe7b82-bf0a-4ef9-879e-a6e6ea908f82', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'port_id': 'e7fb43b2-a037-471f-8871-2d922470b6ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'mac_address': 'fa:16:3e:11:2b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09531aa0-c27b-4aab-ac0b-761c5008d12d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:07:34Z', 'updated_at': '2021-11-11T22:07:34Z', 'revision_number': 0, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f19edae-434e-4056-8478-a4efbff12b9d', 'name': '', 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'mac_address': 'fa:16:3e:91:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:13Z', 'updated_at': '2021-11-11T22:07:18Z', 'revision_number': 5, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'subnets': [{'id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:07:36.117270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeea034-2088-48f1-b39a-729f8890f326 None None] New status for floating IP 63fe7b82-bf0a-4ef9-879e-a6e6ea908f82: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:07:41.296474 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:43.883069 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-358ba7c3-0ee1-40f7-95b7-40a972785a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:44.832547 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:45.326587 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:07:46.085191 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e4af-6e7b-4e58-8448-01577d454513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:47.272259 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:48.658260 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:49.367292 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:55.883413 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e31dfc99-0f4b-4c39-8f0a-121f7e63ec75 req-6aa10e05-ecd9-4757-95e1-299dff5fbfef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446842 Nov 11 22:07:55.968853 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dfc99-0f4b-4c39-8f0a-121f7e63ec75 req-7b639cb8-f023-440c-a207-b857d0822bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:55.970284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e31dfc99-0f4b-4c39-8f0a-121f7e63ec75 req-7b639cb8-f023-440c-a207-b857d0822bba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a06ae86d904cf5b911040c2d1a1e9f&device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 1096 time: 0.0433979 Nov 11 22:07:56.426453 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dfc99-0f4b-4c39-8f0a-121f7e63ec75 req-dd1e96b9-1547-435c-b8b5-53633419d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:56.427970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e31dfc99-0f4b-4c39-8f0a-121f7e63ec75 req-dd1e96b9-1547-435c-b8b5-53633419d3b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3a0b1adb-02d0-421e-afe9-9462d92dafd2 HTTP/1.1" status: 200 len: 910 time: 0.4295878 Nov 11 22:07:56.504917 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e31dfc99-0f4b-4c39-8f0a-121f7e63ec75 req-f27007b9-32cb-4d95-8ccf-8301aca4a309 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fb43b2-a037-471f-8871-2d922470b6ae HTTP/1.1" status: 200 len: 1000 time: 0.0685947 Nov 11 22:07:56.565457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dfc99-0f4b-4c39-8f0a-121f7e63ec75 req-48437b47-6791-417b-aae3-1d902997efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:56.566878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e31dfc99-0f4b-4c39-8f0a-121f7e63ec75 req-48437b47-6791-417b-aae3-1d902997efe9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=578350dd-646b-4a7d-b83a-4089d1753d9c HTTP/1.1" status: 200 len: 847 time: 0.0540619 Nov 11 22:07:56.617240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dfc99-0f4b-4c39-8f0a-121f7e63ec75 req-894252bb-e309-48de-af6c-41866aca5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:56.618712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e31dfc99-0f4b-4c39-8f0a-121f7e63ec75 req-894252bb-e309-48de-af6c-41866aca5a13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a0b1adb-02d0-421e-afe9-9462d92dafd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442646 Nov 11 22:07:56.717611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e31dfc99-0f4b-4c39-8f0a-121f7e63ec75 req-7a88d36e-2a46-4cd6-97c4-ef851981a63e service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908728 Nov 11 22:07:56.814179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e31dfc99-0f4b-4c39-8f0a-121f7e63ec75 req-ffec4ee1-dd67-4f3d-b837-7bb80ee7c864 service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886636 Nov 11 22:07:57.932106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-49857138-9ff1-4b3f-bcf0-60302d52d009 req-0c679712-41e0-442c-b7c7-5718ce5e4bc6 tempest-ServerShowV254Test-642300864 tempest-ServerShowV254Test-642300864-project] (102534) timed out ('10.222.0.57', 47224) {{(pid=102534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 22:08:10.649100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53824) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:10.742485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca15303-0ab3-4557-8841-776caf45ee90 req-c44913d0-8a59-4435-a342-cbc8c1a8e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:10.744026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dca15303-0ab3-4557-8841-776caf45ee90 req-c44913d0-8a59-4435-a342-cbc8c1a8e860 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 1096 time: 0.0938504 Nov 11 22:08:10.790508 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dca15303-0ab3-4557-8841-776caf45ee90 req-0ededfbe-300e-4cab-81db-40408cf18a05 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401921 Nov 11 22:08:11.305528 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:13.887026 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c890514-5edf-4d98-93d5-6f7f16769acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:14.857221 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:16.088594 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a461fc4-a9fb-46f1-a78f-7416d7c0a79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:17.269878 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:18.662352 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:19.366434 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:22.328332 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:08:41.309675 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:43.887034 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-67c88666-d925-4cf2-b919-771e920bc468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:44.852659 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:46.098062 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b61dae36-d29d-4ddf-bcf9-d8366c3c7642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:47.275090 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:48.673539 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:49.369691 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:56.888321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebdaa894-ae78-443e-a062-87940cf76cd6 req-faca0819-6079-4b1b-bab5-8c069d530731 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504506 Nov 11 22:08:56.976780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaa894-ae78-443e-a062-87940cf76cd6 req-30595333-b434-4808-938a-55d267cba7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:56.978120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebdaa894-ae78-443e-a062-87940cf76cd6 req-30595333-b434-4808-938a-55d267cba7ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a06ae86d904cf5b911040c2d1a1e9f&device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 1096 time: 0.0464494 Nov 11 22:08:57.084182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaa894-ae78-443e-a062-87940cf76cd6 req-80bf1a75-6b4a-4cc7-a9ca-a207b7eb8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:57.085714 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebdaa894-ae78-443e-a062-87940cf76cd6 req-80bf1a75-6b4a-4cc7-a9ca-a207b7eb8bd9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3a0b1adb-02d0-421e-afe9-9462d92dafd2 HTTP/1.1" status: 200 len: 910 time: 0.0860560 Nov 11 22:08:57.161668 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebdaa894-ae78-443e-a062-87940cf76cd6 req-903ad3e4-200f-4ac7-8671-47f67a1c641e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fb43b2-a037-471f-8871-2d922470b6ae HTTP/1.1" status: 200 len: 1000 time: 0.0689631 Nov 11 22:08:57.214660 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaa894-ae78-443e-a062-87940cf76cd6 req-ab5e1626-c9b7-489a-ba24-6d5b8361eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:57.216148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebdaa894-ae78-443e-a062-87940cf76cd6 req-ab5e1626-c9b7-489a-ba24-6d5b8361eb55 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=578350dd-646b-4a7d-b83a-4089d1753d9c HTTP/1.1" status: 200 len: 847 time: 0.0479844 Nov 11 22:08:57.266264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaa894-ae78-443e-a062-87940cf76cd6 req-6cb4c072-97c4-4b84-a7e9-f8e0a7a85fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:57.267697 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebdaa894-ae78-443e-a062-87940cf76cd6 req-6cb4c072-97c4-4b84-a7e9-f8e0a7a85fae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a0b1adb-02d0-421e-afe9-9462d92dafd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445092 Nov 11 22:08:57.361530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebdaa894-ae78-443e-a062-87940cf76cd6 req-f02e5874-680e-40b7-a48b-46d005cabf9c service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865781 Nov 11 22:08:57.452278 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ebdaa894-ae78-443e-a062-87940cf76cd6 req-71f71834-b4ac-4405-9c86-2f41012a5e5b service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827770 Nov 11 22:08:59.332948 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:09:11.314994 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:13.887175 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0723ae7d-23f6-45e1-9440-9ab01fd6a922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:14.871388 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:16.088438 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cb266199-d13e-486d-a966-798e1aa0a9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:17.281257 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:18.669889 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:19.374897 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:36.333093 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:09:41.330278 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:43.887942 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27bdc102-7503-46ce-a05f-7bb76717b87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:44.887128 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:46.095203 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-79f66b2b-1fa2-4bc3-b6c9-b314c06ce2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:47.283765 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:48.680645 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:49.371241 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:58.871219 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95c564d9-2534-4bf1-a773-eacb442cee8f req-e2b59cf0-107b-40be-aede-587a79daf1d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511649 Nov 11 22:09:58.961909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c564d9-2534-4bf1-a773-eacb442cee8f req-d3fbfd03-4385-4d39-a594-e26d7dd22ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:58.963489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95c564d9-2534-4bf1-a773-eacb442cee8f req-d3fbfd03-4385-4d39-a594-e26d7dd22ddd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a06ae86d904cf5b911040c2d1a1e9f&device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 1096 time: 0.0436072 Nov 11 22:09:59.078558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c564d9-2534-4bf1-a773-eacb442cee8f req-3d2a8475-1b97-4d00-8187-11b937e020ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:59.080574 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95c564d9-2534-4bf1-a773-eacb442cee8f req-3d2a8475-1b97-4d00-8187-11b937e020ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=3a0b1adb-02d0-421e-afe9-9462d92dafd2 HTTP/1.1" status: 200 len: 910 time: 0.0979788 Nov 11 22:09:59.150064 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95c564d9-2534-4bf1-a773-eacb442cee8f req-dbc77871-cd00-4b1e-9488-bee4e7b13643 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fb43b2-a037-471f-8871-2d922470b6ae HTTP/1.1" status: 200 len: 1000 time: 0.0626206 Nov 11 22:09:59.202670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c564d9-2534-4bf1-a773-eacb442cee8f req-c5d8fea8-9f4e-420d-97a9-e8f0e544b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:59.204104 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95c564d9-2534-4bf1-a773-eacb442cee8f req-c5d8fea8-9f4e-420d-97a9-e8f0e544b5cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=578350dd-646b-4a7d-b83a-4089d1753d9c HTTP/1.1" status: 200 len: 847 time: 0.0468564 Nov 11 22:09:59.254964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c564d9-2534-4bf1-a773-eacb442cee8f req-e164ed1c-a0c1-48f7-88d6-50a05dcc5a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:59.256917 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95c564d9-2534-4bf1-a773-eacb442cee8f req-e164ed1c-a0c1-48f7-88d6-50a05dcc5a06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a0b1adb-02d0-421e-afe9-9462d92dafd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453715 Nov 11 22:09:59.361790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95c564d9-2534-4bf1-a773-eacb442cee8f req-a9f89820-ca24-4c81-ba5d-9c4bd4a4c9c6 service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957687 Nov 11 22:09:59.455547 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95c564d9-2534-4bf1-a773-eacb442cee8f req-db650740-1ed0-408a-a75c-8ab1c8496b10 service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868964 Nov 11 22:10:11.329327 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:13.338048 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:10:13.887041 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c0966228-4580-42ad-9793-0ac2d2a5bae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.904160 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:16.085982 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6c59fcef-4a1b-4bfd-bf9e-4e129c171c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:17.293184 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.685437 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:19.358251 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:41.348262 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:43.889186 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6348a9c8-3efe-474d-bd5e-62a1b6bb1fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:44.899468 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:46.096641 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-39c316ba-679d-4046-b993-ea2356611893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:47.295354 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:48.685073 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:49.370177 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:50.339812 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:10:59.885524 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4f9649b-c93c-4d0f-b3ce-14dc0bfd91f7 req-9bccb600-c4d3-4d66-83a9-d37d455e5375 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513089 Nov 11 22:10:59.971996 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9649b-c93c-4d0f-b3ce-14dc0bfd91f7 req-ee30b0af-ab15-43a5-9853-e8e1df4dfb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:59.973461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4f9649b-c93c-4d0f-b3ce-14dc0bfd91f7 req-ee30b0af-ab15-43a5-9853-e8e1df4dfb1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a06ae86d904cf5b911040c2d1a1e9f&device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 1096 time: 0.0416818 Nov 11 22:11:00.082754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9649b-c93c-4d0f-b3ce-14dc0bfd91f7 req-ac158213-30cc-49e7-8fc5-fc65ce02074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:00.084466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4f9649b-c93c-4d0f-b3ce-14dc0bfd91f7 req-ac158213-30cc-49e7-8fc5-fc65ce02074a service neutron] 10.222.0.10 "GET /v2.0/networks?id=3a0b1adb-02d0-421e-afe9-9462d92dafd2 HTTP/1.1" status: 200 len: 910 time: 0.0898771 Nov 11 22:11:00.150464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4f9649b-c93c-4d0f-b3ce-14dc0bfd91f7 req-d2da7e62-144d-42a6-bbca-b88f34782fde service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fb43b2-a037-471f-8871-2d922470b6ae HTTP/1.1" status: 200 len: 1000 time: 0.0590026 Nov 11 22:11:00.199504 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9649b-c93c-4d0f-b3ce-14dc0bfd91f7 req-b8c3bc66-1769-4953-8826-52ce87729f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:00.201002 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4f9649b-c93c-4d0f-b3ce-14dc0bfd91f7 req-b8c3bc66-1769-4953-8826-52ce87729f5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=578350dd-646b-4a7d-b83a-4089d1753d9c HTTP/1.1" status: 200 len: 847 time: 0.0433722 Nov 11 22:11:00.252619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9649b-c93c-4d0f-b3ce-14dc0bfd91f7 req-aa0e0165-b178-4d7f-926a-fcbeca9bfff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:00.254098 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4f9649b-c93c-4d0f-b3ce-14dc0bfd91f7 req-aa0e0165-b178-4d7f-926a-fcbeca9bfff8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a0b1adb-02d0-421e-afe9-9462d92dafd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453079 Nov 11 22:11:00.346806 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4f9649b-c93c-4d0f-b3ce-14dc0bfd91f7 req-af546f49-3949-4f62-a23e-e88a7d6c0777 service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852509 Nov 11 22:11:00.445526 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4f9649b-c93c-4d0f-b3ce-14dc0bfd91f7 req-ffeb696e-6f29-4b79-80a5-39ab9b12cf0b service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920923 Nov 11 22:11:11.360677 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:13.890787 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-23e9bdfb-b3ed-4d5b-8b9f-654da97a4a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:14.906389 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:16.086032 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bfeae190-13d0-40fa-b8b1-7dab21bc0da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:17.299761 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:18.686292 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:19.359039 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:27.340365 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:11:41.379183 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:43.893082 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-933b4b8f-47ff-41aa-ba6b-41127f00d682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:44.909058 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:46.085547 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-084bf2ba-4e23-4f9d-b0f6-b37ad4cdfca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.301784 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:48.691469 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:49.358083 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:49.789857 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-5121fff6-862b-4d89-9fd0-e31738402c29 req-a971771a-60ea-498e-9fb6-1018520a7d62 service neutron] (102535) timed out ('10.222.0.71', 60535) {{(pid=102535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 22:12:01.936082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7ca7311-f503-483b-b74d-7a5d561d4fa0 req-b6cc0e01-8cb6-437f-82f4-612bec045bc0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0989974 Nov 11 22:12:02.029040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca7311-f503-483b-b74d-7a5d561d4fa0 req-18270456-23d1-4050-bcd7-2eddc2b48190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:02.030439 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7ca7311-f503-483b-b74d-7a5d561d4fa0 req-18270456-23d1-4050-bcd7-2eddc2b48190 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a06ae86d904cf5b911040c2d1a1e9f&device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 1096 time: 0.0451870 Nov 11 22:12:02.138471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca7311-f503-483b-b74d-7a5d561d4fa0 req-e129ecdc-7ab6-4da7-8b34-e45e41d3c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:02.139926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7ca7311-f503-483b-b74d-7a5d561d4fa0 req-e129ecdc-7ab6-4da7-8b34-e45e41d3c346 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3a0b1adb-02d0-421e-afe9-9462d92dafd2 HTTP/1.1" status: 200 len: 910 time: 0.0888739 Nov 11 22:12:02.205763 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7ca7311-f503-483b-b74d-7a5d561d4fa0 req-8ab3842e-145c-4558-ab53-7dd4116b226c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fb43b2-a037-471f-8871-2d922470b6ae HTTP/1.1" status: 200 len: 1000 time: 0.0571802 Nov 11 22:12:02.267078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca7311-f503-483b-b74d-7a5d561d4fa0 req-4dd03a7b-8e03-4a7b-a10f-c7bd1b9c2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:02.268539 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7ca7311-f503-483b-b74d-7a5d561d4fa0 req-4dd03a7b-8e03-4a7b-a10f-c7bd1b9c2237 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=578350dd-646b-4a7d-b83a-4089d1753d9c HTTP/1.1" status: 200 len: 847 time: 0.0552216 Nov 11 22:12:02.318438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca7311-f503-483b-b74d-7a5d561d4fa0 req-14340787-8787-4704-9290-d146201744d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:02.319797 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7ca7311-f503-483b-b74d-7a5d561d4fa0 req-14340787-8787-4704-9290-d146201744d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a0b1adb-02d0-421e-afe9-9462d92dafd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418646 Nov 11 22:12:02.414976 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7ca7311-f503-483b-b74d-7a5d561d4fa0 req-c99df443-a18a-4455-955e-582c5efd2cf0 service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851269 Nov 11 22:12:02.523613 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7ca7311-f503-483b-b74d-7a5d561d4fa0 req-8a1ace23-2840-47da-b3fd-125f9b8aadd8 service neutron] 10.222.0.10 "GET /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017027 Nov 11 22:12:04.344290 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:12:11.389488 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:13.893597 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bd4485b9-e018-4c65-aafe-c726e0b4d592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:14.934012 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:15.623194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fcda5-420c-476d-b8a3-0933b12ea24a req-2e5096e7-1714-4fb8-92a7-9ff00ac27b6b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:15.624585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b90fcda5-420c-476d-b8a3-0933b12ea24a req-2e5096e7-1714-4fb8-92a7-9ff00ac27b6b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 945 time: 0.1098666 Nov 11 22:12:15.681107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b90fcda5-420c-476d-b8a3-0933b12ea24a req-d610aafc-0651-4d18-810a-32b898a2e859 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446260 Nov 11 22:12:16.086514 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5bf4d123-8e1f-427a-abe8-0a9499846870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:16.850420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f9db5-355b-41a9-b877-88cc59f63228 req-b0ecbe26-d1e0-4860-8bce-b690f32dd42c tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:16.851870 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-739f9db5-355b-41a9-b877-88cc59f63228 req-b0ecbe26-d1e0-4860-8bce-b690f32dd42c tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.10 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 945 time: 0.0798593 Nov 11 22:12:16.864179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e03d16-9491-4a85-ad95-2663a81af8c5 req-ee8aa8d4-c0ff-4335-9666-3ef7829f22a3 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:16.865594 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5e03d16-9491-4a85-ad95-2663a81af8c5 req-ee8aa8d4-c0ff-4335-9666-3ef7829f22a3 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 945 time: 0.0688426 Nov 11 22:12:16.958642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5e03d16-9491-4a85-ad95-2663a81af8c5 req-6b07f1cc-e3b8-48eb-bbb8-4bd4018c8838 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861490 Nov 11 22:12:16.981227 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-739f9db5-355b-41a9-b877-88cc59f63228 req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Deleting port e7fb43b2-a037-471f-8871-2d922470b6ae {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:12:16.981571 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-739f9db5-355b-41a9-b877-88cc59f63228 req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:17.074172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-739f9db5-355b-41a9-b877-88cc59f63228 req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] For port e7fb43b2-a037-471f-8871-2d922470b6ae, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=e7fb43b2-a037-471f-8871-2d922470b6ae,segment=NetworkSegment(1313736f-b5cd-44e8-93a5-2d03d10653c3),segment_id=1313736f-b5cd-44e8-93a5-2d03d10653c3)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:17.074531 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-739f9db5-355b-41a9-b877-88cc59f63228 req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:17.289366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-739f9db5-355b-41a9-b877-88cc59f63228 req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:17.289631 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-739f9db5-355b-41a9-b877-88cc59f63228 req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:17.289918 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-739f9db5-355b-41a9-b877-88cc59f63228 req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Floating IP 63fe7b82-bf0a-4ef9-879e-a6e6ea908f82 disassociated. External IP: 172.25.0.96, port: e7fb43b2-a037-471f-8871-2d922470b6ae. Nov 11 22:12:17.290282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-739f9db5-355b-41a9-b877-88cc59f63228 req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Calling delete_port for e7fb43b2-a037-471f-8871-2d922470b6ae owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:12:17.297034 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:17.421055 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-739f9db5-355b-41a9-b877-88cc59f63228 req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:17.449291 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Pushing event deleted for resources: {'Port': ['ID=e7fb43b2-a037-471f-8871-2d922470b6ae,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:17.460867 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:17.461225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:17.461540 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:17.461896 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:17.462229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:17.462557 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:17.462879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:17.463202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:17.463510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:17.463847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:17.464171 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:17.464479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:17.576257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-739f9db5-355b-41a9-b877-88cc59f63228 req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Router 2c700230-07f6-408a-9544-c0a12d0ed1d2 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:12:17.694152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-739f9db5-355b-41a9-b877-88cc59f63228 req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:12:17.705349 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1728692-69fc-4d67-b89e-fb8f323ac394 None None] Sync routers for ids ['2c700230-07f6-408a-9544-c0a12d0ed1d2'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:12:17.715753 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1728692-69fc-4d67-b89e-fb8f323ac394 None None] Routers {'2c700230-07f6-408a-9544-c0a12d0ed1d2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:12:17.716388 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a1728692-69fc-4d67-b89e-fb8f323ac394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:12:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2c700230-07f6-408a-9544-c0a12d0ed1d2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:17.735374 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-739f9db5-355b-41a9-b877-88cc59f63228 req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] No DVR routers for this DVR port e7fb43b2-a037-471f-8871-2d922470b6ae on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:12:17.738195 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-739f9db5-355b-41a9-b877-88cc59f63228 req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:17.741654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-739f9db5-355b-41a9-b877-88cc59f63228 req-d1be8ff0-62a5-4e5a-b08e-eae14d26b61b tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.10 "DELETE /v2.0/ports/e7fb43b2-a037-471f-8871-2d922470b6ae HTTP/1.1" status: 204 len: 173 time: 0.8751521 Nov 11 22:12:17.742094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09531aa0-c27b-4aab-ac0b-761c5008d12d', 'name': 'network-vif-deleted', 'tag': 'e7fb43b2-a037-471f-8871-2d922470b6ae'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:12:17.744432 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5f95eb-fe6f-456b-be54-b6938e767a63" -d '{"events": [{"server_uuid": "09531aa0-c27b-4aab-ac0b-761c5008d12d", "name": "network-vif-deleted", "tag": "e7fb43b2-a037-471f-8871-2d922470b6ae"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:12:17.829811 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a1728692-69fc-4d67-b89e-fb8f323ac394 None None] Set router 2c700230-07f6-408a-9544-c0a12d0ed1d2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:12:17.890947 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5a950a-f034-4205-8cc7-fd77ef1ead93 x-openstack-request-id: req-cf5a950a-f034-4205-8cc7-fd77ef1ead93 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:12:17.891481 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09531aa0-c27b-4aab-ac0b-761c5008d12d", "name": "network-vif-deleted", "tag": "e7fb43b2-a037-471f-8871-2d922470b6ae", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:12:17.891481 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf5a950a-f034-4205-8cc7-fd77ef1ead93 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:12:17.891896 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09531aa0-c27b-4aab-ac0b-761c5008d12d', 'name': 'network-vif-deleted', 'tag': 'e7fb43b2-a037-471f-8871-2d922470b6ae', 'status': 'completed', 'code': 200} Nov 11 22:12:18.057971 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a1728692-69fc-4d67-b89e-fb8f323ac394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'gw_port': {'id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '4f19edae-434e-4056-8478-a4efbff12b9d', 'name': '', 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'mac_address': 'fa:16:3e:91:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:13Z', 'updated_at': '2021-11-11T22:07:18Z', 'revision_number': 5, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'subnets': [{'id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:18.066047 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-173c974b-170c-464b-a1ee-ffb76cf1c69b req-eb38f982-bf98-4da6-913b-d0da4677f4bb tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "GET /v2.0/ports?device_id=09531aa0-c27b-4aab-ac0b-761c5008d12d HTTP/1.1" status: 200 len: 210 time: 0.0259435 Nov 11 22:12:18.083792 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1728692-69fc-4d67-b89e-fb8f323ac394 None None] Checking router: 2c700230-07f6-408a-9544-c0a12d0ed1d2 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:12:18.092256 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1728692-69fc-4d67-b89e-fb8f323ac394 None None] Routers {'2c700230-07f6-408a-9544-c0a12d0ed1d2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:12:18.092925 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a1728692-69fc-4d67-b89e-fb8f323ac394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:12:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2c700230-07f6-408a-9544-c0a12d0ed1d2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:18.201836 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a1728692-69fc-4d67-b89e-fb8f323ac394 None None] Set router 2c700230-07f6-408a-9544-c0a12d0ed1d2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:12:18.400457 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a1728692-69fc-4d67-b89e-fb8f323ac394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'gw_port': {'id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '4f19edae-434e-4056-8478-a4efbff12b9d', 'name': '', 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'mac_address': 'fa:16:3e:91:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:13Z', 'updated_at': '2021-11-11T22:07:18Z', 'revision_number': 5, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'subnets': [{'id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:18.429728 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1728692-69fc-4d67-b89e-fb8f323ac394 None None] The sync data for ids ['2c700230-07f6-408a-9544-c0a12d0ed1d2'] in n-d-805737-3 is: [{'id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'gw_port': {'id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '4f19edae-434e-4056-8478-a4efbff12b9d', 'name': '', 'network_id': '3a0b1adb-02d0-421e-afe9-9462d92dafd2', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'mac_address': 'fa:16:3e:91:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:13Z', 'updated_at': '2021-11-11T22:07:18Z', 'revision_number': 5, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'subnets': [{'id': '578350dd-646b-4a7d-b83a-4089d1753d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:12:18.648999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c0a6a8-5d12-46f9-a3c7-64ce7a43e688 None None] New status for floating IP 63fe7b82-bf0a-4ef9-879e-a6e6ea908f82: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:12:18.759991 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:19.124685 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53928) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:19.251193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-9ab73297-6aa0-4550-83cc-982ec96de7d8 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Deleting port 51ed53c5-3f2f-4930-94a9-c8a4a5bd25da {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:12:19.251534 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ab73297-6aa0-4550-83cc-982ec96de7d8 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:19.328241 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ab73297-6aa0-4550-83cc-982ec96de7d8 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:19.328579 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ab73297-6aa0-4550-83cc-982ec96de7d8 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:19.340243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-9ab73297-6aa0-4550-83cc-982ec96de7d8 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Calling delete_port for 51ed53c5-3f2f-4930-94a9-c8a4a5bd25da owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:12:19.352304 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:19.475638 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ab73297-6aa0-4550-83cc-982ec96de7d8 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:19.501304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab73297-6aa0-4550-83cc-982ec96de7d8 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Pushing event deleted for resources: {'Port': ['ID=51ed53c5-3f2f-4930-94a9-c8a4a5bd25da,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:19.566552 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ab73297-6aa0-4550-83cc-982ec96de7d8 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:19.569612 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9ab73297-6aa0-4550-83cc-982ec96de7d8 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:19.570906 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9ab73297-6aa0-4550-83cc-982ec96de7d8 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "DELETE /v2.0/floatingips/63fe7b82-bf0a-4ef9-879e-a6e6ea908f82 HTTP/1.1" status: 204 len: 168 time: 0.4445739 Nov 11 22:12:19.640259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53934) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:19.695959 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8df4-b5d6-4846-b2b2-3ed986544dd1 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:19.722518 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8df4-b5d6-4846-b2b2-3ed986544dd1 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:19.789848 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8df4-b5d6-4846-b2b2-3ed986544dd1 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:19.792570 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8df4-b5d6-4846-b2b2-3ed986544dd1 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:19.793825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2d1f8df4-b5d6-4846-b2b2-3ed986544dd1 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] 10.222.0.57 "DELETE /v2.0/security-groups/7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745 HTTP/1.1" status: 204 len: 168 time: 0.1524549 Nov 11 22:12:19.803214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f8df4-b5d6-4846-b2b2-3ed986544dd1 tempest-TestServerBasicOps-1549975907 tempest-TestServerBasicOps-1549975907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ceb8d9f-a0b5-4ff7-b63b-3eb8186e8745,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:19.822879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device e7fb43b2-a037-471f-8871-2d922470b6ae no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:12:19.843158 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: e7fb43b2-a037-471f-8871-2d922470b6ae {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:12:19.843423 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device e7fb43b2-a037-471f-8871-2d922470b6ae not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:12:20.867826 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53940) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:21.727590 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e20b59b-a846-46be-b923-e91cb14c0f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:21.974285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-7e20b59b-a846-46be-b923-e91cb14c0f81 admin admin] Deleting port 4f19edae-434e-4056-8478-a4efbff12b9d {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:12:21.974956 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e20b59b-a846-46be-b923-e91cb14c0f81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:22.056527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-7e20b59b-a846-46be-b923-e91cb14c0f81 admin admin] For port 4f19edae-434e-4056-8478-a4efbff12b9d, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=4f19edae-434e-4056-8478-a4efbff12b9d,segment=NetworkSegment(1313736f-b5cd-44e8-93a5-2d03d10653c3),segment_id=1313736f-b5cd-44e8-93a5-2d03d10653c3)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:22.056924 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e20b59b-a846-46be-b923-e91cb14c0f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:22.069640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-7e20b59b-a846-46be-b923-e91cb14c0f81 admin admin] Calling delete_port for 4f19edae-434e-4056-8478-a4efbff12b9d owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:12:22.256621 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e20b59b-a846-46be-b923-e91cb14c0f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:22.293858 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20b59b-a846-46be-b923-e91cb14c0f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f19edae-434e-4056-8478-a4efbff12b9d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:22.466098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7e20b59b-a846-46be-b923-e91cb14c0f81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:22.691115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e20b59b-a846-46be-b923-e91cb14c0f81 admin admin] Router 2c700230-07f6-408a-9544-c0a12d0ed1d2 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:12:22.800606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e20b59b-a846-46be-b923-e91cb14c0f81 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:12:22.805913 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7e20b59b-a846-46be-b923-e91cb14c0f81 admin admin] 10.222.0.57 "PUT /v2.0/routers/2c700230-07f6-408a-9544-c0a12d0ed1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9369957 Nov 11 22:12:22.808434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53946) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:22.812911 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21aa9a5-f125-4ad4-9522-014f766f4080 None None] Sync routers for ids ['2c700230-07f6-408a-9544-c0a12d0ed1d2'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:12:22.823207 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21aa9a5-f125-4ad4-9522-014f766f4080 None None] Routers {'2c700230-07f6-408a-9544-c0a12d0ed1d2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:12:22.823805 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d21aa9a5-f125-4ad4-9522-014f766f4080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:12:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2c700230-07f6-408a-9544-c0a12d0ed1d2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:22.914189 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:22.926621 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d21aa9a5-f125-4ad4-9522-014f766f4080 None None] Set router 2c700230-07f6-408a-9544-c0a12d0ed1d2 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:12:23.016110 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.068733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] Deleting port 74bdd0dd-7f2a-4ab4-a184-289367cd5f56 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:12:23.069102 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.101040 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d21aa9a5-f125-4ad4-9522-014f766f4080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:12:22Z', 'revision_number': 5, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'gw_port': {'id': '74bdd0dd-7f2a-4ab4-a184-289367cd5f56', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:23.130297 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21aa9a5-f125-4ad4-9522-014f766f4080 None None] Checking router: 2c700230-07f6-408a-9544-c0a12d0ed1d2 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:12:23.143751 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21aa9a5-f125-4ad4-9522-014f766f4080 None None] Routers {'2c700230-07f6-408a-9544-c0a12d0ed1d2'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:12:23.144487 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d21aa9a5-f125-4ad4-9522-014f766f4080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:12:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['2c700230-07f6-408a-9544-c0a12d0ed1d2'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:23.154621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] For port 74bdd0dd-7f2a-4ab4-a184-289367cd5f56, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=74bdd0dd-7f2a-4ab4-a184-289367cd5f56,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:23.154992 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.167304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] Calling delete_port for 74bdd0dd-7f2a-4ab4-a184-289367cd5f56 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:12:23.227462 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d21aa9a5-f125-4ad4-9522-014f766f4080 None None] Set router 2c700230-07f6-408a-9544-c0a12d0ed1d2 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:12:23.280555 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d21aa9a5-f125-4ad4-9522-014f766f4080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:12:23Z', 'revision_number': 6, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:23.306489 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21aa9a5-f125-4ad4-9522-014f766f4080 None None] The sync data for ids ['2c700230-07f6-408a-9544-c0a12d0ed1d2'] in n-d-805737-3 is: [{'id': '2c700230-07f6-408a-9544-c0a12d0ed1d2', 'name': 'tempest-TestServerBasicOps-943189439-router', 'tenant_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:11Z', 'updated_at': '2021-11-11T22:12:23Z', 'revision_number': 6, 'project_id': 'e1a06ae86d904cf5b911040c2d1a1e9f', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:12:23.335701 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.358137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb157b96-a732-40cf-b0f4-e4c66cc4b5db None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:12:23.385439 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=74bdd0dd-7f2a-4ab4-a184-289367cd5f56,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:23.427166 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.518555 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.520756 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.568660 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.569155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c700230-07f6-408a-9544-c0a12d0ed1d2 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:12:23.574643 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.576149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f144dbe9-5214-4734-82cc-760bed8d2f7d admin admin] 10.222.0.57 "DELETE /v2.0/routers/2c700230-07f6-408a-9544-c0a12d0ed1d2 HTTP/1.1" status: 204 len: 168 time: 0.7664900 Nov 11 22:12:23.579490 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53948) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:23.625155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a427a1-742d-494b-8d27-56fc2b3cf337 admin admin] Deleting subnet 578350dd-646b-4a7d-b83a-4089d1753d9c {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:12:23.628781 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2a427a1-742d-494b-8d27-56fc2b3cf337 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.664636 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2a427a1-742d-494b-8d27-56fc2b3cf337 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.753442 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2a427a1-742d-494b-8d27-56fc2b3cf337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.808417 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2a427a1-742d-494b-8d27-56fc2b3cf337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.833637 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a427a1-742d-494b-8d27-56fc2b3cf337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578350dd-646b-4a7d-b83a-4089d1753d9c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:23.837323 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2a427a1-742d-494b-8d27-56fc2b3cf337 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.840473 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f2a427a1-742d-494b-8d27-56fc2b3cf337 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/578350dd-646b-4a7d-b83a-4089d1753d9c HTTP/1.1" status: 204 len: 168 time: 0.2600327 Nov 11 22:12:23.843044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53950) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:23.846413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a002ef8-685b-485b-ba90-7725c3cca564 None None] Network 3a0b1adb-02d0-421e-afe9-9462d92dafd2 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:12:23.915595 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.968225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] Deleting port 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:12:23.968562 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:24.036085 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] For port 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5eabeb34-84c6-46e0-80d8-f7d4d39dfabf,segment=NetworkSegment(1313736f-b5cd-44e8-93a5-2d03d10653c3),segment_id=1313736f-b5cd-44e8-93a5-2d03d10653c3)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:24.036630 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:24.036825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] DHCP port deletion for 3a0b1adb-02d0-421e-afe9-9462d92dafd2 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:12:24.050304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] Calling delete_port for 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:12:24.082988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Deleting port 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:12:24.083363 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:24.135963 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:24.150484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] For port 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5eabeb34-84c6-46e0-80d8-f7d4d39dfabf,segment=NetworkSegment(1313736f-b5cd-44e8-93a5-2d03d10653c3),segment_id=1313736f-b5cd-44e8-93a5-2d03d10653c3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:24.150868 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:24.162144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eabeb34-84c6-46e0-80d8-f7d4d39dfabf,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:24.165765 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] No DVR routers for this DVR port 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:12:24.171590 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Calling delete_port for 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:12:24.244321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:24.247909 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:24.266525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0b1adb-02d0-421e-afe9-9462d92dafd2']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:24.273657 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Pushing event deleted for resources: {'Port': ['ID=5eabeb34-84c6-46e0-80d8-f7d4d39dfabf,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:24.276343 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1313736f-b5cd-44e8-93a5-2d03d10653c3') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:24.276636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1313736f-b5cd-44e8-93a5-2d03d10653c3') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:24.278243 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] No DVR routers for this DVR port 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:12:24.285842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:24.286189 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:24.286514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:24.286842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:24.292192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:24.292192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:24.292192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:24.292192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:24.292192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:24.293728 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:24.294208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:24.294208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:24.294208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1a07-abfe-49a6-89b8-4351294254fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:24.303222 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:24.309768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:12:24.310206 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:12:24.312345 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:12:24.369214 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:24.375943 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:24.378876 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3a0b1adb-02d0-421e-afe9-9462d92dafd2 HTTP/1.1" status: 204 len: 168 time: 0.5348887 Nov 11 22:12:24.384562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53952) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:24.400277 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cbd96-6710-4207-8f7a-87843bee83f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0b1adb-02d0-421e-afe9-9462d92dafd2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:24.426865 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4f19edae-434e-4056-8478-a4efbff12b9d no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:12:24.450574 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 4f19edae-434e-4056-8478-a4efbff12b9d {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:12:24.451273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 4f19edae-434e-4056-8478-a4efbff12b9d not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:12:24.451695 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:12:24.470084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:12:24.470464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5eabeb34-84c6-46e0-80d8-f7d4d39dfabf not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:12:24.470867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 74bdd0dd-7f2a-4ab4-a184-289367cd5f56 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:12:24.489431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 74bdd0dd-7f2a-4ab4-a184-289367cd5f56 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:12:24.489771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 74bdd0dd-7f2a-4ab4-a184-289367cd5f56 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:12:24.750366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a58b1d05-9a04-432d-80a6-13b85a5fa157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:24.994397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a58b1d05-9a04-432d-80a6-13b85a5fa157 admin admin] Deleting port 6666f363-f5b5-40c1-8d67-62229719096b {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:12:24.994736 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a58b1d05-9a04-432d-80a6-13b85a5fa157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:25.078285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-a58b1d05-9a04-432d-80a6-13b85a5fa157 admin admin] For port 6666f363-f5b5-40c1-8d67-62229719096b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6666f363-f5b5-40c1-8d67-62229719096b,segment=NetworkSegment(69ba29d0-2798-4329-ab61-37ec0da91f0c),segment_id=69ba29d0-2798-4329-ab61-37ec0da91f0c)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:25.078999 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a58b1d05-9a04-432d-80a6-13b85a5fa157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:25.095276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a58b1d05-9a04-432d-80a6-13b85a5fa157 admin admin] Calling delete_port for 6666f363-f5b5-40c1-8d67-62229719096b owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:12:25.278110 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a58b1d05-9a04-432d-80a6-13b85a5fa157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:25.303822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b1d05-9a04-432d-80a6-13b85a5fa157 admin admin] Pushing event deleted for resources: {'Port': ['ID=6666f363-f5b5-40c1-8d67-62229719096b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:25.470662 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a58b1d05-9a04-432d-80a6-13b85a5fa157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:25.703816 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58b1d05-9a04-432d-80a6-13b85a5fa157 admin admin] Router 8e7ea1fa-cb4b-49d0-8455-db48e606b387 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:12:25.812370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58b1d05-9a04-432d-80a6-13b85a5fa157 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:12:25.817443 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a58b1d05-9a04-432d-80a6-13b85a5fa157 admin admin] 10.222.0.57 "PUT /v2.0/routers/8e7ea1fa-cb4b-49d0-8455-db48e606b387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4318118 Nov 11 22:12:25.820038 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53954) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:25.822811 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20040f7-da28-47a5-824f-76f9393029f5 None None] Sync routers for ids ['8e7ea1fa-cb4b-49d0-8455-db48e606b387'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:12:25.834113 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20040f7-da28-47a5-824f-76f9393029f5 None None] Routers {'8e7ea1fa-cb4b-49d0-8455-db48e606b387'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:12:25.834804 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c20040f7-da28-47a5-824f-76f9393029f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:12:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['8e7ea1fa-cb4b-49d0-8455-db48e606b387'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:25.924336 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:26.111171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-c20040f7-da28-47a5-824f-76f9393029f5 None None] Set router 8e7ea1fa-cb4b-49d0-8455-db48e606b387 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:12:26.305866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c20040f7-da28-47a5-824f-76f9393029f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'name': 'tempest-TestServerBasicOps-189599288-router', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eedcd10b-df09-4779-991f-acc94f221932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:12:25Z', 'revision_number': 5, 'project_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'gw_port': {'id': 'eedcd10b-df09-4779-991f-acc94f221932', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:26.334097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20040f7-da28-47a5-824f-76f9393029f5 None None] Checking router: 8e7ea1fa-cb4b-49d0-8455-db48e606b387 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:12:26.344274 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20040f7-da28-47a5-824f-76f9393029f5 None None] Routers {'8e7ea1fa-cb4b-49d0-8455-db48e606b387'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:12:26.344961 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c20040f7-da28-47a5-824f-76f9393029f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:12:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['8e7ea1fa-cb4b-49d0-8455-db48e606b387'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:26.372110 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:26.426119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] Deleting port eedcd10b-df09-4779-991f-acc94f221932 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:12:26.426459 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:26.455131 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-c20040f7-da28-47a5-824f-76f9393029f5 None None] Set router 8e7ea1fa-cb4b-49d0-8455-db48e606b387 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:12:26.503578 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] For port eedcd10b-df09-4779-991f-acc94f221932, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=eedcd10b-df09-4779-991f-acc94f221932,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:26.503948 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:26.517137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] Calling delete_port for eedcd10b-df09-4779-991f-acc94f221932 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:12:26.631795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-c20040f7-da28-47a5-824f-76f9393029f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'name': 'tempest-TestServerBasicOps-189599288-router', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eedcd10b-df09-4779-991f-acc94f221932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:12:25Z', 'revision_number': 5, 'project_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'gw_port': {'id': 'eedcd10b-df09-4779-991f-acc94f221932', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:26.661691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20040f7-da28-47a5-824f-76f9393029f5 None None] The sync data for ids ['8e7ea1fa-cb4b-49d0-8455-db48e606b387'] in n-d-805737-3 is: [{'id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'name': 'tempest-TestServerBasicOps-189599288-router', 'tenant_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eedcd10b-df09-4779-991f-acc94f221932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:12:25Z', 'revision_number': 5, 'project_id': 'ef75e34eb8554a87adbd7ba6636c442a', 'gw_port': {'id': 'eedcd10b-df09-4779-991f-acc94f221932', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7ea1fa-cb4b-49d0-8455-db48e606b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:07:16Z', 'updated_at': '2021-11-11T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:12:26.687801 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:26.718133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eedcd10b-df09-4779-991f-acc94f221932,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:26.731743 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780e444e-89bc-4d28-af69-8d3a43da4ba5 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:12:26.777640 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:26.866777 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:26.869098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:26.914713 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:26.915180 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e7ea1fa-cb4b-49d0-8455-db48e606b387 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:12:26.919667 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:26.920641 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-505f6d8c-b8b3-4a0c-8f23-9475e98eb2a7 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8e7ea1fa-cb4b-49d0-8455-db48e606b387 HTTP/1.1" status: 204 len: 168 time: 1.0997374 Nov 11 22:12:26.923245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53956) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:26.972589 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d48816-94f5-4816-92cd-5702f3e9d750 admin admin] Deleting subnet 1c9a5558-f766-4e8c-8ed9-d8a0882a82f1 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:12:26.975599 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-08d48816-94f5-4816-92cd-5702f3e9d750 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.011460 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-08d48816-94f5-4816-92cd-5702f3e9d750 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.089989 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-08d48816-94f5-4816-92cd-5702f3e9d750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.151002 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-08d48816-94f5-4816-92cd-5702f3e9d750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.177596 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d48816-94f5-4816-92cd-5702f3e9d750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9a5558-f766-4e8c-8ed9-d8a0882a82f1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:27.179544 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-08d48816-94f5-4816-92cd-5702f3e9d750 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.182858 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-08d48816-94f5-4816-92cd-5702f3e9d750 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1c9a5558-f766-4e8c-8ed9-d8a0882a82f1 HTTP/1.1" status: 204 len: 168 time: 0.2585928 Nov 11 22:12:27.183789 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a6e1c1-c081-48e2-80a2-f4b3a86b137c None None] Network 987df454-85a3-4d16-9835-8880382dfc81 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:12:27.185485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 53958) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:27.259586 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.324012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] Deleting port 0d601d4b-927b-4c19-afb4-db9481a9c419 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:12:27.324357 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.391462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] For port 0d601d4b-927b-4c19-afb4-db9481a9c419, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=0d601d4b-927b-4c19-afb4-db9481a9c419,segment=NetworkSegment(69ba29d0-2798-4329-ab61-37ec0da91f0c),segment_id=69ba29d0-2798-4329-ab61-37ec0da91f0c)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:27.392103 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.404124 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] Calling delete_port for 0d601d4b-927b-4c19-afb4-db9481a9c419 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:12:27.494600 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.524598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] No DVR routers for this DVR port 0d601d4b-927b-4c19-afb4-db9481a9c419 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:12:27.526171 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d601d4b-927b-4c19-afb4-db9481a9c419,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:27.597495 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.617451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987df454-85a3-4d16-9835-8880382dfc81']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:27.626647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ba29d0-2798-4329-ab61-37ec0da91f0c') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:27.626942 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ba29d0-2798-4329-ab61-37ec0da91f0c') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:27.636205 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.649717 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.659007 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:12:27.659456 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:12:27.661442 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:12:27.685560 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75af7463-8de5-4d5c-bee3-922530d0e61e None None] DHCP port deletion for 987df454-85a3-4d16-9835-8880382dfc81 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:12:27.728303 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.735181 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.737929 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] 10.222.0.57 "DELETE /v2.0/networks/987df454-85a3-4d16-9835-8880382dfc81 HTTP/1.1" status: 204 len: 168 time: 0.5515263 Nov 11 22:12:27.747150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de67f9-a297-4038-838c-b58a0e27fe03 admin admin] Pushing event deleted for resources: {'Network': ['ID=987df454-85a3-4d16-9835-8880382dfc81,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:27.859309 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53962) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:27.902364 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-057fcef1-144f-4080-a0ac-1a61dbca8c7c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e1a06ae86d904cf5b911040c2d1a1e9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408909 Nov 11 22:12:27.905011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53966) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:27.953752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:27.978492 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:28.027107 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:28.029660 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:28.030888 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2fd10638-9e2b-4082-a2da-dda2daf4c9f3 HTTP/1.1" status: 204 len: 168 time: 0.1249905 Nov 11 22:12:28.039382 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd10638-9e2b-4082-a2da-dda2daf4c9f3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:28.047308 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:28.047658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:28.048020 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:28.048338 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:28.048870 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:28.049235 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:28.049597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:28.049927 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:28.050237 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:28.050565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:28.050898 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:28.051209 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2f261-112a-44b6-8a57-652a718ded71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:28.384173 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53972) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:28.406998 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device eedcd10b-df09-4779-991f-acc94f221932 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:12:28.426797 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4f26e0ac-c858-4a48-9350-6ee8cb015bd2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef75e34eb8554a87adbd7ba6636c442a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412834 Nov 11 22:12:28.427281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: eedcd10b-df09-4779-991f-acc94f221932 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:12:28.427705 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device eedcd10b-df09-4779-991f-acc94f221932 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:12:28.428138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 0d601d4b-927b-4c19-afb4-db9481a9c419 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:12:28.429466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 53974) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:28.446951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 0d601d4b-927b-4c19-afb4-db9481a9c419 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:12:28.447285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 0d601d4b-927b-4c19-afb4-db9481a9c419 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:12:28.447689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6666f363-f5b5-40c1-8d67-62229719096b no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:12:28.467106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 6666f363-f5b5-40c1-8d67-62229719096b {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:12:28.467451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6666f363-f5b5-40c1-8d67-62229719096b not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:12:28.486221 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ec39-4f38-4817-8aac-b8b3841135d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:28.517525 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ec39-4f38-4817-8aac-b8b3841135d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:28.570198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ec39-4f38-4817-8aac-b8b3841135d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:28.573006 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ec39-4f38-4817-8aac-b8b3841135d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:28.574219 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0ad0ec39-4f38-4817-8aac-b8b3841135d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ce3561d0-a870-4f62-b6ad-695a32b4d637 HTTP/1.1" status: 204 len: 168 time: 0.1438401 Nov 11 22:12:28.582568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0ec39-4f38-4817-8aac-b8b3841135d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3561d0-a870-4f62-b6ad-695a32b4d637,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:38.987806 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-0e37f65e-7d11-4052-83a1-9d9cf0ede87c tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1c2bf35a78bb4eed9a82266ffa5f6000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297744 Nov 11 22:12:39.179032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-3321d2ac-3020-4cc2-8df1-375de3732e87 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:39.180386 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-3321d2ac-3020-4cc2-8df1-375de3732e87 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870575 Nov 11 22:12:39.198309 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ef580891-268f-4ff8-8891-a4284a62a858 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/quotas/1c2bf35a78bb4eed9a82266ffa5f6000 HTTP/1.1" status: 200 len: 375 time: 0.0097799 Nov 11 22:12:39.230654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-25712ded-a5a2-479c-ac65-39e9ea5fe412 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c2bf35a78bb4eed9a82266ffa5f6000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266831 Nov 11 22:12:40.430701 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c697803d-45df-4a25-b62e-1abc9c994d1a req-ed50ca4b-f139-43e0-8b06-b804cd7f210c tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 210 time: 0.0261643 Nov 11 22:12:41.343901 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:12:41.384094 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:41.508591 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25ba8211-c24f-4068-8f6c-9586a8689c1b req-4da68bb7-4228-438c-af34-08f6ecf49e68 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 210 time: 0.0265841 Nov 11 22:12:42.595453 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-347919a8-4eb0-430f-b745-f456c0e274cd req-a885e96b-7037-4b87-a8a6-9a1332848f5a tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 210 time: 0.0266037 Nov 11 22:12:43.585259 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-06f1f8fe-d967-422e-a7cf-a237cedb690b tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=1c2bf35a78bb4eed9a82266ffa5f6000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288935 Nov 11 22:12:43.695008 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5f91ed1-20a3-487d-8184-c40fb94ff690 req-74088e04-6c67-42b8-9867-9b059d1149a7 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 210 time: 0.0315681 Nov 11 22:12:43.778063 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-c70de7b1-8fd4-4083-a1a4-50474e0716eb tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:43.779500 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-c70de7b1-8fd4-4083-a1a4-50474e0716eb tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882412 Nov 11 22:12:43.793518 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Request body: {'port': {'device_id': '8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'admin_state_up': True, 'tenant_id': '1c2bf35a78bb4eed9a82266ffa5f6000'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:12:43.890481 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f23f962c-30d2-4ae9-bd47-e7d2671151e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:43.907022 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Made reservation on behalf of 1c2bf35a78bb4eed9a82266ffa5f6000 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:12:43.910728 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:43.924214 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:44.004130 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:44.011000 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:44.069434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3a1b9f-d78f-4f55-8e3c-f458d289e767,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:44.140188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Allocated IP 192.168.233.37 (96d7ae3a-6574-4f43-b86b-a82ee810a10d/6f2f82de-aac9-4575-a475-aae627479fde/37aee2d2-d692-48b8-8e8c-0e3437abbce5) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:12:44.293567 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:44.331875 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:44.373092 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Network 96d7ae3a-6574-4f43-b86b-a82ee810a10d is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:12:44.374988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:12:44.381941 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:12:44.411332 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Pushing event updated for resources: {'Port': ['ID=37aee2d2-d692-48b8-8e8c-0e3437abbce5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:44.443932 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:44.444565 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:44.462331 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-ed41ae46-136a-4fd3-9c72-9ce922b29cea tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6724651 Nov 11 22:12:44.567781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-20789e10-cc5d-4dff-a3ef-e59f72078d80 None None] Provisioning complete for port 37aee2d2-d692-48b8-8e8c-0e3437abbce5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:44.568150 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20789e10-cc5d-4dff-a3ef-e59f72078d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:44.605849 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-20789e10-cc5d-4dff-a3ef-e59f72078d80 None None] Port 37aee2d2-d692-48b8-8e8c-0e3437abbce5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:12:44.610871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Request body: {'port': {'device_id': '8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:12:44.662124 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:44.817321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6136ec5-8799-4cc9-906e-e6ecfa7b8a78 req-ee399bbe-60bd-4d15-86ca-28b4a930d491 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:44.818704 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6136ec5-8799-4cc9-906e-e6ecfa7b8a78 req-ee399bbe-60bd-4d15-86ca-28b4a930d491 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 935 time: 0.0537672 Nov 11 22:12:44.867944 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6136ec5-8799-4cc9-906e-e6ecfa7b8a78 req-65a4691b-0be4-41da-92ac-5b2c67fbd826 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/security-groups?id=ab3a1b9f-d78f-4f55-8e3c-f458d289e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427971 Nov 11 22:12:44.919707 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:44.928516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37aee2d2-d692-48b8-8e8c-0e3437abbce5 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:12:44.935890 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:44.947745 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Transition to ACTIVE for port object 37aee2d2-d692-48b8-8e8c-0e3437abbce5 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:12:44.954503 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:45.005666 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Pushing event updated for resources: {'Port': ['ID=37aee2d2-d692-48b8-8e8c-0e3437abbce5,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:45.070725 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Attempting to bind port 37aee2d2-d692-48b8-8e8c-0e3437abbce5 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:12:45.071044 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Attempting to bind port 37aee2d2-d692-48b8-8e8c-0e3437abbce5 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:12:45.071372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Attempting to bind port 37aee2d2-d692-48b8-8e8c-0e3437abbce5 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:12:45.076351 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Port 37aee2d2-d692-48b8-8e8c-0e3437abbce5 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:12:45.077172 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Attempting to bind port 37aee2d2-d692-48b8-8e8c-0e3437abbce5 on network 96d7ae3a-6574-4f43-b86b-a82ee810a10d {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:12:45.082564 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:12:45.082893 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Checking segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:12:45.083251 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Bound using segment: {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:12:45.083693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Bound port: 37aee2d2-d692-48b8-8e8c-0e3437abbce5, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175a064-50cf-4839-815d-a966188b8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:12:45.084187 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:45.151664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] For port 37aee2d2-d692-48b8-8e8c-0e3437abbce5, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:12:45.154708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] For port 37aee2d2-d692-48b8-8e8c-0e3437abbce5, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=37aee2d2-d692-48b8-8e8c-0e3437abbce5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:12:45.160505 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:45.196453 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:45.197208 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:45.199139 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] 10.222.0.71 "PUT /v2.0/ports/37aee2d2-d692-48b8-8e8c-0e3437abbce5 HTTP/1.1" status: 200 len: 1095 time: 0.7212210 Nov 11 22:12:45.199688 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8', 'tag': '37aee2d2-d692-48b8-8e8c-0e3437abbce5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:12:45.202630 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a784b292-e442-45ed-bd3a-124905824e58" -d '{"events": [{"name": "network-changed", "server_uuid": "8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8", "tag": "37aee2d2-d692-48b8-8e8c-0e3437abbce5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:12:45.233236 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fa355-0d00-43dc-a008-d0c70fd66302 service neutron] Pushing event updated for resources: {'Port': ['ID=37aee2d2-d692-48b8-8e8c-0e3437abbce5,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:45.315855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-191f82a4-e1d9-4680-8510-fa40f28c3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:45.317431 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-191f82a4-e1d9-4680-8510-fa40f28c3911 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1c2bf35a78bb4eed9a82266ffa5f6000&device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 1098 time: 0.0477760 Nov 11 22:12:45.334224 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fec7d6-81a8-4ff9-9e4e-69ed5172bbaa x-openstack-request-id: req-87fec7d6-81a8-4ff9-9e4e-69ed5172bbaa {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:12:45.334515 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8", "tag": "37aee2d2-d692-48b8-8e8c-0e3437abbce5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:12:45.334769 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87fec7d6-81a8-4ff9-9e4e-69ed5172bbaa {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:12:45.335209 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8', 'tag': '37aee2d2-d692-48b8-8e8c-0e3437abbce5', 'status': 'completed', 'code': 200} Nov 11 22:12:45.372607 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-d3390572-5302-4810-afd0-548222807195 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=37aee2d2-d692-48b8-8e8c-0e3437abbce5 HTTP/1.1" status: 200 len: 217 time: 0.0404584 Nov 11 22:12:45.428228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-be5d17d9-d9cf-4db1-9284-3f9682620f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:45.429755 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-be5d17d9-d9cf-4db1-9284-3f9682620f0b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0443947 Nov 11 22:12:45.483830 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-da08af03-2406-45d7-a4ff-7e3e1e6c0489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:45.485341 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-da08af03-2406-45d7-a4ff-7e3e1e6c0489 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416801 Nov 11 22:12:45.582439 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-fee541d3-f908-4afe-9995-e3f98fcb7fad service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835347 Nov 11 22:12:45.676882 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d9ffcc0e-78b2-405c-8047-64820ad6b9f7 req-9bf01c24-7e6a-495d-b336-6e969bd49dac service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816982 Nov 11 22:12:45.775470 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784b292-e442-45ed-bd3a-124905824e58 req-eeabb4fe-8a76-4bf1-be1d-10b81722d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:45.777019 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a784b292-e442-45ed-bd3a-124905824e58 req-eeabb4fe-8a76-4bf1-be1d-10b81722d7ae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1c2bf35a78bb4eed9a82266ffa5f6000&device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 1098 time: 0.0428348 Nov 11 22:12:45.873731 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784b292-e442-45ed-bd3a-124905824e58 req-8ceafd10-967c-4f6e-b74d-55063a52764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:45.875123 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a784b292-e442-45ed-bd3a-124905824e58 req-8ceafd10-967c-4f6e-b74d-55063a52764f service neutron] 10.222.0.71 "GET /v2.0/networks?id=96d7ae3a-6574-4f43-b86b-a82ee810a10d HTTP/1.1" status: 200 len: 871 time: 0.0911732 Nov 11 22:12:45.917893 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a784b292-e442-45ed-bd3a-124905824e58 req-eae03461-e55e-4a30-b4fd-c87b1dddd702 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=37aee2d2-d692-48b8-8e8c-0e3437abbce5 HTTP/1.1" status: 200 len: 217 time: 0.0346794 Nov 11 22:12:45.972269 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784b292-e442-45ed-bd3a-124905824e58 req-762223a2-3625-4b84-b694-48e50a787202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:45.974753 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a784b292-e442-45ed-bd3a-124905824e58 req-762223a2-3625-4b84-b694-48e50a787202 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f2f82de-aac9-4575-a475-aae627479fde HTTP/1.1" status: 200 len: 843 time: 0.0481825 Nov 11 22:12:45.988043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54629609-ba07-4457-84f2-d0402832bc4c req-2c5adfd8-612c-4404-a7e5-e39a36a05e60 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:45.989546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54629609-ba07-4457-84f2-d0402832bc4c req-2c5adfd8-612c-4404-a7e5-e39a36a05e60 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 947 time: 0.0515893 Nov 11 22:12:46.021231 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784b292-e442-45ed-bd3a-124905824e58 req-cebe8eac-e8e0-4a87-a2e7-f3274f45e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:46.022746 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a784b292-e442-45ed-bd3a-124905824e58 req-cebe8eac-e8e0-4a87-a2e7-f3274f45e1e4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d7ae3a-6574-4f43-b86b-a82ee810a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0410142 Nov 11 22:12:46.039418 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54629609-ba07-4457-84f2-d0402832bc4c req-72fc9309-bb66-487f-8c27-b1d10ef5bfd9 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/security-groups?id=ab3a1b9f-d78f-4f55-8e3c-f458d289e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434570 Nov 11 22:12:46.080036 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f84cdce-24aa-4349-8ccc-5d00f342c3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:46.135439 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a784b292-e442-45ed-bd3a-124905824e58 req-6ed7a2e4-cd42-4475-819a-d3457ae33106 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043735 Nov 11 22:12:46.227218 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a784b292-e442-45ed-bd3a-124905824e58 req-ad965db1-eca3-478d-bd4a-491b81a5f0af service neutron] 10.222.0.71 "GET /v2.0/networks/96d7ae3a-6574-4f43-b86b-a82ee810a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840828 Nov 11 22:12:47.180246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa575d7-e1c3-405f-af25-46abe94d47b9 req-8c18bfda-7923-48b4-b2c0-1d20b770f9e4 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:47.181787 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6fa575d7-e1c3-405f-af25-46abe94d47b9 req-8c18bfda-7923-48b4-b2c0-1d20b770f9e4 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 947 time: 0.0629699 Nov 11 22:12:47.229912 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6fa575d7-e1c3-405f-af25-46abe94d47b9 req-b25f8604-56fe-4771-959c-0a02c22ce723 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/security-groups?id=ab3a1b9f-d78f-4f55-8e3c-f458d289e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421100 Nov 11 22:12:47.301754 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:48.351314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616e161-7bb3-4e1c-923e-fb5477e2c5ab req-0bf2c57c-a218-4621-a149-d8ec881a9a06 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:48.352822 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1616e161-7bb3-4e1c-923e-fb5477e2c5ab req-0bf2c57c-a218-4621-a149-d8ec881a9a06 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 947 time: 0.0492344 Nov 11 22:12:48.400584 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1616e161-7bb3-4e1c-923e-fb5477e2c5ab req-9ea7f589-9887-42b4-b053-add9e4af5ef4 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/security-groups?id=ab3a1b9f-d78f-4f55-8e3c-f458d289e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Nov 11 22:12:48.694768 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:48.884842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 37aee2d2-d692-48b8-8e8c-0e3437abbce5 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:12:48.992438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 37aee2d2-d692-48b8-8e8c-0e3437abbce5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=37aee2d2-d692-48b8-8e8c-0e3437abbce5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:49.009950 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '37aee2d2-d692-48b8-8e8c-0e3437abbce5', 'network_id': '96d7ae3a-6574-4f43-b86b-a82ee810a10d', 'port_id': '37aee2d2-d692-48b8-8e8c-0e3437abbce5', 'mac_address': 'fa:16:3e:37:74:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f82de-aac9-4575-a475-aae627479fde', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:12:49.047312 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:49.059547 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37aee2d2-d692-48b8-8e8c-0e3437abbce5 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:12:49.078879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 37aee2d2-d692-48b8-8e8c-0e3437abbce5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=37aee2d2-d692-48b8-8e8c-0e3437abbce5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:49.086874 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:49.137482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=37aee2d2-d692-48b8-8e8c-0e3437abbce5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:49.357571 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:49.385594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['37aee2d2-d692-48b8-8e8c-0e3437abbce5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:12:49.518315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1ea6d-bd56-48ad-9023-e81ee787cef9 req-b7937d83-07aa-46f7-9e25-942fd7a6654c tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:49.519793 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9f1ea6d-bd56-48ad-9023-e81ee787cef9 req-b7937d83-07aa-46f7-9e25-942fd7a6654c tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 948 time: 0.0482054 Nov 11 22:12:49.572253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9f1ea6d-bd56-48ad-9023-e81ee787cef9 req-d30351bf-138f-4477-9903-c9304ff319cd tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/security-groups?id=ab3a1b9f-d78f-4f55-8e3c-f458d289e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452349 Nov 11 22:12:50.705630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048e191-43a7-471a-b21b-9c46eed9c0f0 req-fbf82372-1788-4e13-9619-7630d144247f tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:50.707137 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8048e191-43a7-471a-b21b-9c46eed9c0f0 req-fbf82372-1788-4e13-9619-7630d144247f tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 948 time: 0.0555639 Nov 11 22:12:50.755249 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8048e191-43a7-471a-b21b-9c46eed9c0f0 req-9827945b-d777-4f02-9eb5-4277ca50a4e2 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/security-groups?id=ab3a1b9f-d78f-4f55-8e3c-f458d289e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416961 Nov 11 22:12:50.900035 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 37aee2d2-d692-48b8-8e8c-0e3437abbce5 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:12:50.955476 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 37aee2d2-d692-48b8-8e8c-0e3437abbce5 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:12:50.959577 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 37aee2d2-d692-48b8-8e8c-0e3437abbce5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:50.959905 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:51.035114 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:51.058173 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aee2d2-d692-48b8-8e8c-0e3437abbce5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:12:51.060483 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab62aca-7500-4a3f-babf-da88478f57dd" -d '{"events": [{"server_uuid": "8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8", "name": "network-vif-plugged", "status": "completed", "tag": "37aee2d2-d692-48b8-8e8c-0e3437abbce5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:12:51.072960 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 37aee2d2-d692-48b8-8e8c-0e3437abbce5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=37aee2d2-d692-48b8-8e8c-0e3437abbce5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:51.078745 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:51.127431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=37aee2d2-d692-48b8-8e8c-0e3437abbce5,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:51.160532 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5506e5f1-0153-4497-8d0e-f2c50a71b2a3 x-openstack-request-id: req-5506e5f1-0153-4497-8d0e-f2c50a71b2a3 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:12:51.160866 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8", "name": "network-vif-plugged", "status": "completed", "tag": "37aee2d2-d692-48b8-8e8c-0e3437abbce5", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:12:51.161124 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5506e5f1-0153-4497-8d0e-f2c50a71b2a3 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:12:51.161547 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aee2d2-d692-48b8-8e8c-0e3437abbce5', 'code': 200} Nov 11 22:12:51.277729 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052578f4-cf8f-4948-8a18-6c9be383c627 req-27c6fd83-128d-4583-bcf1-ae514deaa0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:51.279239 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-052578f4-cf8f-4948-8a18-6c9be383c627 req-27c6fd83-128d-4583-bcf1-ae514deaa0f6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 1100 time: 0.0416191 Nov 11 22:12:51.330976 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-052578f4-cf8f-4948-8a18-6c9be383c627 req-339c9533-0b15-44fb-81e5-4cd3adc8287e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ab3a1b9f-d78f-4f55-8e3c-f458d289e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Nov 11 22:12:51.887707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963feed-300f-421c-b762-3aea7b0d5b75 req-bf858d09-94b2-4885-b9d2-551ee6a58663 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:51.889203 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d963feed-300f-421c-b762-3aea7b0d5b75 req-bf858d09-94b2-4885-b9d2-551ee6a58663 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 949 time: 0.0514927 Nov 11 22:12:51.936559 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d963feed-300f-421c-b762-3aea7b0d5b75 req-5d7982d8-99f9-4570-8df3-6f27fdc00da9 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/security-groups?id=ab3a1b9f-d78f-4f55-8e3c-f458d289e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Nov 11 22:12:53.070426 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff1e23-3740-43c5-89d5-49b62c052b31 req-f9361a89-14dc-469a-840e-2722f71ea4b1 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:53.071884 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cdff1e23-3740-43c5-89d5-49b62c052b31 req-f9361a89-14dc-469a-840e-2722f71ea4b1 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 949 time: 0.0612545 Nov 11 22:12:53.120244 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cdff1e23-3740-43c5-89d5-49b62c052b31 req-d0968706-2357-4161-970a-1896fe9dfc2b tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/security-groups?id=ab3a1b9f-d78f-4f55-8e3c-f458d289e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Nov 11 22:12:53.458325 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-ae445d9c-d17c-447d-89d8-21cae1db9a92 req-7aa6f005-d854-4dfd-8f91-d848a5467bb7 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:12:53.459364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae445d9c-d17c-447d-89d8-21cae1db9a92 req-7aa6f005-d854-4dfd-8f91-d848a5467bb7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0624804 Nov 11 22:12:54.059478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9637f-1b2a-4886-a38a-8554f8929f91 req-6e54b831-29d1-47a3-967e-459796efd12d tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:54.060851 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fde9637f-1b2a-4886-a38a-8554f8929f91 req-6e54b831-29d1-47a3-967e-459796efd12d tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 949 time: 0.0494010 Nov 11 22:12:54.110127 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fde9637f-1b2a-4886-a38a-8554f8929f91 req-fcea89f5-4fb3-4c4c-a57b-c7e1dad84a4e tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/security-groups?id=ab3a1b9f-d78f-4f55-8e3c-f458d289e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 Nov 11 22:12:55.247424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de7aa6-616d-4472-8eef-52046af6a3d9 req-6e334bb7-9e38-41dc-9f0e-8af998694696 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:55.248953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78de7aa6-616d-4472-8eef-52046af6a3d9 req-6e334bb7-9e38-41dc-9f0e-8af998694696 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 949 time: 0.0511107 Nov 11 22:12:55.302239 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78de7aa6-616d-4472-8eef-52046af6a3d9 req-466b6965-97a9-4837-9970-9fc101f2ef9d tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/security-groups?id=ab3a1b9f-d78f-4f55-8e3c-f458d289e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472386 Nov 11 22:12:55.449820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f6c1a-8bd6-48bf-8a94-1877f6ea6a9f req-02db7263-2855-4e32-98bc-e1441c4174e4 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:55.451167 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-627f6c1a-8bd6-48bf-8a94-1877f6ea6a9f req-02db7263-2855-4e32-98bc-e1441c4174e4 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 949 time: 0.0586112 Nov 11 22:12:55.555182 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-627f6c1a-8bd6-48bf-8a94-1877f6ea6a9f req-7918f25a-3447-4e77-b420-9d7db8b87f87 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Deleting port 37aee2d2-d692-48b8-8e8c-0e3437abbce5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:12:55.555518 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-627f6c1a-8bd6-48bf-8a94-1877f6ea6a9f req-7918f25a-3447-4e77-b420-9d7db8b87f87 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:55.651283 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-627f6c1a-8bd6-48bf-8a94-1877f6ea6a9f req-7918f25a-3447-4e77-b420-9d7db8b87f87 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] For port 37aee2d2-d692-48b8-8e8c-0e3437abbce5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=37aee2d2-d692-48b8-8e8c-0e3437abbce5,segment=NetworkSegment(1175a064-50cf-4839-815d-a966188b8fea),segment_id=1175a064-50cf-4839-815d-a966188b8fea)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:55.651625 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-627f6c1a-8bd6-48bf-8a94-1877f6ea6a9f req-7918f25a-3447-4e77-b420-9d7db8b87f87 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:55.668188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-627f6c1a-8bd6-48bf-8a94-1877f6ea6a9f req-7918f25a-3447-4e77-b420-9d7db8b87f87 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Calling delete_port for 37aee2d2-d692-48b8-8e8c-0e3437abbce5 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:12:55.803685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-627f6c1a-8bd6-48bf-8a94-1877f6ea6a9f req-7918f25a-3447-4e77-b420-9d7db8b87f87 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:55.821576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['37aee2d2-d692-48b8-8e8c-0e3437abbce5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:12:55.831955 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918f25a-3447-4e77-b420-9d7db8b87f87 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Pushing event deleted for resources: {'Port': ['ID=37aee2d2-d692-48b8-8e8c-0e3437abbce5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:55.873345 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-627f6c1a-8bd6-48bf-8a94-1877f6ea6a9f req-7918f25a-3447-4e77-b420-9d7db8b87f87 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] No DVR routers for this DVR port 37aee2d2-d692-48b8-8e8c-0e3437abbce5 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:12:55.876257 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-627f6c1a-8bd6-48bf-8a94-1877f6ea6a9f req-7918f25a-3447-4e77-b420-9d7db8b87f87 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:55.879818 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-627f6c1a-8bd6-48bf-8a94-1877f6ea6a9f req-7918f25a-3447-4e77-b420-9d7db8b87f87 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.71 "DELETE /v2.0/ports/37aee2d2-d692-48b8-8e8c-0e3437abbce5 HTTP/1.1" status: 204 len: 173 time: 0.4174302 Nov 11 22:12:55.880340 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8', 'name': 'network-vif-deleted', 'tag': '37aee2d2-d692-48b8-8e8c-0e3437abbce5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:12:55.882890 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bed4dbe-0dfa-4256-aaf7-523ce3f59c94" -d '{"events": [{"server_uuid": "8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8", "name": "network-vif-deleted", "tag": "37aee2d2-d692-48b8-8e8c-0e3437abbce5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:12:55.928848 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ce737c-e5d7-4208-86d3-e2636d2a4e81 x-openstack-request-id: req-d0ce737c-e5d7-4208-86d3-e2636d2a4e81 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:12:55.929385 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8", "name": "network-vif-deleted", "tag": "37aee2d2-d692-48b8-8e8c-0e3437abbce5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:12:55.929826 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d0ce737c-e5d7-4208-86d3-e2636d2a4e81 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:12:55.930518 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8', 'name': 'network-vif-deleted', 'tag': '37aee2d2-d692-48b8-8e8c-0e3437abbce5', 'status': 'completed', 'code': 200} Nov 11 22:12:56.413454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cc14a20-1b25-4960-844d-2ad77fdfddd0 req-8ea5e1c0-9208-4480-a710-8186f08793f2 tempest-ServersAdminNegativeTestJSON-858932235 tempest-ServersAdminNegativeTestJSON-858932235-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b48600c-30b4-454a-b2cc-fd5d7ca4c1e8 HTTP/1.1" status: 200 len: 210 time: 0.0265567 Nov 11 22:12:57.732076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54132) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:57.871742 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-addffcd9-f0c8-40a4-8fbd-7f10dd3a58a6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c2bf35a78bb4eed9a82266ffa5f6000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384690 Nov 11 22:12:57.874316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54136) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:57.925266 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-546be23a-a6a5-4d56-9ea7-2f4f4f996731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:57.950963 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-546be23a-a6a5-4d56-9ea7-2f4f4f996731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:58.008909 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-546be23a-a6a5-4d56-9ea7-2f4f4f996731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:58.011760 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-546be23a-a6a5-4d56-9ea7-2f4f4f996731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:58.012989 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-546be23a-a6a5-4d56-9ea7-2f4f4f996731 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ab3a1b9f-d78f-4f55-8e3c-f458d289e767 HTTP/1.1" status: 204 len: 168 time: 0.1377566 Nov 11 22:12:58.020662 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546be23a-a6a5-4d56-9ea7-2f4f4f996731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3a1b9f-d78f-4f55-8e3c-f458d289e767,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:58.300512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54144) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:58.314048 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1fe438ac-8f4b-46c9-9ec3-dbabb774ce2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:58.389958 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1fe438ac-8f4b-46c9-9ec3-dbabb774ce2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:58.395441 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1fe438ac-8f4b-46c9-9ec3-dbabb774ce2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:58.433313 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1fe438ac-8f4b-46c9-9ec3-dbabb774ce2a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3ebb7543b4aa4091b2ac847f29cf019d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315205 Nov 11 22:12:58.434122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe438ac-8f4b-46c9-9ec3-dbabb774ce2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70928ab-ad9c-4b32-8358-2e130aa60ed0,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:58.436241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54146) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:58.489547 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5963aa98-ed11-4483-bf8c-70e5b6309148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:58.511702 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5963aa98-ed11-4483-bf8c-70e5b6309148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:58.565796 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5963aa98-ed11-4483-bf8c-70e5b6309148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:58.569566 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5963aa98-ed11-4483-bf8c-70e5b6309148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:58.571242 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5963aa98-ed11-4483-bf8c-70e5b6309148 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a70928ab-ad9c-4b32-8358-2e130aa60ed0 HTTP/1.1" status: 204 len: 168 time: 0.1339157 Nov 11 22:12:58.579605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963aa98-ed11-4483-bf8c-70e5b6309148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70928ab-ad9c-4b32-8358-2e130aa60ed0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:58.929043 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 37aee2d2-d692-48b8-8e8c-0e3437abbce5 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:12:58.953541 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 37aee2d2-d692-48b8-8e8c-0e3437abbce5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:12:58.953894 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 37aee2d2-d692-48b8-8e8c-0e3437abbce5 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:12:59.316468 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54168) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:59.426560 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-287465024-network', 'tenant_id': '67814987f64d4c77bd37460446350d66'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:12:59.451836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] Made reservation on behalf of 67814987f64d4c77bd37460446350d66 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:12:59.454849 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:59.463286 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:59.538818 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:59.544319 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:59.569508 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] vlan segment allocate from pool success with {'vlan_id': 1183, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:12:59.575583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed309b1-2501-4cb4-aa0a-a0a2efe9b057,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:59.581738 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:59.582072 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] Added segment b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05 of type vlan for network d1b88290-1a05-449f-b827-8017437044aa Nov 11 22:12:59.624169 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:59.656724 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:59.657618 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:59.658185 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:59.711255 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3936379 Nov 11 22:12:59.714712 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54172) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:59.718715 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18653251-4704-42b2-baaf-2da02877b594 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b88290-1a05-449f-b827-8017437044aa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:59.719846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-167e3be9-fbe6-4f87-8030-18deb0560744 admin admin] Request body: {'subnet': {'network_id': 'd1b88290-1a05-449f-b827-8017437044aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-287465024-subnet', 'tenant_id': '67814987f64d4c77bd37460446350d66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:12:59.729870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network d1b88290-1a05-449f-b827-8017437044aa details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:12:59.742468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167e3be9-fbe6-4f87-8030-18deb0560744 admin admin] Made reservation on behalf of 67814987f64d4c77bd37460446350d66 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:12:59.744970 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-167e3be9-fbe6-4f87-8030-18deb0560744 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:59.923280 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-167e3be9-fbe6-4f87-8030-18deb0560744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:59.988106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e3be9-fbe6-4f87-8030-18deb0560744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e51cad7-03ae-4ec4-8629-47ce0975f995,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:59.997298 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167e3be9-fbe6-4f87-8030-18deb0560744 admin admin] Checking segment: {'id': 'b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'd1b88290-1a05-449f-b827-8017437044aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:12:59.997729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167e3be9-fbe6-4f87-8030-18deb0560744 admin admin] Network hostable DHCP agents. Network: d1b88290-1a05-449f-b827-8017437044aa, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:13:00.017269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167e3be9-fbe6-4f87-8030-18deb0560744 admin admin] Network d1b88290-1a05-449f-b827-8017437044aa is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:13:00.026748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-167e3be9-fbe6-4f87-8030-18deb0560744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, d1b88290-1a05-449f-b827-8017437044aa) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:13:00.031420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167e3be9-fbe6-4f87-8030-18deb0560744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:00.032539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-167e3be9-fbe6-4f87-8030-18deb0560744 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:00.035794 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bafeccc-4bbe-43be-916f-d8020ae0d80f None None] Network d1b88290-1a05-449f-b827-8017437044aa requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:13:00.048930 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-167e3be9-fbe6-4f87-8030-18deb0560744 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3329973 Nov 11 22:13:00.164215 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60428f35-6291-483a-9930-b7048defe086 None None] Network d1b88290-1a05-449f-b827-8017437044aa requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:13:00.469390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-918b8888-1aa8-4461-b6ec-614aa5d09036 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:00.470768 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-918b8888-1aa8-4461-b6ec-614aa5d09036 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/networks?id=d1b88290-1a05-449f-b827-8017437044aa HTTP/1.1" status: 200 len: 811 time: 0.1022794 Nov 11 22:13:00.488833 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-6bc524e2-83cc-43da-abb6-a04238994796 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/quotas/67814987f64d4c77bd37460446350d66 HTTP/1.1" status: 200 len: 375 time: 0.0094402 Nov 11 22:13:00.524746 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-14419189-be36-40dc-a1c9-2bdaa47fba29 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=67814987f64d4c77bd37460446350d66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283337 Nov 11 22:13:00.537259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-e1eea886-b0bf-4c1a-87ab-122d3b786632 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:13:00.538245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-e1eea886-b0bf-4c1a-87ab-122d3b786632 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056140 Nov 11 22:13:00.636610 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-4b3d81c6-70c3-4225-aefb-dc768cd585be service neutron] 10.222.0.57 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923471 Nov 11 22:13:00.730625 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-7acf7e8b-6b9f-4947-be65-15c3ec1ba336 service neutron] 10.222.0.57 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846069 Nov 11 22:13:00.895847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3509059d-8e55-4b20-86a9-dd1f5e2f7ec3 req-fc659d7f-b539-41a5-8675-07a8b2945df6 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 210 time: 0.0327129 Nov 11 22:13:01.973012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02132ef0-c0c0-4d3f-8218-24dede4583e6 req-830390a9-b750-4c99-8133-f3870f5ade71 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 210 time: 0.0270340 Nov 11 22:13:03.065717 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a31bc6b-e8d2-4531-93af-26a1ff1ce9f9 req-3f07582b-ad17-4758-b16d-c72ed17ab73c tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 210 time: 0.0280604 Nov 11 22:13:04.167980 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5827a6a6-0c10-4505-8d16-47b12e8fdaa8 req-32adbf8d-0c49-4be8-a7ea-b3940dcb2b63 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 210 time: 0.0266125 Nov 11 22:13:04.514617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-e7b144e3-50e3-4145-8c8f-445fb12abecf tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:04.516049 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-e7b144e3-50e3-4145-8c8f-445fb12abecf tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.71 "GET /v2.0/networks?id=d1b88290-1a05-449f-b827-8017437044aa HTTP/1.1" status: 200 len: 811 time: 0.3594532 Nov 11 22:13:04.541533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-60c8261d-6347-4842-a5b7-57c1fc682bb6 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Request body: {'port': {'device_id': '4d26e0fe-c9dc-4d8e-b408-508c89a764e0', 'network_id': 'd1b88290-1a05-449f-b827-8017437044aa', 'admin_state_up': True, 'tenant_id': '67814987f64d4c77bd37460446350d66'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:13:04.673019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-60c8261d-6347-4842-a5b7-57c1fc682bb6 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Made reservation on behalf of 67814987f64d4c77bd37460446350d66 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:13:04.676447 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-60c8261d-6347-4842-a5b7-57c1fc682bb6 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:04.798713 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-60c8261d-6347-4842-a5b7-57c1fc682bb6 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Allocated IP 172.20.0.8 (d1b88290-1a05-449f-b827-8017437044aa/0e51cad7-03ae-4ec4-8629-47ce0975f995/1f35ce5a-80f3-419b-96cb-16b1b15fc7e3) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:13:04.957855 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-60c8261d-6347-4842-a5b7-57c1fc682bb6 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:04.998689 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-60c8261d-6347-4842-a5b7-57c1fc682bb6 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.040978 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-60c8261d-6347-4842-a5b7-57c1fc682bb6 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Network d1b88290-1a05-449f-b827-8017437044aa is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:13:05.046154 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-60c8261d-6347-4842-a5b7-57c1fc682bb6 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:13:05.049951 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-60c8261d-6347-4842-a5b7-57c1fc682bb6 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:13:05.056373 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8261d-6347-4842-a5b7-57c1fc682bb6 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Pushing event updated for resources: {'Port': ['ID=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:05.107968 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-60c8261d-6347-4842-a5b7-57c1fc682bb6 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:05.108597 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-60c8261d-6347-4842-a5b7-57c1fc682bb6 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.125961 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-60c8261d-6347-4842-a5b7-57c1fc682bb6 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5880361 Nov 11 22:13:05.142056 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Request body: {'port': {'device_id': '4d26e0fe-c9dc-4d8e-b408-508c89a764e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:13:05.194770 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.284923 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6727c1-1979-41e2-9149-bba9ce699e28 req-ed5a27f5-9b5c-4c7f-b59a-f3c9e6fa2947 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:05.286319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c6727c1-1979-41e2-9149-bba9ce699e28 req-ed5a27f5-9b5c-4c7f-b59a-f3c9e6fa2947 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 931 time: 0.0482256 Nov 11 22:13:05.339643 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c6727c1-1979-41e2-9149-bba9ce699e28 req-539e5309-200b-4e4f-99a6-bfe3ba3fa4a3 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471938 Nov 11 22:13:05.457220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:13:05.465137 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.479271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Transition to ACTIVE for port object 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:13:05.485865 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.537759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Pushing event updated for resources: {'Port': ['ID=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:05.600785 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Attempting to bind port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:13:05.601140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Attempting to bind port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'd1b88290-1a05-449f-b827-8017437044aa'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:13:05.601467 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Attempting to bind port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 on network d1b88290-1a05-449f-b827-8017437044aa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:13:05.606163 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 on network d1b88290-1a05-449f-b827-8017437044aa not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:13:05.606486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Attempting to bind port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 on network d1b88290-1a05-449f-b827-8017437044aa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:13:05.611441 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:13:05.611786 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Checking segment: {'id': 'b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'd1b88290-1a05-449f-b827-8017437044aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:13:05.612153 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Bound using segment: {'id': 'b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'd1b88290-1a05-449f-b827-8017437044aa'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:13:05.612569 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Bound port: 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'd1b88290-1a05-449f-b827-8017437044aa'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:13:05.612945 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.679961 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] For port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:13:05.683113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] For port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,segment=NetworkSegment(b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05),segment_id=b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:13:05.689504 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.732136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:05.732851 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.734271 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] 10.222.0.71 "PUT /v2.0/ports/1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 HTTP/1.1" status: 200 len: 1091 time: 0.5962687 Nov 11 22:13:05.734720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d26e0fe-c9dc-4d8e-b408-508c89a764e0', 'tag': '1f35ce5a-80f3-419b-96cb-16b1b15fc7e3'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:13:05.737765 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0691fd-f5cf-4006-b6d6-d2798bd36da3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d26e0fe-c9dc-4d8e-b408-508c89a764e0", "tag": "1f35ce5a-80f3-419b-96cb-16b1b15fc7e3"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:13:05.762138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdab95-1e90-421c-b651-d4fffb5c6155 service neutron] Pushing event updated for resources: {'Port': ['ID=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:05.774785 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5358ac-05f8-4bfb-94a5-29924d00393c x-openstack-request-id: req-3f5358ac-05f8-4bfb-94a5-29924d00393c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:13:05.775065 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d26e0fe-c9dc-4d8e-b408-508c89a764e0", "tag": "1f35ce5a-80f3-419b-96cb-16b1b15fc7e3", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:13:05.775372 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f5358ac-05f8-4bfb-94a5-29924d00393c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:13:05.775778 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d26e0fe-c9dc-4d8e-b408-508c89a764e0', 'tag': '1f35ce5a-80f3-419b-96cb-16b1b15fc7e3', 'status': 'completed', 'code': 200} Nov 11 22:13:05.832472 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-222a1c4f-6356-4412-8260-f8f38bd142e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:05.833988 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-222a1c4f-6356-4412-8260-f8f38bd142e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67814987f64d4c77bd37460446350d66&device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 1094 time: 0.0480001 Nov 11 22:13:05.886362 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-948be05f-c80c-496b-83a9-5cf0e2627e03 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 HTTP/1.1" status: 200 len: 217 time: 0.0373888 Nov 11 22:13:05.939467 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-26ffcd28-b1eb-448a-9692-c7c293ee5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:05.940907 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-26ffcd28-b1eb-448a-9692-c7c293ee5c3c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0e51cad7-03ae-4ec4-8629-47ce0975f995 HTTP/1.1" status: 200 len: 851 time: 0.0449281 Nov 11 22:13:05.977966 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-039c74a3-9a1f-41b5-9888-45b0ae864845 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1b88290-1a05-449f-b827-8017437044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246093 Nov 11 22:13:06.074999 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-f971b12f-8d6f-4939-ace0-e84a81381c07 service neutron] 10.222.0.71 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842659 Nov 11 22:13:06.177804 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1e3267ab-2ca4-44cb-8241-f5446b686b6a req-ce05c9b7-9fb2-4662-a430-72359e14e704 service neutron] 10.222.0.71 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893300 Nov 11 22:13:06.275105 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0691fd-f5cf-4006-b6d6-d2798bd36da3 req-765a0548-cb47-4d1a-a0e2-aa3b13c142e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:06.276578 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ae0691fd-f5cf-4006-b6d6-d2798bd36da3 req-765a0548-cb47-4d1a-a0e2-aa3b13c142e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67814987f64d4c77bd37460446350d66&device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 1094 time: 0.0405455 Nov 11 22:13:06.377762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0691fd-f5cf-4006-b6d6-d2798bd36da3 req-adfe3980-24e0-4624-8cee-8c8804e6b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:06.379269 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ae0691fd-f5cf-4006-b6d6-d2798bd36da3 req-adfe3980-24e0-4624-8cee-8c8804e6b7cc service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1b88290-1a05-449f-b827-8017437044aa HTTP/1.1" status: 200 len: 913 time: 0.0939374 Nov 11 22:13:06.423352 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ae0691fd-f5cf-4006-b6d6-d2798bd36da3 req-e96382f0-3fcf-4ccc-a84a-214785247213 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 HTTP/1.1" status: 200 len: 217 time: 0.0358045 Nov 11 22:13:06.458713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ca78a-de66-45f3-90f5-cc7e266e55f4 req-08877c7f-e244-437b-b906-2be091adb43a tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:06.460545 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd7ca78a-de66-45f3-90f5-cc7e266e55f4 req-08877c7f-e244-437b-b906-2be091adb43a tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 943 time: 0.0495856 Nov 11 22:13:06.475821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0691fd-f5cf-4006-b6d6-d2798bd36da3 req-dbdf7436-031a-4d60-ba72-6d32f6125800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:06.477299 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ae0691fd-f5cf-4006-b6d6-d2798bd36da3 req-dbdf7436-031a-4d60-ba72-6d32f6125800 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0e51cad7-03ae-4ec4-8629-47ce0975f995 HTTP/1.1" status: 200 len: 851 time: 0.0473552 Nov 11 22:13:06.509898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fd7ca78a-de66-45f3-90f5-cc7e266e55f4 req-6682d5a5-f9f1-4546-93d8-a0bb3ca4bff4 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426319 Nov 11 22:13:06.510470 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ae0691fd-f5cf-4006-b6d6-d2798bd36da3 req-d90cc1a4-6f93-4986-99b5-9de0532e294d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1b88290-1a05-449f-b827-8017437044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244787 Nov 11 22:13:06.599675 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ae0691fd-f5cf-4006-b6d6-d2798bd36da3 req-57eaae16-7038-446d-aeb7-a1012e83d5bb service neutron] 10.222.0.71 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818484 Nov 11 22:13:06.694292 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ae0691fd-f5cf-4006-b6d6-d2798bd36da3 req-b6d6c9f7-a004-4be0-8165-824884fb4273 service neutron] 10.222.0.71 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862327 Nov 11 22:13:07.630083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9958c9-8af3-4a22-a649-ffecf4489912 req-4752ba7e-b76d-425f-bf28-0138675d1dfc tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:07.631579 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a9958c9-8af3-4a22-a649-ffecf4489912 req-4752ba7e-b76d-425f-bf28-0138675d1dfc tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 943 time: 0.0498304 Nov 11 22:13:07.678203 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a9958c9-8af3-4a22-a649-ffecf4489912 req-be11ebe8-cefd-4577-be5b-e3925641f2c0 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406263 Nov 11 22:13:08.811834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5349f2-2bcf-4fe4-b56f-6a7047e20650 req-a361431f-d5ef-43f8-bab6-640557bd391d tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:08.813646 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f5349f2-2bcf-4fe4-b56f-6a7047e20650 req-a361431f-d5ef-43f8-bab6-640557bd391d tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 943 time: 0.0574174 Nov 11 22:13:08.869585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f5349f2-2bcf-4fe4-b56f-6a7047e20650 req-0328dfbd-4187-4c17-bac6-4423db8a6106 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499859 Nov 11 22:13:08.947134 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:13:09.049830 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,segment=NetworkSegment(b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05),segment_id=b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:13:09.060788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '1f35ce5a-80f3-419b-96cb-16b1b15fc7e3', 'network_id': 'd1b88290-1a05-449f-b827-8017437044aa', 'port_id': '1f35ce5a-80f3-419b-96cb-16b1b15fc7e3', 'mac_address': 'fa:16:3e:f6:90:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e51cad7-03ae-4ec4-8629-47ce0975f995', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:13:09.103548 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:09.116788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:13:09.135596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,segment=NetworkSegment(b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05),segment_id=b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:13:09.142641 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:09.189426 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:09.393969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['1f35ce5a-80f3-419b-96cb-16b1b15fc7e3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:13:10.001746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1a502-8369-43df-b464-fdc4fd5fc3a5 req-feaaf32e-c170-415d-bc02-e4038cd40bc5 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:10.003136 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57e1a502-8369-43df-b464-fdc4fd5fc3a5 req-feaaf32e-c170-415d-bc02-e4038cd40bc5 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 944 time: 0.0543063 Nov 11 22:13:10.053156 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-57e1a502-8369-43df-b464-fdc4fd5fc3a5 req-de62a44e-3271-41b3-a960-fd642a14d7e9 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409949 Nov 11 22:13:10.972322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:13:11.038085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:13:11.043481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:13:11.043971 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:11.126117 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:11.152692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d26e0fe-c9dc-4d8e-b408-508c89a764e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f35ce5a-80f3-419b-96cb-16b1b15fc7e3'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:13:11.155201 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f6b5e1-3ccb-4ec1-bdde-9ec35faa9187" -d '{"events": [{"server_uuid": "4d26e0fe-c9dc-4d8e-b408-508c89a764e0", "name": "network-vif-plugged", "status": "completed", "tag": "1f35ce5a-80f3-419b-96cb-16b1b15fc7e3"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:13:11.167645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,segment=NetworkSegment(b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05),segment_id=b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:13:11.171260 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f9673-68ab-4f44-b41d-b6de3f53f9b6 req-e0f16c26-4fb5-459c-91ac-6a699680dcc7 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:11.172769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61f9673-68ab-4f44-b41d-b6de3f53f9b6 req-e0f16c26-4fb5-459c-91ac-6a699680dcc7 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 944 time: 0.0487447 Nov 11 22:13:11.173178 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:11.223361 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:11.225065 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f61f9673-68ab-4f44-b41d-b6de3f53f9b6 req-8ac5e7c0-f6b8-47c7-82b1-620cb21d7e2a tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460844 Nov 11 22:13:11.267816 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88f4dc4-7772-4ed6-b0fc-5a91eda9c1de x-openstack-request-id: req-d88f4dc4-7772-4ed6-b0fc-5a91eda9c1de {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:13:11.268275 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d26e0fe-c9dc-4d8e-b408-508c89a764e0", "name": "network-vif-plugged", "status": "completed", "tag": "1f35ce5a-80f3-419b-96cb-16b1b15fc7e3", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:13:11.268598 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d88f4dc4-7772-4ed6-b0fc-5a91eda9c1de {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:13:11.269226 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d26e0fe-c9dc-4d8e-b408-508c89a764e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f35ce5a-80f3-419b-96cb-16b1b15fc7e3', 'code': 200} Nov 11 22:13:11.386355 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638d28f-481c-4186-82f7-a01ccd6b0f6f req-f9fd24c0-6dd5-4234-af76-e951e3d3bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:11.387854 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5638d28f-481c-4186-82f7-a01ccd6b0f6f req-f9fd24c0-6dd5-4234-af76-e951e3d3bb06 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 1096 time: 0.0423346 Nov 11 22:13:11.415065 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:11.440441 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5638d28f-481c-4186-82f7-a01ccd6b0f6f req-89bbb05a-eb4f-4d82-9a4e-2381fbe80260 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383213 Nov 11 22:13:12.350915 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdd40-5752-439c-b5ae-d7fa0b5a36ad req-f206c15f-1c58-4b29-9d3d-bd158b7fe238 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:12.352405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c32fdd40-5752-439c-b5ae-d7fa0b5a36ad req-f206c15f-1c58-4b29-9d3d-bd158b7fe238 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0518758 Nov 11 22:13:12.401456 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c32fdd40-5752-439c-b5ae-d7fa0b5a36ad req-4b998166-26c1-4e65-b87e-479d6b5a723c tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Nov 11 22:13:13.526520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d75224-bf3b-42b7-bdbc-84cd99d14dd1 req-33e88f5a-85c3-4dd1-90d8-ac3e88070be4 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:13.528010 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3d75224-bf3b-42b7-bdbc-84cd99d14dd1 req-33e88f5a-85c3-4dd1-90d8-ac3e88070be4 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0529199 Nov 11 22:13:13.579625 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3d75224-bf3b-42b7-bdbc-84cd99d14dd1 req-b7fafe31-9667-4f3e-af47-f5070f648ba0 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Nov 11 22:13:13.842598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd902ec6-87d7-4457-b1b1-8968cad022a5 req-d9bfe6de-9e5d-4978-8b14-6adab8bb24cd tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:13.844117 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd902ec6-87d7-4457-b1b1-8968cad022a5 req-d9bfe6de-9e5d-4978-8b14-6adab8bb24cd tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0539272 Nov 11 22:13:13.883898 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b43e0e4d-15b5-4722-91b7-9d0684fe5148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:13.911783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-c49643c1-8d29-455e-872d-7d318ee9530a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1267178 Nov 11 22:13:13.921353 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd902ec6-87d7-4457-b1b1-8968cad022a5 req-9acc9f76-37c5-4d31-893f-70c07d2ad9e4 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685723 Nov 11 22:13:13.924970 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-b33260bb-9e83-4469-b63d-435aa9485773 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:13:13.925904 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-b33260bb-9e83-4469-b63d-435aa9485773 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084033 Nov 11 22:13:14.923684 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:15.043678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821495e-63c6-4986-b2b3-19b86ceba6bf req-97fbe2d7-2e55-4644-ae2e-ba9c5a918c14 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:15.046075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6821495e-63c6-4986-b2b3-19b86ceba6bf req-97fbe2d7-2e55-4644-ae2e-ba9c5a918c14 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0536182 Nov 11 22:13:15.101298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6821495e-63c6-4986-b2b3-19b86ceba6bf req-9a4bf81b-c6aa-4ef1-a163-df2d20862ae7 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491512 Nov 11 22:13:15.140736 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-8a43de3d-aa15-497a-81b9-24213f1e6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:15.142251 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-8a43de3d-aa15-497a-81b9-24213f1e6196 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67814987f64d4c77bd37460446350d66&device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 1096 time: 0.0448434 Nov 11 22:13:15.236743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-15b2cfac-e540-48af-b6e8-8b643bbe02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:15.238135 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-15b2cfac-e540-48af-b6e8-8b643bbe02b6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1b88290-1a05-449f-b827-8017437044aa HTTP/1.1" status: 200 len: 913 time: 0.0862539 Nov 11 22:13:15.284283 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-8a99636a-6c70-44c7-948a-44d88b9b925b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 HTTP/1.1" status: 200 len: 217 time: 0.0375299 Nov 11 22:13:15.335752 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-e29bd175-aa93-454e-9353-47043971ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:15.337183 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-e29bd175-aa93-454e-9353-47043971ee44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0e51cad7-03ae-4ec4-8629-47ce0975f995 HTTP/1.1" status: 200 len: 851 time: 0.0447352 Nov 11 22:13:15.367748 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-dff8ac1a-3ec2-4709-951b-ac1204740dda service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1b88290-1a05-449f-b827-8017437044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236161 Nov 11 22:13:15.465895 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-780bf8c9-49df-49d2-bd2c-c2b215743476 service neutron] 10.222.0.71 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898836 Nov 11 22:13:15.562602 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-480ba76e-ea5d-4899-8bd6-7c8766effe5c service neutron] 10.222.0.71 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877850 Nov 11 22:13:16.090842 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-46fcfb4b-ec16-471a-af21-a452d7a3b7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:16.219006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab5531-c9da-4464-a2fa-5f50d61c5043 req-e2e5cbc6-013a-43b9-8c6a-7ee24d4c23e5 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:16.220523 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-41ab5531-c9da-4464-a2fa-5f50d61c5043 req-e2e5cbc6-013a-43b9-8c6a-7ee24d4c23e5 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0517924 Nov 11 22:13:16.268633 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-41ab5531-c9da-4464-a2fa-5f50d61c5043 req-c8f5a911-72df-4a3a-a079-c2d91fb0d732 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420256 Nov 11 22:13:17.311179 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:17.398953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6c2ec-f2dd-4190-af22-f0ca24acdc40 req-4a191430-7cf7-4577-884e-3f61da696743 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:17.400419 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c5f6c2ec-f2dd-4190-af22-f0ca24acdc40 req-4a191430-7cf7-4577-884e-3f61da696743 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0565197 Nov 11 22:13:17.448753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c5f6c2ec-f2dd-4190-af22-f0ca24acdc40 req-86d40e64-77cf-4c3e-9a40-f7b72982d95e tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Nov 11 22:13:18.346784 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:13:18.585338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cd9bf-38d0-49e1-8211-a0380c5e6fda req-2f35c6f5-e034-4976-ab55-66fca587cb02 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:18.586813 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c4cd9bf-38d0-49e1-8211-a0380c5e6fda req-2f35c6f5-e034-4976-ab55-66fca587cb02 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0555520 Nov 11 22:13:18.638830 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c4cd9bf-38d0-49e1-8211-a0380c5e6fda req-62744fc1-3eb5-4dd4-8706-a7cea2c47aba tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438855 Nov 11 22:13:18.696825 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:19.365164 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:19.775706 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a616d8c-59e9-4256-a412-f53e2292edf6 req-0df1a91d-9d05-4471-8348-27da2be32733 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:19.777222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a616d8c-59e9-4256-a412-f53e2292edf6 req-0df1a91d-9d05-4471-8348-27da2be32733 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0499268 Nov 11 22:13:19.824133 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a616d8c-59e9-4256-a412-f53e2292edf6 req-d87d14c9-ff1e-4cf0-836f-41af22dae7aa tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410259 Nov 11 22:13:20.956197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003e704-9e53-492d-ad97-dc1d5a1341e9 req-b297ecfb-127f-40d1-961d-72b8cf549dba tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:20.957718 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3003e704-9e53-492d-ad97-dc1d5a1341e9 req-b297ecfb-127f-40d1-961d-72b8cf549dba tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0521622 Nov 11 22:13:21.017836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3003e704-9e53-492d-ad97-dc1d5a1341e9 req-1bbe211d-df9a-4b98-96c1-410031dde82d tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539527 Nov 11 22:13:22.154708 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007c05d-8d68-433d-8657-e1fc68e667f7 req-37ce9415-748d-49f9-b9fa-244b4f0dc599 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:22.156267 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3007c05d-8d68-433d-8657-e1fc68e667f7 req-37ce9415-748d-49f9-b9fa-244b4f0dc599 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0581212 Nov 11 22:13:22.204046 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3007c05d-8d68-433d-8657-e1fc68e667f7 req-01d19bbf-9ad3-4328-9b9c-2ac666054d15 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 Nov 11 22:13:23.326606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a077c1c-27ef-46e0-b561-e5ea8f1120c0 req-ed385c97-5020-4013-9d2a-709ace3f77d4 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:23.328519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a077c1c-27ef-46e0-b561-e5ea8f1120c0 req-ed385c97-5020-4013-9d2a-709ace3f77d4 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0500245 Nov 11 22:13:23.382723 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a077c1c-27ef-46e0-b561-e5ea8f1120c0 req-2f17d0b6-d00a-4f86-9cd4-b4808cc64aee tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481505 Nov 11 22:13:24.767004 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ff491-d31e-434b-8302-35f1ab39310a req-74d83d7c-c7b1-4c4b-85fc-898c9b89bfa8 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:24.768475 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e72ff491-d31e-434b-8302-35f1ab39310a req-74d83d7c-c7b1-4c4b-85fc-898c9b89bfa8 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0610807 Nov 11 22:13:24.821494 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e72ff491-d31e-434b-8302-35f1ab39310a req-19c08c7e-72e8-4af8-93d2-1d55c9a0a8b4 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439675 Nov 11 22:13:25.950489 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13276e3a-53c7-4e4a-a545-668efcc7e656 req-ef31f28a-6bd3-40d0-bf73-051dcd57d03d tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:25.952038 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13276e3a-53c7-4e4a-a545-668efcc7e656 req-ef31f28a-6bd3-40d0-bf73-051dcd57d03d tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0500517 Nov 11 22:13:25.998647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13276e3a-53c7-4e4a-a545-668efcc7e656 req-deb168ef-df06-4e29-af8f-5472f517861a tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399683 Nov 11 22:13:27.144697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd340d-3e1b-4673-a93e-b27af4bd98a1 req-86dba584-3524-46e2-b4be-a9b7118dc6f3 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:27.146221 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eefd340d-3e1b-4673-a93e-b27af4bd98a1 req-86dba584-3524-46e2-b4be-a9b7118dc6f3 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0670273 Nov 11 22:13:27.194760 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eefd340d-3e1b-4673-a93e-b27af4bd98a1 req-f84b3622-4433-41aa-bca5-0fa9bd6c0834 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 Nov 11 22:13:28.322988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581c1d9-6150-447c-a6c3-9ecb0a0e5a88 req-b3428bd2-df31-4721-8fe2-fb72081483be tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:28.324461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c581c1d9-6150-447c-a6c3-9ecb0a0e5a88 req-b3428bd2-df31-4721-8fe2-fb72081483be tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0507224 Nov 11 22:13:28.372591 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c581c1d9-6150-447c-a6c3-9ecb0a0e5a88 req-604d4704-9b6f-4e2c-9434-0613e4750ba5 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Nov 11 22:13:29.503080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc95834-2ff5-4d5b-a0e7-e3a8e90ced01 req-6b416992-6ca8-43f7-8305-c36c0e361760 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:29.504593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3bc95834-2ff5-4d5b-a0e7-e3a8e90ced01 req-6b416992-6ca8-43f7-8305-c36c0e361760 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0517938 Nov 11 22:13:29.557725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3bc95834-2ff5-4d5b-a0e7-e3a8e90ced01 req-9f87f34d-ef40-4554-87b0-ed0aa51d7a04 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442324 Nov 11 22:13:30.674530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e57d6-c6b3-40a4-94a7-06812d7477d8 req-062027d8-e864-4ca4-b02b-d629b25d728a tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:30.675926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1c5e57d6-c6b3-40a4-94a7-06812d7477d8 req-062027d8-e864-4ca4-b02b-d629b25d728a tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0497329 Nov 11 22:13:30.723619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1c5e57d6-c6b3-40a4-94a7-06812d7477d8 req-4da68319-7bd4-45fb-8cac-50b22b13a32c tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416794 Nov 11 22:13:31.845197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804acdd-f4d0-4e45-b76a-22993c0f3d6e req-718bfff7-c1af-4a96-adaf-20fe81096d02 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:31.846692 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a804acdd-f4d0-4e45-b76a-22993c0f3d6e req-718bfff7-c1af-4a96-adaf-20fe81096d02 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0525026 Nov 11 22:13:31.893610 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a804acdd-f4d0-4e45-b76a-22993c0f3d6e req-6f95927a-37f3-4681-84cf-fb5baed425e7 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407932 Nov 11 22:13:33.027946 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d0c50-f920-497b-85ab-7affc4640553 req-6e0a4332-8aa6-4cf0-99f1-c0c7c2b9480c tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:33.029356 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-962d0c50-f920-497b-85ab-7affc4640553 req-6e0a4332-8aa6-4cf0-99f1-c0c7c2b9480c tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0549786 Nov 11 22:13:33.076832 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-962d0c50-f920-497b-85ab-7affc4640553 req-2200297f-2ac7-4c2e-b851-ec15a944e29d tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 Nov 11 22:13:34.211749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f860b23-be10-4030-b42d-d081be0fc60f req-3918dfac-d39f-4ef0-924f-50f7dfd0fe0f tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:34.213250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f860b23-be10-4030-b42d-d081be0fc60f req-3918dfac-d39f-4ef0-924f-50f7dfd0fe0f tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0568097 Nov 11 22:13:34.260519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f860b23-be10-4030-b42d-d081be0fc60f req-09858dd0-1e4f-46f1-b389-0a049a8acc2b tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407274 Nov 11 22:13:35.390726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b45fb-ff96-44c2-ab18-1517d589ad57 req-85cf6771-0c57-4d21-a123-37fcc811dd06 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:35.392213 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f3b45fb-ff96-44c2-ab18-1517d589ad57 req-85cf6771-0c57-4d21-a123-37fcc811dd06 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0579519 Nov 11 22:13:35.445635 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f3b45fb-ff96-44c2-ab18-1517d589ad57 req-c46563b9-0504-4cb6-a7f1-bf2b74457666 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448163 Nov 11 22:13:36.565206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bc791-7c4a-41e9-87e2-c9ed93ca3e8d req-15b377d3-6501-4911-8471-eba984ec50bd tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:36.566714 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-088bc791-7c4a-41e9-87e2-c9ed93ca3e8d req-15b377d3-6501-4911-8471-eba984ec50bd tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0505495 Nov 11 22:13:36.616078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-088bc791-7c4a-41e9-87e2-c9ed93ca3e8d req-4765c660-5fbb-4033-8aae-9d815ecc5f48 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432417 Nov 11 22:13:37.754565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8773e-ccf1-4952-bafa-06a87e423dbd req-98ef1776-77b7-4fcb-b722-3561503128ef tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:37.756084 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3b8773e-ccf1-4952-bafa-06a87e423dbd req-98ef1776-77b7-4fcb-b722-3561503128ef tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0560977 Nov 11 22:13:37.806487 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c3b8773e-ccf1-4952-bafa-06a87e423dbd req-b2b55513-08cd-46e7-b5ca-4ed0445f8225 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441513 Nov 11 22:13:38.941389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3825f-c23c-4b6d-ad2d-e5ff0f070c07 req-0fc9ee7e-668d-4036-929d-5e65d2e4492c tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:38.943143 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-baa3825f-c23c-4b6d-ad2d-e5ff0f070c07 req-0fc9ee7e-668d-4036-929d-5e65d2e4492c tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0605490 Nov 11 22:13:38.996914 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-baa3825f-c23c-4b6d-ad2d-e5ff0f070c07 req-4ea43d50-e6a1-4e0d-a8cb-3d60b29499ca tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443363 Nov 11 22:13:40.146699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e87e8-70de-49d5-8848-8d86feea08fe req-915cf3aa-a641-41ae-9bf1-c496a17e1efc tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:40.148367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b2e87e8-70de-49d5-8848-8d86feea08fe req-915cf3aa-a641-41ae-9bf1-c496a17e1efc tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0594409 Nov 11 22:13:40.204717 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b2e87e8-70de-49d5-8848-8d86feea08fe req-b97295de-0d41-4c2e-bbab-fcd0d687af3d tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500348 Nov 11 22:13:41.332362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a384d-c63d-4d8d-980a-68fb7f3988df req-36109fb4-9b99-4731-a3a8-dda702a52ec2 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:41.334023 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-876a384d-c63d-4d8d-980a-68fb7f3988df req-36109fb4-9b99-4731-a3a8-dda702a52ec2 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0566664 Nov 11 22:13:41.383358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-876a384d-c63d-4d8d-980a-68fb7f3988df req-c2555921-99dc-4575-bd2a-3bf788d0c666 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 Nov 11 22:13:41.411467 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:42.501483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9641ea0-188a-4bf6-b048-ddd6dec7addc req-47e1671d-e4b1-4adf-819f-ed1564e31c03 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:42.502968 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9641ea0-188a-4bf6-b048-ddd6dec7addc req-47e1671d-e4b1-4adf-819f-ed1564e31c03 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 945 time: 0.0496051 Nov 11 22:13:42.555219 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d9641ea0-188a-4bf6-b048-ddd6dec7addc req-5713eb16-f2c3-4731-889f-cd88b6662ee7 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434363 Nov 11 22:13:42.841446 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-42122fe4-3d10-402e-b186-38e586ec48fb service neutron] show failed (client error): The resource could not be found. Nov 11 22:13:42.842486 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-42122fe4-3d10-402e-b186-38e586ec48fb service neutron] 10.222.0.71 "GET /v2.0/ports/1f35ce5a-80f3-419b-96cb-16b1b15fc7e3/bindings/n-h1-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0681019 Nov 11 22:13:43.083427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-4b2bc449-b197-40f6-892b-eb8c88d7ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:43.084959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-4b2bc449-b197-40f6-892b-eb8c88d7ef29 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0&tenant_id=67814987f64d4c77bd37460446350d66 HTTP/1.1" status: 200 len: 1096 time: 0.0426135 Nov 11 22:13:43.097273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:13:43.152909 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:43.355691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] For port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,segment=NetworkSegment(b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05),segment_id=b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:13:43.388735 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] For port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:13:43.427415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d26e0fe-c9dc-4d8e-b408-508c89a764e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f35ce5a-80f3-419b-96cb-16b1b15fc7e3'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:13:43.429904 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bf75ae-fd13-48f4-b3f5-02b5c039d9fc" -d '{"events": [{"server_uuid": "4d26e0fe-c9dc-4d8e-b408-508c89a764e0", "name": "network-vif-unplugged", "status": "completed", "tag": "1f35ce5a-80f3-419b-96cb-16b1b15fc7e3"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:13:43.433974 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:43.447005 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Transition to ACTIVE for port object 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:13:43.451446 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:43.483203 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea253242-5d82-4e3a-ad5c-731353473a5e x-openstack-request-id: req-ea253242-5d82-4e3a-ad5c-731353473a5e {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:13:43.483497 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d26e0fe-c9dc-4d8e-b408-508c89a764e0", "name": "network-vif-unplugged", "status": "completed", "tag": "1f35ce5a-80f3-419b-96cb-16b1b15fc7e3", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:13:43.483754 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ea253242-5d82-4e3a-ad5c-731353473a5e {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:13:43.484151 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d26e0fe-c9dc-4d8e-b408-508c89a764e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f35ce5a-80f3-419b-96cb-16b1b15fc7e3', 'code': 200} Nov 11 22:13:43.520897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] No DVR routers for this DVR port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:13:43.522874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Pushing event updated for resources: {'Port': ['ID=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,revision_number=6']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:43.533857 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:43.534204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:43.534548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:43.534882 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:43.535216 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:43.535549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:43.535895 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:43.536170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:43.536531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:43.536852 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:43.537198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:43.537520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:43.568675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Attempting to bind port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:13:43.569036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Attempting to bind port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'd1b88290-1a05-449f-b827-8017437044aa'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:13:43.569360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Attempting to bind port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 on network d1b88290-1a05-449f-b827-8017437044aa {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:13:43.573890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 on network d1b88290-1a05-449f-b827-8017437044aa not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:13:43.574211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Attempting to bind port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 on network d1b88290-1a05-449f-b827-8017437044aa {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:13:43.579568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:13:43.580385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Checking segment: {'id': 'b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'd1b88290-1a05-449f-b827-8017437044aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:13:43.580817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Bound using segment: {'id': 'b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'd1b88290-1a05-449f-b827-8017437044aa'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:13:43.581244 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Bound port: 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'd1b88290-1a05-449f-b827-8017437044aa'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:13:43.581597 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:43.671284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] For port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:13:43.674404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] For port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,segment=NetworkSegment(b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05),segment_id=b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:13:43.679744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:43.721261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f0a79-8c16-41fd-903b-daec8dee37d9 req-2526a21a-9451-404e-866c-443d1299d846 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:43.722772 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de9f0a79-8c16-41fd-903b-daec8dee37d9 req-2526a21a-9451-404e-866c-443d1299d846 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 943 time: 0.0980113 Nov 11 22:13:43.734252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:43.735024 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:43.736364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] 10.222.0.10 "PUT /v2.0/ports/1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 HTTP/1.1" status: 200 len: 1091 time: 0.6429992 Nov 11 22:13:43.791427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec946ed0-e1f7-40cc-b04f-acf2bbb01245 service neutron] Pushing event updated for resources: {'Port': ['ID=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,revision_number=7']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:43.821067 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de9f0a79-8c16-41fd-903b-daec8dee37d9 req-03de2133-fb9b-46a5-a4de-1ca5d703a332 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903652 Nov 11 22:13:43.827550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-58683b45-053c-4249-85b8-23891b9c39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:43.829412 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-58683b45-053c-4249-85b8-23891b9c39e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67814987f64d4c77bd37460446350d66&device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 1094 time: 0.0666101 Nov 11 22:13:43.888983 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a36485c9-5bc9-4ccb-970c-187d0a6311db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:43.922709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-93d3ad1d-578c-4438-b2f8-d6a8a3e0e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:43.924131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-93d3ad1d-578c-4438-b2f8-d6a8a3e0e250 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1b88290-1a05-449f-b827-8017437044aa HTTP/1.1" status: 200 len: 913 time: 0.0881102 Nov 11 22:13:43.965362 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-5d2f95d1-f3e0-444b-a538-4abac7ab137d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 HTTP/1.1" status: 200 len: 217 time: 0.0342462 Nov 11 22:13:44.020312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-08824d4d-734e-415a-9acb-a300db2ccced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:44.022943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-08824d4d-734e-415a-9acb-a300db2ccced service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0e51cad7-03ae-4ec4-8629-47ce0975f995 HTTP/1.1" status: 200 len: 851 time: 0.0507452 Nov 11 22:13:44.058907 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-c9d35cd7-2b82-4c72-ac52-c8be2f88b06a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1b88290-1a05-449f-b827-8017437044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289102 Nov 11 22:13:44.147725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-213982f7-afde-4aef-8cb9-a0d8011b9ee0 service neutron] 10.222.0.10 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811403 Nov 11 22:13:44.245045 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2389bdef-e280-42c7-99ef-d2adddc33670 req-d4512e19-a0b0-45e1-8a20-ad16bbc7ede8 service neutron] 10.222.0.10 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902061 Nov 11 22:13:44.927512 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:44.949979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db55bf-4b05-442e-aa87-e939a5fe3699 req-d65df6c7-11b1-4e3d-ab71-2dccc063364e tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:44.951514 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51db55bf-4b05-442e-aa87-e939a5fe3699 req-d65df6c7-11b1-4e3d-ab71-2dccc063364e tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 943 time: 0.0502150 Nov 11 22:13:44.999635 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-51db55bf-4b05-442e-aa87-e939a5fe3699 req-4e4ff396-c295-4497-81b9-018d4aaae2cf tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413699 Nov 11 22:13:45.485343 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d26e0fe-c9dc-4d8e-b408-508c89a764e0', 'tag': '1f35ce5a-80f3-419b-96cb-16b1b15fc7e3'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:13:45.489350 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136cb52e-9754-46e4-b7a5-5863094a6ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "4d26e0fe-c9dc-4d8e-b408-508c89a764e0", "tag": "1f35ce5a-80f3-419b-96cb-16b1b15fc7e3"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:13:45.559611 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4ab186-d29d-4b34-bed0-1728a50f45a6 x-openstack-request-id: req-fe4ab186-d29d-4b34-bed0-1728a50f45a6 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:13:45.559975 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d26e0fe-c9dc-4d8e-b408-508c89a764e0", "tag": "1f35ce5a-80f3-419b-96cb-16b1b15fc7e3", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:13:45.561069 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe4ab186-d29d-4b34-bed0-1728a50f45a6 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:13:45.561069 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d26e0fe-c9dc-4d8e-b408-508c89a764e0', 'tag': '1f35ce5a-80f3-419b-96cb-16b1b15fc7e3', 'status': 'completed', 'code': 200} Nov 11 22:13:45.626175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-2cf6cd24-37a9-4130-b06a-b9e614ac8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:45.628211 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-2cf6cd24-37a9-4130-b06a-b9e614ac8ed7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67814987f64d4c77bd37460446350d66&device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 1094 time: 0.0454180 Nov 11 22:13:45.637814 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-2cda54b8-f457-429d-942a-7953b7ea03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:45.639430 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-2cda54b8-f457-429d-942a-7953b7ea03e4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67814987f64d4c77bd37460446350d66&device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 1094 time: 0.0465024 Nov 11 22:13:45.734481 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-004bc0c3-5c13-4376-9fc0-2b1d6aaf535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:45.736620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-004bc0c3-5c13-4376-9fc0-2b1d6aaf535f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1b88290-1a05-449f-b827-8017437044aa HTTP/1.1" status: 200 len: 913 time: 0.0969834 Nov 11 22:13:45.749627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-f99774ec-3e7e-4cba-a807-0f3e825ee3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:45.751257 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-f99774ec-3e7e-4cba-a807-0f3e825ee3ba service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1b88290-1a05-449f-b827-8017437044aa HTTP/1.1" status: 200 len: 913 time: 0.0968368 Nov 11 22:13:45.780442 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-577c19ea-b7e8-446f-adc4-ed18f7c0f0c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 HTTP/1.1" status: 200 len: 217 time: 0.0346904 Nov 11 22:13:45.805369 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-06e0eac9-d698-4ec6-80f4-839d65954d67 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 HTTP/1.1" status: 200 len: 217 time: 0.0425267 Nov 11 22:13:45.835849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-5b2dabda-8ab5-4036-8f4d-092a46da4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:45.837364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-5b2dabda-8ab5-4036-8f4d-092a46da4a35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0e51cad7-03ae-4ec4-8629-47ce0975f995 HTTP/1.1" status: 200 len: 851 time: 0.0483134 Nov 11 22:13:45.862390 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-c3936d8f-282f-4bf4-a2c2-76fbdb45a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:45.863868 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-c3936d8f-282f-4bf4-a2c2-76fbdb45a6e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0e51cad7-03ae-4ec4-8629-47ce0975f995 HTTP/1.1" status: 200 len: 851 time: 0.0461462 Nov 11 22:13:45.868996 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-df39c4c6-02b3-4021-847d-1f970158272d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1b88290-1a05-449f-b827-8017437044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249929 Nov 11 22:13:45.900236 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-3eaf3e51-f8a8-438e-8e6c-f69e629d5204 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1b88290-1a05-449f-b827-8017437044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246673 Nov 11 22:13:45.957410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-1b30b421-cd93-4833-853f-f00176242b00 service neutron] 10.222.0.10 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812645 Nov 11 22:13:46.001242 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-d51e29a8-63e8-49a5-9f50-bbedba4814f1 service neutron] 10.222.0.71 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872424 Nov 11 22:13:46.051650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-6bf7a4ee-5fd3-4b3d-8ddc-82230bad3887 service neutron] 10.222.0.10 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874538 Nov 11 22:13:46.087532 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-291f18f3-3550-4655-a85f-0b1f6f187eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:46.097201 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-136cb52e-9754-46e4-b7a5-5863094a6ca5 req-766c0baa-0617-4c43-9ab1-8168a1b0db27 service neutron] 10.222.0.71 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889814 Nov 11 22:13:46.123936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da6096-3e96-4290-afbb-c0303ae8c79f req-ea99c24c-fb15-4e19-88d8-202eb61f3241 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:46.125533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67da6096-3e96-4290-afbb-c0303ae8c79f req-ea99c24c-fb15-4e19-88d8-202eb61f3241 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 943 time: 0.0517018 Nov 11 22:13:46.173538 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-67da6096-3e96-4290-afbb-c0303ae8c79f req-b3f6614b-c251-4c33-b8ba-e1a6ba2e8a1d tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 Nov 11 22:13:46.466899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-abc12f96-724a-4b07-a25b-1e10338785ad tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:46.468357 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-abc12f96-724a-4b07-a25b-1e10338785ad tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0&tenant_id=67814987f64d4c77bd37460446350d66&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 943 time: 0.0891609 Nov 11 22:13:46.534929 n-d-805737-3 neutron-server[102535]: INFO neutron.api.v2.resource [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-ca41bd90-f573-424b-8a85-d30c8761280b service neutron] delete failed (client error): The resource could not be found. Nov 11 22:13:46.535781 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-ca41bd90-f573-424b-8a85-d30c8761280b service neutron] 10.222.0.71 "DELETE /v2.0/ports/1f35ce5a-80f3-419b-96cb-16b1b15fc7e3/bindings/n-h2-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0535502 Nov 11 22:13:46.628902 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-8e5bbf94-5315-4e4c-94d0-dd45ecaf4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:46.630404 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-8e5bbf94-5315-4e4c-94d0-dd45ecaf4ee8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67814987f64d4c77bd37460446350d66&device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 1094 time: 0.0408902 Nov 11 22:13:46.727034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-ab2454bd-a526-4e59-b824-21407bc8a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:46.728511 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-ab2454bd-a526-4e59-b824-21407bc8a73a service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1b88290-1a05-449f-b827-8017437044aa HTTP/1.1" status: 200 len: 913 time: 0.0882435 Nov 11 22:13:46.774577 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-66ada04a-2de3-4479-af04-8a5cfd704742 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 HTTP/1.1" status: 200 len: 217 time: 0.0334945 Nov 11 22:13:46.825165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-d5b3423b-dcb9-4b8b-a165-dcc0cae747f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:46.826475 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-d5b3423b-dcb9-4b8b-a165-dcc0cae747f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0e51cad7-03ae-4ec4-8629-47ce0975f995 HTTP/1.1" status: 200 len: 851 time: 0.0421419 Nov 11 22:13:46.867123 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-74168697-c1a0-4798-984a-8065a5686de3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1b88290-1a05-449f-b827-8017437044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274189 Nov 11 22:13:46.963849 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-d341e761-e073-4d11-9d8f-43afb4f4d101 service neutron] 10.222.0.71 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870452 Nov 11 22:13:47.069131 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-64023e25-bb09-4ad3-ad9b-6918f3a70840 service neutron] 10.222.0.71 "GET /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924997 Nov 11 22:13:47.120686 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:13:47.161235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:13:47.313079 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:47.905799 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4351f65-9a69-42d3-b0c9-68475926af0f req-429273dd-f4a6-4b71-99ec-060247c791d5 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:47.907362 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4351f65-9a69-42d3-b0c9-68475926af0f req-429273dd-f4a6-4b71-99ec-060247c791d5 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 943 time: 0.0562494 Nov 11 22:13:47.960184 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4351f65-9a69-42d3-b0c9-68475926af0f req-f3758de7-52b3-44e2-9298-ba3c1f64ee14 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Nov 11 22:13:48.303930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:13:48.402556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,segment=NetworkSegment(b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05),segment_id=b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:13:48.413857 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '1f35ce5a-80f3-419b-96cb-16b1b15fc7e3', 'network_id': 'd1b88290-1a05-449f-b827-8017437044aa', 'port_id': '1f35ce5a-80f3-419b-96cb-16b1b15fc7e3', 'mac_address': 'fa:16:3e:f6:90:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e51cad7-03ae-4ec4-8629-47ce0975f995', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:13:48.453768 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:48.467102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:13:48.485880 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,segment=NetworkSegment(b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05),segment_id=b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:13:48.491319 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:48.539113 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:48.546942 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:48.547283 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:48.547645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:48.547978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:48.548306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:48.548622 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:48.549056 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:48.549378 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:48.549697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:48.549997 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:48.550313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:48.550630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:48.705442 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:48.744549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['1f35ce5a-80f3-419b-96cb-16b1b15fc7e3'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:13:49.108451 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfa425-325a-4cf4-8725-96df33c1f353 req-cfa47577-1c50-475c-8da2-5533e4717109 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:49.109978 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0bfa425-325a-4cf4-8725-96df33c1f353 req-cfa47577-1c50-475c-8da2-5533e4717109 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 944 time: 0.0810997 Nov 11 22:13:49.118160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-e2a50ca3-a5ce-4436-b503-76608bf4105e tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:49.119501 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-e2a50ca3-a5ce-4436-b503-76608bf4105e tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d26e0fe-c9dc-4d8e-b408-508c89a764e0 HTTP/1.1" status: 200 len: 944 time: 0.0817120 Nov 11 22:13:49.212423 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0bfa425-325a-4cf4-8725-96df33c1f353 req-5447d71e-462c-4136-8ea0-3539f93cba51 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.57 "GET /v2.0/security-groups?id=fed309b1-2501-4cb4-aa0a-a0a2efe9b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920112 Nov 11 22:13:49.238546 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-369590e6-3973-4772-832c-b79bf7310491 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Deleting port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:13:49.238814 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-369590e6-3973-4772-832c-b79bf7310491 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:49.338699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-369590e6-3973-4772-832c-b79bf7310491 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] For port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,segment=NetworkSegment(b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05),segment_id=b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:13:49.339019 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-369590e6-3973-4772-832c-b79bf7310491 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:49.352020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-369590e6-3973-4772-832c-b79bf7310491 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Calling delete_port for 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:13:49.360442 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:49.814604 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-369590e6-3973-4772-832c-b79bf7310491 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:49.846008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369590e6-3973-4772-832c-b79bf7310491 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Pushing event deleted for resources: {'Port': ['ID=1f35ce5a-80f3-419b-96cb-16b1b15fc7e3,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:49.884926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-369590e6-3973-4772-832c-b79bf7310491 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] No DVR routers for this DVR port 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:13:49.887693 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-369590e6-3973-4772-832c-b79bf7310491 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:49.891016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3202c94b-e45c-4642-adfc-bc57138e0c36 req-369590e6-3973-4772-832c-b79bf7310491 tempest-DeleteServersTestJSON-2060153863 tempest-DeleteServersTestJSON-2060153863-project] 10.222.0.10 "DELETE /v2.0/ports/1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 HTTP/1.1" status: 204 len: 173 time: 0.7648962 Nov 11 22:13:49.891482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d26e0fe-c9dc-4d8e-b408-508c89a764e0', 'name': 'network-vif-deleted', 'tag': '1f35ce5a-80f3-419b-96cb-16b1b15fc7e3'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:13:49.893731 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7dc383-88e7-4c64-beaf-babfd44b7e75" -d '{"events": [{"server_uuid": "4d26e0fe-c9dc-4d8e-b408-508c89a764e0", "name": "network-vif-deleted", "tag": "1f35ce5a-80f3-419b-96cb-16b1b15fc7e3"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:13:49.929661 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5348eb90-c020-4fbc-814d-af83c98859b8 x-openstack-request-id: req-5348eb90-c020-4fbc-814d-af83c98859b8 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:13:49.929958 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d26e0fe-c9dc-4d8e-b408-508c89a764e0", "name": "network-vif-deleted", "tag": "1f35ce5a-80f3-419b-96cb-16b1b15fc7e3", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:13:49.930207 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5348eb90-c020-4fbc-814d-af83c98859b8 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:13:49.930607 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d26e0fe-c9dc-4d8e-b408-508c89a764e0', 'name': 'network-vif-deleted', 'tag': '1f35ce5a-80f3-419b-96cb-16b1b15fc7e3', 'status': 'completed', 'code': 200} Nov 11 22:13:50.319107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:13:50.323831 n-d-805737-3 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No ports have port_id starting with 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 Nov 11 22:13:50.325362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 requested by agent hyperv_n-h1-805737-3 not found in database {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 11 22:13:50.350220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54340) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:50.393804 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc30e3e6-a89b-4b15-8820-ef3234ff3525 admin admin] Deleting subnet 0e51cad7-03ae-4ec4-8629-47ce0975f995 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:13:50.397239 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dc30e3e6-a89b-4b15-8820-ef3234ff3525 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:50.430831 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dc30e3e6-a89b-4b15-8820-ef3234ff3525 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:50.473215 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dc30e3e6-a89b-4b15-8820-ef3234ff3525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:50.525472 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dc30e3e6-a89b-4b15-8820-ef3234ff3525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:50.549656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30e3e6-a89b-4b15-8820-ef3234ff3525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e51cad7-03ae-4ec4-8629-47ce0975f995,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:50.555347 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-dc30e3e6-a89b-4b15-8820-ef3234ff3525 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:50.558494 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-dc30e3e6-a89b-4b15-8820-ef3234ff3525 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0e51cad7-03ae-4ec4-8629-47ce0975f995 HTTP/1.1" status: 204 len: 168 time: 0.2072842 Nov 11 22:13:50.561246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54342) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:50.626988 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba036-94a0-4574-9257-cb9bcafc9db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:50.709369 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba036-94a0-4574-9257-cb9bcafc9db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:50.729549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-8b2ba036-94a0-4574-9257-cb9bcafc9db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b88290-1a05-449f-b827-8017437044aa']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:13:50.739050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-8b2ba036-94a0-4574-9257-cb9bcafc9db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:13:50.739345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-8b2ba036-94a0-4574-9257-cb9bcafc9db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52c8f10-775c-4e2c-aabd-5d0dcf5c7a05') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:13:50.748827 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba036-94a0-4574-9257-cb9bcafc9db5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:50.761918 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba036-94a0-4574-9257-cb9bcafc9db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:50.767755 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2ba036-94a0-4574-9257-cb9bcafc9db5 admin admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:13:50.768132 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba036-94a0-4574-9257-cb9bcafc9db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:13:50.769769 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:13:50.828898 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba036-94a0-4574-9257-cb9bcafc9db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:50.834894 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba036-94a0-4574-9257-cb9bcafc9db5 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:50.838012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8b2ba036-94a0-4574-9257-cb9bcafc9db5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d1b88290-1a05-449f-b827-8017437044aa HTTP/1.1" status: 204 len: 168 time: 0.2758372 Nov 11 22:13:50.849020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ba036-94a0-4574-9257-cb9bcafc9db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b88290-1a05-449f-b827-8017437044aa,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:50.959190 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54346) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:50.998374 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-73f57706-fc18-4973-a1a3-fa691cd6d23f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=67814987f64d4c77bd37460446350d66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380206 Nov 11 22:13:51.001320 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54348) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:51.047768 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:51.068430 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:51.123077 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:51.125814 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:51.127002 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fed309b1-2501-4cb4-aa0a-a0a2efe9b057 HTTP/1.1" status: 204 len: 168 time: 0.1246533 Nov 11 22:13:51.134782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed309b1-2501-4cb4-aa0a-a0a2efe9b057,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:51.142536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:51.142883 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:51.143226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:51.143611 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:51.143940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:51.144265 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:51.144588 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:51.144947 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:51.145291 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:51.145605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:51.145926 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:51.146240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb0cad-32d8-47c6-a1a8-3435fb791a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:51.828170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54370) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:51.926697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1219593724-network', 'tenant_id': '717601c332bb4c4589ab4cb9606546e4'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:13:51.950837 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] Made reservation on behalf of 717601c332bb4c4589ab4cb9606546e4 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:13:51.953076 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:51.961595 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:52.036294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:52.042969 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:52.068679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:13:52.083439 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:52.086317 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:52.086651 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] Added segment 190128f7-bbc2-49ed-8093-bc40badbb9d7 of type vlan for network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 Nov 11 22:13:52.125332 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:52.152005 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:52.152880 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:52.153486 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:52.207974 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3782976 Nov 11 22:13:52.211270 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54374) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:52.213392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb16c5-735d-433f-afdb-189a490211cd admin admin] Pushing event updated for resources: {'Network': ['ID=1a91bc4c-a19c-46db-b56c-ba88ff1fd464,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:52.218149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-f2e8f836-63bb-47ec-a55d-8702916540b8 admin admin] Request body: {'subnet': {'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1219593724-subnet', 'tenant_id': '717601c332bb4c4589ab4cb9606546e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:13:52.243962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e8f836-63bb-47ec-a55d-8702916540b8 admin admin] Made reservation on behalf of 717601c332bb4c4589ab4cb9606546e4 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:13:52.246770 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2e8f836-63bb-47ec-a55d-8702916540b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:52.334832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:13:52.355312 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:13:52.355626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 1f35ce5a-80f3-419b-96cb-16b1b15fc7e3 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:13:52.374949 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:13:52.438587 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2e8f836-63bb-47ec-a55d-8702916540b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:52.491849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8f836-63bb-47ec-a55d-8702916540b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c874e0-c93c-4372-bc7d-4dae1142f769,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:52.502256 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e8f836-63bb-47ec-a55d-8702916540b8 admin admin] Checking segment: {'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:13:52.502608 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e8f836-63bb-47ec-a55d-8702916540b8 admin admin] Network hostable DHCP agents. Network: 1a91bc4c-a19c-46db-b56c-ba88ff1fd464, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:13:52.519937 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e8f836-63bb-47ec-a55d-8702916540b8 admin admin] Network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:13:52.530037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-f2e8f836-63bb-47ec-a55d-8702916540b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 1a91bc4c-a19c-46db-b56c-ba88ff1fd464) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:13:52.534239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e8f836-63bb-47ec-a55d-8702916540b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:52.534896 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f2e8f836-63bb-47ec-a55d-8702916540b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:52.539400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdde9f8-aef3-4cc2-a0e2-ebcf6f5dd791 None None] Network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:13:52.551015 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f2e8f836-63bb-47ec-a55d-8702916540b8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3385434 Nov 11 22:13:52.672291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caf2de2-b20a-4248-a7f7-7c40a0131bf6 None None] Network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:13:53.002338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-1dd3dbad-7782-4a62-a616-060f5bbc953e tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:53.003847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-1dd3dbad-7782-4a62-a616-060f5bbc953e tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 815 time: 0.1092503 Nov 11 22:13:53.023986 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-364d08f2-0c31-4043-8360-3011e0e03e7a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/quotas/717601c332bb4c4589ab4cb9606546e4 HTTP/1.1" status: 200 len: 375 time: 0.0139947 Nov 11 22:13:53.067437 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-45958179-6e25-4309-bb5b-9ea3b7c18b46 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378654 Nov 11 22:13:53.178868 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-b25a5354-770f-46d7-97b6-7dbe5a84093a service neutron] 10.222.0.57 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039050 Nov 11 22:13:53.272734 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-aba7d56b-8e5c-4256-a91f-c2003cd4f64a service neutron] 10.222.0.57 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875230 Nov 11 22:13:53.441426 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1be3fe09-3884-4be2-bc43-bed273ddc1f4 req-0593b837-eba3-40e6-998b-83c300368e79 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 210 time: 0.0267940 Nov 11 22:13:54.554579 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7140009-08bd-41e0-91e7-d9e5c8286e98 req-79897c8e-48e3-4635-97fe-0fd4863623a2 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 210 time: 0.0347605 Nov 11 22:13:54.587880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a0df847f-3fa1-42f5-86aa-97da13975288 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:54.589579 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a0df847f-3fa1-42f5-86aa-97da13975288 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.10 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 815 time: 0.1332483 Nov 11 22:13:54.606208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-2cf50bfa-2e11-4706-833e-386384f06f7b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Request body: {'port': {'device_id': '94bbd482-ee26-4904-88f7-6eebb5cc9d2b', 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464', 'admin_state_up': True, 'tenant_id': '717601c332bb4c4589ab4cb9606546e4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:13:54.726047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-2cf50bfa-2e11-4706-833e-386384f06f7b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Made reservation on behalf of 717601c332bb4c4589ab4cb9606546e4 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:13:54.729837 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-2cf50bfa-2e11-4706-833e-386384f06f7b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:54.865818 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-2cf50bfa-2e11-4706-833e-386384f06f7b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Allocated IP 172.20.0.8 (1a91bc4c-a19c-46db-b56c-ba88ff1fd464/f4c874e0-c93c-4372-bc7d-4dae1142f769/61d282d5-b196-44fa-8fee-9b20cdd95224) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:13:55.015344 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-2cf50bfa-2e11-4706-833e-386384f06f7b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:55.052819 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-2cf50bfa-2e11-4706-833e-386384f06f7b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:55.095517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-2cf50bfa-2e11-4706-833e-386384f06f7b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:13:55.099068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-2cf50bfa-2e11-4706-833e-386384f06f7b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:13:55.102576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-2cf50bfa-2e11-4706-833e-386384f06f7b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:13:55.146673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf50bfa-2e11-4706-833e-386384f06f7b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Pushing event updated for resources: {'Port': ['ID=61d282d5-b196-44fa-8fee-9b20cdd95224,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:55.167463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-2cf50bfa-2e11-4706-833e-386384f06f7b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:55.168073 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-2cf50bfa-2e11-4706-833e-386384f06f7b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:55.186659 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-2cf50bfa-2e11-4706-833e-386384f06f7b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5841873 Nov 11 22:13:55.198840 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Request body: {'port': {'device_id': '94bbd482-ee26-4904-88f7-6eebb5cc9d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:13:55.251510 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:55.346141 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:13:55.517041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d282d5-b196-44fa-8fee-9b20cdd95224 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:13:55.524494 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:55.536478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Transition to ACTIVE for port object 61d282d5-b196-44fa-8fee-9b20cdd95224 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:13:55.544021 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:55.591100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Pushing event updated for resources: {'Port': ['ID=61d282d5-b196-44fa-8fee-9b20cdd95224,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:55.690757 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Attempting to bind port 61d282d5-b196-44fa-8fee-9b20cdd95224 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:13:55.691084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Attempting to bind port 61d282d5-b196-44fa-8fee-9b20cdd95224 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:13:55.691410 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Attempting to bind port 61d282d5-b196-44fa-8fee-9b20cdd95224 on network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:13:55.704668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6753db-e574-4952-be32-d3d64a2cc886 req-907dfb30-1f9c-46fa-8003-1d99251a7889 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:55.706232 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d6753db-e574-4952-be32-d3d64a2cc886 req-907dfb30-1f9c-46fa-8003-1d99251a7889 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 943 time: 0.0756981 Nov 11 22:13:55.707839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Port 61d282d5-b196-44fa-8fee-9b20cdd95224 on network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:13:55.708155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Attempting to bind port 61d282d5-b196-44fa-8fee-9b20cdd95224 on network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:13:55.719224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:13:55.719555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Checking segment: {'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:13:55.719921 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Bound using segment: {'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:13:55.720350 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Bound port: 61d282d5-b196-44fa-8fee-9b20cdd95224, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:13:55.720687 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:55.789644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2d6753db-e574-4952-be32-d3d64a2cc886 req-603e6ec7-77e2-4f33-9633-7449f0507031 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762556 Nov 11 22:13:55.808258 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] For port 61d282d5-b196-44fa-8fee-9b20cdd95224, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:13:55.811232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] For port 61d282d5-b196-44fa-8fee-9b20cdd95224, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=61d282d5-b196-44fa-8fee-9b20cdd95224,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:13:55.818141 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:55.850842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:55.851526 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:55.852916 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] 10.222.0.10 "PUT /v2.0/ports/61d282d5-b196-44fa-8fee-9b20cdd95224 HTTP/1.1" status: 200 len: 1091 time: 0.6580808 Nov 11 22:13:55.853374 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94bbd482-ee26-4904-88f7-6eebb5cc9d2b', 'tag': '61d282d5-b196-44fa-8fee-9b20cdd95224'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:13:55.855603 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac5344d-c226-4ca2-bfd5-6ba2407caa32" -d '{"events": [{"name": "network-changed", "server_uuid": "94bbd482-ee26-4904-88f7-6eebb5cc9d2b", "tag": "61d282d5-b196-44fa-8fee-9b20cdd95224"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:13:55.881199 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aae0f9-f6b9-44b2-a8c5-79368381b457 service neutron] Pushing event updated for resources: {'Port': ['ID=61d282d5-b196-44fa-8fee-9b20cdd95224,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:55.901519 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ecb44a-1ed9-4384-9588-86f4fe4d301d x-openstack-request-id: req-e8ecb44a-1ed9-4384-9588-86f4fe4d301d {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:13:55.901798 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94bbd482-ee26-4904-88f7-6eebb5cc9d2b", "tag": "61d282d5-b196-44fa-8fee-9b20cdd95224", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:13:55.902046 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8ecb44a-1ed9-4384-9588-86f4fe4d301d {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:13:55.902441 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94bbd482-ee26-4904-88f7-6eebb5cc9d2b', 'tag': '61d282d5-b196-44fa-8fee-9b20cdd95224', 'status': 'completed', 'code': 200} Nov 11 22:13:55.938477 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-07905285-cea4-4794-bb18-e7e0472ad23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:55.939980 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-07905285-cea4-4794-bb18-e7e0472ad23a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 1094 time: 0.0475395 Nov 11 22:13:55.982722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-c5f5764d-d7dd-4c0b-ae18-c1101c134a4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d282d5-b196-44fa-8fee-9b20cdd95224 HTTP/1.1" status: 200 len: 217 time: 0.0350974 Nov 11 22:13:56.030046 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-2b5b6f4a-ad56-4cbb-b735-e6d49b09307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:56.031472 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-2b5b6f4a-ad56-4cbb-b735-e6d49b09307a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0420387 Nov 11 22:13:56.063201 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-a6347800-f251-4b1d-b8cc-34c27cbdbcce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244977 Nov 11 22:13:56.160553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-b60ae145-55e0-4ca5-a7fe-19dbe8bd3c46 service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891809 Nov 11 22:13:56.248749 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d39900-71a4-4947-89f0-2ea5ecb5d1a9 req-297d8e28-c5c7-4008-a313-85fb4b59736e service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811911 Nov 11 22:13:56.345158 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5344d-c226-4ca2-bfd5-6ba2407caa32 req-33407755-2639-46cb-8ccf-5409e4edab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:56.346649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ac5344d-c226-4ca2-bfd5-6ba2407caa32 req-33407755-2639-46cb-8ccf-5409e4edab46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 1094 time: 0.0465033 Nov 11 22:13:56.435554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5344d-c226-4ca2-bfd5-6ba2407caa32 req-01bb3876-c7ba-46db-9c32-34cb2865b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:56.436973 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ac5344d-c226-4ca2-bfd5-6ba2407caa32 req-01bb3876-c7ba-46db-9c32-34cb2865b08e service neutron] 10.222.0.10 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 917 time: 0.0830400 Nov 11 22:13:56.481032 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ac5344d-c226-4ca2-bfd5-6ba2407caa32 req-ec3cfa9a-0474-48fa-b79e-0bd0b8021325 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d282d5-b196-44fa-8fee-9b20cdd95224 HTTP/1.1" status: 200 len: 217 time: 0.0373125 Nov 11 22:13:56.532131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5344d-c226-4ca2-bfd5-6ba2407caa32 req-ded9c203-e5e0-46ac-9fc5-d9bf62cd8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:56.533634 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ac5344d-c226-4ca2-bfd5-6ba2407caa32 req-ded9c203-e5e0-46ac-9fc5-d9bf62cd8ad2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0452480 Nov 11 22:13:56.567444 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ac5344d-c226-4ca2-bfd5-6ba2407caa32 req-0f7a2df7-90f8-45e2-9b41-5c05852c5a75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255754 Nov 11 22:13:56.663580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ac5344d-c226-4ca2-bfd5-6ba2407caa32 req-c7f7b7a0-8d1d-45b6-8202-1264f3b3834d service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882983 Nov 11 22:13:56.755018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ac5344d-c226-4ca2-bfd5-6ba2407caa32 req-0e4f23b9-15bf-4a71-a86b-08c13969117a service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840547 Nov 11 22:13:56.912181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4513786-021d-4e3e-b7c0-f4cdd84fe253 req-3c17e7e4-fad7-411a-8e70-3cb4400f5678 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:56.913714 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4513786-021d-4e3e-b7c0-f4cdd84fe253 req-3c17e7e4-fad7-411a-8e70-3cb4400f5678 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 943 time: 0.0534592 Nov 11 22:13:56.968851 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4513786-021d-4e3e-b7c0-f4cdd84fe253 req-5163094a-d1c9-48b0-bf2c-2d174e85d9d6 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461588 Nov 11 22:13:58.101550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0d4bd-f5d1-4de8-a40c-227f366f35d8 req-a10a6f26-83b8-4818-98b3-dd93c27ecdfd tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:58.103030 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7f0d4bd-f5d1-4de8-a40c-227f366f35d8 req-a10a6f26-83b8-4818-98b3-dd93c27ecdfd tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 943 time: 0.0532537 Nov 11 22:13:58.152611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7f0d4bd-f5d1-4de8-a40c-227f366f35d8 req-ae5c8f44-6747-423f-a7ee-6368f149d24f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Nov 11 22:13:58.339066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 61d282d5-b196-44fa-8fee-9b20cdd95224 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:13:58.445032 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 61d282d5-b196-44fa-8fee-9b20cdd95224, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=61d282d5-b196-44fa-8fee-9b20cdd95224,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:13:58.457335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '61d282d5-b196-44fa-8fee-9b20cdd95224', 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464', 'port_id': '61d282d5-b196-44fa-8fee-9b20cdd95224', 'mac_address': 'fa:16:3e:de:db:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c874e0-c93c-4372-bc7d-4dae1142f769', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:13:58.494343 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:58.506903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d282d5-b196-44fa-8fee-9b20cdd95224 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:13:58.526320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 61d282d5-b196-44fa-8fee-9b20cdd95224, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=61d282d5-b196-44fa-8fee-9b20cdd95224,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:13:58.533174 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:58.578900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=61d282d5-b196-44fa-8fee-9b20cdd95224,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:58.729442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['61d282d5-b196-44fa-8fee-9b20cdd95224'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:13:59.283485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885af53-d500-4058-911b-23463213e139 req-cfa232a5-e55a-4ce9-9e48-de0a5b10cfc9 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:59.284997 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e885af53-d500-4058-911b-23463213e139 req-cfa232a5-e55a-4ce9-9e48-de0a5b10cfc9 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 944 time: 0.0513780 Nov 11 22:13:59.336737 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e885af53-d500-4058-911b-23463213e139 req-4cce0e5c-8a92-45d3-9be3-45af136dae2d tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430124 Nov 11 22:14:00.351905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 61d282d5-b196-44fa-8fee-9b20cdd95224 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:14:00.411760 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 61d282d5-b196-44fa-8fee-9b20cdd95224 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:14:00.416364 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 61d282d5-b196-44fa-8fee-9b20cdd95224 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:14:00.416735 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:00.462466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691ea2b-26b1-4e2b-8b6a-4098b6d8f720 req-267d3ed4-58f0-41ff-8edb-347118289766 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:00.463968 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c691ea2b-26b1-4e2b-8b6a-4098b6d8f720 req-267d3ed4-58f0-41ff-8edb-347118289766 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 944 time: 0.0526583 Nov 11 22:14:00.498729 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:00.511283 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c691ea2b-26b1-4e2b-8b6a-4098b6d8f720 req-45a55b4b-3944-44a5-a5d5-be09bcae2c1d tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413246 Nov 11 22:14:00.521191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bbd482-ee26-4904-88f7-6eebb5cc9d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d282d5-b196-44fa-8fee-9b20cdd95224'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:14:00.523442 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901f277c-0e79-4c72-86f8-62f3dec53ced" -d '{"events": [{"server_uuid": "94bbd482-ee26-4904-88f7-6eebb5cc9d2b", "name": "network-vif-plugged", "status": "completed", "tag": "61d282d5-b196-44fa-8fee-9b20cdd95224"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:14:00.535847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 61d282d5-b196-44fa-8fee-9b20cdd95224, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=61d282d5-b196-44fa-8fee-9b20cdd95224,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:14:00.541036 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:00.566842 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f25e1f-db64-4408-a2fe-ab9ae9a9970a x-openstack-request-id: req-03f25e1f-db64-4408-a2fe-ab9ae9a9970a {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:14:00.567134 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bbd482-ee26-4904-88f7-6eebb5cc9d2b", "name": "network-vif-plugged", "status": "completed", "tag": "61d282d5-b196-44fa-8fee-9b20cdd95224", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:14:00.567389 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-03f25e1f-db64-4408-a2fe-ab9ae9a9970a {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:14:00.567780 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bbd482-ee26-4904-88f7-6eebb5cc9d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d282d5-b196-44fa-8fee-9b20cdd95224', 'code': 200} Nov 11 22:14:00.598417 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=61d282d5-b196-44fa-8fee-9b20cdd95224,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:14:00.661036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057683ca-02d1-4728-8c95-f2dfa8513a66 req-fb3d7074-e496-49e5-abc9-c1b746a1a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:00.662557 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-057683ca-02d1-4728-8c95-f2dfa8513a66 req-fb3d7074-e496-49e5-abc9-c1b746a1a03e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 1096 time: 0.0423312 Nov 11 22:14:00.708737 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-057683ca-02d1-4728-8c95-f2dfa8513a66 req-1c8267f5-4b14-4c25-9058-e9e54dec12c4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389183 Nov 11 22:14:01.635731 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f58020-bbe6-4bf9-845e-c491f725e542 req-8026300e-a705-4573-993a-577a8bc72d7a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:01.637244 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9f58020-bbe6-4bf9-845e-c491f725e542 req-8026300e-a705-4573-993a-577a8bc72d7a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0483139 Nov 11 22:14:01.692361 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9f58020-bbe6-4bf9-845e-c491f725e542 req-db386e47-ea3f-4da0-a585-543bd2d56822 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489686 Nov 11 22:14:02.833369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a637d-2246-4d9f-97eb-c75d78002b87 req-023cbaca-71fe-49cc-92d3-e5899ce146a5 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:02.834803 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b98a637d-2246-4d9f-97eb-c75d78002b87 req-023cbaca-71fe-49cc-92d3-e5899ce146a5 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0697653 Nov 11 22:14:02.891536 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24df6830-515d-471a-8cf9-d6ec0e11e0f1 req-a8371011-5359-4b83-90ca-2c4764b93395 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740764 Nov 11 22:14:02.902849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b98a637d-2246-4d9f-97eb-c75d78002b87 req-8244e737-e6c3-43b9-bb6f-8e6d3fac6ecd tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516114 Nov 11 22:14:02.993338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df6830-515d-471a-8cf9-d6ec0e11e0f1 req-8d0161c5-4144-4fbe-b553-31497fd18963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:02.994676 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24df6830-515d-471a-8cf9-d6ec0e11e0f1 req-8d0161c5-4144-4fbe-b553-31497fd18963 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 1096 time: 0.0540385 Nov 11 22:14:03.076028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3ba62-f793-4f1b-9864-2af57e42bf88 req-bbecdbae-c204-4478-ba5a-7f1f8766c70c tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:03.077520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2a3ba62-f793-4f1b-9864-2af57e42bf88 req-bbecdbae-c204-4478-ba5a-7f1f8766c70c tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0976880 Nov 11 22:14:03.133270 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df6830-515d-471a-8cf9-d6ec0e11e0f1 req-3d85238f-cb07-4d66-bd94-d2ed92fbffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:03.134707 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24df6830-515d-471a-8cf9-d6ec0e11e0f1 req-3d85238f-cb07-4d66-bd94-d2ed92fbffce service neutron] 10.222.0.10 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 917 time: 0.1202455 Nov 11 22:14:03.154848 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2a3ba62-f793-4f1b-9864-2af57e42bf88 req-e9d8956f-d230-4457-9271-9504f4df4df3 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675142 Nov 11 22:14:03.183512 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24df6830-515d-471a-8cf9-d6ec0e11e0f1 req-0e31bcf1-7598-44e8-9271-5525b4220a9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d282d5-b196-44fa-8fee-9b20cdd95224 HTTP/1.1" status: 200 len: 217 time: 0.0410149 Nov 11 22:14:03.238543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df6830-515d-471a-8cf9-d6ec0e11e0f1 req-2a80a1ba-ce1c-4533-9730-7de0765cde2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:03.239988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24df6830-515d-471a-8cf9-d6ec0e11e0f1 req-2a80a1ba-ce1c-4533-9730-7de0765cde2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0503983 Nov 11 22:14:03.271685 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24df6830-515d-471a-8cf9-d6ec0e11e0f1 req-6577345d-c1a1-47f9-b465-1fece2cc9574 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243554 Nov 11 22:14:03.399587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bce41-0f56-4b06-b0ac-901dfa5a94c5 req-d95cdb86-cd48-4f46-bd2b-19c036a6bce5 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:03.401068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b52bce41-0f56-4b06-b0ac-901dfa5a94c5 req-d95cdb86-cd48-4f46-bd2b-19c036a6bce5 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0672483 Nov 11 22:14:03.402914 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24df6830-515d-471a-8cf9-d6ec0e11e0f1 req-b36e3f46-2a01-4a1e-bab7-422c95c401ab service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232612 Nov 11 22:14:03.499979 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b52bce41-0f56-4b06-b0ac-901dfa5a94c5 req-c6d84b87-9b73-4fde-bcdc-6f52a26728e2 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916057 Nov 11 22:14:03.530976 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24df6830-515d-471a-8cf9-d6ec0e11e0f1 req-b2898ea0-4863-4d89-a854-fc19ee184a8f service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168673 Nov 11 22:14:03.617754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b71fa-9095-49f2-bd32-bd383a3a2dd1 req-b2b4ac7b-f707-444e-942e-79ec9741b37a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:03.619219 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c26b71fa-9095-49f2-bd32-bd383a3a2dd1 req-b2b4ac7b-f707-444e-942e-79ec9741b37a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0497799 Nov 11 22:14:03.675546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c26b71fa-9095-49f2-bd32-bd383a3a2dd1 req-4ac52cf2-71aa-4bf2-b936-eed88890e664 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472300 Nov 11 22:14:03.934041 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-716683b4-d798-445f-99cc-4782cb0ed6f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713677 Nov 11 22:14:03.944729 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971fbfb-3db7-4bbe-ad0f-75effe0bfff7 req-b5f99437-7564-40b6-a63d-b00857453a12 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:03.946171 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1971fbfb-3db7-4bbe-ad0f-75effe0bfff7 req-b5f99437-7564-40b6-a63d-b00857453a12 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0750546 Nov 11 22:14:03.995478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1971fbfb-3db7-4bbe-ad0f-75effe0bfff7 req-c08b3658-47a1-4d75-af45-75f749bd2c06 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426774 Nov 11 22:14:05.153862 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c696b-d8ed-4f06-8512-afae332002d4 req-f5184787-bdf2-4d85-8667-788b83e0f049 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:05.155340 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-480c696b-d8ed-4f06-8512-afae332002d4 req-f5184787-bdf2-4d85-8667-788b83e0f049 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0786183 Nov 11 22:14:05.161653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-c87f4efc-0390-4cb7-8366-b73a6c983a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:05.163095 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-c87f4efc-0390-4cb7-8366-b73a6c983a87 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 1096 time: 0.0588701 Nov 11 22:14:05.253773 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-480c696b-d8ed-4f06-8512-afae332002d4 req-eaf072e9-d4aa-4ef8-b0c7-98b2407263c0 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897923 Nov 11 22:14:05.279650 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-8c122cb1-74f9-4abd-b227-35540dc2726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:05.281083 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-8c122cb1-74f9-4abd-b227-35540dc2726c service neutron] 10.222.0.10 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 917 time: 0.1106915 Nov 11 22:14:05.326355 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-f12de6a2-b0ae-4ff3-a416-57ebdc784a02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d282d5-b196-44fa-8fee-9b20cdd95224 HTTP/1.1" status: 200 len: 217 time: 0.0380747 Nov 11 22:14:05.377948 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-84674eb0-23d7-4132-935d-873329cbe747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:05.379403 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-84674eb0-23d7-4132-935d-873329cbe747 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0460348 Nov 11 22:14:05.411059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-71d66ff4-cd37-4881-88ee-0c591600d1b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243037 Nov 11 22:14:05.508081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-255211b8-fdcf-45bc-90f2-376dde796e9d service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895236 Nov 11 22:14:05.598221 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-c9f90295-dcb7-4b14-873a-4d21a5b44663 service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826886 Nov 11 22:14:06.385886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e74ca8-778d-4bd8-a3a9-7f5324ae2f4c req-e3c1737a-3da5-4ca3-865b-6fdb581ea39e tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:06.387381 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71e74ca8-778d-4bd8-a3a9-7f5324ae2f4c req-e3c1737a-3da5-4ca3-865b-6fdb581ea39e tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0511642 Nov 11 22:14:06.441862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71e74ca8-778d-4bd8-a3a9-7f5324ae2f4c req-f5db0077-5727-4ad3-b01f-83a734658b24 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465450 Nov 11 22:14:07.564835 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19940745-f3a0-402a-82b4-a9f88d61986e req-3b39257b-24db-448b-9e20-899a64962b86 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:07.566338 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-19940745-f3a0-402a-82b4-a9f88d61986e req-3b39257b-24db-448b-9e20-899a64962b86 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0496356 Nov 11 22:14:07.614230 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-19940745-f3a0-402a-82b4-a9f88d61986e req-09b611d1-8d31-412d-b2e2-e64e3011d5a7 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417633 Nov 11 22:14:08.744809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbee8f-a97a-453d-8981-1d7d7eab4151 req-32455896-bde8-4493-9901-47035d99e15f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:08.746362 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43fbee8f-a97a-453d-8981-1d7d7eab4151 req-32455896-bde8-4493-9901-47035d99e15f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0558558 Nov 11 22:14:08.793350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43fbee8f-a97a-453d-8981-1d7d7eab4151 req-5848eee6-ed16-4eaf-8efe-01222e4dee7f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410142 Nov 11 22:14:09.933457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d10f7b-d8f4-4e28-b778-bbd0349bf7b2 req-3da8d5e0-6153-4be9-a7be-008365fccfa9 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:09.934931 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d10f7b-d8f4-4e28-b778-bbd0349bf7b2 req-3da8d5e0-6153-4be9-a7be-008365fccfa9 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0632291 Nov 11 22:14:09.994115 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-90d10f7b-d8f4-4e28-b778-bbd0349bf7b2 req-0e01ec84-8622-47ad-96f1-7db6e0f46c17 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498781 Nov 11 22:14:11.121709 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f8c4c-e9dd-4622-8b37-346f07dc068b req-cecae539-53dd-4295-80c8-ccebe4a2d74f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:11.123184 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-874f8c4c-e9dd-4622-8b37-346f07dc068b req-cecae539-53dd-4295-80c8-ccebe4a2d74f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0512750 Nov 11 22:14:11.174582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-874f8c4c-e9dd-4622-8b37-346f07dc068b req-eaf4e8ed-add8-488f-8556-117eae027892 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424855 Nov 11 22:14:11.431575 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:12.307346 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180804ea-4bc0-451b-9ba4-04eb44ea5861 req-64bba113-b36b-4a0e-9540-771dfb57fc86 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:12.308896 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-180804ea-4bc0-451b-9ba4-04eb44ea5861 req-64bba113-b36b-4a0e-9540-771dfb57fc86 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0558298 Nov 11 22:14:12.362014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-180804ea-4bc0-451b-9ba4-04eb44ea5861 req-66561afc-fe89-46a0-b0dc-053ef3329865 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469217 Nov 11 22:14:13.494482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb82e9-b2f2-4e38-adb3-75e42ff503e3 req-a0a435c7-5c9b-4436-bf96-3dd0f6e8a940 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:13.496019 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cceb82e9-b2f2-4e38-adb3-75e42ff503e3 req-a0a435c7-5c9b-4436-bf96-3dd0f6e8a940 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0508907 Nov 11 22:14:13.545645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cceb82e9-b2f2-4e38-adb3-75e42ff503e3 req-3d6adcf5-514c-4b2b-897b-a1f22d19b68a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413256 Nov 11 22:14:13.907277 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-283c82ae-396f-4d08-bad5-4d45f22bbd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:14.696669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc991f7-ad39-47bf-8ba9-936563498f0b req-f5b0d9dd-d23a-4369-a921-a5acbc5c469f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:14.698194 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8dc991f7-ad39-47bf-8ba9-936563498f0b req-f5b0d9dd-d23a-4369-a921-a5acbc5c469f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0698111 Nov 11 22:14:14.757270 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8dc991f7-ad39-47bf-8ba9-936563498f0b req-c5464f6b-0215-4698-b031-5bf0a54b65ac tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512111 Nov 11 22:14:14.931712 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:15.888663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b69f61-fa52-4ff9-9cca-b1e75fa45747 req-329d2c01-c7aa-45bc-9bdf-7965b3642bfc tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:15.890150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b69f61-fa52-4ff9-9cca-b1e75fa45747 req-329d2c01-c7aa-45bc-9bdf-7965b3642bfc tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0538113 Nov 11 22:14:15.937699 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f7b69f61-fa52-4ff9-9cca-b1e75fa45747 req-57c28036-6b98-457b-bd68-7315954bbecc tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Nov 11 22:14:16.092094 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51e32089-b86c-4386-a82c-76d040349ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:17.075260 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198a0e1-0926-4bd1-98e4-398c6f50923b req-35f16170-8581-464c-afd9-707f985eb6c4 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:17.076788 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0198a0e1-0926-4bd1-98e4-398c6f50923b req-35f16170-8581-464c-afd9-707f985eb6c4 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0602894 Nov 11 22:14:17.127218 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0198a0e1-0926-4bd1-98e4-398c6f50923b req-aa8c9d24-d2a1-4ae9-b51a-3da2eb1be995 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419133 Nov 11 22:14:17.320634 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:18.263386 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097f314-4382-436e-8966-8187841824d0 req-8168e973-57a9-4147-aadf-c538dfbc1c7b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:18.264909 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2097f314-4382-436e-8966-8187841824d0 req-8168e973-57a9-4147-aadf-c538dfbc1c7b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0555096 Nov 11 22:14:18.313386 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2097f314-4382-436e-8966-8187841824d0 req-de677e77-838e-4c1f-a546-0dbb7dfae3fc tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422843 Nov 11 22:14:18.705065 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:19.367928 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:19.449347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5b106-228e-47fe-bd54-696595550e42 req-dcc8ee66-cccd-4537-aade-18e5f9979343 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:19.450835 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6f5b106-228e-47fe-bd54-696595550e42 req-dcc8ee66-cccd-4537-aade-18e5f9979343 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0625355 Nov 11 22:14:19.498648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6f5b106-228e-47fe-bd54-696595550e42 req-4f62129b-fc36-4b22-a16e-4c39ae897c17 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413470 Nov 11 22:14:20.624256 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96003a14-054b-4194-bcda-c3f5ae9bf8cd req-290f07ec-7797-42ea-8e6d-bff8149b0320 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:20.625745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96003a14-054b-4194-bcda-c3f5ae9bf8cd req-290f07ec-7797-42ea-8e6d-bff8149b0320 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0503733 Nov 11 22:14:20.676472 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96003a14-054b-4194-bcda-c3f5ae9bf8cd req-1d09404a-f519-4337-8b05-f46aec9bf1df tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446348 Nov 11 22:14:21.805625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad66422-d87c-42a9-94d6-dfe767d99e23 req-f4dc6070-de6c-41f7-bb26-922ed6950d07 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:21.807089 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ad66422-d87c-42a9-94d6-dfe767d99e23 req-f4dc6070-de6c-41f7-bb26-922ed6950d07 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0498500 Nov 11 22:14:21.857969 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ad66422-d87c-42a9-94d6-dfe767d99e23 req-db65cfae-8ed3-428e-83ec-df74acf09a92 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423458 Nov 11 22:14:22.986115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b67ca3-6ae8-471f-aa13-529bd50c005d req-f25eb4a2-11e4-453c-8483-3ccbb0733871 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:22.987616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17b67ca3-6ae8-471f-aa13-529bd50c005d req-f25eb4a2-11e4-453c-8483-3ccbb0733871 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0508471 Nov 11 22:14:23.035493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17b67ca3-6ae8-471f-aa13-529bd50c005d req-5ed9a8e6-f2a5-4ee5-884b-6f3c68f199b4 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417967 Nov 11 22:14:24.167837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670f1f2-7299-434e-96aa-e1465a59ce36 req-1b9239c4-05b7-4051-93f5-5512b757d8fc tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:24.169389 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0670f1f2-7299-434e-96aa-e1465a59ce36 req-1b9239c4-05b7-4051-93f5-5512b757d8fc tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0516903 Nov 11 22:14:24.219645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0670f1f2-7299-434e-96aa-e1465a59ce36 req-badcf6ff-7911-446e-b363-4d47c62855ed tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438950 Nov 11 22:14:25.348665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cec24-ec9b-4b7a-bec8-e7f393b5d329 req-30a96dc9-22b2-425d-98fe-189274b47ef3 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:25.350203 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-212cec24-ec9b-4b7a-bec8-e7f393b5d329 req-30a96dc9-22b2-425d-98fe-189274b47ef3 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0498767 Nov 11 22:14:25.413421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-212cec24-ec9b-4b7a-bec8-e7f393b5d329 req-d7d55f6c-5534-40f4-bb79-9a84c5796877 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516291 Nov 11 22:14:26.543886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc22975-a485-4055-8156-23fc69333329 req-69a80e77-f199-4780-b915-e54166acfa45 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:26.545649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-adc22975-a485-4055-8156-23fc69333329 req-69a80e77-f199-4780-b915-e54166acfa45 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0528209 Nov 11 22:14:26.600959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-adc22975-a485-4055-8156-23fc69333329 req-5f5bf5b9-8c51-4361-b765-966105b9e5b1 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491009 Nov 11 22:14:27.737181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f89f82-dbb3-4221-ab11-82c7bf5fc6a7 req-266c9a7b-82c5-4e08-9f4f-1423a7e5e3e3 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:27.738649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0f89f82-dbb3-4221-ab11-82c7bf5fc6a7 req-266c9a7b-82c5-4e08-9f4f-1423a7e5e3e3 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0589461 Nov 11 22:14:27.786388 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f0f89f82-dbb3-4221-ab11-82c7bf5fc6a7 req-8e82ddc7-ad74-4a14-99e6-09d6ce134abe tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416589 Nov 11 22:14:28.916268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6fa3-ffc1-49a9-870b-556e64d8d64d req-c3b23576-2edb-4d13-9732-bad89ca59c5a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:28.917763 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83ee6fa3-ffc1-49a9-870b-556e64d8d64d req-c3b23576-2edb-4d13-9732-bad89ca59c5a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0506871 Nov 11 22:14:28.966554 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83ee6fa3-ffc1-49a9-870b-556e64d8d64d req-ea859d32-eef0-4b87-84b8-19f7fcbfe8fd tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Nov 11 22:14:30.092288 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb0402-e3cf-4ac4-8231-60f547843240 req-49587351-7ce5-4680-a9ad-5f9e77bd61c8 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:30.093814 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feeb0402-e3cf-4ac4-8231-60f547843240 req-49587351-7ce5-4680-a9ad-5f9e77bd61c8 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0546072 Nov 11 22:14:30.141644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feeb0402-e3cf-4ac4-8231-60f547843240 req-872aa295-4228-4e49-89ea-23fb9e374d64 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417137 Nov 11 22:14:31.267678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab64a50-1ff8-43b6-8196-e4e318781f72 req-b20b98b6-abbd-488b-8056-438b09faa4a7 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:31.269167 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ab64a50-1ff8-43b6-8196-e4e318781f72 req-b20b98b6-abbd-488b-8056-438b09faa4a7 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0564127 Nov 11 22:14:31.317340 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ab64a50-1ff8-43b6-8196-e4e318781f72 req-4e8bddd6-55d8-484a-9ab5-b9f6305bbf1c tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419827 Nov 11 22:14:32.363047 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:14:32.512808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706bd3c-d837-42ae-b0f8-fa33645d1c51 req-39b81c81-8650-4255-8bca-3e568570ba61 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:32.514405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c706bd3c-d837-42ae-b0f8-fa33645d1c51 req-39b81c81-8650-4255-8bca-3e568570ba61 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.1039722 Nov 11 22:14:32.516617 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-32a180c6-711b-462b-b505-9acde87c2c27 service neutron] show failed (client error): The resource could not be found. Nov 11 22:14:32.517571 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-32a180c6-711b-462b-b505-9acde87c2c27 service neutron] 10.222.0.10 "GET /v2.0/ports/61d282d5-b196-44fa-8fee-9b20cdd95224/bindings/n-h2-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0753884 Nov 11 22:14:32.564593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c706bd3c-d837-42ae-b0f8-fa33645d1c51 req-cd3cd69b-bb0a-4467-a11f-a7ba5fd51bc0 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438697 Nov 11 22:14:32.784769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-de2fa74e-4f8f-4304-831b-19687f366c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:32.787115 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-de2fa74e-4f8f-4304-831b-19687f366c0f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b&tenant_id=717601c332bb4c4589ab4cb9606546e4 HTTP/1.1" status: 200 len: 1096 time: 0.0851629 Nov 11 22:14:32.804510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:14:32.860018 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:33.309591 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] For port 61d282d5-b196-44fa-8fee-9b20cdd95224, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=61d282d5-b196-44fa-8fee-9b20cdd95224,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:14:33.343337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] For port 61d282d5-b196-44fa-8fee-9b20cdd95224, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:14:33.399706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bbd482-ee26-4904-88f7-6eebb5cc9d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d282d5-b196-44fa-8fee-9b20cdd95224'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:14:33.403013 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cae77f-e41c-432b-83b8-b580f83aa7fa" -d '{"events": [{"server_uuid": "94bbd482-ee26-4904-88f7-6eebb5cc9d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "61d282d5-b196-44fa-8fee-9b20cdd95224"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:14:33.406792 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:33.419931 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Transition to ACTIVE for port object 61d282d5-b196-44fa-8fee-9b20cdd95224 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:14:33.425733 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:33.458285 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a973c086-ff80-4578-a7b2-7648b79d7eac x-openstack-request-id: req-a973c086-ff80-4578-a7b2-7648b79d7eac {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:14:33.458583 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bbd482-ee26-4904-88f7-6eebb5cc9d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "61d282d5-b196-44fa-8fee-9b20cdd95224", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:14:33.458836 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a973c086-ff80-4578-a7b2-7648b79d7eac {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:14:33.459229 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bbd482-ee26-4904-88f7-6eebb5cc9d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d282d5-b196-44fa-8fee-9b20cdd95224', 'code': 200} Nov 11 22:14:33.494431 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Pushing event updated for resources: {'Port': ['ID=61d282d5-b196-44fa-8fee-9b20cdd95224,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:14:33.496875 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] No DVR routers for this DVR port 61d282d5-b196-44fa-8fee-9b20cdd95224 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:14:33.533962 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Attempting to bind port 61d282d5-b196-44fa-8fee-9b20cdd95224 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:14:33.534296 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Attempting to bind port 61d282d5-b196-44fa-8fee-9b20cdd95224 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:14:33.534622 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Attempting to bind port 61d282d5-b196-44fa-8fee-9b20cdd95224 on network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:14:33.539091 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Port 61d282d5-b196-44fa-8fee-9b20cdd95224 on network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:14:33.539405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Attempting to bind port 61d282d5-b196-44fa-8fee-9b20cdd95224 on network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:14:33.544242 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:14:33.544577 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Checking segment: {'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:14:33.544996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Bound using segment: {'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:14:33.545407 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Bound port: 61d282d5-b196-44fa-8fee-9b20cdd95224, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:14:33.545748 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:33.609629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] For port 61d282d5-b196-44fa-8fee-9b20cdd95224, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:14:33.612974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] For port 61d282d5-b196-44fa-8fee-9b20cdd95224, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=61d282d5-b196-44fa-8fee-9b20cdd95224,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:14:33.619665 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:33.654741 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:33.655393 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:33.656816 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] 10.222.0.71 "PUT /v2.0/ports/61d282d5-b196-44fa-8fee-9b20cdd95224 HTTP/1.1" status: 200 len: 1091 time: 0.8563592 Nov 11 22:14:33.677938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a4f86-565a-483e-8a40-66a585aa671d service neutron] Pushing event updated for resources: {'Port': ['ID=61d282d5-b196-44fa-8fee-9b20cdd95224,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:14:33.685521 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92f2d8-b9a4-4512-ab29-7115eaf41d6b req-b4b17f61-39ef-4346-b69b-efae6f252693 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:33.687185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d92f2d8-b9a4-4512-ab29-7115eaf41d6b req-b4b17f61-39ef-4346-b69b-efae6f252693 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 943 time: 0.0521181 Nov 11 22:14:33.726222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-2eb969c7-999c-4ffc-bd2a-a979ffef2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:33.727796 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-2eb969c7-999c-4ffc-bd2a-a979ffef2701 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 1094 time: 0.0437660 Nov 11 22:14:33.735597 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d92f2d8-b9a4-4512-ab29-7115eaf41d6b req-b666b39e-7c29-4eaa-ae7b-538a0eef10ca tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424080 Nov 11 22:14:33.826302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-b84688f7-40f0-4e4b-b7a1-01d2dbc30fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:33.827757 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-b84688f7-40f0-4e4b-b7a1-01d2dbc30fb4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 917 time: 0.0861406 Nov 11 22:14:33.879959 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-bd4a7932-5b6f-4ca5-b1f6-64cc2bddeadc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d282d5-b196-44fa-8fee-9b20cdd95224 HTTP/1.1" status: 200 len: 217 time: 0.0338812 Nov 11 22:14:33.938028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-f2a14d87-6e3a-4337-ad76-d3ce2833924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:33.939452 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-f2a14d87-6e3a-4337-ad76-d3ce2833924e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0488155 Nov 11 22:14:33.973226 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-dccbdccb-0543-4694-b370-496786355f06 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247273 Nov 11 22:14:34.067287 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-601abbd1-aff2-4506-b052-baebd56950b2 service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860736 Nov 11 22:14:34.165408 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-731d0e1e-1170-430d-a5f7-18a3df9e46e4 req-493cc883-8f38-44fc-8d0e-2fdc993b53d2 service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870149 Nov 11 22:14:34.871164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa1f49-3129-4d02-945f-e1027f3b5980 req-e6997ed9-24d3-4f1a-82ce-2421ee99d4ad tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:34.872789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfa1f49-3129-4d02-945f-e1027f3b5980 req-e6997ed9-24d3-4f1a-82ce-2421ee99d4ad tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 943 time: 0.0653503 Nov 11 22:14:34.920728 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfa1f49-3129-4d02-945f-e1027f3b5980 req-f756dfc5-477d-4628-a0cb-9382be71637d tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412087 Nov 11 22:14:35.461254 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94bbd482-ee26-4904-88f7-6eebb5cc9d2b', 'tag': '61d282d5-b196-44fa-8fee-9b20cdd95224'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:14:35.468782 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00899a21-cc7a-4a46-b506-860185554298" -d '{"events": [{"name": "network-changed", "server_uuid": "94bbd482-ee26-4904-88f7-6eebb5cc9d2b", "tag": "61d282d5-b196-44fa-8fee-9b20cdd95224"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:14:35.522323 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332df9ca-d596-42ba-84be-92491f089f92 x-openstack-request-id: req-332df9ca-d596-42ba-84be-92491f089f92 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:14:35.522621 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94bbd482-ee26-4904-88f7-6eebb5cc9d2b", "tag": "61d282d5-b196-44fa-8fee-9b20cdd95224", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:14:35.522871 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-332df9ca-d596-42ba-84be-92491f089f92 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:14:35.523302 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94bbd482-ee26-4904-88f7-6eebb5cc9d2b', 'tag': '61d282d5-b196-44fa-8fee-9b20cdd95224', 'status': 'completed', 'code': 200} Nov 11 22:14:35.585766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899a21-cc7a-4a46-b506-860185554298 req-c3dc26d8-5843-4aa8-b538-666a59239ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:35.587593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00899a21-cc7a-4a46-b506-860185554298 req-c3dc26d8-5843-4aa8-b538-666a59239ed2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 1094 time: 0.0420804 Nov 11 22:14:35.587807 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899a21-cc7a-4a46-b506-860185554298 req-b25cb398-9c87-409b-8b37-f0f7641559d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:35.589295 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-00899a21-cc7a-4a46-b506-860185554298 req-b25cb398-9c87-409b-8b37-f0f7641559d5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 1094 time: 0.0405765 Nov 11 22:14:35.683996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899a21-cc7a-4a46-b506-860185554298 req-d6d1af1c-3a08-4ebc-8402-394946d70cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:35.685514 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-00899a21-cc7a-4a46-b506-860185554298 req-d6d1af1c-3a08-4ebc-8402-394946d70cfa service neutron] 10.222.0.71 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 917 time: 0.0881853 Nov 11 22:14:35.732707 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-00899a21-cc7a-4a46-b506-860185554298 req-7dbebfa1-6af4-4dba-9204-14050b349dae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d282d5-b196-44fa-8fee-9b20cdd95224 HTTP/1.1" status: 200 len: 217 time: 0.0363941 Nov 11 22:14:35.786134 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899a21-cc7a-4a46-b506-860185554298 req-ce241d25-a6ce-4b7e-bad3-2d74b6bb1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:35.787657 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-00899a21-cc7a-4a46-b506-860185554298 req-ce241d25-a6ce-4b7e-bad3-2d74b6bb1bc2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0458829 Nov 11 22:14:35.826607 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-00899a21-cc7a-4a46-b506-860185554298 req-953c1916-5e3b-43c3-93f4-b06555e1a8ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306501 Nov 11 22:14:35.925656 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-00899a21-cc7a-4a46-b506-860185554298 req-838ae150-64d4-4f8f-8846-1d2df6953eaa service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863025 Nov 11 22:14:36.034164 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-00899a21-cc7a-4a46-b506-860185554298 req-d8aca9e2-5830-4acf-b755-908804aecd98 service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001699 Nov 11 22:14:36.062727 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899a21-cc7a-4a46-b506-860185554298 req-953ff501-a710-4226-b04a-0e98fa626e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:36.064215 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00899a21-cc7a-4a46-b506-860185554298 req-953ff501-a710-4226-b04a-0e98fa626e64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 917 time: 0.4695725 Nov 11 22:14:36.080557 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386b0b6-220d-4718-900d-f4c28b44cc81 req-5e70431b-0afe-457f-b579-34d49ccd01fe tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:36.081603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5386b0b6-220d-4718-900d-f4c28b44cc81 req-5e70431b-0afe-457f-b579-34d49ccd01fe tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 943 time: 0.0665798 Nov 11 22:14:36.121375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00899a21-cc7a-4a46-b506-860185554298 req-6f41ca36-ec1c-4449-a829-a26d7aad93d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d282d5-b196-44fa-8fee-9b20cdd95224 HTTP/1.1" status: 200 len: 217 time: 0.0496936 Nov 11 22:14:36.191700 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5386b0b6-220d-4718-900d-f4c28b44cc81 req-ebf25120-0e6a-41db-946b-dccce06e0f32 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028681 Nov 11 22:14:36.195532 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899a21-cc7a-4a46-b506-860185554298 req-ee1e7384-a659-4a71-a54c-9f41cefc9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:36.196914 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00899a21-cc7a-4a46-b506-860185554298 req-ee1e7384-a659-4a71-a54c-9f41cefc9327 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0691886 Nov 11 22:14:36.229291 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00899a21-cc7a-4a46-b506-860185554298 req-a4000317-602b-4e67-8ad0-0b5054c3685e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254605 Nov 11 22:14:36.319437 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00899a21-cc7a-4a46-b506-860185554298 req-1cada854-c8ac-4a30-aaa1-8408a9c2ec33 service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833080 Nov 11 22:14:36.416351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00899a21-cc7a-4a46-b506-860185554298 req-0b4c1343-dea4-47ba-bb23-d4f99aa0a144 service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904069 Nov 11 22:14:36.444008 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 61d282d5-b196-44fa-8fee-9b20cdd95224 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:14:36.490501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 61d282d5-b196-44fa-8fee-9b20cdd95224 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:14:37.267344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 61d282d5-b196-44fa-8fee-9b20cdd95224 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:14:37.316188 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cb63a-b34c-4763-915f-f314f598e7ba req-e1cfd2af-098e-4e66-8471-0bd510e7ef2f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:37.317907 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed4cb63a-b34c-4763-915f-f314f598e7ba req-e1cfd2af-098e-4e66-8471-0bd510e7ef2f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 943 time: 0.0502949 Nov 11 22:14:37.363011 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 61d282d5-b196-44fa-8fee-9b20cdd95224, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=61d282d5-b196-44fa-8fee-9b20cdd95224,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:14:37.365608 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed4cb63a-b34c-4763-915f-f314f598e7ba req-bebc1e65-cd08-46a9-9775-cbc1bdfb6777 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417643 Nov 11 22:14:37.374685 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '61d282d5-b196-44fa-8fee-9b20cdd95224', 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464', 'port_id': '61d282d5-b196-44fa-8fee-9b20cdd95224', 'mac_address': 'fa:16:3e:de:db:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c874e0-c93c-4372-bc7d-4dae1142f769', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:14:37.417864 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:37.431007 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d282d5-b196-44fa-8fee-9b20cdd95224 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:14:37.450955 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 61d282d5-b196-44fa-8fee-9b20cdd95224, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=61d282d5-b196-44fa-8fee-9b20cdd95224,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:14:37.458504 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:37.517310 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=61d282d5-b196-44fa-8fee-9b20cdd95224,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:14:37.643665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd200f-9963-4a4d-a541-148c37b22f8d req-ac1e20c7-6915-42bf-ad93-58598c31b377 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:37.645156 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fcfd200f-9963-4a4d-a541-148c37b22f8d req-ac1e20c7-6915-42bf-ad93-58598c31b377 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 944 time: 0.1219594 Nov 11 22:14:37.653734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9e329-312e-4e4a-92a0-0ebd1a64a142 req-5b9c4100-7519-4f2f-b87e-954ab04c579b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:37.655160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcf9e329-312e-4e4a-92a0-0ebd1a64a142 req-5b9c4100-7519-4f2f-b87e-954ab04c579b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.10 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b&tenant_id=717601c332bb4c4589ab4cb9606546e4&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 944 time: 0.1005502 Nov 11 22:14:37.704484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['61d282d5-b196-44fa-8fee-9b20cdd95224'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:14:37.740298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fcfd200f-9963-4a4d-a541-148c37b22f8d req-ea475a91-140a-4bb8-9d5f-46e1fe94ef56 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841000 Nov 11 22:14:37.747717 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-dcf9e329-312e-4e4a-92a0-0ebd1a64a142 req-e1730a44-2d31-4c0a-8546-8399bf07069b service neutron] delete failed (client error): The resource could not be found. Nov 11 22:14:37.748716 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcf9e329-312e-4e4a-92a0-0ebd1a64a142 req-e1730a44-2d31-4c0a-8546-8399bf07069b service neutron] 10.222.0.10 "DELETE /v2.0/ports/61d282d5-b196-44fa-8fee-9b20cdd95224/bindings/n-h1-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0856533 Nov 11 22:14:37.830029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9e329-312e-4e4a-92a0-0ebd1a64a142 req-864f8fcf-4062-4bf0-aae6-c8f7c212e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:37.831540 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcf9e329-312e-4e4a-92a0-0ebd1a64a142 req-864f8fcf-4062-4bf0-aae6-c8f7c212e38f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 1095 time: 0.0408306 Nov 11 22:14:37.923161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9e329-312e-4e4a-92a0-0ebd1a64a142 req-258d5f6f-c111-4fac-8277-ccebf3ca6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:37.925339 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcf9e329-312e-4e4a-92a0-0ebd1a64a142 req-258d5f6f-c111-4fac-8277-ccebf3ca6200 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 917 time: 0.0868008 Nov 11 22:14:37.972913 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcf9e329-312e-4e4a-92a0-0ebd1a64a142 req-7f9514cb-9914-4c35-af10-8a6949d909ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d282d5-b196-44fa-8fee-9b20cdd95224 HTTP/1.1" status: 200 len: 217 time: 0.0404017 Nov 11 22:14:38.024377 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9e329-312e-4e4a-92a0-0ebd1a64a142 req-dac05389-9554-4632-be08-2e9880f5761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:38.025753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcf9e329-312e-4e4a-92a0-0ebd1a64a142 req-dac05389-9554-4632-be08-2e9880f5761b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0451703 Nov 11 22:14:38.058073 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcf9e329-312e-4e4a-92a0-0ebd1a64a142 req-80bf596e-da2a-4c1a-97f9-991d2a4bf668 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254371 Nov 11 22:14:38.151898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcf9e329-312e-4e4a-92a0-0ebd1a64a142 req-3d1c6b78-019b-4552-9786-e8583522ac3d service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866876 Nov 11 22:14:38.247806 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dcf9e329-312e-4e4a-92a0-0ebd1a64a142 req-a65cff20-ab8b-4618-9cd3-e0d7b711a565 service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876012 Nov 11 22:14:38.861914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a15be-c207-4fe4-9213-8bc3263f4e52 req-24c8960b-490c-43bc-b0bd-4ecb69cbf54a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:38.863405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-852a15be-c207-4fe4-9213-8bc3263f4e52 req-24c8960b-490c-43bc-b0bd-4ecb69cbf54a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 944 time: 0.0533280 Nov 11 22:14:38.916941 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-852a15be-c207-4fe4-9213-8bc3263f4e52 req-23b44f54-3fdf-41d2-bf19-7f724c301c3e tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474122 Nov 11 22:14:39.032613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909bb69-cc7f-42d1-b301-2cf3cbec2382 req-7ba3134b-d096-41e9-971a-e5feacda35ca tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:39.034185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f909bb69-cc7f-42d1-b301-2cf3cbec2382 req-7ba3134b-d096-41e9-971a-e5feacda35ca tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 944 time: 0.0515370 Nov 11 22:14:39.081670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f909bb69-cc7f-42d1-b301-2cf3cbec2382 req-56565b34-499c-487e-95b9-40b4b427811d tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415194 Nov 11 22:14:39.199888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaeee8f-11fb-4a0a-a15b-1e878c064d2e req-4357e140-4330-45f0-982a-18fceea1d207 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:39.201306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6aaeee8f-11fb-4a0a-a15b-1e878c064d2e req-4357e140-4330-45f0-982a-18fceea1d207 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 944 time: 0.0544944 Nov 11 22:14:39.248654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6aaeee8f-11fb-4a0a-a15b-1e878c064d2e req-e6365648-c8fe-45ca-8d0d-0b485c579628 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409338 Nov 11 22:14:39.289378 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 61d282d5-b196-44fa-8fee-9b20cdd95224 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:14:39.341741 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 61d282d5-b196-44fa-8fee-9b20cdd95224 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:14:39.345361 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 61d282d5-b196-44fa-8fee-9b20cdd95224 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:14:39.345758 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:39.429457 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:39.452955 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bbd482-ee26-4904-88f7-6eebb5cc9d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d282d5-b196-44fa-8fee-9b20cdd95224'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:14:39.455587 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9428cd2-34c8-4975-a550-de07dc47220a" -d '{"events": [{"server_uuid": "94bbd482-ee26-4904-88f7-6eebb5cc9d2b", "name": "network-vif-plugged", "status": "completed", "tag": "61d282d5-b196-44fa-8fee-9b20cdd95224"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:14:39.468187 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 61d282d5-b196-44fa-8fee-9b20cdd95224, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=61d282d5-b196-44fa-8fee-9b20cdd95224,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:14:39.473159 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:39.519665 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=61d282d5-b196-44fa-8fee-9b20cdd95224,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:14:39.601146 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-a6836ebf-0d6c-4da6-a95b-c23513489b31 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:39.602627 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-a6836ebf-0d6c-4da6-a95b-c23513489b31 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 815 time: 0.1040475 Nov 11 22:14:39.618576 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-86ebc43b-de8c-46ef-8b69-5b8a125a1483 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/quotas/717601c332bb4c4589ab4cb9606546e4 HTTP/1.1" status: 200 len: 375 time: 0.0097184 Nov 11 22:14:39.674537 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-c528dcec-beb0-4253-a9f0-273358a09d21 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503361 Nov 11 22:14:39.766000 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-c84bdcff-c4a8-4ed3-9ab8-e045aa6c1666 service neutron] 10.222.0.57 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843437 Nov 11 22:14:39.857561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-8308dcc1-af94-4abf-9f8a-ab6495b5f27e service neutron] 10.222.0.57 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853853 Nov 11 22:14:40.008513 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e4104b-049e-4f2f-89ac-752a45480196 x-openstack-request-id: req-61e4104b-049e-4f2f-89ac-752a45480196 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:14:40.008874 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bbd482-ee26-4904-88f7-6eebb5cc9d2b", "name": "network-vif-plugged", "status": "completed", "tag": "61d282d5-b196-44fa-8fee-9b20cdd95224", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:14:40.009188 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-61e4104b-049e-4f2f-89ac-752a45480196 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:14:40.009774 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bbd482-ee26-4904-88f7-6eebb5cc9d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d282d5-b196-44fa-8fee-9b20cdd95224', 'code': 200} Nov 11 22:14:40.066953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e014432b-c12c-478b-9c19-ee8c35fca71d req-86f649e2-65ce-4e06-8ef0-cc06c664d01c tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 210 time: 0.0286963 Nov 11 22:14:40.925057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035413e-aaaf-4e6f-a0ac-d9fa6640b182 req-a1e2df6e-052c-4053-954f-c53d268cbd3e tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:40.926712 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f035413e-aaaf-4e6f-a0ac-d9fa6640b182 req-a1e2df6e-052c-4053-954f-c53d268cbd3e tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.71 "GET /v2.0/ports?device_id=94bbd482-ee26-4904-88f7-6eebb5cc9d2b HTTP/1.1" status: 200 len: 945 time: 0.0525837 Nov 11 22:14:41.029486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f035413e-aaaf-4e6f-a0ac-d9fa6640b182 req-8eede22d-141a-4674-9021-f5ae22771895 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Deleting port 61d282d5-b196-44fa-8fee-9b20cdd95224 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:14:41.030198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f035413e-aaaf-4e6f-a0ac-d9fa6640b182 req-8eede22d-141a-4674-9021-f5ae22771895 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:41.102496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-95aeb4a2-8566-46a8-888c-c6fb04246f98 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:41.104172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-95aeb4a2-8566-46a8-888c-c6fb04246f98 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.71 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 815 time: 0.1388981 Nov 11 22:14:41.121669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-1a8c6e93-4945-48e1-a283-74b983f6e965 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Request body: {'port': {'device_id': 'dce30fd3-4ee9-4c77-9889-cdfaec46b4b2', 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464', 'admin_state_up': True, 'tenant_id': '717601c332bb4c4589ab4cb9606546e4'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:14:41.158822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-f035413e-aaaf-4e6f-a0ac-d9fa6640b182 req-8eede22d-141a-4674-9021-f5ae22771895 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] For port 61d282d5-b196-44fa-8fee-9b20cdd95224, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=61d282d5-b196-44fa-8fee-9b20cdd95224,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:14:41.159183 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f035413e-aaaf-4e6f-a0ac-d9fa6640b182 req-8eede22d-141a-4674-9021-f5ae22771895 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:41.173019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-f035413e-aaaf-4e6f-a0ac-d9fa6640b182 req-8eede22d-141a-4674-9021-f5ae22771895 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Calling delete_port for 61d282d5-b196-44fa-8fee-9b20cdd95224 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:14:41.200862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b9039982-64c3-4fbc-820e-bda2938fabf1 req-5beba30e-bad5-40a5-bc37-59c973f9f1b2 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 210 time: 0.0531948 Nov 11 22:14:41.258895 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-1a8c6e93-4945-48e1-a283-74b983f6e965 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Made reservation on behalf of 717601c332bb4c4589ab4cb9606546e4 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:14:41.262835 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-1a8c6e93-4945-48e1-a283-74b983f6e965 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:41.311615 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f035413e-aaaf-4e6f-a0ac-d9fa6640b182 req-8eede22d-141a-4674-9021-f5ae22771895 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:41.330306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['61d282d5-b196-44fa-8fee-9b20cdd95224'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:14:41.343968 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eede22d-141a-4674-9021-f5ae22771895 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Pushing event deleted for resources: {'Port': ['ID=61d282d5-b196-44fa-8fee-9b20cdd95224,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:14:41.389050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-f035413e-aaaf-4e6f-a0ac-d9fa6640b182 req-8eede22d-141a-4674-9021-f5ae22771895 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] No DVR routers for this DVR port 61d282d5-b196-44fa-8fee-9b20cdd95224 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:14:41.391725 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-f035413e-aaaf-4e6f-a0ac-d9fa6640b182 req-8eede22d-141a-4674-9021-f5ae22771895 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:41.395273 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f035413e-aaaf-4e6f-a0ac-d9fa6640b182 req-8eede22d-141a-4674-9021-f5ae22771895 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.71 "DELETE /v2.0/ports/61d282d5-b196-44fa-8fee-9b20cdd95224 HTTP/1.1" status: 204 len: 173 time: 0.4552569 Nov 11 22:14:41.395769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bbd482-ee26-4904-88f7-6eebb5cc9d2b', 'name': 'network-vif-deleted', 'tag': '61d282d5-b196-44fa-8fee-9b20cdd95224'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:14:41.398055 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68723dad-72e2-4697-a5a1-e75bb3aadf29" -d '{"events": [{"server_uuid": "94bbd482-ee26-4904-88f7-6eebb5cc9d2b", "name": "network-vif-deleted", "tag": "61d282d5-b196-44fa-8fee-9b20cdd95224"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:14:41.424907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-1a8c6e93-4945-48e1-a283-74b983f6e965 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Allocated IP 172.20.0.7 (1a91bc4c-a19c-46db-b56c-ba88ff1fd464/f4c874e0-c93c-4372-bc7d-4dae1142f769/5d61cb83-2aa7-4dac-a51a-2c81608751a6) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:14:41.436725 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6792d74-192a-4050-92d2-aa64778b86b6 x-openstack-request-id: req-a6792d74-192a-4050-92d2-aa64778b86b6 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:14:41.437258 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bbd482-ee26-4904-88f7-6eebb5cc9d2b", "name": "network-vif-deleted", "tag": "61d282d5-b196-44fa-8fee-9b20cdd95224", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:14:41.437517 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a6792d74-192a-4050-92d2-aa64778b86b6 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:14:41.437989 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bbd482-ee26-4904-88f7-6eebb5cc9d2b', 'name': 'network-vif-deleted', 'tag': '61d282d5-b196-44fa-8fee-9b20cdd95224', 'status': 'completed', 'code': 200} Nov 11 22:14:41.439308 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:41.613151 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-1a8c6e93-4945-48e1-a283-74b983f6e965 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:41.659997 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-1a8c6e93-4945-48e1-a283-74b983f6e965 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:41.679640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['61d282d5-b196-44fa-8fee-9b20cdd95224'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:14:41.712985 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-1a8c6e93-4945-48e1-a283-74b983f6e965 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:14:41.717331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-1a8c6e93-4945-48e1-a283-74b983f6e965 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:14:41.722321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-1a8c6e93-4945-48e1-a283-74b983f6e965 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:14:41.725071 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c6e93-4945-48e1-a283-74b983f6e965 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Pushing event updated for resources: {'Port': ['ID=5d61cb83-2aa7-4dac-a51a-2c81608751a6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:14:41.772815 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-1a8c6e93-4945-48e1-a283-74b983f6e965 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:41.773430 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-1a8c6e93-4945-48e1-a283-74b983f6e965 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:41.790794 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-1a8c6e93-4945-48e1-a283-74b983f6e965 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6732137 Nov 11 22:14:41.811488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Request body: {'port': {'device_id': 'dce30fd3-4ee9-4c77-9889-cdfaec46b4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:14:41.870839 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:42.142335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d61cb83-2aa7-4dac-a51a-2c81608751a6 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:14:42.150077 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:42.162508 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Transition to ACTIVE for port object 5d61cb83-2aa7-4dac-a51a-2c81608751a6 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:14:42.169109 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:42.220608 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Pushing event updated for resources: {'Port': ['ID=5d61cb83-2aa7-4dac-a51a-2c81608751a6,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:14:42.315990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Attempting to bind port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:14:42.316222 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Attempting to bind port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:14:42.316548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Attempting to bind port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 on network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:14:42.324934 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 on network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:14:42.325256 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Attempting to bind port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 on network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:14:42.333089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:14:42.333424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Checking segment: {'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:14:42.333810 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Bound using segment: {'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:14:42.334230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Bound port: 5d61cb83-2aa7-4dac-a51a-2c81608751a6, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:14:42.334590 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:42.345222 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2164bf-5405-410d-9031-3307ea528538 req-03ebab69-963e-42fc-aca5-5a9b4de8829b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:42.346708 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f2164bf-5405-410d-9031-3307ea528538 req-03ebab69-963e-42fc-aca5-5a9b4de8829b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 943 time: 0.0733926 Nov 11 22:14:42.435135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f2164bf-5405-410d-9031-3307ea528538 req-d5914eeb-5bb7-4bfb-9486-f784a2a279f1 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822177 Nov 11 22:14:42.446695 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] For port 5d61cb83-2aa7-4dac-a51a-2c81608751a6, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:14:42.449865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] For port 5d61cb83-2aa7-4dac-a51a-2c81608751a6, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:14:42.456019 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:42.490252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:42.490982 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:42.492441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] 10.222.0.71 "PUT /v2.0/ports/5d61cb83-2aa7-4dac-a51a-2c81608751a6 HTTP/1.1" status: 200 len: 1091 time: 0.6851583 Nov 11 22:14:42.492904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce30fd3-4ee9-4c77-9889-cdfaec46b4b2', 'tag': '5d61cb83-2aa7-4dac-a51a-2c81608751a6'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:14:42.495146 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fc6e59-5d87-4d43-8ca4-6ccb0dab9ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "dce30fd3-4ee9-4c77-9889-cdfaec46b4b2", "tag": "5d61cb83-2aa7-4dac-a51a-2c81608751a6"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:14:42.518765 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a4cde-c2fb-4d06-983b-806c8495a45b service neutron] Pushing event updated for resources: {'Port': ['ID=5d61cb83-2aa7-4dac-a51a-2c81608751a6,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:14:42.536121 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32607a9f-f9d9-4c22-8db5-b0ae94b42d49 x-openstack-request-id: req-32607a9f-f9d9-4c22-8db5-b0ae94b42d49 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:14:42.536408 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce30fd3-4ee9-4c77-9889-cdfaec46b4b2", "tag": "5d61cb83-2aa7-4dac-a51a-2c81608751a6", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:14:42.536661 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-32607a9f-f9d9-4c22-8db5-b0ae94b42d49 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:14:42.537106 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce30fd3-4ee9-4c77-9889-cdfaec46b4b2', 'tag': '5d61cb83-2aa7-4dac-a51a-2c81608751a6', 'status': 'completed', 'code': 200} Nov 11 22:14:42.583460 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-6967d172-894d-4d31-9365-bad798db0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:42.585010 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-6967d172-894d-4d31-9365-bad798db0515 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 1094 time: 0.0420792 Nov 11 22:14:42.627219 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-5112c426-595b-4c3f-99e8-9751736da089 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6 HTTP/1.1" status: 200 len: 217 time: 0.0337739 Nov 11 22:14:42.686057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-81d26af6-0680-4e23-a11b-b8996379cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:42.687398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-81d26af6-0680-4e23-a11b-b8996379cad4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0474651 Nov 11 22:14:42.728049 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-167d1091-35b9-430b-a652-80458d562de3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308862 Nov 11 22:14:42.824179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-42ea6318-ba1d-446b-bd34-5e3d722494ea service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841084 Nov 11 22:14:42.923955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a22dfaf8-880a-483d-a7fb-656e62719428 req-ddeb81b9-24d4-4d8a-88d6-4c8c11f299a2 service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868845 Nov 11 22:14:43.027126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc6e59-5d87-4d43-8ca4-6ccb0dab9ac0 req-0b6349cd-a771-46bf-8915-29b668df7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:43.028606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06fc6e59-5d87-4d43-8ca4-6ccb0dab9ac0 req-0b6349cd-a771-46bf-8915-29b668df7029 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 1094 time: 0.0411949 Nov 11 22:14:43.124822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc6e59-5d87-4d43-8ca4-6ccb0dab9ac0 req-0879afa0-1708-4cd0-b369-ed2a57b0c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:43.126363 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06fc6e59-5d87-4d43-8ca4-6ccb0dab9ac0 req-0879afa0-1708-4cd0-b369-ed2a57b0c84d service neutron] 10.222.0.71 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 917 time: 0.0899107 Nov 11 22:14:43.170033 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06fc6e59-5d87-4d43-8ca4-6ccb0dab9ac0 req-d13b7512-b815-4e7e-8099-92432a6e805d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6 HTTP/1.1" status: 200 len: 217 time: 0.0357051 Nov 11 22:14:43.224674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc6e59-5d87-4d43-8ca4-6ccb0dab9ac0 req-0c41f3aa-fd95-4dc2-a3b7-76d8a618a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:43.226162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06fc6e59-5d87-4d43-8ca4-6ccb0dab9ac0 req-0c41f3aa-fd95-4dc2-a3b7-76d8a618a378 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0482597 Nov 11 22:14:43.264338 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06fc6e59-5d87-4d43-8ca4-6ccb0dab9ac0 req-87002501-5b4d-4805-a746-4140d0bf311a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247455 Nov 11 22:14:43.362142 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06fc6e59-5d87-4d43-8ca4-6ccb0dab9ac0 req-869edd37-9800-49bc-b402-5ca4353e386a service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862663 Nov 11 22:14:43.457513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06fc6e59-5d87-4d43-8ca4-6ccb0dab9ac0 req-0d1a73ca-a76a-4871-830a-7d952356cb2c service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870750 Nov 11 22:14:43.561298 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82203160-9cf2-4a3b-ae88-1aff5b2cf389 req-2f669828-22df-441b-a5ce-57b902de8ce9 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:43.563952 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82203160-9cf2-4a3b-ae88-1aff5b2cf389 req-2f669828-22df-441b-a5ce-57b902de8ce9 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 943 time: 0.0554636 Nov 11 22:14:43.616079 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82203160-9cf2-4a3b-ae88-1aff5b2cf389 req-ea746523-2937-460d-9cb3-feef28ff1e1d tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439470 Nov 11 22:14:43.904641 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fcbf1ad3-8e33-450d-a3b5-c1a0b681162b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:44.742960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc1cae-f4c1-43ba-82e8-80bb93966829 req-d0addbdd-6e0d-4629-9fae-6b46dde674f1 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:44.744421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74dc1cae-f4c1-43ba-82e8-80bb93966829 req-d0addbdd-6e0d-4629-9fae-6b46dde674f1 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 943 time: 0.0555928 Nov 11 22:14:44.795101 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-74dc1cae-f4c1-43ba-82e8-80bb93966829 req-ce2d593b-b514-499a-9d6f-8e9999b40e3e tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418096 Nov 11 22:14:44.960708 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:45.313584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5d61cb83-2aa7-4dac-a51a-2c81608751a6 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:14:45.316761 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 61d282d5-b196-44fa-8fee-9b20cdd95224 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:14:45.351604 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 61d282d5-b196-44fa-8fee-9b20cdd95224 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:14:45.351948 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 61d282d5-b196-44fa-8fee-9b20cdd95224 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:14:45.440738 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5d61cb83-2aa7-4dac-a51a-2c81608751a6, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:14:45.451289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '5d61cb83-2aa7-4dac-a51a-2c81608751a6', 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464', 'port_id': '5d61cb83-2aa7-4dac-a51a-2c81608751a6', 'mac_address': 'fa:16:3e:c5:0b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c874e0-c93c-4372-bc7d-4dae1142f769', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:14:45.488704 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:45.501739 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d61cb83-2aa7-4dac-a51a-2c81608751a6 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:14:45.521559 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5d61cb83-2aa7-4dac-a51a-2c81608751a6, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:14:45.529864 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:45.578403 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=5d61cb83-2aa7-4dac-a51a-2c81608751a6,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:14:45.768879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['5d61cb83-2aa7-4dac-a51a-2c81608751a6'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:14:45.916422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2e5d3-e27d-4512-994b-b0cc404c350a req-b832eff0-5ce0-40ab-9dbd-5f4d02c893ce tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:45.917997 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06e2e5d3-e27d-4512-994b-b0cc404c350a req-b832eff0-5ce0-40ab-9dbd-5f4d02c893ce tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 944 time: 0.0489573 Nov 11 22:14:45.965157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06e2e5d3-e27d-4512-994b-b0cc404c350a req-7f6d6272-2e81-4b3b-a5cd-56f7af0fa491 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Nov 11 22:14:46.094410 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3a486bf3-771d-4995-9758-72e9171ffea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:47.090150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85307293-a34b-44d7-ae97-50fc993d6adb req-03cb805b-b97a-4631-98dc-6106838a415f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:47.091636 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85307293-a34b-44d7-ae97-50fc993d6adb req-03cb805b-b97a-4631-98dc-6106838a415f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 944 time: 0.0507686 Nov 11 22:14:47.142992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85307293-a34b-44d7-ae97-50fc993d6adb req-50d1418d-088b-481f-aed6-1b653027d636 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453503 Nov 11 22:14:47.320128 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:47.336940 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5d61cb83-2aa7-4dac-a51a-2c81608751a6 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:14:47.392768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:14:47.396731 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:14:47.397137 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:47.474596 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:47.498073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce30fd3-4ee9-4c77-9889-cdfaec46b4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d61cb83-2aa7-4dac-a51a-2c81608751a6'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:14:47.500319 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3e01d8-8c66-48a1-8952-e1b4d50ec9b1" -d '{"events": [{"server_uuid": "dce30fd3-4ee9-4c77-9889-cdfaec46b4b2", "name": "network-vif-plugged", "status": "completed", "tag": "5d61cb83-2aa7-4dac-a51a-2c81608751a6"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:14:47.512984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 5d61cb83-2aa7-4dac-a51a-2c81608751a6, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:14:47.519032 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:47.541441 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcd3941-83f1-40bb-b93e-f3587ab24482 x-openstack-request-id: req-0dcd3941-83f1-40bb-b93e-f3587ab24482 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:14:47.541734 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce30fd3-4ee9-4c77-9889-cdfaec46b4b2", "name": "network-vif-plugged", "status": "completed", "tag": "5d61cb83-2aa7-4dac-a51a-2c81608751a6", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:14:47.541984 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0dcd3941-83f1-40bb-b93e-f3587ab24482 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:14:47.542369 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce30fd3-4ee9-4c77-9889-cdfaec46b4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d61cb83-2aa7-4dac-a51a-2c81608751a6', 'code': 200} Nov 11 22:14:47.566877 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=5d61cb83-2aa7-4dac-a51a-2c81608751a6,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:14:47.653756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda531f1-4c3e-44f0-ae3a-9e912cef4c03 req-447ed995-e1c5-4045-811d-44d7b0036965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:47.655246 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cda531f1-4c3e-44f0-ae3a-9e912cef4c03 req-447ed995-e1c5-4045-811d-44d7b0036965 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 1096 time: 0.0455441 Nov 11 22:14:47.704687 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cda531f1-4c3e-44f0-ae3a-9e912cef4c03 req-f8da9777-0f24-4c2a-a2ab-30d83f3b6ade service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367441 Nov 11 22:14:48.279262 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc41cc9-d128-4b8e-ba81-b3a489dab1df req-b37586f1-d5e1-44f7-9d37-e629ee26e47e tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:48.280740 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bc41cc9-d128-4b8e-ba81-b3a489dab1df req-b37586f1-d5e1-44f7-9d37-e629ee26e47e tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0596573 Nov 11 22:14:48.327464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bc41cc9-d128-4b8e-ba81-b3a489dab1df req-585c678d-f625-4caa-ad3d-2d9bc6c1ffeb tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405085 Nov 11 22:14:48.712393 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:49.369314 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:49.459044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55990053-4344-44c2-81f4-2f016e1d9b52 req-2068d6da-19db-4b09-ae5a-457aef55647a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:49.460537 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55990053-4344-44c2-81f4-2f016e1d9b52 req-2068d6da-19db-4b09-ae5a-457aef55647a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0603912 Nov 11 22:14:49.507361 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55990053-4344-44c2-81f4-2f016e1d9b52 req-3ebbe793-c4d4-4aa4-816a-5825aab869f8 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Nov 11 22:14:49.629707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d778c-49e0-4d43-af14-9fe2a3168802 req-75a37fd0-edbd-4b4a-a2e7-30fd4d0fac18 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:49.631157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e71d778c-49e0-4d43-af14-9fe2a3168802 req-75a37fd0-edbd-4b4a-a2e7-30fd4d0fac18 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0560665 Nov 11 22:14:49.682580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e71d778c-49e0-4d43-af14-9fe2a3168802 req-8c258976-e049-4501-9987-2a02e3ddf64d tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429571 Nov 11 22:14:49.948014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-abbd803b-4796-4f07-b1ce-5783f9a60435 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704007 Nov 11 22:14:49.956915 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb2451-8e73-4867-aec2-908eb524962f req-1eefb53b-3cc2-423c-b6dd-cf4b6aaa9f22 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:49.958250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-facb2451-8e73-4867-aec2-908eb524962f req-1eefb53b-3cc2-423c-b6dd-cf4b6aaa9f22 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0727942 Nov 11 22:14:50.005945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-facb2451-8e73-4867-aec2-908eb524962f req-e12f7415-f15f-4766-ae1c-02abf0feca8b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 Nov 11 22:14:51.111183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-05b51baa-49b9-4455-b9f1-9227f521c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:51.112660 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-05b51baa-49b9-4455-b9f1-9227f521c0bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 1096 time: 0.0715296 Nov 11 22:14:51.153334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232041d1-3aa8-40d7-bc0a-e2c2897f4808 req-6724de51-9d53-4a72-9f69-c6e5cbbba060 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:51.154887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-232041d1-3aa8-40d7-bc0a-e2c2897f4808 req-6724de51-9d53-4a72-9f69-c6e5cbbba060 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0783918 Nov 11 22:14:51.245435 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-232041d1-3aa8-40d7-bc0a-e2c2897f4808 req-efdddc07-fad4-4fe6-905e-0e0b00132568 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633240 Nov 11 22:14:51.246586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-bf876586-5582-4f93-b7f9-61c10937d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:51.247985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-bf876586-5582-4f93-b7f9-61c10937d857 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 917 time: 0.1275249 Nov 11 22:14:51.294611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-9692a2b7-eeaf-4261-99cc-c8985afce75e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6 HTTP/1.1" status: 200 len: 217 time: 0.0377655 Nov 11 22:14:51.345348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-85c17285-ba9d-41b0-a25c-3eac942e94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:51.346760 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-85c17285-ba9d-41b0-a25c-3eac942e94ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0444818 Nov 11 22:14:51.378616 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b9887d5f-db87-4d21-87e8-2b29a19969ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242224 Nov 11 22:14:51.471713 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-2cfa342a-08bd-404f-b295-9bc847efbac0 service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860612 Nov 11 22:14:51.564391 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-e1594b50-035c-4ea1-b660-525595e99d36 service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846910 Nov 11 22:14:52.373139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742d478-81cd-4f65-89dc-498419b53412 req-5b3f1085-8118-43cd-9bfe-7f4fee4877d1 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:52.374625 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0742d478-81cd-4f65-89dc-498419b53412 req-5b3f1085-8118-43cd-9bfe-7f4fee4877d1 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0505652 Nov 11 22:14:52.428565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0742d478-81cd-4f65-89dc-498419b53412 req-32bb5241-c417-4b4c-ba66-64667e0cdd97 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451798 Nov 11 22:14:53.559647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f94ea-abde-49e6-851a-8436d05f9d1f req-ac5aea34-b9f7-4737-a522-8c22d608a334 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:53.561290 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-610f94ea-abde-49e6-851a-8436d05f9d1f req-ac5aea34-b9f7-4737-a522-8c22d608a334 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0575714 Nov 11 22:14:53.609872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-610f94ea-abde-49e6-851a-8436d05f9d1f req-e566a965-0557-4240-a30c-48f513fa4023 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425479 Nov 11 22:14:54.740522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0afffa-8244-4692-9fb8-f9a03c2b189e req-81c468ab-a91e-45f7-bfc1-4674e0c59b5a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:54.742066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea0afffa-8244-4692-9fb8-f9a03c2b189e req-81c468ab-a91e-45f7-bfc1-4674e0c59b5a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0508931 Nov 11 22:14:54.789724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea0afffa-8244-4692-9fb8-f9a03c2b189e req-17d423f7-f070-4901-bcf8-d519026dbc24 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414593 Nov 11 22:14:55.927104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d6ad6-99e0-4fb6-bce1-1eda13a5ea83 req-0b7eaf1d-a3f1-498e-9c2f-fcc4ab07a818 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:55.928579 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b57d6ad6-99e0-4fb6-bce1-1eda13a5ea83 req-0b7eaf1d-a3f1-498e-9c2f-fcc4ab07a818 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0567358 Nov 11 22:14:55.979631 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b57d6ad6-99e0-4fb6-bce1-1eda13a5ea83 req-e6df7bcc-eadd-4a07-9948-fc454ac5956e tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447762 Nov 11 22:14:57.109515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e456fa-7db2-426d-97ef-fd94fccf03e5 req-9544b1f7-89a8-455a-a835-5c1e648a40bf tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:57.111000 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06e456fa-7db2-426d-97ef-fd94fccf03e5 req-9544b1f7-89a8-455a-a835-5c1e648a40bf tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0510688 Nov 11 22:14:57.162357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06e456fa-7db2-426d-97ef-fd94fccf03e5 req-cca8759d-713b-4539-b792-a4ea7809146c tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424497 Nov 11 22:14:58.294980 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c946d5-c0e8-4fd4-a242-6a5da446f251 req-bd7a93c9-f71e-4f78-a913-b4885dca7abf tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:58.296653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04c946d5-c0e8-4fd4-a242-6a5da446f251 req-bd7a93c9-f71e-4f78-a913-b4885dca7abf tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0580063 Nov 11 22:14:58.345516 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04c946d5-c0e8-4fd4-a242-6a5da446f251 req-b7dd33dd-6125-4705-a9bb-44023a6d4a9d tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427430 Nov 11 22:14:59.480083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1488601-6cc4-4584-a5ff-a6b6a79755c3 req-c61a1643-4b66-461c-9e33-6523a04058f5 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:59.481623 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1488601-6cc4-4584-a5ff-a6b6a79755c3 req-c61a1643-4b66-461c-9e33-6523a04058f5 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0519831 Nov 11 22:14:59.533014 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1488601-6cc4-4584-a5ff-a6b6a79755c3 req-e010df60-20a8-4551-b931-921922656507 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424912 Nov 11 22:15:00.661223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2c913-1d28-40c9-9664-f1528fe7c389 req-f3f2018f-d212-426f-94fb-1799ee246406 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:00.662815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40a2c913-1d28-40c9-9664-f1528fe7c389 req-f3f2018f-d212-426f-94fb-1799ee246406 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0507219 Nov 11 22:15:00.714726 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40a2c913-1d28-40c9-9664-f1528fe7c389 req-32e13271-576e-4758-9649-4c2470f98884 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458033 Nov 11 22:15:01.839406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e2141-a85b-4fbb-a614-8efa854d2553 req-5782d153-27bc-4235-8d87-3d0b20be9104 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:01.840859 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da9e2141-a85b-4fbb-a614-8efa854d2553 req-5782d153-27bc-4235-8d87-3d0b20be9104 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0532231 Nov 11 22:15:01.889898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-da9e2141-a85b-4fbb-a614-8efa854d2553 req-6a181da4-9e36-4cac-8f19-b2f7de43a282 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428729 Nov 11 22:15:03.015585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093f0cc-ff09-44d6-acda-5128486b8280 req-833e28d0-dae1-4c92-b06f-1af9cc48303a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:03.017129 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9093f0cc-ff09-44d6-acda-5128486b8280 req-833e28d0-dae1-4c92-b06f-1af9cc48303a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0538151 Nov 11 22:15:03.063936 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9093f0cc-ff09-44d6-acda-5128486b8280 req-e453f974-983b-455a-9efe-ded8b3f26a43 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406394 Nov 11 22:15:04.204691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ecb79-fd92-4788-b4bb-12d31dfeb001 req-cbc82add-c132-4ec6-82a3-2f0b3e4a8510 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:04.206550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db4ecb79-fd92-4788-b4bb-12d31dfeb001 req-cbc82add-c132-4ec6-82a3-2f0b3e4a8510 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0640607 Nov 11 22:15:04.256332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db4ecb79-fd92-4788-b4bb-12d31dfeb001 req-0c85998c-e14e-442a-bc30-64d6dd9dcbf7 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436959 Nov 11 22:15:05.390239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68f70b-e09d-44b7-adb9-480baec9c20a req-ae9b698b-d2bd-4748-a329-6d6b34308b3b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:05.391726 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af68f70b-e09d-44b7-adb9-480baec9c20a req-ae9b698b-d2bd-4748-a329-6d6b34308b3b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0520928 Nov 11 22:15:05.442003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af68f70b-e09d-44b7-adb9-480baec9c20a req-bf3d0f84-535e-479f-9472-cc945db715ad tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418661 Nov 11 22:15:06.569368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee75e34-63ce-4167-b80a-6881c4e58066 req-9a0192a4-700a-44b6-b1c6-9deee54d8200 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:06.570877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ee75e34-63ce-4167-b80a-6881c4e58066 req-9a0192a4-700a-44b6-b1c6-9deee54d8200 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0499313 Nov 11 22:15:06.621793 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8ee75e34-63ce-4167-b80a-6881c4e58066 req-68637489-c162-4b75-aa83-7dc9b87b896a tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449059 Nov 11 22:15:07.751017 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0989365-a6b0-495a-95e6-6b19ec3b6e80 req-f77a0dea-17e4-40a6-a507-2af56a009ea9 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:07.752558 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0989365-a6b0-495a-95e6-6b19ec3b6e80 req-f77a0dea-17e4-40a6-a507-2af56a009ea9 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0572102 Nov 11 22:15:07.804134 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0989365-a6b0-495a-95e6-6b19ec3b6e80 req-cf53417b-fed6-4c63-9117-0d474a3f29f8 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423102 Nov 11 22:15:08.931925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b8ea3-c66c-4f2a-89fb-fd2683b115c8 req-4095ec39-af26-4dca-8b98-872744aeb417 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:08.933457 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-921b8ea3-c66c-4f2a-89fb-fd2683b115c8 req-4095ec39-af26-4dca-8b98-872744aeb417 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0539482 Nov 11 22:15:08.981242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-921b8ea3-c66c-4f2a-89fb-fd2683b115c8 req-0601f68f-e886-461a-b164-26522645d823 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415325 Nov 11 22:15:09.353286 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:15:10.114057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fed86-df0b-4b36-a738-0126c17e4914 req-9abcb8bb-2a6d-43d4-b345-ec2253edd742 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:10.115533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-914fed86-df0b-4b36-a738-0126c17e4914 req-9abcb8bb-2a6d-43d4-b345-ec2253edd742 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0556481 Nov 11 22:15:10.167965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-914fed86-df0b-4b36-a738-0126c17e4914 req-bd3b48da-4d25-4148-97b4-a9a37bb4b341 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463071 Nov 11 22:15:11.299051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966394a-1b7e-4c06-a039-4f72582c5561 req-efd2d905-6292-4a7e-a223-81748ad086e8 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:11.300541 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1966394a-1b7e-4c06-a039-4f72582c5561 req-efd2d905-6292-4a7e-a223-81748ad086e8 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0507300 Nov 11 22:15:11.353704 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1966394a-1b7e-4c06-a039-4f72582c5561 req-926b41e4-ca4b-4764-90bb-b7dfcead269d tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441520 Nov 11 22:15:11.437063 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:12.481120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738c926-e391-429c-a5f6-c605959ffdfb req-0ab53a3a-e1be-475d-ab42-a06158820ba9 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:12.482589 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e738c926-e391-429c-a5f6-c605959ffdfb req-0ab53a3a-e1be-475d-ab42-a06158820ba9 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0530217 Nov 11 22:15:12.529454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e738c926-e391-429c-a5f6-c605959ffdfb req-f6e9ab0f-0071-4c19-b227-7628022bd922 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406504 Nov 11 22:15:13.297926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3a65a-dec8-45f9-b50f-391b1ec97855 req-a3a86bb6-9a54-4c83-9851-90835a552936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:13.299481 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44b3a65a-dec8-45f9-b50f-391b1ec97855 req-a3a86bb6-9a54-4c83-9851-90835a552936 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 1096 time: 0.0471280 Nov 11 22:15:13.408847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3a65a-dec8-45f9-b50f-391b1ec97855 req-b175d0fd-0c6e-44e7-9593-ae3f61a32334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:13.410342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44b3a65a-dec8-45f9-b50f-391b1ec97855 req-b175d0fd-0c6e-44e7-9593-ae3f61a32334 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 917 time: 0.0896375 Nov 11 22:15:13.451877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44b3a65a-dec8-45f9-b50f-391b1ec97855 req-58f952c7-cf1b-4b34-9456-ac557510a65c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6 HTTP/1.1" status: 200 len: 217 time: 0.0332522 Nov 11 22:15:13.502159 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3a65a-dec8-45f9-b50f-391b1ec97855 req-5963242b-9e6a-4c00-a035-7ad5bc6e1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:13.503571 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44b3a65a-dec8-45f9-b50f-391b1ec97855 req-5963242b-9e6a-4c00-a035-7ad5bc6e1dde service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0433648 Nov 11 22:15:13.542334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44b3a65a-dec8-45f9-b50f-391b1ec97855 req-91774d65-a911-4651-a6fa-e203b2a41f26 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308981 Nov 11 22:15:13.663478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44b3a65a-dec8-45f9-b50f-391b1ec97855 req-f56bdd33-68aa-4506-be85-e55b00e15ee3 service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129863 Nov 11 22:15:13.674309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c1d61-eb3e-4475-b926-363146014b24 req-f17a4f01-787f-41b1-a5d4-55575892f510 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:13.675666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef3c1d61-eb3e-4475-b926-363146014b24 req-f17a4f01-787f-41b1-a5d4-55575892f510 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0713854 Nov 11 22:15:13.890209 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b550003d-ea34-4b8a-a2b8-dc65d314ee8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:14.125862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef3c1d61-eb3e-4475-b926-363146014b24 req-3f944565-0dbf-4032-a66f-954a1f8977bd tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424999 Nov 11 22:15:14.141508 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44b3a65a-dec8-45f9-b50f-391b1ec97855 req-6ab46b28-c0b3-4dd9-a174-1966c5422263 service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648018 Nov 11 22:15:14.951747 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:15.253528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82aac1-1497-4835-9b57-090f71397184 req-7e1851b6-a382-4a96-b5b5-e40034bf54c1 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:15.255010 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7f82aac1-1497-4835-9b57-090f71397184 req-7e1851b6-a382-4a96-b5b5-e40034bf54c1 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0520322 Nov 11 22:15:15.305872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7f82aac1-1497-4835-9b57-090f71397184 req-27b55787-458c-4e18-850a-7a7d66bd2665 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421145 Nov 11 22:15:16.094162 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f308a07-b2bd-424c-8e51-c92548384859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:16.428506 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a01111-67b7-418b-aa1b-9cc5231f62aa req-33f0eaf5-6174-4aae-a0e7-65e2071bb724 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:16.430048 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00a01111-67b7-418b-aa1b-9cc5231f62aa req-33f0eaf5-6174-4aae-a0e7-65e2071bb724 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0520840 Nov 11 22:15:16.479833 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00a01111-67b7-418b-aa1b-9cc5231f62aa req-462cca9c-e15b-4df4-bd15-1e14e304f7b0 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Nov 11 22:15:17.324117 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:17.613138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591a75f-69dd-4e06-bd76-1a747d7ed638 req-f8de25a2-4f5a-4443-9b53-7bdaffb41eea tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:17.614663 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d591a75f-69dd-4e06-bd76-1a747d7ed638 req-f8de25a2-4f5a-4443-9b53-7bdaffb41eea tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0566816 Nov 11 22:15:17.661680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d591a75f-69dd-4e06-bd76-1a747d7ed638 req-0e06498b-b290-47dd-8ae7-4762ffc38380 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411227 Nov 11 22:15:18.688635 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-a2b49202-485c-4d05-8461-b876f0373d46 service neutron] show failed (client error): The resource could not be found. Nov 11 22:15:18.690740 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-a2b49202-485c-4d05-8461-b876f0373d46 service neutron] 10.222.0.71 "GET /v2.0/ports/5d61cb83-2aa7-4dac-a51a-2c81608751a6/bindings/n-h1-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0689931 Nov 11 22:15:18.712210 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:18.783447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb432e2-94c7-479d-b24d-dbf733308a90 req-f4e08395-4134-4418-ae28-4c11de7c5f01 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:18.785052 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1eb432e2-94c7-479d-b24d-dbf733308a90 req-f4e08395-4134-4418-ae28-4c11de7c5f01 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0498402 Nov 11 22:15:18.840482 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1eb432e2-94c7-479d-b24d-dbf733308a90 req-6e477dd2-0ef3-4e3c-9e15-fa1ddb8dab07 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486317 Nov 11 22:15:18.925545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-ff5de6bd-fa0e-40e4-923d-cfbe0b76d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:18.927043 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-ff5de6bd-fa0e-40e4-923d-cfbe0b76d959 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2&tenant_id=717601c332bb4c4589ab4cb9606546e4 HTTP/1.1" status: 200 len: 1096 time: 0.0410879 Nov 11 22:15:18.938693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:18.994752 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:19.196241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] For port 5d61cb83-2aa7-4dac-a51a-2c81608751a6, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:19.237937 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] For port 5d61cb83-2aa7-4dac-a51a-2c81608751a6, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:15:19.276907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce30fd3-4ee9-4c77-9889-cdfaec46b4b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d61cb83-2aa7-4dac-a51a-2c81608751a6'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:15:19.279068 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58b2555-c045-40c4-b09f-54e4ceb5abc9" -d '{"events": [{"server_uuid": "dce30fd3-4ee9-4c77-9889-cdfaec46b4b2", "name": "network-vif-unplugged", "status": "completed", "tag": "5d61cb83-2aa7-4dac-a51a-2c81608751a6"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:15:19.282793 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:19.300150 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Transition to ACTIVE for port object 5d61cb83-2aa7-4dac-a51a-2c81608751a6 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:15:19.305064 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:19.335499 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af27c071-71e1-40e0-b786-1f892a851310 x-openstack-request-id: req-af27c071-71e1-40e0-b786-1f892a851310 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:15:19.335796 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce30fd3-4ee9-4c77-9889-cdfaec46b4b2", "name": "network-vif-unplugged", "status": "completed", "tag": "5d61cb83-2aa7-4dac-a51a-2c81608751a6", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:15:19.336053 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af27c071-71e1-40e0-b786-1f892a851310 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:15:19.336448 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce30fd3-4ee9-4c77-9889-cdfaec46b4b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d61cb83-2aa7-4dac-a51a-2c81608751a6', 'code': 200} Nov 11 22:15:19.364287 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:19.376011 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] No DVR routers for this DVR port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:15:19.378119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d61cb83-2aa7-4dac-a51a-2c81608751a6,revision_number=6']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:19.389199 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:19.389543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:19.389884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:19.390218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:19.390551 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:19.390877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:19.391320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:19.391644 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:19.391975 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:19.392305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:19.392626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:19.392974 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:19.423922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Attempting to bind port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:15:19.424366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Attempting to bind port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:15:19.424844 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Attempting to bind port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 on network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:15:19.429566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 on network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:15:19.429886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Attempting to bind port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 on network 1a91bc4c-a19c-46db-b56c-ba88ff1fd464 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:15:19.435342 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:15:19.435707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Checking segment: {'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:15:19.436092 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Bound using segment: {'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:15:19.436509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Bound port: 5d61cb83-2aa7-4dac-a51a-2c81608751a6, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190128f7-bbc2-49ed-8093-bc40badbb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:15:19.436888 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:19.500422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] For port 5d61cb83-2aa7-4dac-a51a-2c81608751a6, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:15:19.503953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] For port 5d61cb83-2aa7-4dac-a51a-2c81608751a6, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:15:19.508919 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:19.541697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:19.542360 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:19.543821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] 10.222.0.10 "PUT /v2.0/ports/5d61cb83-2aa7-4dac-a51a-2c81608751a6 HTTP/1.1" status: 200 len: 1091 time: 0.6091502 Nov 11 22:15:19.575570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f74c17-d36e-4ccc-ad38-37fb892363f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d61cb83-2aa7-4dac-a51a-2c81608751a6,revision_number=7']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:19.611691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-36d94b34-6a19-4472-a26c-94235f3f721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:19.613258 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-36d94b34-6a19-4472-a26c-94235f3f721e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 1094 time: 0.0466278 Nov 11 22:15:19.703283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-494fa706-e7a9-4702-8cb0-bc649653095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:19.704808 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-494fa706-e7a9-4702-8cb0-bc649653095e service neutron] 10.222.0.10 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 917 time: 0.0849071 Nov 11 22:15:19.750698 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-25802b1d-a564-44b8-8cdc-f4e3224cec40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6 HTTP/1.1" status: 200 len: 217 time: 0.0389693 Nov 11 22:15:19.799443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-2dc42385-79a9-4e13-a55f-d29f3b3e78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:19.800697 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-2dc42385-79a9-4e13-a55f-d29f3b3e78bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0434823 Nov 11 22:15:19.832621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-658f3df4-9627-4fbb-9a35-ec1ffb7f4284 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253878 Nov 11 22:15:19.959906 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-55f05c33-0ee2-4c30-a365-1929e854990f service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198225 Nov 11 22:15:19.991277 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a78994-ae91-4243-94b2-213a11de80dc req-fb3415ff-8581-4dbf-b16b-98f139854d60 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:19.992680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0a78994-ae91-4243-94b2-213a11de80dc req-fb3415ff-8581-4dbf-b16b-98f139854d60 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 943 time: 0.0786390 Nov 11 22:15:20.086731 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e0a78994-ae91-4243-94b2-213a11de80dc req-e4b6aa38-fc82-459a-95e4-8c55afbeff02 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878885 Nov 11 22:15:20.092155 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-98e9796a-f1fd-45e7-bd2c-860a5e00814b req-9e324fe2-f458-46df-a39d-39ca9d8d47f0 service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258245 Nov 11 22:15:21.212809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303de7b-1e6d-45eb-8bb9-24e9e98ea5f8 req-bb8d96ce-e4f6-45a4-bd69-ae4540c19c8d tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:21.214377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3303de7b-1e6d-45eb-8bb9-24e9e98ea5f8 req-bb8d96ce-e4f6-45a4-bd69-ae4540c19c8d tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 943 time: 0.0511584 Nov 11 22:15:21.264937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3303de7b-1e6d-45eb-8bb9-24e9e98ea5f8 req-1de8f55a-57dd-4cfb-a93e-a5f93f7b1466 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427711 Nov 11 22:15:21.337976 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce30fd3-4ee9-4c77-9889-cdfaec46b4b2', 'tag': '5d61cb83-2aa7-4dac-a51a-2c81608751a6'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:15:21.341904 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ff08fc-82ca-4eac-8792-b28b493c54be" -d '{"events": [{"name": "network-changed", "server_uuid": "dce30fd3-4ee9-4c77-9889-cdfaec46b4b2", "tag": "5d61cb83-2aa7-4dac-a51a-2c81608751a6"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:15:21.396375 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48e98d7-fa7c-435c-89bd-0970300e4d62 x-openstack-request-id: req-f48e98d7-fa7c-435c-89bd-0970300e4d62 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:15:21.396863 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce30fd3-4ee9-4c77-9889-cdfaec46b4b2", "tag": "5d61cb83-2aa7-4dac-a51a-2c81608751a6", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:15:21.397145 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f48e98d7-fa7c-435c-89bd-0970300e4d62 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:15:21.397637 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce30fd3-4ee9-4c77-9889-cdfaec46b4b2', 'tag': '5d61cb83-2aa7-4dac-a51a-2c81608751a6', 'status': 'completed', 'code': 200} Nov 11 22:15:21.491899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-f182aa5e-9654-47b5-96d9-33f9d61f3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:21.493450 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-f182aa5e-9654-47b5-96d9-33f9d61f3be8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 1094 time: 0.0748644 Nov 11 22:15:21.495227 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-fea6e62d-8cd2-4259-a0fb-f6a605350d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:21.496569 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-fea6e62d-8cd2-4259-a0fb-f6a605350d0a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 1094 time: 0.0684679 Nov 11 22:15:21.524629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5d61cb83-2aa7-4dac-a51a-2c81608751a6 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:15:21.565622 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 5d61cb83-2aa7-4dac-a51a-2c81608751a6 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:15:21.656585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-79547df7-2e2f-48d8-941b-1b1791c9d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:21.658042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-79547df7-2e2f-48d8-941b-1b1791c9d83f service neutron] 10.222.0.71 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 917 time: 0.1481056 Nov 11 22:15:21.658988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-552d8d36-02a3-4657-bfcf-4869ae7115b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:21.660297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-552d8d36-02a3-4657-bfcf-4869ae7115b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 917 time: 0.1576371 Nov 11 22:15:21.707962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-5d483dbf-cc73-4a87-bb2a-b9d8c718d162 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6 HTTP/1.1" status: 200 len: 217 time: 0.0407419 Nov 11 22:15:21.746352 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-1b401d51-be59-4611-8bee-429dab48697f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6 HTTP/1.1" status: 200 len: 217 time: 0.0728199 Nov 11 22:15:21.809441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-10c9130f-d6ba-4abd-90f4-59435146e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:21.810891 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-10c9130f-d6ba-4abd-90f4-59435146e58c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0737579 Nov 11 22:15:21.818032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-651fe203-5fce-47b3-8f32-d10a2b843f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:21.819351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-651fe203-5fce-47b3-8f32-d10a2b843f66 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0561156 Nov 11 22:15:21.856562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-8ce39f92-74b8-494c-8efd-620b6870fb9d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363255 Nov 11 22:15:21.880314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-923615ec-af56-4f5a-98ee-ad0b64ad15dc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366931 Nov 11 22:15:22.026034 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-6477daa0-cbd2-4610-a603-85f558fdb803 service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534734 Nov 11 22:15:22.046588 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-c3f92c72-eae0-4a14-b93e-db54225ff053 service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493573 Nov 11 22:15:22.175987 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-a8c94ee1-c669-47ef-a34a-0805d14e3a25 service neutron] 10.222.0.10 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418509 Nov 11 22:15:22.188951 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8ff08fc-82ca-4eac-8792-b28b493c54be req-bd49a340-4052-4029-93a0-9f09051a4666 service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281257 Nov 11 22:15:22.398845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4f078-7183-4be1-a452-380b78653d8b req-bf2957cc-e8c2-4fae-ad2c-094f79b9f0f0 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:22.400313 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25c4f078-7183-4be1-a452-380b78653d8b req-bf2957cc-e8c2-4fae-ad2c-094f79b9f0f0 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 943 time: 0.0557082 Nov 11 22:15:22.451791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25c4f078-7183-4be1-a452-380b78653d8b req-1f4cd03b-e9a2-43c6-9796-b6981547b3e8 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430405 Nov 11 22:15:22.691787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8745808-66b1-49f6-8a23-a4e2e7188a66 req-f887535e-0d70-493f-9d0a-8bea23578c97 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:22.693307 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8745808-66b1-49f6-8a23-a4e2e7188a66 req-f887535e-0d70-493f-9d0a-8bea23578c97 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 943 time: 0.0825219 Nov 11 22:15:22.706080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f0f39-86aa-4c2a-9b8e-ec15f77b042e req-2e88f500-f5d4-4601-86d8-2d94f27ae0a2 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:22.707585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-248f0f39-86aa-4c2a-9b8e-ec15f77b042e req-2e88f500-f5d4-4601-86d8-2d94f27ae0a2 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2&tenant_id=717601c332bb4c4589ab4cb9606546e4&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 943 time: 0.0677004 Nov 11 22:15:22.731313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5d61cb83-2aa7-4dac-a51a-2c81608751a6 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:15:22.786372 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8745808-66b1-49f6-8a23-a4e2e7188a66 req-3fca27e1-1dab-4f5c-a7fa-e03cc4dc9200 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778072 Nov 11 22:15:22.795397 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-248f0f39-86aa-4c2a-9b8e-ec15f77b042e req-81f5882a-29a8-4b5f-9b99-fb233edfa06b service neutron] delete failed (client error): The resource could not be found. Nov 11 22:15:22.796306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-248f0f39-86aa-4c2a-9b8e-ec15f77b042e req-81f5882a-29a8-4b5f-9b99-fb233edfa06b service neutron] 10.222.0.71 "DELETE /v2.0/ports/5d61cb83-2aa7-4dac-a51a-2c81608751a6/bindings/n-h2-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0742567 Nov 11 22:15:22.832163 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5d61cb83-2aa7-4dac-a51a-2c81608751a6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:22.843237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '5d61cb83-2aa7-4dac-a51a-2c81608751a6', 'network_id': '1a91bc4c-a19c-46db-b56c-ba88ff1fd464', 'port_id': '5d61cb83-2aa7-4dac-a51a-2c81608751a6', 'mac_address': 'fa:16:3e:c5:0b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c874e0-c93c-4372-bc7d-4dae1142f769', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:15:22.879904 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:22.892593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d61cb83-2aa7-4dac-a51a-2c81608751a6 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:15:22.896096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f0f39-86aa-4c2a-9b8e-ec15f77b042e req-ee798050-ada3-40e3-9d20-b3ab1494d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:22.897671 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-248f0f39-86aa-4c2a-9b8e-ec15f77b042e req-ee798050-ada3-40e3-9d20-b3ab1494d856 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=717601c332bb4c4589ab4cb9606546e4&device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 1094 time: 0.0467210 Nov 11 22:15:22.911716 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5d61cb83-2aa7-4dac-a51a-2c81608751a6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:22.915874 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:22.962579 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=5d61cb83-2aa7-4dac-a51a-2c81608751a6,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:22.970321 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:22.970913 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:22.971267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:22.971605 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:22.971968 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:22.972297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:22.972626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:22.972985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:22.973313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:22.973636 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:22.973939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:22.974265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:22.994625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f0f39-86aa-4c2a-9b8e-ec15f77b042e req-9a8da930-9f80-4d3c-97f0-e81a67aa974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:22.996202 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-248f0f39-86aa-4c2a-9b8e-ec15f77b042e req-9a8da930-9f80-4d3c-97f0-e81a67aa974f service neutron] 10.222.0.71 "GET /v2.0/networks?id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 200 len: 917 time: 0.0854375 Nov 11 22:15:23.047387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-248f0f39-86aa-4c2a-9b8e-ec15f77b042e req-8189a091-48b6-41b8-a5a6-cb8b1c9ce5eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6 HTTP/1.1" status: 200 len: 217 time: 0.0376799 Nov 11 22:15:23.098518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f0f39-86aa-4c2a-9b8e-ec15f77b042e req-688723c4-d699-410a-bd23-097ad938de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:23.099862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-248f0f39-86aa-4c2a-9b8e-ec15f77b042e req-688723c4-d699-410a-bd23-097ad938de8d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 200 len: 855 time: 0.0441635 Nov 11 22:15:23.136387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-248f0f39-86aa-4c2a-9b8e-ec15f77b042e req-be570c75-7abb-4e49-82a8-c8ae02b21199 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a91bc4c-a19c-46db-b56c-ba88ff1fd464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243168 Nov 11 22:15:23.138109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['5d61cb83-2aa7-4dac-a51a-2c81608751a6'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:15:23.233739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-248f0f39-86aa-4c2a-9b8e-ec15f77b042e req-2c1e60ee-5d3e-4497-a0b1-ed1839052a0c service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857046 Nov 11 22:15:23.328757 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-248f0f39-86aa-4c2a-9b8e-ec15f77b042e req-4e5ad64e-3b1f-4a39-94f5-6093ab04e8ba service neutron] 10.222.0.71 "GET /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815332 Nov 11 22:15:23.910104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87bea-8edb-4ee0-ac4a-6384afc80234 req-711eff47-8d76-4996-904f-5f53a4e13540 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:23.911609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-41d87bea-8edb-4ee0-ac4a-6384afc80234 req-711eff47-8d76-4996-904f-5f53a4e13540 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 944 time: 0.0492446 Nov 11 22:15:23.972499 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-41d87bea-8edb-4ee0-ac4a-6384afc80234 req-7955ec16-cb79-4a76-ae85-f6899e5fee9e tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549109 Nov 11 22:15:24.086954 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d639a-a802-4749-932a-3d24eb135445 req-273ca524-f71e-425d-bcde-d9e5e1ce636b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:24.088451 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-724d639a-a802-4749-932a-3d24eb135445 req-273ca524-f71e-425d-bcde-d9e5e1ce636b tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 944 time: 0.0504870 Nov 11 22:15:24.135962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-724d639a-a802-4749-932a-3d24eb135445 req-15b9cb06-c746-442b-a0ac-78c3598f3aa4 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413222 Nov 11 22:15:24.249621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594ed45-11bb-41c0-a2c0-d99281793ab5 req-5b414239-e40c-4d73-918a-d3317e10f305 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:24.251016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b594ed45-11bb-41c0-a2c0-d99281793ab5 req-5b414239-e40c-4d73-918a-d3317e10f305 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 944 time: 0.0500011 Nov 11 22:15:24.297177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b594ed45-11bb-41c0-a2c0-d99281793ab5 req-3779fa9f-3a68-4f6f-a120-7613d55ea36c tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401709 Nov 11 22:15:24.646418 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e0ca-1586-49b5-ac12-b876054e960f req-10f14735-4d4e-4d87-b5d3-418fdef37d2c tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:24.648053 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a18e0ca-1586-49b5-ac12-b876054e960f req-10f14735-4d4e-4d87-b5d3-418fdef37d2c tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 944 time: 0.0569091 Nov 11 22:15:24.698702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a18e0ca-1586-49b5-ac12-b876054e960f req-0e60a067-ab17-4fb8-8e8e-ca884c5368e6 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425987 Nov 11 22:15:24.728044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5d61cb83-2aa7-4dac-a51a-2c81608751a6 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:15:24.780779 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:15:24.784433 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:24.784829 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:24.866143 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:24.888202 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce30fd3-4ee9-4c77-9889-cdfaec46b4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d61cb83-2aa7-4dac-a51a-2c81608751a6'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:15:24.890458 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b82b80f-db8c-4769-b604-18cc9b7d8c0c" -d '{"events": [{"server_uuid": "dce30fd3-4ee9-4c77-9889-cdfaec46b4b2", "name": "network-vif-plugged", "status": "completed", "tag": "5d61cb83-2aa7-4dac-a51a-2c81608751a6"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:15:24.902915 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5d61cb83-2aa7-4dac-a51a-2c81608751a6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:24.908183 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:24.933729 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1301ee-b5a3-492d-b48b-4e32c44746b2 x-openstack-request-id: req-4c1301ee-b5a3-492d-b48b-4e32c44746b2 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:15:24.934063 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce30fd3-4ee9-4c77-9889-cdfaec46b4b2", "name": "network-vif-plugged", "status": "completed", "tag": "5d61cb83-2aa7-4dac-a51a-2c81608751a6", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:15:24.934360 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4c1301ee-b5a3-492d-b48b-4e32c44746b2 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:15:24.934788 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce30fd3-4ee9-4c77-9889-cdfaec46b4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d61cb83-2aa7-4dac-a51a-2c81608751a6', 'code': 200} Nov 11 22:15:24.961204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=5d61cb83-2aa7-4dac-a51a-2c81608751a6,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:25.840067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f723d8a-993b-4de4-81fc-f6a2fbc4e254 req-0587ca41-753a-431c-81e0-53269b110ac1 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:25.841752 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f723d8a-993b-4de4-81fc-f6a2fbc4e254 req-0587ca41-753a-431c-81e0-53269b110ac1 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.10 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0785789 Nov 11 22:15:25.849846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813eb09-3034-4017-a83b-23e9398eea12 req-c56a1e22-ff98-439b-9533-4c0f9144c429 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:25.851195 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9813eb09-3034-4017-a83b-23e9398eea12 req-c56a1e22-ff98-439b-9533-4c0f9144c429 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dce30fd3-4ee9-4c77-9889-cdfaec46b4b2 HTTP/1.1" status: 200 len: 945 time: 0.0790257 Nov 11 22:15:25.945344 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9813eb09-3034-4017-a83b-23e9398eea12 req-1698c0b8-3f97-4659-a9d3-c65d698b0fe8 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.57 "GET /v2.0/security-groups?id=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872533 Nov 11 22:15:25.969186 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-2f723d8a-993b-4de4-81fc-f6a2fbc4e254 req-1a43fb28-a980-4c24-8415-31480f9b864f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Deleting port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:15:25.969338 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2f723d8a-993b-4de4-81fc-f6a2fbc4e254 req-1a43fb28-a980-4c24-8415-31480f9b864f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:26.065215 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2f723d8a-993b-4de4-81fc-f6a2fbc4e254 req-1a43fb28-a980-4c24-8415-31480f9b864f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] For port 5d61cb83-2aa7-4dac-a51a-2c81608751a6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5d61cb83-2aa7-4dac-a51a-2c81608751a6,segment=NetworkSegment(190128f7-bbc2-49ed-8093-bc40badbb9d7),segment_id=190128f7-bbc2-49ed-8093-bc40badbb9d7)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:26.065568 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2f723d8a-993b-4de4-81fc-f6a2fbc4e254 req-1a43fb28-a980-4c24-8415-31480f9b864f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:26.078235 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-2f723d8a-993b-4de4-81fc-f6a2fbc4e254 req-1a43fb28-a980-4c24-8415-31480f9b864f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Calling delete_port for 5d61cb83-2aa7-4dac-a51a-2c81608751a6 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:15:26.207869 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2f723d8a-993b-4de4-81fc-f6a2fbc4e254 req-1a43fb28-a980-4c24-8415-31480f9b864f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:26.220602 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['5d61cb83-2aa7-4dac-a51a-2c81608751a6'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:15:26.246338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43fb28-a980-4c24-8415-31480f9b864f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Pushing event deleted for resources: {'Port': ['ID=5d61cb83-2aa7-4dac-a51a-2c81608751a6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:26.282074 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f723d8a-993b-4de4-81fc-f6a2fbc4e254 req-1a43fb28-a980-4c24-8415-31480f9b864f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] No DVR routers for this DVR port 5d61cb83-2aa7-4dac-a51a-2c81608751a6 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:15:26.285303 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2f723d8a-993b-4de4-81fc-f6a2fbc4e254 req-1a43fb28-a980-4c24-8415-31480f9b864f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:26.288741 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f723d8a-993b-4de4-81fc-f6a2fbc4e254 req-1a43fb28-a980-4c24-8415-31480f9b864f tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] 10.222.0.10 "DELETE /v2.0/ports/5d61cb83-2aa7-4dac-a51a-2c81608751a6 HTTP/1.1" status: 204 len: 173 time: 0.4366891 Nov 11 22:15:26.289220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce30fd3-4ee9-4c77-9889-cdfaec46b4b2', 'name': 'network-vif-deleted', 'tag': '5d61cb83-2aa7-4dac-a51a-2c81608751a6'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:15:26.291509 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a64ecf3-507a-40a5-a087-ae0451713491" -d '{"events": [{"server_uuid": "dce30fd3-4ee9-4c77-9889-cdfaec46b4b2", "name": "network-vif-deleted", "tag": "5d61cb83-2aa7-4dac-a51a-2c81608751a6"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:15:26.329809 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac857463-f2f3-4245-b648-e154afca1997 x-openstack-request-id: req-ac857463-f2f3-4245-b648-e154afca1997 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:15:26.330106 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce30fd3-4ee9-4c77-9889-cdfaec46b4b2", "name": "network-vif-deleted", "tag": "5d61cb83-2aa7-4dac-a51a-2c81608751a6", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:15:26.330359 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac857463-f2f3-4245-b648-e154afca1997 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:15:26.331111 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce30fd3-4ee9-4c77-9889-cdfaec46b4b2', 'name': 'network-vif-deleted', 'tag': '5d61cb83-2aa7-4dac-a51a-2c81608751a6', 'status': 'completed', 'code': 200} Nov 11 22:15:27.085457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54724) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:27.130613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-9118b617-7ebc-4c5b-b672-d0734d37ae4c admin admin] Deleting subnet f4c874e0-c93c-4372-bc7d-4dae1142f769 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:15:27.133713 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9118b617-7ebc-4c5b-b672-d0734d37ae4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.166537 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9118b617-7ebc-4c5b-b672-d0734d37ae4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.208283 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9118b617-7ebc-4c5b-b672-d0734d37ae4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.261230 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9118b617-7ebc-4c5b-b672-d0734d37ae4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.285493 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118b617-7ebc-4c5b-b672-d0734d37ae4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4c874e0-c93c-4372-bc7d-4dae1142f769,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:27.289315 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9118b617-7ebc-4c5b-b672-d0734d37ae4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.292402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9118b617-7ebc-4c5b-b672-d0734d37ae4c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f4c874e0-c93c-4372-bc7d-4dae1142f769 HTTP/1.1" status: 204 len: 168 time: 0.2059314 Nov 11 22:15:27.295119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54726) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:27.360839 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b68d005-70eb-4554-a639-46ecb59f2e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.454793 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b68d005-70eb-4554-a639-46ecb59f2e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.475449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2b68d005-70eb-4554-a639-46ecb59f2e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a91bc4c-a19c-46db-b56c-ba88ff1fd464']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:27.485429 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2b68d005-70eb-4554-a639-46ecb59f2e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190128f7-bbc2-49ed-8093-bc40badbb9d7') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:27.485730 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2b68d005-70eb-4554-a639-46ecb59f2e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190128f7-bbc2-49ed-8093-bc40badbb9d7') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:27.495608 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b68d005-70eb-4554-a639-46ecb59f2e10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.508754 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b68d005-70eb-4554-a639-46ecb59f2e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.515351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b68d005-70eb-4554-a639-46ecb59f2e10 admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:15:27.515652 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b68d005-70eb-4554-a639-46ecb59f2e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:15:27.517440 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:15:27.577491 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b68d005-70eb-4554-a639-46ecb59f2e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.584168 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2b68d005-70eb-4554-a639-46ecb59f2e10 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.587370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2b68d005-70eb-4554-a639-46ecb59f2e10 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1a91bc4c-a19c-46db-b56c-ba88ff1fd464 HTTP/1.1" status: 204 len: 168 time: 0.2913394 Nov 11 22:15:27.598602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68d005-70eb-4554-a639-46ecb59f2e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a91bc4c-a19c-46db-b56c-ba88ff1fd464,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:27.748582 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54730) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:27.801184 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a688ce2c-6944-45f2-8c99-a1b27c4938ed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=717601c332bb4c4589ab4cb9606546e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512264 Nov 11 22:15:27.804921 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54732) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:27.853335 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.875053 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.924303 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.926999 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.928164 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1af02bcf-aa6a-488c-9d5e-1e222d1c71a9 HTTP/1.1" status: 204 len: 168 time: 0.1222849 Nov 11 22:15:27.936046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af02bcf-aa6a-488c-9d5e-1e222d1c71a9,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:27.943549 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:27.943894 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:27.944226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:27.944559 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:27.944903 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:27.945232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:27.945553 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:27.945871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:27.946189 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:27.946503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:27.946820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:27.947136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de520c73-f2ea-4758-b1fc-337eff5101c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:28.727922 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54754) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:28.744229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5d61cb83-2aa7-4dac-a51a-2c81608751a6 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:15:28.764047 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 5d61cb83-2aa7-4dac-a51a-2c81608751a6 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:15:28.764385 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5d61cb83-2aa7-4dac-a51a-2c81608751a6 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:15:28.869206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1014356520-network', 'tenant_id': 'df46564100014d2289ff2dff334f161a'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:28.894311 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] Made reservation on behalf of df46564100014d2289ff2dff334f161a for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:15:28.896673 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.905554 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.983038 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.988648 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.012073 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] vlan segment allocate from pool success with {'vlan_id': 1195, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:15:29.021832 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b99557-b828-4223-b11e-8c0ba248e8af,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:29.026590 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.026930 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] Added segment cd656175-cebc-40bc-821f-d1f7a16bf93d of type vlan for network 419cdd75-cf93-4b45-a828-eeb2badd4bee Nov 11 22:15:29.070682 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.098587 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.099516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:29.100111 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.131007 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4018588 Nov 11 22:15:29.134120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54758) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:29.139250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-24ed662f-9909-4584-a915-2f180e40eed9 admin admin] Request body: {'subnet': {'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1014356520-subnet', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:29.162933 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c42863-5575-4719-a453-53f2c3d1b148 admin admin] Pushing event updated for resources: {'Network': ['ID=419cdd75-cf93-4b45-a828-eeb2badd4bee,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:29.163248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ed662f-9909-4584-a915-2f180e40eed9 admin admin] Made reservation on behalf of df46564100014d2289ff2dff334f161a for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:15:29.165779 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24ed662f-9909-4584-a915-2f180e40eed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.173089 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 419cdd75-cf93-4b45-a828-eeb2badd4bee details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:15:29.329586 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24ed662f-9909-4584-a915-2f180e40eed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.381738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed662f-9909-4584-a915-2f180e40eed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d26babf4-8c69-4040-a856-c45569b2d678,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:29.392064 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed662f-9909-4584-a915-2f180e40eed9 admin admin] Checking segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:15:29.392420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ed662f-9909-4584-a915-2f180e40eed9 admin admin] Network hostable DHCP agents. Network: 419cdd75-cf93-4b45-a828-eeb2badd4bee, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:15:29.410981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ed662f-9909-4584-a915-2f180e40eed9 admin admin] Network 419cdd75-cf93-4b45-a828-eeb2badd4bee is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:15:29.421950 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-24ed662f-9909-4584-a915-2f180e40eed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 419cdd75-cf93-4b45-a828-eeb2badd4bee) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:15:29.426718 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed662f-9909-4584-a915-2f180e40eed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:29.427670 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24ed662f-9909-4584-a915-2f180e40eed9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.430925 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378160ca-016f-43a7-83e2-49153298b342 None None] Network 419cdd75-cf93-4b45-a828-eeb2badd4bee requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:15:29.445704 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-24ed662f-9909-4584-a915-2f180e40eed9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3102751 Nov 11 22:15:29.448422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54760) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:29.452889 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:29.476171 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.477342 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.535527 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.670563 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.737469 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-419cdd75-cf93-4b45-a828-eeb2badd4bee', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:15:29.738345 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.875738 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Allocated IP 172.20.0.2 (419cdd75-cf93-4b45-a828-eeb2badd4bee/d26babf4-8c69-4040-a856-c45569b2d678/7bb49c47-9c6a-413b-8be9-24fb7884da28) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:15:30.036070 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.043240 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.083564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Network 419cdd75-cf93-4b45-a828-eeb2badd4bee is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:15:30.086532 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:15:30.089401 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:15:30.119073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Pushing event updated for resources: {'Port': ['ID=7bb49c47-9c6a-413b-8be9-24fb7884da28,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:30.152192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Attempting to bind port 7bb49c47-9c6a-413b-8be9-24fb7884da28 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:15:30.152568 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Attempting to bind port 7bb49c47-9c6a-413b-8be9-24fb7884da28 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:15:30.152961 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Attempting to bind port 7bb49c47-9c6a-413b-8be9-24fb7884da28 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:15:30.157876 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:15:30.158251 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Checking segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:15:30.158667 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.160059 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Bound using segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:15:30.160576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Bound port: 7bb49c47-9c6a-413b-8be9-24fb7884da28, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:15:30.160985 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.224371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] For port 7bb49c47-9c6a-413b-8be9-24fb7884da28, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:15:30.225295 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.227747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] For port 7bb49c47-9c6a-413b-8be9-24fb7884da28, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7bb49c47-9c6a-413b-8be9-24fb7884da28,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:15:30.232877 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.244548 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.299281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1240f-af62-4533-bfc6-695fb58459be None None] Pushing event updated for resources: {'Port': ['ID=7bb49c47-9c6a-413b-8be9-24fb7884da28,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:30.352569 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Allocated IP 172.25.0.170 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/081ef0b9-df23-4ef9-a128-cc3932704379) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:15:30.468102 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.516733 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.547963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7bb49c47-9c6a-413b-8be9-24fb7884da28 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:15:30.565057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:15:30.568058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:15:30.572951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:15:30.586206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ab88d9-a917-4c31-b5e9-af1953684023 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:15:30.601447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=081ef0b9-df23-4ef9-a128-cc3932704379,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:30.613653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 7bb49c47-9c6a-413b-8be9-24fb7884da28 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:30.614033 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.664218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0cbcf0c1-4a87-4d1c-ab62-30198a99c287 None None] Provisioning complete for port 081ef0b9-df23-4ef9-a128-cc3932704379 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:30.664606 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0cbcf0c1-4a87-4d1c-ab62-30198a99c287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.725209 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0cbcf0c1-4a87-4d1c-ab62-30198a99c287 None None] Port 081ef0b9-df23-4ef9-a128-cc3932704379 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:15:30.735254 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.768534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 7bb49c47-9c6a-413b-8be9-24fb7884da28, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7bb49c47-9c6a-413b-8be9-24fb7884da28,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:30.773598 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.821934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=7bb49c47-9c6a-413b-8be9-24fb7884da28,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:30.835337 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.032290 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.165675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:15:31.199607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59256cce-08a1-49f6-bc15-1f8957c0b895 None None] Network 419cdd75-cf93-4b45-a828-eeb2badd4bee requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:15:31.276375 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:15:31.277906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1047af39-8f53-493e-be03-b033bccf16c5 None None] Provisioning complete for port 7bb49c47-9c6a-413b-8be9-24fb7884da28 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:31.278280 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1047af39-8f53-493e-be03-b033bccf16c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.286126 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Sync routers for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:15:31.296753 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:31.297395 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:15:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:31.298006 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.302126 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6517e6bd-5ba3-4f13-8b02-2f0f8c93b0b8 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8500364 Nov 11 22:15:31.302531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54762) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:31.402453 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:31.588222 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:30Z', 'revision_number': 3, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:31.615160 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Checking router: 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:15:31.615508 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Updating router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 port 081ef0b9-df23-4ef9-a128-cc3932704379 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:15:31.641293 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.645114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5b218eea-7a14-434f-8fb4-f4feb12ddb12 None None] Provisioning complete for port 7bb49c47-9c6a-413b-8be9-24fb7884da28 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:31.645484 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b218eea-7a14-434f-8fb4-f4feb12ddb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.739811 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.892500 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.894126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Allocated IP 172.20.0.1 (419cdd75-cf93-4b45-a828-eeb2badd4bee/d26babf4-8c69-4040-a856-c45569b2d678/e0d380f3-cd32-490d-aaa6-ed3872f6dcd6) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:15:31.900628 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.944471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9461f37d-92a2-4a4e-befe-8d8ff3d32f21 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:15:31.955203 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Attempting to bind port 081ef0b9-df23-4ef9-a128-cc3932704379 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:15:31.955578 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Attempting to bind port 081ef0b9-df23-4ef9-a128-cc3932704379 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:15:31.956378 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Attempting to bind port 081ef0b9-df23-4ef9-a128-cc3932704379 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:15:31.964072 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:15:31.964443 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:15:31.964956 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.965285 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:15:31.965738 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Bound port: 081ef0b9-df23-4ef9-a128-cc3932704379, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:15:31.966111 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.967706 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37fe8d-6296-4d1b-8020-40c3fd6c7b6e None None] Pushing event updated for resources: {'Port': ['ID=081ef0b9-df23-4ef9-a128-cc3932704379,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:31.993241 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37fe8d-6296-4d1b-8020-40c3fd6c7b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:31.993579 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37fe8d-6296-4d1b-8020-40c3fd6c7b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:31.993912 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37fe8d-6296-4d1b-8020-40c3fd6c7b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:31.994239 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37fe8d-6296-4d1b-8020-40c3fd6c7b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:31.994561 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37fe8d-6296-4d1b-8020-40c3fd6c7b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:31.994881 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37fe8d-6296-4d1b-8020-40c3fd6c7b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:31.995198 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37fe8d-6296-4d1b-8020-40c3fd6c7b6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:31.995515 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37fe8d-6296-4d1b-8020-40c3fd6c7b6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:31.995829 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37fe8d-6296-4d1b-8020-40c3fd6c7b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:31.996144 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37fe8d-6296-4d1b-8020-40c3fd6c7b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:31.996455 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37fe8d-6296-4d1b-8020-40c3fd6c7b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:31.996768 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37fe8d-6296-4d1b-8020-40c3fd6c7b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:31.997220 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.032683 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.033802 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] For port 081ef0b9-df23-4ef9-a128-cc3932704379, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:15:32.037914 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] For port 081ef0b9-df23-4ef9-a128-cc3932704379, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=081ef0b9-df23-4ef9-a128-cc3932704379,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:15:32.044639 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.051166 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-132afae6-4268-4a2c-848d-76814c785c9e None None] Provisioning complete for port 081ef0b9-df23-4ef9-a128-cc3932704379 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:32.051665 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-132afae6-4268-4a2c-848d-76814c785c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.070042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Network 419cdd75-cf93-4b45-a828-eeb2badd4bee is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:15:32.076719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:15:32.080353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:15:32.086693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d380f3-cd32-490d-aaa6-ed3872f6dcd6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:32.108861 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:32.109422 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:15:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:32.130101 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.139435 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508d2b16-0183-46ce-a887-627828137d64 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:15:32.163002 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-132afae6-4268-4a2c-848d-76814c785c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.187512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-132afae6-4268-4a2c-848d-76814c785c9e None None] For port 081ef0b9-df23-4ef9-a128-cc3932704379, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=081ef0b9-df23-4ef9-a128-cc3932704379,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:32.196613 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-132afae6-4268-4a2c-848d-76814c785c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.229125 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:32.260456 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132afae6-4268-4a2c-848d-76814c785c9e None None] Pushing event updated for resources: {'Port': ['ID=081ef0b9-df23-4ef9-a128-cc3932704379,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:32.267151 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.283012 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37fe8d-6296-4d1b-8020-40c3fd6c7b6e None None] Pushing event updated for resources: {'Port': ['ID=081ef0b9-df23-4ef9-a128-cc3932704379,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:32.319212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5ba9d1d8-4fda-4ab2-af0a-e508fe766218 None None] Provisioning complete for port 081ef0b9-df23-4ef9-a128-cc3932704379 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:32.319585 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d1d8-4fda-4ab2-af0a-e508fe766218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.426891 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:30Z', 'revision_number': 3, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:32.448250 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.453541 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e112620-ce74-48d1-8241-cd53ef654274 None None] The sync data for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 is: [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:30Z', 'revision_number': 3, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:15:32.458265 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.519740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7bb49c47-9c6a-413b-8be9-24fb7884da28 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:15:32.529106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d380f3-cd32-490d-aaa6-ed3872f6dcd6,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:32.534494 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.569490 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b3d8b2e1-7a26-48c2-9821-7382e73d4b4d None None] Provisioning complete for port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:32.569860 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b2e1-7a26-48c2-9821-7382e73d4b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.609748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b3d8b2e1-7a26-48c2-9821-7382e73d4b4d None None] Port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:15:32.615778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 7bb49c47-9c6a-413b-8be9-24fb7884da28 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:32.616155 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.630846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Network 419cdd75-cf93-4b45-a828-eeb2badd4bee is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:15:32.632277 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:15:32.796958 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:15:32.912368 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:15:32.918477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9fa3c10c-7b2b-441d-8503-96ff61512078 admin admin] 10.222.0.57 "PUT /v2.0/routers/90bb8f62-278f-43a6-9b18-ee482ed5d2e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6141486 Nov 11 22:15:32.944718 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0d05a30f-9455-4d2f-a398-2138fe3ec722 None None] Provisioning complete for port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:32.945133 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d05a30f-9455-4d2f-a398-2138fe3ec722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.980375 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0d05a30f-9455-4d2f-a398-2138fe3ec722 None None] Port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:15:33.526229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54770) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:33.531052 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-cc9d4b61-ee8c-40c2-9c95-179c975953c3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1726688871', 'description': 'tempest-description--1499527128'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:33.555959 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4b61-ee8c-40c2-9c95-179c975953c3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.623046 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4b61-ee8c-40c2-9c95-179c975953c3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.629608 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4b61-ee8c-40c2-9c95-179c975953c3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.659459 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4b61-ee8c-40c2-9c95-179c975953c3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.664370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cc9d4b61-ee8c-40c2-9c95-179c975953c3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1335242 Nov 11 22:15:33.664370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d4b61-ee8c-40c2-9c95-179c975953c3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d5e738-8053-435e-bd8c-c38b4dacf06e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:33.664660 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54772) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:33.669283 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ad0ae2fe-ae35-401e-881e-0f19082ccab8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Request body: {'security_group_rule': {'security_group_id': '36d5e738-8053-435e-bd8c-c38b4dacf06e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:33.699232 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae2fe-ae35-401e-881e-0f19082ccab8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.756116 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae2fe-ae35-401e-881e-0f19082ccab8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.761095 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae2fe-ae35-401e-881e-0f19082ccab8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.780195 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ae2fe-ae35-401e-881e-0f19082ccab8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c8e2a8-88d0-4e7f-a0c1-ae90b55229de,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:33.792246 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae2fe-ae35-401e-881e-0f19082ccab8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.796450 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ad0ae2fe-ae35-401e-881e-0f19082ccab8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311381 Nov 11 22:15:33.796636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54774) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:33.801397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-987aaddd-8ae8-426e-bcda-47d0622f66da tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Request body: {'security_group_rule': {'security_group_id': '36d5e738-8053-435e-bd8c-c38b4dacf06e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:33.832198 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-987aaddd-8ae8-426e-bcda-47d0622f66da tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.896445 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-987aaddd-8ae8-426e-bcda-47d0622f66da tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.901637 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-987aaddd-8ae8-426e-bcda-47d0622f66da tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.919795 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987aaddd-8ae8-426e-bcda-47d0622f66da tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f85bf5-90f0-4340-b82b-8700d5d71017,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:33.930123 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-987aaddd-8ae8-426e-bcda-47d0622f66da tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.931395 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-987aaddd-8ae8-426e-bcda-47d0622f66da tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337388 Nov 11 22:15:33.934759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 54776) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:33.939479 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:33.966269 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.988057 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Sync routers for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:15:33.998343 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:33.998957 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:15:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:34.069792 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.109341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:34.175663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Allocated IP 172.25.0.122 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/f16bb9bd-50a3-4314-a68b-65574c442492) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:15:34.276386 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.304163 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 2, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:34.313557 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.330421 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Checking router: 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:15:34.330778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Updating router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:15:34.349889 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:15:34.352566 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:15:34.355136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:15:34.357678 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.389398 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Pushing event updated for resources: {'Port': ['ID=f16bb9bd-50a3-4314-a68b-65574c442492,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:34.485026 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.527349 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.541672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 081ef0b9-df23-4ef9-a128-cc3932704379 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:15:34.651291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 081ef0b9-df23-4ef9-a128-cc3932704379 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:34.651661 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.669951 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.675988 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.680474 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.691372 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.747561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Pushing event updated for resources: {'Port': ['ID=f16bb9bd-50a3-4314-a68b-65574c442492,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:34.747765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9adb06-7d62-44cb-b331-6fba39da373e None None] Pushing event updated for resources: {'Port': ['ID=e0d380f3-cd32-490d-aaa6-ed3872f6dcd6,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:34.762779 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.780963 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.791313 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-003a845a-5533-4334-9865-397444144e67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8466232 Nov 11 22:15:34.833360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Attempting to bind port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:15:34.833727 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Attempting to bind port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:15:34.834087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Attempting to bind port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:15:34.841464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:15:34.841608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Checking segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:15:34.841955 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.842343 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Bound using segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:15:34.842804 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Bound port: e0d380f3-cd32-490d-aaa6-ed3872f6dcd6, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:15:34.843180 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.911137 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] For port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:15:34.914585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] For port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e0d380f3-cd32-490d-aaa6-ed3872f6dcd6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:15:34.922889 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:34.946907 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-2e676411-aa91-43b2-a396-8bf76ed8f076 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1726688871&fields=id&tenant_id=df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 267 time: 0.0492475 Nov 11 22:15:34.990605 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:34.991271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:15:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:35.049704 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9adb06-7d62-44cb-b331-6fba39da373e None None] Pushing event updated for resources: {'Port': ['ID=e0d380f3-cd32-490d-aaa6-ed3872f6dcd6,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:35.070683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-4993b568-69ff-413d-b1f7-435188b476e5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:35.070960 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-81afffba-0fa8-48d1-ba32-b8f8d68fa3b2 None None] Provisioning complete for port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:35.070960 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-81afffba-0fa8-48d1-ba32-b8f8d68fa3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:35.073299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-4993b568-69ff-413d-b1f7-435188b476e5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 812 time: 0.1190121 Nov 11 22:15:35.087311 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-076b11d9-4b9d-4102-a898-49a7f9e3e8c8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/quotas/df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 375 time: 0.0103631 Nov 11 22:15:35.154007 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-11246ca5-879b-47c7-b7b7-47fefbfac6dc tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601768 Nov 11 22:15:35.254950 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-70067f6f-e415-45ec-a19e-dca07297dc6c service neutron] 10.222.0.57 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884070 Nov 11 22:15:35.319604 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:35.349769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-f2d7c2e0-8fe6-4820-bb00-19f9b6a26861 service neutron] 10.222.0.57 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886583 Nov 11 22:15:35.439138 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-81afffba-0fa8-48d1-ba32-b8f8d68fa3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:35.515478 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1dc88c21-f737-48f1-b5bd-0a13831084c5 req-8db1a540-f8bd-491b-8ec3-1a541bee9a8e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 210 time: 0.0278225 Nov 11 22:15:35.520652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-81afffba-0fa8-48d1-ba32-b8f8d68fa3b2 None None] For port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e0d380f3-cd32-490d-aaa6-ed3872f6dcd6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:35.545808 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-81afffba-0fa8-48d1-ba32-b8f8d68fa3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:35.601580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afffba-0fa8-48d1-ba32-b8f8d68fa3b2 None None] Pushing event updated for resources: {'Port': ['ID=e0d380f3-cd32-490d-aaa6-ed3872f6dcd6,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:35.614804 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:34Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:35.641545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad98b7c-065a-406b-a031-d7ce2e82994a None None] The sync data for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 is: [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:34Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:15:35.666605 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-66caf7c4-c170-48ee-9871-1faff72b5fe7 None None] Provisioning complete for port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:35.666928 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-66caf7c4-c170-48ee-9871-1faff72b5fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:36.545276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-d47fdc8b-1576-4acf-90e3-da49bfacfb81 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:36.547244 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-d47fdc8b-1576-4acf-90e3-da49bfacfb81 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 812 time: 0.1262305 Nov 11 22:15:36.594983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:15:36.629496 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-c119c430-0d40-48dc-9615-85a84553a77c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 380 time: 0.0721812 Nov 11 22:15:36.645369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-3f783dd2-1297-42d7-a668-40ef3b409a53 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Request body: {'port': {'device_id': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'admin_state_up': True, 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'security_groups': ['36d5e738-8053-435e-bd8c-c38b4dacf06e']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:36.657200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:36.657574 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:36.664327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a277d44-0a98-4fb3-8bfc-eacc553f77d1 req-cf5db969-e485-4f95-8524-4b408426bebb tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 210 time: 0.0336843 Nov 11 22:15:36.797704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-3f783dd2-1297-42d7-a668-40ef3b409a53 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Made reservation on behalf of df46564100014d2289ff2dff334f161a for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:15:36.801580 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-3f783dd2-1297-42d7-a668-40ef3b409a53 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:36.924448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-3f783dd2-1297-42d7-a668-40ef3b409a53 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Allocated IP 172.20.0.8 (419cdd75-cf93-4b45-a828-eeb2badd4bee/d26babf4-8c69-4040-a856-c45569b2d678/ccd0ef8e-a728-453f-bed2-d7689c363b19) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:15:37.064122 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-3f783dd2-1297-42d7-a668-40ef3b409a53 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.100609 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-3f783dd2-1297-42d7-a668-40ef3b409a53 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.143031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-3f783dd2-1297-42d7-a668-40ef3b409a53 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Network 419cdd75-cf93-4b45-a828-eeb2badd4bee is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:15:37.148203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-3f783dd2-1297-42d7-a668-40ef3b409a53 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:15:37.151874 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-3f783dd2-1297-42d7-a668-40ef3b409a53 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:15:37.158321 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f783dd2-1297-42d7-a668-40ef3b409a53 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Pushing event updated for resources: {'Port': ['ID=ccd0ef8e-a728-453f-bed2-d7689c363b19,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:37.204984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-3f783dd2-1297-42d7-a668-40ef3b409a53 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:37.205598 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-3f783dd2-1297-42d7-a668-40ef3b409a53 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.224827 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-3f783dd2-1297-42d7-a668-40ef3b409a53 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844667 Nov 11 22:15:37.236940 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Request body: {'port': {'device_id': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:37.296962 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.416318 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5ea592ae-9056-40f4-a719-2cdcf62336ac None None] Provisioning complete for port ccd0ef8e-a728-453f-bed2-d7689c363b19 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:37.416701 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ea592ae-9056-40f4-a719-2cdcf62336ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.451937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5ea592ae-9056-40f4-a719-2cdcf62336ac None None] Port ccd0ef8e-a728-453f-bed2-d7689c363b19 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:15:37.561579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd0ef8e-a728-453f-bed2-d7689c363b19 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:15:37.571252 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.584737 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Transition to ACTIVE for port object ccd0ef8e-a728-453f-bed2-d7689c363b19 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:15:37.592366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.650663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd0ef8e-a728-453f-bed2-d7689c363b19,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:37.729103 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Attempting to bind port ccd0ef8e-a728-453f-bed2-d7689c363b19 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:15:37.729450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Attempting to bind port ccd0ef8e-a728-453f-bed2-d7689c363b19 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:15:37.730097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Attempting to bind port ccd0ef8e-a728-453f-bed2-d7689c363b19 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:15:37.736250 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Port ccd0ef8e-a728-453f-bed2-d7689c363b19 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:15:37.736656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Attempting to bind port ccd0ef8e-a728-453f-bed2-d7689c363b19 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:15:37.742301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:15:37.742961 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Checking segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:15:37.743415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Bound using segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:15:37.743918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Bound port: ccd0ef8e-a728-453f-bed2-d7689c363b19, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:15:37.744346 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.849243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d6ac2-4b0a-4749-8e65-b424b804eb3c req-f77e9be5-2247-49dd-a42b-0daa898ce842 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:37.850997 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a89d6ac2-4b0a-4749-8e65-b424b804eb3c req-f77e9be5-2247-49dd-a42b-0daa898ce842 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 943 time: 0.0940959 Nov 11 22:15:37.866499 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] For port ccd0ef8e-a728-453f-bed2-d7689c363b19, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:15:37.886427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] For port ccd0ef8e-a728-453f-bed2-d7689c363b19, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:15:37.902964 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.952073 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a89d6ac2-4b0a-4749-8e65-b424b804eb3c req-6671f653-2318-433e-a6ca-a477857e73ef tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928741 Nov 11 22:15:37.960859 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:37.961515 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.962939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] 10.222.0.10 "PUT /v2.0/ports/ccd0ef8e-a728-453f-bed2-d7689c363b19 HTTP/1.1" status: 200 len: 1091 time: 0.7303581 Nov 11 22:15:37.963397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'tag': 'ccd0ef8e-a728-453f-bed2-d7689c363b19'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:15:37.965930 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b9f76c-7ecd-4463-80fd-2c8aae00efd0" -d '{"events": [{"name": "network-changed", "server_uuid": "3063cda7-107b-446d-8b16-4a2357ddb4ef", "tag": "ccd0ef8e-a728-453f-bed2-d7689c363b19"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:15:38.000454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89988e2b-7ce5-4c67-8564-5fb0d3e268e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd0ef8e-a728-453f-bed2-d7689c363b19,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:38.031684 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d254c678-b1be-40ae-acff-b17acdf7704e x-openstack-request-id: req-d254c678-b1be-40ae-acff-b17acdf7704e {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:15:38.032016 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3063cda7-107b-446d-8b16-4a2357ddb4ef", "tag": "ccd0ef8e-a728-453f-bed2-d7689c363b19", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:15:38.032238 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d254c678-b1be-40ae-acff-b17acdf7704e {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:15:38.032609 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'tag': 'ccd0ef8e-a728-453f-bed2-d7689c363b19', 'status': 'completed', 'code': 200} Nov 11 22:15:38.069461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-1439b33f-9160-442e-b983-b81cdf31270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:38.071005 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-1439b33f-9160-442e-b983-b81cdf31270d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 1094 time: 0.0524042 Nov 11 22:15:38.121824 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-91f49921-150f-4d88-9b3f-6e84864ab985 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19 HTTP/1.1" status: 200 len: 217 time: 0.0432343 Nov 11 22:15:38.170888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-ff966e40-a4da-4e4e-b5bc-2b71bc06daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:38.172403 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-ff966e40-a4da-4e4e-b5bc-2b71bc06daa6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0446689 Nov 11 22:15:38.218502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-ffb95619-809e-451c-85a0-688a1043aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:38.219947 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-ffb95619-809e-451c-85a0-688a1043aa77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408263 Nov 11 22:15:38.313431 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-8ca6ea37-dd2e-4d39-852f-10453424bfea service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855515 Nov 11 22:15:38.403859 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43084fac-a4e4-4677-bc1a-8c30c0bdcf86 req-43d9f1f0-3d4c-4c2b-8e1d-807a83733e3b service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826287 Nov 11 22:15:38.503551 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9f76c-7ecd-4463-80fd-2c8aae00efd0 req-eb2f6bc3-048a-4781-9983-94b5da416cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:38.505086 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6b9f76c-7ecd-4463-80fd-2c8aae00efd0 req-eb2f6bc3-048a-4781-9983-94b5da416cac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 1094 time: 0.0468709 Nov 11 22:15:38.940971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9f76c-7ecd-4463-80fd-2c8aae00efd0 req-7b0da420-0156-4701-8263-d674c169ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:38.942380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6b9f76c-7ecd-4463-80fd-2c8aae00efd0 req-7b0da420-0156-4701-8263-d674c169ca4c service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.4304967 Nov 11 22:15:38.988061 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6b9f76c-7ecd-4463-80fd-2c8aae00efd0 req-b5d8c8be-1e07-406e-8630-d4a72878f65f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19 HTTP/1.1" status: 200 len: 217 time: 0.0376945 Nov 11 22:15:39.063431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9f76c-7ecd-4463-80fd-2c8aae00efd0 req-45604bd2-d298-4455-a221-2e402ccf2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:39.064926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6b9f76c-7ecd-4463-80fd-2c8aae00efd0 req-45604bd2-d298-4455-a221-2e402ccf2408 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0694101 Nov 11 22:15:39.089018 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef70bf2-ed19-4e0b-ad9f-e3147b500635 req-637b36fd-ae13-4ed3-a067-562c3c1628ed tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:39.090440 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ef70bf2-ed19-4e0b-ad9f-e3147b500635 req-637b36fd-ae13-4ed3-a067-562c3c1628ed tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 943 time: 0.0691822 Nov 11 22:15:39.144732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9f76c-7ecd-4463-80fd-2c8aae00efd0 req-6d80b0a2-692b-4543-9663-8f6a8b7a2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:39.146256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6b9f76c-7ecd-4463-80fd-2c8aae00efd0 req-6d80b0a2-692b-4543-9663-8f6a8b7a2dba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736852 Nov 11 22:15:39.168393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ef70bf2-ed19-4e0b-ad9f-e3147b500635 req-98dc2ad7-adc5-4020-af74-5a3c59b51e28 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644078 Nov 11 22:15:39.248177 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6b9f76c-7ecd-4463-80fd-2c8aae00efd0 req-4c3ae213-49c5-4591-9e4d-44ac9349782e service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918083 Nov 11 22:15:39.343666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6b9f76c-7ecd-4463-80fd-2c8aae00efd0 req-2af0f96b-8d1e-4765-860d-d3703fea931a service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872195 Nov 11 22:15:40.287918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225c7b3-a4a7-48b6-98d0-5fdb177044b1 req-b03288b8-093f-4358-a371-d32429524ac8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:40.289472 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2225c7b3-a4a7-48b6-98d0-5fdb177044b1 req-b03288b8-093f-4358-a371-d32429524ac8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 943 time: 0.0520813 Nov 11 22:15:40.339740 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2225c7b3-a4a7-48b6-98d0-5fdb177044b1 req-edba57e6-8ffc-4c37-b4a9-f46c913105b9 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422165 Nov 11 22:15:40.804083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ccd0ef8e-a728-453f-bed2-d7689c363b19 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:15:40.902696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ccd0ef8e-a728-453f-bed2-d7689c363b19, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:40.913784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'ccd0ef8e-a728-453f-bed2-d7689c363b19', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'port_id': 'ccd0ef8e-a728-453f-bed2-d7689c363b19', 'mac_address': 'fa:16:3e:d2:3a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:15:40.950783 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:40.964430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd0ef8e-a728-453f-bed2-d7689c363b19 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:15:40.983478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ccd0ef8e-a728-453f-bed2-d7689c363b19, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:40.989204 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:41.039134 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=ccd0ef8e-a728-453f-bed2-d7689c363b19,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:41.181788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['ccd0ef8e-a728-453f-bed2-d7689c363b19'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:15:41.445401 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:41.465812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6189e-8ab7-4041-957c-7abd8a6c19b2 req-27219a34-a254-4c13-bb4c-a9417112a352 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:41.467307 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fcc6189e-8ab7-4041-957c-7abd8a6c19b2 req-27219a34-a254-4c13-bb4c-a9417112a352 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 944 time: 0.0504096 Nov 11 22:15:41.515582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fcc6189e-8ab7-4041-957c-7abd8a6c19b2 req-6b7f2a5e-485c-4e62-80d2-3d1989020752 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420361 Nov 11 22:15:42.644289 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f8510-bee8-4be2-a245-2e0d7a6eaf5d req-73b017a1-0b43-495b-a045-14c1a77b422e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:42.645784 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fb7f8510-bee8-4be2-a245-2e0d7a6eaf5d req-73b017a1-0b43-495b-a045-14c1a77b422e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 944 time: 0.0573664 Nov 11 22:15:42.695818 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fb7f8510-bee8-4be2-a245-2e0d7a6eaf5d req-8254e40c-5ab2-41f4-8264-5fa6fc60b31a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411041 Nov 11 22:15:42.805740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ccd0ef8e-a728-453f-bed2-d7689c363b19 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:15:42.882939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port ccd0ef8e-a728-453f-bed2-d7689c363b19 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:15:42.886894 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port ccd0ef8e-a728-453f-bed2-d7689c363b19 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:42.887273 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:42.964562 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:42.987479 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd0ef8e-a728-453f-bed2-d7689c363b19'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:15:42.989815 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975f79f8-34ee-4fc4-869b-55edfa092984" -d '{"events": [{"server_uuid": "3063cda7-107b-446d-8b16-4a2357ddb4ef", "name": "network-vif-plugged", "status": "completed", "tag": "ccd0ef8e-a728-453f-bed2-d7689c363b19"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:15:43.002086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port ccd0ef8e-a728-453f-bed2-d7689c363b19, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:43.008323 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:43.034581 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c65097a-23ec-44b2-aef8-eaee52a224e9 x-openstack-request-id: req-0c65097a-23ec-44b2-aef8-eaee52a224e9 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:15:43.034877 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3063cda7-107b-446d-8b16-4a2357ddb4ef", "name": "network-vif-plugged", "status": "completed", "tag": "ccd0ef8e-a728-453f-bed2-d7689c363b19", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:15:43.035162 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0c65097a-23ec-44b2-aef8-eaee52a224e9 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:15:43.035554 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd0ef8e-a728-453f-bed2-d7689c363b19', 'code': 200} Nov 11 22:15:43.060885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=ccd0ef8e-a728-453f-bed2-d7689c363b19,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:43.128431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9075d7-d87e-403f-997e-7836cd8e5d30 req-9de775ba-b053-44ad-9a60-ed4e9dacaa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:43.130004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1c9075d7-d87e-403f-997e-7836cd8e5d30 req-9de775ba-b053-44ad-9a60-ed4e9dacaa18 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 1096 time: 0.0422039 Nov 11 22:15:43.178111 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1c9075d7-d87e-403f-997e-7836cd8e5d30 req-a2fa8af8-b872-4b3b-8ff0-67d2ec5ec394 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409389 Nov 11 22:15:43.837269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774f1e7-112e-42e7-8acc-60a85a404f7d req-2a6a8db5-8fed-4fb5-b2c0-17cf0748363e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:43.838745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2774f1e7-112e-42e7-8acc-60a85a404f7d req-2a6a8db5-8fed-4fb5-b2c0-17cf0748363e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.0620017 Nov 11 22:15:43.884883 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7d683343-6bbd-4eea-b593-d7ce52d98906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:43.890300 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2774f1e7-112e-42e7-8acc-60a85a404f7d req-91a86585-0cfd-4e0c-aa6a-adeb9b75e7c0 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429380 Nov 11 22:15:44.967179 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:45.022273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416a2be-0115-45c8-b0eb-b33026a511c4 req-f6521052-ba3d-4020-8bc7-5ceac81ae38a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:45.023790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b416a2be-0115-45c8-b0eb-b33026a511c4 req-f6521052-ba3d-4020-8bc7-5ceac81ae38a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.0503981 Nov 11 22:15:45.070833 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b416a2be-0115-45c8-b0eb-b33026a511c4 req-b7632791-dbf5-49df-999a-4b78ea5a7e68 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407107 Nov 11 22:15:45.192161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb244ff-b0f7-4a3e-89e4-60e67ab5d48e req-2c87184a-6860-4508-87a2-3e5d6e392daf tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:45.192956 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bbb244ff-b0f7-4a3e-89e4-60e67ab5d48e req-2c87184a-6860-4508-87a2-3e5d6e392daf tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.0496802 Nov 11 22:15:45.201910 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 54822) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:45.206646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6208becf-5b2e-48f5-a5d2-09413295be24 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Request body: {'floatingip': {'port_id': 'ccd0ef8e-a728-453f-bed2-d7689c363b19'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:45.248856 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6208becf-5b2e-48f5-a5d2-09413295be24 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:45.695137 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6208becf-5b2e-48f5-a5d2-09413295be24 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:45.701691 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6208becf-5b2e-48f5-a5d2-09413295be24 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:45.807511 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-6208becf-5b2e-48f5-a5d2-09413295be24 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce associated. External IP: 172.25.0.122, port: ccd0ef8e-a728-453f-bed2-d7689c363b19. Nov 11 22:15:46.023678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6208becf-5b2e-48f5-a5d2-09413295be24 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:15:46.089836 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-27bb9cc2-44af-4603-9565-c3b2d51c63c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:46.132864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6208becf-5b2e-48f5-a5d2-09413295be24 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:15:46.137433 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6208becf-5b2e-48f5-a5d2-09413295be24 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:46.142485 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38dcf95-7a37-4736-b561-534ceef639b9 None None] Sync routers for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:15:46.153179 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38dcf95-7a37-4736-b561-534ceef639b9 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:46.153808 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d38dcf95-7a37-4736-b561-534ceef639b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:15:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:46.169941 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6208becf-5b2e-48f5-a5d2-09413295be24 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "PUT /v2.0/floatingips/878f0120-2bed-4386-8595-9cba7bfb51ce HTTP/1.1" status: 200 len: 991 time: 0.9669518 Nov 11 22:15:46.170531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'tag': 'ccd0ef8e-a728-453f-bed2-d7689c363b19'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:15:46.172861 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef048bf-58af-42f3-96b8-18a55c8543cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3063cda7-107b-446d-8b16-4a2357ddb4ef", "tag": "ccd0ef8e-a728-453f-bed2-d7689c363b19"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:15:46.260752 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d38dcf95-7a37-4736-b561-534ceef639b9 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:46.263467 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39ae389-1d6f-40e1-8bb7-a8dd91cca5df x-openstack-request-id: req-b39ae389-1d6f-40e1-8bb7-a8dd91cca5df {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:15:46.263757 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3063cda7-107b-446d-8b16-4a2357ddb4ef", "tag": "ccd0ef8e-a728-453f-bed2-d7689c363b19", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:15:46.264013 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b39ae389-1d6f-40e1-8bb7-a8dd91cca5df {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:15:46.264466 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'tag': 'ccd0ef8e-a728-453f-bed2-d7689c363b19', 'status': 'completed', 'code': 200} Nov 11 22:15:46.330465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef048bf-58af-42f3-96b8-18a55c8543cc req-9a5198c7-5087-4615-b046-051a04d3dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:46.332383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ef048bf-58af-42f3-96b8-18a55c8543cc req-9a5198c7-5087-4615-b046-051a04d3dcd6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 1096 time: 0.0471241 Nov 11 22:15:46.388054 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:15:46.426122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef048bf-58af-42f3-96b8-18a55c8543cc req-66b90a68-e02c-4659-b877-142a98ad1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:46.427657 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ef048bf-58af-42f3-96b8-18a55c8543cc req-66b90a68-e02c-4659-b877-142a98ad1b40 service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0871885 Nov 11 22:15:46.497365 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ef048bf-58af-42f3-96b8-18a55c8543cc req-814d97a5-9bf0-4b77-924e-1720b2cb89a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19 HTTP/1.1" status: 200 len: 999 time: 0.0628817 Nov 11 22:15:46.548767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef048bf-58af-42f3-96b8-18a55c8543cc req-a5d3a451-4369-48cd-8cb4-029185c2036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:46.550271 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ef048bf-58af-42f3-96b8-18a55c8543cc req-a5d3a451-4369-48cd-8cb4-029185c2036a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0452228 Nov 11 22:15:46.577306 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d38dcf95-7a37-4736-b561-534ceef639b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '878f0120-2bed-4386-8595-9cba7bfb51ce', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'port_id': 'ccd0ef8e-a728-453f-bed2-d7689c363b19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'mac_address': 'fa:16:3e:d2:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:15:34Z', 'updated_at': '2021-11-11T22:15:45Z', 'revision_number': 1, 'project_id': 'df46564100014d2289ff2dff334f161a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:46.596831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef048bf-58af-42f3-96b8-18a55c8543cc req-9bc13501-6abf-4658-8bd5-8f4a53ff2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:46.598377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ef048bf-58af-42f3-96b8-18a55c8543cc req-9bc13501-6abf-4658-8bd5-8f4a53ff2554 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413258 Nov 11 22:15:46.607318 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38dcf95-7a37-4736-b561-534ceef639b9 None None] Checking router: 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:15:46.615844 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38dcf95-7a37-4736-b561-534ceef639b9 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:46.616499 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d38dcf95-7a37-4736-b561-534ceef639b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:15:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:46.692739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ef048bf-58af-42f3-96b8-18a55c8543cc req-fd098a6e-73ed-447e-a90f-3a3f5237d06d service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870993 Nov 11 22:15:46.722925 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d38dcf95-7a37-4736-b561-534ceef639b9 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:46.783047 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ef048bf-58af-42f3-96b8-18a55c8543cc req-4e4f407d-7c0f-44c2-91d4-2236c0bb324b service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833933 Nov 11 22:15:46.942716 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d38dcf95-7a37-4736-b561-534ceef639b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '878f0120-2bed-4386-8595-9cba7bfb51ce', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'port_id': 'ccd0ef8e-a728-453f-bed2-d7689c363b19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'mac_address': 'fa:16:3e:d2:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:15:34Z', 'updated_at': '2021-11-11T22:15:45Z', 'revision_number': 1, 'project_id': 'df46564100014d2289ff2dff334f161a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:46.968320 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38dcf95-7a37-4736-b561-534ceef639b9 None None] The sync data for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 is: [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '878f0120-2bed-4386-8595-9cba7bfb51ce', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'port_id': 'ccd0ef8e-a728-453f-bed2-d7689c363b19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'mac_address': 'fa:16:3e:d2:3a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:15:34Z', 'updated_at': '2021-11-11T22:15:45Z', 'revision_number': 1, 'project_id': 'df46564100014d2289ff2dff334f161a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:15:47.181116 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff2cd7-feac-4750-9ace-33298d10e3f7 None None] New status for floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:15:47.343328 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:48.725864 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:49.385330 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:05.723938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-4c44c494-9091-4ebe-a0f4-faca50bb8cbe req-2be4a871-6fed-47b0-9b4a-37c8be8b5e72 service neutron] (102535) timed out ('10.222.0.57', 50946) {{(pid=102535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 22:16:05.906021 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79c99789-ee27-4bf8-b4cc-363b7f4b12f6 req-f0869d4f-2314-4e78-849f-e2a1cdef972e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540421 Nov 11 22:16:05.993172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c99789-ee27-4bf8-b4cc-363b7f4b12f6 req-365f2554-0ddd-4b17-bc55-511b07102473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:05.994609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79c99789-ee27-4bf8-b4cc-363b7f4b12f6 req-365f2554-0ddd-4b17-bc55-511b07102473 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 1096 time: 0.0444398 Nov 11 22:16:06.103470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c99789-ee27-4bf8-b4cc-363b7f4b12f6 req-eff03470-e555-41f0-82e3-1bb3c9e9a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:06.104953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79c99789-ee27-4bf8-b4cc-363b7f4b12f6 req-eff03470-e555-41f0-82e3-1bb3c9e9a6ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0843403 Nov 11 22:16:06.174854 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79c99789-ee27-4bf8-b4cc-363b7f4b12f6 req-fa86e991-209a-4745-9616-95920fcf1aa8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19 HTTP/1.1" status: 200 len: 1001 time: 0.0614533 Nov 11 22:16:06.223784 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c99789-ee27-4bf8-b4cc-363b7f4b12f6 req-6a1c1f51-fd08-4fcd-ab5b-e481a0db5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:06.225239 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79c99789-ee27-4bf8-b4cc-363b7f4b12f6 req-6a1c1f51-fd08-4fcd-ab5b-e481a0db5210 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0427971 Nov 11 22:16:06.270903 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c99789-ee27-4bf8-b4cc-363b7f4b12f6 req-e4779749-9f04-44ff-9225-6fa4d3835276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:06.272260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79c99789-ee27-4bf8-b4cc-363b7f4b12f6 req-e4779749-9f04-44ff-9225-6fa4d3835276 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392296 Nov 11 22:16:06.369907 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79c99789-ee27-4bf8-b4cc-363b7f4b12f6 req-9b9a21a0-3f28-4edb-adf7-c5f285e7036b service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893226 Nov 11 22:16:06.466630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79c99789-ee27-4bf8-b4cc-363b7f4b12f6 req-58dc8d00-a090-459f-a5c8-5347dd000170 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885332 Nov 11 22:16:11.467396 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:13.898540 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f4700b0-d185-4979-bdd4-0f90682cb41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:14.971163 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:16.096668 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-223d4e96-a628-4714-b112-f01bc95c7489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:17.328977 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:18.717952 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:19.375522 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:23.392217 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:16:41.462125 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.901560 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2debe219-70a1-46a9-bd89-c2966cb79278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.952821 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:46.096748 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b8e61706-b01f-4ec1-84e1-2a7ab2fa6804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.333433 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.724206 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:49.381513 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:00.396017 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:17:05.930120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb8f3860-6e6f-495d-a6dc-a806e6835ed8 req-a0dc2e1d-9f19-4d0a-afeb-5ab0e29365f7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953896 Nov 11 22:17:06.014945 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f3860-6e6f-495d-a6dc-a806e6835ed8 req-6568d087-85a3-4aa9-b14d-726e1d24d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:06.016432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb8f3860-6e6f-495d-a6dc-a806e6835ed8 req-6568d087-85a3-4aa9-b14d-726e1d24d32a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 1096 time: 0.0428667 Nov 11 22:17:06.125588 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f3860-6e6f-495d-a6dc-a806e6835ed8 req-58dce472-df85-42c4-a6f9-d7cc7c068bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:06.126963 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb8f3860-6e6f-495d-a6dc-a806e6835ed8 req-58dce472-df85-42c4-a6f9-d7cc7c068bf0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0879674 Nov 11 22:17:06.194205 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb8f3860-6e6f-495d-a6dc-a806e6835ed8 req-8c71fed3-46c2-4e23-9042-60d263b675af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19 HTTP/1.1" status: 200 len: 1001 time: 0.0595992 Nov 11 22:17:06.243087 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f3860-6e6f-495d-a6dc-a806e6835ed8 req-12491b99-0193-41ba-acdd-6506c762e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:06.244488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb8f3860-6e6f-495d-a6dc-a806e6835ed8 req-12491b99-0193-41ba-acdd-6506c762e804 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0431898 Nov 11 22:17:06.295314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f3860-6e6f-495d-a6dc-a806e6835ed8 req-b4c17fcd-5a14-4fd7-84a0-16292aaa25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:06.297030 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb8f3860-6e6f-495d-a6dc-a806e6835ed8 req-b4c17fcd-5a14-4fd7-84a0-16292aaa25cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453777 Nov 11 22:17:06.311260 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-cb8f3860-6e6f-495d-a6dc-a806e6835ed8 req-b6b082c8-707b-4c0e-9f70-55dd2555c813 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:17:06.313736 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb8f3860-6e6f-495d-a6dc-a806e6835ed8 req-b6b082c8-707b-4c0e-9f70-55dd2555c813 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087788 Nov 11 22:17:06.419247 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb8f3860-6e6f-495d-a6dc-a806e6835ed8 req-5a2146cc-38b8-4129-acc2-69779458e331 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990667 Nov 11 22:17:06.526190 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb8f3860-6e6f-495d-a6dc-a806e6835ed8 req-47ede2d9-3519-42d5-a4bb-4b5518d5e011 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999942 Nov 11 22:17:11.469353 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:13.903861 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71d8529c-df95-490d-9c93-ebc744f9e125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:14.986492 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:16.096355 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ee122bd-2fa8-4e12-b357-afa5cfc69d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:17.333743 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:18.726285 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:19.382984 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:21.898147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab51d1-c29d-4548-a2dd-a4ed38a080da req-8abbcd46-9c26-4a21-96c0-6d6a13538713 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:21.899590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-60ab51d1-c29d-4548-a2dd-a4ed38a080da req-8abbcd46-9c26-4a21-96c0-6d6a13538713 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.1422989 Nov 11 22:17:21.949561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-60ab51d1-c29d-4548-a2dd-a4ed38a080da req-26ca2adc-c4b1-4aac-983e-d8969091870a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 Nov 11 22:17:22.224651 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-75d8c9dd-38ba-4c9b-bd48-6613104f2fbb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706367 Nov 11 22:17:22.232918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b5164-2afa-4f45-aa52-9ea57e520c55 req-88e494bb-5646-4102-88c1-e74a4cf48bb0 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:22.234311 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-054b5164-2afa-4f45-aa52-9ea57e520c55 req-88e494bb-5646-4102-88c1-e74a4cf48bb0 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.0818102 Nov 11 22:17:22.282222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-054b5164-2afa-4f45-aa52-9ea57e520c55 req-6bce31a3-aa51-46f5-89e5-9d877199e6a9 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418830 Nov 11 22:17:23.405625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df008c26-683f-470e-9002-d881d6ca6d68 req-64b0071a-b5b3-4de4-ad69-9361bc31d749 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:23.407162 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-df008c26-683f-470e-9002-d881d6ca6d68 req-64b0071a-b5b3-4de4-ad69-9361bc31d749 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.0495110 Nov 11 22:17:23.468894 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-df008c26-683f-470e-9002-d881d6ca6d68 req-10692335-5933-4d44-9e9b-c5bb7bf9c942 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556452 Nov 11 22:17:23.500609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cccc78-f963-435c-af7d-b4b59145b229 req-76748446-c787-40f8-a707-5c2a00d79195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:23.502117 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-76748446-c787-40f8-a707-5c2a00d79195 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 1096 time: 0.0461514 Nov 11 22:17:23.591007 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cccc78-f963-435c-af7d-b4b59145b229 req-e21f4434-fe86-4bd5-8a26-9dbbb822a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:23.592475 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-e21f4434-fe86-4bd5-8a26-9dbbb822a03f service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0838342 Nov 11 22:17:23.667864 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-0d7648a0-6af9-48fd-a74d-95bebb017b2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19 HTTP/1.1" status: 200 len: 1001 time: 0.0674198 Nov 11 22:17:23.716592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cccc78-f963-435c-af7d-b4b59145b229 req-1a7f9be7-554c-492a-aac6-4a913e63e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:23.718084 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-1a7f9be7-554c-492a-aac6-4a913e63e0d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0432026 Nov 11 22:17:23.766028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cccc78-f963-435c-af7d-b4b59145b229 req-f0f6ff32-bf99-4724-9eaa-c9eff3073d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:23.767486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-f0f6ff32-bf99-4724-9eaa-c9eff3073d45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409229 Nov 11 22:17:23.858210 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-b96105b1-e723-4047-9429-0156420c9ab0 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829966 Nov 11 22:17:23.947145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-372e8d14-54a1-4e1c-8e9c-bfd27fb7c93b service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817368 Nov 11 22:17:24.594142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076ab64-fc97-4163-bbd1-c51fee1d77f0 req-2f98c9ae-0c24-4125-bb5d-50748b0ee12f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:24.595609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5076ab64-fc97-4163-bbd1-c51fee1d77f0 req-2f98c9ae-0c24-4125-bb5d-50748b0ee12f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.0542674 Nov 11 22:17:24.645710 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5076ab64-fc97-4163-bbd1-c51fee1d77f0 req-54362179-f7fa-4ee7-89de-c4fe9df1c6f4 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439699 Nov 11 22:17:25.776285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b978e-fa4e-4955-bc80-f6a615766077 req-850d9816-ff3f-416c-83b1-eeb7e1b19fce tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:25.777839 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f2b978e-fa4e-4955-bc80-f6a615766077 req-850d9816-ff3f-416c-83b1-eeb7e1b19fce tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.0500391 Nov 11 22:17:25.824568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f2b978e-fa4e-4955-bc80-f6a615766077 req-4b66e516-4034-4028-8a81-6f533ee7b57d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406241 Nov 11 22:17:26.961928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb41c5d-3973-4c51-9c55-2acd64233461 req-1075dd8b-1644-4c74-bc5a-c8266df083f1 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:26.963407 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3cb41c5d-3973-4c51-9c55-2acd64233461 req-1075dd8b-1644-4c74-bc5a-c8266df083f1 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.0517590 Nov 11 22:17:27.024176 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3cb41c5d-3973-4c51-9c55-2acd64233461 req-0fd8ab9d-69be-481c-9cd8-4dc6202da68f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531471 Nov 11 22:17:28.157133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c735d73-9996-475f-9589-762114d4ece1 req-24503299-52d2-4e5d-83d1-15b35b549bda tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:28.158645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c735d73-9996-475f-9589-762114d4ece1 req-24503299-52d2-4e5d-83d1-15b35b549bda tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.0511472 Nov 11 22:17:28.206567 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3c735d73-9996-475f-9589-762114d4ece1 req-5d243606-ec86-44dd-93fe-da570515c826 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 Nov 11 22:17:29.338475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c372cb-743c-42a8-8e40-07a496cd38a0 req-a0205fbc-e4ea-4b7e-bb9b-ea2f857440e9 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:29.339991 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-42c372cb-743c-42a8-8e40-07a496cd38a0 req-a0205fbc-e4ea-4b7e-bb9b-ea2f857440e9 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.0556052 Nov 11 22:17:29.388097 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-42c372cb-743c-42a8-8e40-07a496cd38a0 req-22277e68-25ea-4ce4-bdb8-cabcb2c21c73 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420592 Nov 11 22:17:30.518556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f6810-a4ae-4dc3-b187-93c276ffd674 req-da0f5ccc-d8c7-45df-a77c-8c3bef7b1f05 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:30.519995 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-394f6810-a4ae-4dc3-b187-93c276ffd674 req-da0f5ccc-d8c7-45df-a77c-8c3bef7b1f05 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.0523150 Nov 11 22:17:30.567251 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-394f6810-a4ae-4dc3-b187-93c276ffd674 req-04c41814-0c40-4c57-b440-054a7c7c6409 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 Nov 11 22:17:31.697119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36995d-1eff-4893-bf91-b43d9da7191f req-e9cbb01d-92fc-41c4-923c-434d1e82a18d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:31.698650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff36995d-1eff-4893-bf91-b43d9da7191f req-e9cbb01d-92fc-41c4-923c-434d1e82a18d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.0518966 Nov 11 22:17:31.751972 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff36995d-1eff-4893-bf91-b43d9da7191f req-0c0507f8-1827-4ac4-a910-52c15f39e18d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459006 Nov 11 22:17:32.884831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c09737-9e93-42e1-81f7-36e1dc5ce3c1 req-c312efac-c738-4448-8cd6-b0db5a79282a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:32.886303 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5c09737-9e93-42e1-81f7-36e1dc5ce3c1 req-c312efac-c738-4448-8cd6-b0db5a79282a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.0506721 Nov 11 22:17:32.940051 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5c09737-9e93-42e1-81f7-36e1dc5ce3c1 req-189773f2-a27d-4d59-9e0f-d598ce7a1b6d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447607 Nov 11 22:17:34.069090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e261c6a-b997-4ad9-aacb-47453e45149e req-02682438-e4ae-46c4-b648-b857b035df4d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:34.070552 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e261c6a-b997-4ad9-aacb-47453e45149e req-02682438-e4ae-46c4-b648-b857b035df4d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.0523269 Nov 11 22:17:34.119875 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7e261c6a-b997-4ad9-aacb-47453e45149e req-d462f4bd-dc16-4563-a631-0a4f593e1c59 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425909 Nov 11 22:17:35.243868 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda95fd2-a841-4a4d-8916-af0361d6ad5b req-239f3515-a5d2-4ed2-a34f-2d741800e184 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:35.245405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dda95fd2-a841-4a4d-8916-af0361d6ad5b req-239f3515-a5d2-4ed2-a34f-2d741800e184 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.0511835 Nov 11 22:17:35.299127 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dda95fd2-a841-4a4d-8916-af0361d6ad5b req-c2a223f9-2c5d-4477-8082-68980d68fd9b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471842 Nov 11 22:17:35.972980 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-07cccc78-f963-435c-af7d-b4b59145b229 req-fae37535-c25b-40cc-a144-1f3f71f25a7f service neutron] show failed (client error): The resource could not be found. Nov 11 22:17:35.973834 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-fae37535-c25b-40cc-a144-1f3f71f25a7f service neutron] 10.222.0.10 "GET /v2.0/ports/ccd0ef8e-a728-453f-bed2-d7689c363b19/bindings/n-h2-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0728948 Nov 11 22:17:36.190514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cccc78-f963-435c-af7d-b4b59145b229 req-264f908e-6634-4667-87a6-0256ec90192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:36.192278 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-264f908e-6634-4667-87a6-0256ec90192b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef&tenant_id=df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 1096 time: 0.0425465 Nov 11 22:17:36.209598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-49044b95-adaf-4c54-acea-1f3dbfdfdb5d service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:17:36.210561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-49044b95-adaf-4c54-acea-1f3dbfdfdb5d service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052650 Nov 11 22:17:36.228562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:17:36.279776 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:36.834076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781f7a2-ad31-4c24-9b55-6504da79b2c2 req-4e1f47e9-a194-4749-87aa-3ea05d495ddc tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:36.835550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8781f7a2-ad31-4c24-9b55-6504da79b2c2 req-4e1f47e9-a194-4749-87aa-3ea05d495ddc tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 945 time: 0.4583049 Nov 11 22:17:36.885969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] For port ccd0ef8e-a728-453f-bed2-d7689c363b19, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:36.909498 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8781f7a2-ad31-4c24-9b55-6504da79b2c2 req-a82ef3f6-b507-4e64-ae55-55a98c7cdf9b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676022 Nov 11 22:17:36.929909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] For port ccd0ef8e-a728-453f-bed2-d7689c363b19, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:17:36.968651 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccd0ef8e-a728-453f-bed2-d7689c363b19'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:36.970917 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2baf301-b9b5-42f3-9c0a-3c2fdf553901" -d '{"events": [{"server_uuid": "3063cda7-107b-446d-8b16-4a2357ddb4ef", "name": "network-vif-unplugged", "status": "completed", "tag": "ccd0ef8e-a728-453f-bed2-d7689c363b19"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:36.975001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:36.987624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Transition to ACTIVE for port object ccd0ef8e-a728-453f-bed2-d7689c363b19 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:17:36.992911 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:37.079544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd0ef8e-a728-453f-bed2-d7689c363b19,revision_number=6']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:37.088955 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a264dea1-b4e5-41bd-9285-f6f91edf8a84 x-openstack-request-id: req-a264dea1-b4e5-41bd-9285-f6f91edf8a84 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:37.089250 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3063cda7-107b-446d-8b16-4a2357ddb4ef", "name": "network-vif-unplugged", "status": "completed", "tag": "ccd0ef8e-a728-453f-bed2-d7689c363b19", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:37.089503 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a264dea1-b4e5-41bd-9285-f6f91edf8a84 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:37.089901 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccd0ef8e-a728-453f-bed2-d7689c363b19', 'code': 200} Nov 11 22:17:37.096772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:37.097141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:37.097478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:37.097817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:37.098147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:37.098475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:37.098803 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:37.099128 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:37.099452 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:37.099775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:37.100097 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:37.100415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:37.125070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] No DVR routers for this DVR port ccd0ef8e-a728-453f-bed2-d7689c363b19 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:17:37.269500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Attempting to bind port ccd0ef8e-a728-453f-bed2-d7689c363b19 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:17:37.269841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Attempting to bind port ccd0ef8e-a728-453f-bed2-d7689c363b19 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:17:37.270158 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Attempting to bind port ccd0ef8e-a728-453f-bed2-d7689c363b19 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:17:37.274501 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Port ccd0ef8e-a728-453f-bed2-d7689c363b19 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:17:37.274791 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Attempting to bind port ccd0ef8e-a728-453f-bed2-d7689c363b19 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:17:37.279551 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:17:37.279936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Checking segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:17:37.280573 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Bound using segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:17:37.280774 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Bound port: ccd0ef8e-a728-453f-bed2-d7689c363b19, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:17:37.281112 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:37.346770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] For port ccd0ef8e-a728-453f-bed2-d7689c363b19, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:17:37.349949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] For port ccd0ef8e-a728-453f-bed2-d7689c363b19, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:17:37.358445 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:37.395651 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:17:37.397016 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:37.397635 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:37.399017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] 10.222.0.71 "PUT /v2.0/ports/ccd0ef8e-a728-453f-bed2-d7689c363b19 HTTP/1.1" status: 200 len: 1091 time: 1.1741095 Nov 11 22:17:37.419788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc39345-d47a-43fd-b5bf-0772416978c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd0ef8e-a728-453f-bed2-d7689c363b19,revision_number=7']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:37.468700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cccc78-f963-435c-af7d-b4b59145b229 req-71db4eda-5425-48b9-9e77-70119431b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:37.470284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-71db4eda-5425-48b9-9e77-70119431b44f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 1094 time: 0.0429270 Nov 11 22:17:37.567601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cccc78-f963-435c-af7d-b4b59145b229 req-352df2b7-72f4-4a78-9893-40594e50f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:37.569120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-352df2b7-72f4-4a78-9893-40594e50f79d service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0906973 Nov 11 22:17:37.636659 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-42ea8eee-d071-4e2b-b135-edfbf508091a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19 HTTP/1.1" status: 200 len: 999 time: 0.0576940 Nov 11 22:17:37.691113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cccc78-f963-435c-af7d-b4b59145b229 req-5cdb2c8e-7360-4ce0-a28e-f912eedd58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:37.692445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-5cdb2c8e-7360-4ce0-a28e-f912eedd58f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0476539 Nov 11 22:17:37.744110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cccc78-f963-435c-af7d-b4b59145b229 req-d3cae8e4-73d3-469d-8cfe-210b84d2c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:37.745650 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-d3cae8e4-73d3-469d-8cfe-210b84d2c9ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415928 Nov 11 22:17:37.842396 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-e24d3d6f-6b0f-4295-86be-2d07a9212832 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837653 Nov 11 22:17:37.945330 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07cccc78-f963-435c-af7d-b4b59145b229 req-d01be883-1b7c-4947-babd-0eb8ce0d1417 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893281 Nov 11 22:17:38.034142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d767804-4866-42a5-bcf8-ebd60825e175 req-3e207362-5340-4bc9-8381-2c2ef28fbba4 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:38.035667 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4d767804-4866-42a5-bcf8-ebd60825e175 req-3e207362-5340-4bc9-8381-2c2ef28fbba4 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 943 time: 0.0510120 Nov 11 22:17:38.084073 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4d767804-4866-42a5-bcf8-ebd60825e175 req-a61ad8d0-53a1-499a-b1c3-c4d2296bd241 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415668 Nov 11 22:17:39.091694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'tag': 'ccd0ef8e-a728-453f-bed2-d7689c363b19'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:39.095652 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfe7260-989a-4bca-85cf-e17dbd234464" -d '{"events": [{"name": "network-changed", "server_uuid": "3063cda7-107b-446d-8b16-4a2357ddb4ef", "tag": "ccd0ef8e-a728-453f-bed2-d7689c363b19"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:39.154353 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d80e0b-cfae-4d2b-97d1-72509f54ddd8 x-openstack-request-id: req-43d80e0b-cfae-4d2b-97d1-72509f54ddd8 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:39.154667 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3063cda7-107b-446d-8b16-4a2357ddb4ef", "tag": "ccd0ef8e-a728-453f-bed2-d7689c363b19", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:39.154988 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-43d80e0b-cfae-4d2b-97d1-72509f54ddd8 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:39.155370 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'tag': 'ccd0ef8e-a728-453f-bed2-d7689c363b19', 'status': 'completed', 'code': 200} Nov 11 22:17:39.278806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-5ab66c8f-8f6f-454a-9b96-def601abe10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:39.280717 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-5ab66c8f-8f6f-454a-9b96-def601abe10a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 1094 time: 0.0978324 Nov 11 22:17:39.283201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-a03ad76c-f256-4eb8-8f4c-6980dd03b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:39.284529 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-a03ad76c-f256-4eb8-8f4c-6980dd03b4d5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 1094 time: 0.1098685 Nov 11 22:17:39.310414 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9ab67-02f6-4228-9602-60714a6a3193 req-86f72a5d-00e8-4dfc-8360-4d67392410b7 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:39.311798 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47f9ab67-02f6-4228-9602-60714a6a3193 req-86f72a5d-00e8-4dfc-8360-4d67392410b7 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 943 time: 0.1026683 Nov 11 22:17:39.480937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47f9ab67-02f6-4228-9602-60714a6a3193 req-46ac72f4-be2b-47ff-ab1b-2daecc9bc4ec tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505554 Nov 11 22:17:39.485020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-b33dc191-184a-4fd7-8333-1779a4755030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:39.486430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-b33dc191-184a-4fd7-8333-1779a4755030 service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.1907980 Nov 11 22:17:39.487782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-e762aba5-3487-4e9c-ab07-faa8138cae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:39.489126 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-e762aba5-3487-4e9c-ab07-faa8138cae64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.2012534 Nov 11 22:17:39.555211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ccd0ef8e-a728-453f-bed2-d7689c363b19 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:17:39.594028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device ccd0ef8e-a728-453f-bed2-d7689c363b19 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:17:39.601886 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-dc6d2d5c-78df-402b-aeb4-92641ea6654a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19 HTTP/1.1" status: 200 len: 999 time: 0.1064122 Nov 11 22:17:39.603633 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-8f38e677-dc36-4b63-ab70-22e62edf6787 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19 HTTP/1.1" status: 200 len: 999 time: 0.1071720 Nov 11 22:17:39.683845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-71390af9-8344-48f4-9cec-0fbd628a860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:39.685334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-71390af9-8344-48f4-9cec-0fbd628a860b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0757570 Nov 11 22:17:39.686515 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-c38c1e65-5add-489c-98e5-6c34fa1c9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:39.687799 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-c38c1e65-5add-489c-98e5-6c34fa1c9730 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0771236 Nov 11 22:17:39.765089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-0b6220a3-568d-413e-8ea4-633533dcbb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:39.766582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-0b6220a3-568d-413e-8ea4-633533dcbb30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720565 Nov 11 22:17:39.769126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-850ddcaf-5510-42c6-8045-3000d9d8347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:39.770453 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-850ddcaf-5510-42c6-8045-3000d9d8347b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684862 Nov 11 22:17:39.922320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-f240c399-f7f8-471c-bf6a-5ddad941db71 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477947 Nov 11 22:17:39.924198 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-58cacdcc-e989-46c0-8d6d-9f45ca43f1b2 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428840 Nov 11 22:17:40.075833 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-1806137f-7442-44b5-88c6-09f3ead91654 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461735 Nov 11 22:17:40.078291 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbfe7260-989a-4bca-85cf-e17dbd234464 req-648994fb-7f48-45c7-b5fd-b2f8695766b0 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418588 Nov 11 22:17:40.605549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c3db8-5a1a-4b96-9083-dd857ce7e18b req-42ad445e-60d4-40c4-b61f-427d66d308b9 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:40.607046 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b3c3db8-5a1a-4b96-9083-dd857ce7e18b req-42ad445e-60d4-40c4-b61f-427d66d308b9 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 943 time: 0.0555432 Nov 11 22:17:40.655543 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b3c3db8-5a1a-4b96-9083-dd857ce7e18b req-9bbf7bde-8495-4684-8df9-c7cc250af535 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414407 Nov 11 22:17:40.885161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbde687-88ba-4921-bf28-1b978e1cdec9 req-9d50a719-4676-4f75-b948-a0fa213026b4 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:40.886681 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ddbde687-88ba-4921-bf28-1b978e1cdec9 req-9d50a719-4676-4f75-b948-a0fa213026b4 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 943 time: 0.0792842 Nov 11 22:17:40.902058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f38a2-c50c-4a66-a950-bd73c2f8be13 req-3e708a61-107f-4b1e-bd13-d3a3dcc498ba tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:40.903477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-957f38a2-c50c-4a66-a950-bd73c2f8be13 req-3e708a61-107f-4b1e-bd13-d3a3dcc498ba tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.10 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef&tenant_id=df46564100014d2289ff2dff334f161a&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 943 time: 0.0834544 Nov 11 22:17:40.984970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ddbde687-88ba-4921-bf28-1b978e1cdec9 req-a533429a-d103-4fb0-9b56-cf475e7f4560 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916772 Nov 11 22:17:40.993916 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-957f38a2-c50c-4a66-a950-bd73c2f8be13 req-def2c184-e342-406f-868f-cf6b6ea59482 service neutron] delete failed (client error): The resource could not be found. Nov 11 22:17:40.994907 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-957f38a2-c50c-4a66-a950-bd73c2f8be13 req-def2c184-e342-406f-868f-cf6b6ea59482 service neutron] 10.222.0.10 "DELETE /v2.0/ports/ccd0ef8e-a728-453f-bed2-d7689c363b19/bindings/n-h1-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0792985 Nov 11 22:17:41.090034 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f38a2-c50c-4a66-a950-bd73c2f8be13 req-3ad3ca03-4c7a-478a-aeb3-0a3b9ab6b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:41.091541 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-957f38a2-c50c-4a66-a950-bd73c2f8be13 req-3ad3ca03-4c7a-478a-aeb3-0a3b9ab6b328 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 1094 time: 0.0443182 Nov 11 22:17:41.188976 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f38a2-c50c-4a66-a950-bd73c2f8be13 req-d2a52a6a-8d53-473f-be32-09b695614b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:41.190465 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-957f38a2-c50c-4a66-a950-bd73c2f8be13 req-d2a52a6a-8d53-473f-be32-09b695614b8c service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0911567 Nov 11 22:17:41.259441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-957f38a2-c50c-4a66-a950-bd73c2f8be13 req-1f6a11d5-0840-47bc-a73e-8932519de243 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19 HTTP/1.1" status: 200 len: 999 time: 0.0621140 Nov 11 22:17:41.313380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f38a2-c50c-4a66-a950-bd73c2f8be13 req-b8dba2e1-537d-460e-bba9-d89be6bd16db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:41.314890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-957f38a2-c50c-4a66-a950-bd73c2f8be13 req-b8dba2e1-537d-460e-bba9-d89be6bd16db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0486736 Nov 11 22:17:41.366763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f38a2-c50c-4a66-a950-bd73c2f8be13 req-280f315b-771c-4465-b885-80f8d7227b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:41.368271 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-957f38a2-c50c-4a66-a950-bd73c2f8be13 req-280f315b-771c-4465-b885-80f8d7227b3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460463 Nov 11 22:17:41.460593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-957f38a2-c50c-4a66-a950-bd73c2f8be13 req-bd6f9343-f33f-418d-b3fe-fa682bae9da5 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851402 Nov 11 22:17:41.462709 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:41.554802 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-957f38a2-c50c-4a66-a950-bd73c2f8be13 req-01bd6037-0f16-47a9-84a8-bcdfa758e306 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869653 Nov 11 22:17:42.106395 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3bcf1-2af8-481a-a55a-c91880709152 req-00dc9d2e-4eed-46b0-b93c-9cac97608e6a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:42.107955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6be3bcf1-2af8-481a-a55a-c91880709152 req-00dc9d2e-4eed-46b0-b93c-9cac97608e6a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 943 time: 0.0512319 Nov 11 22:17:42.157629 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6be3bcf1-2af8-481a-a55a-c91880709152 req-1c2e0635-a441-44b6-85b3-fa023b71bc43 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435565 Nov 11 22:17:42.258198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ccd0ef8e-a728-453f-bed2-d7689c363b19 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:17:42.271852 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24714c18-5fcf-4440-88f8-34629059b242 req-5f9db4f5-e0ba-442c-8bce-d9880b574788 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:42.273413 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24714c18-5fcf-4440-88f8-34629059b242 req-5f9db4f5-e0ba-442c-8bce-d9880b574788 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 943 time: 0.0515668 Nov 11 22:17:42.325658 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24714c18-5fcf-4440-88f8-34629059b242 req-60ee9a69-69f1-49e5-aed8-031218938451 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460107 Nov 11 22:17:42.356511 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ccd0ef8e-a728-453f-bed2-d7689c363b19, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:42.367681 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'ccd0ef8e-a728-453f-bed2-d7689c363b19', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'port_id': 'ccd0ef8e-a728-453f-bed2-d7689c363b19', 'mac_address': 'fa:16:3e:d2:3a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:17:42.403718 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:42.416687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd0ef8e-a728-453f-bed2-d7689c363b19 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:17:42.439109 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d0055-5bf3-4388-9277-98c956fe9033 req-a79ba551-dec4-4bee-a28b-3d0df64d3922 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:42.440647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d15d0055-5bf3-4388-9277-98c956fe9033 req-a79ba551-dec4-4bee-a28b-3d0df64d3922 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 943 time: 0.0492353 Nov 11 22:17:42.440872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ccd0ef8e-a728-453f-bed2-d7689c363b19, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:42.447423 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:42.491464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d15d0055-5bf3-4388-9277-98c956fe9033 req-99872b2b-82cb-4ac9-8e38-495eb18d02a2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424759 Nov 11 22:17:42.494862 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=ccd0ef8e-a728-453f-bed2-d7689c363b19,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:42.502331 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:42.502676 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:42.503006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:42.505151 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:42.505515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:42.505859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:42.506228 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:42.506562 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:42.506891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:42.507218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:42.507544 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:42.507868 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:42.726314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3cace-834d-40b6-ae9b-2dad78053a1a req-1a2eb81d-9232-43f1-9542-ab778873028d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:42.727819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eda3cace-834d-40b6-ae9b-2dad78053a1a req-1a2eb81d-9232-43f1-9542-ab778873028d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 944 time: 0.0516145 Nov 11 22:17:42.769336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['ccd0ef8e-a728-453f-bed2-d7689c363b19'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:17:42.775292 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eda3cace-834d-40b6-ae9b-2dad78053a1a req-b7d3731c-8c9f-467a-945a-77f687d58ef8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413945 Nov 11 22:17:43.901752 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6ed6c867-e120-40a6-acb7-cf38d0aeb421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:43.912959 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee837eb7-d33e-41cf-bdc2-d100268a6cc5 req-05a7979f-f663-4300-90ae-3944d95151c2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:43.914643 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee837eb7-d33e-41cf-bdc2-d100268a6cc5 req-05a7979f-f663-4300-90ae-3944d95151c2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 944 time: 0.0568094 Nov 11 22:17:43.965526 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ee837eb7-d33e-41cf-bdc2-d100268a6cc5 req-5301c3cb-fad5-472e-8828-3cc63579b197 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437737 Nov 11 22:17:44.159559 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-f3e0818a-d913-4ea1-b676-b780f29eedbb tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:44.161086 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-f3e0818a-d913-4ea1-b676-b780f29eedbb tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.71 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 944 time: 0.0581098 Nov 11 22:17:44.262429 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-4a271068-2bab-4487-aca7-22f5360278e3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Deleting port ccd0ef8e-a728-453f-bed2-d7689c363b19 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:17:44.262665 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-4a271068-2bab-4487-aca7-22f5360278e3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:44.264627 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ccd0ef8e-a728-453f-bed2-d7689c363b19 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:17:44.326748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port ccd0ef8e-a728-453f-bed2-d7689c363b19 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:17:44.331047 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port ccd0ef8e-a728-453f-bed2-d7689c363b19 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:17:44.331423 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:44.355609 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-4a271068-2bab-4487-aca7-22f5360278e3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] For port ccd0ef8e-a728-453f-bed2-d7689c363b19, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:44.355970 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-4a271068-2bab-4487-aca7-22f5360278e3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:44.406588 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:44.428366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd0ef8e-a728-453f-bed2-d7689c363b19'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:44.430653 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb847081-a851-4536-9479-303944a4411b" -d '{"events": [{"server_uuid": "3063cda7-107b-446d-8b16-4a2357ddb4ef", "name": "network-vif-plugged", "status": "completed", "tag": "ccd0ef8e-a728-453f-bed2-d7689c363b19"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:44.446596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ccd0ef8e-a728-453f-bed2-d7689c363b19, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ccd0ef8e-a728-453f-bed2-d7689c363b19,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:44.453541 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:44.477071 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c956e9-7aca-49aa-ad49-5da029ed3af7 x-openstack-request-id: req-72c956e9-7aca-49aa-ad49-5da029ed3af7 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:44.477352 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3063cda7-107b-446d-8b16-4a2357ddb4ef", "name": "network-vif-plugged", "status": "completed", "tag": "ccd0ef8e-a728-453f-bed2-d7689c363b19", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:44.477599 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-72c956e9-7aca-49aa-ad49-5da029ed3af7 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:44.477984 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd0ef8e-a728-453f-bed2-d7689c363b19', 'code': 200} Nov 11 22:17:44.503223 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=ccd0ef8e-a728-453f-bed2-d7689c363b19,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:44.531744 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-4a271068-2bab-4487-aca7-22f5360278e3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:44.532128 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-4a271068-2bab-4487-aca7-22f5360278e3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:44.532447 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-4a271068-2bab-4487-aca7-22f5360278e3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce disassociated. External IP: 172.25.0.122, port: ccd0ef8e-a728-453f-bed2-d7689c363b19. Nov 11 22:17:44.532773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-4a271068-2bab-4487-aca7-22f5360278e3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Calling delete_port for ccd0ef8e-a728-453f-bed2-d7689c363b19 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:17:44.675465 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-4a271068-2bab-4487-aca7-22f5360278e3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:44.705175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a271068-2bab-4487-aca7-22f5360278e3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Pushing event deleted for resources: {'Port': ['ID=ccd0ef8e-a728-453f-bed2-d7689c363b19,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:44.822928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-4a271068-2bab-4487-aca7-22f5360278e3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:17:44.929805 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-4a271068-2bab-4487-aca7-22f5360278e3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:17:44.939687 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef9000-4909-43d9-bd78-adb0da36ffd8 None None] Sync routers for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:17:44.950382 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef9000-4909-43d9-bd78-adb0da36ffd8 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:17:44.951078 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3cef9000-4909-43d9-bd78-adb0da36ffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:17:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:44.968760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-4a271068-2bab-4487-aca7-22f5360278e3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] No DVR routers for this DVR port ccd0ef8e-a728-453f-bed2-d7689c363b19 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:17:44.971735 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-4a271068-2bab-4487-aca7-22f5360278e3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:44.975272 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de79ce6f-915d-461e-8538-8c4ad46331ef req-4a271068-2bab-4487-aca7-22f5360278e3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.71 "DELETE /v2.0/ports/ccd0ef8e-a728-453f-bed2-d7689c363b19 HTTP/1.1" status: 204 len: 173 time: 0.8037331 Nov 11 22:17:44.975731 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'name': 'network-vif-deleted', 'tag': 'ccd0ef8e-a728-453f-bed2-d7689c363b19'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:44.978050 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7f78eb-bafa-45ad-9c14-aad7b1c1d5b7" -d '{"events": [{"server_uuid": "3063cda7-107b-446d-8b16-4a2357ddb4ef", "name": "network-vif-deleted", "tag": "ccd0ef8e-a728-453f-bed2-d7689c363b19"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:45.011438 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:45.021994 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cddfed-6880-4c19-8c51-b426891dbb12 x-openstack-request-id: req-a7cddfed-6880-4c19-8c51-b426891dbb12 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:45.022296 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3063cda7-107b-446d-8b16-4a2357ddb4ef", "name": "network-vif-deleted", "tag": "ccd0ef8e-a728-453f-bed2-d7689c363b19", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:45.022630 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a7cddfed-6880-4c19-8c51-b426891dbb12 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:45.023202 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3063cda7-107b-446d-8b16-4a2357ddb4ef', 'name': 'network-vif-deleted', 'tag': 'ccd0ef8e-a728-453f-bed2-d7689c363b19', 'status': 'completed', 'code': 200} Nov 11 22:17:45.071982 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3cef9000-4909-43d9-bd78-adb0da36ffd8 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:17:45.108315 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a15a4ab7-a696-418c-9d08-bfa7ba63096d req-d9eda3bf-80e0-44a3-8cfc-b5aedb5faf3b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=3063cda7-107b-446d-8b16-4a2357ddb4ef HTTP/1.1" status: 200 len: 210 time: 0.0310938 Nov 11 22:17:45.275815 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3cef9000-4909-43d9-bd78-adb0da36ffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:45.302997 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef9000-4909-43d9-bd78-adb0da36ffd8 None None] Checking router: 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:17:45.311114 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef9000-4909-43d9-bd78-adb0da36ffd8 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:17:45.311706 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3cef9000-4909-43d9-bd78-adb0da36ffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:17:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:45.423454 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3cef9000-4909-43d9-bd78-adb0da36ffd8 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:17:45.723094 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3cef9000-4909-43d9-bd78-adb0da36ffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:45.754603 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef9000-4909-43d9-bd78-adb0da36ffd8 None None] The sync data for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 is: [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:17:45.978710 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51ab7b-a0fa-49d4-bab3-dd1d0c74244a None None] New status for floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:17:46.103288 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d394-2f17-4e52-89b7-2b0f453cc9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:46.352251 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-76fccbd7-fb61-42cb-bb0c-66f352872e2f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1726688871&fields=id&tenant_id=df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 267 time: 0.0456021 Nov 11 22:17:46.456442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-d5b22cf5-c921-4d5c-b5d0-bf99eb56b637 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:46.457949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-d5b22cf5-c921-4d5c-b5d0-bf99eb56b637 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 812 time: 0.0986137 Nov 11 22:17:46.473196 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-dd4b7f90-17eb-4deb-a7ed-b73e2adbb1ce tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/quotas/df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 375 time: 0.0091982 Nov 11 22:17:46.529502 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-47572eeb-9194-4ffa-9ea6-00210e69edb9 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511794 Nov 11 22:17:46.625593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-d2d28ca8-769f-4297-a3ac-ebb4bfda319c service neutron] 10.222.0.57 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835650 Nov 11 22:17:46.718897 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-505563e6-2937-4fd6-9e23-a1ec5f93379c service neutron] 10.222.0.57 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871477 Nov 11 22:17:46.877620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4d4bb2d-22b2-49e3-835d-fe0e855b0bf5 req-d13ac700-f4e7-400c-b771-fe73151a63fc tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 210 time: 0.0266469 Nov 11 22:17:47.337395 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:47.845044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-797a6d8c-b4a0-495b-8d34-edd3fa4c1c5e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:47.846479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-797a6d8c-b4a0-495b-8d34-edd3fa4c1c5e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 812 time: 0.1027331 Nov 11 22:17:47.910845 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-2c18408e-450f-4ec3-abc5-e23b76394f88 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 380 time: 0.0556746 Nov 11 22:17:47.920788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-334acdea-e667-4f07-86c0-cbabc94f56d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Request body: {'port': {'device_id': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'admin_state_up': True, 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'security_groups': ['36d5e738-8053-435e-bd8c-c38b4dacf06e']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:17:48.001598 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35865bc1-a4e1-4e2d-8d5b-950215ec0bfd req-7c03e368-3075-4d8f-90b3-f223cc84a698 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 210 time: 0.0546193 Nov 11 22:17:48.055456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-334acdea-e667-4f07-86c0-cbabc94f56d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Made reservation on behalf of df46564100014d2289ff2dff334f161a for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:17:48.063613 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-334acdea-e667-4f07-86c0-cbabc94f56d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.197130 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-334acdea-e667-4f07-86c0-cbabc94f56d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Allocated IP 172.20.0.8 (419cdd75-cf93-4b45-a828-eeb2badd4bee/d26babf4-8c69-4040-a856-c45569b2d678/129bbdcc-ed98-44cc-b9fa-d058f9c905a1) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:17:48.276745 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ccd0ef8e-a728-453f-bed2-d7689c363b19 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:17:48.299941 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: ccd0ef8e-a728-453f-bed2-d7689c363b19 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:17:48.300269 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ccd0ef8e-a728-453f-bed2-d7689c363b19 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:17:48.346077 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-334acdea-e667-4f07-86c0-cbabc94f56d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.380488 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-334acdea-e667-4f07-86c0-cbabc94f56d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.419781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-334acdea-e667-4f07-86c0-cbabc94f56d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Network 419cdd75-cf93-4b45-a828-eeb2badd4bee is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:17:48.422845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-334acdea-e667-4f07-86c0-cbabc94f56d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:17:48.428640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-334acdea-e667-4f07-86c0-cbabc94f56d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:17:48.453763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334acdea-e667-4f07-86c0-cbabc94f56d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Pushing event updated for resources: {'Port': ['ID=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:48.483282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-334acdea-e667-4f07-86c0-cbabc94f56d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:48.483969 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-334acdea-e667-4f07-86c0-cbabc94f56d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.501276 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-334acdea-e667-4f07-86c0-cbabc94f56d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5840905 Nov 11 22:17:48.513714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Request body: {'port': {'device_id': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:17:48.573173 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.698519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a572e769-0d83-457b-bd0e-90a7c18f2301 None None] Provisioning complete for port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:17:48.699091 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a572e769-0d83-457b-bd0e-90a7c18f2301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.744213 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a572e769-0d83-457b-bd0e-90a7c18f2301 None None] Port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:17:48.748120 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.832962 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:17:48.840713 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.852689 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Transition to ACTIVE for port object 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:17:48.860441 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.928032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Pushing event updated for resources: {'Port': ['ID=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:48.983465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Attempting to bind port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:17:48.983856 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Attempting to bind port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:17:48.984209 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Attempting to bind port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:17:48.989029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:17:48.989348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Attempting to bind port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:17:48.994483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:17:48.994813 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Checking segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:17:48.995214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Bound using segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:17:48.995643 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Bound port: 129bbdcc-ed98-44cc-b9fa-d058f9c905a1, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:17:48.996025 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.065402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] For port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:17:49.068461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] For port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:17:49.085427 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.140656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:49.141350 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.142735 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/129bbdcc-ed98-44cc-b9fa-d058f9c905a1 HTTP/1.1" status: 200 len: 1091 time: 0.6333120 Nov 11 22:17:49.143177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'tag': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:49.145462 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471038d8-84c4-44f8-ba30-53b7aacbaebc" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff5046f-e9f5-4fc3-afd0-3e4806b4b474", "tag": "129bbdcc-ed98-44cc-b9fa-d058f9c905a1"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:49.179122 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f740c-fa8f-4bc5-b0a8-f4d6651c81bf req-ab472979-9e72-4a4e-86db-f2c4641f346e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:49.180728 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa3f740c-fa8f-4bc5-b0a8-f4d6651c81bf req-ab472979-9e72-4a4e-86db-f2c4641f346e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 943 time: 0.1058447 Nov 11 22:17:49.181660 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86142d50-9084-40d0-bbd7-42a30cd814d1 service neutron] Pushing event updated for resources: {'Port': ['ID=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:49.380479 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.611351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa3f740c-fa8f-4bc5-b0a8-f4d6651c81bf req-dfbaad81-8c8a-482b-8baa-1b9c82cf1607 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4210570 Nov 11 22:17:49.614086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-e0695bf5-44db-45a1-8dfe-1cea48784db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:49.615461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-e0695bf5-44db-45a1-8dfe-1cea48784db7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 1094 time: 0.4266422 Nov 11 22:17:49.657417 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48bbed4-5a57-4a5c-8d4d-8db8ee9d3fb9 x-openstack-request-id: req-e48bbed4-5a57-4a5c-8d4d-8db8ee9d3fb9 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:49.657723 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff5046f-e9f5-4fc3-afd0-3e4806b4b474", "tag": "129bbdcc-ed98-44cc-b9fa-d058f9c905a1", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:49.657968 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e48bbed4-5a57-4a5c-8d4d-8db8ee9d3fb9 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:49.658361 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'tag': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1', 'status': 'completed', 'code': 200} Nov 11 22:17:49.660141 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-e2fe858c-da73-4447-bec9-d2806b44255f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1 HTTP/1.1" status: 200 len: 217 time: 0.0367367 Nov 11 22:17:49.712152 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-ea026592-4090-44b5-9525-fd5462c8afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:49.713693 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-ea026592-4090-44b5-9525-fd5462c8afd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0470650 Nov 11 22:17:49.765628 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-28f7255a-7116-4e6b-b5c1-fc465afda8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:49.767280 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-28f7255a-7116-4e6b-b5c1-fc465afda8d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457814 Nov 11 22:17:49.862218 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-4cf6b0a3-5a3a-44da-8001-4f9c19081185 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873976 Nov 11 22:17:49.959251 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ba11d0e-0bba-4dcc-a003-566d2351437a req-1a994d6c-26f1-4a83-9536-7885402275e2 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897560 Nov 11 22:17:50.048042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471038d8-84c4-44f8-ba30-53b7aacbaebc req-783aba37-f3ff-463d-95ea-d81c6f6e5aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:50.049568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-471038d8-84c4-44f8-ba30-53b7aacbaebc req-783aba37-f3ff-463d-95ea-d81c6f6e5aea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 1094 time: 0.0408671 Nov 11 22:17:50.141007 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471038d8-84c4-44f8-ba30-53b7aacbaebc req-7f4dad8e-bb57-4c1f-b5cb-1247dea73808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:50.142499 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-471038d8-84c4-44f8-ba30-53b7aacbaebc req-7f4dad8e-bb57-4c1f-b5cb-1247dea73808 service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0859358 Nov 11 22:17:50.184474 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-471038d8-84c4-44f8-ba30-53b7aacbaebc req-3476c186-fba2-4302-8a1f-8d2c0854a555 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1 HTTP/1.1" status: 200 len: 217 time: 0.0348711 Nov 11 22:17:50.237502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471038d8-84c4-44f8-ba30-53b7aacbaebc req-ed9790f3-f2ad-4b8a-be1f-71aa9926e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:50.238856 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-471038d8-84c4-44f8-ba30-53b7aacbaebc req-ed9790f3-f2ad-4b8a-be1f-71aa9926e313 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0477812 Nov 11 22:17:50.285536 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471038d8-84c4-44f8-ba30-53b7aacbaebc req-0dc490e0-b333-4a20-898d-f701270f7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:50.287003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-471038d8-84c4-44f8-ba30-53b7aacbaebc req-0dc490e0-b333-4a20-898d-f701270f7c37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405064 Nov 11 22:17:50.380548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-471038d8-84c4-44f8-ba30-53b7aacbaebc req-d3c8b927-8d99-41bd-8574-9a973fb7fc75 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850251 Nov 11 22:17:50.472668 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-471038d8-84c4-44f8-ba30-53b7aacbaebc req-04f29d04-b904-4084-bdc8-45cbb63a992e service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849152 Nov 11 22:17:50.750793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6eaf13-4c0c-4f7d-bba8-8e73493ec32b req-9f4dec8c-6fe8-4969-9363-99d39eecdbe2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:50.752310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b6eaf13-4c0c-4f7d-bba8-8e73493ec32b req-9f4dec8c-6fe8-4969-9363-99d39eecdbe2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 943 time: 0.0610187 Nov 11 22:17:50.800488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b6eaf13-4c0c-4f7d-bba8-8e73493ec32b req-40c18f14-35cd-43cb-bba8-725e1a8a2cb1 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418198 Nov 11 22:17:51.939352 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5e75-bdd7-414c-b3e9-07920a730610 req-b015352e-46ec-4fe2-a9d9-07411cfb7530 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:51.940950 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b1b5e75-bdd7-414c-b3e9-07920a730610 req-b015352e-46ec-4fe2-a9d9-07411cfb7530 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 943 time: 0.0567617 Nov 11 22:17:51.991040 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b1b5e75-bdd7-414c-b3e9-07920a730610 req-b096cfca-f9e0-4a87-b052-6dcfa86654ae tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415695 Nov 11 22:17:53.123194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59cc16-31f1-4296-9855-2abd3935a612 req-53ecd3bb-910b-404d-aeac-49a29186c61a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:53.124662 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f59cc16-31f1-4296-9855-2abd3935a612 req-53ecd3bb-910b-404d-aeac-49a29186c61a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 943 time: 0.0573740 Nov 11 22:17:53.176571 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2f59cc16-31f1-4296-9855-2abd3935a612 req-4f9802f9-b8b9-45e4-9eae-0dea36bf4f62 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458350 Nov 11 22:17:53.650127 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:17:53.921022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:53.931844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'port_id': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1', 'mac_address': 'fa:16:3e:8b:9b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:17:53.968277 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:53.983759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:17:54.002235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:54.010202 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:54.056726 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:54.257953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['129bbdcc-ed98-44cc-b9fa-d058f9c905a1'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:17:54.302315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95266286-c444-4cf8-b815-28dbfe1d5a3c req-65a79a96-a798-415e-8756-6601ee490883 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:54.303834 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95266286-c444-4cf8-b815-28dbfe1d5a3c req-65a79a96-a798-415e-8756-6601ee490883 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 944 time: 0.0492566 Nov 11 22:17:54.354863 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95266286-c444-4cf8-b815-28dbfe1d5a3c req-8b2ce897-ded4-4bd5-97d9-e85aaf2cb758 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448148 Nov 11 22:17:55.490423 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd691a-3c1e-4c94-8122-18b4f058fc82 req-a183000f-7ad6-4eca-9806-657e4425adfd tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:55.491906 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08fd691a-3c1e-4c94-8122-18b4f058fc82 req-a183000f-7ad6-4eca-9806-657e4425adfd tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 944 time: 0.0530720 Nov 11 22:17:55.542644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08fd691a-3c1e-4c94-8122-18b4f058fc82 req-7e98c0be-6bff-4a12-8f6d-9cd7baa9e4be tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446384 Nov 11 22:17:55.664604 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:17:55.715492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:17:55.719800 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:17:55.720164 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:55.798148 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:55.820961 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:55.823277 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a93b26f-440e-471f-91a4-81ca72360ea1" -d '{"events": [{"server_uuid": "1ff5046f-e9f5-4fc3-afd0-3e4806b4b474", "name": "network-vif-plugged", "status": "completed", "tag": "129bbdcc-ed98-44cc-b9fa-d058f9c905a1"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:55.839306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:55.846625 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:55.900080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:55.925883 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3e4d21-2e49-4459-9be2-ab1189c52f1d x-openstack-request-id: req-cc3e4d21-2e49-4459-9be2-ab1189c52f1d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:55.926181 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff5046f-e9f5-4fc3-afd0-3e4806b4b474", "name": "network-vif-plugged", "status": "completed", "tag": "129bbdcc-ed98-44cc-b9fa-d058f9c905a1", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:55.926438 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc3e4d21-2e49-4459-9be2-ab1189c52f1d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:55.926840 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1', 'code': 200} Nov 11 22:17:56.025454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26bddb-f453-479b-a946-d22ff7ce3931 req-d73253d4-0f83-41d5-9677-21c88d46a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:56.026966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f26bddb-f453-479b-a946-d22ff7ce3931 req-d73253d4-0f83-41d5-9677-21c88d46a404 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 1096 time: 0.0426517 Nov 11 22:17:56.072565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f26bddb-f453-479b-a946-d22ff7ce3931 req-a3c0148b-0db8-439d-a8ab-70545b654e99 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379441 Nov 11 22:17:56.679300 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fc849-8507-4f5b-a32b-5bd325e79f30 req-673beff4-9886-4850-8741-fc6b1b493e2d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:56.680744 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a2fc849-8507-4f5b-a32b-5bd325e79f30 req-673beff4-9886-4850-8741-fc6b1b493e2d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0535340 Nov 11 22:17:56.730325 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5a2fc849-8507-4f5b-a32b-5bd325e79f30 req-bec8cc23-90a0-4758-baec-d08704a60567 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432770 Nov 11 22:17:57.853738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6080b0d-1ba2-4b6c-8ceb-49c88ef01dcb req-e75f22cd-c55c-4bdf-9cc3-78b886e83f5c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:57.855217 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6080b0d-1ba2-4b6c-8ceb-49c88ef01dcb req-e75f22cd-c55c-4bdf-9cc3-78b886e83f5c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0504529 Nov 11 22:17:57.903344 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d6080b0d-1ba2-4b6c-8ceb-49c88ef01dcb req-25f32359-e24e-4da5-88c7-dbd68bba70bc tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418537 Nov 11 22:17:58.012885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61534dc-0ae4-4be4-a373-3428e5b28ce5 req-e5bd132d-9e36-44de-80a2-79e313d18e63 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:58.014324 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e61534dc-0ae4-4be4-a373-3428e5b28ce5 req-e5bd132d-9e36-44de-80a2-79e313d18e63 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0494163 Nov 11 22:17:58.023071 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55162) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:58.027476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5a6beaf2-e7d4-433c-9bda-1c30800c2e2a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Request body: {'floatingip': {'port_id': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:17:58.070204 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6beaf2-e7d4-433c-9bda-1c30800c2e2a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.515713 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6beaf2-e7d4-433c-9bda-1c30800c2e2a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.521456 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6beaf2-e7d4-433c-9bda-1c30800c2e2a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.620781 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-5a6beaf2-e7d4-433c-9bda-1c30800c2e2a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce associated. External IP: 172.25.0.122, port: 129bbdcc-ed98-44cc-b9fa-d058f9c905a1. Nov 11 22:17:58.836881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6beaf2-e7d4-433c-9bda-1c30800c2e2a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:17:58.955584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6beaf2-e7d4-433c-9bda-1c30800c2e2a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:17:58.961005 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6beaf2-e7d4-433c-9bda-1c30800c2e2a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.967906 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aab6340-196b-4079-88a7-10aa0191c94a None None] Sync routers for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:17:58.977853 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab6340-196b-4079-88a7-10aa0191c94a None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:17:58.978450 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6aab6340-196b-4079-88a7-10aa0191c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:17:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:58.988591 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5a6beaf2-e7d4-433c-9bda-1c30800c2e2a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "PUT /v2.0/floatingips/878f0120-2bed-4386-8595-9cba7bfb51ce HTTP/1.1" status: 200 len: 991 time: 0.9644306 Nov 11 22:17:58.989389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'tag': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:58.991750 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae837e2-9ab1-494c-a6f2-832a985b9718" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff5046f-e9f5-4fc3-afd0-3e4806b4b474", "tag": "129bbdcc-ed98-44cc-b9fa-d058f9c905a1"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:59.076776 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1838c069-3a1b-4a42-a7d9-223adf1b4367 x-openstack-request-id: req-1838c069-3a1b-4a42-a7d9-223adf1b4367 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:59.077099 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff5046f-e9f5-4fc3-afd0-3e4806b4b474", "tag": "129bbdcc-ed98-44cc-b9fa-d058f9c905a1", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:59.077350 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1838c069-3a1b-4a42-a7d9-223adf1b4367 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:59.077735 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'tag': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1', 'status': 'completed', 'code': 200} Nov 11 22:17:59.084106 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6aab6340-196b-4079-88a7-10aa0191c94a None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:17:59.143489 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae837e2-9ab1-494c-a6f2-832a985b9718 req-ee0a8d45-fc7b-4634-90f1-374b1c910eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:59.144943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ae837e2-9ab1-494c-a6f2-832a985b9718 req-ee0a8d45-fc7b-4634-90f1-374b1c910eeb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 1096 time: 0.0436151 Nov 11 22:17:59.233437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae837e2-9ab1-494c-a6f2-832a985b9718 req-214e2a92-76a9-432c-894a-77c69d0775f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:59.235066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ae837e2-9ab1-494c-a6f2-832a985b9718 req-214e2a92-76a9-432c-894a-77c69d0775f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0837526 Nov 11 22:17:59.303984 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ae837e2-9ab1-494c-a6f2-832a985b9718 req-0aad7a18-1904-4c1d-9a6e-44eadced5a24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1 HTTP/1.1" status: 200 len: 999 time: 0.0616064 Nov 11 22:17:59.305699 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6aab6340-196b-4079-88a7-10aa0191c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '878f0120-2bed-4386-8595-9cba7bfb51ce', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'port_id': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'mac_address': 'fa:16:3e:8b:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:15:34Z', 'updated_at': '2021-11-11T22:17:58Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:59.335258 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aab6340-196b-4079-88a7-10aa0191c94a None None] Checking router: 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:17:59.343850 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab6340-196b-4079-88a7-10aa0191c94a None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:17:59.344446 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6aab6340-196b-4079-88a7-10aa0191c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:17:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:59.354422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae837e2-9ab1-494c-a6f2-832a985b9718 req-3e987862-36f4-4f0a-b633-a7c7756a97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:59.355908 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ae837e2-9ab1-494c-a6f2-832a985b9718 req-3e987862-36f4-4f0a-b633-a7c7756a97d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0451701 Nov 11 22:17:59.401998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae837e2-9ab1-494c-a6f2-832a985b9718 req-4fc0b097-f58e-4faf-80cb-04a0e69b3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:59.403442 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ae837e2-9ab1-494c-a6f2-832a985b9718 req-4fc0b097-f58e-4faf-80cb-04a0e69b3431 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404854 Nov 11 22:17:59.447962 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6aab6340-196b-4079-88a7-10aa0191c94a None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:17:59.507173 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ae837e2-9ab1-494c-a6f2-832a985b9718 req-d9434ae3-e6b1-48ba-88cd-5251805b08e5 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961335 Nov 11 22:17:59.596628 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0ae837e2-9ab1-494c-a6f2-832a985b9718 req-ae39ecc6-e0d9-4f8d-9399-6beca3ff0c37 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821064 Nov 11 22:17:59.670911 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6aab6340-196b-4079-88a7-10aa0191c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '878f0120-2bed-4386-8595-9cba7bfb51ce', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'port_id': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'mac_address': 'fa:16:3e:8b:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:15:34Z', 'updated_at': '2021-11-11T22:17:58Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:59.699729 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aab6340-196b-4079-88a7-10aa0191c94a None None] The sync data for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 is: [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '878f0120-2bed-4386-8595-9cba7bfb51ce', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'port_id': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'mac_address': 'fa:16:3e:8b:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:15:34Z', 'updated_at': '2021-11-11T22:17:58Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:17:59.895379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f3d595-8a43-4538-9ab1-756b40e7d63f None None] New status for floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:18:06.893172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37744bc2-cdd1-47d0-99dd-3476a76286c1 req-3a492542-7c36-4faa-b20b-cac7d2d72e1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464873 Nov 11 22:18:06.980713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37744bc2-cdd1-47d0-99dd-3476a76286c1 req-6dfc0a54-ddca-41db-879f-a51376385fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:06.982286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37744bc2-cdd1-47d0-99dd-3476a76286c1 req-6dfc0a54-ddca-41db-879f-a51376385fb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 1096 time: 0.0432479 Nov 11 22:18:07.087845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37744bc2-cdd1-47d0-99dd-3476a76286c1 req-39ac2f51-6c44-4a66-8627-f4bd86dda8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:07.089347 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37744bc2-cdd1-47d0-99dd-3476a76286c1 req-39ac2f51-6c44-4a66-8627-f4bd86dda8b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0867417 Nov 11 22:18:07.162328 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37744bc2-cdd1-47d0-99dd-3476a76286c1 req-c8c8338c-4827-4ccb-afbb-1f1e3bb6783a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1 HTTP/1.1" status: 200 len: 1001 time: 0.0648909 Nov 11 22:18:07.212347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37744bc2-cdd1-47d0-99dd-3476a76286c1 req-b4f7348b-fa40-41eb-ab04-1732ba0f67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:07.213858 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37744bc2-cdd1-47d0-99dd-3476a76286c1 req-b4f7348b-fa40-41eb-ab04-1732ba0f67f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0450323 Nov 11 22:18:07.260694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37744bc2-cdd1-47d0-99dd-3476a76286c1 req-dd90e245-51cf-4e4a-b84c-24be50216d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:07.262187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37744bc2-cdd1-47d0-99dd-3476a76286c1 req-dd90e245-51cf-4e4a-b84c-24be50216d01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406048 Nov 11 22:18:07.360855 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37744bc2-cdd1-47d0-99dd-3476a76286c1 req-52645fcd-06da-4054-b058-5886b7f07a04 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899587 Nov 11 22:18:07.452746 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-37744bc2-cdd1-47d0-99dd-3476a76286c1 req-65d0fe16-490c-4ca9-a02d-a521ae299fd3 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845394 Nov 11 22:18:11.484828 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:13.902381 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12fc2c5b-75e2-428a-be48-231c268768ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:14.400140 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:18:15.019198 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:16.092396 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-00538296-2f36-4beb-926b-2f758e3fc66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.343088 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:18.731032 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:19.379401 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.212914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-565731c9-9292-4b25-8177-3797114e5de4 req-9b4d6e71-7737-4eac-80c9-210691074851 tempest-TestNetworkAdvancedServerOps-1988616199 tempest-TestNetworkAdvancedServerOps-1988616199-project] (102535) timed out ('10.222.0.10', 58448) {{(pid=102535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 22:18:41.477575 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:43.909300 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ed189c71-158e-4b17-a724-6dbb0df70f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:45.020116 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:46.099162 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-133c571b-d5b8-464d-b830-b361bd2393c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:47.346294 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:48.734436 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:49.376718 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:51.405273 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:19:06.876296 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f10c92d-da19-4897-a9e9-e96adce7ce50 req-caf89027-473f-448f-bbff-899bd2eb28fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422678 Nov 11 22:19:06.958355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10c92d-da19-4897-a9e9-e96adce7ce50 req-eb3892fb-4da7-4d69-9968-87f9c2811438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:06.960179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f10c92d-da19-4897-a9e9-e96adce7ce50 req-eb3892fb-4da7-4d69-9968-87f9c2811438 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 1096 time: 0.0405061 Nov 11 22:19:07.069131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10c92d-da19-4897-a9e9-e96adce7ce50 req-fc5fe936-d471-4576-b913-04c9afa2435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:07.070689 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f10c92d-da19-4897-a9e9-e96adce7ce50 req-fc5fe936-d471-4576-b913-04c9afa2435d service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0903280 Nov 11 22:19:07.134929 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f10c92d-da19-4897-a9e9-e96adce7ce50 req-ffeb7d06-bb35-4dff-8147-e0c28d707853 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1 HTTP/1.1" status: 200 len: 1001 time: 0.0571780 Nov 11 22:19:07.185648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10c92d-da19-4897-a9e9-e96adce7ce50 req-df76e4e3-7d81-4f8f-ab38-e04ba2c8e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:07.187080 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f10c92d-da19-4897-a9e9-e96adce7ce50 req-df76e4e3-7d81-4f8f-ab38-e04ba2c8e4ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0447567 Nov 11 22:19:07.236182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10c92d-da19-4897-a9e9-e96adce7ce50 req-9801dc09-f4df-4199-8353-082763eae663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:07.237704 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f10c92d-da19-4897-a9e9-e96adce7ce50 req-9801dc09-f4df-4199-8353-082763eae663 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437603 Nov 11 22:19:07.327237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f10c92d-da19-4897-a9e9-e96adce7ce50 req-c87f142d-5537-41f8-a3b8-4bdedd1cef72 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816343 Nov 11 22:19:07.417512 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f10c92d-da19-4897-a9e9-e96adce7ce50 req-b0111ccb-e2c1-4a36-8c9b-33f4c074d486 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836728 Nov 11 22:19:11.492545 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:13.899304 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d5bb4056-c76d-44fd-8b52-ab41f85db6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:15.031613 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:16.104027 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c9916c4c-5864-4a22-9c81-a76b0b1f68b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:17.350760 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:18.745195 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:19.381790 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:28.410762 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:19:35.673326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acc8b9-6bdc-4110-9b78-184fdbc16104 req-a4692d3d-3cca-4682-a21a-ff2eb038dc63 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:35.674836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3acc8b9-6bdc-4110-9b78-184fdbc16104 req-a4692d3d-3cca-4682-a21a-ff2eb038dc63 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0520849 Nov 11 22:19:35.726018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3acc8b9-6bdc-4110-9b78-184fdbc16104 req-415b60fa-cc9f-4c4d-a363-d93d89de8bae tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450170 Nov 11 22:19:36.844666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15896c2c-20eb-45a4-baba-cc4a48c23bc1 req-24dd3d71-df19-4aac-8195-1fb435d76e20 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:36.846109 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15896c2c-20eb-45a4-baba-cc4a48c23bc1 req-24dd3d71-df19-4aac-8195-1fb435d76e20 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0515060 Nov 11 22:19:36.903168 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15896c2c-20eb-45a4-baba-cc4a48c23bc1 req-6c3e967b-e1d8-4968-94c9-a18bd4713b3e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477910 Nov 11 22:19:38.049074 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ef681-1526-4164-99fa-ebe94247a009 req-20f0ad5d-fe80-4747-8a19-ec3a17232ba7 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:38.050419 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f42ef681-1526-4164-99fa-ebe94247a009 req-20f0ad5d-fe80-4747-8a19-ec3a17232ba7 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0553324 Nov 11 22:19:38.098372 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f42ef681-1526-4164-99fa-ebe94247a009 req-22a6b329-19d1-4894-acb7-1bc9543b4cdf tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417302 Nov 11 22:19:39.231245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48936d15-82ab-412b-87e0-31cd7d653b64 req-d8f911a4-672d-47e2-82ec-1bb33ec3b6ae tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:39.232720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48936d15-82ab-412b-87e0-31cd7d653b64 req-d8f911a4-672d-47e2-82ec-1bb33ec3b6ae tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0509083 Nov 11 22:19:39.282965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48936d15-82ab-412b-87e0-31cd7d653b64 req-c5f86376-645c-49f4-aa23-081c94d44b8f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412147 Nov 11 22:19:40.417107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d684e80-9e9f-4b17-9cb2-caffec379b5b req-2aac8563-28d0-4f15-a0bf-d26ad621c6a2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:40.418553 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d684e80-9e9f-4b17-9cb2-caffec379b5b req-2aac8563-28d0-4f15-a0bf-d26ad621c6a2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0595500 Nov 11 22:19:40.469774 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d684e80-9e9f-4b17-9cb2-caffec379b5b req-e27e6d6e-8a17-4994-9090-e5fe35632c1b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450327 Nov 11 22:19:41.507862 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:41.592385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2101e7-da33-429d-95b9-9e68f1c384bc req-c574aaeb-00fb-416b-a036-d2b52ab32a62 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:41.593793 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a2101e7-da33-429d-95b9-9e68f1c384bc req-c574aaeb-00fb-416b-a036-d2b52ab32a62 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0507321 Nov 11 22:19:41.641736 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a2101e7-da33-429d-95b9-9e68f1c384bc req-04392662-cd11-41d2-b696-64f4c90e97a7 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415661 Nov 11 22:19:42.773760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64cb25-0384-4151-86c1-b7f526224726 req-868867a6-3bb2-4852-955e-8a110fbdfcf4 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:42.775386 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a64cb25-0384-4151-86c1-b7f526224726 req-868867a6-3bb2-4852-955e-8a110fbdfcf4 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0504627 Nov 11 22:19:42.827556 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a64cb25-0384-4151-86c1-b7f526224726 req-46b66c48-d29f-4e7f-9fab-a38b82cf8b03 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460670 Nov 11 22:19:43.894341 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-129bf4cf-6ace-4f4a-8f80-57da3ef62322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:43.964782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d592436-90d4-465f-9b56-b11a20c75ffb req-98a60899-6767-4060-9ddc-be0cf84d58da tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:43.966208 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d592436-90d4-465f-9b56-b11a20c75ffb req-98a60899-6767-4060-9ddc-be0cf84d58da tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0572329 Nov 11 22:19:44.014712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d592436-90d4-465f-9b56-b11a20c75ffb req-c1a12277-8749-44f1-b4e2-406c493b7e91 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 Nov 11 22:19:45.044113 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:45.135314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcfbd5-948f-45d6-be90-e6ee3f71d422 req-0da6e2c2-91a8-47eb-b89c-fe8db0f3b943 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:45.136841 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48dcfbd5-948f-45d6-be90-e6ee3f71d422 req-0da6e2c2-91a8-47eb-b89c-fe8db0f3b943 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0523274 Nov 11 22:19:45.186189 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48dcfbd5-948f-45d6-be90-e6ee3f71d422 req-5af1146b-6b43-4b4e-a520-17aa3c76ba9b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408041 Nov 11 22:19:46.099303 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-93db9022-c968-4af0-8980-9b79ddeec9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.314732 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d949d38-e67e-48e8-9fbb-b4dce68d4f76 req-bb796d5a-de4b-4531-b130-dd4d9337f10c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:46.316211 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d949d38-e67e-48e8-9fbb-b4dce68d4f76 req-bb796d5a-de4b-4531-b130-dd4d9337f10c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0549986 Nov 11 22:19:46.367223 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d949d38-e67e-48e8-9fbb-b4dce68d4f76 req-34437da8-e04d-4096-af8b-31ada09399dd tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447886 Nov 11 22:19:46.632925 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaa398-609f-4dd7-8f37-5b8368f76b4b req-8ec33a65-22ec-4dc8-9933-e844e7b6a910 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:46.634437 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95aaa398-609f-4dd7-8f37-5b8368f76b4b req-8ec33a65-22ec-4dc8-9933-e844e7b6a910 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0525670 Nov 11 22:19:46.714590 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-95aaa398-609f-4dd7-8f37-5b8368f76b4b req-b6d6f615-ddea-4aed-b53d-6b6a3cde1fd4 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741870 Nov 11 22:19:46.718417 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-4940170b-184d-4c62-864e-b9f69a6f7537 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413960 Nov 11 22:19:47.348128 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.844216 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac0916-84d2-4104-bf0f-84883602be72 req-273a35c5-7dff-4b03-8bde-8efbb7fb605a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:47.845720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4dac0916-84d2-4104-bf0f-84883602be72 req-273a35c5-7dff-4b03-8bde-8efbb7fb605a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0569780 Nov 11 22:19:47.895587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4dac0916-84d2-4104-bf0f-84883602be72 req-ae85b334-01f2-4df4-93b4-d21a5a9d8c01 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412548 Nov 11 22:19:47.999229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-55182eb6-c83a-4d29-b244-6bbdfad294a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:48.000640 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-55182eb6-c83a-4d29-b244-6bbdfad294a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 1096 time: 0.0454662 Nov 11 22:19:48.096219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2f90db53-4bf3-47ba-a44b-d3a05b8dbfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:48.097741 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2f90db53-4bf3-47ba-a44b-d3a05b8dbfbe service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0889912 Nov 11 22:19:48.161441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2c3f8e88-a283-4b8d-8ca7-116d4bea89d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1 HTTP/1.1" status: 200 len: 1001 time: 0.0565767 Nov 11 22:19:48.213098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-8bf7dd6c-f999-473e-8cc0-1fc01a68c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:48.214504 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-8bf7dd6c-f999-473e-8cc0-1fc01a68c957 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0466754 Nov 11 22:19:48.269266 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-3cde2a03-1574-4611-81ba-9d5ab883c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:48.270670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-3cde2a03-1574-4611-81ba-9d5ab883c393 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488150 Nov 11 22:19:48.362169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-cae9e04e-40c1-49e2-a3d3-45fc71ea007c service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835667 Nov 11 22:19:48.468169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-fba1634e-2dc5-4e60-8857-c6210c74f67f service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989943 Nov 11 22:19:48.740150 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:49.028207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7883e7-5205-481a-846f-b9153b3022c6 req-c7790fc5-3a7f-4060-b096-cb92cbf7ed6d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:49.029822 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c7883e7-5205-481a-846f-b9153b3022c6 req-c7790fc5-3a7f-4060-b096-cb92cbf7ed6d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0523164 Nov 11 22:19:49.078882 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c7883e7-5205-481a-846f-b9153b3022c6 req-b87e68c0-601d-489a-9c1c-d91e11289197 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429544 Nov 11 22:19:49.385463 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:50.220183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7383da1-9d1c-4d5d-8aff-670518558b77 req-12bf57a5-fa04-4a7d-949d-0c8ffc7c2b0f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:50.221712 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7383da1-9d1c-4d5d-8aff-670518558b77 req-12bf57a5-fa04-4a7d-949d-0c8ffc7c2b0f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0615075 Nov 11 22:19:50.268448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7383da1-9d1c-4d5d-8aff-670518558b77 req-1f9a3820-cd7a-4462-a6cb-8a255265d7f7 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406597 Nov 11 22:19:50.420934 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-ba26936d-e8a8-4f05-93f0-c2331c5c6062 service neutron] show failed (client error): The resource could not be found. Nov 11 22:19:50.421816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-ba26936d-e8a8-4f05-93f0-c2331c5c6062 service neutron] 10.222.0.10 "GET /v2.0/ports/129bbdcc-ed98-44cc-b9fa-d058f9c905a1/bindings/n-h2-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0662458 Nov 11 22:19:50.691808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-04552d52-f67c-4411-a5c3-2e3b5fe18d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:50.693248 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-04552d52-f67c-4411-a5c3-2e3b5fe18d51 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474&tenant_id=df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 1096 time: 0.0901906 Nov 11 22:19:50.709984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:50.768241 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:50.967403 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] For port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:50.999639 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] For port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:19:51.053497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:19:51.056147 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e567428b-4174-454c-ae04-548aaaecbfae" -d '{"events": [{"server_uuid": "1ff5046f-e9f5-4fc3-afd0-3e4806b4b474", "name": "network-vif-unplugged", "status": "completed", "tag": "129bbdcc-ed98-44cc-b9fa-d058f9c905a1"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:19:51.060235 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:51.074461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Transition to ACTIVE for port object 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:19:51.079612 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:51.114209 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac72cd87-1291-4894-b0e7-3ac04f4d6ad8 x-openstack-request-id: req-ac72cd87-1291-4894-b0e7-3ac04f4d6ad8 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:19:51.114492 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff5046f-e9f5-4fc3-afd0-3e4806b4b474", "name": "network-vif-unplugged", "status": "completed", "tag": "129bbdcc-ed98-44cc-b9fa-d058f9c905a1", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:19:51.114742 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac72cd87-1291-4894-b0e7-3ac04f4d6ad8 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:19:51.115133 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1', 'code': 200} Nov 11 22:19:51.158252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Pushing event updated for resources: {'Port': ['ID=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,revision_number=6']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:51.172903 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:51.173404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:51.173565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:51.173903 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:51.174230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:51.174558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:51.174879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:51.175197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:51.175514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:51.175827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:51.176143 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:51.176456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:51.214833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] No DVR routers for this DVR port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:19:51.712711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8664ef0-6e4b-44ae-817f-73781d385a31 req-addc735b-ca53-44bc-b7db-69d3b7f99b21 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:51.714229 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8664ef0-6e4b-44ae-817f-73781d385a31 req-addc735b-ca53-44bc-b7db-69d3b7f99b21 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 943 time: 0.0782697 Nov 11 22:19:51.733864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Attempting to bind port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:51.734223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Attempting to bind port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:19:51.734518 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Attempting to bind port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:19:51.749125 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:19:51.749438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Attempting to bind port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:19:51.761388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:19:51.761757 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Checking segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:19:51.762108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Bound using segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:19:51.762524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Bound port: 129bbdcc-ed98-44cc-b9fa-d058f9c905a1, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:19:51.762869 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:51.788127 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8664ef0-6e4b-44ae-817f-73781d385a31 req-73d0736b-47dc-47a1-958b-2a88d997e552 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641594 Nov 11 22:19:51.837164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] For port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:19:51.840180 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] For port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:19:51.848595 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:51.882662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:51.883300 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:51.884641 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] 10.222.0.71 "PUT /v2.0/ports/129bbdcc-ed98-44cc-b9fa-d058f9c905a1 HTTP/1.1" status: 200 len: 1091 time: 1.1787243 Nov 11 22:19:51.908740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96bfbb-5657-41ce-b42b-a72dbd05e640 service neutron] Pushing event updated for resources: {'Port': ['ID=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,revision_number=7']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:51.955933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-fbe346f8-de65-42ad-8496-e96f5efece35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:51.957488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-fbe346f8-de65-42ad-8496-e96f5efece35 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 1094 time: 0.0420036 Nov 11 22:19:52.058990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-08af1726-c2ff-4b52-874c-e0320a5a791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:52.060479 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-08af1726-c2ff-4b52-874c-e0320a5a791f service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0916600 Nov 11 22:19:52.131940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-234612e9-15f0-4282-bbdb-a748383893ce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1 HTTP/1.1" status: 200 len: 999 time: 0.0587521 Nov 11 22:19:52.191276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-92f5a3f2-bdec-4919-86fa-b24ec770995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:52.192653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-92f5a3f2-bdec-4919-86fa-b24ec770995d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0479696 Nov 11 22:19:52.253843 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-8049c001-b1b7-47d7-a97d-cd6d41ec7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:52.255529 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-8049c001-b1b7-47d7-a97d-cd6d41ec7a83 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501494 Nov 11 22:19:52.351309 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-1b0f8a78-1382-4305-849a-d5bba7210186 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834246 Nov 11 22:19:52.459777 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3d7e1631-4d43-487e-abed-7e5c66163a21 req-7464e41f-2dcf-4771-aec6-5c02e406a103 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952179 Nov 11 22:19:52.917618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec9e94-85c2-42fa-a231-ce1c275f386d req-bea4b814-44ac-43fc-90df-dde72e44d1e4 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:52.919004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-36ec9e94-85c2-42fa-a231-ce1c275f386d req-bea4b814-44ac-43fc-90df-dde72e44d1e4 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 943 time: 0.0496871 Nov 11 22:19:52.980828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-36ec9e94-85c2-42fa-a231-ce1c275f386d req-e370bbdc-42ea-456c-b43a-fa4c50ae3c50 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530496 Nov 11 22:19:53.117073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'tag': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:19:53.120960 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e373e2-f210-4d6e-be55-20657d051ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff5046f-e9f5-4fc3-afd0-3e4806b4b474", "tag": "129bbdcc-ed98-44cc-b9fa-d058f9c905a1"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:19:53.176683 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81cf2ef-642a-4356-a524-64c07f250299 x-openstack-request-id: req-b81cf2ef-642a-4356-a524-64c07f250299 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:19:53.177012 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff5046f-e9f5-4fc3-afd0-3e4806b4b474", "tag": "129bbdcc-ed98-44cc-b9fa-d058f9c905a1", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:19:53.177267 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b81cf2ef-642a-4356-a524-64c07f250299 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:19:53.177672 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'tag': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1', 'status': 'completed', 'code': 200} Nov 11 22:19:53.269079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-290c2a2f-de6a-4b77-a4e4-62506dc8ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:53.270609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-290c2a2f-de6a-4b77-a4e4-62506dc8ec9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 1094 time: 0.0712612 Nov 11 22:19:53.275195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-f9139c5a-665a-463a-8bbf-134bece708d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:53.276535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-f9139c5a-665a-463a-8bbf-134bece708d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 1094 time: 0.0689628 Nov 11 22:19:53.426423 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-a2b03d09-355f-4803-9d6e-8384d2791c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:53.427819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-a2b03d09-355f-4803-9d6e-8384d2791c8b service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.1503549 Nov 11 22:19:53.429218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-f66e8c3f-7359-47d8-8657-7c9ecb8006ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:53.430501 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-f66e8c3f-7359-47d8-8657-7c9ecb8006ae service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.1459267 Nov 11 22:19:53.538149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-5edc452e-8066-4457-8ff6-b7a1f439d842 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1 HTTP/1.1" status: 200 len: 999 time: 0.1029968 Nov 11 22:19:53.541965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-354df898-c63c-441f-bb9e-d436a960746e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1 HTTP/1.1" status: 200 len: 999 time: 0.1012135 Nov 11 22:19:53.622839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-d2ce38db-1182-4af4-80f7-b8755430abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:53.624296 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-d2ce38db-1182-4af4-80f7-b8755430abfc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0790887 Nov 11 22:19:53.625673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-28da3aa2-79ef-439a-b123-addbbac9e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:53.626972 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-28da3aa2-79ef-439a-b123-addbbac9e70b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0747175 Nov 11 22:19:53.697093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-a6ae257b-bf5a-487b-be81-79ee0a7779c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:53.698487 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-a6ae257b-bf5a-487b-be81-79ee0a7779c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667768 Nov 11 22:19:53.700398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-90fe56ec-112a-4115-b1ed-e5fc5096f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:53.701769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-90fe56ec-112a-4115-b1ed-e5fc5096f329 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626259 Nov 11 22:19:53.858255 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-981f323f-75c1-4189-9c30-499d76f6e146 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521471 Nov 11 22:19:53.860057 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-83c1b540-789c-4012-b641-fb87567c16be service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466179 Nov 11 22:19:54.015295 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-182d7606-9282-4b86-88cf-b45509082618 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500285 Nov 11 22:19:54.017201 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8e373e2-f210-4d6e-be55-20657d051ca8 req-caf2bd97-fff4-45d2-a6e8-856cc2069149 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450939 Nov 11 22:19:54.108205 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc7c3d-5d12-481a-87d6-50b8bc08168b req-6c931203-1384-44a3-83e5-21cc17e266c8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:54.109795 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47dc7c3d-5d12-481a-87d6-50b8bc08168b req-6c931203-1384-44a3-83e5-21cc17e266c8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 943 time: 0.0528271 Nov 11 22:19:54.161468 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47dc7c3d-5d12-481a-87d6-50b8bc08168b req-9835ce04-c6e6-4443-b3f8-f5a02d27109f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455527 Nov 11 22:19:54.270612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:19:54.313018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:19:54.393701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cefefb-cb34-46bd-91b3-140917328857 req-9dee62a1-5120-48d6-b83b-d50cb987f9bc tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:54.395172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7cefefb-cb34-46bd-91b3-140917328857 req-9dee62a1-5120-48d6-b83b-d50cb987f9bc tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 943 time: 0.0803862 Nov 11 22:19:54.403366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d6fe-fa00-41e6-9f12-09d5e6e4a7a0 req-d7fa07b9-0c6a-44aa-83cf-da8710bbb7d0 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:54.404704 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70c5d6fe-fa00-41e6-9f12-09d5e6e4a7a0 req-d7fa07b9-0c6a-44aa-83cf-da8710bbb7d0 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474&tenant_id=df46564100014d2289ff2dff334f161a&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 943 time: 0.0811553 Nov 11 22:19:54.484319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b7cefefb-cb34-46bd-91b3-140917328857 req-4b0e7135-33ae-4402-895b-6ebf7036b6cc tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786262 Nov 11 22:19:54.489599 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-70c5d6fe-fa00-41e6-9f12-09d5e6e4a7a0 req-117e9cfd-9ed9-41ac-998a-0bb9512341a4 service neutron] delete failed (client error): The resource could not be found. Nov 11 22:19:54.490568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70c5d6fe-fa00-41e6-9f12-09d5e6e4a7a0 req-117e9cfd-9ed9-41ac-998a-0bb9512341a4 service neutron] 10.222.0.10 "DELETE /v2.0/ports/129bbdcc-ed98-44cc-b9fa-d058f9c905a1/bindings/n-h1-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0783939 Nov 11 22:19:54.583050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d6fe-fa00-41e6-9f12-09d5e6e4a7a0 req-1dfb5e27-4df6-4c8a-b571-4e564401cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:54.584533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70c5d6fe-fa00-41e6-9f12-09d5e6e4a7a0 req-1dfb5e27-4df6-4c8a-b571-4e564401cfa7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 1094 time: 0.0464375 Nov 11 22:19:54.675463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d6fe-fa00-41e6-9f12-09d5e6e4a7a0 req-aa398f0e-d15e-4335-b8fb-ae70d27ea372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:54.676967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70c5d6fe-fa00-41e6-9f12-09d5e6e4a7a0 req-aa398f0e-d15e-4335-b8fb-ae70d27ea372 service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0857122 Nov 11 22:19:54.745497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70c5d6fe-fa00-41e6-9f12-09d5e6e4a7a0 req-2211d581-6e5c-4612-b8d0-ca2aee776cb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1 HTTP/1.1" status: 200 len: 999 time: 0.0618625 Nov 11 22:19:54.795799 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d6fe-fa00-41e6-9f12-09d5e6e4a7a0 req-696c1ee9-518c-4189-897d-9dc185d0a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:54.797251 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70c5d6fe-fa00-41e6-9f12-09d5e6e4a7a0 req-696c1ee9-518c-4189-897d-9dc185d0a2cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0451922 Nov 11 22:19:54.849255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d6fe-fa00-41e6-9f12-09d5e6e4a7a0 req-790039db-6eaa-47c8-a56e-f11da13aba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:54.850625 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70c5d6fe-fa00-41e6-9f12-09d5e6e4a7a0 req-790039db-6eaa-47c8-a56e-f11da13aba26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458813 Nov 11 22:19:54.916203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:19:54.943546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70c5d6fe-fa00-41e6-9f12-09d5e6e4a7a0 req-1fb5befd-9ad3-4215-819c-f5eff4239a94 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852950 Nov 11 22:19:55.012989 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:55.024240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'port_id': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1', 'mac_address': 'fa:16:3e:8b:9b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:19:55.031426 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-70c5d6fe-fa00-41e6-9f12-09d5e6e4a7a0 req-ff77f4d5-09f7-484b-b392-d322946b7ff7 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808811 Nov 11 22:19:55.072380 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:55.086764 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:19:55.106580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:55.111521 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:55.159742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:55.167268 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:55.167620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:55.168028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:55.168362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:55.168688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:55.169034 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:55.169353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:55.169658 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:55.169975 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:55.170285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:55.170600 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:55.170909 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:55.420476 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['129bbdcc-ed98-44cc-b9fa-d058f9c905a1'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:19:55.611558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0caf7e-5a22-4a2d-9cb3-29147ccbcebc req-4f48e607-b469-4777-bd04-b705bd6ecc84 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:55.613206 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c0caf7e-5a22-4a2d-9cb3-29147ccbcebc req-4f48e607-b469-4777-bd04-b705bd6ecc84 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 944 time: 0.0541539 Nov 11 22:19:55.660854 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c0caf7e-5a22-4a2d-9cb3-29147ccbcebc req-f748a131-1a07-48fd-b6e9-ba8b4ebe2c74 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 Nov 11 22:19:55.787312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c0eb1-ab30-4a48-8e0a-97c1b11a8407 req-9369cc34-f129-41c7-a509-e76bf109faf1 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:55.788824 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-843c0eb1-ab30-4a48-8e0a-97c1b11a8407 req-9369cc34-f129-41c7-a509-e76bf109faf1 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 944 time: 0.0556688 Nov 11 22:19:55.839073 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-843c0eb1-ab30-4a48-8e0a-97c1b11a8407 req-3cdefa4e-2f0d-4e65-846d-b5f743e87c8a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442121 Nov 11 22:19:56.066662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1d8af-f89c-4b4d-9a17-c8b9f34051db req-a43a4c6b-bfc5-4e7f-86ee-09b578f2219e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:56.068142 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16d1d8af-f89c-4b4d-9a17-c8b9f34051db req-a43a4c6b-bfc5-4e7f-86ee-09b578f2219e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 944 time: 0.0764453 Nov 11 22:19:56.101098 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818c887-8077-4c30-a0d2-b6a1cb648089 req-d2c072cd-2232-4879-bcec-f4cb23a9dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:56.102568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f818c887-8077-4c30-a0d2-b6a1cb648089 req-d2c072cd-2232-4879-bcec-f4cb23a9dc54 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 1095 time: 0.0730445 Nov 11 22:19:56.145375 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16d1d8af-f89c-4b4d-9a17-c8b9f34051db req-fc84f4d6-f22d-4a48-9417-646be430de0a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706310 Nov 11 22:19:56.219374 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818c887-8077-4c30-a0d2-b6a1cb648089 req-f06732cd-5ffe-47f0-b69d-074a87d51a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:56.220769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f818c887-8077-4c30-a0d2-b6a1cb648089 req-f06732cd-5ffe-47f0-b69d-074a87d51a44 service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.1040246 Nov 11 22:19:56.298547 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f818c887-8077-4c30-a0d2-b6a1cb648089 req-1b35c4d5-8823-490b-a89b-f313df601297 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1 HTTP/1.1" status: 200 len: 1000 time: 0.0635815 Nov 11 22:19:56.360738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818c887-8077-4c30-a0d2-b6a1cb648089 req-7df22779-c522-4bab-a5d6-edcbedae4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:56.362212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f818c887-8077-4c30-a0d2-b6a1cb648089 req-7df22779-c522-4bab-a5d6-edcbedae4f0c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0452113 Nov 11 22:19:56.413904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818c887-8077-4c30-a0d2-b6a1cb648089 req-45928636-5459-430a-b869-e584bbe91564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:56.415363 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f818c887-8077-4c30-a0d2-b6a1cb648089 req-45928636-5459-430a-b869-e584bbe91564 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407569 Nov 11 22:19:56.523469 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f818c887-8077-4c30-a0d2-b6a1cb648089 req-d6b656ce-a20d-48a3-a95a-ba56f6fba989 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946932 Nov 11 22:19:56.622847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f818c887-8077-4c30-a0d2-b6a1cb648089 req-b49a98bb-c4c7-48cb-ac4e-6bf3cec1cd62 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876055 Nov 11 22:19:56.937299 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:19:56.995319 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:19:56.999037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:56.999406 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:57.081757 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:57.106296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:19:57.108859 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4660a3b-98d8-4830-be8c-c3f2bfbb1c68" -d '{"events": [{"server_uuid": "1ff5046f-e9f5-4fc3-afd0-3e4806b4b474", "name": "network-vif-plugged", "status": "completed", "tag": "129bbdcc-ed98-44cc-b9fa-d058f9c905a1"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:19:57.123821 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:57.128929 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:57.153114 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95b90b9-7dbc-43fd-98e6-70d437596641 x-openstack-request-id: req-e95b90b9-7dbc-43fd-98e6-70d437596641 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:19:57.153402 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff5046f-e9f5-4fc3-afd0-3e4806b4b474", "name": "network-vif-plugged", "status": "completed", "tag": "129bbdcc-ed98-44cc-b9fa-d058f9c905a1", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:19:57.153651 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e95b90b9-7dbc-43fd-98e6-70d437596641 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:19:57.154040 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1', 'code': 200} Nov 11 22:19:57.178225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:57.272492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7a7f5-fc08-44fd-973b-c9616a54c308 req-13ff7e65-9860-43af-b768-ba75462835b0 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:57.273949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7a7a7f5-fc08-44fd-973b-c9616a54c308 req-13ff7e65-9860-43af-b768-ba75462835b0 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0541527 Nov 11 22:19:57.321314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7a7a7f5-fc08-44fd-973b-c9616a54c308 req-12ef1e1b-bd4f-4097-b21e-6ccf162a7f0e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402865 Nov 11 22:19:57.564191 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7417ea-8a9d-4c89-b22a-76574cbe379a req-dfe69b89-17fb-43b5-9385-0f9eacc5766a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:57.565685 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b7417ea-8a9d-4c89-b22a-76574cbe379a req-dfe69b89-17fb-43b5-9385-0f9eacc5766a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0504148 Nov 11 22:19:57.615279 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7b7417ea-8a9d-4c89-b22a-76574cbe379a req-1f8a9b19-1a93-46de-83b3-ea9c6827af09 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433147 Nov 11 22:19:58.739070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeea70-51de-4843-8d75-4b262177271b req-ec13ccc3-6ef2-4321-8b2a-197a02306589 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:58.740599 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2faeea70-51de-4843-8d75-4b262177271b req-ec13ccc3-6ef2-4321-8b2a-197a02306589 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0539584 Nov 11 22:19:58.788713 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2faeea70-51de-4843-8d75-4b262177271b req-c8b8981e-50be-4139-a3c0-27107586a43b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420434 Nov 11 22:19:58.979071 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-e36410e0-e571-4f22-9567-2f402d1bad41 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:58.980436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-e36410e0-e571-4f22-9567-2f402d1bad41 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 945 time: 0.0558970 Nov 11 22:19:59.082713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-f79c8b46-c583-4472-8fae-d1b43d60d489 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Deleting port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:19:59.083060 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-f79c8b46-c583-4472-8fae-d1b43d60d489 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:59.184819 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-f79c8b46-c583-4472-8fae-d1b43d60d489 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] For port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:59.185195 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-f79c8b46-c583-4472-8fae-d1b43d60d489 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:59.373318 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-f79c8b46-c583-4472-8fae-d1b43d60d489 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:59.373679 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-f79c8b46-c583-4472-8fae-d1b43d60d489 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:59.374013 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-f79c8b46-c583-4472-8fae-d1b43d60d489 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce disassociated. External IP: 172.25.0.122, port: 129bbdcc-ed98-44cc-b9fa-d058f9c905a1. Nov 11 22:19:59.374329 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-f79c8b46-c583-4472-8fae-d1b43d60d489 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Calling delete_port for 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:19:59.520305 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-f79c8b46-c583-4472-8fae-d1b43d60d489 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:59.548485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c8b46-c583-4472-8fae-d1b43d60d489 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Pushing event deleted for resources: {'Port': ['ID=129bbdcc-ed98-44cc-b9fa-d058f9c905a1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:59.667347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-f79c8b46-c583-4472-8fae-d1b43d60d489 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:19:59.774424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-f79c8b46-c583-4472-8fae-d1b43d60d489 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:19:59.784728 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16033d57-eb51-4137-955a-a7b0af9f46f8 None None] Sync routers for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:19:59.795192 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16033d57-eb51-4137-955a-a7b0af9f46f8 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:19:59.795792 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-16033d57-eb51-4137-955a-a7b0af9f46f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:19:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:59.814099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-f79c8b46-c583-4472-8fae-d1b43d60d489 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] No DVR routers for this DVR port 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:19:59.817211 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-f79c8b46-c583-4472-8fae-d1b43d60d489 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:59.821457 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a80f9904-b4f5-4ffb-863e-1b223508b02b req-f79c8b46-c583-4472-8fae-d1b43d60d489 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.71 "DELETE /v2.0/ports/129bbdcc-ed98-44cc-b9fa-d058f9c905a1 HTTP/1.1" status: 204 len: 173 time: 0.8308518 Nov 11 22:19:59.821859 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'name': 'network-vif-deleted', 'tag': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:19:59.824134 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33d43b3-9df3-4e6d-91e2-1aff3bdb8b63" -d '{"events": [{"server_uuid": "1ff5046f-e9f5-4fc3-afd0-3e4806b4b474", "name": "network-vif-deleted", "tag": "129bbdcc-ed98-44cc-b9fa-d058f9c905a1"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:19:59.907695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feb9e8dc-0c57-49f0-9f38-23f12314cfce req-f000e15f-fe87-4073-a236-13f56466951e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ff5046f-e9f5-4fc3-afd0-3e4806b4b474 HTTP/1.1" status: 200 len: 210 time: 0.0350323 Nov 11 22:19:59.967956 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed72e9e8-aee7-476b-bf0d-4caef15ca38a x-openstack-request-id: req-ed72e9e8-aee7-476b-bf0d-4caef15ca38a {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:19:59.968307 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff5046f-e9f5-4fc3-afd0-3e4806b4b474", "name": "network-vif-deleted", "tag": "129bbdcc-ed98-44cc-b9fa-d058f9c905a1", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:19:59.968569 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ed72e9e8-aee7-476b-bf0d-4caef15ca38a {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:19:59.969403 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff5046f-e9f5-4fc3-afd0-3e4806b4b474', 'name': 'network-vif-deleted', 'tag': '129bbdcc-ed98-44cc-b9fa-d058f9c905a1', 'status': 'completed', 'code': 200} Nov 11 22:19:59.994826 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-16033d57-eb51-4137-955a-a7b0af9f46f8 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:20:00.191383 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-16033d57-eb51-4137-955a-a7b0af9f46f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:00.225235 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16033d57-eb51-4137-955a-a7b0af9f46f8 None None] Checking router: 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:20:00.234796 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16033d57-eb51-4137-955a-a7b0af9f46f8 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:20:00.235431 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-16033d57-eb51-4137-955a-a7b0af9f46f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:19:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:00.348891 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-16033d57-eb51-4137-955a-a7b0af9f46f8 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:20:00.580079 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-16033d57-eb51-4137-955a-a7b0af9f46f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:00.607161 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16033d57-eb51-4137-955a-a7b0af9f46f8 None None] The sync data for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 is: [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:20:00.840392 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34cb351-5bdd-41b7-a837-7ae4d727905d None None] New status for floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:20:01.207759 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-a19ae02b-44c1-4327-83df-46684a54042e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1726688871&fields=id&tenant_id=df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 267 time: 0.0506458 Nov 11 22:20:01.320011 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f81b9-20b8-4137-b538-99c87704dc6c req-b386eaf7-3a61-4368-8fa9-c50b19ac8498 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:01.321492 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-b386eaf7-3a61-4368-8fa9-c50b19ac8498 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 812 time: 0.1064146 Nov 11 22:20:01.336775 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-2364aa54-e8f7-41f6-8da6-422031bb8dd2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/quotas/df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 375 time: 0.0095057 Nov 11 22:20:01.395372 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-28c7bd6f-42b2-43bd-97d3-9cc55352d396 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533843 Nov 11 22:20:01.546869 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-70111622-1685-461d-93ad-c477906ad053 service neutron] 10.222.0.57 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398940 Nov 11 22:20:01.639537 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-5675838a-6c2d-4b3e-b2e7-79c486d8ab95 service neutron] 10.222.0.57 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864727 Nov 11 22:20:01.806240 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88d06d1e-536a-4ed2-9bc7-c72f26e3b83b req-06e8eaad-a412-4fda-ba4c-9c9b2dee2627 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 210 time: 0.0274191 Nov 11 22:20:02.831433 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f81b9-20b8-4137-b538-99c87704dc6c req-381c9d9b-baaf-4fdb-a496-44180488eb0e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:02.833721 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-381c9d9b-baaf-4fdb-a496-44180488eb0e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 812 time: 0.1024861 Nov 11 22:20:02.915686 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aee18a2c-4560-4bcc-8640-01edadcaaf3a req-444ff35f-c6f2-4f58-bc04-a55d52feeb65 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 210 time: 0.0312064 Nov 11 22:20:02.925037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-8ae8e87d-030e-4648-9a58-62aeb280c53d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 380 time: 0.0818374 Nov 11 22:20:02.935743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-074f81b9-20b8-4137-b538-99c87704dc6c req-0b512cfa-e31f-438a-abef-20364d416dfa tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Request body: {'port': {'device_id': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'admin_state_up': True, 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'security_groups': ['36d5e738-8053-435e-bd8c-c38b4dacf06e']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:02.978315 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:20:03.001675 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:20:03.002023 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 129bbdcc-ed98-44cc-b9fa-d058f9c905a1 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:20:03.047828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074f81b9-20b8-4137-b538-99c87704dc6c req-0b512cfa-e31f-438a-abef-20364d416dfa tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Made reservation on behalf of df46564100014d2289ff2dff334f161a for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:20:03.051464 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-074f81b9-20b8-4137-b538-99c87704dc6c req-0b512cfa-e31f-438a-abef-20364d416dfa tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:03.177467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-074f81b9-20b8-4137-b538-99c87704dc6c req-0b512cfa-e31f-438a-abef-20364d416dfa tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Allocated IP 172.20.0.11 (419cdd75-cf93-4b45-a828-eeb2badd4bee/d26babf4-8c69-4040-a856-c45569b2d678/16da1253-3bb2-45be-aef1-5480756330e6) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:20:03.313408 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-074f81b9-20b8-4137-b538-99c87704dc6c req-0b512cfa-e31f-438a-abef-20364d416dfa tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:03.350112 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-074f81b9-20b8-4137-b538-99c87704dc6c req-0b512cfa-e31f-438a-abef-20364d416dfa tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:03.393604 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074f81b9-20b8-4137-b538-99c87704dc6c req-0b512cfa-e31f-438a-abef-20364d416dfa tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Network 419cdd75-cf93-4b45-a828-eeb2badd4bee is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:20:03.398647 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-074f81b9-20b8-4137-b538-99c87704dc6c req-0b512cfa-e31f-438a-abef-20364d416dfa tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:20:03.402334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-074f81b9-20b8-4137-b538-99c87704dc6c req-0b512cfa-e31f-438a-abef-20364d416dfa tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:20:03.409133 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b512cfa-e31f-438a-abef-20364d416dfa tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Pushing event updated for resources: {'Port': ['ID=16da1253-3bb2-45be-aef1-5480756330e6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:03.454749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f81b9-20b8-4137-b538-99c87704dc6c req-0b512cfa-e31f-438a-abef-20364d416dfa tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:03.455273 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-074f81b9-20b8-4137-b538-99c87704dc6c req-0b512cfa-e31f-438a-abef-20364d416dfa tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:03.474257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-0b512cfa-e31f-438a-abef-20364d416dfa tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5421281 Nov 11 22:20:03.486165 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Request body: {'port': {'device_id': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:03.545025 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:03.635310 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9e0e8064-be52-4f77-b976-5b8dbb9e867e None None] Provisioning complete for port 16da1253-3bb2-45be-aef1-5480756330e6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:20:03.635665 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8064-be52-4f77-b976-5b8dbb9e867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:03.668324 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e8064-be52-4f77-b976-5b8dbb9e867e None None] Port 16da1253-3bb2-45be-aef1-5480756330e6 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:20:03.800880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16da1253-3bb2-45be-aef1-5480756330e6 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:20:03.808895 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:03.822828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Transition to ACTIVE for port object 16da1253-3bb2-45be-aef1-5480756330e6 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:20:03.829879 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:03.877811 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Pushing event updated for resources: {'Port': ['ID=16da1253-3bb2-45be-aef1-5480756330e6,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:04.334635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49370c4-abcc-4d42-b60e-7d0572159dea req-78588094-eb25-476e-b745-f43a11b71455 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:04.336462 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d49370c4-abcc-4d42-b60e-7d0572159dea req-78588094-eb25-476e-b745-f43a11b71455 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 944 time: 0.0846548 Nov 11 22:20:04.337577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Attempting to bind port 16da1253-3bb2-45be-aef1-5480756330e6 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:20:04.337908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Attempting to bind port 16da1253-3bb2-45be-aef1-5480756330e6 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:20:04.338234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Attempting to bind port 16da1253-3bb2-45be-aef1-5480756330e6 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:20:04.344101 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Port 16da1253-3bb2-45be-aef1-5480756330e6 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:20:04.344393 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Attempting to bind port 16da1253-3bb2-45be-aef1-5480756330e6 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:20:04.360090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:20:04.360431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Checking segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:20:04.360844 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Bound using segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:20:04.361265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Bound port: 16da1253-3bb2-45be-aef1-5480756330e6, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:20:04.361627 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:04.421541 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d49370c4-abcc-4d42-b60e-7d0572159dea req-83fd42a4-19aa-47d7-887d-91291160d4b2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782213 Nov 11 22:20:04.448557 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:20:04.452096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=16da1253-3bb2-45be-aef1-5480756330e6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:20:04.458027 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:04.497084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:04.497773 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:04.499146 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] 10.222.0.10 "PUT /v2.0/ports/16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 1092 time: 1.0172455 Nov 11 22:20:04.499562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:20:04.501807 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85fde44-05d5-4894-a400-7917fe474960" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "tag": "16da1253-3bb2-45be-aef1-5480756330e6"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:20:04.538116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480c94a-d3c6-4ea8-875c-c84cd0370987 service neutron] Pushing event updated for resources: {'Port': ['ID=16da1253-3bb2-45be-aef1-5480756330e6,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:04.558408 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4a0ff0-e9c2-4da1-8b0a-dffab351dc0c x-openstack-request-id: req-6c4a0ff0-e9c2-4da1-8b0a-dffab351dc0c {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:20:04.558728 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "tag": "16da1253-3bb2-45be-aef1-5480756330e6", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:20:04.558984 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c4a0ff0-e9c2-4da1-8b0a-dffab351dc0c {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:20:04.559389 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6', 'status': 'completed', 'code': 200} Nov 11 22:20:04.589639 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f81b9-20b8-4137-b538-99c87704dc6c req-0f646ef5-611a-491b-9fda-ff29be0a8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:04.591253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-0f646ef5-611a-491b-9fda-ff29be0a8dc5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 1095 time: 0.0434415 Nov 11 22:20:04.642040 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-3e9cf946-6141-43ef-b432-7531b18a977f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 217 time: 0.0406613 Nov 11 22:20:04.695662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f81b9-20b8-4137-b538-99c87704dc6c req-7dc9d554-5d48-46ba-85ab-c713260a222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:04.697176 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-7dc9d554-5d48-46ba-85ab-c713260a222b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0469425 Nov 11 22:20:04.744032 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f81b9-20b8-4137-b538-99c87704dc6c req-6e85407e-33b8-46ce-b44a-700a933c6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:04.745687 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-6e85407e-33b8-46ce-b44a-700a933c6777 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419388 Nov 11 22:20:04.853328 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-715ad4e0-e656-4a62-8996-634a7a496697 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988610 Nov 11 22:20:04.953078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-074f81b9-20b8-4137-b538-99c87704dc6c req-45c62354-2da4-40d7-bc3b-399dd845d0dd service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928648 Nov 11 22:20:05.062649 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fde44-05d5-4894-a400-7917fe474960 req-abc82c80-491a-44df-ad22-d0eb692262d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:05.064170 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d85fde44-05d5-4894-a400-7917fe474960 req-abc82c80-491a-44df-ad22-d0eb692262d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 1095 time: 0.0590611 Nov 11 22:20:05.164469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fde44-05d5-4894-a400-7917fe474960 req-b71139b9-8913-4095-b884-54e8dec12cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:05.165919 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d85fde44-05d5-4894-a400-7917fe474960 req-b71139b9-8913-4095-b884-54e8dec12cd7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0939097 Nov 11 22:20:05.219523 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d85fde44-05d5-4894-a400-7917fe474960 req-d0663eec-3023-418f-ba02-85a7521725f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 217 time: 0.0463986 Nov 11 22:20:05.280224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fde44-05d5-4894-a400-7917fe474960 req-7a78a712-755b-4d72-95bb-46394f8a2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:05.282719 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d85fde44-05d5-4894-a400-7917fe474960 req-7a78a712-755b-4d72-95bb-46394f8a2164 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0543177 Nov 11 22:20:05.341939 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fde44-05d5-4894-a400-7917fe474960 req-f7774ec5-96ba-4800-b267-c5f5b995c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:05.343449 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d85fde44-05d5-4894-a400-7917fe474960 req-f7774ec5-96ba-4800-b267-c5f5b995c648 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529108 Nov 11 22:20:05.410514 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:20:05.441967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d85fde44-05d5-4894-a400-7917fe474960 req-369e0d18-e88d-44a8-856b-e85e8d7b4613 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903864 Nov 11 22:20:05.565091 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d85fde44-05d5-4894-a400-7917fe474960 req-72c245ff-d5e9-4ab8-b610-42d50a3fa66d service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158257 Nov 11 22:20:05.573584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7312e1-e612-4c90-b30d-61d575ccbc3b req-60311f26-b3a1-4284-936e-c07817c84087 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:05.575017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c7312e1-e612-4c90-b30d-61d575ccbc3b req-60311f26-b3a1-4284-936e-c07817c84087 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 944 time: 0.0747817 Nov 11 22:20:05.623642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c7312e1-e612-4c90-b30d-61d575ccbc3b req-2788a6e9-fd5f-4592-8ddf-91ce2375d819 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425835 Nov 11 22:20:06.747977 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9af70-e94e-48a7-9112-ee47fb27d284 req-52746427-579d-4105-9249-2f4d5062a153 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:06.749482 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4d9af70-e94e-48a7-9112-ee47fb27d284 req-52746427-579d-4105-9249-2f4d5062a153 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 944 time: 0.0493464 Nov 11 22:20:06.796309 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e4d9af70-e94e-48a7-9112-ee47fb27d284 req-faabe93b-3690-43d5-bd4a-c732eab1b212 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407546 Nov 11 22:20:07.933292 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c5a16-3812-4ef5-88a0-21165220acec req-efbe1294-7f58-41da-b5a4-9c5753a1f2c9 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:07.934857 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c7c5a16-3812-4ef5-88a0-21165220acec req-efbe1294-7f58-41da-b5a4-9c5753a1f2c9 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 944 time: 0.0624442 Nov 11 22:20:07.988417 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c7c5a16-3812-4ef5-88a0-21165220acec req-e65223a1-509c-42b8-b79f-8dc689b17a15 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473499 Nov 11 22:20:08.369445 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 16da1253-3bb2-45be-aef1-5480756330e6 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:20:08.469698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=16da1253-3bb2-45be-aef1-5480756330e6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:08.480567 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '16da1253-3bb2-45be-aef1-5480756330e6', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'port_id': '16da1253-3bb2-45be-aef1-5480756330e6', 'mac_address': 'fa:16:3e:eb:26:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:20:08.525443 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:08.539219 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16da1253-3bb2-45be-aef1-5480756330e6 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:20:08.564013 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=16da1253-3bb2-45be-aef1-5480756330e6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:08.569890 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:08.623542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=16da1253-3bb2-45be-aef1-5480756330e6,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:08.809361 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['16da1253-3bb2-45be-aef1-5480756330e6'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:20:09.122249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566be7c-703f-4373-b0cd-25b33be71bf1 req-2c9307db-e5c6-4f04-a4d8-c12f8219e23b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:09.123714 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6566be7c-703f-4373-b0cd-25b33be71bf1 req-2c9307db-e5c6-4f04-a4d8-c12f8219e23b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 945 time: 0.0524623 Nov 11 22:20:09.172833 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6566be7c-703f-4373-b0cd-25b33be71bf1 req-ead9023a-8e0c-4dc6-bfe4-3098609a58f8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420647 Nov 11 22:20:10.300483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54483822-5eb6-4da1-9ac7-24510cd284ec req-655c1799-2f53-44cb-80c3-de42ed33d571 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:10.301988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54483822-5eb6-4da1-9ac7-24510cd284ec req-655c1799-2f53-44cb-80c3-de42ed33d571 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 945 time: 0.0511982 Nov 11 22:20:10.350904 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54483822-5eb6-4da1-9ac7-24510cd284ec req-6cd19556-c585-479e-bb85-397bd8487da0 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429204 Nov 11 22:20:10.369767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 16da1253-3bb2-45be-aef1-5480756330e6 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:20:10.424777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 16da1253-3bb2-45be-aef1-5480756330e6 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:20:10.428500 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 16da1253-3bb2-45be-aef1-5480756330e6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:20:10.428876 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:10.504973 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:10.526840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:20:10.529104 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b49eb3-75be-4d09-8910-1ae732057d76" -d '{"events": [{"server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "name": "network-vif-plugged", "status": "completed", "tag": "16da1253-3bb2-45be-aef1-5480756330e6"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:20:10.541589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=16da1253-3bb2-45be-aef1-5480756330e6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:10.547460 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:10.572963 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb729f0-1277-4881-9ef8-0ca51aab1516 x-openstack-request-id: req-4eb729f0-1277-4881-9ef8-0ca51aab1516 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:20:10.573225 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "name": "network-vif-plugged", "status": "completed", "tag": "16da1253-3bb2-45be-aef1-5480756330e6", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:20:10.573505 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4eb729f0-1277-4881-9ef8-0ca51aab1516 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:20:10.573858 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6', 'code': 200} Nov 11 22:20:10.603018 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=16da1253-3bb2-45be-aef1-5480756330e6,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:10.669389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1209957-691e-43e5-8a7f-e92617b48f46 req-a579f05c-7e1f-4148-85c8-54dc7f4cb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:10.670894 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1209957-691e-43e5-8a7f-e92617b48f46 req-a579f05c-7e1f-4148-85c8-54dc7f4cb00f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 1097 time: 0.0464523 Nov 11 22:20:10.717382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1209957-691e-43e5-8a7f-e92617b48f46 req-803a16c7-e2a7-4a47-9601-90a661ad1642 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389774 Nov 11 22:20:11.475913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2f054-c2ad-4c48-9689-908da7a1b9ba req-75d964da-2312-4866-b558-bb464ed2d30f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:11.477411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65f2f054-c2ad-4c48-9689-908da7a1b9ba req-75d964da-2312-4866-b558-bb464ed2d30f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0506849 Nov 11 22:20:11.509874 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:11.526930 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-65f2f054-c2ad-4c48-9689-908da7a1b9ba req-f07b740a-bc8e-4029-9918-a2357c224a18 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435359 Nov 11 22:20:12.652222 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0821223-095d-4bf6-ae1b-8db273701f5e req-546d0c30-a7a8-48f0-ba16-20c34aaea111 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:12.653774 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0821223-095d-4bf6-ae1b-8db273701f5e req-546d0c30-a7a8-48f0-ba16-20c34aaea111 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0513504 Nov 11 22:20:12.708151 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0821223-095d-4bf6-ae1b-8db273701f5e req-0b82dce3-4945-40e9-a267-093ab24b9f57 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451486 Nov 11 22:20:12.829336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92623b2-ab75-4488-9909-94620fcb38d7 req-0b431706-38d8-4c20-96a0-64ec6566cc05 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:12.830723 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d92623b2-ab75-4488-9909-94620fcb38d7 req-0b431706-38d8-4c20-96a0-64ec6566cc05 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0578713 Nov 11 22:20:12.840226 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55520) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:12.844627 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ab1f1dce-6f73-423c-a80b-4d94ee0026d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Request body: {'floatingip': {'port_id': '16da1253-3bb2-45be-aef1-5480756330e6'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:12.884219 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab1f1dce-6f73-423c-a80b-4d94ee0026d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:13.317747 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab1f1dce-6f73-423c-a80b-4d94ee0026d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:13.324292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab1f1dce-6f73-423c-a80b-4d94ee0026d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:13.424734 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-ab1f1dce-6f73-423c-a80b-4d94ee0026d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce associated. External IP: 172.25.0.122, port: 16da1253-3bb2-45be-aef1-5480756330e6. Nov 11 22:20:13.637167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1f1dce-6f73-423c-a80b-4d94ee0026d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:20:13.745282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1f1dce-6f73-423c-a80b-4d94ee0026d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:20:13.750418 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ab1f1dce-6f73-423c-a80b-4d94ee0026d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:13.756059 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700fd789-34ef-4a8d-8d64-6ec2b4c7bd10 None None] Sync routers for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:20:13.765908 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700fd789-34ef-4a8d-8d64-6ec2b4c7bd10 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:20:13.766497 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-700fd789-34ef-4a8d-8d64-6ec2b4c7bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:19:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:13.781654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ab1f1dce-6f73-423c-a80b-4d94ee0026d5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "PUT /v2.0/floatingips/878f0120-2bed-4386-8595-9cba7bfb51ce HTTP/1.1" status: 200 len: 992 time: 0.9373109 Nov 11 22:20:13.781654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:20:13.781654 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72019f04-81e0-4c7a-bef5-a263713ea411" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "tag": "16da1253-3bb2-45be-aef1-5480756330e6"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:20:13.871273 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-700fd789-34ef-4a8d-8d64-6ec2b4c7bd10 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:20:13.872190 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f0c12d-a25c-42f4-81a2-d2ec8b031877 x-openstack-request-id: req-46f0c12d-a25c-42f4-81a2-d2ec8b031877 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:20:13.872638 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "tag": "16da1253-3bb2-45be-aef1-5480756330e6", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:20:13.873062 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46f0c12d-a25c-42f4-81a2-d2ec8b031877 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:20:13.873551 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6', 'status': 'completed', 'code': 200} Nov 11 22:20:13.898070 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2bbf-8267-4623-a7da-fa4182e40b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:13.936206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72019f04-81e0-4c7a-bef5-a263713ea411 req-84b787b3-57c2-4c1d-8ac9-93442fb258a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:13.937942 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72019f04-81e0-4c7a-bef5-a263713ea411 req-84b787b3-57c2-4c1d-8ac9-93442fb258a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 1097 time: 0.0424128 Nov 11 22:20:14.034509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72019f04-81e0-4c7a-bef5-a263713ea411 req-90515068-ed1b-44c3-9425-27820a20a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:14.035585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72019f04-81e0-4c7a-bef5-a263713ea411 req-90515068-ed1b-44c3-9425-27820a20a210 service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0898890 Nov 11 22:20:14.097492 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-700fd789-34ef-4a8d-8d64-6ec2b4c7bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '878f0120-2bed-4386-8595-9cba7bfb51ce', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'port_id': '16da1253-3bb2-45be-aef1-5480756330e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'mac_address': 'fa:16:3e:eb:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:15:34Z', 'updated_at': '2021-11-11T22:20:13Z', 'revision_number': 9, 'project_id': 'df46564100014d2289ff2dff334f161a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:14.102924 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72019f04-81e0-4c7a-bef5-a263713ea411 req-5cac8919-12a1-4913-b8b1-f117611c897d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 1000 time: 0.0601730 Nov 11 22:20:14.123240 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700fd789-34ef-4a8d-8d64-6ec2b4c7bd10 None None] Checking router: 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:20:14.131594 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700fd789-34ef-4a8d-8d64-6ec2b4c7bd10 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:20:14.132181 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-700fd789-34ef-4a8d-8d64-6ec2b4c7bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:19:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:14.152533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72019f04-81e0-4c7a-bef5-a263713ea411 req-1178aba7-7589-493c-8fa1-a9458f8d9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:14.154054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72019f04-81e0-4c7a-bef5-a263713ea411 req-1178aba7-7589-493c-8fa1-a9458f8d9389 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0438533 Nov 11 22:20:14.208333 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72019f04-81e0-4c7a-bef5-a263713ea411 req-4845f977-fb0d-4979-819b-62aa24817156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:14.209897 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72019f04-81e0-4c7a-bef5-a263713ea411 req-4845f977-fb0d-4979-819b-62aa24817156 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455980 Nov 11 22:20:14.237294 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-700fd789-34ef-4a8d-8d64-6ec2b4c7bd10 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:20:14.301787 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72019f04-81e0-4c7a-bef5-a263713ea411 req-e0a9b0f7-987d-4546-aa5e-eb7e037eff9a service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840466 Nov 11 22:20:14.401809 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-72019f04-81e0-4c7a-bef5-a263713ea411 req-65b653b9-f4e5-46f7-ac80-0567fdfde8ec service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902846 Nov 11 22:20:14.462219 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-700fd789-34ef-4a8d-8d64-6ec2b4c7bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '878f0120-2bed-4386-8595-9cba7bfb51ce', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'port_id': '16da1253-3bb2-45be-aef1-5480756330e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'mac_address': 'fa:16:3e:eb:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:15:34Z', 'updated_at': '2021-11-11T22:20:13Z', 'revision_number': 9, 'project_id': 'df46564100014d2289ff2dff334f161a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:14.488147 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700fd789-34ef-4a8d-8d64-6ec2b4c7bd10 None None] The sync data for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 is: [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '878f0120-2bed-4386-8595-9cba7bfb51ce', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'port_id': '16da1253-3bb2-45be-aef1-5480756330e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'mac_address': 'fa:16:3e:eb:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:15:34Z', 'updated_at': '2021-11-11T22:20:13Z', 'revision_number': 9, 'project_id': 'df46564100014d2289ff2dff334f161a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:20:14.795408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874906a9-cd35-4b68-bac3-6d5c32d47344 None None] New status for floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:20:15.057474 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:16.109581 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-05e129b2-fdc7-4f32-8c08-39f3e14b8b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:17.356832 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:18.744335 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:19.391720 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:41.514172 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:42.414922 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:20:43.893075 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-47b8d743-f745-424b-bc8e-36061c251933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:45.067279 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:46.105605 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-16b5d02d-3623-45b0-80dd-f7ff81c846f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:47.367527 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:48.744305 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:49.381534 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.882778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033834db-80b8-486b-a71b-48dc7776042b req-a3190837-16af-4a27-b0f3-7227e36e0a35 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476158 Nov 11 22:21:09.970714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033834db-80b8-486b-a71b-48dc7776042b req-005e9fee-5904-43a9-9667-f2c80d4d2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:09.972157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033834db-80b8-486b-a71b-48dc7776042b req-005e9fee-5904-43a9-9667-f2c80d4d2e1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 1097 time: 0.0430050 Nov 11 22:21:10.082027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033834db-80b8-486b-a71b-48dc7776042b req-e9d88c8d-13c0-4998-aa49-a0ba5d19ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:10.083475 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033834db-80b8-486b-a71b-48dc7776042b req-e9d88c8d-13c0-4998-aa49-a0ba5d19ecbf service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0893362 Nov 11 22:21:10.153204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033834db-80b8-486b-a71b-48dc7776042b req-b299ac9d-ac76-4dec-91ef-145c0135b2af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 1003 time: 0.0622723 Nov 11 22:21:10.207447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033834db-80b8-486b-a71b-48dc7776042b req-36fda99a-b43f-4296-bcdc-525e83c6afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:10.208903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033834db-80b8-486b-a71b-48dc7776042b req-36fda99a-b43f-4296-bcdc-525e83c6afc8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0469704 Nov 11 22:21:10.255673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033834db-80b8-486b-a71b-48dc7776042b req-3a57a77e-3688-4d28-ac8e-b59a9bab237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:10.257192 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033834db-80b8-486b-a71b-48dc7776042b req-3a57a77e-3688-4d28-ac8e-b59a9bab237c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413289 Nov 11 22:21:10.348558 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033834db-80b8-486b-a71b-48dc7776042b req-7d17ac95-5d6e-48bc-b2ff-e1cb5855fdb3 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843327 Nov 11 22:21:10.442849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-033834db-80b8-486b-a71b-48dc7776042b req-e47d9ebc-b104-4635-9b80-41d2c5ce645e service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864005 Nov 11 22:21:11.518011 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:13.899937 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8aebb640-6301-48dc-b631-f794cc7e4933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:15.071896 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:16.105974 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5f447f72-d761-4f06-ba48-3c8200628a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:17.371785 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:18.748088 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:19.382826 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:19.414274 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:21:41.523342 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:43.906992 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b79061e6-9917-4edf-beaf-6a588b30d642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:45.071488 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:46.102107 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8124d349-8b8d-4427-9ea1-209323d8dae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:47.377395 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:48.750819 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:49.378365 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:49.589774 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-0bffd60b-c39b-4e65-ba71-717e6d2af53d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711806 Nov 11 22:21:49.602456 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80510a67-a209-4de2-984e-fef0ae281d1d req-0d863773-65f0-4459-ae70-97657389f113 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:49.603876 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-80510a67-a209-4de2-984e-fef0ae281d1d req-0d863773-65f0-4459-ae70-97657389f113 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0755558 Nov 11 22:21:49.653332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-80510a67-a209-4de2-984e-fef0ae281d1d req-b9a6d680-7529-4964-901c-80a8966676e8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427442 Nov 11 22:21:50.778878 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3c297-5ebb-41dc-b171-a1e2fcd4cbf3 req-d8a2af7f-81fe-4647-ba85-e970d534af14 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:50.780465 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78c3c297-5ebb-41dc-b171-a1e2fcd4cbf3 req-d8a2af7f-81fe-4647-ba85-e970d534af14 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0532482 Nov 11 22:21:50.853754 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78c3c297-5ebb-41dc-b171-a1e2fcd4cbf3 req-bdc0db73-1b90-4db9-ad02-c1bc178f3b48 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657980 Nov 11 22:21:50.863932 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-f6de78ab-8352-47a3-84df-c06294fb0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:50.866441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-f6de78ab-8352-47a3-84df-c06294fb0cce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 1097 time: 0.0583887 Nov 11 22:21:50.960822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-57b4a013-80b0-4290-9223-dcc63ffffb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:50.962680 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-57b4a013-80b0-4290-9223-dcc63ffffb1c service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0895629 Nov 11 22:21:51.028300 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-1300ea96-2c75-42eb-96f6-5f049bceaa13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 1003 time: 0.0574608 Nov 11 22:21:51.080944 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-7b18d8db-f691-496e-8316-80c4ffc19a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:51.082342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-7b18d8db-f691-496e-8316-80c4ffc19a46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0463977 Nov 11 22:21:51.127116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-070b0dd0-f937-4c83-b4f0-406ec0f76334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:51.128558 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-070b0dd0-f937-4c83-b4f0-406ec0f76334 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391393 Nov 11 22:21:51.220161 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-1e1e50bf-b941-470f-a89e-244dc0f9bf8c service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826688 Nov 11 22:21:51.310654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-1e6ae51f-903b-4794-9f82-1a4c201e1e2a service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838528 Nov 11 22:21:51.986080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745d186-9a97-4986-b173-67154f33c6fd req-63fa202b-1aa1-4ddd-b118-9472ffadc19b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:51.987452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1745d186-9a97-4986-b173-67154f33c6fd req-63fa202b-1aa1-4ddd-b118-9472ffadc19b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0515203 Nov 11 22:21:52.037140 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1745d186-9a97-4986-b173-67154f33c6fd req-bce07d79-f3b0-4c84-baf8-92ffab3a1581 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435770 Nov 11 22:21:53.171180 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce8d47-0fd4-4511-8a48-727a4e43358f req-e52981ab-2dc6-410e-b671-b39f2bfa1549 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:53.173154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08ce8d47-0fd4-4511-8a48-727a4e43358f req-e52981ab-2dc6-410e-b671-b39f2bfa1549 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0547850 Nov 11 22:21:53.223696 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-08ce8d47-0fd4-4511-8a48-727a4e43358f req-b3ad6fb0-d974-46c1-aa6a-cf9fde7c7078 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442479 Nov 11 22:21:54.358230 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de2a07-8a04-437e-88d6-af9741964786 req-d9d98a8c-0ee3-4bb9-9789-cb9b93e63167 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:54.359990 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79de2a07-8a04-437e-88d6-af9741964786 req-d9d98a8c-0ee3-4bb9-9789-cb9b93e63167 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0530689 Nov 11 22:21:54.410038 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79de2a07-8a04-437e-88d6-af9741964786 req-6d030a1a-0f33-42ca-a53e-33bfa2332658 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438418 Nov 11 22:21:55.549334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da585f-6f3f-44f1-8b52-302c21808ad0 req-492d82f1-ec57-4197-9398-f8da96b1fa60 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:55.550783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8da585f-6f3f-44f1-8b52-302c21808ad0 req-492d82f1-ec57-4197-9398-f8da96b1fa60 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0614612 Nov 11 22:21:55.598606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8da585f-6f3f-44f1-8b52-302c21808ad0 req-ae0ee4d2-cdd8-466a-bdaf-d93176aa9ad8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418041 Nov 11 22:21:56.417297 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:21:56.728957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e785f-431f-419b-9f1f-bf47e0b00c25 req-9fc52b7e-b123-4d00-9e05-e66cf32ca08c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:56.730447 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-859e785f-431f-419b-9f1f-bf47e0b00c25 req-9fc52b7e-b123-4d00-9e05-e66cf32ca08c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0511508 Nov 11 22:21:56.776056 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-859e785f-431f-419b-9f1f-bf47e0b00c25 req-c7a17ecd-7e1d-483f-92a3-30fd4b85341e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394981 Nov 11 22:21:57.904591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33543c-c2c2-4ff2-bdbb-f7a95d319e18 req-ef77accc-caf5-4ac5-830a-d98e97e744ad tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:57.906057 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc33543c-c2c2-4ff2-bdbb-f7a95d319e18 req-ef77accc-caf5-4ac5-830a-d98e97e744ad tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0514860 Nov 11 22:21:57.957259 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc33543c-c2c2-4ff2-bdbb-f7a95d319e18 req-eec01515-17fd-4ec1-b698-155dbdbba721 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449009 Nov 11 22:21:59.100293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4a2aa-b4f8-426a-823c-420a67b0146d req-3b1abf91-1b80-4451-beb4-70f1ab501f70 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:59.101812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-efd4a2aa-b4f8-426a-823c-420a67b0146d req-3b1abf91-1b80-4451-beb4-70f1ab501f70 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0664654 Nov 11 22:21:59.151247 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-efd4a2aa-b4f8-426a-823c-420a67b0146d req-45f6c7e1-2e2a-47df-a19a-be4e73398579 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412154 Nov 11 22:22:00.283395 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45099041-d278-4637-8615-2d55d6ddc279 req-f3bc747f-6a67-46a9-8d50-b9bb100a50e7 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:00.284999 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-45099041-d278-4637-8615-2d55d6ddc279 req-f3bc747f-6a67-46a9-8d50-b9bb100a50e7 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0520475 Nov 11 22:22:00.335530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-45099041-d278-4637-8615-2d55d6ddc279 req-983eed5c-ea22-4703-8eeb-b49e6d69f7bb tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414913 Nov 11 22:22:01.473310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa9a99-6386-4c33-9918-e278a20f3c5a req-fc7089a6-3ba1-4312-a5cf-9fb1d56f5668 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:01.474776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fbfa9a99-6386-4c33-9918-e278a20f3c5a req-fc7089a6-3ba1-4312-a5cf-9fb1d56f5668 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0560360 Nov 11 22:22:01.521314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fbfa9a99-6386-4c33-9918-e278a20f3c5a req-b6cc1b11-190b-4fac-b594-f38efdb3ce9c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404923 Nov 11 22:22:02.646966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16467234-c47c-4aba-9745-77d846386063 req-c848725a-6544-45e2-93a7-4f9e885e80d9 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:02.648470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16467234-c47c-4aba-9745-77d846386063 req-c848725a-6544-45e2-93a7-4f9e885e80d9 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0495749 Nov 11 22:22:02.704580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-16467234-c47c-4aba-9745-77d846386063 req-23a44fb3-3376-4393-b137-35675c3fa3f5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500922 Nov 11 22:22:03.285059 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-79777061-2d41-47eb-807e-ce115d258b9e service neutron] show failed (client error): The resource could not be found. Nov 11 22:22:03.286077 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-79777061-2d41-47eb-807e-ce115d258b9e service neutron] 10.222.0.10 "GET /v2.0/ports/16da1253-3bb2-45be-aef1-5480756330e6/bindings/n-h2-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0648234 Nov 11 22:22:03.527545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-3f8ea6e3-e0b2-4124-82c8-ce94bc9ca7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:03.529106 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-3f8ea6e3-e0b2-4124-82c8-ce94bc9ca7c0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb&tenant_id=df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 1097 time: 0.0483155 Nov 11 22:22:03.546468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:03.601025 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:04.186017 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=16da1253-3bb2-45be-aef1-5480756330e6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:04.206120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307c3d0-f8d3-43c9-af01-1d369f57c0b3 req-151f2aca-5519-491b-a073-e0b571ad6ded tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:04.207644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b307c3d0-f8d3-43c9-af01-1d369f57c0b3 req-151f2aca-5519-491b-a073-e0b571ad6ded tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.4340906 Nov 11 22:22:04.244468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:22:04.298935 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b307c3d0-f8d3-43c9-af01-1d369f57c0b3 req-7cc0bdb9-0527-4667-8627-dbf87e80475b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837235 Nov 11 22:22:04.302660 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:04.304972 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfefb1d-b548-4446-bf7b-74f1c938d7ce" -d '{"events": [{"server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "name": "network-vif-unplugged", "status": "completed", "tag": "16da1253-3bb2-45be-aef1-5480756330e6"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:04.309170 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:04.322468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Transition to ACTIVE for port object 16da1253-3bb2-45be-aef1-5480756330e6 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:22:04.326654 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:04.358309 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bc02a7-f2b0-448f-8210-3fc086ca2b7b x-openstack-request-id: req-59bc02a7-f2b0-448f-8210-3fc086ca2b7b {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:04.358605 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "name": "network-vif-unplugged", "status": "completed", "tag": "16da1253-3bb2-45be-aef1-5480756330e6", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:04.358861 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59bc02a7-f2b0-448f-8210-3fc086ca2b7b {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:04.359250 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6', 'code': 200} Nov 11 22:22:04.408583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Pushing event updated for resources: {'Port': ['ID=16da1253-3bb2-45be-aef1-5480756330e6,revision_number=6']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:04.423160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:04.423527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:04.423869 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:04.424203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:04.424533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:04.424935 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:04.425281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:04.425595 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:04.425922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:04.426243 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:04.426566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:04.426887 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:04.461787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] No DVR routers for this DVR port 16da1253-3bb2-45be-aef1-5480756330e6 on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:22:04.609253 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Attempting to bind port 16da1253-3bb2-45be-aef1-5480756330e6 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:22:04.609593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Attempting to bind port 16da1253-3bb2-45be-aef1-5480756330e6 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:22:04.609926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Attempting to bind port 16da1253-3bb2-45be-aef1-5480756330e6 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:22:04.614920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Port 16da1253-3bb2-45be-aef1-5480756330e6 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:22:04.615236 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Attempting to bind port 16da1253-3bb2-45be-aef1-5480756330e6 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:22:04.620549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:22:04.620920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Checking segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:22:04.621307 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Bound using segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:22:04.621728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Bound port: 16da1253-3bb2-45be-aef1-5480756330e6, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:22:04.622080 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:04.689830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:22:04.693257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=16da1253-3bb2-45be-aef1-5480756330e6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:22:04.699975 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:04.734043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:04.734664 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:04.736051 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] 10.222.0.71 "PUT /v2.0/ports/16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 1092 time: 1.1940851 Nov 11 22:22:04.760573 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e53495-4ceb-43ac-8359-07de3eb4c36a service neutron] Pushing event updated for resources: {'Port': ['ID=16da1253-3bb2-45be-aef1-5480756330e6,revision_number=7']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:04.806434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-109192b0-7cf5-4c0e-88bd-3b71a7672a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:04.808012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-109192b0-7cf5-4c0e-88bd-3b71a7672a38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 1095 time: 0.0427306 Nov 11 22:22:04.913402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-dade64fc-f206-4312-840a-9aa5e359b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:04.914881 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-dade64fc-f206-4312-840a-9aa5e359b40b service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0951507 Nov 11 22:22:04.989588 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-da8d320a-2869-4a7c-84b9-bd763b1b557c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 1001 time: 0.0663960 Nov 11 22:22:05.045691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-f259a53e-dacc-46b5-90cc-e1a8e4e0b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:05.047036 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-f259a53e-dacc-46b5-90cc-e1a8e4e0b506 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0439723 Nov 11 22:22:05.103865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-f286c9fb-624e-4f67-87d2-0b8d48ad54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:05.105396 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-f286c9fb-624e-4f67-87d2-0b8d48ad54d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454640 Nov 11 22:22:05.200131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-8ded5e19-2d72-4f20-a111-2a6e3aeb8cee service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810027 Nov 11 22:22:05.299668 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2896581d-ac63-4a2a-85d1-6542eeacaa1b req-422a8b0d-52ca-47d0-9b6b-979a58708e54 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849211 Nov 11 22:22:05.422334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cd057-9fc9-4eed-b0a4-da7ff86c8a47 req-7bf320f6-9916-4193-90ef-c3cb1e0a700a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:05.423857 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f14cd057-9fc9-4eed-b0a4-da7ff86c8a47 req-7bf320f6-9916-4193-90ef-c3cb1e0a700a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 944 time: 0.0511243 Nov 11 22:22:05.473007 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f14cd057-9fc9-4eed-b0a4-da7ff86c8a47 req-82a46d53-2445-4687-806d-201ec607d9dd tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429521 Nov 11 22:22:06.360769 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:06.364245 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64af5d0b-965d-4b90-a1ad-007089d45233" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "tag": "16da1253-3bb2-45be-aef1-5480756330e6"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:06.418271 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49096a13-abca-444d-aafd-89c163381b21 x-openstack-request-id: req-49096a13-abca-444d-aafd-89c163381b21 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:06.418560 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "tag": "16da1253-3bb2-45be-aef1-5480756330e6", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:06.418813 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-49096a13-abca-444d-aafd-89c163381b21 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:06.419237 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6', 'status': 'completed', 'code': 200} Nov 11 22:22:06.488959 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-9efbecdd-a4b8-4d89-84de-5d39cc6d9072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:06.490515 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-9efbecdd-a4b8-4d89-84de-5d39cc6d9072 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 1095 time: 0.0491540 Nov 11 22:22:06.648314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-6cd51dea-5fe3-4a92-a488-95101e515d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:06.649774 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-6cd51dea-5fe3-4a92-a488-95101e515d83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 1095 time: 0.1948967 Nov 11 22:22:06.674157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-3c310a70-0229-453a-91de-d588f3e19613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:06.675628 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-3c310a70-0229-453a-91de-d588f3e19613 service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.1757720 Nov 11 22:22:06.693743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa66fe0-5c2c-4ae8-8f3f-b7777d23c49b req-13740ca4-254f-4553-9b63-31b15524a1c5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:06.695157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-baa66fe0-5c2c-4ae8-8f3f-b7777d23c49b req-13740ca4-254f-4553-9b63-31b15524a1c5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 944 time: 0.1384664 Nov 11 22:22:06.822885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-14fda0f7-bc64-4fc3-bc6c-d205e3580ccd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 1001 time: 0.1370103 Nov 11 22:22:06.872142 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-baa66fe0-5c2c-4ae8-8f3f-b7777d23c49b req-5be34088-9cee-4e21-b994-bf15f5643a3c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612613 Nov 11 22:22:06.874775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-73cd3880-e442-4acb-adde-0f6d6a950dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:06.876145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-73cd3880-e442-4acb-adde-0f6d6a950dae service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.2170076 Nov 11 22:22:06.933928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-4700a96d-fd68-401d-a35f-ad4092a4aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:06.935295 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-4700a96d-fd68-401d-a35f-ad4092a4aeb1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.1011014 Nov 11 22:22:06.944587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 16da1253-3bb2-45be-aef1-5480756330e6 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:22:06.978565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-6d964bb4-230f-44e8-8732-bf2a46451295 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 1001 time: 0.0923810 Nov 11 22:22:06.984567 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 16da1253-3bb2-45be-aef1-5480756330e6 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:22:07.016479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-9d721d3f-cca2-42a5-aa1e-d02483d18e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:07.017970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-9d721d3f-cca2-42a5-aa1e-d02483d18e51 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739515 Nov 11 22:22:07.042469 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-2d1992fa-826c-4326-9a58-aee05547bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:07.043865 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-2d1992fa-826c-4326-9a58-aee05547bd2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0583403 Nov 11 22:22:07.149320 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-87f55f8b-ef1f-48cb-92b1-3be6b920ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:07.150828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-87f55f8b-ef1f-48cb-92b1-3be6b920ad78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953019 Nov 11 22:22:07.156034 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-0cd9ffca-ad3b-498c-a8d0-1fddf108f235 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219113 Nov 11 22:22:07.308109 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-87810e80-f786-40db-9a9f-b50633902b59 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498659 Nov 11 22:22:07.310261 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-0017bd64-d7ec-475a-8351-a20ef412a8c0 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436567 Nov 11 22:22:07.405883 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64af5d0b-965d-4b90-a1ad-007089d45233 req-204d9693-fbb9-4c21-b697-2dc61901e1bb service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911238 Nov 11 22:22:07.570995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 16da1253-3bb2-45be-aef1-5480756330e6 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:22:07.680604 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=16da1253-3bb2-45be-aef1-5480756330e6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:07.692763 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '16da1253-3bb2-45be-aef1-5480756330e6', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'port_id': '16da1253-3bb2-45be-aef1-5480756330e6', 'mac_address': 'fa:16:3e:eb:26:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:22:07.736222 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:07.750128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16da1253-3bb2-45be-aef1-5480756330e6 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:22:07.775346 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=16da1253-3bb2-45be-aef1-5480756330e6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:07.781093 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:07.829341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=16da1253-3bb2-45be-aef1-5480756330e6,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:07.837503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:07.837847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:07.838184 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:07.838518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:07.838841 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:07.839174 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:07.839494 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:07.839817 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:07.840140 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:07.840445 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:07.840768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:07.841107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:08.003622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14469a9d-4238-4dd3-b867-00110a219a85 req-28d6c57d-4c78-40dd-8a15-ee84a38b8535 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:08.005241 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14469a9d-4238-4dd3-b867-00110a219a85 req-28d6c57d-4c78-40dd-8a15-ee84a38b8535 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 945 time: 0.0517423 Nov 11 22:22:08.026552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['16da1253-3bb2-45be-aef1-5480756330e6'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:22:08.065706 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-14469a9d-4238-4dd3-b867-00110a219a85 req-8b6145b4-2e0c-4734-9a7a-010ef8e164af tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485752 Nov 11 22:22:08.387836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-a18b0d04-407d-4273-bb2e-111112c8c02c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:08.389249 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-a18b0d04-407d-4273-bb2e-111112c8c02c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb&tenant_id=df46564100014d2289ff2dff334f161a&binding%3Ahost_id=n-h2-805737-3 HTTP/1.1" status: 200 len: 945 time: 0.0853851 Nov 11 22:22:08.404001 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973fb58-2cca-4541-8832-8c1e401fbb0d req-aa9b3afc-71ac-4747-ae01-9be43920ce42 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:08.405393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7973fb58-2cca-4541-8832-8c1e401fbb0d req-aa9b3afc-71ac-4747-ae01-9be43920ce42 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 945 time: 0.0753276 Nov 11 22:22:08.491188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7973fb58-2cca-4541-8832-8c1e401fbb0d req-8130e733-fd2f-4d8f-8065-c43b5b30f80a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788913 Nov 11 22:22:08.492645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-be1fdc60-386f-4827-a4c6-ccadc052100f service neutron] 10.222.0.71 "GET /v2.0/ports/16da1253-3bb2-45be-aef1-5480756330e6/bindings/n-h2-805737-3 HTTP/1.1" status: 200 len: 382 time: 0.0864189 Nov 11 22:22:08.563511 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-03641f3e-f238-413f-be1c-818312539f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:08.565034 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-03641f3e-f238-413f-be1c-818312539f99 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 1096 time: 0.0423608 Nov 11 22:22:08.669348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-290c0995-eea0-4eb8-ac83-0070b5915e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:08.670756 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-290c0995-eea0-4eb8-ac83-0070b5915e54 service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0958509 Nov 11 22:22:08.740631 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-2e5a7b39-495a-4256-a874-c63f5200703f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 1002 time: 0.0608215 Nov 11 22:22:08.794831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-3ac8662c-18de-411b-81cf-6169afb47df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:08.796310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-3ac8662c-18de-411b-81cf-6169afb47df2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0473444 Nov 11 22:22:08.850176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-e912ca35-2b61-4259-bde0-630cf8326198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:08.851711 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-e912ca35-2b61-4259-bde0-630cf8326198 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410101 Nov 11 22:22:08.945169 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-9cbca16b-a0de-4e3d-8714-b183d8fa80a7 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857542 Nov 11 22:22:09.042552 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-04ae6c84-5180-4824-bbc6-3ff20625b935 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883646 Nov 11 22:22:09.579458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 16da1253-3bb2-45be-aef1-5480756330e6 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:22:09.629954 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be619249-a5c4-40ff-b322-ca5429512b70 req-7ed2004c-402d-4dc4-969a-b11dec6ef6ee tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:09.631514 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be619249-a5c4-40ff-b322-ca5429512b70 req-7ed2004c-402d-4dc4-969a-b11dec6ef6ee tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 945 time: 0.0520101 Nov 11 22:22:09.633245 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 16da1253-3bb2-45be-aef1-5480756330e6 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:22:09.637003 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 16da1253-3bb2-45be-aef1-5480756330e6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:22:09.637385 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:09.680877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be619249-a5c4-40ff-b322-ca5429512b70 req-9024a522-2c8d-4201-973e-43a33e46ab73 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Nov 11 22:22:09.715574 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:09.738432 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:09.740697 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f095b5-a007-4b53-abbd-44cedcdf4f39" -d '{"events": [{"server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "name": "network-vif-plugged", "status": "completed", "tag": "16da1253-3bb2-45be-aef1-5480756330e6"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:09.756744 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=16da1253-3bb2-45be-aef1-5480756330e6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:09.761165 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:09.791317 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076d6db0-fa51-4554-97b9-ddd2c0967e0d x-openstack-request-id: req-076d6db0-fa51-4554-97b9-ddd2c0967e0d {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:09.791618 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "name": "network-vif-plugged", "status": "completed", "tag": "16da1253-3bb2-45be-aef1-5480756330e6", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:09.791869 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-076d6db0-fa51-4554-97b9-ddd2c0967e0d {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:09.792266 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6', 'code': 200} Nov 11 22:22:09.812073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=16da1253-3bb2-45be-aef1-5480756330e6,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:10.819504 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0b406-01d1-4ad5-86c5-af5ffca71b04 req-0f54ecb4-3665-4450-85fb-d9365505b3f0 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:10.820981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7d0b406-01d1-4ad5-86c5-af5ffca71b04 req-0f54ecb4-3665-4450-85fb-d9365505b3f0 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0635192 Nov 11 22:22:10.871884 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7d0b406-01d1-4ad5-86c5-af5ffca71b04 req-e7cf4ba1-dea8-4022-a922-599d1052370f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425324 Nov 11 22:22:11.240833 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-1b57b21c-7a47-44ea-a01a-dada832ec48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:11.242365 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-1b57b21c-7a47-44ea-a01a-dada832ec48d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb&tenant_id=df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 1097 time: 0.0412812 Nov 11 22:22:11.254804 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:11.305445 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:11.515972 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:11.525055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=16da1253-3bb2-45be-aef1-5480756330e6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:11.558047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:22:11.596865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:11.599188 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe79c13-9274-4853-9b67-c9136436de32" -d '{"events": [{"server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "name": "network-vif-unplugged", "status": "completed", "tag": "16da1253-3bb2-45be-aef1-5480756330e6"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:11.602950 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:11.615584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Transition to ACTIVE for port object 16da1253-3bb2-45be-aef1-5480756330e6 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:22:11.619989 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:11.653345 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1180bba7-2381-46b8-82da-985fd4c0b726 x-openstack-request-id: req-1180bba7-2381-46b8-82da-985fd4c0b726 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:11.653629 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "name": "network-vif-unplugged", "status": "completed", "tag": "16da1253-3bb2-45be-aef1-5480756330e6", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:11.654380 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1180bba7-2381-46b8-82da-985fd4c0b726 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:11.654380 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6', 'code': 200} Nov 11 22:22:11.670137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Pushing event updated for resources: {'Port': ['ID=16da1253-3bb2-45be-aef1-5480756330e6,revision_number=10']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:11.745487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] No DVR routers for this DVR port 16da1253-3bb2-45be-aef1-5480756330e6 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:22:11.860747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.10', 59079) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:11.886194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Attempting to bind port 16da1253-3bb2-45be-aef1-5480756330e6 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:22:11.886686 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Attempting to bind port 16da1253-3bb2-45be-aef1-5480756330e6 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:22:11.886852 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Attempting to bind port 16da1253-3bb2-45be-aef1-5480756330e6 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:22:11.891639 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Port 16da1253-3bb2-45be-aef1-5480756330e6 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:22:11.891974 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Attempting to bind port 16da1253-3bb2-45be-aef1-5480756330e6 on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:22:11.897401 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:22:11.897734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Checking segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:22:11.898110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Bound using segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:22:11.898532 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Bound port: 16da1253-3bb2-45be-aef1-5480756330e6, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:22:11.898885 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:11.904605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf07b4a-07c3-43f2-b792-e9462c868fc6 req-2625465c-7f38-4e03-8e0b-bc7c70897c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:11.906152 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdf07b4a-07c3-43f2-b792-e9462c868fc6 req-2625465c-7f38-4e03-8e0b-bc7c70897c82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 1054 time: 0.0443537 Nov 11 22:22:11.996014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:22:12.000193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=16da1253-3bb2-45be-aef1-5480756330e6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:22:12.013513 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd13cac-7c87-40d2-9102-c3dcb4fc9ffa req-2b48ba82-9116-4392-8ee2-060912ffcfef tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:12.014718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf07b4a-07c3-43f2-b792-e9462c868fc6 req-94cd898e-3200-4eb5-9f47-9a30f91c25ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:12.015056 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0cd13cac-7c87-40d2-9102-c3dcb4fc9ffa req-2b48ba82-9116-4392-8ee2-060912ffcfef tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 945 time: 0.0696516 Nov 11 22:22:12.016055 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:12.016187 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdf07b4a-07c3-43f2-b792-e9462c868fc6 req-94cd898e-3200-4eb5-9f47-9a30f91c25ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0894685 Nov 11 22:22:12.066037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:12.066661 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:12.068221 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] 10.222.0.10 "PUT /v2.0/ports/16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 1093 time: 0.8174167 Nov 11 22:22:12.084008 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdf07b4a-07c3-43f2-b792-e9462c868fc6 req-91ff8b8a-b385-4994-b23a-b5e563f8ea2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 1001 time: 0.0598326 Nov 11 22:22:12.103160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] Pushing event updated for resources: {'Port': ['ID=16da1253-3bb2-45be-aef1-5480756330e6,revision_number=11']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:12.118419 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0cd13cac-7c87-40d2-9102-c3dcb4fc9ffa req-50bbec7f-e322-4c78-b61b-805519411a6e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941494 Nov 11 22:22:12.142603 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf07b4a-07c3-43f2-b792-e9462c868fc6 req-aaa69f40-5ee4-467c-b438-12b0fa9ca388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:12.144080 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdf07b4a-07c3-43f2-b792-e9462c868fc6 req-aaa69f40-5ee4-467c-b438-12b0fa9ca388 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0512607 Nov 11 22:22:12.191373 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf07b4a-07c3-43f2-b792-e9462c868fc6 req-a5f7d095-9582-4779-950f-74a016e0f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:12.193005 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdf07b4a-07c3-43f2-b792-e9462c868fc6 req-a5f7d095-9582-4779-950f-74a016e0f838 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414276 Nov 11 22:22:12.285640 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdf07b4a-07c3-43f2-b792-e9462c868fc6 req-6a15be25-9a94-41a2-83cb-dd540c3540c4 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850186 Nov 11 22:22:12.377960 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdf07b4a-07c3-43f2-b792-e9462c868fc6 req-f6d3311f-dbab-44fb-829c-0a7b8bb42c38 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856025 Nov 11 22:22:12.465675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-eb6215f9-8b9b-4e03-8b37-587856882a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:12.467217 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-eb6215f9-8b9b-4e03-8b37-587856882a43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 1096 time: 0.0434978 Nov 11 22:22:12.560696 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-4f0441ec-8ed9-4677-b276-b73dd25ff58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:12.562189 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-4f0441ec-8ed9-4677-b276-b73dd25ff58e service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0879798 Nov 11 22:22:12.630356 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-4a415b9d-0faa-4e5f-a9de-def03c47dbe1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 1001 time: 0.0603037 Nov 11 22:22:12.686155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-ea230dc4-ac29-410e-8450-3c975c3db2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:12.687595 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-ea230dc4-ac29-410e-8450-3c975c3db2e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0499694 Nov 11 22:22:12.733530 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-d36201aa-98f0-42af-b5a5-c2a20376fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:12.735029 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-d36201aa-98f0-42af-b5a5-c2a20376fa28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405078 Nov 11 22:22:12.825863 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-47a059ad-4e2f-499f-9c3b-98297c4157ef service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832005 Nov 11 22:22:12.918599 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-d62e80fc-6efe-40b3-9149-09d9440ba980 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852177 Nov 11 22:22:13.241759 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac7253-2ace-4fdd-ab21-16340c2609e7 req-039f3be7-aab4-4da2-9cd8-4dbc6424d676 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:13.243155 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05ac7253-2ace-4fdd-ab21-16340c2609e7 req-039f3be7-aab4-4da2-9cd8-4dbc6424d676 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 945 time: 0.0513165 Nov 11 22:22:13.294884 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05ac7253-2ace-4fdd-ab21-16340c2609e7 req-7674e540-8294-4137-b20f-2a67ab006b0e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Nov 11 22:22:13.620944 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 16da1253-3bb2-45be-aef1-5480756330e6 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:22:13.655563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:13.658054 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "tag": "16da1253-3bb2-45be-aef1-5480756330e6"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:13.665957 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 16da1253-3bb2-45be-aef1-5480756330e6 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:22:13.706426 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f333a3b-a68e-4b2b-b440-175735717b0a x-openstack-request-id: req-6f333a3b-a68e-4b2b-b440-175735717b0a {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:13.706744 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "tag": "16da1253-3bb2-45be-aef1-5480756330e6", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:13.706999 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f333a3b-a68e-4b2b-b440-175735717b0a {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:13.707407 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6', 'status': 'completed', 'code': 200} Nov 11 22:22:13.769401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-8cdb1185-713c-4899-b942-4b47f563e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:13.771028 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-8cdb1185-713c-4899-b942-4b47f563e94b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 1096 time: 0.0429573 Nov 11 22:22:13.782531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-e5e10d9a-6436-4cfc-8655-31dedc64817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:13.784042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-e5e10d9a-6436-4cfc-8655-31dedc64817a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 1096 time: 0.0443075 Nov 11 22:22:13.866721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-076ad181-040c-4ece-9e4a-edc8a6e9e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:13.868196 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-076ad181-040c-4ece-9e4a-edc8a6e9e508 service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0890522 Nov 11 22:22:13.876582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-191b08d4-5b1a-4c3c-a835-086b039a2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:13.878140 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-191b08d4-5b1a-4c3c-a835-086b039a2e03 service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0866239 Nov 11 22:22:13.889078 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-415f76ab-a4f6-4931-b89a-43436f26b29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:13.934296 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-7a97c722-4e4b-4a12-9f33-8acfad4f8e9a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 1001 time: 0.0585866 Nov 11 22:22:13.956387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-d31888f4-b77b-42a7-a19f-15202f50a0dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 200 len: 1001 time: 0.0637302 Nov 11 22:22:13.988366 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-2ef63923-3853-4c09-a06f-c6e1ce96ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:13.989920 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-2ef63923-3853-4c09-a06f-c6e1ce96ce09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0480037 Nov 11 22:22:14.010742 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-97a80680-de45-404b-87c3-693ebf8928eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:14.012212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-97a80680-de45-404b-87c3-693ebf8928eb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0448353 Nov 11 22:22:14.036763 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-56df9a90-da72-4aad-a989-22c5acb77f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:14.038282 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-56df9a90-da72-4aad-a989-22c5acb77f5a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407953 Nov 11 22:22:14.063823 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-da2924bc-8fce-417f-b4c2-082f8cde42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:14.065404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-da2924bc-8fce-417f-b4c2-082f8cde42ce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410652 Nov 11 22:22:14.130873 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-e894ebad-7862-426b-9b9c-3f4ccccce274 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843658 Nov 11 22:22:14.236757 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-dfb7e53e-6f3a-4c30-8d02-078ca5a28832 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940716 Nov 11 22:22:14.559054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-a8a5260a-23fb-4437-8caa-ae4499ca3d8f service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805958 Nov 11 22:22:14.567597 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7692-0064-4e84-aabf-707937a2abdd req-99bdb79e-82fe-4d61-81f8-fc61e00067ab tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:14.569019 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b3a7692-0064-4e84-aabf-707937a2abdd req-99bdb79e-82fe-4d61-81f8-fc61e00067ab tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 945 time: 0.0716181 Nov 11 22:22:14.673528 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b3a7692-0064-4e84-aabf-707937a2abdd req-fb404432-3734-4d89-9c2c-114784c56762 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941033 Nov 11 22:22:14.689513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-526f62d8-7ccb-4d5d-aa47-a0beaba5b354 req-38f00d3b-1883-4646-a7b6-7691a30e4c25 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171308 Nov 11 22:22:14.985985 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 16da1253-3bb2-45be-aef1-5480756330e6 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:22:15.090965 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:15.097482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=16da1253-3bb2-45be-aef1-5480756330e6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:15.107723 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '16da1253-3bb2-45be-aef1-5480756330e6', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'port_id': '16da1253-3bb2-45be-aef1-5480756330e6', 'mac_address': 'fa:16:3e:eb:26:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:22:15.151501 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:15.165142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16da1253-3bb2-45be-aef1-5480756330e6 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:22:15.184788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=16da1253-3bb2-45be-aef1-5480756330e6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:15.190339 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:15.237700 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=16da1253-3bb2-45be-aef1-5480756330e6,revision_number=12']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:15.409228 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['16da1253-3bb2-45be-aef1-5480756330e6'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:22:15.796422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861c4a7-9ddd-4f62-a34c-ad4d0dbbee7a req-ba7e4cf2-b169-48bb-b635-f93d93cc4f7f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:15.797952 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3861c4a7-9ddd-4f62-a34c-ad4d0dbbee7a req-ba7e4cf2-b169-48bb-b635-f93d93cc4f7f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0528872 Nov 11 22:22:15.852048 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3861c4a7-9ddd-4f62-a34c-ad4d0dbbee7a req-e9859aaf-45e7-4148-881f-97828cdd0be2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478134 Nov 11 22:22:15.978475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68bfa8-7df8-4476-b81f-61560e28e883 req-07592b66-99bb-4b87-b69f-559be592972a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:15.979864 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad68bfa8-7df8-4476-b81f-61560e28e883 req-07592b66-99bb-4b87-b69f-559be592972a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0554085 Nov 11 22:22:16.028226 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ad68bfa8-7df8-4476-b81f-61560e28e883 req-546e9e61-7d02-476d-b4b7-85b18aea2ca8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422409 Nov 11 22:22:16.102700 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a39bf1d3-4b56-4cdb-be9c-36857f2210cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:16.147009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdd29a-afe6-4e85-8543-801798a70247 req-bf1f8844-ca1b-4954-8d55-daa1f036c2f8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:16.148489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7efdd29a-afe6-4e85-8543-801798a70247 req-bf1f8844-ca1b-4954-8d55-daa1f036c2f8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0488155 Nov 11 22:22:16.196395 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7efdd29a-afe6-4e85-8543-801798a70247 req-244daeed-ef24-482d-b2cf-8a403ac9d5a4 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418591 Nov 11 22:22:16.431903 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247ce53-ed7d-43fb-8d0a-39cb8798e67e req-e1d718c5-04c2-4641-b249-a4ba53473e1d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:16.433387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1247ce53-ed7d-43fb-8d0a-39cb8798e67e req-e1d718c5-04c2-4641-b249-a4ba53473e1d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 946 time: 0.0495780 Nov 11 22:22:16.487301 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1247ce53-ed7d-43fb-8d0a-39cb8798e67e req-1b6ba8b8-1696-4c15-8a34-fc5d2a5a7b9b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455506 Nov 11 22:22:16.996161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 16da1253-3bb2-45be-aef1-5480756330e6 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:22:17.060762 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 16da1253-3bb2-45be-aef1-5480756330e6 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:22:17.064941 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 16da1253-3bb2-45be-aef1-5480756330e6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:22:17.065306 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:17.148252 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:17.170843 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:17.173124 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8393d5d9-ffec-44f5-9ff0-365100a9bee8" -d '{"events": [{"server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "name": "network-vif-plugged", "status": "completed", "tag": "16da1253-3bb2-45be-aef1-5480756330e6"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:17.185928 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=16da1253-3bb2-45be-aef1-5480756330e6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:17.191882 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:17.215028 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4e81a2-62c9-4cf7-a2a0-70041b972838 x-openstack-request-id: req-ae4e81a2-62c9-4cf7-a2a0-70041b972838 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:17.215328 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "name": "network-vif-plugged", "status": "completed", "tag": "16da1253-3bb2-45be-aef1-5480756330e6", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:17.215583 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae4e81a2-62c9-4cf7-a2a0-70041b972838 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:17.215976 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6', 'code': 200} Nov 11 22:22:17.241414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=16da1253-3bb2-45be-aef1-5480756330e6,revision_number=13']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:17.380828 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:17.612831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df9276-6875-428f-aedb-410ab8b644b5 req-117742f7-928d-41bb-ba1e-a990b9fec976 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:17.614433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8df9276-6875-428f-aedb-410ab8b644b5 req-117742f7-928d-41bb-ba1e-a990b9fec976 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 947 time: 0.0509346 Nov 11 22:22:17.665546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8df9276-6875-428f-aedb-410ab8b644b5 req-79797841-24ef-4d1c-bede-22a991edf35f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423541 Nov 11 22:22:17.721228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-a564321f-8d4f-4acf-8a2f-1ecec41c1295 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:17.722698 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-a564321f-8d4f-4acf-8a2f-1ecec41c1295 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 947 time: 0.0493176 Nov 11 22:22:17.815176 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Deleting port 16da1253-3bb2-45be-aef1-5480756330e6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:22:17.815406 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:17.907936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] For port 16da1253-3bb2-45be-aef1-5480756330e6, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=16da1253-3bb2-45be-aef1-5480756330e6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:17.908298 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:18.139953 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:18.140288 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:18.140637 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce disassociated. External IP: 172.25.0.122, port: 16da1253-3bb2-45be-aef1-5480756330e6. Nov 11 22:22:18.141019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Calling delete_port for 16da1253-3bb2-45be-aef1-5480756330e6 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:22:18.268906 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:18.295515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Pushing event deleted for resources: {'Port': ['ID=16da1253-3bb2-45be-aef1-5480756330e6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:18.307610 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:18.307953 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:18.308296 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:18.308627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:18.309002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:18.309331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:18.309743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:18.309961 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:18.310252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:18.310572 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:18.310892 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:18.311211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:18.423133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:22:18.753921 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:18.782745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a838686d-13d0-47b4-838b-f003d818d43d req-08817779-ea34-4497-9749-9be827fa8354 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b7bd1d8-562b-497a-a6b4-7b5d182c09bb HTTP/1.1" status: 200 len: 210 time: 0.0379825 Nov 11 22:22:18.783590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:22:18.795466 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cedea56-3eb1-42e5-995d-91e713f580f2 None None] Sync routers for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:22:18.810924 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cedea56-3eb1-42e5-995d-91e713f580f2 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:22:18.810924 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4cedea56-3eb1-42e5-995d-91e713f580f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:22:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:18.823701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] No DVR routers for this DVR port 16da1253-3bb2-45be-aef1-5480756330e6 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:22:18.826512 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:18.829913 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-943ae211-03b5-4f90-a740-e39ec5233bcf req-b21d477b-7871-45cb-ba55-49e485aef1b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.10 "DELETE /v2.0/ports/16da1253-3bb2-45be-aef1-5480756330e6 HTTP/1.1" status: 204 len: 173 time: 1.1010821 Nov 11 22:22:18.830412 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'name': 'network-vif-deleted', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:18.832643 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cc2ec4bdfc460d9cdbcdaf564379904fb3b8674739f476f9dcc773ed4bd59e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49745f4-c260-4f6f-9d5c-f64712d84102" -d '{"events": [{"server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "name": "network-vif-deleted", "tag": "16da1253-3bb2-45be-aef1-5480756330e6"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:18.945920 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c705ee-e02d-4392-abb1-f5415b73dbf8 x-openstack-request-id: req-25c705ee-e02d-4392-abb1-f5415b73dbf8 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:18.946224 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7bd1d8-562b-497a-a6b4-7b5d182c09bb", "name": "network-vif-deleted", "tag": "16da1253-3bb2-45be-aef1-5480756330e6", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:18.946478 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-25c705ee-e02d-4392-abb1-f5415b73dbf8 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:18.946907 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7bd1d8-562b-497a-a6b4-7b5d182c09bb', 'name': 'network-vif-deleted', 'tag': '16da1253-3bb2-45be-aef1-5480756330e6', 'status': 'completed', 'code': 200} Nov 11 22:22:19.020833 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4cedea56-3eb1-42e5-995d-91e713f580f2 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:22:19.220040 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4cedea56-3eb1-42e5-995d-91e713f580f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:19.251291 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cedea56-3eb1-42e5-995d-91e713f580f2 None None] Checking router: 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:22:19.259753 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cedea56-3eb1-42e5-995d-91e713f580f2 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:22:19.260307 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4cedea56-3eb1-42e5-995d-91e713f580f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:22:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:19.366500 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-4cedea56-3eb1-42e5-995d-91e713f580f2 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:22:19.382983 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:19.560300 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-4cedea56-3eb1-42e5-995d-91e713f580f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:19.585835 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cedea56-3eb1-42e5-995d-91e713f580f2 None None] The sync data for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 is: [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:22:19.804429 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21013c4-eead-4a43-9cc6-bfee43bc414e None None] New status for floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:22:20.070982 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-ec04a261-4ece-4253-b234-70f127adbdc1 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1726688871&fields=id&tenant_id=df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 267 time: 0.0437064 Nov 11 22:22:20.179659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67be141-1b12-4411-b6e1-46473352039c req-8c3f73b2-4bbb-4613-8a87-4f877fab6192 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:20.181137 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-8c3f73b2-4bbb-4613-8a87-4f877fab6192 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 812 time: 0.1034281 Nov 11 22:22:20.196457 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-0545ce79-e4fd-47fa-b18c-06667aa7480f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/quotas/df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 375 time: 0.0096400 Nov 11 22:22:20.248426 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-643a1c0a-54dd-442e-999f-5351e6cda70d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467978 Nov 11 22:22:20.351279 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-13fe24bf-34b0-43e4-bcb0-df60ceb31a92 service neutron] 10.222.0.57 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902996 Nov 11 22:22:20.443488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-df3d4783-f8a9-4c8d-bb0e-ba8e9c9aec58 service neutron] 10.222.0.57 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860062 Nov 11 22:22:20.619940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c37de350-93c5-4b76-90b9-8abebf9d95cc req-ab2c6680-aa6b-4659-97fa-d6424e711d5e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 210 time: 0.0311697 Nov 11 22:22:21.009136 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 16da1253-3bb2-45be-aef1-5480756330e6 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:22:21.040157 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 16da1253-3bb2-45be-aef1-5480756330e6 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:22:21.040493 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 16da1253-3bb2-45be-aef1-5480756330e6 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:22:21.769555 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a99fd99-37ba-4e58-b587-073586315254 req-dc0cfcd9-77ef-4a95-938a-cccda893d190 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 210 time: 0.0833514 Nov 11 22:22:22.705466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67be141-1b12-4411-b6e1-46473352039c req-982947b4-704b-4b9e-aa42-b45f35775a78 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:22.707443 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-982947b4-704b-4b9e-aa42-b45f35775a78 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 812 time: 0.1073153 Nov 11 22:22:22.775663 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-78534579-4460-4130-94c6-740fe123ee67 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 380 time: 0.0536497 Nov 11 22:22:22.788490 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-f67be141-1b12-4411-b6e1-46473352039c req-5cd80ffb-89aa-459b-8148-5d84b9226a48 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Request body: {'port': {'device_id': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'admin_state_up': True, 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'security_groups': ['36d5e738-8053-435e-bd8c-c38b4dacf06e']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:22.882296 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-063c5566-ed23-4c04-ad95-39ea0074b2c8 req-023bcd04-62a7-40d4-80cb-948ef4828da2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 210 time: 0.0340533 Nov 11 22:22:22.929636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67be141-1b12-4411-b6e1-46473352039c req-5cd80ffb-89aa-459b-8148-5d84b9226a48 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Made reservation on behalf of df46564100014d2289ff2dff334f161a for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:22:22.933292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f67be141-1b12-4411-b6e1-46473352039c req-5cd80ffb-89aa-459b-8148-5d84b9226a48 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:23.062024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-f67be141-1b12-4411-b6e1-46473352039c req-5cd80ffb-89aa-459b-8148-5d84b9226a48 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Allocated IP 172.20.0.7 (419cdd75-cf93-4b45-a828-eeb2badd4bee/d26babf4-8c69-4040-a856-c45569b2d678/224a5e83-f2e0-453f-b644-0f82e879474b) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:22:23.209531 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f67be141-1b12-4411-b6e1-46473352039c req-5cd80ffb-89aa-459b-8148-5d84b9226a48 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:23.250585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f67be141-1b12-4411-b6e1-46473352039c req-5cd80ffb-89aa-459b-8148-5d84b9226a48 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:23.293983 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67be141-1b12-4411-b6e1-46473352039c req-5cd80ffb-89aa-459b-8148-5d84b9226a48 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Network 419cdd75-cf93-4b45-a828-eeb2badd4bee is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:22:23.299240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-f67be141-1b12-4411-b6e1-46473352039c req-5cd80ffb-89aa-459b-8148-5d84b9226a48 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:22:23.303050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67be141-1b12-4411-b6e1-46473352039c req-5cd80ffb-89aa-459b-8148-5d84b9226a48 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:22:23.309950 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd80ffb-89aa-459b-8148-5d84b9226a48 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Pushing event updated for resources: {'Port': ['ID=224a5e83-f2e0-453f-b644-0f82e879474b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:23.357660 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67be141-1b12-4411-b6e1-46473352039c req-5cd80ffb-89aa-459b-8148-5d84b9226a48 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:23.358418 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f67be141-1b12-4411-b6e1-46473352039c req-5cd80ffb-89aa-459b-8148-5d84b9226a48 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:23.377585 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-5cd80ffb-89aa-459b-8148-5d84b9226a48 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934074 Nov 11 22:22:23.397389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Request body: {'port': {'device_id': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:23.456366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:23.502440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7a957001-36b3-4853-9b93-272abebbf57d None None] Provisioning complete for port 224a5e83-f2e0-453f-b644-0f82e879474b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:22:23.502991 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a957001-36b3-4853-9b93-272abebbf57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:23.536276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7a957001-36b3-4853-9b93-272abebbf57d None None] Port 224a5e83-f2e0-453f-b644-0f82e879474b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:22:23.716646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224a5e83-f2e0-453f-b644-0f82e879474b {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:22:23.724383 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:23.736473 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Transition to ACTIVE for port object 224a5e83-f2e0-453f-b644-0f82e879474b will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:22:23.743568 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:23.793460 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Pushing event updated for resources: {'Port': ['ID=224a5e83-f2e0-453f-b644-0f82e879474b,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:23.869113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Attempting to bind port 224a5e83-f2e0-453f-b644-0f82e879474b on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:22:23.869448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Attempting to bind port 224a5e83-f2e0-453f-b644-0f82e879474b by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:22:23.869773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Attempting to bind port 224a5e83-f2e0-453f-b644-0f82e879474b on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:22:23.874474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Port 224a5e83-f2e0-453f-b644-0f82e879474b on network 419cdd75-cf93-4b45-a828-eeb2badd4bee not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:22:23.874782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Attempting to bind port 224a5e83-f2e0-453f-b644-0f82e879474b on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:22:23.879673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:22:23.880002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Checking segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:22:23.880382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Bound using segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:22:23.880830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Bound port: 224a5e83-f2e0-453f-b644-0f82e879474b, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:22:23.881222 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:23.948831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:22:23.952214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=224a5e83-f2e0-453f-b644-0f82e879474b,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:22:23.961413 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:24.023139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:24.023768 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:24.025222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] 10.222.0.71 "PUT /v2.0/ports/224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 1091 time: 0.6322911 Nov 11 22:22:24.026592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:24.028901 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db1c864-73e4-46ce-93b7-b05e0d09e65e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:24.061624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bcfd5-a7e9-4c07-b5f5-8dc37bf94319 service neutron] Pushing event updated for resources: {'Port': ['ID=224a5e83-f2e0-453f-b644-0f82e879474b,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:24.076059 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81fa20-b522-48cb-8f4e-c8858a537f6e req-0a2ad956-0bfe-4919-9708-f1c00ea51d69 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:24.077672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d81fa20-b522-48cb-8f4e-c8858a537f6e req-0a2ad956-0bfe-4919-9708-f1c00ea51d69 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.1133506 Nov 11 22:22:24.150665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67be141-1b12-4411-b6e1-46473352039c req-ce2a98de-4123-43f5-81fd-383367dde161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:24.152237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-ce2a98de-4123-43f5-81fd-383367dde161 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 1094 time: 0.0736463 Nov 11 22:22:24.155804 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d81fa20-b522-48cb-8f4e-c8858a537f6e req-c3f58fac-2250-44de-8b09-bb7f190e7ca7 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694416 Nov 11 22:22:24.208054 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c704ac-c48f-4587-a3f5-4b9a9fbab5a9 x-openstack-request-id: req-c5c704ac-c48f-4587-a3f5-4b9a9fbab5a9 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:24.208347 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:24.208602 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c5c704ac-c48f-4587-a3f5-4b9a9fbab5a9 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:24.209027 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b', 'status': 'completed', 'code': 200} Nov 11 22:22:24.210555 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-8061922d-a6e7-48ef-908e-742155c79f5f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 217 time: 0.0449038 Nov 11 22:22:24.267476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67be141-1b12-4411-b6e1-46473352039c req-cc70d915-b240-47d5-a703-774416a9693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:24.268999 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-cc70d915-b240-47d5-a703-774416a9693f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0466323 Nov 11 22:22:24.326882 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67be141-1b12-4411-b6e1-46473352039c req-866866b9-b77e-4316-bb1a-f1533af89f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:24.328421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-866866b9-b77e-4316-bb1a-f1533af89f6f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421336 Nov 11 22:22:24.438471 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-604b9148-874a-4370-975b-084b94437531 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966382 Nov 11 22:22:24.537006 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f67be141-1b12-4411-b6e1-46473352039c req-c47f047b-86cc-4bec-8f2f-687df16dd8dd service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845933 Nov 11 22:22:24.640157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1c864-73e4-46ce-93b7-b05e0d09e65e req-c37bb60a-8421-467b-bef3-162501db7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:24.641745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5db1c864-73e4-46ce-93b7-b05e0d09e65e req-c37bb60a-8421-467b-bef3-162501db7d55 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 1094 time: 0.0430696 Nov 11 22:22:24.738837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1c864-73e4-46ce-93b7-b05e0d09e65e req-da9551d3-62b4-4d68-bfdc-d9255b281558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:24.740307 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5db1c864-73e4-46ce-93b7-b05e0d09e65e req-da9551d3-62b4-4d68-bfdc-d9255b281558 service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0901899 Nov 11 22:22:24.781077 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5db1c864-73e4-46ce-93b7-b05e0d09e65e req-2a6764fe-199f-4f4e-ba94-51611cf24a99 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 217 time: 0.0333223 Nov 11 22:22:24.837659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1c864-73e4-46ce-93b7-b05e0d09e65e req-bfc89f2f-e33c-4ef2-ad5f-c94ae8f1489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:24.839099 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5db1c864-73e4-46ce-93b7-b05e0d09e65e req-bfc89f2f-e33c-4ef2-ad5f-c94ae8f1489c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0465195 Nov 11 22:22:24.895347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1c864-73e4-46ce-93b7-b05e0d09e65e req-4e15ccd9-56f2-481d-869a-ca00cb85897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:24.896836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5db1c864-73e4-46ce-93b7-b05e0d09e65e req-4e15ccd9-56f2-481d-869a-ca00cb85897f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468857 Nov 11 22:22:24.989978 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5db1c864-73e4-46ce-93b7-b05e0d09e65e req-8c5510fd-1956-4ff2-8662-fe76ddf79f05 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846670 Nov 11 22:22:25.079828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5db1c864-73e4-46ce-93b7-b05e0d09e65e req-2dbe915e-789e-47a0-b99e-eeb252690c16 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811899 Nov 11 22:22:25.288710 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60de7f4-c212-4eca-8528-260277a3bcce req-231abf94-3a9f-4acd-909f-9d87b6ed3214 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:25.290219 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b60de7f4-c212-4eca-8528-260277a3bcce req-231abf94-3a9f-4acd-909f-9d87b6ed3214 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.0527394 Nov 11 22:22:25.349836 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b60de7f4-c212-4eca-8528-260277a3bcce req-5277f5e0-4ca9-4e0c-9d36-5c8d41e40674 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507522 Nov 11 22:22:26.483229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704c418-2626-4248-8c44-969985c92526 req-a22932cb-9c8f-43ab-93a7-d1dd55493a58 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:26.484696 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a704c418-2626-4248-8c44-969985c92526 req-a22932cb-9c8f-43ab-93a7-d1dd55493a58 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.0543935 Nov 11 22:22:26.535006 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a704c418-2626-4248-8c44-969985c92526 req-6e9e0def-403e-461f-adec-38fc6680732f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413337 Nov 11 22:22:27.667392 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d8c01-197c-4a32-8102-9b99ce8f98bd req-81bbe87e-1632-4786-9139-26a6cfcaf434 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:27.668296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 224a5e83-f2e0-453f-b644-0f82e879474b details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:22:27.669926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-511d8c01-197c-4a32-8102-9b99ce8f98bd req-81bbe87e-1632-4786-9139-26a6cfcaf434 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.0519679 Nov 11 22:22:27.719087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-511d8c01-197c-4a32-8102-9b99ce8f98bd req-0b47b75b-b8ad-4912-b172-ca8a3ab950ad tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439472 Nov 11 22:22:27.764563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=224a5e83-f2e0-453f-b644-0f82e879474b,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:27.775071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '224a5e83-f2e0-453f-b644-0f82e879474b', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'port_id': '224a5e83-f2e0-453f-b644-0f82e879474b', 'mac_address': 'fa:16:3e:71:73:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:22:27.816020 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:27.830238 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224a5e83-f2e0-453f-b644-0f82e879474b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:22:27.849915 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=224a5e83-f2e0-453f-b644-0f82e879474b,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:27.857068 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:27.911771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=224a5e83-f2e0-453f-b644-0f82e879474b,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:28.159247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['224a5e83-f2e0-453f-b644-0f82e879474b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:22:28.840502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b712ffc-07bb-4cbf-9c9e-12974d594af7 req-ec4a4dfa-359d-4f9b-9c57-f68efa896be6 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:28.841962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b712ffc-07bb-4cbf-9c9e-12974d594af7 req-ec4a4dfa-359d-4f9b-9c57-f68efa896be6 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0542691 Nov 11 22:22:28.889380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9b712ffc-07bb-4cbf-9c9e-12974d594af7 req-e4b4a3c7-fed7-437f-a535-1045d2b048d2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412815 Nov 11 22:22:29.682469 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 224a5e83-f2e0-453f-b644-0f82e879474b up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:22:29.744725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 224a5e83-f2e0-453f-b644-0f82e879474b completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:22:29.748316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 224a5e83-f2e0-453f-b644-0f82e879474b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:22:29.748684 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:29.825476 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:29.848226 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:29.850491 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b8bc50b44a803d0490f8d73b2a7edba1d96527253c09da2259771083604e3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8517e85d-fb93-4a2f-ab2f-b687f9de6543" -d '{"events": [{"server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "name": "network-vif-plugged", "status": "completed", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:29.862800 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=224a5e83-f2e0-453f-b644-0f82e879474b,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:29.868083 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:29.890499 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bae6e4-5271-4287-ae73-858158641da8 x-openstack-request-id: req-24bae6e4-5271-4287-ae73-858158641da8 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:29.890790 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "name": "network-vif-plugged", "status": "completed", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:29.891042 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-24bae6e4-5271-4287-ae73-858158641da8 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:29.891426 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b', 'code': 200} Nov 11 22:22:29.915994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=224a5e83-f2e0-453f-b644-0f82e879474b,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:30.026486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b98f59-abd4-4b69-90ee-8263eded4293 req-42a541d8-fe4e-48b9-b019-e0fb2f9cbf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:30.027915 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6b98f59-abd4-4b69-90ee-8263eded4293 req-42a541d8-fe4e-48b9-b019-e0fb2f9cbf82 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 1096 time: 0.0737996 Nov 11 22:22:30.036334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810b40f-095f-42d1-bdea-4c2ecaf70b15 req-544eb3e6-95b9-4621-a2c5-8b63cecb6605 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:30.037812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e810b40f-095f-42d1-bdea-4c2ecaf70b15 req-544eb3e6-95b9-4621-a2c5-8b63cecb6605 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0738471 Nov 11 22:22:30.082147 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b6b98f59-abd4-4b69-90ee-8263eded4293 req-f79d2036-7e6f-4617-abef-f9041cbc55cc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433884 Nov 11 22:22:30.155648 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e810b40f-095f-42d1-bdea-4c2ecaf70b15 req-0a66cc4b-d144-48a4-a45f-8d240be204fc tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424500 Nov 11 22:22:31.277521 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8311c-5ec7-4f05-9215-e26d6a387a45 req-52fbe439-d920-4764-8331-4af8f25e5cc7 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:31.278966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5be8311c-5ec7-4f05-9215-e26d6a387a45 req-52fbe439-d920-4764-8331-4af8f25e5cc7 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0536661 Nov 11 22:22:31.329388 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5be8311c-5ec7-4f05-9215-e26d6a387a45 req-fd409877-dfae-4ae9-a267-4922a0f5ca88 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429549 Nov 11 22:22:32.461031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c925ec-bbd0-4402-8ea5-db5560bd0757 req-97ad1dea-1fcd-4bf2-8fa0-0a33b28b2341 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:32.462878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-42c925ec-bbd0-4402-8ea5-db5560bd0757 req-97ad1dea-1fcd-4bf2-8fa0-0a33b28b2341 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0531380 Nov 11 22:22:32.513446 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-42c925ec-bbd0-4402-8ea5-db5560bd0757 req-bc22c278-432e-4ab5-a812-17a2e095075c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443397 Nov 11 22:22:32.629928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef17f54-0788-4def-ba3a-ccaf18d1439d req-48aea899-b705-46c8-a9fd-69f521d5d70d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:32.631342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cef17f54-0788-4def-ba3a-ccaf18d1439d req-48aea899-b705-46c8-a9fd-69f521d5d70d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0523772 Nov 11 22:22:32.641410 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 55890) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:32.645829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6971d7d8-6285-4bbd-a0ca-2445386b37e8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Request body: {'floatingip': {'port_id': '224a5e83-f2e0-453f-b644-0f82e879474b'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:32.683808 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6971d7d8-6285-4bbd-a0ca-2445386b37e8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:33.129963 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6971d7d8-6285-4bbd-a0ca-2445386b37e8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:33.136894 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6971d7d8-6285-4bbd-a0ca-2445386b37e8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:33.238516 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-6971d7d8-6285-4bbd-a0ca-2445386b37e8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce associated. External IP: 172.25.0.122, port: 224a5e83-f2e0-453f-b644-0f82e879474b. Nov 11 22:22:33.420322 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:22:33.448219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6971d7d8-6285-4bbd-a0ca-2445386b37e8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:22:33.564905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6971d7d8-6285-4bbd-a0ca-2445386b37e8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:22:33.570493 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6971d7d8-6285-4bbd-a0ca-2445386b37e8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:33.575867 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b14af-5ccc-4305-8f1c-3f3bb0bbc964 None None] Sync routers for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:22:33.586792 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b14af-5ccc-4305-8f1c-3f3bb0bbc964 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:22:33.587792 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-327b14af-5ccc-4305-8f1c-3f3bb0bbc964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:22:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:33.597069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6971d7d8-6285-4bbd-a0ca-2445386b37e8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "PUT /v2.0/floatingips/878f0120-2bed-4386-8595-9cba7bfb51ce HTTP/1.1" status: 200 len: 992 time: 0.9545834 Nov 11 22:22:33.597612 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:33.600142 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497f4ae882e7d6d5fa4aaa20a1ce24b2ccee6bffd799530909c5c914e4384d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391da517-5f14-489e-9f25-fb0984110024" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:33.695629 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7d91d1-a6b7-4f2c-b4f3-4b295836204e x-openstack-request-id: req-1d7d91d1-a6b7-4f2c-b4f3-4b295836204e {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:33.695917 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:33.696175 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d7d91d1-a6b7-4f2c-b4f3-4b295836204e {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:33.696587 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b', 'status': 'completed', 'code': 200} Nov 11 22:22:33.698350 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-327b14af-5ccc-4305-8f1c-3f3bb0bbc964 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:22:33.758471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391da517-5f14-489e-9f25-fb0984110024 req-a3d03c40-d67d-4df9-ad44-7c38dc357170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:33.760017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-391da517-5f14-489e-9f25-fb0984110024 req-a3d03c40-d67d-4df9-ad44-7c38dc357170 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 1096 time: 0.0406516 Nov 11 22:22:33.857020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391da517-5f14-489e-9f25-fb0984110024 req-e5d50901-8b47-4b59-91ce-952b4c58c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:33.858490 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-391da517-5f14-489e-9f25-fb0984110024 req-e5d50901-8b47-4b59-91ce-952b4c58c084 service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0898569 Nov 11 22:22:33.921141 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-327b14af-5ccc-4305-8f1c-3f3bb0bbc964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '878f0120-2bed-4386-8595-9cba7bfb51ce', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'port_id': '224a5e83-f2e0-453f-b644-0f82e879474b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'mac_address': 'fa:16:3e:71:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:15:34Z', 'updated_at': '2021-11-11T22:22:33Z', 'revision_number': 13, 'project_id': 'df46564100014d2289ff2dff334f161a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:33.926358 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-391da517-5f14-489e-9f25-fb0984110024 req-63826b15-ae1e-4dea-925f-af40f7b6cb64 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 1000 time: 0.0584106 Nov 11 22:22:33.946933 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b14af-5ccc-4305-8f1c-3f3bb0bbc964 None None] Checking router: 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:22:33.955410 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b14af-5ccc-4305-8f1c-3f3bb0bbc964 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:22:33.955999 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-327b14af-5ccc-4305-8f1c-3f3bb0bbc964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:22:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:33.976383 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391da517-5f14-489e-9f25-fb0984110024 req-46e2e5ab-6a07-4595-b9dc-62557c9140e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:33.977896 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-391da517-5f14-489e-9f25-fb0984110024 req-46e2e5ab-6a07-4595-b9dc-62557c9140e3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0443454 Nov 11 22:22:34.033183 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391da517-5f14-489e-9f25-fb0984110024 req-196bfd82-eb33-4ef0-b849-34449bc4bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:34.034888 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-391da517-5f14-489e-9f25-fb0984110024 req-196bfd82-eb33-4ef0-b849-34449bc4bee2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492182 Nov 11 22:22:34.068594 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-327b14af-5ccc-4305-8f1c-3f3bb0bbc964 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:22:34.126314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-391da517-5f14-489e-9f25-fb0984110024 req-17a0c9c6-68b2-41ee-a4e2-ede43b892f60 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828214 Nov 11 22:22:34.224228 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-391da517-5f14-489e-9f25-fb0984110024 req-387bc16e-de17-49ee-a99b-4e8b26cbb07d service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895245 Nov 11 22:22:34.294877 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-327b14af-5ccc-4305-8f1c-3f3bb0bbc964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '878f0120-2bed-4386-8595-9cba7bfb51ce', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'port_id': '224a5e83-f2e0-453f-b644-0f82e879474b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'mac_address': 'fa:16:3e:71:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:15:34Z', 'updated_at': '2021-11-11T22:22:33Z', 'revision_number': 13, 'project_id': 'df46564100014d2289ff2dff334f161a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:34.320743 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b14af-5ccc-4305-8f1c-3f3bb0bbc964 None None] The sync data for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 is: [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '878f0120-2bed-4386-8595-9cba7bfb51ce', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'port_id': '224a5e83-f2e0-453f-b644-0f82e879474b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'mac_address': 'fa:16:3e:71:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:15:34Z', 'updated_at': '2021-11-11T22:22:33Z', 'revision_number': 13, 'project_id': 'df46564100014d2289ff2dff334f161a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:22:34.517001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f713eb3-9123-4fd8-ad65-c0cc3008c6ee None None] New status for floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:22:41.539045 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:43.906132 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0b1a6801-2b05-4412-bd8d-e5d20b8171f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:45.081259 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:46.102426 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9308ca39-7469-47fd-8d80-5d880fdd30a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:47.385757 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:48.758126 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:49.397528 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:10.420744 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:23:10.792071 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-dca15303-0ab3-4557-8841-776caf45ee90 req-0ededfbe-300e-4cab-81db-40408cf18a05 service neutron] (102534) timed out ('10.222.0.57', 53824) {{(pid=102534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 22:23:11.537890 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:13.892997 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8eb24f9e-50c2-4830-a632-4117e879eaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:15.095665 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:16.103571 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fab19296-52b0-4b9c-bdf3-e8bdd01dcad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:17.386618 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:18.691294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b46457a0-8920-4d82-b624-454089d05778 req-f1f4a298-c8db-41ba-b402-7a29e680318f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851116 Nov 11 22:23:18.761339 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:18.784339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46457a0-8920-4d82-b624-454089d05778 req-1228704e-bbd8-402a-aa53-ab429977bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:18.785910 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b46457a0-8920-4d82-b624-454089d05778 req-1228704e-bbd8-402a-aa53-ab429977bbf4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 1096 time: 0.0412636 Nov 11 22:23:19.249258 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46457a0-8920-4d82-b624-454089d05778 req-c0c37a81-5bed-4b2f-8ff8-1764f22c5758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:19.250645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b46457a0-8920-4d82-b624-454089d05778 req-c0c37a81-5bed-4b2f-8ff8-1764f22c5758 service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.4388418 Nov 11 22:23:19.322538 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b46457a0-8920-4d82-b624-454089d05778 req-b6585a4c-ace4-4411-865a-43f406433a2e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 1002 time: 0.0591054 Nov 11 22:23:19.380816 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46457a0-8920-4d82-b624-454089d05778 req-ad4fe9c6-d947-425c-82c4-857ef85baa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:19.382323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b46457a0-8920-4d82-b624-454089d05778 req-ad4fe9c6-d947-425c-82c4-857ef85baa21 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0474820 Nov 11 22:23:19.393020 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:19.436087 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46457a0-8920-4d82-b624-454089d05778 req-405351bf-02ce-442d-971b-bd53c2c46e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:19.437630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b46457a0-8920-4d82-b624-454089d05778 req-405351bf-02ce-442d-971b-bd53c2c46e0f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417476 Nov 11 22:23:19.548317 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b46457a0-8920-4d82-b624-454089d05778 req-b8c61f5c-1918-4d09-90b6-7dab0de43a08 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963132 Nov 11 22:23:19.637365 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b46457a0-8920-4d82-b624-454089d05778 req-928a7a59-bed4-4de7-b3e2-2b8b4d955d04 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814133 Nov 11 22:23:41.570075 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:43.887721 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9cf2281f-04a9-403a-ba22-1052265dbb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:45.110665 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:46.103866 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef738778-8dde-4b30-a680-56a0169ca6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:47.383198 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:47.419215 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:23:48.760685 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:49.396932 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.587200 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:13.896489 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c307f0d7-d524-4575-b98e-f0b001e22d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:15.085950 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:16.102569 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb3a040a-0cf9-4a5f-8652-74f2582f3074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:16.607725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2bd55-f97c-43ed-b715-f40eba66e67d req-db8c573c-819e-4ac5-9457-92c18031be8b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:16.609231 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c6f2bd55-f97c-43ed-b715-f40eba66e67d req-db8c573c-819e-4ac5-9457-92c18031be8b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.1102223 Nov 11 22:24:16.661085 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c6f2bd55-f97c-43ed-b715-f40eba66e67d req-70305699-5f02-4bb9-b22b-b8ec867954bd tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453389 Nov 11 22:24:17.385507 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.766182 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:19.392967 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:19.608506 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3bdb505-9ae0-45e5-85e6-5a808c2ac0a3 req-e1e7fe25-7e20-4c76-9d52-42fdd3513c94 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420914 Nov 11 22:24:19.709726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdb505-9ae0-45e5-85e6-5a808c2ac0a3 req-ac45476e-22f2-464f-a329-721eea7a0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:19.712085 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3bdb505-9ae0-45e5-85e6-5a808c2ac0a3 req-ac45476e-22f2-464f-a329-721eea7a0673 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 1096 time: 0.0478113 Nov 11 22:24:19.823520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdb505-9ae0-45e5-85e6-5a808c2ac0a3 req-6171383b-5f19-429c-ba38-547050b0a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:19.825048 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3bdb505-9ae0-45e5-85e6-5a808c2ac0a3 req-6171383b-5f19-429c-ba38-547050b0a496 service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0903914 Nov 11 22:24:19.898095 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3bdb505-9ae0-45e5-85e6-5a808c2ac0a3 req-5c364260-a287-4ffb-9e6d-89216fe56798 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 1002 time: 0.0588133 Nov 11 22:24:19.952457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdb505-9ae0-45e5-85e6-5a808c2ac0a3 req-1cc98258-23e9-4195-83e4-927528dc6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:19.953964 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3bdb505-9ae0-45e5-85e6-5a808c2ac0a3 req-1cc98258-23e9-4195-83e4-927528dc6833 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0441852 Nov 11 22:24:20.008963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdb505-9ae0-45e5-85e6-5a808c2ac0a3 req-6ac30e04-7e9f-45ca-bf17-08b49352eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:20.010399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3bdb505-9ae0-45e5-85e6-5a808c2ac0a3 req-6ac30e04-7e9f-45ca-bf17-08b49352eedc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442681 Nov 11 22:24:20.106226 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3bdb505-9ae0-45e5-85e6-5a808c2ac0a3 req-8ff4416a-f503-4b07-986d-30df5df00dbf service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825636 Nov 11 22:24:20.215561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d3bdb505-9ae0-45e5-85e6-5a808c2ac0a3 req-5e708ef9-c45c-4fee-967b-99b679bfca50 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927329 Nov 11 22:24:24.418509 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:24:28.827547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-e1e16ae7-12f8-490b-ac70-b861b438cfd6 req-03f6db6e-bb1c-48d2-88e0-aa44190864d9 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:24:28.828561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e1e16ae7-12f8-490b-ac70-b861b438cfd6 req-03f6db6e-bb1c-48d2-88e0-aa44190864d9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0445271 Nov 11 22:24:29.016147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c6b32-dbb7-40c4-b3d0-b3d2f8a260e8 req-06cbed94-b6b4-41ee-900c-1c8a8f18adbb tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:29.017698 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd2c6b32-dbb7-40c4-b3d0-b3d2f8a260e8 req-06cbed94-b6b4-41ee-900c-1c8a8f18adbb tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0507329 Nov 11 22:24:29.073045 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bd2c6b32-dbb7-40c4-b3d0-b3d2f8a260e8 req-78d32b7c-12b2-4095-bb4b-223dcdec5cad tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492361 Nov 11 22:24:29.105786 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-d5a0735c-874d-47e9-bfa4-edb342801901 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870013 Nov 11 22:24:29.114779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-c4236e2d-94a2-43f7-9bed-724efab53f3d service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:24:29.115777 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-c4236e2d-94a2-43f7-9bed-724efab53f3d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050724 Nov 11 22:24:30.207615 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1c8e5-7b84-424b-93d4-e8a3fe4c49b4 req-7c532356-41f2-4dda-9a56-9a613ae88883 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:30.209234 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-26c1c8e5-7b84-424b-93d4-e8a3fe4c49b4 req-7c532356-41f2-4dda-9a56-9a613ae88883 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0581989 Nov 11 22:24:30.279872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-26c1c8e5-7b84-424b-93d4-e8a3fe4c49b4 req-65b9f3d3-a86e-466d-a899-068cbad48f0a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641053 Nov 11 22:24:30.295373 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-d1771817-ea54-4635-84e2-4850de23021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:30.295373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-d1771817-ea54-4635-84e2-4850de23021f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 1096 time: 0.0534430 Nov 11 22:24:30.396770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-2b6d08c1-92b0-4f28-9af1-b0771a55fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:30.398166 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-2b6d08c1-92b0-4f28-9af1-b0771a55fe6c service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0891097 Nov 11 22:24:30.470160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-b0160788-6b58-4dc7-9f3c-cd3a1e5610ef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 1002 time: 0.0577881 Nov 11 22:24:30.525306 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-1126cbc9-425b-4352-83de-51263d2077ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:30.526767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-1126cbc9-425b-4352-83de-51263d2077ed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0451658 Nov 11 22:24:30.584629 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-6c95d51c-d301-4615-b954-d216feafa123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:30.586116 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-6c95d51c-d301-4615-b954-d216feafa123 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454342 Nov 11 22:24:30.687157 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-e9d1d584-3095-4d23-998c-fceadc1df16e service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864029 Nov 11 22:24:30.789275 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-1d4b7ec3-633f-4cd5-a93a-4c2176283bb5 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895922 Nov 11 22:24:31.411311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17548a0-cec3-4bb0-ac3d-9360cb56d99f req-93cb8c80-31b9-4854-bf1a-dabae08d7469 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:31.412829 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f17548a0-cec3-4bb0-ac3d-9360cb56d99f req-93cb8c80-31b9-4854-bf1a-dabae08d7469 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0543942 Nov 11 22:24:31.463055 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f17548a0-cec3-4bb0-ac3d-9360cb56d99f req-fd84bbcb-c26f-4066-927b-2af9c4886c03 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440545 Nov 11 22:24:32.584203 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a088ae3-1d88-4c7e-a97f-61f5be7f6d73 req-e4d38e2f-76a8-4cd7-9470-5b55f9103c54 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:32.585730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a088ae3-1d88-4c7e-a97f-61f5be7f6d73 req-e4d38e2f-76a8-4cd7-9470-5b55f9103c54 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0516520 Nov 11 22:24:32.638104 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7a088ae3-1d88-4c7e-a97f-61f5be7f6d73 req-7966b382-d623-49e1-87f2-f018e88b56c3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458920 Nov 11 22:24:33.772245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca149a1-fafd-4dc5-aba6-f714b9d69507 req-d05a8d4c-30fb-4ee9-92f0-a19f2b0f819c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:33.773851 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ca149a1-fafd-4dc5-aba6-f714b9d69507 req-d05a8d4c-30fb-4ee9-92f0-a19f2b0f819c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0497019 Nov 11 22:24:33.825906 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1ca149a1-fafd-4dc5-aba6-f714b9d69507 req-ef48355e-ab6d-412d-9240-b20267bc301b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430007 Nov 11 22:24:34.959114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f5dae-847e-4d47-9580-52baf5be47b4 req-7c20cd14-525d-43f9-9fce-70c33dc8c44e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:34.960647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e9f5dae-847e-4d47-9580-52baf5be47b4 req-7c20cd14-525d-43f9-9fce-70c33dc8c44e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0510876 Nov 11 22:24:35.011631 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5e9f5dae-847e-4d47-9580-52baf5be47b4 req-b98af3ed-1946-4139-b9ef-6eb2678d53e8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419059 Nov 11 22:24:36.143380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82f28a-b602-4a8f-bc99-9b64fa8b482b req-e7693450-f3ad-4f50-9bc9-8f6674583a18 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:36.144918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa82f28a-b602-4a8f-bc99-9b64fa8b482b req-e7693450-f3ad-4f50-9bc9-8f6674583a18 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0558336 Nov 11 22:24:36.195423 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aa82f28a-b602-4a8f-bc99-9b64fa8b482b req-47212177-fe4d-4ee1-8165-e2da3020597d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434906 Nov 11 22:24:37.317055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab4ca4-4f71-4a85-a504-3e2ab29eae18 req-548424b4-62ec-4811-bcc8-e06112a981a0 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:37.318556 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0ab4ca4-4f71-4a85-a504-3e2ab29eae18 req-548424b4-62ec-4811-bcc8-e06112a981a0 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0499406 Nov 11 22:24:37.376092 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0ab4ca4-4f71-4a85-a504-3e2ab29eae18 req-08a0e615-af86-491d-ba09-f45c0beeaf38 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514627 Nov 11 22:24:38.510725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be495f04-8796-45a7-8e30-ede856518c53 req-679baab6-0f63-414a-8ae9-6d987d4dbb60 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:38.512225 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be495f04-8796-45a7-8e30-ede856518c53 req-679baab6-0f63-414a-8ae9-6d987d4dbb60 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0528512 Nov 11 22:24:38.564317 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be495f04-8796-45a7-8e30-ede856518c53 req-9eef8217-eeae-494a-8b69-bc335a4424c1 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457642 Nov 11 22:24:39.687470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73a8f0-76cd-4905-81fc-7915a1450ad2 req-34b502dc-a45f-4bfc-9c4c-bcf6b97e7fcb tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:39.688991 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d73a8f0-76cd-4905-81fc-7915a1450ad2 req-34b502dc-a45f-4bfc-9c4c-bcf6b97e7fcb tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0500937 Nov 11 22:24:39.737029 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d73a8f0-76cd-4905-81fc-7915a1450ad2 req-d23603c2-870f-4b1e-a1f2-14077a1564e5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420051 Nov 11 22:24:40.859263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef75a6-e95c-4576-8e31-9d2755c9e64d req-b4a33fe6-64fd-4087-9c84-ec8e1a1093bc tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:40.860757 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32ef75a6-e95c-4576-8e31-9d2755c9e64d req-b4a33fe6-64fd-4087-9c84-ec8e1a1093bc tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0511255 Nov 11 22:24:40.908815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-32ef75a6-e95c-4576-8e31-9d2755c9e64d req-109f7f1f-fdeb-4880-893f-453eef998602 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417292 Nov 11 22:24:41.609766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:42.054881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345013d-3a29-4e02-b176-2067ff33d69e req-b59ecd0b-a967-42d9-b7c2-f28f945af068 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:42.056391 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e345013d-3a29-4e02-b176-2067ff33d69e req-b59ecd0b-a967-42d9-b7c2-f28f945af068 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0648382 Nov 11 22:24:42.107351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e345013d-3a29-4e02-b176-2067ff33d69e req-167fe542-51ea-4638-bac2-286d7e38ce1d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420315 Nov 11 22:24:43.239802 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39741e5a-adce-4fa3-a416-64266b8d117c req-1afd0bf1-4251-41cf-8920-65ac063057eb tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:43.241342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39741e5a-adce-4fa3-a416-64266b8d117c req-1afd0bf1-4251-41cf-8920-65ac063057eb tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0537004 Nov 11 22:24:43.294639 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39741e5a-adce-4fa3-a416-64266b8d117c req-8d86e9cf-dfd2-48c1-add6-aca48c4c9b83 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470688 Nov 11 22:24:43.892885 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-51953ff7-9258-497c-b238-66a80773dd85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:44.426806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cb9b9-c236-4268-9257-1e2555e341b3 req-eddc5d2d-e40e-4010-a456-79abea42b7b7 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:44.428298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c8cb9b9-c236-4268-9257-1e2555e341b3 req-eddc5d2d-e40e-4010-a456-79abea42b7b7 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0555799 Nov 11 22:24:44.477523 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c8cb9b9-c236-4268-9257-1e2555e341b3 req-7bdbef6b-8ec8-4c1a-9a91-e394da3a8972 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 Nov 11 22:24:45.096328 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:45.223679 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-5027be90-32e9-40bb-ab9f-3ecebc1d7124 service neutron] show failed (client error): The resource could not be found. Nov 11 22:24:45.224702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-5027be90-32e9-40bb-ab9f-3ecebc1d7124 service neutron] 10.222.0.71 "GET /v2.0/ports/224a5e83-f2e0-453f-b644-0f82e879474b/bindings/n-h1-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0566468 Nov 11 22:24:45.538663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-2aac51f7-5a5f-4bc4-b87b-784b16e947cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:45.540176 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-2aac51f7-5a5f-4bc4-b87b-784b16e947cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47&tenant_id=df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 1096 time: 0.0928612 Nov 11 22:24:45.552150 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:45.599003 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000f03c-5cdc-4514-a0a3-b7a00817821b req-4adb6a57-46db-4cc0-952f-35bf90489424 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:45.600537 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e000f03c-5cdc-4514-a0a3-b7a00817821b req-4adb6a57-46db-4cc0-952f-35bf90489424 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0515907 Nov 11 22:24:45.605510 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:45.650043 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e000f03c-5cdc-4514-a0a3-b7a00817821b req-803e8263-2c9b-4346-b6b4-2e77ddeda411 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425911 Nov 11 22:24:45.807100 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=224a5e83-f2e0-453f-b644-0f82e879474b,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:45.841169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:24:45.884398 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:24:45.889796 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:45.902697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Transition to ACTIVE for port object 224a5e83-f2e0-453f-b644-0f82e879474b will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:24:45.907976 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:45.937010 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0b3bfe-04c9-48b4-9972-34ca0b5d8252" -d '{"events": [{"server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "name": "network-vif-unplugged", "status": "completed", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:24:46.006813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Pushing event updated for resources: {'Port': ['ID=224a5e83-f2e0-453f-b644-0f82e879474b,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:46.035046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:46.035380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:46.035916 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:46.036255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:46.036591 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:46.036929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:46.037249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:46.037562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:46.037877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:46.038361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:46.038568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:46.038789 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:46.055731 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89116760-1796-41c8-88d6-8a08d41cdd5b x-openstack-request-id: req-89116760-1796-41c8-88d6-8a08d41cdd5b {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:24:46.055971 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "name": "network-vif-unplugged", "status": "completed", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:24:46.056223 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-89116760-1796-41c8-88d6-8a08d41cdd5b {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:24:46.056726 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b', 'code': 200} Nov 11 22:24:46.097100 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] No DVR routers for this DVR port 224a5e83-f2e0-453f-b644-0f82e879474b on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:24:46.099249 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-61eb35ed-8491-436e-b42e-0343b4d56dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:46.236166 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Attempting to bind port 224a5e83-f2e0-453f-b644-0f82e879474b on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:24:46.236494 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Attempting to bind port 224a5e83-f2e0-453f-b644-0f82e879474b by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:24:46.236868 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Attempting to bind port 224a5e83-f2e0-453f-b644-0f82e879474b on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:24:46.243259 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Port 224a5e83-f2e0-453f-b644-0f82e879474b on network 419cdd75-cf93-4b45-a828-eeb2badd4bee not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:24:46.243595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Attempting to bind port 224a5e83-f2e0-453f-b644-0f82e879474b on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:24:46.249107 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:24:46.249455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Checking segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:24:46.249809 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Bound using segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:24:46.250221 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Bound port: 224a5e83-f2e0-453f-b644-0f82e879474b, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:24:46.250565 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:46.311826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:24:46.314807 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=224a5e83-f2e0-453f-b644-0f82e879474b,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:24:46.323027 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:46.362343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:46.362952 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:46.364409 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] 10.222.0.10 "PUT /v2.0/ports/224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 1091 time: 0.8162587 Nov 11 22:24:46.397938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e731f6-a154-4c6e-89cd-ce5c637f066e service neutron] Pushing event updated for resources: {'Port': ['ID=224a5e83-f2e0-453f-b644-0f82e879474b,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:46.430783 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-fc0af445-c934-492b-9179-8f19349aa865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:46.432377 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-fc0af445-c934-492b-9179-8f19349aa865 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 1094 time: 0.0439527 Nov 11 22:24:46.525277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-4c98a702-60fc-44cb-acdf-56d2bb0d8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:46.526804 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-4c98a702-60fc-44cb-acdf-56d2bb0d8288 service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0876853 Nov 11 22:24:46.598811 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-146a1473-41b8-43a3-a043-5d795d769b2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 1000 time: 0.0641959 Nov 11 22:24:46.660241 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-b4803cf1-fce6-4f5d-80f3-a6057a6a8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:46.661661 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-b4803cf1-fce6-4f5d-80f3-a6057a6a8638 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0564191 Nov 11 22:24:46.719465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-c9cd0551-3436-40aa-a5c2-c5c49c764691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:46.721231 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-c9cd0551-3436-40aa-a5c2-c5c49c764691 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524795 Nov 11 22:24:46.778496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1c5af-b4c9-478e-ac26-59f33a164bfa req-929d8ef2-ece7-403a-bbbe-49e21dd368b2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:46.780015 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00b1c5af-b4c9-478e-ac26-59f33a164bfa req-929d8ef2-ece7-403a-bbbe-49e21dd368b2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.0532401 Nov 11 22:24:46.815826 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-c7ec36cc-384e-40e8-9ca3-ac8daffb89e0 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876026 Nov 11 22:24:46.827807 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00b1c5af-b4c9-478e-ac26-59f33a164bfa req-549ab103-778a-45a9-a4bf-d94c9df6d846 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413558 Nov 11 22:24:46.908251 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-e6816183-40c1-4c89-94f9-b6f4e3ecbc6c service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858691 Nov 11 22:24:47.388571 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:47.950967 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f064d-4ab4-4518-9b77-5ec404034cee req-401e2ea4-5ca1-4a89-b890-a6298b02f465 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:47.952620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-645f064d-4ab4-4518-9b77-5ec404034cee req-401e2ea4-5ca1-4a89-b890-a6298b02f465 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.0544441 Nov 11 22:24:48.000916 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-645f064d-4ab4-4518-9b77-5ec404034cee req-42cbb88b-f1ff-40a3-afa1-ad470f077892 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Nov 11 22:24:48.057610 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:24:48.060177 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708a9520-ae4e-4ecd-98f9-ca63e285e81c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:24:48.109289 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d680b9f1-10a6-40fe-b4a8-c70678808a07 x-openstack-request-id: req-d680b9f1-10a6-40fe-b4a8-c70678808a07 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:24:48.109654 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:24:48.109971 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d680b9f1-10a6-40fe-b4a8-c70678808a07 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:24:48.110457 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b', 'status': 'completed', 'code': 200} Nov 11 22:24:48.170612 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-c4d4e794-99c2-405d-808f-39e4a40718d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:48.172218 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-c4d4e794-99c2-405d-808f-39e4a40718d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 1094 time: 0.0424991 Nov 11 22:24:48.185861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-4c62a762-4a9e-40d0-aaf9-cbdef3c064b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:48.187514 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-4c62a762-4a9e-40d0-aaf9-cbdef3c064b3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 1094 time: 0.0422463 Nov 11 22:24:48.265031 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-0264ce22-f300-4a70-824b-51de0c639155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:48.266428 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-0264ce22-f300-4a70-824b-51de0c639155 service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0872395 Nov 11 22:24:48.292204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-8bbf3694-cdf7-4326-a991-23e242f670ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:48.293926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-8bbf3694-cdf7-4326-a991-23e242f670ae service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0930381 Nov 11 22:24:48.337388 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-ee28de0a-4853-4a9a-9958-7247dca6b4b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 1000 time: 0.0642834 Nov 11 22:24:48.375862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-043ac28d-2c64-4574-af30-4b779f7f2821 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 1000 time: 0.0659301 Nov 11 22:24:48.382249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 224a5e83-f2e0-453f-b644-0f82e879474b no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:24:48.388821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-f4be3048-2569-4b5b-8c12-c3df695d62a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:48.390655 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-f4be3048-2569-4b5b-8c12-c3df695d62a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0467038 Nov 11 22:24:48.428390 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 224a5e83-f2e0-453f-b644-0f82e879474b not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:24:48.433412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-11512983-a656-4bf5-b08a-bf38fac66769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:48.435379 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-11512983-a656-4bf5-b08a-bf38fac66769 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0494382 Nov 11 22:24:48.440087 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-4604ed91-3588-463c-8c5b-75f0aed3045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:48.441673 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-4604ed91-3588-463c-8c5b-75f0aed3045f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440402 Nov 11 22:24:48.492040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-f734157e-ea28-4a0c-ad35-56289690afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:48.493661 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-f734157e-ea28-4a0c-ad35-56289690afc2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469265 Nov 11 22:24:48.542220 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-32a750a0-fc9d-46c7-bba0-b4f540310427 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926175 Nov 11 22:24:48.596032 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-b25c125c-e069-4bb3-8e09-fb470fc60aa5 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894706 Nov 11 22:24:48.636913 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-b47e0c9f-3346-45b7-8771-7bd35fa26385 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874982 Nov 11 22:24:48.694052 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-708a9520-ae4e-4ecd-98f9-ca63e285e81c req-c3c3e556-2635-4fc5-8e2c-493785d98fe7 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852158 Nov 11 22:24:48.773513 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:49.123330 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842c425-f946-4a07-a522-120cc1b0eabb req-8cf0e466-fd65-45b1-a5b6-fcc4d9a7e0f1 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:49.125087 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c842c425-f946-4a07-a522-120cc1b0eabb req-8cf0e466-fd65-45b1-a5b6-fcc4d9a7e0f1 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.0518942 Nov 11 22:24:49.179022 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c842c425-f946-4a07-a522-120cc1b0eabb req-e2cca3d1-be09-4c02-a8dd-8af68df55e9a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478187 Nov 11 22:24:49.388238 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:50.298884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162610b-4a8d-4074-95b6-a9df114963d1 req-30ed0fc0-7f49-4931-a2a6-ce4e24409be2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:50.300418 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7162610b-4a8d-4074-95b6-a9df114963d1 req-30ed0fc0-7f49-4931-a2a6-ce4e24409be2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.0503616 Nov 11 22:24:50.349434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7162610b-4a8d-4074-95b6-a9df114963d1 req-bc6046a2-6216-4466-9d01-469d7c48fa18 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 Nov 11 22:24:51.470551 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08522f7-db11-4b31-bf4f-6273523de640 req-14d3686e-df26-4468-b439-3a5475fd8e7d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:51.472078 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c08522f7-db11-4b31-bf4f-6273523de640 req-14d3686e-df26-4468-b439-3a5475fd8e7d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.0497737 Nov 11 22:24:51.520294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c08522f7-db11-4b31-bf4f-6273523de640 req-f2a8cc9d-648d-4037-8726-2415603fa3f7 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417964 Nov 11 22:24:52.648855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c35a7-1dd6-44f3-97f3-2e75ea2b56f2 req-6ef21614-092b-468e-8237-209d17717f7f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:52.650376 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-107c35a7-1dd6-44f3-97f3-2e75ea2b56f2 req-6ef21614-092b-468e-8237-209d17717f7f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.0548639 Nov 11 22:24:52.699910 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-107c35a7-1dd6-44f3-97f3-2e75ea2b56f2 req-c9a3c289-fc15-4a67-be7b-cb04ba3951e5 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407898 Nov 11 22:24:53.826305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f86c-2d9d-42d0-912f-109dcfb0dcb4 req-2d1fe705-bf66-4b88-9da2-641a81597fda tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:53.827774 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9c7f86c-2d9d-42d0-912f-109dcfb0dcb4 req-2d1fe705-bf66-4b88-9da2-641a81597fda tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.0537465 Nov 11 22:24:53.876143 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9c7f86c-2d9d-42d0-912f-109dcfb0dcb4 req-e6b66a90-2b7d-495b-9c55-2afb760ab8c3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422769 Nov 11 22:24:55.006258 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d3a37-f279-4fe2-9911-f87d322be77f req-176ad7bc-7db6-4df4-8f92-a8812dc52925 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:55.007645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6e2d3a37-f279-4fe2-9911-f87d322be77f req-176ad7bc-7db6-4df4-8f92-a8812dc52925 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.0580316 Nov 11 22:24:55.054622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6e2d3a37-f279-4fe2-9911-f87d322be77f req-30f40adf-9a2b-4550-b39e-a6ba1dbe20b4 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407484 Nov 11 22:24:56.175450 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8883cf-37d8-4368-9d75-29c9276d4b27 req-38b020bf-8423-43f2-9718-c8a35986604c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:56.176934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed8883cf-37d8-4368-9d75-29c9276d4b27 req-38b020bf-8423-43f2-9718-c8a35986604c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.0517745 Nov 11 22:24:56.226720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ed8883cf-37d8-4368-9d75-29c9276d4b27 req-dc5dcff6-3a07-4e9e-8eb1-1d5651e53a30 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410283 Nov 11 22:24:57.353554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82679d8-8e66-4380-8edc-793b1debe436 req-90c75552-baa4-4fea-a2d8-8ff0ea47fe46 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:57.355069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82679d8-8e66-4380-8edc-793b1debe436 req-90c75552-baa4-4fea-a2d8-8ff0ea47fe46 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.0486739 Nov 11 22:24:57.406715 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e82679d8-8e66-4380-8edc-793b1debe436 req-09c7af9e-4dd1-4301-ad93-a114c3de9b76 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456955 Nov 11 22:24:58.532170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9953b-97eb-40e4-a5b2-fc6e894e5630 req-4336eb04-7cb8-4d47-afde-b08eb8eb02d2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:58.533702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38e9953b-97eb-40e4-a5b2-fc6e894e5630 req-4336eb04-7cb8-4d47-afde-b08eb8eb02d2 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.0497761 Nov 11 22:24:58.581062 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38e9953b-97eb-40e4-a5b2-fc6e894e5630 req-bf4f49c3-a7ca-4864-82a6-53d36514bcac tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413043 Nov 11 22:24:59.572714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 224a5e83-f2e0-453f-b644-0f82e879474b details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:24:59.714696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef4bfa-d0b8-4fec-8e9c-63867f8bf6e3 req-111b0769-35e6-49ba-a8cb-a48e02920eae tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:59.716193 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4ef4bfa-d0b8-4fec-8e9c-63867f8bf6e3 req-111b0769-35e6-49ba-a8cb-a48e02920eae tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 943 time: 0.0623047 Nov 11 22:24:59.719249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=224a5e83-f2e0-453f-b644-0f82e879474b,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:59.734142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '224a5e83-f2e0-453f-b644-0f82e879474b', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'port_id': '224a5e83-f2e0-453f-b644-0f82e879474b', 'mac_address': 'fa:16:3e:71:73:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:24:59.765486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d4ef4bfa-d0b8-4fec-8e9c-63867f8bf6e3 req-ecd9c4f1-f83c-449f-b968-b258eb5a7a1c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427690 Nov 11 22:24:59.783784 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:59.801199 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224a5e83-f2e0-453f-b644-0f82e879474b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:24:59.823879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=224a5e83-f2e0-453f-b644-0f82e879474b,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:59.829445 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:59.881678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=224a5e83-f2e0-453f-b644-0f82e879474b,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:59.889646 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:59.889990 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:59.890324 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:59.890654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:59.890981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:59.891308 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:59.891629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:59.891949 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:59.892269 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:59.892585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:59.892936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:59.893254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:00.062279 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['224a5e83-f2e0-453f-b644-0f82e879474b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:25:00.067008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-0b342074-1ed7-446a-881f-dd681fc4c22d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:00.068500 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-0b342074-1ed7-446a-881f-dd681fc4c22d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47&tenant_id=df46564100014d2289ff2dff334f161a&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 944 time: 0.0580099 Nov 11 22:25:00.083900 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba235f69-2cf9-4aa8-8377-c713252ae631 req-f69f1d16-6450-484d-ac51-e3dd61d2ad1d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:00.086031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba235f69-2cf9-4aa8-8377-c713252ae631 req-f69f1d16-6450-484d-ac51-e3dd61d2ad1d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0582235 Nov 11 22:25:00.130770 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-87cf4626-8fdc-457e-b321-78d89ebff709 service neutron] 10.222.0.10 "GET /v2.0/ports/224a5e83-f2e0-453f-b644-0f82e879474b/bindings/n-h1-805737-3 HTTP/1.1" status: 200 len: 382 time: 0.0544391 Nov 11 22:25:00.136743 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ba235f69-2cf9-4aa8-8377-c713252ae631 req-321ba040-07d8-42b7-8769-657d5b654eed tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440168 Nov 11 22:25:00.194266 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-2f34c6ed-e6d0-493b-8c7a-9ecf4e54aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:00.195740 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-2f34c6ed-e6d0-493b-8c7a-9ecf4e54aad5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 1095 time: 0.0401168 Nov 11 22:25:00.287380 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-075de8da-e2dd-4b9d-8881-3c1a21795adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:00.288837 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-075de8da-e2dd-4b9d-8881-3c1a21795adc service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0861247 Nov 11 22:25:00.364185 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-422e4343-c684-4d17-88fa-244f2b5d638d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 1001 time: 0.0665483 Nov 11 22:25:00.419421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-8fc13a36-96b8-4214-a2bf-eca369a9cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:00.420923 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-8fc13a36-96b8-4214-a2bf-eca369a9cf7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0494609 Nov 11 22:25:00.470516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-27951127-611a-4e3a-a741-315fc25c0add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:00.472044 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-27951127-611a-4e3a-a741-315fc25c0add service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434163 Nov 11 22:25:00.564881 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-7729d46c-0923-4a39-8734-9fc0e7bb24bb service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846813 Nov 11 22:25:00.659586 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-4dc47136-bde9-4c87-ad8c-6909cd7a07df service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865529 Nov 11 22:25:01.271742 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366f28f-7e03-4133-a5f5-a145c17c4c31 req-a52f2be3-e598-404b-a3c0-0ac0c42fe042 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:01.273244 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b366f28f-7e03-4133-a5f5-a145c17c4c31 req-a52f2be3-e598-404b-a3c0-0ac0c42fe042 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0576715 Nov 11 22:25:01.320075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b366f28f-7e03-4133-a5f5-a145c17c4c31 req-d0d59655-2d39-4449-86b9-19b75ec3beff tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407519 Nov 11 22:25:01.424651 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:25:01.585741 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 224a5e83-f2e0-453f-b644-0f82e879474b up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:01.650263 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 224a5e83-f2e0-453f-b644-0f82e879474b completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:25:01.654779 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 224a5e83-f2e0-453f-b644-0f82e879474b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:01.655200 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.735591 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.758917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:01.772603 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=224a5e83-f2e0-453f-b644-0f82e879474b,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:01.778220 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.801662 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff788d3c-04d1-4f97-b35a-63ddfcf6686d" -d '{"events": [{"server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "name": "network-vif-plugged", "status": "completed", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:01.833534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=224a5e83-f2e0-453f-b644-0f82e879474b,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:01.898900 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ae891a-97a5-4f70-a681-de07ada5c3aa x-openstack-request-id: req-67ae891a-97a5-4f70-a681-de07ada5c3aa {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:01.899241 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "name": "network-vif-plugged", "status": "completed", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:01.899503 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-67ae891a-97a5-4f70-a681-de07ada5c3aa {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:01.899933 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b', 'code': 200} Nov 11 22:25:02.446856 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809ada9-f561-42d5-9d76-a87d47466625 req-c3e815b5-6f33-41f9-9db6-156da1b5fe95 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:02.448412 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9809ada9-f561-42d5-9d76-a87d47466625 req-c3e815b5-6f33-41f9-9db6-156da1b5fe95 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0500555 Nov 11 22:25:02.503211 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9809ada9-f561-42d5-9d76-a87d47466625 req-a72562a9-9967-4938-8d4e-45776b25e840 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488155 Nov 11 22:25:03.622322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befff72-821c-41f8-abd5-a54d311fab1c req-51c34a0a-46d4-4d66-bf6a-676dedf8d8b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:03.624674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3befff72-821c-41f8-abd5-a54d311fab1c req-51c34a0a-46d4-4d66-bf6a-676dedf8d8b8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0516090 Nov 11 22:25:03.673187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3befff72-821c-41f8-abd5-a54d311fab1c req-87908c7f-be5f-4ffc-8b2a-f4df44fc595b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422118 Nov 11 22:25:04.798649 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416fb07-fc4e-48da-91fa-a345d32bb025 req-c964a0c9-a418-4c57-a9a9-49b6d72914ee tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:04.800306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5416fb07-fc4e-48da-91fa-a345d32bb025 req-c964a0c9-a418-4c57-a9a9-49b6d72914ee tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0495625 Nov 11 22:25:04.877156 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5416fb07-fc4e-48da-91fa-a345d32bb025 req-10052075-f475-4a04-bd6e-4e8125ddc2b1 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704069 Nov 11 22:25:04.887099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-0cd05b55-94ed-45e0-9662-500862867087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:04.888552 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-0cd05b55-94ed-45e0-9662-500862867087 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47&tenant_id=df46564100014d2289ff2dff334f161a HTTP/1.1" status: 200 len: 1096 time: 0.0619006 Nov 11 22:25:04.907399 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:04.960462 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.170446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=224a5e83-f2e0-453f-b644-0f82e879474b,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:05.203974 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:25:05.249486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:05.254872 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.267056 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Transition to ACTIVE for port object 224a5e83-f2e0-453f-b644-0f82e879474b will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:25:05.271909 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.299761 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3705a3-6401-463a-833d-84be1f7fd4d9" -d '{"events": [{"server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "name": "network-vif-unplugged", "status": "completed", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:05.367666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Pushing event updated for resources: {'Port': ['ID=224a5e83-f2e0-453f-b644-0f82e879474b,revision_number=10']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:05.378822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.379162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.379498 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.379829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.380212 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.380474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.380815 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.381212 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.381533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.381850 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.382167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.382479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.409850 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] No DVR routers for this DVR port 224a5e83-f2e0-453f-b644-0f82e879474b on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:25:05.443301 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6aef39c-eb98-4623-acbc-f945a189c51a x-openstack-request-id: req-a6aef39c-eb98-4623-acbc-f945a189c51a {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:05.443589 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "name": "network-vif-unplugged", "status": "completed", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:05.443835 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a6aef39c-eb98-4623-acbc-f945a189c51a {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:05.444255 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b', 'code': 200} Nov 11 22:25:05.553720 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Attempting to bind port 224a5e83-f2e0-453f-b644-0f82e879474b on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:25:05.554023 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Attempting to bind port 224a5e83-f2e0-453f-b644-0f82e879474b by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:25:05.554396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Attempting to bind port 224a5e83-f2e0-453f-b644-0f82e879474b on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:25:05.558830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Port 224a5e83-f2e0-453f-b644-0f82e879474b on network 419cdd75-cf93-4b45-a828-eeb2badd4bee not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:25:05.559148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Attempting to bind port 224a5e83-f2e0-453f-b644-0f82e879474b on network 419cdd75-cf93-4b45-a828-eeb2badd4bee {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:25:05.563969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:25:05.564305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Checking segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:25:05.564685 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Bound using segment: {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:25:05.565142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Bound port: 224a5e83-f2e0-453f-b644-0f82e879474b, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd656175-cebc-40bc-821f-d1f7a16bf93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:25:05.565496 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.605814 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 224a5e83-f2e0-453f-b644-0f82e879474b no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:25:05.629079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:25:05.632567 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=224a5e83-f2e0-453f-b644-0f82e879474b,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:25:05.638650 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.651009 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 224a5e83-f2e0-453f-b644-0f82e879474b not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:25:05.671982 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:05.672602 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.674351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] 10.222.0.71 "PUT /v2.0/ports/224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 1092 time: 0.7710531 Nov 11 22:25:05.699981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2b7e5-3bf4-4e85-a028-cad210f51a1b service neutron] Pushing event updated for resources: {'Port': ['ID=224a5e83-f2e0-453f-b644-0f82e879474b,revision_number=11']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:05.751148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-c1602489-2e79-463e-b06e-aa67f2e0f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:05.752730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-c1602489-2e79-463e-b06e-aa67f2e0f32c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 1095 time: 0.0472784 Nov 11 22:25:05.849717 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f25c903f-8611-4772-8d5c-c62685357245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:05.851234 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-f25c903f-8611-4772-8d5c-c62685357245 service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0891790 Nov 11 22:25:05.932838 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-dad49d95-48cd-45f9-85a7-56474ebe1f2d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 1000 time: 0.0677786 Nov 11 22:25:06.014582 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-97dfc56d-846e-4848-8167-b03ffd9dd232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:06.016085 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-97dfc56d-846e-4848-8167-b03ffd9dd232 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0695972 Nov 11 22:25:06.032402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5f086-9a95-42ac-bb64-1949c08be4eb req-8e98bfd9-1a12-4a6b-af5e-ebab20c1818b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:06.033892 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2df5f086-9a95-42ac-bb64-1949c08be4eb req-8e98bfd9-1a12-4a6b-af5e-ebab20c1818b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0785604 Nov 11 22:25:06.106635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-2c5c3e1f-fdca-465b-88e1-5adf80c87572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:06.108136 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-2c5c3e1f-fdca-465b-88e1-5adf80c87572 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733690 Nov 11 22:25:06.111937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2df5f086-9a95-42ac-bb64-1949c08be4eb req-3069b8d7-523a-4e37-bbd5-80b41d2db06a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697727 Nov 11 22:25:06.207459 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-8c30b17b-2762-4842-89bc-cb8a20cf2ef5 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849409 Nov 11 22:25:06.310888 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a3804d69-1121-4822-b034-88f4e9cfaad7 req-b6e65366-b836-44f3-88b2-d01edb502b96 service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912867 Nov 11 22:25:07.232196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c479b-42ed-4365-9ca1-0dc0f2e34961 req-71f02adb-f8a6-483e-a1de-adb5ffe74d47 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:07.233740 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b2c479b-42ed-4365-9ca1-0dc0f2e34961 req-71f02adb-f8a6-483e-a1de-adb5ffe74d47 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0511451 Nov 11 22:25:07.282975 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b2c479b-42ed-4365-9ca1-0dc0f2e34961 req-7b94dbb9-4238-47e8-b1f4-427b130b376f tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430048 Nov 11 22:25:07.445881 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:07.448245 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:07.499528 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34a4a64-e678-4451-8b04-4b99c33e7a19 x-openstack-request-id: req-f34a4a64-e678-4451-8b04-4b99c33e7a19 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:07.499960 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:07.500277 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f34a4a64-e678-4451-8b04-4b99c33e7a19 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:07.500731 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b', 'status': 'completed', 'code': 200} Nov 11 22:25:07.567572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-7e26b7b6-fbd5-4be7-a54b-814a0f8cec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:07.568077 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-e25feae3-52dc-4a61-9c25-649280b61797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:07.569009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-7e26b7b6-fbd5-4be7-a54b-814a0f8cec6e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 1095 time: 0.0416386 Nov 11 22:25:07.569806 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-e25feae3-52dc-4a61-9c25-649280b61797 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df46564100014d2289ff2dff334f161a&device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 1095 time: 0.0441010 Nov 11 22:25:07.666334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-e3a9ca4e-ec04-4414-ab06-71422b8eaf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:07.668182 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-e3a9ca4e-ec04-4414-ab06-71422b8eaf0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0918310 Nov 11 22:25:07.668310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-de86222e-e561-49e3-8640-b966cf41c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:07.669758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-de86222e-e561-49e3-8640-b966cf41c4e8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 200 len: 914 time: 0.0912709 Nov 11 22:25:07.737069 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-aa4b5fde-688f-4914-afc8-c8438c3c43b5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 1000 time: 0.0589523 Nov 11 22:25:07.738306 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-3436d3f2-1db8-47fe-a2b1-8ab8ee67e28d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 200 len: 1000 time: 0.0628467 Nov 11 22:25:07.789271 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-6cff4657-8870-40d4-add6-54ac8f5164e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:07.790734 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-6cff4657-8870-40d4-add6-54ac8f5164e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0453839 Nov 11 22:25:07.798585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-7da3b438-e2ee-4e5f-9501-6e37adc20c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:07.800257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-7da3b438-e2ee-4e5f-9501-6e37adc20c50 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 200 len: 851 time: 0.0499036 Nov 11 22:25:07.852524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-141ce372-dc45-4f37-9017-10e8a2834e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:07.854791 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-141ce372-dc45-4f37-9017-10e8a2834e25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570257 Nov 11 22:25:07.857379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-ef69198f-76b5-451b-8a00-5a665b3459cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:07.858762 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-ef69198f-76b5-451b-8a00-5a665b3459cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419cdd75-cf93-4b45-a828-eeb2badd4bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452654 Nov 11 22:25:07.948147 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-d50da194-594b-4357-8105-1d3e5c4aff39 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849922 Nov 11 22:25:07.959255 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-3d541e93-b8a1-4d1f-b7fe-a113e2e1b18b service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867076 Nov 11 22:25:08.044489 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-1eaaa060-27e6-4b51-99cc-ea4d031e87c6 service neutron] 10.222.0.10 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890422 Nov 11 22:25:08.056570 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e32dfb92-c50d-4bf5-9ca2-4ef58e2b1427 req-881dee81-57e6-4324-a86c-72bce242853a service neutron] 10.222.0.71 "GET /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843017 Nov 11 22:25:08.410214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e20e44-7f97-47f6-8b3c-5facb8ababc9 req-204bf28b-24df-44af-8cb4-a637deaca802 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:08.411698 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d1e20e44-7f97-47f6-8b3c-5facb8ababc9 req-204bf28b-24df-44af-8cb4-a637deaca802 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0512061 Nov 11 22:25:08.465053 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d1e20e44-7f97-47f6-8b3c-5facb8ababc9 req-4cd25c39-8cb2-4eb8-ab33-70810beedee3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470486 Nov 11 22:25:09.582649 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb78728-5dc7-4797-a8e4-4baa798fa836 req-8fee752c-3cec-4b1b-ad44-4aa3984359a8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:09.584785 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feb78728-5dc7-4797-a8e4-4baa798fa836 req-8fee752c-3cec-4b1b-ad44-4aa3984359a8 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0497141 Nov 11 22:25:09.632655 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-feb78728-5dc7-4797-a8e4-4baa798fa836 req-0378bbfe-3e29-47aa-81f6-8f13b4194565 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421963 Nov 11 22:25:10.754867 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e7765-96cd-4df2-93a1-4a71fd754ef1 req-1ced6289-991d-4fa0-a550-43e6c04d5a74 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:10.756343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-156e7765-96cd-4df2-93a1-4a71fd754ef1 req-1ced6289-991d-4fa0-a550-43e6c04d5a74 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0507905 Nov 11 22:25:10.805111 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-156e7765-96cd-4df2-93a1-4a71fd754ef1 req-9e8171ed-8c14-4b0b-a502-f1e7f665b823 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424092 Nov 11 22:25:11.605353 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:11.938472 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaa42d-bec7-4b0e-886a-1453df50670d req-9f4cc2c9-abe1-4c98-b637-3fab56d7e2ba tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:11.939890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3acaa42d-bec7-4b0e-886a-1453df50670d req-9f4cc2c9-abe1-4c98-b637-3fab56d7e2ba tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0529366 Nov 11 22:25:11.991781 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3acaa42d-bec7-4b0e-886a-1453df50670d req-2217ea90-9a76-45b3-8bb8-f43507ce86d3 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455015 Nov 11 22:25:13.122804 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96106b75-9cbb-45eb-9a17-30c3d16344f7 req-d4fba657-5aff-4dcf-adec-d352c2590409 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:13.124264 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96106b75-9cbb-45eb-9a17-30c3d16344f7 req-d4fba657-5aff-4dcf-adec-d352c2590409 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0576289 Nov 11 22:25:13.171615 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96106b75-9cbb-45eb-9a17-30c3d16344f7 req-8ae3e482-9c67-4eee-b1a8-e392c09c3edc tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408139 Nov 11 22:25:13.889682 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc1e3166-914f-4a4e-b6a6-f2b221153ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:14.302360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44ed8d-c419-46c3-8144-1f65ce229150 req-cbe2c424-4bb9-472f-b385-0c8120d71c6b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:14.303830 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa44ed8d-c419-46c3-8144-1f65ce229150 req-cbe2c424-4bb9-472f-b385-0c8120d71c6b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0511687 Nov 11 22:25:14.356084 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa44ed8d-c419-46c3-8144-1f65ce229150 req-451c11c9-4e50-45ae-b2be-ca480a6ab31b tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461545 Nov 11 22:25:15.097032 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:15.488409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ebedd-c584-4ad3-9d84-adf84f0cf982 req-dbdb56d4-3ce9-466d-819c-94dd30f86899 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:15.489891 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-112ebedd-c584-4ad3-9d84-adf84f0cf982 req-dbdb56d4-3ce9-466d-819c-94dd30f86899 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0544550 Nov 11 22:25:15.545651 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-112ebedd-c584-4ad3-9d84-adf84f0cf982 req-241763a7-ec7b-490c-ac02-6b3c97a589c6 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470948 Nov 11 22:25:16.107453 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02520994-0c33-400e-aac2-eb95a704e6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:16.675806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba2163-993d-47e4-ac78-b31879723801 req-e7b05b61-aa34-4801-a70e-55428414c5a9 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:16.677285 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63ba2163-993d-47e4-ac78-b31879723801 req-e7b05b61-aa34-4801-a70e-55428414c5a9 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0492942 Nov 11 22:25:16.726460 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-63ba2163-993d-47e4-ac78-b31879723801 req-31075ec2-52d6-4337-93f6-92f9b36cf433 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431225 Nov 11 22:25:17.402328 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:18.201474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b5eb1-ad7a-4ea0-a226-d66bb732c6f1 req-7e652f5b-5a47-44ec-94d3-4e642607d480 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:18.202973 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a1b5eb1-ad7a-4ea0-a226-d66bb732c6f1 req-7e652f5b-5a47-44ec-94d3-4e642607d480 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.4037774 Nov 11 22:25:18.254433 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a1b5eb1-ad7a-4ea0-a226-d66bb732c6f1 req-fb05fa28-a43d-412b-8969-42cb4b7c95b0 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423379 Nov 11 22:25:18.773655 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:19.382806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6342a-5717-4c2e-a6e9-63acd9ab2ce3 req-1f47d404-b9c7-471d-a7eb-d28ddbbc5276 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:19.384408 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:19.389334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62c6342a-5717-4c2e-a6e9-63acd9ab2ce3 req-1f47d404-b9c7-471d-a7eb-d28ddbbc5276 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0594947 Nov 11 22:25:19.432324 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62c6342a-5717-4c2e-a6e9-63acd9ab2ce3 req-87c7030e-4677-4623-a179-518dc31b6f9c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418556 Nov 11 22:25:19.546135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a4488-2ba9-4dc7-9531-c78097fc48b1 req-82647c71-a86c-4c99-85f5-5011666f2512 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:19.547533 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d4a4488-2ba9-4dc7-9531-c78097fc48b1 req-82647c71-a86c-4c99-85f5-5011666f2512 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0494351 Nov 11 22:25:19.613874 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d4a4488-2ba9-4dc7-9531-c78097fc48b1 req-2e03ede4-d0f6-4ac7-8fe4-a3da4730ac12 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574169 Nov 11 22:25:19.732207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa226ce5-c762-425d-b9e5-6cdb8f060739 req-d74b36dd-8c0d-4e81-8bbb-8e4a7e74c327 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:19.733749 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa226ce5-c762-425d-b9e5-6cdb8f060739 req-d74b36dd-8c0d-4e81-8bbb-8e4a7e74c327 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0538917 Nov 11 22:25:19.781589 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa226ce5-c762-425d-b9e5-6cdb8f060739 req-264c5284-a13a-4343-86d3-440d07d16178 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417578 Nov 11 22:25:20.033236 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051e2ee-8613-43b0-87ac-516a7b4317a8 req-ddbc2787-6d91-48ca-98ec-f1a857d4a285 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:20.034727 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7051e2ee-8613-43b0-87ac-516a7b4317a8 req-ddbc2787-6d91-48ca-98ec-f1a857d4a285 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 944 time: 0.0529361 Nov 11 22:25:20.084299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7051e2ee-8613-43b0-87ac-516a7b4317a8 req-91e36de1-4728-45e4-a22d-a7b7bc7655bd tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406377 Nov 11 22:25:20.551335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 224a5e83-f2e0-453f-b644-0f82e879474b details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:25:20.654066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=224a5e83-f2e0-453f-b644-0f82e879474b,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:20.665311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '224a5e83-f2e0-453f-b644-0f82e879474b', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'port_id': '224a5e83-f2e0-453f-b644-0f82e879474b', 'mac_address': 'fa:16:3e:71:73:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:25:20.701893 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:20.715107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224a5e83-f2e0-453f-b644-0f82e879474b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:25:20.735729 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=224a5e83-f2e0-453f-b644-0f82e879474b,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:20.741933 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:20.792992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=224a5e83-f2e0-453f-b644-0f82e879474b,revision_number=12']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:20.990211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['224a5e83-f2e0-453f-b644-0f82e879474b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:25:21.207821 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cd459-4487-4d10-a893-a109c7e5b722 req-5bec1ed9-b4a9-46b8-a19b-1f72b4a41bc4 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:21.209321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc7cd459-4487-4d10-a893-a109c7e5b722 req-5bec1ed9-b4a9-46b8-a19b-1f72b4a41bc4 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0540209 Nov 11 22:25:21.256549 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bc7cd459-4487-4d10-a893-a109c7e5b722 req-03a27a1d-7ff9-4e61-a691-68b6dda78e62 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d5e738-8053-435e-bd8c-c38b4dacf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407884 Nov 11 22:25:21.723778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-56df8eb1-6704-4f64-822a-6347a756fa61 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:21.725327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-56df8eb1-6704-4f64-822a-6347a756fa61 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 945 time: 0.0601938 Nov 11 22:25:21.826936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-37bfc3fa-bb00-4cfb-88dc-8542c65ece8d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Deleting port 224a5e83-f2e0-453f-b644-0f82e879474b {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:25:21.827231 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-37bfc3fa-bb00-4cfb-88dc-8542c65ece8d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:21.915017 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-37bfc3fa-bb00-4cfb-88dc-8542c65ece8d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] For port 224a5e83-f2e0-453f-b644-0f82e879474b, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=224a5e83-f2e0-453f-b644-0f82e879474b,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:21.915380 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-37bfc3fa-bb00-4cfb-88dc-8542c65ece8d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:22.091298 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-37bfc3fa-bb00-4cfb-88dc-8542c65ece8d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:22.091598 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-37bfc3fa-bb00-4cfb-88dc-8542c65ece8d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:22.091958 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-37bfc3fa-bb00-4cfb-88dc-8542c65ece8d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce disassociated. External IP: 172.25.0.122, port: 224a5e83-f2e0-453f-b644-0f82e879474b. Nov 11 22:25:22.092295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-37bfc3fa-bb00-4cfb-88dc-8542c65ece8d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Calling delete_port for 224a5e83-f2e0-453f-b644-0f82e879474b owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:25:22.222551 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-37bfc3fa-bb00-4cfb-88dc-8542c65ece8d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:22.250337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfc3fa-bb00-4cfb-88dc-8542c65ece8d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Pushing event deleted for resources: {'Port': ['ID=224a5e83-f2e0-453f-b644-0f82e879474b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:22.376719 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a3988fe-bb84-4095-bec8-66e5486bbf88 req-cfe265ce-62f9-4eed-88b1-c016520c8411 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 210 time: 0.0390549 Nov 11 22:25:22.394824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-37bfc3fa-bb00-4cfb-88dc-8542c65ece8d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:25:22.502905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-37bfc3fa-bb00-4cfb-88dc-8542c65ece8d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:25:22.512604 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f654db9-0963-4789-a0bc-9a0fd8343d24 None None] Sync routers for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:25:22.523612 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f654db9-0963-4789-a0bc-9a0fd8343d24 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:22.524140 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6f654db9-0963-4789-a0bc-9a0fd8343d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:25:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:22.541146 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-37bfc3fa-bb00-4cfb-88dc-8542c65ece8d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] No DVR routers for this DVR port 224a5e83-f2e0-453f-b644-0f82e879474b on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:25:22.544064 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-37bfc3fa-bb00-4cfb-88dc-8542c65ece8d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:22.547630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6c07ceee-9d13-4c2d-9b95-56d303957d7c req-37bfc3fa-bb00-4cfb-88dc-8542c65ece8d tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.71 "DELETE /v2.0/ports/224a5e83-f2e0-453f-b644-0f82e879474b HTTP/1.1" status: 204 len: 173 time: 0.8120658 Nov 11 22:25:22.548121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'name': 'network-vif-deleted', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:22.550536 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4502b1-7b8f-4536-87eb-d82faa934dfa" -d '{"events": [{"server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "name": "network-vif-deleted", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:22.553255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 224a5e83-f2e0-453f-b644-0f82e879474b details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:25:22.557847 n-d-805737-3 neutron-server[102536]: INFO neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No ports have port_id starting with 224a5e83-f2e0-453f-b644-0f82e879474b Nov 11 22:25:22.559592 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 224a5e83-f2e0-453f-b644-0f82e879474b requested by agent hyperv_n-h2-805737-3 not found in database {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 11 22:25:22.589336 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6442e5ea-bf8f-4de4-9bb1-0f02a7017397 x-openstack-request-id: req-6442e5ea-bf8f-4de4-9bb1-0f02a7017397 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:22.589638 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1235a2-5d29-4ca3-8cb2-740a5dabcd47", "name": "network-vif-deleted", "tag": "224a5e83-f2e0-453f-b644-0f82e879474b", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:22.589875 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6442e5ea-bf8f-4de4-9bb1-0f02a7017397 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:22.590323 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1235a2-5d29-4ca3-8cb2-740a5dabcd47', 'name': 'network-vif-deleted', 'tag': '224a5e83-f2e0-453f-b644-0f82e879474b', 'status': 'completed', 'code': 200} Nov 11 22:25:22.646761 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6f654db9-0963-4789-a0bc-9a0fd8343d24 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:22.845889 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6f654db9-0963-4789-a0bc-9a0fd8343d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:22.871478 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f654db9-0963-4789-a0bc-9a0fd8343d24 None None] Checking router: 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:25:22.879920 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f654db9-0963-4789-a0bc-9a0fd8343d24 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:22.880451 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6f654db9-0963-4789-a0bc-9a0fd8343d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:25:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:22.984203 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6f654db9-0963-4789-a0bc-9a0fd8343d24 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:23.180338 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6f654db9-0963-4789-a0bc-9a0fd8343d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:23.209332 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f654db9-0963-4789-a0bc-9a0fd8343d24 None None] The sync data for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 is: [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e0d380f3-cd32-490d-aaa6-ed3872f6dcd6', 'name': '', 'network_id': '419cdd75-cf93-4b45-a828-eeb2badd4bee', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'mac_address': 'fa:16:3e:b3:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:31Z', 'updated_at': '2021-11-11T22:15:35Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'subnets': [{'id': 'd26babf4-8c69-4040-a856-c45569b2d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:25:23.439555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be68b7-a555-41e9-ab48-2496c1da429c None None] New status for floating IP 878f0120-2bed-4386-8595-9cba7bfb51ce: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:25:23.485625 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d8c013af-f3f2-41fc-8983-e6d0b9e11da6 req-cece3e64-e98c-4c16-bc59-09721c3db028 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 210 time: 0.0298173 Nov 11 22:25:24.582666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-770b234b-b479-4ad2-b9f1-439967e2b38b req-9a73bf2f-2b35-43e2-b4b7-34d44b76158c tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 210 time: 0.0267971 Nov 11 22:25:25.681046 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c94d3da-9aba-416c-b821-5b0097d4511c req-9f9e720c-7f5d-44f6-8d6a-744f9750238a tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 210 time: 0.0266967 Nov 11 22:25:26.554760 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 224a5e83-f2e0-453f-b644-0f82e879474b no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:25:26.575618 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 224a5e83-f2e0-453f-b644-0f82e879474b {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:25:26.575967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 224a5e83-f2e0-453f-b644-0f82e879474b not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:25:26.789147 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7da04f7-abeb-4537-a811-2cee7df2c449 req-d6743cca-35fc-40d3-9a41-4851b4330a95 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a1235a2-5d29-4ca3-8cb2-740a5dabcd47 HTTP/1.1" status: 200 len: 210 time: 0.0305917 Nov 11 22:25:31.553757 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56386) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:31.608159 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9354688d-abdc-493d-a15c-cd018e4bb056 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:31.634770 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9354688d-abdc-493d-a15c-cd018e4bb056 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:31.683114 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9354688d-abdc-493d-a15c-cd018e4bb056 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:31.685970 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9354688d-abdc-493d-a15c-cd018e4bb056 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:31.687303 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9354688d-abdc-493d-a15c-cd018e4bb056 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "DELETE /v2.0/security-groups/36d5e738-8053-435e-bd8c-c38b4dacf06e HTTP/1.1" status: 204 len: 168 time: 0.1323822 Nov 11 22:25:31.690223 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56390) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:31.699443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354688d-abdc-493d-a15c-cd018e4bb056 tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d5e738-8053-435e-bd8c-c38b4dacf06e,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:31.710529 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-cc178d94-cfb6-4b30-8cdd-30bc8508e32e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] show failed (client error): The resource could not be found. Nov 11 22:25:31.720154 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56394) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:31.720663 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cc178d94-cfb6-4b30-8cdd-30bc8508e32e tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "GET /v2.0/security-groups/36d5e738-8053-435e-bd8c-c38b4dacf06e HTTP/1.1" status: 404 len: 347 time: 0.0288777 Nov 11 22:25:31.851080 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-056c3dbb-7cee-4b64-a35d-eb92afda77af tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Deleting port f16bb9bd-50a3-4314-a68b-65574c442492 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:25:31.851414 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-056c3dbb-7cee-4b64-a35d-eb92afda77af tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:31.928415 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-056c3dbb-7cee-4b64-a35d-eb92afda77af tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:31.928694 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-056c3dbb-7cee-4b64-a35d-eb92afda77af tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:31.940401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-056c3dbb-7cee-4b64-a35d-eb92afda77af tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Calling delete_port for f16bb9bd-50a3-4314-a68b-65574c442492 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:25:32.081632 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-056c3dbb-7cee-4b64-a35d-eb92afda77af tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:32.107106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c3dbb-7cee-4b64-a35d-eb92afda77af tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Pushing event deleted for resources: {'Port': ['ID=f16bb9bd-50a3-4314-a68b-65574c442492,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:32.175023 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-056c3dbb-7cee-4b64-a35d-eb92afda77af tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:32.177881 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-056c3dbb-7cee-4b64-a35d-eb92afda77af tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:32.179065 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-056c3dbb-7cee-4b64-a35d-eb92afda77af tempest-ServerActionsTestJSON-1614329118 tempest-ServerActionsTestJSON-1614329118-project] 10.222.0.57 "DELETE /v2.0/floatingips/878f0120-2bed-4386-8595-9cba7bfb51ce HTTP/1.1" status: 204 len: 168 time: 0.4576409 Nov 11 22:25:32.182239 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56398) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:32.873168 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dddda051-9d67-41c3-bc70-4bedba946794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:33.437140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-dddda051-9d67-41c3-bc70-4bedba946794 admin admin] Deleting port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:25:33.437430 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dddda051-9d67-41c3-bc70-4bedba946794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:33.527384 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-dddda051-9d67-41c3-bc70-4bedba946794 admin admin] For port e0d380f3-cd32-490d-aaa6-ed3872f6dcd6, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e0d380f3-cd32-490d-aaa6-ed3872f6dcd6,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:33.527717 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dddda051-9d67-41c3-bc70-4bedba946794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:33.539972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-dddda051-9d67-41c3-bc70-4bedba946794 admin admin] Calling delete_port for e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:25:33.720198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dddda051-9d67-41c3-bc70-4bedba946794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:33.755904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddda051-9d67-41c3-bc70-4bedba946794 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d380f3-cd32-490d-aaa6-ed3872f6dcd6,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:33.921967 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dddda051-9d67-41c3-bc70-4bedba946794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:34.150138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddda051-9d67-41c3-bc70-4bedba946794 admin admin] Router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:25:34.270405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddda051-9d67-41c3-bc70-4bedba946794 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:25:34.277825 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dddda051-9d67-41c3-bc70-4bedba946794 admin admin] 10.222.0.57 "PUT /v2.0/routers/90bb8f62-278f-43a6-9b18-ee482ed5d2e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0923638 Nov 11 22:25:34.278908 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56402) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:34.280780 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b1c35-fdd5-4e91-8d3d-b58587cbb624 None None] Sync routers for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:25:34.294816 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b1c35-fdd5-4e91-8d3d-b58587cbb624 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:34.295446 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2b1b1c35-fdd5-4e91-8d3d-b58587cbb624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:25:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:34.390083 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:34.397695 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-2b1b1c35-fdd5-4e91-8d3d-b58587cbb624 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:34.499345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:34.557054 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] Deleting port 081ef0b9-df23-4ef9-a128-cc3932704379 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:25:34.557380 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:34.643225 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] For port 081ef0b9-df23-4ef9-a128-cc3932704379, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=081ef0b9-df23-4ef9-a128-cc3932704379,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:34.643582 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:34.656524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] Calling delete_port for 081ef0b9-df23-4ef9-a128-cc3932704379 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:25:34.660130 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2b1b1c35-fdd5-4e91-8d3d-b58587cbb624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:25:33Z', 'revision_number': 5, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port': {'id': '081ef0b9-df23-4ef9-a128-cc3932704379', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:30Z', 'updated_at': '2021-11-11T22:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:34.688138 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b1c35-fdd5-4e91-8d3d-b58587cbb624 None None] Checking router: 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:25:34.696486 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b1c35-fdd5-4e91-8d3d-b58587cbb624 None None] Routers {'90bb8f62-278f-43a6-9b18-ee482ed5d2e4'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:34.697112 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2b1b1c35-fdd5-4e91-8d3d-b58587cbb624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:25:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:34.779804 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-2b1b1c35-fdd5-4e91-8d3d-b58587cbb624 None None] Set router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:34.827174 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:34.829980 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-2b1b1c35-fdd5-4e91-8d3d-b58587cbb624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:25:34Z', 'revision_number': 6, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:34.850830 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] Pushing event deleted for resources: {'Port': ['ID=081ef0b9-df23-4ef9-a128-cc3932704379,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:34.860760 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b1c35-fdd5-4e91-8d3d-b58587cbb624 None None] The sync data for ids ['90bb8f62-278f-43a6-9b18-ee482ed5d2e4'] in n-d-805737-3 is: [{'id': '90bb8f62-278f-43a6-9b18-ee482ed5d2e4', 'name': 'tempest-ServerActionsTestJSON-1014356520-router', 'tenant_id': 'df46564100014d2289ff2dff334f161a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:29Z', 'updated_at': '2021-11-11T22:25:34Z', 'revision_number': 6, 'project_id': 'df46564100014d2289ff2dff334f161a', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:25:34.868885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071c7b58-4f8a-4d57-ada8-72f9e1a2848b None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:25:34.911664 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.016771 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.018928 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.081958 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.082855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90bb8f62-278f-43a6-9b18-ee482ed5d2e4 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:25:35.089655 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.091189 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1f4e7b21-3110-444c-b50c-f0b1f6d57dee admin admin] 10.222.0.57 "DELETE /v2.0/routers/90bb8f62-278f-43a6-9b18-ee482ed5d2e4 HTTP/1.1" status: 204 len: 168 time: 0.8110285 Nov 11 22:25:35.094197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56404) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:35.143833 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a569f4b-5466-4468-9daa-a8e3150870b2 admin admin] Deleting subnet d26babf4-8c69-4040-a856-c45569b2d678 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:25:35.147132 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a569f4b-5466-4468-9daa-a8e3150870b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.185340 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a569f4b-5466-4468-9daa-a8e3150870b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.268570 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a569f4b-5466-4468-9daa-a8e3150870b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.321722 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a569f4b-5466-4468-9daa-a8e3150870b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.349436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a569f4b-5466-4468-9daa-a8e3150870b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d26babf4-8c69-4040-a856-c45569b2d678,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:35.351452 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4a569f4b-5466-4468-9daa-a8e3150870b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.354668 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4a569f4b-5466-4468-9daa-a8e3150870b2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d26babf4-8c69-4040-a856-c45569b2d678 HTTP/1.1" status: 204 len: 168 time: 0.2595396 Nov 11 22:25:35.356108 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7779b86-7955-4d12-afe2-156a5efea75f None None] Network 419cdd75-cf93-4b45-a828-eeb2badd4bee requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:25:35.357584 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56406) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:35.427607 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.482587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] Deleting port 7bb49c47-9c6a-413b-8be9-24fb7884da28 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:25:35.483017 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.549709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] For port 7bb49c47-9c6a-413b-8be9-24fb7884da28, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7bb49c47-9c6a-413b-8be9-24fb7884da28,segment=NetworkSegment(cd656175-cebc-40bc-821f-d1f7a16bf93d),segment_id=cd656175-cebc-40bc-821f-d1f7a16bf93d)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:35.549966 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.562707 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] Calling delete_port for 7bb49c47-9c6a-413b-8be9-24fb7884da28 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:25:35.624438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbef6085-3b14-4ceb-978b-5cd2643a3703 None None] DHCP port deletion for 419cdd75-cf93-4b45-a828-eeb2badd4bee request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:25:35.651260 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.678885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-dbef6085-3b14-4ceb-978b-5cd2643a3703 None None] Deleting port 7bb49c47-9c6a-413b-8be9-24fb7884da28 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:25:35.679343 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dbef6085-3b14-4ceb-978b-5cd2643a3703 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.680785 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb49c47-9c6a-413b-8be9-24fb7884da28,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:35.684218 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] No DVR routers for this DVR port 7bb49c47-9c6a-413b-8be9-24fb7884da28 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:25:35.752947 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-dbef6085-3b14-4ceb-978b-5cd2643a3703 None None] For port 7bb49c47-9c6a-413b-8be9-24fb7884da28, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:35.753547 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dbef6085-3b14-4ceb-978b-5cd2643a3703 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.761412 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.767573 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-dbef6085-3b14-4ceb-978b-5cd2643a3703 None None] Calling delete_port for 7bb49c47-9c6a-413b-8be9-24fb7884da28 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:25:35.770502 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-dbef6085-3b14-4ceb-978b-5cd2643a3703 None None] Port 7bb49c47-9c6a-413b-8be9-24fb7884da28 was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 22:25:35.771925 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dbef6085-3b14-4ceb-978b-5cd2643a3703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.782181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419cdd75-cf93-4b45-a828-eeb2badd4bee']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:35.797632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef6085-3b14-4ceb-978b-5cd2643a3703 None None] Pushing event deleted for resources: {'Port': ['ID=7bb49c47-9c6a-413b-8be9-24fb7884da28,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:35.799510 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbef6085-3b14-4ceb-978b-5cd2643a3703 None None] No DVR routers for this DVR port 7bb49c47-9c6a-413b-8be9-24fb7884da28 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:25:35.802136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd656175-cebc-40bc-821f-d1f7a16bf93d') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:35.802136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd656175-cebc-40bc-821f-d1f7a16bf93d') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:35.819158 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.845017 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.852030 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:25:35.852428 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:25:35.854103 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:25:35.911264 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.917379 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.920699 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] 10.222.0.57 "DELETE /v2.0/networks/419cdd75-cf93-4b45-a828-eeb2badd4bee HTTP/1.1" status: 204 len: 168 time: 0.5621541 Nov 11 22:25:35.936329 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af59f0-5a88-44c5-8299-6bb378581bee admin admin] Pushing event deleted for resources: {'Network': ['ID=419cdd75-cf93-4b45-a828-eeb2badd4bee,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:36.084257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56410) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:36.126342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-be878147-98cf-41ab-8cb1-f08d2e5447a8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=df46564100014d2289ff2dff334f161a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409002 Nov 11 22:25:36.129740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56412) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:36.179993 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9c12-c4d3-46e9-8abc-c754ee869d3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:36.200700 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9c12-c4d3-46e9-8abc-c754ee869d3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:36.248158 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9c12-c4d3-46e9-8abc-c754ee869d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:36.250760 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9c12-c4d3-46e9-8abc-c754ee869d3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:36.251903 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cb8b9c12-c4d3-46e9-8abc-c754ee869d3a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60b99557-b828-4223-b11e-8c0ba248e8af HTTP/1.1" status: 204 len: 168 time: 0.1212428 Nov 11 22:25:36.259498 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b9c12-c4d3-46e9-8abc-c754ee869d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b99557-b828-4223-b11e-8c0ba248e8af,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:36.856838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 081ef0b9-df23-4ef9-a128-cc3932704379 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:25:36.876918 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 081ef0b9-df23-4ef9-a128-cc3932704379 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:25:36.877270 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 081ef0b9-df23-4ef9-a128-cc3932704379 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:25:36.877692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:25:36.896732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:25:36.897128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e0d380f3-cd32-490d-aaa6-ed3872f6dcd6 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:25:36.897535 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7bb49c47-9c6a-413b-8be9-24fb7884da28 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:25:36.916769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 7bb49c47-9c6a-413b-8be9-24fb7884da28 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:25:36.917148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7bb49c47-9c6a-413b-8be9-24fb7884da28 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:25:37.011024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56436) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:37.118625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2085018669-network', 'tenant_id': '8d4d78e9639443cebb5ffe77760c5901'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:37.143285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] Made reservation on behalf of 8d4d78e9639443cebb5ffe77760c5901 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:25:37.145659 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:37.154094 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:37.233736 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:37.239252 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:37.263656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:25:37.273382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9010e3a4-f7de-49b6-b737-0a230b4e00de,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:37.279215 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:37.279596 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] Added segment f3d18a41-0915-4b79-8b55-8a51caefd336 of type vlan for network 6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a Nov 11 22:25:37.320480 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:37.350136 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:37.351119 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:37.351689 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:37.383667 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3715396 Nov 11 22:25:37.386720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56440) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:37.391836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-928232be-d2a1-45ed-97db-63b661def2ea admin admin] Request body: {'subnet': {'network_id': '6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2085018669-subnet', 'tenant_id': '8d4d78e9639443cebb5ffe77760c5901', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:37.414819 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928232be-d2a1-45ed-97db-63b661def2ea admin admin] Made reservation on behalf of 8d4d78e9639443cebb5ffe77760c5901 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:25:37.415014 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797473ed-7bb0-40f3-a043-c9cddc1d7ba1 admin admin] Pushing event updated for resources: {'Network': ['ID=6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:37.417254 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-928232be-d2a1-45ed-97db-63b661def2ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:37.424972 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:25:37.586004 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-928232be-d2a1-45ed-97db-63b661def2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:37.642058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928232be-d2a1-45ed-97db-63b661def2ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=392a99ec-a1a0-4075-8291-ba97f3ae2172,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:37.652088 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928232be-d2a1-45ed-97db-63b661def2ea admin admin] Checking segment: {'id': 'f3d18a41-0915-4b79-8b55-8a51caefd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:25:37.652444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928232be-d2a1-45ed-97db-63b661def2ea admin admin] Network hostable DHCP agents. Network: 6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:25:37.671165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928232be-d2a1-45ed-97db-63b661def2ea admin admin] Network 6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:25:37.680938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-928232be-d2a1-45ed-97db-63b661def2ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:25:37.685442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928232be-d2a1-45ed-97db-63b661def2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:37.686578 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-928232be-d2a1-45ed-97db-63b661def2ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:37.689882 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6eab1a-e065-4f32-8fd1-bb17f8de0e4d None None] Network 6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:25:37.702771 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-928232be-d2a1-45ed-97db-63b661def2ea admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3148143 Nov 11 22:25:37.830723 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4314d3e-bad4-4492-bc6d-ddbc1bf6c4a2 None None] Network 6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:25:38.130967 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81030291-c948-4708-9086-83cf41d8e163 req-ceef9347-69b4-4ac4-8d1d-d14cd10fd2b3 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:38.132505 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-ceef9347-69b4-4ac4-8d1d-d14cd10fd2b3 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/networks?id=6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a HTTP/1.1" status: 200 len: 814 time: 0.1088357 Nov 11 22:25:38.150112 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-abf91680-95cd-4308-bb47-6a1587713bd2 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/quotas/8d4d78e9639443cebb5ffe77760c5901 HTTP/1.1" status: 200 len: 375 time: 0.0098171 Nov 11 22:25:38.181536 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-1c63694e-97c3-4936-8d01-940aafff6450 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d4d78e9639443cebb5ffe77760c5901&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260012 Nov 11 22:25:38.192618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-e5429871-8093-4932-b2ac-75dcb765b679 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:25:38.193593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-e5429871-8093-4932-b2ac-75dcb765b679 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050642 Nov 11 22:25:38.285812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-33a00f15-7815-4b33-962f-cc8661fb7719 service neutron] 10.222.0.57 "GET /v2.0/networks/6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865612 Nov 11 22:25:38.381449 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-aefb4b38-36d0-4006-8821-fcedc6113f71 service neutron] 10.222.0.57 "GET /v2.0/networks/6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862062 Nov 11 22:25:38.424560 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:25:38.556862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0704933a-a108-44ef-85e2-a0374ae76397 req-007e8ce5-8fdd-4df3-bb5b-5168477a6004 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 210 time: 0.0313146 Nov 11 22:25:39.644824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81030291-c948-4708-9086-83cf41d8e163 req-9957ec7b-4b0b-48c2-b263-92a39f8052b1 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:39.646322 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-9957ec7b-4b0b-48c2-b263-92a39f8052b1 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.10 "GET /v2.0/networks?id=6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a HTTP/1.1" status: 200 len: 814 time: 0.1153908 Nov 11 22:25:39.659139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-81030291-c948-4708-9086-83cf41d8e163 req-7e8c9ac2-725f-4b48-873f-cfde35523ba4 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Request body: {'port': {'device_id': '9917482b-4f71-4b51-abb6-8a6e4f4c77ba', 'network_id': '6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a', 'admin_state_up': True, 'tenant_id': '8d4d78e9639443cebb5ffe77760c5901'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:39.693002 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d6b8d75-e8e4-4434-8adc-dd59ebc13056 req-42600119-f57c-4f17-ad5f-555b728925d5 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 210 time: 0.0353262 Nov 11 22:25:39.780306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81030291-c948-4708-9086-83cf41d8e163 req-7e8c9ac2-725f-4b48-873f-cfde35523ba4 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Made reservation on behalf of 8d4d78e9639443cebb5ffe77760c5901 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:25:39.783777 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-81030291-c948-4708-9086-83cf41d8e163 req-7e8c9ac2-725f-4b48-873f-cfde35523ba4 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:39.913896 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-81030291-c948-4708-9086-83cf41d8e163 req-7e8c9ac2-725f-4b48-873f-cfde35523ba4 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Allocated IP 172.20.0.3 (6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a/392a99ec-a1a0-4075-8291-ba97f3ae2172/b6cc42fd-8116-42a4-951c-6d561e92f194) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:25:40.072088 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-81030291-c948-4708-9086-83cf41d8e163 req-7e8c9ac2-725f-4b48-873f-cfde35523ba4 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:40.112388 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-81030291-c948-4708-9086-83cf41d8e163 req-7e8c9ac2-725f-4b48-873f-cfde35523ba4 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:40.153129 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81030291-c948-4708-9086-83cf41d8e163 req-7e8c9ac2-725f-4b48-873f-cfde35523ba4 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Network 6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:25:40.156143 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-81030291-c948-4708-9086-83cf41d8e163 req-7e8c9ac2-725f-4b48-873f-cfde35523ba4 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:25:40.161711 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-81030291-c948-4708-9086-83cf41d8e163 req-7e8c9ac2-725f-4b48-873f-cfde35523ba4 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:25:40.189732 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c9ac2-725f-4b48-873f-cfde35523ba4 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Pushing event updated for resources: {'Port': ['ID=b6cc42fd-8116-42a4-951c-6d561e92f194,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:40.217407 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81030291-c948-4708-9086-83cf41d8e163 req-7e8c9ac2-725f-4b48-873f-cfde35523ba4 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:40.218003 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-81030291-c948-4708-9086-83cf41d8e163 req-7e8c9ac2-725f-4b48-873f-cfde35523ba4 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:40.236441 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-7e8c9ac2-725f-4b48-873f-cfde35523ba4 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813200 Nov 11 22:25:40.248483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Request body: {'port': {'device_id': '9917482b-4f71-4b51-abb6-8a6e4f4c77ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:40.301706 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:40.575652 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6cc42fd-8116-42a4-951c-6d561e92f194 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:25:40.583290 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:40.597146 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Transition to ACTIVE for port object b6cc42fd-8116-42a4-951c-6d561e92f194 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:25:40.603582 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:40.653829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cc42fd-8116-42a4-951c-6d561e92f194,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:40.721064 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Attempting to bind port b6cc42fd-8116-42a4-951c-6d561e92f194 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:25:40.721504 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Attempting to bind port b6cc42fd-8116-42a4-951c-6d561e92f194 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'f3d18a41-0915-4b79-8b55-8a51caefd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:25:40.721926 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Attempting to bind port b6cc42fd-8116-42a4-951c-6d561e92f194 on network 6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:25:40.726778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Port b6cc42fd-8116-42a4-951c-6d561e92f194 on network 6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:25:40.727091 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Attempting to bind port b6cc42fd-8116-42a4-951c-6d561e92f194 on network 6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:25:40.731965 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:25:40.732298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Checking segment: {'id': 'f3d18a41-0915-4b79-8b55-8a51caefd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:25:40.732684 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Bound using segment: {'id': 'f3d18a41-0915-4b79-8b55-8a51caefd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:25:40.733137 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Bound port: b6cc42fd-8116-42a4-951c-6d561e92f194, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d18a41-0915-4b79-8b55-8a51caefd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:25:40.733489 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:40.804474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] For port b6cc42fd-8116-42a4-951c-6d561e92f194, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:25:40.808315 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] For port b6cc42fd-8116-42a4-951c-6d561e92f194, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b6cc42fd-8116-42a4-951c-6d561e92f194,segment=NetworkSegment(f3d18a41-0915-4b79-8b55-8a51caefd336),segment_id=f3d18a41-0915-4b79-8b55-8a51caefd336)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:25:40.810115 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab91ff-6909-4c86-8591-b1f8fb507da9 req-d4c8ba35-ca4e-4483-b5ba-03ae77170e5a tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:40.811740 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3fab91ff-6909-4c86-8591-b1f8fb507da9 req-d4c8ba35-ca4e-4483-b5ba-03ae77170e5a tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 943 time: 0.0547960 Nov 11 22:25:40.815422 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:40.863204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3fab91ff-6909-4c86-8591-b1f8fb507da9 req-9260f081-3923-4509-956c-af404ddd9bf0 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451066 Nov 11 22:25:41.126144 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:41.126759 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:41.128138 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] 10.222.0.10 "PUT /v2.0/ports/b6cc42fd-8116-42a4-951c-6d561e92f194 HTTP/1.1" status: 200 len: 1091 time: 0.8837116 Nov 11 22:25:41.128570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9917482b-4f71-4b51-abb6-8a6e4f4c77ba', 'tag': 'b6cc42fd-8116-42a4-951c-6d561e92f194'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:41.130861 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5d35e6-5755-44f9-b3f0-9a06cd71b041" -d '{"events": [{"name": "network-changed", "server_uuid": "9917482b-4f71-4b51-abb6-8a6e4f4c77ba", "tag": "b6cc42fd-8116-42a4-951c-6d561e92f194"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:41.156200 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2030a-c722-458e-9c3d-41ea607249d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cc42fd-8116-42a4-951c-6d561e92f194,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:41.175933 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8bb70c-b870-4b3b-9fa7-1d7dea81acd4 x-openstack-request-id: req-8c8bb70c-b870-4b3b-9fa7-1d7dea81acd4 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:41.176217 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9917482b-4f71-4b51-abb6-8a6e4f4c77ba", "tag": "b6cc42fd-8116-42a4-951c-6d561e92f194", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:41.176498 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c8bb70c-b870-4b3b-9fa7-1d7dea81acd4 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:41.176913 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9917482b-4f71-4b51-abb6-8a6e4f4c77ba', 'tag': 'b6cc42fd-8116-42a4-951c-6d561e92f194', 'status': 'completed', 'code': 200} Nov 11 22:25:41.208783 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81030291-c948-4708-9086-83cf41d8e163 req-5d978583-23e6-48e5-a0cb-3039fc066e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:41.210321 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-5d978583-23e6-48e5-a0cb-3039fc066e5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d4d78e9639443cebb5ffe77760c5901&device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 1094 time: 0.0433688 Nov 11 22:25:41.252978 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-e510b28d-a361-49f6-b91a-25aa2c0e8464 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6cc42fd-8116-42a4-951c-6d561e92f194 HTTP/1.1" status: 200 len: 217 time: 0.0348210 Nov 11 22:25:41.305718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81030291-c948-4708-9086-83cf41d8e163 req-516b0e42-6ac9-4fe9-b72d-fb56c1974233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:41.307144 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-516b0e42-6ac9-4fe9-b72d-fb56c1974233 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=392a99ec-a1a0-4075-8291-ba97f3ae2172 HTTP/1.1" status: 200 len: 854 time: 0.0475776 Nov 11 22:25:41.343634 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-d96ff5cc-a3eb-4198-80a5-92fe81033f8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283718 Nov 11 22:25:41.437821 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-1b07ad69-20ac-4b96-b15a-61e7b3a317fe service neutron] 10.222.0.10 "GET /v2.0/networks/6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864317 Nov 11 22:25:41.528899 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-81030291-c948-4708-9086-83cf41d8e163 req-7688948b-643a-44f5-a592-3c9bf80e0850 service neutron] 10.222.0.10 "GET /v2.0/networks/6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840204 Nov 11 22:25:41.597928 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:41.622704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d35e6-5755-44f9-b3f0-9a06cd71b041 req-82e1e210-1860-4039-9471-c34080b3c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:41.624209 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f5d35e6-5755-44f9-b3f0-9a06cd71b041 req-82e1e210-1860-4039-9471-c34080b3c039 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d4d78e9639443cebb5ffe77760c5901&device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 1094 time: 0.0432858 Nov 11 22:25:41.716090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d35e6-5755-44f9-b3f0-9a06cd71b041 req-09e332be-0d1d-41da-8526-593eacbd3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:41.717614 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f5d35e6-5755-44f9-b3f0-9a06cd71b041 req-09e332be-0d1d-41da-8526-593eacbd3ef0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a HTTP/1.1" status: 200 len: 916 time: 0.0866330 Nov 11 22:25:41.758722 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f5d35e6-5755-44f9-b3f0-9a06cd71b041 req-b8da7527-a419-4c36-b630-6884991fb5ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6cc42fd-8116-42a4-951c-6d561e92f194 HTTP/1.1" status: 200 len: 217 time: 0.0337338 Nov 11 22:25:41.815050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d35e6-5755-44f9-b3f0-9a06cd71b041 req-5346b25f-8f05-48ff-ba5c-9c3979833591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:41.816519 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f5d35e6-5755-44f9-b3f0-9a06cd71b041 req-5346b25f-8f05-48ff-ba5c-9c3979833591 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=392a99ec-a1a0-4075-8291-ba97f3ae2172 HTTP/1.1" status: 200 len: 854 time: 0.0511105 Nov 11 22:25:41.849824 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f5d35e6-5755-44f9-b3f0-9a06cd71b041 req-ac8b9b76-0314-4a18-a696-8c6eb54fd886 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252903 Nov 11 22:25:41.939507 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f5d35e6-5755-44f9-b3f0-9a06cd71b041 req-d18d5f05-7f8e-4900-8867-2be33dd478eb service neutron] 10.222.0.10 "GET /v2.0/networks/6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815609 Nov 11 22:25:41.984172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d24cbc-8f20-49c1-86df-478d23e0bf2c req-df39c217-bc3c-497a-a34f-d89c6952b904 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:41.985626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82d24cbc-8f20-49c1-86df-478d23e0bf2c req-df39c217-bc3c-497a-a34f-d89c6952b904 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 943 time: 0.0493717 Nov 11 22:25:42.034006 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-1f5d35e6-5755-44f9-b3f0-9a06cd71b041 req-9676f0fd-1023-48b8-a138-d2572ba67402 service neutron] 10.222.0.10 "GET /v2.0/networks/6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865228 Nov 11 22:25:42.036895 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-82d24cbc-8f20-49c1-86df-478d23e0bf2c req-44eff938-b0ba-4146-8072-266dfe297c20 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451133 Nov 11 22:25:43.167995 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b2f08-00e7-46c7-8e1f-52039bc61c86 req-d6405641-589e-4296-b53e-c826759e69be tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:43.169529 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-482b2f08-00e7-46c7-8e1f-52039bc61c86 req-d6405641-589e-4296-b53e-c826759e69be tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 943 time: 0.0514433 Nov 11 22:25:43.218466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-482b2f08-00e7-46c7-8e1f-52039bc61c86 req-a6ba6a6f-7b2f-4671-9ec2-a9fa3705ca44 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428877 Nov 11 22:25:43.758198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b6cc42fd-8116-42a4-951c-6d561e92f194 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:25:43.884910 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b6cc42fd-8116-42a4-951c-6d561e92f194, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b6cc42fd-8116-42a4-951c-6d561e92f194,segment=NetworkSegment(f3d18a41-0915-4b79-8b55-8a51caefd336),segment_id=f3d18a41-0915-4b79-8b55-8a51caefd336)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:43.901347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'b6cc42fd-8116-42a4-951c-6d561e92f194', 'network_id': '6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a', 'port_id': 'b6cc42fd-8116-42a4-951c-6d561e92f194', 'mac_address': 'fa:16:3e:cb:8f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '392a99ec-a1a0-4075-8291-ba97f3ae2172', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:25:43.907509 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7c8881d2-c640-4ff5-bd39-6e6bef8f422c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:43.939632 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:43.953568 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6cc42fd-8116-42a4-951c-6d561e92f194 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:25:43.973502 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b6cc42fd-8116-42a4-951c-6d561e92f194, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b6cc42fd-8116-42a4-951c-6d561e92f194,segment=NetworkSegment(f3d18a41-0915-4b79-8b55-8a51caefd336),segment_id=f3d18a41-0915-4b79-8b55-8a51caefd336)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:43.979353 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:44.028310 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=b6cc42fd-8116-42a4-951c-6d561e92f194,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:44.170212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b6cc42fd-8116-42a4-951c-6d561e92f194'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:25:44.336414 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26190f56-95c4-4e1d-9edb-24a50cfd6df1 req-558c2bd7-86a6-4a14-a742-51aecde20c0e tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:44.337958 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-26190f56-95c4-4e1d-9edb-24a50cfd6df1 req-558c2bd7-86a6-4a14-a742-51aecde20c0e tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 944 time: 0.0494580 Nov 11 22:25:44.384963 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-26190f56-95c4-4e1d-9edb-24a50cfd6df1 req-b509859c-20f2-46b3-8824-fa756e91bef8 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405843 Nov 11 22:25:45.116196 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:45.516943 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1045c-19b6-4854-8b26-93ecbe035f5e req-bbab98ce-888c-4f0b-8fe2-b03fd9667c53 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:45.518401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d1e1045c-19b6-4854-8b26-93ecbe035f5e req-bbab98ce-888c-4f0b-8fe2-b03fd9667c53 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 944 time: 0.0537190 Nov 11 22:25:45.571708 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d1e1045c-19b6-4854-8b26-93ecbe035f5e req-016c986e-6e4c-4853-a836-db4b631b2d54 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470581 Nov 11 22:25:45.755935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b6cc42fd-8116-42a4-951c-6d561e92f194 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:45.808260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port b6cc42fd-8116-42a4-951c-6d561e92f194 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:25:45.812138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port b6cc42fd-8116-42a4-951c-6d561e92f194 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:45.812507 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:45.896818 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:45.920142 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9917482b-4f71-4b51-abb6-8a6e4f4c77ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cc42fd-8116-42a4-951c-6d561e92f194'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:45.922445 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24e42d6-55f6-4cdc-9a05-22ba6f23c0ff" -d '{"events": [{"server_uuid": "9917482b-4f71-4b51-abb6-8a6e4f4c77ba", "name": "network-vif-plugged", "status": "completed", "tag": "b6cc42fd-8116-42a4-951c-6d561e92f194"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:45.935851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b6cc42fd-8116-42a4-951c-6d561e92f194, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b6cc42fd-8116-42a4-951c-6d561e92f194,segment=NetworkSegment(f3d18a41-0915-4b79-8b55-8a51caefd336),segment_id=f3d18a41-0915-4b79-8b55-8a51caefd336)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:45.942311 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:45.966146 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7ca5af-a129-4942-8ffa-3bfb14a0f413 x-openstack-request-id: req-8e7ca5af-a129-4942-8ffa-3bfb14a0f413 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:45.966436 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9917482b-4f71-4b51-abb6-8a6e4f4c77ba", "name": "network-vif-plugged", "status": "completed", "tag": "b6cc42fd-8116-42a4-951c-6d561e92f194", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:45.966652 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e7ca5af-a129-4942-8ffa-3bfb14a0f413 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:45.967051 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9917482b-4f71-4b51-abb6-8a6e4f4c77ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cc42fd-8116-42a4-951c-6d561e92f194', 'code': 200} Nov 11 22:25:45.992066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=b6cc42fd-8116-42a4-951c-6d561e92f194,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:46.055421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e25b8-c5ff-4811-9e02-b9c565f06c5a req-61cb3a6b-c479-402f-b727-ff6d6bee8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:46.056952 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-537e25b8-c5ff-4811-9e02-b9c565f06c5a req-61cb3a6b-c479-402f-b727-ff6d6bee8b5e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 1096 time: 0.0405593 Nov 11 22:25:46.103664 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-537e25b8-c5ff-4811-9e02-b9c565f06c5a req-7874854d-d350-4975-b26f-96c192d8446e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392780 Nov 11 22:25:46.105136 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3802252-86f6-4c6a-8143-c548ac330d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:46.706724 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f6fdf-bfb0-44a7-99f4-e07c88bf8177 req-c3e49dea-c0f3-496b-838f-3e20dd46d6b7 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:46.706724 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-483f6fdf-bfb0-44a7-99f4-e07c88bf8177 req-c3e49dea-c0f3-496b-838f-3e20dd46d6b7 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 945 time: 0.0512416 Nov 11 22:25:46.754692 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-483f6fdf-bfb0-44a7-99f4-e07c88bf8177 req-e7089e21-a569-4447-885b-6dc1b29a51e6 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432503 Nov 11 22:25:47.405444 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:47.888314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c349d8-d363-47a7-92e0-48a37b31adab req-60443c34-d306-44ec-ae28-ca3dc7558499 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:47.889838 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25c349d8-d363-47a7-92e0-48a37b31adab req-60443c34-d306-44ec-ae28-ca3dc7558499 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 945 time: 0.0588868 Nov 11 22:25:47.943002 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-25c349d8-d363-47a7-92e0-48a37b31adab req-9d4e09d5-7362-4ae0-8fa1-6b6ced7c4a8e tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472183 Nov 11 22:25:48.179428 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-b87dc9b6-919e-44c7-b2f0-df8ed1da8ec6 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:48.180914 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-b87dc9b6-919e-44c7-b2f0-df8ed1da8ec6 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/networks?id=6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a HTTP/1.1" status: 200 len: 814 time: 0.1058197 Nov 11 22:25:48.198046 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-5f78b57e-09d7-474b-ab26-073505e4125c tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/quotas/8d4d78e9639443cebb5ffe77760c5901 HTTP/1.1" status: 200 len: 375 time: 0.0095770 Nov 11 22:25:48.255036 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-79b34747-b4b5-407f-afd9-e44127335a6a tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d4d78e9639443cebb5ffe77760c5901&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515382 Nov 11 22:25:48.349761 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-32082025-5425-467e-a4ee-fa54afbe5be4 service neutron] 10.222.0.57 "GET /v2.0/networks/6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876656 Nov 11 22:25:48.443638 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-b2cc5865-d1c9-4959-91ae-12edc6ebdccf service neutron] 10.222.0.57 "GET /v2.0/networks/6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877600 Nov 11 22:25:48.606443 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9a91d89d-18d5-4dc1-9b9c-411673a8bdf1 req-428e72c7-b257-4d43-8ae5-34a8ae919f52 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 210 time: 0.0270572 Nov 11 22:25:48.776600 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:49.390749 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:49.714441 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-acc8fc3b-fb22-4e2d-93da-712abfd7ebae req-3cf86010-3ec9-47b8-8cda-01ea46c0d8e6 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 210 time: 0.0375986 Nov 11 22:25:49.745137 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-af3b7168-dfd8-4fce-8828-48a90fc303c7 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:49.746612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-af3b7168-dfd8-4fce-8828-48a90fc303c7 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.71 "GET /v2.0/networks?id=6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a HTTP/1.1" status: 200 len: 814 time: 0.1380639 Nov 11 22:25:49.770879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f6269125-df7f-4f00-af81-e4ade47450ce tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Request body: {'port': {'device_id': '9270b62d-05a0-410d-81aa-909020ae1a7e', 'network_id': '6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a', 'admin_state_up': True, 'tenant_id': '8d4d78e9639443cebb5ffe77760c5901'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:49.876486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f6269125-df7f-4f00-af81-e4ade47450ce tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Made reservation on behalf of 8d4d78e9639443cebb5ffe77760c5901 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:25:49.880073 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f6269125-df7f-4f00-af81-e4ade47450ce tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:50.020154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f6269125-df7f-4f00-af81-e4ade47450ce tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Allocated IP 172.20.0.13 (6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a/392a99ec-a1a0-4075-8291-ba97f3ae2172/7df375a6-e7c1-4bf6-ac61-c6fd64693e6c) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:25:50.177586 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f6269125-df7f-4f00-af81-e4ade47450ce tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:50.215923 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f6269125-df7f-4f00-af81-e4ade47450ce tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:50.228631 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b6cc42fd-8116-42a4-951c-6d561e92f194'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:25:50.258306 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f6269125-df7f-4f00-af81-e4ade47450ce tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Network 6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:25:50.263406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f6269125-df7f-4f00-af81-e4ade47450ce tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:25:50.267120 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f6269125-df7f-4f00-af81-e4ade47450ce tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:25:50.290444 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6269125-df7f-4f00-af81-e4ade47450ce tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Pushing event updated for resources: {'Port': ['ID=7df375a6-e7c1-4bf6-ac61-c6fd64693e6c,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:50.318566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f6269125-df7f-4f00-af81-e4ade47450ce tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:50.319316 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f6269125-df7f-4f00-af81-e4ade47450ce tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:50.336455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f6269125-df7f-4f00-af81-e4ade47450ce tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5692809 Nov 11 22:25:50.351493 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Request body: {'port': {'device_id': '9270b62d-05a0-410d-81aa-909020ae1a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:50.406860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:50.666918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:25:50.674254 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:50.687140 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Transition to ACTIVE for port object 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:25:50.692502 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:50.740726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Pushing event updated for resources: {'Port': ['ID=7df375a6-e7c1-4bf6-ac61-c6fd64693e6c,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:50.841490 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Attempting to bind port 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:25:50.841820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Attempting to bind port 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'f3d18a41-0915-4b79-8b55-8a51caefd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:25:50.842147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Attempting to bind port 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c on network 6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:25:50.849131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Port 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c on network 6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:25:50.849457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Attempting to bind port 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c on network 6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:25:50.859918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6012f-2f19-462f-b7aa-afe05a89dd5c req-baf92e39-94ee-4657-a667-b307a1b6edfb tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:50.861455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05a6012f-2f19-462f-b7aa-afe05a89dd5c req-baf92e39-94ee-4657-a667-b307a1b6edfb tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 944 time: 0.0718951 Nov 11 22:25:50.864139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:25:50.864471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Checking segment: {'id': 'f3d18a41-0915-4b79-8b55-8a51caefd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:25:50.864854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Bound using segment: {'id': 'f3d18a41-0915-4b79-8b55-8a51caefd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:25:50.865301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Bound port: 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d18a41-0915-4b79-8b55-8a51caefd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:25:50.865658 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:50.948396 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05a6012f-2f19-462f-b7aa-afe05a89dd5c req-b19e0a55-ff46-4fca-8b51-d40ee56044cc tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805240 Nov 11 22:25:50.964939 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] For port 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:25:50.968767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] For port 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7df375a6-e7c1-4bf6-ac61-c6fd64693e6c,segment=NetworkSegment(f3d18a41-0915-4b79-8b55-8a51caefd336),segment_id=f3d18a41-0915-4b79-8b55-8a51caefd336)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:25:50.974955 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:51.009121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:51.009862 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:51.011458 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] 10.222.0.71 "PUT /v2.0/ports/7df375a6-e7c1-4bf6-ac61-c6fd64693e6c HTTP/1.1" status: 200 len: 1092 time: 0.6641135 Nov 11 22:25:51.011896 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9270b62d-05a0-410d-81aa-909020ae1a7e', 'tag': '7df375a6-e7c1-4bf6-ac61-c6fd64693e6c'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:51.014231 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f339f1-0465-4077-b04a-eab8ef607d46" -d '{"events": [{"name": "network-changed", "server_uuid": "9270b62d-05a0-410d-81aa-909020ae1a7e", "tag": "7df375a6-e7c1-4bf6-ac61-c6fd64693e6c"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:51.040675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ea491-2da0-441f-8efa-a716ab514844 service neutron] Pushing event updated for resources: {'Port': ['ID=7df375a6-e7c1-4bf6-ac61-c6fd64693e6c,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:51.049813 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1216237-c57e-4e11-a9ca-7357d6cb4512 x-openstack-request-id: req-d1216237-c57e-4e11-a9ca-7357d6cb4512 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:51.050106 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9270b62d-05a0-410d-81aa-909020ae1a7e", "tag": "7df375a6-e7c1-4bf6-ac61-c6fd64693e6c", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:51.050468 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d1216237-c57e-4e11-a9ca-7357d6cb4512 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:51.050825 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9270b62d-05a0-410d-81aa-909020ae1a7e', 'tag': '7df375a6-e7c1-4bf6-ac61-c6fd64693e6c', 'status': 'completed', 'code': 200} Nov 11 22:25:51.102265 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-1fc16d88-65e1-49c4-8d7f-22a7f8946810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:51.103875 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-1fc16d88-65e1-49c4-8d7f-22a7f8946810 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d4d78e9639443cebb5ffe77760c5901&device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 1095 time: 0.0413632 Nov 11 22:25:51.156262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-7dbcb698-aaf6-49c1-a9ae-1f05015079df service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7df375a6-e7c1-4bf6-ac61-c6fd64693e6c HTTP/1.1" status: 200 len: 217 time: 0.0364563 Nov 11 22:25:51.209300 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-0960c181-f3ab-445a-85c1-a497a4c32c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:51.210619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-0960c181-f3ab-445a-85c1-a497a4c32c96 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=392a99ec-a1a0-4075-8291-ba97f3ae2172 HTTP/1.1" status: 200 len: 854 time: 0.0424058 Nov 11 22:25:51.250484 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-bebdaab7-9155-4b3b-ab11-fc90575287a5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247416 Nov 11 22:25:51.345716 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-0d237d19-e07f-4308-a930-d9cfbcad55f5 service neutron] 10.222.0.71 "GET /v2.0/networks/6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863559 Nov 11 22:25:51.438518 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-882ef5ed-0f88-46e3-9c4d-56f771a50948 req-373fba72-ad31-4b82-8f59-8f61a1197b1a service neutron] 10.222.0.71 "GET /v2.0/networks/6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818901 Nov 11 22:25:51.555113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f339f1-0465-4077-b04a-eab8ef607d46 req-59a20c3a-9505-4642-8250-bd83beb5f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:51.556534 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0f339f1-0465-4077-b04a-eab8ef607d46 req-59a20c3a-9505-4642-8250-bd83beb5f9eb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d4d78e9639443cebb5ffe77760c5901&device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 1095 time: 0.0423665 Nov 11 22:25:51.651679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f339f1-0465-4077-b04a-eab8ef607d46 req-16f1361b-901a-442f-8237-9689bfcff83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:51.653261 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0f339f1-0465-4077-b04a-eab8ef607d46 req-16f1361b-901a-442f-8237-9689bfcff83c service neutron] 10.222.0.71 "GET /v2.0/networks?id=6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a HTTP/1.1" status: 200 len: 916 time: 0.0890553 Nov 11 22:25:51.696557 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0f339f1-0465-4077-b04a-eab8ef607d46 req-a35a7d56-0bfa-48dd-b691-8e010a6cf239 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7df375a6-e7c1-4bf6-ac61-c6fd64693e6c HTTP/1.1" status: 200 len: 217 time: 0.0345998 Nov 11 22:25:51.759276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f339f1-0465-4077-b04a-eab8ef607d46 req-6f68699a-020d-4440-a3be-0aa67a1e0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:51.760709 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0f339f1-0465-4077-b04a-eab8ef607d46 req-6f68699a-020d-4440-a3be-0aa67a1e0a4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=392a99ec-a1a0-4075-8291-ba97f3ae2172 HTTP/1.1" status: 200 len: 854 time: 0.0567181 Nov 11 22:25:51.793561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0f339f1-0465-4077-b04a-eab8ef607d46 req-58f08035-089a-454c-b047-00aa9e1f63ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237298 Nov 11 22:25:51.887313 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0f339f1-0465-4077-b04a-eab8ef607d46 req-6c7c06e0-6ffc-40f2-83fe-2c5c1c553689 service neutron] 10.222.0.71 "GET /v2.0/networks/6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855474 Nov 11 22:25:51.991308 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0f339f1-0465-4077-b04a-eab8ef607d46 req-c184112d-e7e3-49f8-b264-034c60924bfa service neutron] 10.222.0.71 "GET /v2.0/networks/6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935283 Nov 11 22:25:52.069065 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b46cdc-3389-4c6b-bf8b-16e41b7bc45c req-a4598e3c-2ee0-402e-a96a-e6c92557d7d7 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:52.070574 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f1b46cdc-3389-4c6b-bf8b-16e41b7bc45c req-a4598e3c-2ee0-402e-a96a-e6c92557d7d7 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 944 time: 0.0485270 Nov 11 22:25:52.119563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f1b46cdc-3389-4c6b-bf8b-16e41b7bc45c req-7b3fd8dc-64c4-4c1f-814b-1754bd56e9f9 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411854 Nov 11 22:25:53.252480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2ee3b-53d5-4199-8bda-9625fd259635 req-f8c71c69-6150-4bc9-a828-b65b95a22baa tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:53.254803 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fda2ee3b-53d5-4199-8bda-9625fd259635 req-f8c71c69-6150-4bc9-a828-b65b95a22baa tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 944 time: 0.0565045 Nov 11 22:25:53.301632 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fda2ee3b-53d5-4199-8bda-9625fd259635 req-4136ef92-d71d-441e-b51a-b55e7ed07cf9 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399930 Nov 11 22:25:54.429792 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d01e78-29d5-440b-8353-9b1b767add90 req-9559e458-3fcd-4e0f-a4bc-91d95904d04f tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:54.431286 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6d01e78-29d5-440b-8353-9b1b767add90 req-9559e458-3fcd-4e0f-a4bc-91d95904d04f tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 944 time: 0.0498195 Nov 11 22:25:54.479677 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6d01e78-29d5-440b-8353-9b1b767add90 req-5adc7a77-ec6f-4318-b5bd-ae2cc27fc6b0 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421555 Nov 11 22:25:54.695567 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:25:54.796652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7df375a6-e7c1-4bf6-ac61-c6fd64693e6c,segment=NetworkSegment(f3d18a41-0915-4b79-8b55-8a51caefd336),segment_id=f3d18a41-0915-4b79-8b55-8a51caefd336)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:54.808198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '7df375a6-e7c1-4bf6-ac61-c6fd64693e6c', 'network_id': '6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a', 'port_id': '7df375a6-e7c1-4bf6-ac61-c6fd64693e6c', 'mac_address': 'fa:16:3e:57:34:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '392a99ec-a1a0-4075-8291-ba97f3ae2172', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:25:54.848586 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:54.862131 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:25:54.880975 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7df375a6-e7c1-4bf6-ac61-c6fd64693e6c,segment=NetworkSegment(f3d18a41-0915-4b79-8b55-8a51caefd336),segment_id=f3d18a41-0915-4b79-8b55-8a51caefd336)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:54.888143 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:54.933522 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7df375a6-e7c1-4bf6-ac61-c6fd64693e6c,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:55.138076 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7df375a6-e7c1-4bf6-ac61-c6fd64693e6c'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:25:55.603386 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a4a97-04c9-48d4-8ec9-33c69cb38343 req-1a515d50-f96d-44b6-a0d2-b9ef4a834cba tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:55.604934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f70a4a97-04c9-48d4-8ec9-33c69cb38343 req-1a515d50-f96d-44b6-a0d2-b9ef4a834cba tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 945 time: 0.0522830 Nov 11 22:25:55.665631 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f70a4a97-04c9-48d4-8ec9-33c69cb38343 req-5601be62-cbb4-4cbb-9628-558d1d07d53d tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546298 Nov 11 22:25:56.695927 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:56.749269 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:25:56.753369 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:56.753852 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:56.802558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d512f58-ec0d-47b7-8c86-b73211c224a4 req-384ba9c7-631a-4945-8808-ffbce396e20d tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:56.804050 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4d512f58-ec0d-47b7-8c86-b73211c224a4 req-384ba9c7-631a-4945-8808-ffbce396e20d tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 945 time: 0.0503135 Nov 11 22:25:56.833952 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:56.853886 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4d512f58-ec0d-47b7-8c86-b73211c224a4 req-9895665a-c22b-41fe-813f-ca73c89f6186 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434172 Nov 11 22:25:56.857398 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9270b62d-05a0-410d-81aa-909020ae1a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df375a6-e7c1-4bf6-ac61-c6fd64693e6c'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:56.859664 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a38fa7-066e-4e2f-a096-6be53d9c3e88" -d '{"events": [{"server_uuid": "9270b62d-05a0-410d-81aa-909020ae1a7e", "name": "network-vif-plugged", "status": "completed", "tag": "7df375a6-e7c1-4bf6-ac61-c6fd64693e6c"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:56.873011 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7df375a6-e7c1-4bf6-ac61-c6fd64693e6c,segment=NetworkSegment(f3d18a41-0915-4b79-8b55-8a51caefd336),segment_id=f3d18a41-0915-4b79-8b55-8a51caefd336)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:56.878324 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:56.901381 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448f4164-265a-40ba-8308-b9893611a5c4 x-openstack-request-id: req-448f4164-265a-40ba-8308-b9893611a5c4 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:56.901676 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9270b62d-05a0-410d-81aa-909020ae1a7e", "name": "network-vif-plugged", "status": "completed", "tag": "7df375a6-e7c1-4bf6-ac61-c6fd64693e6c", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:56.901929 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-448f4164-265a-40ba-8308-b9893611a5c4 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:56.902318 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9270b62d-05a0-410d-81aa-909020ae1a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df375a6-e7c1-4bf6-ac61-c6fd64693e6c', 'code': 200} Nov 11 22:25:56.927350 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7df375a6-e7c1-4bf6-ac61-c6fd64693e6c,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:57.014702 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950abd52-d7ed-49ff-8453-c5805f89e6e1 req-5eb2cbf6-ec77-4071-bf3c-2d0038501568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:57.016083 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-950abd52-d7ed-49ff-8453-c5805f89e6e1 req-5eb2cbf6-ec77-4071-bf3c-2d0038501568 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 1097 time: 0.0448575 Nov 11 22:25:57.062065 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-950abd52-d7ed-49ff-8453-c5805f89e6e1 req-5c0544a1-e8d7-4ed5-96a4-350b478d8fcb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384893 Nov 11 22:25:58.003965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11d2ba-dfcf-4fb7-9b55-fb3fde25534b req-7d3b64bb-66ac-41c3-8e86-8f742d5aca4c tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:58.005364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fe11d2ba-dfcf-4fb7-9b55-fb3fde25534b req-7d3b64bb-66ac-41c3-8e86-8f742d5aca4c tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 946 time: 0.0701900 Nov 11 22:25:58.053827 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fe11d2ba-dfcf-4fb7-9b55-fb3fde25534b req-cc3d8644-ebe8-4763-96c1-1de5de796d2f tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421185 Nov 11 22:25:59.178018 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdadedf-187c-4323-8706-267e50ec2518 req-b53e4d97-741f-467c-a2c3-375aa5549886 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:59.179494 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5fdadedf-187c-4323-8706-267e50ec2518 req-b53e4d97-741f-467c-a2c3-375aa5549886 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 946 time: 0.0533392 Nov 11 22:25:59.229652 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5fdadedf-187c-4323-8706-267e50ec2518 req-7d718b1c-5af1-4d37-9d9d-a4b378a88c03 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414739 Nov 11 22:25:59.478982 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f6513-b9fb-47c0-be38-bc9d09b41e90 req-cb885f74-9e78-4266-b417-f68b4e8c30cb tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:59.480405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-081f6513-b9fb-47c0-be38-bc9d09b41e90 req-cb885f74-9e78-4266-b417-f68b4e8c30cb tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 946 time: 0.0550513 Nov 11 22:25:59.532252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-081f6513-b9fb-47c0-be38-bc9d09b41e90 req-db9094fe-ddd2-4494-b6a6-af64521a5d73 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455506 Nov 11 22:26:00.659060 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5991052-0188-453b-9bf2-accb9800e804 req-efa2f5eb-86e0-41f0-b1a1-e575bb242662 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:00.660530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5991052-0188-453b-9bf2-accb9800e804 req-efa2f5eb-86e0-41f0-b1a1-e575bb242662 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 946 time: 0.0506666 Nov 11 22:26:00.710655 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5991052-0188-453b-9bf2-accb9800e804 req-9534eee5-e504-4a85-8719-2c5ffde6c522 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440180 Nov 11 22:26:00.844266 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83197560-136f-4c70-8f1b-a0f0d6282797 req-f9838729-340f-4dab-962a-0058ec237e7d tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:00.845865 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83197560-136f-4c70-8f1b-a0f0d6282797 req-f9838729-340f-4dab-962a-0058ec237e7d tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.71 "GET /v2.0/ports?device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 946 time: 0.0632217 Nov 11 22:26:00.951073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-83197560-136f-4c70-8f1b-a0f0d6282797 req-586a3bb3-dd14-46b7-9815-0ed6afe5a6e3 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Deleting port 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:26:00.951401 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-83197560-136f-4c70-8f1b-a0f0d6282797 req-586a3bb3-dd14-46b7-9815-0ed6afe5a6e3 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:01.037691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-83197560-136f-4c70-8f1b-a0f0d6282797 req-586a3bb3-dd14-46b7-9815-0ed6afe5a6e3 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] For port 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7df375a6-e7c1-4bf6-ac61-c6fd64693e6c,segment=NetworkSegment(f3d18a41-0915-4b79-8b55-8a51caefd336),segment_id=f3d18a41-0915-4b79-8b55-8a51caefd336)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:01.038051 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-83197560-136f-4c70-8f1b-a0f0d6282797 req-586a3bb3-dd14-46b7-9815-0ed6afe5a6e3 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:01.050245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-83197560-136f-4c70-8f1b-a0f0d6282797 req-586a3bb3-dd14-46b7-9815-0ed6afe5a6e3 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Calling delete_port for 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:26:01.180623 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-83197560-136f-4c70-8f1b-a0f0d6282797 req-586a3bb3-dd14-46b7-9815-0ed6afe5a6e3 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:01.193382 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b6cc42fd-8116-42a4-951c-6d561e92f194'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:26:01.201189 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7df375a6-e7c1-4bf6-ac61-c6fd64693e6c'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:26:01.209374 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a3bb3-dd14-46b7-9815-0ed6afe5a6e3 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Pushing event deleted for resources: {'Port': ['ID=7df375a6-e7c1-4bf6-ac61-c6fd64693e6c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:01.596206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-83197560-136f-4c70-8f1b-a0f0d6282797 req-586a3bb3-dd14-46b7-9815-0ed6afe5a6e3 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] No DVR routers for this DVR port 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:26:01.599013 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-83197560-136f-4c70-8f1b-a0f0d6282797 req-586a3bb3-dd14-46b7-9815-0ed6afe5a6e3 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:01.602235 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-83197560-136f-4c70-8f1b-a0f0d6282797 req-586a3bb3-dd14-46b7-9815-0ed6afe5a6e3 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.71 "DELETE /v2.0/ports/7df375a6-e7c1-4bf6-ac61-c6fd64693e6c HTTP/1.1" status: 204 len: 173 time: 0.7395833 Nov 11 22:26:01.602735 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9270b62d-05a0-410d-81aa-909020ae1a7e', 'name': 'network-vif-deleted', 'tag': '7df375a6-e7c1-4bf6-ac61-c6fd64693e6c'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:26:01.604917 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abccfa11-c68a-4bc5-a45d-b555c63fd50d" -d '{"events": [{"server_uuid": "9270b62d-05a0-410d-81aa-909020ae1a7e", "name": "network-vif-deleted", "tag": "7df375a6-e7c1-4bf6-ac61-c6fd64693e6c"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:26:01.643030 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd02e91c-5978-401b-bcab-ad16303abf5e x-openstack-request-id: req-fd02e91c-5978-401b-bcab-ad16303abf5e {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:26:01.643329 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9270b62d-05a0-410d-81aa-909020ae1a7e", "name": "network-vif-deleted", "tag": "7df375a6-e7c1-4bf6-ac61-c6fd64693e6c", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:26:01.643587 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd02e91c-5978-401b-bcab-ad16303abf5e {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:26:01.643994 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9270b62d-05a0-410d-81aa-909020ae1a7e', 'name': 'network-vif-deleted', 'tag': '7df375a6-e7c1-4bf6-ac61-c6fd64693e6c', 'status': 'completed', 'code': 200} Nov 11 22:26:01.824884 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ddf1377-9cfd-43ea-9705-daa6192eda75 req-9e0653cd-0f4e-4b75-ad58-712bd4c9f160 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9270b62d-05a0-410d-81aa-909020ae1a7e HTTP/1.1" status: 200 len: 210 time: 0.0266891 Nov 11 22:26:02.988051 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58680996-6a13-448e-8646-ae1a44bd6e8c req-058e9f6b-5af2-4fde-b78a-0de819f0abdf tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:02.989451 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58680996-6a13-448e-8646-ae1a44bd6e8c req-058e9f6b-5af2-4fde-b78a-0de819f0abdf tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 945 time: 0.0567405 Nov 11 22:26:03.038671 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58680996-6a13-448e-8646-ae1a44bd6e8c req-ab5a9cb7-bd4e-41d8-ab94-c9c8e23fa3df tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 Nov 11 22:26:03.178027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2b7e2-239d-44f2-9ef6-5bb82b2e9bff req-6f9571f6-8ef2-42b3-9969-910a98f9dbe7 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:03.179518 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07b2b7e2-239d-44f2-9ef6-5bb82b2e9bff req-6f9571f6-8ef2-42b3-9969-910a98f9dbe7 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 945 time: 0.0540366 Nov 11 22:26:03.227828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-07b2b7e2-239d-44f2-9ef6-5bb82b2e9bff req-135793da-6cd6-4279-a5e2-d634dde2b9a2 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421190 Nov 11 22:26:03.349351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19f957-a3c3-44bc-91d7-09c37e8dfe52 req-c004a645-809e-4c52-9725-627ea88c473c tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:03.350841 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f19f957-a3c3-44bc-91d7-09c37e8dfe52 req-c004a645-809e-4c52-9725-627ea88c473c tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 945 time: 0.0514638 Nov 11 22:26:03.407063 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f19f957-a3c3-44bc-91d7-09c37e8dfe52 req-437906a7-fcaf-4339-8a38-e47fc71ee86d tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475962 Nov 11 22:26:03.579699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84901c-1200-47e2-a0be-63f8a6d19413 req-53757502-ed05-41c6-9697-4ab62ddb0598 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:03.581196 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc84901c-1200-47e2-a0be-63f8a6d19413 req-53757502-ed05-41c6-9697-4ab62ddb0598 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 945 time: 0.0510628 Nov 11 22:26:03.634990 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc84901c-1200-47e2-a0be-63f8a6d19413 req-ff95b6de-8878-446a-afba-86f56f507531 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Nov 11 22:26:03.750641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db3eb3-7297-451a-8144-3b31d4a7aa9c req-c13fdab9-81c6-492c-8d31-f07d229f5692 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:03.752058 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18db3eb3-7297-451a-8144-3b31d4a7aa9c req-c13fdab9-81c6-492c-8d31-f07d229f5692 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 945 time: 0.0524371 Nov 11 22:26:03.800130 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18db3eb3-7297-451a-8144-3b31d4a7aa9c req-8a2bd91c-d11f-43d1-89c4-cd619abfb4f3 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Nov 11 22:26:03.932108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9d979-9113-4e3e-8c3d-00178294c55a req-c489ca11-1837-43ad-bad7-5c69f4659cdc tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:03.933581 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6de9d979-9113-4e3e-8c3d-00178294c55a req-c489ca11-1837-43ad-bad7-5c69f4659cdc tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 945 time: 0.0533350 Nov 11 22:26:03.980342 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6de9d979-9113-4e3e-8c3d-00178294c55a req-069d12d1-8472-48a7-be98-238ab9cb62de tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406299 Nov 11 22:26:04.295382 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b342f49-2868-48ed-bc9f-5c54123fd110 req-30f924b1-769c-4260-88a6-f37649bed7cc tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:04.296832 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b342f49-2868-48ed-bc9f-5c54123fd110 req-30f924b1-769c-4260-88a6-f37649bed7cc tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 945 time: 0.0536168 Nov 11 22:26:04.346182 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b342f49-2868-48ed-bc9f-5c54123fd110 req-d50fb116-c61b-408a-b399-7c02c4f5d9bb tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 Nov 11 22:26:04.726471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:26:04.746831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:26:04.747175 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7df375a6-e7c1-4bf6-ac61-c6fd64693e6c not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:26:05.492125 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48609b23-6355-4a7f-b3ae-5c6100be5af5 req-ad7e2f02-7c29-49ba-95d1-f13dec506257 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:05.493651 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48609b23-6355-4a7f-b3ae-5c6100be5af5 req-ad7e2f02-7c29-49ba-95d1-f13dec506257 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 945 time: 0.0579894 Nov 11 22:26:05.543091 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48609b23-6355-4a7f-b3ae-5c6100be5af5 req-8b2b875d-bfb8-43d4-ba13-bb5d4a69510a tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.57 "GET /v2.0/security-groups?id=9010e3a4-f7de-49b6-b737-0a230b4e00de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412381 Nov 11 22:26:05.633830 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa047-af65-41a7-97f4-576ceff0fbfd req-dadca1e5-cec4-4f2e-97a0-487d3972ec6b tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:05.635329 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-628fa047-af65-41a7-97f4-576ceff0fbfd req-dadca1e5-cec4-4f2e-97a0-487d3972ec6b tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.10 "GET /v2.0/ports?device_id=9917482b-4f71-4b51-abb6-8a6e4f4c77ba HTTP/1.1" status: 200 len: 945 time: 0.0586944 Nov 11 22:26:05.725326 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-628fa047-af65-41a7-97f4-576ceff0fbfd req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Deleting port b6cc42fd-8116-42a4-951c-6d561e92f194 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:26:05.725671 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-628fa047-af65-41a7-97f4-576ceff0fbfd req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:05.816330 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-628fa047-af65-41a7-97f4-576ceff0fbfd req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] For port b6cc42fd-8116-42a4-951c-6d561e92f194, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b6cc42fd-8116-42a4-951c-6d561e92f194,segment=NetworkSegment(f3d18a41-0915-4b79-8b55-8a51caefd336),segment_id=f3d18a41-0915-4b79-8b55-8a51caefd336)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:05.816686 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-628fa047-af65-41a7-97f4-576ceff0fbfd req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:05.829912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-628fa047-af65-41a7-97f4-576ceff0fbfd req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Calling delete_port for b6cc42fd-8116-42a4-951c-6d561e92f194 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:26:05.961383 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-628fa047-af65-41a7-97f4-576ceff0fbfd req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:05.973899 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b6cc42fd-8116-42a4-951c-6d561e92f194'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:26:06.001916 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Pushing event deleted for resources: {'Port': ['ID=b6cc42fd-8116-42a4-951c-6d561e92f194,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:06.025322 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.025664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.026019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.026341 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.026864 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.027250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.030609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.030609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.030609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.030609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.030609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.030609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.051835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-628fa047-af65-41a7-97f4-576ceff0fbfd req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] No DVR routers for this DVR port b6cc42fd-8116-42a4-951c-6d561e92f194 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:26:06.055673 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-628fa047-af65-41a7-97f4-576ceff0fbfd req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:06.061292 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-628fa047-af65-41a7-97f4-576ceff0fbfd req-48baef54-6657-4ec3-b37a-0390b3b25108 tempest-ServersNegativeTestJSON-1796833850 tempest-ServersNegativeTestJSON-1796833850-project] 10.222.0.10 "DELETE /v2.0/ports/b6cc42fd-8116-42a4-951c-6d561e92f194 HTTP/1.1" status: 204 len: 173 time: 0.4199173 Nov 11 22:26:06.062115 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9917482b-4f71-4b51-abb6-8a6e4f4c77ba', 'name': 'network-vif-deleted', 'tag': 'b6cc42fd-8116-42a4-951c-6d561e92f194'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:26:06.064441 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cce50fb-23cd-4de5-8d55-0d01e46d62c6" -d '{"events": [{"server_uuid": "9917482b-4f71-4b51-abb6-8a6e4f4c77ba", "name": "network-vif-deleted", "tag": "b6cc42fd-8116-42a4-951c-6d561e92f194"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:26:06.106958 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef383b1-84f4-42c4-be38-e93aa7db1437 x-openstack-request-id: req-4ef383b1-84f4-42c4-be38-e93aa7db1437 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:26:06.107215 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9917482b-4f71-4b51-abb6-8a6e4f4c77ba", "name": "network-vif-deleted", "tag": "b6cc42fd-8116-42a4-951c-6d561e92f194", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:26:06.107466 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ef383b1-84f4-42c4-be38-e93aa7db1437 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:26:06.108633 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9917482b-4f71-4b51-abb6-8a6e4f4c77ba', 'name': 'network-vif-deleted', 'tag': 'b6cc42fd-8116-42a4-951c-6d561e92f194', 'status': 'completed', 'code': 200} Nov 11 22:26:06.605002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56608) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:06.650114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Deleting subnet 392a99ec-a1a0-4075-8291-ba97f3ae2172 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:26:06.653312 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:06.690590 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:06.732315 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:06.788299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:06.813209 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=392a99ec-a1a0-4075-8291-ba97f3ae2172,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:06.817807 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:06.823445 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/392a99ec-a1a0-4075-8291-ba97f3ae2172 HTTP/1.1" status: 204 len: 168 time: 0.2148867 Nov 11 22:26:06.824133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56610) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:06.826238 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.826585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.826922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.827262 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.827595 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.827907 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.828233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.828554 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.828960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.829280 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.829636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.829958 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdd35e2-3653-4bb0-a0d8-d7108d87754f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:06.893265 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-427840eb-d465-4af9-b2d9-710ecfef101e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:06.976099 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-427840eb-d465-4af9-b2d9-710ecfef101e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:06.996302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-427840eb-d465-4af9-b2d9-710ecfef101e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:07.005554 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-427840eb-d465-4af9-b2d9-710ecfef101e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d18a41-0915-4b79-8b55-8a51caefd336') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:07.005853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-427840eb-d465-4af9-b2d9-710ecfef101e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d18a41-0915-4b79-8b55-8a51caefd336') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:07.015229 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-427840eb-d465-4af9-b2d9-710ecfef101e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:07.028300 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-427840eb-d465-4af9-b2d9-710ecfef101e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:07.034415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427840eb-d465-4af9-b2d9-710ecfef101e admin admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:26:07.034798 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-427840eb-d465-4af9-b2d9-710ecfef101e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:26:07.036529 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:26:07.095409 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-427840eb-d465-4af9-b2d9-710ecfef101e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:07.101235 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-427840eb-d465-4af9-b2d9-710ecfef101e admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:07.104404 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-427840eb-d465-4af9-b2d9-710ecfef101e admin admin] 10.222.0.57 "DELETE /v2.0/networks/6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a HTTP/1.1" status: 204 len: 168 time: 0.2793036 Nov 11 22:26:07.115913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427840eb-d465-4af9-b2d9-710ecfef101e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6c793a-f57f-4f7b-b9ec-c134d41a6b8a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:07.228752 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56614) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:07.268576 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7edd5d43-1d46-4cdc-ab9e-ffe154cc88f8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8d4d78e9639443cebb5ffe77760c5901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386291 Nov 11 22:26:07.271020 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56616) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:07.328555 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c98688fa-9d83-4a12-9d95-c7ee850f841d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:07.350718 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c98688fa-9d83-4a12-9d95-c7ee850f841d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:07.399027 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c98688fa-9d83-4a12-9d95-c7ee850f841d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:07.401948 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c98688fa-9d83-4a12-9d95-c7ee850f841d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:07.403115 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c98688fa-9d83-4a12-9d95-c7ee850f841d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9010e3a4-f7de-49b6-b737-0a230b4e00de HTTP/1.1" status: 204 len: 168 time: 0.1312220 Nov 11 22:26:07.410661 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98688fa-9d83-4a12-9d95-c7ee850f841d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9010e3a4-f7de-49b6-b737-0a230b4e00de,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:08.107630 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56638) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:08.213620 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-88399090'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:08.235975 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Made reservation on behalf of eb91a45dda98449c979697ca7a4cb248 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:08.239505 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:08.252424 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:08.326167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:08.331548 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:08.357043 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:26:08.366470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ba3402-56f1-413d-9634-fd6b44009b81,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:08.371726 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:08.372064 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Added segment f0a362f8-89a8-4d5d-a168-c4e6d21532a3 of type vlan for network 011805a7-522f-4717-a914-2344b8d8d53a Nov 11 22:26:08.410264 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:08.436377 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:08.441965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:08.442534 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:08.504582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3956580 Nov 11 22:26:08.512668 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178b4ee-b99b-4e19-845a-537adcbf5c59 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event updated for resources: {'Network': ['ID=011805a7-522f-4717-a914-2344b8d8d53a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:08.523202 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 011805a7-522f-4717-a914-2344b8d8d53a details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:26:09.911782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b6cc42fd-8116-42a4-951c-6d561e92f194 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:26:09.932377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: b6cc42fd-8116-42a4-951c-6d561e92f194 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:26:09.932722 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b6cc42fd-8116-42a4-951c-6d561e92f194 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:26:11.598281 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:11.765901 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56642) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:11.771372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e1f40045-078d-4a10-8a06-079d5b1f002a tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Request body: {'subnet': {'network_id': '011805a7-522f-4717-a914-2344b8d8d53a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:11.864473 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f40045-078d-4a10-8a06-079d5b1f002a tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Made reservation on behalf of eb91a45dda98449c979697ca7a4cb248 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:11.867914 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1f40045-078d-4a10-8a06-079d5b1f002a tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.057181 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1f40045-078d-4a10-8a06-079d5b1f002a tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.134762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f40045-078d-4a10-8a06-079d5b1f002a tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event updated for resources: {'Subnet': ['ID=98130102-5800-464e-aa9e-324ceca6bb4f,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:12.144666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f40045-078d-4a10-8a06-079d5b1f002a tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Checking segment: {'id': 'f0a362f8-89a8-4d5d-a168-c4e6d21532a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '011805a7-522f-4717-a914-2344b8d8d53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:12.145126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f40045-078d-4a10-8a06-079d5b1f002a tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Network hostable DHCP agents. Network: 011805a7-522f-4717-a914-2344b8d8d53a, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:26:12.163673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f40045-078d-4a10-8a06-079d5b1f002a tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Network 011805a7-522f-4717-a914-2344b8d8d53a is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:26:12.174106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-e1f40045-078d-4a10-8a06-079d5b1f002a tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 011805a7-522f-4717-a914-2344b8d8d53a) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:12.179790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f40045-078d-4a10-8a06-079d5b1f002a tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:12.180543 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1f40045-078d-4a10-8a06-079d5b1f002a tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.186333 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995e131f-adbc-4e80-9a26-cb265020c338 None None] Network 011805a7-522f-4717-a914-2344b8d8d53a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:12.204595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e1f40045-078d-4a10-8a06-079d5b1f002a tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4375851 Nov 11 22:26:12.208353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56644) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:12.213689 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8dc99e00-9b19-4eb7-b80b-9f1ae2c85e65 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-381995072'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:12.237361 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc99e00-9b19-4eb7-b80b-9f1ae2c85e65 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Made reservation on behalf of eb91a45dda98449c979697ca7a4cb248 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:12.241047 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8dc99e00-9b19-4eb7-b80b-9f1ae2c85e65 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.268582 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc99e00-9b19-4eb7-b80b-9f1ae2c85e65 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:26:12.278482 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8dc99e00-9b19-4eb7-b80b-9f1ae2c85e65 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.278842 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-8dc99e00-9b19-4eb7-b80b-9f1ae2c85e65 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Added segment 82a91f4a-9466-415f-b6c3-68e189f23eea of type vlan for network 67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953 Nov 11 22:26:12.318112 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8dc99e00-9b19-4eb7-b80b-9f1ae2c85e65 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.332442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-011805a7-522f-4717-a914-2344b8d8d53a', 'network_id': '011805a7-522f-4717-a914-2344b8d8d53a', 'tenant_id': 'eb91a45dda98449c979697ca7a4cb248', 'fixed_ips': [{'subnet_id': '98130102-5800-464e-aa9e-324ceca6bb4f'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:26:12.333368 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.347292 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8dc99e00-9b19-4eb7-b80b-9f1ae2c85e65 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.353233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc99e00-9b19-4eb7-b80b-9f1ae2c85e65 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:12.353893 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8dc99e00-9b19-4eb7-b80b-9f1ae2c85e65 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.415675 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8dc99e00-9b19-4eb7-b80b-9f1ae2c85e65 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2058709 Nov 11 22:26:12.418402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56646) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:12.425898 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-32c23c48-1f6b-4ba2-8929-455638b7da3d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Request body: {'subnet': {'network_id': '67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:12.442598 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc99e00-9b19-4eb7-b80b-9f1ae2c85e65 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event updated for resources: {'Network': ['ID=67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:12.453847 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:26:12.481802 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Allocated IP 2001:db8:0:ffff::2 (011805a7-522f-4717-a914-2344b8d8d53a/98130102-5800-464e-aa9e-324ceca6bb4f/73d94400-2261-4b42-bb63-59fb6697f564) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:26:12.523529 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c23c48-1f6b-4ba2-8929-455638b7da3d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Made reservation on behalf of eb91a45dda98449c979697ca7a4cb248 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:12.528199 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32c23c48-1f6b-4ba2-8929-455638b7da3d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.689327 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.698190 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.736006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Network 011805a7-522f-4717-a914-2344b8d8d53a is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:26:12.738875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:12.745387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:26:12.753101 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32c23c48-1f6b-4ba2-8929-455638b7da3d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.756587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Pushing event updated for resources: {'Port': ['ID=73d94400-2261-4b42-bb63-59fb6697f564,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:12.783381 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:12.783750 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:12.784073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:12.784409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:12.784744 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:12.785116 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:12.785429 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:12.785756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:12.786075 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:12.786395 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:12.786719 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:12.787040 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:12.820442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Attempting to bind port 73d94400-2261-4b42-bb63-59fb6697f564 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:26:12.820821 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Attempting to bind port 73d94400-2261-4b42-bb63-59fb6697f564 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'f0a362f8-89a8-4d5d-a168-c4e6d21532a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '011805a7-522f-4717-a914-2344b8d8d53a'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:26:12.821218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Attempting to bind port 73d94400-2261-4b42-bb63-59fb6697f564 on network 011805a7-522f-4717-a914-2344b8d8d53a {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:26:12.821439 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c23c48-1f6b-4ba2-8929-455638b7da3d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event updated for resources: {'Subnet': ['ID=bd25f633-0a3b-47df-a220-835d3eecb0da,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:12.823777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c23c48-1f6b-4ba2-8929-455638b7da3d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Checking segment: {'id': '82a91f4a-9466-415f-b6c3-68e189f23eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:12.824118 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c23c48-1f6b-4ba2-8929-455638b7da3d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Network hostable DHCP agents. Network: 67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:26:12.826725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:26:12.827375 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Checking segment: {'id': 'f0a362f8-89a8-4d5d-a168-c4e6d21532a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '011805a7-522f-4717-a914-2344b8d8d53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:12.827496 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.828009 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Bound using segment: {'id': 'f0a362f8-89a8-4d5d-a168-c4e6d21532a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '011805a7-522f-4717-a914-2344b8d8d53a'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:26:12.828341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Bound port: 73d94400-2261-4b42-bb63-59fb6697f564, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a362f8-89a8-4d5d-a168-c4e6d21532a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '011805a7-522f-4717-a914-2344b8d8d53a'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:26:12.828837 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.844076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c23c48-1f6b-4ba2-8929-455638b7da3d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Network 67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:26:12.854957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-32c23c48-1f6b-4ba2-8929-455638b7da3d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:12.859806 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c23c48-1f6b-4ba2-8929-455638b7da3d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:12.860602 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-32c23c48-1f6b-4ba2-8929-455638b7da3d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.870577 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e0851d-a7bc-4c5e-9b28-4cfcfc77e2a9 None None] Network 67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:12.880757 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-32c23c48-1f6b-4ba2-8929-455638b7da3d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4587970 Nov 11 22:26:12.881671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56648) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:12.948316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] For port 73d94400-2261-4b42-bb63-59fb6697f564, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:26:12.966935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] For port 73d94400-2261-4b42-bb63-59fb6697f564, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=73d94400-2261-4b42-bb63-59fb6697f564,segment=NetworkSegment(f0a362f8-89a8-4d5d-a168-c4e6d21532a3),segment_id=f0a362f8-89a8-4d5d-a168-c4e6d21532a3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:26:12.974461 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:12.986251 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.080004 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0762f-f9ea-4571-8699-da30d894917d None None] Pushing event updated for resources: {'Port': ['ID=73d94400-2261-4b42-bb63-59fb6697f564,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:13.095829 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.119732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999eae9e-abd7-4295-9cc6-eaed977d0018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953', 'network_id': '67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953', 'tenant_id': 'eb91a45dda98449c979697ca7a4cb248', 'fixed_ips': [{'subnet_id': 'bd25f633-0a3b-47df-a220-835d3eecb0da'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:26:13.120711 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-999eae9e-abd7-4295-9cc6-eaed977d0018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.168397 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.198090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event deleted for resources: {'Subnet': ['ID=bd25f633-0a3b-47df-a220-835d3eecb0da,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server [None req-999eae9e-abd7-4295-9cc6-eaed977d0018 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd25f633-0a3b-47df-a220-835d3eecb0da: This subnet is being modified by another concurrent operation. Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server raise exception Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd25f633-0a3b-47df-a220-835d3eecb0da: This subnet is being modified by another concurrent operation. Nov 11 22:26:13.251067 n-d-805737-3 neutron-server[102536]: ERROR oslo_messaging.rpc.server Nov 11 22:26:13.267991 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f96ccdf-a3ad-44fe-ac3d-1cd3b1bc5c93 None None] Network 67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:13.287329 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.317889 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:13.328113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a91f4a-9466-415f-b6c3-68e189f23eea') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:13.328417 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a91f4a-9466-415f-b6c3-68e189f23eea') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:13.339403 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.356653 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.363808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:26:13.364224 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:26:13.367518 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:26:13.429775 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.436826 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.439941 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "DELETE /v2.0/networks/67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953 HTTP/1.1" status: 204 len: 168 time: 0.5572474 Nov 11 22:26:13.443590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56652) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:13.448851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1a2d463c-5996-460f-b935-dfdc419d78aa tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1128490962'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:13.451944 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ec8b8-14a3-4995-accc-fe32b9633d6d tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event deleted for resources: {'Network': ['ID=67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:13.471869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2d463c-5996-460f-b935-dfdc419d78aa tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Made reservation on behalf of eb91a45dda98449c979697ca7a4cb248 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:13.475444 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a2d463c-5996-460f-b935-dfdc419d78aa tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.499569 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2d463c-5996-460f-b935-dfdc419d78aa tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:26:13.508749 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a2d463c-5996-460f-b935-dfdc419d78aa tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.509130 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-1a2d463c-5996-460f-b935-dfdc419d78aa tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Added segment c14109cb-7bca-492f-987b-15472cbbeab3 of type vlan for network 26cb0a5b-3602-42c9-92f6-236e845f5d78 Nov 11 22:26:13.549600 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a2d463c-5996-460f-b935-dfdc419d78aa tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.576647 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a2d463c-5996-460f-b935-dfdc419d78aa tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.582341 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2d463c-5996-460f-b935-dfdc419d78aa tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:13.582916 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1a2d463c-5996-460f-b935-dfdc419d78aa tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.645942 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1a2d463c-5996-460f-b935-dfdc419d78aa tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2011645 Nov 11 22:26:13.649013 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56654) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:13.654337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-76d8b074-5158-4130-aff3-eda38207307f tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Request body: {'subnet': {'network_id': '26cb0a5b-3602-42c9-92f6-236e845f5d78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:13.655620 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d463c-5996-460f-b935-dfdc419d78aa tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event updated for resources: {'Network': ['ID=26cb0a5b-3602-42c9-92f6-236e845f5d78,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:13.665739 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 26cb0a5b-3602-42c9-92f6-236e845f5d78 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:26:13.760028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d8b074-5158-4130-aff3-eda38207307f tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Made reservation on behalf of eb91a45dda98449c979697ca7a4cb248 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:13.763709 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-76d8b074-5158-4130-aff3-eda38207307f tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.821329 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-76d8b074-5158-4130-aff3-eda38207307f tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Performing IP validity checks on allocation pools {{(pid=102534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 22:26:13.821941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.ipam_backend_mixin [None req-76d8b074-5158-4130-aff3-eda38207307f tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 22:26:13.891429 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f1db5f8-aa19-49da-9dcb-46f018396aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.958701 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-76d8b074-5158-4130-aff3-eda38207307f tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:13.972927 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcacb23-c5c8-4ba7-a82c-0db4be39b3bc None None] Network 011805a7-522f-4717-a914-2344b8d8d53a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:14.023592 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8b074-5158-4130-aff3-eda38207307f tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event updated for resources: {'Subnet': ['ID=0e8688e5-6b56-4419-a287-2da539bee2e1,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:14.029946 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d8b074-5158-4130-aff3-eda38207307f tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Checking segment: {'id': 'c14109cb-7bca-492f-987b-15472cbbeab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '26cb0a5b-3602-42c9-92f6-236e845f5d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:14.030194 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d8b074-5158-4130-aff3-eda38207307f tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Network hostable DHCP agents. Network: 26cb0a5b-3602-42c9-92f6-236e845f5d78, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:26:14.049781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d8b074-5158-4130-aff3-eda38207307f tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Network 26cb0a5b-3602-42c9-92f6-236e845f5d78 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:26:14.059790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-76d8b074-5158-4130-aff3-eda38207307f tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 26cb0a5b-3602-42c9-92f6-236e845f5d78) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:14.064201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d8b074-5158-4130-aff3-eda38207307f tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:14.064874 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-76d8b074-5158-4130-aff3-eda38207307f tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.075052 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a187b1-68ac-49eb-b2a3-cd74265b78aa None None] Network 26cb0a5b-3602-42c9-92f6-236e845f5d78 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:14.084570 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-76d8b074-5158-4130-aff3-eda38207307f tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4344022 Nov 11 22:26:14.087532 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56658) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:14.153769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-21c7f7ef-2abe-41c2-8a11-628ca3b4f73c None None] Provisioning complete for port 73d94400-2261-4b42-bb63-59fb6697f564 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:14.154144 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21c7f7ef-2abe-41c2-8a11-628ca3b4f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.190296 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.271061 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.322575 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21c7f7ef-2abe-41c2-8a11-628ca3b4f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.335379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef1804-f622-4d04-a38f-0796d70d1040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-26cb0a5b-3602-42c9-92f6-236e845f5d78', 'network_id': '26cb0a5b-3602-42c9-92f6-236e845f5d78', 'tenant_id': 'eb91a45dda98449c979697ca7a4cb248', 'fixed_ips': [{'subnet_id': '0e8688e5-6b56-4419-a287-2da539bee2e1'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:26:14.336286 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dfef1804-f622-4d04-a38f-0796d70d1040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.349464 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.381953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-21c7f7ef-2abe-41c2-8a11-628ca3b4f73c None None] For port 73d94400-2261-4b42-bb63-59fb6697f564, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=73d94400-2261-4b42-bb63-59fb6697f564,segment=NetworkSegment(f0a362f8-89a8-4d5d-a168-c4e6d21532a3),segment_id=f0a362f8-89a8-4d5d-a168-c4e6d21532a3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:14.383854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8688e5-6b56-4419-a287-2da539bee2e1,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:14.438886 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21c7f7ef-2abe-41c2-8a11-628ca3b4f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.449064 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.469781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cb0a5b-3602-42c9-92f6-236e845f5d78']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:14.479228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14109cb-7bca-492f-987b-15472cbbeab3') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:14.479516 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14109cb-7bca-492f-987b-15472cbbeab3') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:14.481260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdab1cc6-f40f-4a43-9b82-eaabdb27488e None None] Network 26cb0a5b-3602-42c9-92f6-236e845f5d78 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:14.489100 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.502187 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.507835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:26:14.508213 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:26:14.511256 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:26:14.513366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7f7ef-2abe-41c2-8a11-628ca3b4f73c None None] Pushing event updated for resources: {'Port': ['ID=73d94400-2261-4b42-bb63-59fb6697f564,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:14.574393 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.581672 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.584956 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "DELETE /v2.0/networks/26cb0a5b-3602-42c9-92f6-236e845f5d78 HTTP/1.1" status: 204 len: 168 time: 0.4961951 Nov 11 22:26:14.589474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56660) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:14.594730 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ca4b99f7-7ee4-4f89-b21a-9915cb68c9b7 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-173893207'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:14.596534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-760ff994-e875-402b-a55b-1d90f8b4c135 None None] Provisioning complete for port 73d94400-2261-4b42-bb63-59fb6697f564 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:14.596939 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-760ff994-e875-402b-a55b-1d90f8b4c135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.608071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99472a33-2630-400c-94fa-a6a76e339932 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event deleted for resources: {'Network': ['ID=26cb0a5b-3602-42c9-92f6-236e845f5d78,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:14.622733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4b99f7-7ee4-4f89-b21a-9915cb68c9b7 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Made reservation on behalf of eb91a45dda98449c979697ca7a4cb248 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:14.627111 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ca4b99f7-7ee4-4f89-b21a-9915cb68c9b7 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.634413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf063bb-113d-4127-9609-ad961461eca8 None None] get_active_networks_info from n-d-805737-3 {{(pid=102536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 22:26:14.654084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4b99f7-7ee4-4f89-b21a-9915cb68c9b7 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:26:14.664152 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ca4b99f7-7ee4-4f89-b21a-9915cb68c9b7 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.664503 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-ca4b99f7-7ee4-4f89-b21a-9915cb68c9b7 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Added segment d5d5ea4e-1c0e-466c-b148-6786caae040c of type vlan for network 098d08f1-599a-4318-b5f9-4e19c9d9b940 Nov 11 22:26:14.705125 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ca4b99f7-7ee4-4f89-b21a-9915cb68c9b7 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.733923 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ca4b99f7-7ee4-4f89-b21a-9915cb68c9b7 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.739807 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4b99f7-7ee4-4f89-b21a-9915cb68c9b7 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:14.740333 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ca4b99f7-7ee4-4f89-b21a-9915cb68c9b7 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:14.752157 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf063bb-113d-4127-9609-ad961461eca8 None None] Resources bound (agent type, host, resource id): {{(pid=102536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 22:26:14.807429 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ca4b99f7-7ee4-4f89-b21a-9915cb68c9b7 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2166288 Nov 11 22:26:14.811194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56662) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:14.813279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b99f7-7ee4-4f89-b21a-9915cb68c9b7 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event updated for resources: {'Network': ['ID=098d08f1-599a-4318-b5f9-4e19c9d9b940,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:14.817698 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ac296e12-1766-4f1d-b7e1-6d2b93ac3507 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Request body: {'subnet': {'network_id': '098d08f1-599a-4318-b5f9-4e19c9d9b940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:14.826286 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 098d08f1-599a-4318-b5f9-4e19c9d9b940 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:26:14.921012 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac296e12-1766-4f1d-b7e1-6d2b93ac3507 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Made reservation on behalf of eb91a45dda98449c979697ca7a4cb248 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:14.925042 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac296e12-1766-4f1d-b7e1-6d2b93ac3507 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.061653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 73d94400-2261-4b42-bb63-59fb6697f564 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:26:15.114998 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac296e12-1766-4f1d-b7e1-6d2b93ac3507 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.144989 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.173066 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac296e12-1766-4f1d-b7e1-6d2b93ac3507 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event updated for resources: {'Subnet': ['ID=3bba5f71-f708-483f-a886-7fc58a8d235a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:15.179380 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 73d94400-2261-4b42-bb63-59fb6697f564 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:15.179546 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.192185 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac296e12-1766-4f1d-b7e1-6d2b93ac3507 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Checking segment: {'id': 'd5d5ea4e-1c0e-466c-b148-6786caae040c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '098d08f1-599a-4318-b5f9-4e19c9d9b940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:15.192544 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac296e12-1766-4f1d-b7e1-6d2b93ac3507 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Network hostable DHCP agents. Network: 098d08f1-599a-4318-b5f9-4e19c9d9b940, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:26:15.210450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac296e12-1766-4f1d-b7e1-6d2b93ac3507 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Network 098d08f1-599a-4318-b5f9-4e19c9d9b940 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:26:15.220824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-ac296e12-1766-4f1d-b7e1-6d2b93ac3507 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 098d08f1-599a-4318-b5f9-4e19c9d9b940) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:15.225230 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac296e12-1766-4f1d-b7e1-6d2b93ac3507 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:15.225762 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ac296e12-1766-4f1d-b7e1-6d2b93ac3507 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.244960 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ac296e12-1766-4f1d-b7e1-6d2b93ac3507 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4311364 Nov 11 22:26:15.247586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56664) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:15.253319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-7c538d4d-1592-4cac-9a01-aa40e3269455 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-261196447'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:15.280323 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c538d4d-1592-4cac-9a01-aa40e3269455 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Made reservation on behalf of eb91a45dda98449c979697ca7a4cb248 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:15.284079 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7c538d4d-1592-4cac-9a01-aa40e3269455 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.291005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b71444-036a-4a9b-a6ee-e2c414f9f322 None None] Network 098d08f1-599a-4318-b5f9-4e19c9d9b940 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:15.307750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c538d4d-1592-4cac-9a01-aa40e3269455 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:26:15.316585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7c538d4d-1592-4cac-9a01-aa40e3269455 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.316866 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-7c538d4d-1592-4cac-9a01-aa40e3269455 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Added segment a24610e9-cffc-45dd-80ca-4f242aec0d60 of type vlan for network 2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d Nov 11 22:26:15.356145 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7c538d4d-1592-4cac-9a01-aa40e3269455 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.383252 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7c538d4d-1592-4cac-9a01-aa40e3269455 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.388934 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c538d4d-1592-4cac-9a01-aa40e3269455 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:15.389509 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7c538d4d-1592-4cac-9a01-aa40e3269455 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.423578 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:26:15.429253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7c538d4d-1592-4cac-9a01-aa40e3269455 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1799088 Nov 11 22:26:15.432324 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56666) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:15.437431 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-7b775f2c-cc68-4ece-8e0d-7065019642bd tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Request body: {'subnet': {'network_id': '2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:15.458665 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-098d08f1-599a-4318-b5f9-4e19c9d9b940', 'network_id': '098d08f1-599a-4318-b5f9-4e19c9d9b940', 'tenant_id': 'eb91a45dda98449c979697ca7a4cb248', 'fixed_ips': [{'subnet_id': '3bba5f71-f708-483f-a886-7fc58a8d235a'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:26:15.459565 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.462534 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c538d4d-1592-4cac-9a01-aa40e3269455 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event updated for resources: {'Network': ['ID=2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:15.474916 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:26:15.528675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b775f2c-cc68-4ece-8e0d-7065019642bd tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Made reservation on behalf of eb91a45dda98449c979697ca7a4cb248 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:15.532442 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b775f2c-cc68-4ece-8e0d-7065019642bd tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.662038 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Allocated IP 2001:db8::2 (098d08f1-599a-4318-b5f9-4e19c9d9b940/3bba5f71-f708-483f-a886-7fc58a8d235a/dfc300e1-757c-4c41-a0cb-9c158a09b921) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:26:15.713591 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b775f2c-cc68-4ece-8e0d-7065019642bd tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.780357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b775f2c-cc68-4ece-8e0d-7065019642bd tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event updated for resources: {'Subnet': ['ID=fd4231b7-5787-49ac-a291-7302b34645d5,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:15.786999 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b775f2c-cc68-4ece-8e0d-7065019642bd tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Checking segment: {'id': 'a24610e9-cffc-45dd-80ca-4f242aec0d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:15.787333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b775f2c-cc68-4ece-8e0d-7065019642bd tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Network hostable DHCP agents. Network: 2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:26:15.806619 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.807573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b775f2c-cc68-4ece-8e0d-7065019642bd tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Network 2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:26:15.813159 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.819306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-7b775f2c-cc68-4ece-8e0d-7065019642bd tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:15.825235 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b775f2c-cc68-4ece-8e0d-7065019642bd tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:15.825871 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7b775f2c-cc68-4ece-8e0d-7065019642bd tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.840851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40039b90-d2e3-44a7-85c6-b80a494ed175 None None] Network 2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:15.843030 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7b775f2c-cc68-4ece-8e0d-7065019642bd tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4096227 Nov 11 22:26:15.845867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56668) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:15.872027 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Network 098d08f1-599a-4318-b5f9-4e19c9d9b940 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:26:15.882775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:15.911969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:26:15.917424 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Pushing event updated for resources: {'Port': ['ID=dfc300e1-757c-4c41-a0cb-9c158a09b921,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:15.944579 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:15.999017 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.002856 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Attempting to bind port dfc300e1-757c-4c41-a0cb-9c158a09b921 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:26:16.003254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Attempting to bind port dfc300e1-757c-4c41-a0cb-9c158a09b921 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'd5d5ea4e-1c0e-466c-b148-6786caae040c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '098d08f1-599a-4318-b5f9-4e19c9d9b940'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:26:16.003615 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Attempting to bind port dfc300e1-757c-4c41-a0cb-9c158a09b921 on network 098d08f1-599a-4318-b5f9-4e19c9d9b940 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:26:16.012976 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:26:16.013343 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Checking segment: {'id': 'd5d5ea4e-1c0e-466c-b148-6786caae040c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '098d08f1-599a-4318-b5f9-4e19c9d9b940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:16.013740 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.014119 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Bound using segment: {'id': 'd5d5ea4e-1c0e-466c-b148-6786caae040c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '098d08f1-599a-4318-b5f9-4e19c9d9b940'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:26:16.014578 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Bound port: dfc300e1-757c-4c41-a0cb-9c158a09b921, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d5ea4e-1c0e-466c-b148-6786caae040c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '098d08f1-599a-4318-b5f9-4e19c9d9b940'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:26:16.014950 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.063443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.085646 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d39165-8fce-4e64-a622-9b254b80e47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d', 'network_id': '2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d', 'tenant_id': 'eb91a45dda98449c979697ca7a4cb248', 'fixed_ips': [{'subnet_id': 'fd4231b7-5787-49ac-a291-7302b34645d5'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:26:16.086509 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c6d39165-8fce-4e64-a622-9b254b80e47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.107787 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4231b7-5787-49ac-a291-7302b34645d5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:16.130811 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] For port dfc300e1-757c-4c41-a0cb-9c158a09b921, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:26:16.138110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] For port dfc300e1-757c-4c41-a0cb-9c158a09b921, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=dfc300e1-757c-4c41-a0cb-9c158a09b921,segment=NetworkSegment(d5d5ea4e-1c0e-466c-b148-6786caae040c),segment_id=d5d5ea4e-1c0e-466c-b148-6786caae040c)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:26:16.140253 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb2cefd7-796c-48d3-8b82-29b11fb768d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.146225 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.167447 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.186976 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:16.196551 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24610e9-cffc-45dd-80ca-4f242aec0d60') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:16.196909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24610e9-cffc-45dd-80ca-4f242aec0d60') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:16.206548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.220154 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.227894 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:26:16.228478 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:26:16.231725 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:26:16.241792 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a0d0b2-cf05-4f81-8a4c-ee9f24225dfd None None] Network 2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:16.275186 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b6c3d-af40-4e09-aeec-d7142083c9e0 None None] Pushing event updated for resources: {'Port': ['ID=dfc300e1-757c-4c41-a0cb-9c158a09b921,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:16.302522 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.316338 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.319736 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "DELETE /v2.0/networks/2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d HTTP/1.1" status: 204 len: 168 time: 0.4729393 Nov 11 22:26:16.322576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56670) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:16.338368 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0ebfe-492d-4ccf-933c-c13624a35baf tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event deleted for resources: {'Network': ['ID=2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:16.355599 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc60d757-efc8-4661-a8e4-dfafd2f8fdcb tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] GET failed (client error): The resource could not be found. Nov 11 22:26:16.357037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cc60d757-efc8-4661-a8e4-dfafd2f8fdcb tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "GET /v2.0/subnets/fd4231b7-5787-49ac-a291-7302b34645d5 HTTP/1.1" status: 404 len: 337 time: 0.0334330 Nov 11 22:26:16.359920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56672) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:16.384116 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bb710e-f684-4308-8e15-3aea1f6e07c3 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] DELETE failed (client error): The resource could not be found. Nov 11 22:26:16.384641 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bb710e-f684-4308-8e15-3aea1f6e07c3 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 22:26:16.387812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-47bb710e-f684-4308-8e15-3aea1f6e07c3 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "DELETE /v2.0/networks/2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d HTTP/1.1" status: 404 len: 339 time: 0.0268676 Nov 11 22:26:16.393596 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56674) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:16.420544 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-6110ba24-ad31-4d08-958a-fddf71e37e72 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] DELETE failed (client error): The resource could not be found. Nov 11 22:26:16.421031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6110ba24-ad31-4d08-958a-fddf71e37e72 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 22:26:16.428892 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6110ba24-ad31-4d08-958a-fddf71e37e72 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "DELETE /v2.0/subnets/fd4231b7-5787-49ac-a291-7302b34645d5 HTTP/1.1" status: 404 len: 337 time: 0.0338004 Nov 11 22:26:16.429031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56676) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:16.454122 n-d-805737-3 neutron-server[102534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae4d970-983c-491d-bdef-6de0a7ddc1e4 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] DELETE failed (client error): The resource could not be found. Nov 11 22:26:16.454832 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae4d970-983c-491d-bdef-6de0a7ddc1e4 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 22:26:16.457892 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7ae4d970-983c-491d-bdef-6de0a7ddc1e4 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "DELETE /v2.0/networks/2c544de8-b2f9-40d1-8c2d-3ecdf51ada9d HTTP/1.1" status: 404 len: 339 time: 0.0267739 Nov 11 22:26:16.460544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56678) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:16.522304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13043d4-7625-47af-8e85-7d021e2b7cf0 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Deleting subnet 3bba5f71-f708-483f-a886-7fc58a8d235a {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:26:16.525643 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e13043d4-7625-47af-8e85-7d021e2b7cf0 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.566538 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e13043d4-7625-47af-8e85-7d021e2b7cf0 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.649763 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e13043d4-7625-47af-8e85-7d021e2b7cf0 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.717902 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e13043d4-7625-47af-8e85-7d021e2b7cf0 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.746344 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13043d4-7625-47af-8e85-7d021e2b7cf0 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event deleted for resources: {'Subnet': ['ID=3bba5f71-f708-483f-a886-7fc58a8d235a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:16.750529 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e13043d4-7625-47af-8e85-7d021e2b7cf0 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.753893 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e13043d4-7625-47af-8e85-7d021e2b7cf0 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "DELETE /v2.0/subnets/3bba5f71-f708-483f-a886-7fc58a8d235a HTTP/1.1" status: 204 len: 168 time: 0.2923808 Nov 11 22:26:16.756389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56680) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:16.831968 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.898636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Deleting port dfc300e1-757c-4c41-a0cb-9c158a09b921 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:26:16.899479 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.905453 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device dfc300e1-757c-4c41-a0cb-9c158a09b921 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:26:16.956858 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port dfc300e1-757c-4c41-a0cb-9c158a09b921 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:16.957226 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.978037 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] For port dfc300e1-757c-4c41-a0cb-9c158a09b921, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=dfc300e1-757c-4c41-a0cb-9c158a09b921,segment=NetworkSegment(d5d5ea4e-1c0e-466c-b148-6786caae040c),segment_id=d5d5ea4e-1c0e-466c-b148-6786caae040c)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:16.978517 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:16.994124 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Calling delete_port for dfc300e1-757c-4c41-a0cb-9c158a09b921 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:26:17.036534 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.074725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port dfc300e1-757c-4c41-a0cb-9c158a09b921, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=dfc300e1-757c-4c41-a0cb-9c158a09b921,segment=NetworkSegment(d5d5ea4e-1c0e-466c-b148-6786caae040c),segment_id=d5d5ea4e-1c0e-466c-b148-6786caae040c)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:17.082884 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.093229 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.123638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event deleted for resources: {'Port': ['ID=dfc300e1-757c-4c41-a0cb-9c158a09b921,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:17.128598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] No DVR routers for this DVR port dfc300e1-757c-4c41-a0cb-9c158a09b921 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:26:17.135408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=dfc300e1-757c-4c41-a0cb-9c158a09b921,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:17.195956 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b85ac4c-8d93-485d-8800-a60c43dd5726 None None] Network 098d08f1-599a-4318-b5f9-4e19c9d9b940 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:17.209395 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.229753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098d08f1-599a-4318-b5f9-4e19c9d9b940']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:17.238944 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d5ea4e-1c0e-466c-b148-6786caae040c') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:17.239234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d5ea4e-1c0e-466c-b148-6786caae040c') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:17.253525 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.266861 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.273755 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:26:17.274138 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:26:17.277730 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:26:17.303707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-cba8dd94-18ab-43c3-a788-446ab90c814c None None] Could not find standard attr ID for object dfc300e1-757c-4c41-a0cb-9c158a09b921. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 22:26:17.345402 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.348686 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dad4d05-8f63-4a21-9a08-6f6c70102ffe None None] DHCP port deletion for 098d08f1-599a-4318-b5f9-4e19c9d9b940 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:26:17.353517 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.356746 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "DELETE /v2.0/networks/098d08f1-599a-4318-b5f9-4e19c9d9b940 HTTP/1.1" status: 204 len: 168 time: 0.5993769 Nov 11 22:26:17.360961 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56682) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:17.368323 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8a5a8-7e33-4547-ae22-6bed85a4fd0c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event deleted for resources: {'Network': ['ID=098d08f1-599a-4318-b5f9-4e19c9d9b940,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:17.395881 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.396323 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c143b3c-39a0-4663-9825-46ebf4390518 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] DELETE failed (client error): The resource could not be found. Nov 11 22:26:17.396807 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c143b3c-39a0-4663-9825-46ebf4390518 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 22:26:17.399933 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5c143b3c-39a0-4663-9825-46ebf4390518 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "DELETE /v2.0/subnets/0e8688e5-6b56-4419-a287-2da539bee2e1 HTTP/1.1" status: 404 len: 337 time: 0.0375662 Nov 11 22:26:17.402635 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56684) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:17.420192 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9e50cd-d1f3-43f1-a21d-7366e27fdedd tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] DELETE failed (client error): The resource could not be found. Nov 11 22:26:17.420643 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9e50cd-d1f3-43f1-a21d-7366e27fdedd tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 22:26:17.423589 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6d9e50cd-d1f3-43f1-a21d-7366e27fdedd tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "DELETE /v2.0/networks/26cb0a5b-3602-42c9-92f6-236e845f5d78 HTTP/1.1" status: 404 len: 339 time: 0.0200393 Nov 11 22:26:17.425857 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56686) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:17.449926 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65baa51-1f05-4d1f-85f7-4f0b1feed15c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] DELETE failed (client error): The resource could not be found. Nov 11 22:26:17.450294 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65baa51-1f05-4d1f-85f7-4f0b1feed15c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 22:26:17.453228 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d65baa51-1f05-4d1f-85f7-4f0b1feed15c tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "DELETE /v2.0/subnets/bd25f633-0a3b-47df-a220-835d3eecb0da HTTP/1.1" status: 404 len: 337 time: 0.0265343 Nov 11 22:26:17.455724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56688) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:17.473308 n-d-805737-3 neutron-server[102535]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf29d84-c9b4-413e-9ddf-619bc9e3b182 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] DELETE failed (client error): The resource could not be found. Nov 11 22:26:17.473851 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf29d84-c9b4-413e-9ddf-619bc9e3b182 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102535) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 22:26:17.476842 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7cf29d84-c9b4-413e-9ddf-619bc9e3b182 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "DELETE /v2.0/networks/67bedc7a-feb0-4a03-9ae5-ea4dcbcb9953 HTTP/1.1" status: 404 len: 339 time: 0.0202591 Nov 11 22:26:17.479434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56690) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:17.542765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75a3941-0713-4582-a2ad-a4ede3bbfdce tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Deleting subnet 98130102-5800-464e-aa9e-324ceca6bb4f {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:26:17.545833 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d75a3941-0713-4582-a2ad-a4ede3bbfdce tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.592424 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d75a3941-0713-4582-a2ad-a4ede3bbfdce tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.680270 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d75a3941-0713-4582-a2ad-a4ede3bbfdce tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.744282 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d75a3941-0713-4582-a2ad-a4ede3bbfdce tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.773061 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d75a3941-0713-4582-a2ad-a4ede3bbfdce tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.776194 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d75a3941-0713-4582-a2ad-a4ede3bbfdce tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "DELETE /v2.0/subnets/98130102-5800-464e-aa9e-324ceca6bb4f HTTP/1.1" status: 204 len: 168 time: 0.2959008 Nov 11 22:26:17.777047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a3941-0713-4582-a2ad-a4ede3bbfdce tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event deleted for resources: {'Subnet': ['ID=98130102-5800-464e-aa9e-324ceca6bb4f,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:17.778909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56692) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:17.781700 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cbc939-9056-45dd-89b6-b3ca9678c110 None None] Network 011805a7-522f-4717-a914-2344b8d8d53a requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:17.854609 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.907952 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Deleting port 73d94400-2261-4b42-bb63-59fb6697f564 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:26:17.908318 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.947792 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b7fa59-ea69-4f8d-b26c-5125debe9ba9 None None] DHCP port deletion for 011805a7-522f-4717-a914-2344b8d8d53a request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:26:17.975965 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] For port 73d94400-2261-4b42-bb63-59fb6697f564, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=73d94400-2261-4b42-bb63-59fb6697f564,segment=NetworkSegment(f0a362f8-89a8-4d5d-a168-c4e6d21532a3),segment_id=f0a362f8-89a8-4d5d-a168-c4e6d21532a3)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:17.976226 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:17.988827 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Calling delete_port for 73d94400-2261-4b42-bb63-59fb6697f564 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:26:17.996665 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-37b7fa59-ea69-4f8d-b26c-5125debe9ba9 None None] Deleting port 73d94400-2261-4b42-bb63-59fb6697f564 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:26:17.997113 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37b7fa59-ea69-4f8d-b26c-5125debe9ba9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:18.062078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-37b7fa59-ea69-4f8d-b26c-5125debe9ba9 None None] For port 73d94400-2261-4b42-bb63-59fb6697f564, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=73d94400-2261-4b42-bb63-59fb6697f564,segment=NetworkSegment(f0a362f8-89a8-4d5d-a168-c4e6d21532a3),segment_id=f0a362f8-89a8-4d5d-a168-c4e6d21532a3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:18.062514 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37b7fa59-ea69-4f8d-b26c-5125debe9ba9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:18.069590 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:18.075756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-37b7fa59-ea69-4f8d-b26c-5125debe9ba9 None None] Calling delete_port for 73d94400-2261-4b42-bb63-59fb6697f564 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:26:18.099679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event deleted for resources: {'Port': ['ID=73d94400-2261-4b42-bb63-59fb6697f564,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:18.104024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] No DVR routers for this DVR port 73d94400-2261-4b42-bb63-59fb6697f564 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:26:18.149869 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37b7fa59-ea69-4f8d-b26c-5125debe9ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:18.174377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7fa59-ea69-4f8d-b26c-5125debe9ba9 None None] Pushing event deleted for resources: {'Port': ['ID=73d94400-2261-4b42-bb63-59fb6697f564,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:18.177833 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b7fa59-ea69-4f8d-b26c-5125debe9ba9 None None] No DVR routers for this DVR port 73d94400-2261-4b42-bb63-59fb6697f564 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:26:18.185662 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:18.206435 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011805a7-522f-4717-a914-2344b8d8d53a']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:18.217423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a362f8-89a8-4d5d-a168-c4e6d21532a3') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:18.217721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a362f8-89a8-4d5d-a168-c4e6d21532a3') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:18.226989 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:18.239745 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:18.245852 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:26:18.246236 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:26:18.249794 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:26:18.315603 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:18.322927 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:18.325403 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] 10.222.0.57 "DELETE /v2.0/networks/011805a7-522f-4717-a914-2344b8d8d53a HTTP/1.1" status: 204 len: 168 time: 0.5455384 Nov 11 22:26:18.336387 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596f09c-8d1f-481d-8f16-aedd2d7d9bf1 tempest-NetworksIpV6Test-1644573657 tempest-NetworksIpV6Test-1644573657-project] Pushing event deleted for resources: {'Network': ['ID=011805a7-522f-4717-a914-2344b8d8d53a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:18.589915 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56698) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:18.723973 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d838961b-386a-4b34-8987-2b4a9d546bc0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eb91a45dda98449c979697ca7a4cb248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329055 Nov 11 22:26:18.726623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56702) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:18.772505 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2485dcbf-4954-41e9-b2c7-db1fb1f4f7d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:18.780069 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:18.794562 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2485dcbf-4954-41e9-b2c7-db1fb1f4f7d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:18.851679 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2485dcbf-4954-41e9-b2c7-db1fb1f4f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:18.854500 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2485dcbf-4954-41e9-b2c7-db1fb1f4f7d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:18.855690 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2485dcbf-4954-41e9-b2c7-db1fb1f4f7d1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/33ba3402-56f1-413d-9634-fd6b44009b81 HTTP/1.1" status: 204 len: 168 time: 0.1281972 Nov 11 22:26:18.863938 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485dcbf-4954-41e9-b2c7-db1fb1f4f7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ba3402-56f1-413d-9634-fd6b44009b81,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:18.887657 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 73d94400-2261-4b42-bb63-59fb6697f564 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:26:18.910921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 73d94400-2261-4b42-bb63-59fb6697f564 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:26:18.911337 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 73d94400-2261-4b42-bb63-59fb6697f564 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:26:18.911941 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device dfc300e1-757c-4c41-a0cb-9c158a09b921 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:26:18.931155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: dfc300e1-757c-4c41-a0cb-9c158a09b921 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:26:18.931492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device dfc300e1-757c-4c41-a0cb-9c158a09b921 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:26:19.385178 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:19.523804 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56724) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:19.622201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-63fb623a-5619-447d-9e1a-58ff34465f6c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-895265050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:19.647924 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63fb623a-5619-447d-9e1a-58ff34465f6c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:19.648976 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63fb623a-5619-447d-9e1a-58ff34465f6c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:19.702018 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63fb623a-5619-447d-9e1a-58ff34465f6c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:19.707476 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63fb623a-5619-447d-9e1a-58ff34465f6c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:19.730551 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-63fb623a-5619-447d-9e1a-58ff34465f6c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:19.734314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-63fb623a-5619-447d-9e1a-58ff34465f6c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2069266 Nov 11 22:26:19.734566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56728) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:19.739371 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1115470655'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:19.760390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Made reservation on behalf of 16c95af782354b849ce35a6f81834845 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:19.764071 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:19.773449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:19.847717 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:19.853966 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:19.879317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:26:19.888618 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80666dbf-9ca9-4b7e-8bd2-0a96e7a23cdc,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:19.893321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:19.893657 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Added segment 35732b1e-0845-48a1-97fd-472dd0d7e5da of type vlan for network 3e4bdb9a-a229-4e0b-9ed3-8840bb98f425 Nov 11 22:26:19.932450 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:19.960338 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:19.966251 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:19.966822 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:20.029789 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2912967 Nov 11 22:26:20.029993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56730) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:20.036703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-97ab6bb6-5f2a-48a7-9b9c-55fd9685416c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Request body: {'subnet': {'network_id': '3e4bdb9a-a229-4e0b-9ed3-8840bb98f425', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:20.043131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1c659-9b7b-45a8-9218-614d19351afc tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Pushing event updated for resources: {'Network': ['ID=3e4bdb9a-a229-4e0b-9ed3-8840bb98f425,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:20.053469 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 3e4bdb9a-a229-4e0b-9ed3-8840bb98f425 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:26:20.129821 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ab6bb6-5f2a-48a7-9b9c-55fd9685416c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Made reservation on behalf of 16c95af782354b849ce35a6f81834845 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:20.133447 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97ab6bb6-5f2a-48a7-9b9c-55fd9685416c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:20.320879 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97ab6bb6-5f2a-48a7-9b9c-55fd9685416c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:20.381673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab6bb6-5f2a-48a7-9b9c-55fd9685416c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Pushing event updated for resources: {'Subnet': ['ID=d34865f8-593a-4572-94ea-7c07fa7563c8,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:20.392167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab6bb6-5f2a-48a7-9b9c-55fd9685416c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Checking segment: {'id': '35732b1e-0845-48a1-97fd-472dd0d7e5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '3e4bdb9a-a229-4e0b-9ed3-8840bb98f425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:20.392531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ab6bb6-5f2a-48a7-9b9c-55fd9685416c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Network hostable DHCP agents. Network: 3e4bdb9a-a229-4e0b-9ed3-8840bb98f425, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:26:20.411824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ab6bb6-5f2a-48a7-9b9c-55fd9685416c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Network 3e4bdb9a-a229-4e0b-9ed3-8840bb98f425 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:26:20.423121 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-97ab6bb6-5f2a-48a7-9b9c-55fd9685416c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 3e4bdb9a-a229-4e0b-9ed3-8840bb98f425) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:20.427147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ab6bb6-5f2a-48a7-9b9c-55fd9685416c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:20.427745 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-97ab6bb6-5f2a-48a7-9b9c-55fd9685416c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:20.432841 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9bdccb-3884-4921-9af8-83efbfbcdc1c None None] Network 3e4bdb9a-a229-4e0b-9ed3-8840bb98f425 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:20.445983 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-97ab6bb6-5f2a-48a7-9b9c-55fd9685416c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4150996 Nov 11 22:26:20.449110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56732) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:20.454095 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9c593b66-bb6f-4a86-8660-b7d624266cf7 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-372706121'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:20.477415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c593b66-bb6f-4a86-8660-b7d624266cf7 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Made reservation on behalf of 16c95af782354b849ce35a6f81834845 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:20.480888 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9c593b66-bb6f-4a86-8660-b7d624266cf7 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:20.505261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c593b66-bb6f-4a86-8660-b7d624266cf7 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:26:20.514627 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9c593b66-bb6f-4a86-8660-b7d624266cf7 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:20.514967 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-9c593b66-bb6f-4a86-8660-b7d624266cf7 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Added segment 964ef21d-2b71-4b21-9296-1cdc03ae59b0 of type vlan for network 6cee6c4c-7d7e-4160-93d5-10ef9a25aa59 Nov 11 22:26:20.555072 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9c593b66-bb6f-4a86-8660-b7d624266cf7 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:20.580635 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9c593b66-bb6f-4a86-8660-b7d624266cf7 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:20.580856 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-3e4bdb9a-a229-4e0b-9ed3-8840bb98f425', 'network_id': '3e4bdb9a-a229-4e0b-9ed3-8840bb98f425', 'tenant_id': '16c95af782354b849ce35a6f81834845', 'fixed_ips': [{'subnet_id': 'd34865f8-593a-4572-94ea-7c07fa7563c8'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:26:20.581842 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:20.586215 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c593b66-bb6f-4a86-8660-b7d624266cf7 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:20.586794 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9c593b66-bb6f-4a86-8660-b7d624266cf7 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:20.645164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9c593b66-bb6f-4a86-8660-b7d624266cf7 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1949401 Nov 11 22:26:20.648264 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56734) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:20.653238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-becc1ddc-45ea-478b-9013-60675ade32a6 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Request body: {'subnet': {'network_id': '6cee6c4c-7d7e-4160-93d5-10ef9a25aa59', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:20.656570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c593b66-bb6f-4a86-8660-b7d624266cf7 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Pushing event updated for resources: {'Network': ['ID=6cee6c4c-7d7e-4160-93d5-10ef9a25aa59,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:20.668370 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 6cee6c4c-7d7e-4160-93d5-10ef9a25aa59 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:26:20.741029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becc1ddc-45ea-478b-9013-60675ade32a6 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Made reservation on behalf of 16c95af782354b849ce35a6f81834845 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:20.745068 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-becc1ddc-45ea-478b-9013-60675ade32a6 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:20.773319 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Allocated IP 172.20.0.2 (3e4bdb9a-a229-4e0b-9ed3-8840bb98f425/d34865f8-593a-4572-94ea-7c07fa7563c8/1cc00eba-690c-46d9-9f4e-66a5d26fa927) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:26:20.918147 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:20.925676 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:20.927210 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-becc1ddc-45ea-478b-9013-60675ade32a6 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:20.965679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Network 3e4bdb9a-a229-4e0b-9ed3-8840bb98f425 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:26:20.968556 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:20.973473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:26:20.976535 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Pushing event updated for resources: {'Port': ['ID=1cc00eba-690c-46d9-9f4e-66a5d26fa927,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:20.992168 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc1ddc-45ea-478b-9013-60675ade32a6 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Pushing event updated for resources: {'Subnet': ['ID=abe35df6-5d3e-45ec-9112-e77c9dca8976,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:20.999772 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc1ddc-45ea-478b-9013-60675ade32a6 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Checking segment: {'id': '964ef21d-2b71-4b21-9296-1cdc03ae59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '6cee6c4c-7d7e-4160-93d5-10ef9a25aa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:21.000129 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becc1ddc-45ea-478b-9013-60675ade32a6 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Network hostable DHCP agents. Network: 6cee6c4c-7d7e-4160-93d5-10ef9a25aa59, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:26:21.018597 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becc1ddc-45ea-478b-9013-60675ade32a6 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Network 6cee6c4c-7d7e-4160-93d5-10ef9a25aa59 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:26:21.028197 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Attempting to bind port 1cc00eba-690c-46d9-9f4e-66a5d26fa927 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:26:21.028393 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-becc1ddc-45ea-478b-9013-60675ade32a6 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 6cee6c4c-7d7e-4160-93d5-10ef9a25aa59) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:21.028629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Attempting to bind port 1cc00eba-690c-46d9-9f4e-66a5d26fa927 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '35732b1e-0845-48a1-97fd-472dd0d7e5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '3e4bdb9a-a229-4e0b-9ed3-8840bb98f425'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:26:21.029073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Attempting to bind port 1cc00eba-690c-46d9-9f4e-66a5d26fa927 on network 3e4bdb9a-a229-4e0b-9ed3-8840bb98f425 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:26:21.032823 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becc1ddc-45ea-478b-9013-60675ade32a6 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:21.033811 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-becc1ddc-45ea-478b-9013-60675ade32a6 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:21.034271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:26:21.034645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Checking segment: {'id': '35732b1e-0845-48a1-97fd-472dd0d7e5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '3e4bdb9a-a229-4e0b-9ed3-8840bb98f425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:21.035048 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:21.035440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Bound using segment: {'id': '35732b1e-0845-48a1-97fd-472dd0d7e5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '3e4bdb9a-a229-4e0b-9ed3-8840bb98f425'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:26:21.035905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Bound port: 1cc00eba-690c-46d9-9f4e-66a5d26fa927, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35732b1e-0845-48a1-97fd-472dd0d7e5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '3e4bdb9a-a229-4e0b-9ed3-8840bb98f425'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:26:21.036291 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:21.040361 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f463e4-f92f-48ae-9237-d6b94af7151a None None] Network 6cee6c4c-7d7e-4160-93d5-10ef9a25aa59 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:21.054510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56736) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:21.058755 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-becc1ddc-45ea-478b-9013-60675ade32a6 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4094305 Nov 11 22:26:21.059184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6ed9789e-804c-4610-8581-95c4bace9568 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Request body: {'router': {'external_gateway_info': {'network_id': '6cee6c4c-7d7e-4160-93d5-10ef9a25aa59'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:21.168712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] For port 1cc00eba-690c-46d9-9f4e-66a5d26fa927, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:26:21.198800 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] For port 1cc00eba-690c-46d9-9f4e-66a5d26fa927, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1cc00eba-690c-46d9-9f4e-66a5d26fa927,segment=NetworkSegment(35732b1e-0845-48a1-97fd-472dd0d7e5da),segment_id=35732b1e-0845-48a1-97fd-472dd0d7e5da)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:26:21.206082 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:21.275481 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ed9789e-804c-4610-8581-95c4bace9568 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:21.285276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-6cee6c4c-7d7e-4160-93d5-10ef9a25aa59', 'network_id': '6cee6c4c-7d7e-4160-93d5-10ef9a25aa59', 'tenant_id': '16c95af782354b849ce35a6f81834845', 'fixed_ips': [{'subnet_id': 'abe35df6-5d3e-45ec-9112-e77c9dca8976'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:26:21.286131 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:21.289589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6ac3b-289c-49b5-8d5c-923dcd07e2bd None None] Pushing event updated for resources: {'Port': ['ID=1cc00eba-690c-46d9-9f4e-66a5d26fa927,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:21.392543 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [None req-6ed9789e-804c-4610-8581-95c4bace9568 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 22:26:21.399470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6ed9789e-804c-4610-8581-95c4bace9568 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] 10.222.0.57 "PUT /v2.0/routers/716e3ddb-a90a-4d37-bac8-e36355a15ca3 HTTP/1.1" status: 400 len: 364 time: 0.3382642 Nov 11 22:26:21.399990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56738) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:21.453953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Allocated IP 172.21.0.2 (6cee6c4c-7d7e-4160-93d5-10ef9a25aa59/abe35df6-5d3e-45ec-9112-e77c9dca8976/5bfe3b2a-b099-4684-8a67-bb5ef108725f) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:26:21.470163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c198bcd-ecd3-4789-afb9-97be1baf742c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Deleting subnet abe35df6-5d3e-45ec-9112-e77c9dca8976 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:26:21.772190 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:21.781261 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c198bcd-ecd3-4789-afb9-97be1baf742c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:21.781800 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:21.823015 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Network 6cee6c4c-7d7e-4160-93d5-10ef9a25aa59 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:26:21.824460 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c198bcd-ecd3-4789-afb9-97be1baf742c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:21.828652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:21.831215 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:26:21.833217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Pushing event updated for resources: {'Port': ['ID=5bfe3b2a-b099-4684-8a67-bb5ef108725f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:21.885952 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Attempting to bind port 5bfe3b2a-b099-4684-8a67-bb5ef108725f on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:26:21.886324 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Attempting to bind port 5bfe3b2a-b099-4684-8a67-bb5ef108725f by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '964ef21d-2b71-4b21-9296-1cdc03ae59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '6cee6c4c-7d7e-4160-93d5-10ef9a25aa59'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:26:21.886721 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Attempting to bind port 5bfe3b2a-b099-4684-8a67-bb5ef108725f on network 6cee6c4c-7d7e-4160-93d5-10ef9a25aa59 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:26:21.892206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:26:21.892597 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Checking segment: {'id': '964ef21d-2b71-4b21-9296-1cdc03ae59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '6cee6c4c-7d7e-4160-93d5-10ef9a25aa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:21.893027 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:21.893424 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Bound using segment: {'id': '964ef21d-2b71-4b21-9296-1cdc03ae59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '6cee6c4c-7d7e-4160-93d5-10ef9a25aa59'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:26:21.893897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Bound port: 5bfe3b2a-b099-4684-8a67-bb5ef108725f, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964ef21d-2b71-4b21-9296-1cdc03ae59b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '6cee6c4c-7d7e-4160-93d5-10ef9a25aa59'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:26:21.894287 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:21.910606 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c198bcd-ecd3-4789-afb9-97be1baf742c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:21.977238 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c198bcd-ecd3-4789-afb9-97be1baf742c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:21.980067 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] For port 5bfe3b2a-b099-4684-8a67-bb5ef108725f, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:26:21.983499 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] For port 5bfe3b2a-b099-4684-8a67-bb5ef108725f, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5bfe3b2a-b099-4684-8a67-bb5ef108725f,segment=NetworkSegment(964ef21d-2b71-4b21-9296-1cdc03ae59b0),segment_id=964ef21d-2b71-4b21-9296-1cdc03ae59b0)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:26:21.990483 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.007933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c198bcd-ecd3-4789-afb9-97be1baf742c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Pushing event deleted for resources: {'Subnet': ['ID=abe35df6-5d3e-45ec-9112-e77c9dca8976,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:22.014594 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5c198bcd-ecd3-4789-afb9-97be1baf742c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.018871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5c198bcd-ecd3-4789-afb9-97be1baf742c tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] 10.222.0.57 "DELETE /v2.0/subnets/abe35df6-5d3e-45ec-9112-e77c9dca8976 HTTP/1.1" status: 204 len: 168 time: 0.6177678 Nov 11 22:26:22.021503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56740) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:22.050062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca23295-56bc-4e4e-a9a1-6c096f6d605f None None] Pushing event updated for resources: {'Port': ['ID=5bfe3b2a-b099-4684-8a67-bb5ef108725f,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:22.110543 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.170009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Deleting port 5bfe3b2a-b099-4684-8a67-bb5ef108725f {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:26:22.170457 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.261547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] For port 5bfe3b2a-b099-4684-8a67-bb5ef108725f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=5bfe3b2a-b099-4684-8a67-bb5ef108725f,segment=NetworkSegment(964ef21d-2b71-4b21-9296-1cdc03ae59b0),segment_id=964ef21d-2b71-4b21-9296-1cdc03ae59b0)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:22.261992 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.274787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Calling delete_port for 5bfe3b2a-b099-4684-8a67-bb5ef108725f owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:26:22.298039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95e1495-dd2f-4f6f-a0d2-5afc35d67c7c None None] Network 3e4bdb9a-a229-4e0b-9ed3-8840bb98f425 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:22.368189 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.378468 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c308db53-69c5-4dd5-b0ef-b5d8e1db4dac None None] Provisioning complete for port 1cc00eba-690c-46d9-9f4e-66a5d26fa927 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:22.378836 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c308db53-69c5-4dd5-b0ef-b5d8e1db4dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.400333 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Pushing event deleted for resources: {'Port': ['ID=5bfe3b2a-b099-4684-8a67-bb5ef108725f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:22.402697 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] No DVR routers for this DVR port 5bfe3b2a-b099-4684-8a67-bb5ef108725f on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:26:22.480141 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.505904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cee6c4c-7d7e-4160-93d5-10ef9a25aa59']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:22.516254 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964ef21d-2b71-4b21-9296-1cdc03ae59b0') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:22.516555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964ef21d-2b71-4b21-9296-1cdc03ae59b0') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:22.524610 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c308db53-69c5-4dd5-b0ef-b5d8e1db4dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.527299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.544292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.551339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:26:22.552031 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:26:22.555330 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:26:22.561690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c308db53-69c5-4dd5-b0ef-b5d8e1db4dac None None] For port 1cc00eba-690c-46d9-9f4e-66a5d26fa927, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1cc00eba-690c-46d9-9f4e-66a5d26fa927,segment=NetworkSegment(35732b1e-0845-48a1-97fd-472dd0d7e5da),segment_id=35732b1e-0845-48a1-97fd-472dd0d7e5da)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:22.568494 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c308db53-69c5-4dd5-b0ef-b5d8e1db4dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.621385 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308db53-69c5-4dd5-b0ef-b5d8e1db4dac None None] Pushing event updated for resources: {'Port': ['ID=1cc00eba-690c-46d9-9f4e-66a5d26fa927,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:22.625824 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.644143 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.647414 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] 10.222.0.57 "DELETE /v2.0/networks/6cee6c4c-7d7e-4160-93d5-10ef9a25aa59 HTTP/1.1" status: 204 len: 168 time: 0.6248922 Nov 11 22:26:22.648340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7936a79-aae8-4422-bea8-8854e78c5c86 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Pushing event deleted for resources: {'Network': ['ID=6cee6c4c-7d7e-4160-93d5-10ef9a25aa59,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:22.650046 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56744) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:22.705974 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-889cec08-e5c2-4b72-a0e4-11389e988c91 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Deleting subnet d34865f8-593a-4572-94ea-7c07fa7563c8 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:26:22.709606 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-889cec08-e5c2-4b72-a0e4-11389e988c91 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.752030 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-889cec08-e5c2-4b72-a0e4-11389e988c91 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.790420 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b635eea2-12ce-4ef7-933d-91996a07718b None None] Provisioning complete for port 1cc00eba-690c-46d9-9f4e-66a5d26fa927 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:22.790890 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b635eea2-12ce-4ef7-933d-91996a07718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.844161 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-889cec08-e5c2-4b72-a0e4-11389e988c91 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.931697 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-889cec08-e5c2-4b72-a0e4-11389e988c91 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.933736 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1cc00eba-690c-46d9-9f4e-66a5d26fa927 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:26:22.960712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cec08-e5c2-4b72-a0e4-11389e988c91 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Pushing event deleted for resources: {'Subnet': ['ID=d34865f8-593a-4572-94ea-7c07fa7563c8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:22.966503 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-889cec08-e5c2-4b72-a0e4-11389e988c91 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:22.972763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56746) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:22.973395 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-889cec08-e5c2-4b72-a0e4-11389e988c91 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] 10.222.0.57 "DELETE /v2.0/subnets/d34865f8-593a-4572-94ea-7c07fa7563c8 HTTP/1.1" status: 204 len: 168 time: 0.3211434 Nov 11 22:26:22.986674 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63412f3-920f-45e5-a8c8-5f31cd2291e1 None None] Network 3e4bdb9a-a229-4e0b-9ed3-8840bb98f425 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:22.988472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1cc00eba-690c-46d9-9f4e-66a5d26fa927 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:22.989449 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.058193 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.112660 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Deleting port 1cc00eba-690c-46d9-9f4e-66a5d26fa927 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:26:23.113101 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.115595 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-76678a9e-748f-4f14-a362-e78ec75f358f None None] Could not find standard attr ID for object 5bfe3b2a-b099-4684-8a67-bb5ef108725f. {{(pid=102536) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 22:26:23.134969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5381ac60-6c31-479d-a81f-e3705d868432 None None] DHCP port deletion for 6cee6c4c-7d7e-4160-93d5-10ef9a25aa59 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:26:23.167660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d850ce44-396e-4680-88d6-c46f4a1eaf6a None None] Network 6cee6c4c-7d7e-4160-93d5-10ef9a25aa59 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:23.175943 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] For port 1cc00eba-690c-46d9-9f4e-66a5d26fa927, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1cc00eba-690c-46d9-9f4e-66a5d26fa927,segment=NetworkSegment(35732b1e-0845-48a1-97fd-472dd0d7e5da),segment_id=35732b1e-0845-48a1-97fd-472dd0d7e5da)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:23.176296 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.188662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Calling delete_port for 1cc00eba-690c-46d9-9f4e-66a5d26fa927 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:26:23.194084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d850ce44-396e-4680-88d6-c46f4a1eaf6a None None] Network 6cee6c4c-7d7e-4160-93d5-10ef9a25aa59 could not be found, it might have been deleted concurrently. {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 22:26:23.260835 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ae648d-4035-42d4-a630-ed6b8fb231cb None None] DHCP port deletion for 3e4bdb9a-a229-4e0b-9ed3-8840bb98f425 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:26:23.277945 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.305381 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Pushing event deleted for resources: {'Port': ['ID=1cc00eba-690c-46d9-9f4e-66a5d26fa927,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:23.307558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] No DVR routers for this DVR port 1cc00eba-690c-46d9-9f4e-66a5d26fa927 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:26:23.310447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-56ae648d-4035-42d4-a630-ed6b8fb231cb None None] Deleting port 1cc00eba-690c-46d9-9f4e-66a5d26fa927 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:26:23.310828 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56ae648d-4035-42d4-a630-ed6b8fb231cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.372314 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-56ae648d-4035-42d4-a630-ed6b8fb231cb None None] For port 1cc00eba-690c-46d9-9f4e-66a5d26fa927, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:23.372711 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56ae648d-4035-42d4-a630-ed6b8fb231cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.385277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-56ae648d-4035-42d4-a630-ed6b8fb231cb None None] Calling delete_port for 1cc00eba-690c-46d9-9f4e-66a5d26fa927 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:26:23.387894 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-56ae648d-4035-42d4-a630-ed6b8fb231cb None None] Port 1cc00eba-690c-46d9-9f4e-66a5d26fa927 was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 22:26:23.388420 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.389223 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56ae648d-4035-42d4-a630-ed6b8fb231cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.408727 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4bdb9a-a229-4e0b-9ed3-8840bb98f425']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:23.417371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae648d-4035-42d4-a630-ed6b8fb231cb None None] Pushing event deleted for resources: {'Port': ['ID=1cc00eba-690c-46d9-9f4e-66a5d26fa927,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:23.418416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35732b1e-0845-48a1-97fd-472dd0d7e5da') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:23.418788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35732b1e-0845-48a1-97fd-472dd0d7e5da') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:23.421462 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae648d-4035-42d4-a630-ed6b8fb231cb None None] No DVR routers for this DVR port 1cc00eba-690c-46d9-9f4e-66a5d26fa927 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:26:23.431986 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.445824 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.451971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:26:23.452357 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:26:23.455882 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:26:23.515002 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.522584 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.525242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] 10.222.0.57 "DELETE /v2.0/networks/3e4bdb9a-a229-4e0b-9ed3-8840bb98f425 HTTP/1.1" status: 204 len: 168 time: 0.5513425 Nov 11 22:26:23.528181 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56748) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:23.536706 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8072143-a158-49b8-9dab-0bef5c09d990 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Pushing event deleted for resources: {'Network': ['ID=3e4bdb9a-a229-4e0b-9ed3-8840bb98f425,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:23.555806 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c7bbb403-bf81-44f9-b7cd-7f7ed0f04612 tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] 10.222.0.57 "GET /v2.0/ports?device_id=716e3ddb-a90a-4d37-bac8-e36355a15ca3 HTTP/1.1" status: 200 len: 205 time: 0.0264263 Nov 11 22:26:23.558462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56750) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:23.634627 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ff18aaa-4894-47dd-bb9e-13f384e9a9fa tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.791131 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ff18aaa-4894-47dd-bb9e-13f384e9a9fa tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.794630 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ff18aaa-4894-47dd-bb9e-13f384e9a9fa tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.839891 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ff18aaa-4894-47dd-bb9e-13f384e9a9fa tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.840432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff18aaa-4894-47dd-bb9e-13f384e9a9fa tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Fanout notify agent at l3_agent the message router_deleted on router 716e3ddb-a90a-4d37-bac8-e36355a15ca3 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:26:23.847863 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ff18aaa-4894-47dd-bb9e-13f384e9a9fa tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.849122 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6ff18aaa-4894-47dd-bb9e-13f384e9a9fa tempest-RoutersNegativeTest-276130322 tempest-RoutersNegativeTest-276130322-project] 10.222.0.57 "DELETE /v2.0/routers/716e3ddb-a90a-4d37-bac8-e36355a15ca3 HTTP/1.1" status: 204 len: 168 time: 0.2895956 Nov 11 22:26:24.104688 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56756) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:24.237564 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f65fb2a2-c61c-48cb-9218-bd0d702a92a6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=16c95af782354b849ce35a6f81834845&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315675 Nov 11 22:26:24.240165 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56760) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:24.293705 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25e7f96c-c977-4978-888f-7008432aaaa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:24.315330 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25e7f96c-c977-4978-888f-7008432aaaa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:24.380633 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25e7f96c-c977-4978-888f-7008432aaaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:24.384406 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-25e7f96c-c977-4978-888f-7008432aaaa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:24.386384 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-25e7f96c-c977-4978-888f-7008432aaaa7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/80666dbf-9ca9-4b7e-8bd2-0a96e7a23cdc HTTP/1.1" status: 204 len: 168 time: 0.1451592 Nov 11 22:26:24.395693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7f96c-c977-4978-888f-7008432aaaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80666dbf-9ca9-4b7e-8bd2-0a96e7a23cdc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:24.880670 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1cc00eba-690c-46d9-9f4e-66a5d26fa927 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:26:24.901769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 1cc00eba-690c-46d9-9f4e-66a5d26fa927 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:26:24.902120 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1cc00eba-690c-46d9-9f4e-66a5d26fa927 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:26:24.902542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5bfe3b2a-b099-4684-8a67-bb5ef108725f no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:26:24.922653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 5bfe3b2a-b099-4684-8a67-bb5ef108725f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:26:24.923071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 5bfe3b2a-b099-4684-8a67-bb5ef108725f not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:26:25.058381 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56782) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:25.171573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1703294027-network', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:25.197306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] Made reservation on behalf of 9bcbc01db21c4c9aae9e32c95b32510f for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:25.199733 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:25.208560 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:25.282439 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:25.288145 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:25.315513 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] vlan segment allocate from pool success with {'vlan_id': 1177, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:26:25.321792 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e22613-015e-478b-8026-064a348255f3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:25.329548 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:25.329874 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] Added segment fcb5d277-5da3-4ead-a9e5-dd368c3470e3 of type vlan for network e5bd2bae-5dd9-49e1-b41b-6a772850e413 Nov 11 22:26:25.371391 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:25.400371 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:25.401286 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:25.401917 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:25.459669 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3999434 Nov 11 22:26:25.463238 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56786) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:25.465287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91587717-ac41-4985-8724-f3b20928a742 admin admin] Pushing event updated for resources: {'Network': ['ID=e5bd2bae-5dd9-49e1-b41b-6a772850e413,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:25.468816 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a6e3cd8d-1fa0-4c3b-9255-0c601aff270e admin admin] Request body: {'subnet': {'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1703294027-subnet', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:25.475339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network e5bd2bae-5dd9-49e1-b41b-6a772850e413 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:26:25.492110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e3cd8d-1fa0-4c3b-9255-0c601aff270e admin admin] Made reservation on behalf of 9bcbc01db21c4c9aae9e32c95b32510f for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:25.494677 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6e3cd8d-1fa0-4c3b-9255-0c601aff270e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:25.664868 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6e3cd8d-1fa0-4c3b-9255-0c601aff270e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.072598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3cd8d-1fa0-4c3b-9255-0c601aff270e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3778f805-48e7-4473-8bde-60b12f0d2199,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:26.080442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3cd8d-1fa0-4c3b-9255-0c601aff270e admin admin] Checking segment: {'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:26.080854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e3cd8d-1fa0-4c3b-9255-0c601aff270e admin admin] Network hostable DHCP agents. Network: e5bd2bae-5dd9-49e1-b41b-6a772850e413, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:26:26.099467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e3cd8d-1fa0-4c3b-9255-0c601aff270e admin admin] Network e5bd2bae-5dd9-49e1-b41b-6a772850e413 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:26:26.111639 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-a6e3cd8d-1fa0-4c3b-9255-0c601aff270e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, e5bd2bae-5dd9-49e1-b41b-6a772850e413) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:26.115726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e3cd8d-1fa0-4c3b-9255-0c601aff270e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:26.116321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a6e3cd8d-1fa0-4c3b-9255-0c601aff270e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.121022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03237b73-e60f-4ffc-91cd-e5f727e61860 None None] Network e5bd2bae-5dd9-49e1-b41b-6a772850e413 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:26.134872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a6e3cd8d-1fa0-4c3b-9255-0c601aff270e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6697350 Nov 11 22:26:26.137432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 56790) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:26.141809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1703294027-router', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:26.163293 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.164404 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.216539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.264959 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-e5bd2bae-5dd9-49e1-b41b-6a772850e413', 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'fixed_ips': [{'subnet_id': '3778f805-48e7-4473-8bde-60b12f0d2199'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:26:26.265818 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.354766 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.406577 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Allocated IP 172.20.0.2 (e5bd2bae-5dd9-49e1-b41b-6a772850e413/3778f805-48e7-4473-8bde-60b12f0d2199/cf36b37b-17eb-4018-b1c5-67b98061b9b0) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:26:26.546162 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.550018 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.553888 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.573602 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.595491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Network e5bd2bae-5dd9-49e1-b41b-6a772850e413 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:26:26.600408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:26.604128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:26:26.611351 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Pushing event updated for resources: {'Port': ['ID=cf36b37b-17eb-4018-b1c5-67b98061b9b0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:26.662626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Attempting to bind port cf36b37b-17eb-4018-b1c5-67b98061b9b0 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:26:26.662996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Attempting to bind port cf36b37b-17eb-4018-b1c5-67b98061b9b0 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:26:26.663361 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Attempting to bind port cf36b37b-17eb-4018-b1c5-67b98061b9b0 on network e5bd2bae-5dd9-49e1-b41b-6a772850e413 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:26:26.668259 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:26:26.668630 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Checking segment: {'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:26.669059 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.669449 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Bound using segment: {'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:26:26.669915 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Bound port: cf36b37b-17eb-4018-b1c5-67b98061b9b0, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:26:26.670325 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.679559 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Allocated IP 172.25.0.176 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/00ad71a9-d154-4785-86e6-5806f2c88c92) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:26:26.737632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] For port cf36b37b-17eb-4018-b1c5-67b98061b9b0, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:26:26.740820 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] For port cf36b37b-17eb-4018-b1c5-67b98061b9b0, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=cf36b37b-17eb-4018-b1c5-67b98061b9b0,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:26:26.746438 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.794399 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.806684 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bce1e4-fdbe-4ac7-9989-82f66867f3ac None None] Pushing event updated for resources: {'Port': ['ID=cf36b37b-17eb-4018-b1c5-67b98061b9b0,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:26.838703 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.877772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:26:26.882902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:26.886482 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:26:26.892199 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Pushing event updated for resources: {'Port': ['ID=00ad71a9-d154-4785-86e6-5806f2c88c92,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:26.895089 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5772a7-aaea-47a7-a180-9d960a0f0eb0 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:26:26.973394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-45fbc1e0-7895-489f-b052-10febeb6170b None None] Provisioning complete for port 00ad71a9-d154-4785-86e6-5806f2c88c92 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:26.973865 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45fbc1e0-7895-489f-b052-10febeb6170b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:27.019780 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-45fbc1e0-7895-489f-b052-10febeb6170b None None] Port 00ad71a9-d154-4785-86e6-5806f2c88c92 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:26:27.170951 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:27.384105 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:27.523354 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Router fd68461c-9354-4860-90ad-44e38e367948 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:26:27.635793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:26:27.644838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Sync routers for ids ['fd68461c-9354-4860-90ad-44e38e367948'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:26:27.655005 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:27.655152 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Routers {'fd68461c-9354-4860-90ad-44e38e367948'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:26:27.655713 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:26:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['fd68461c-9354-4860-90ad-44e38e367948'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:27.659017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b0c61c7c-779e-49c7-ad61-83ed7540fd7e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5180819 Nov 11 22:26:27.659406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56792) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:27.741991 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc6be7-1c5c-4b42-8979-23bb4c88f879 None None] Network e5bd2bae-5dd9-49e1-b41b-6a772850e413 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:27.829034 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f7e95287-2c81-4c2a-b008-316c8f67dffc None None] Provisioning complete for port cf36b37b-17eb-4018-b1c5-67b98061b9b0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:27.829442 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f7e95287-2c81-4c2a-b008-316c8f67dffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:27.836136 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Set router fd68461c-9354-4860-90ad-44e38e367948 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:26:28.287141 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f7e95287-2c81-4c2a-b008-316c8f67dffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:28.343491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f7e95287-2c81-4c2a-b008-316c8f67dffc None None] For port cf36b37b-17eb-4018-b1c5-67b98061b9b0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=cf36b37b-17eb-4018-b1c5-67b98061b9b0,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:28.349932 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f7e95287-2c81-4c2a-b008-316c8f67dffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:28.377255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68461c-9354-4860-90ad-44e38e367948', 'name': 'tempest-TestEncryptedCinderVolumes-1703294027-router', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '00ad71a9-d154-4785-86e6-5806f2c88c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:26:27Z', 'revision_number': 3, 'project_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'gw_port': {'id': '00ad71a9-d154-4785-86e6-5806f2c88c92', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd68461c-9354-4860-90ad-44e38e367948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:28.382820 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:28.407546 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Checking router: fd68461c-9354-4860-90ad-44e38e367948 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:26:28.407864 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Updating router fd68461c-9354-4860-90ad-44e38e367948 port 00ad71a9-d154-4785-86e6-5806f2c88c92 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:26:28.447696 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:28.449324 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e95287-2c81-4c2a-b008-316c8f67dffc None None] Pushing event updated for resources: {'Port': ['ID=cf36b37b-17eb-4018-b1c5-67b98061b9b0,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:28.553993 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Allocated IP 172.20.0.1 (e5bd2bae-5dd9-49e1-b41b-6a772850e413/3778f805-48e7-4473-8bde-60b12f0d2199/6076207b-5572-4016-b18e-36893e96bd12) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:26:28.603719 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-58d4732a-5f7c-4ae0-949d-6d2c0ee3f6b9 None None] Provisioning complete for port cf36b37b-17eb-4018-b1c5-67b98061b9b0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:28.604012 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58d4732a-5f7c-4ae0-949d-6d2c0ee3f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:28.664061 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:28.698374 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:28.743907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Network e5bd2bae-5dd9-49e1-b41b-6a772850e413 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:26:28.746853 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:28.751436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:26:28.775290 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Pushing event updated for resources: {'Port': ['ID=6076207b-5572-4016-b18e-36893e96bd12,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:28.791715 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:28.795445 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:28.806622 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:28.864269 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdade4ad-5cf1-48e7-b9f0-593d4f9a8a6d None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:26:28.878443 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Attempting to bind port 00ad71a9-d154-4785-86e6-5806f2c88c92 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:26:28.878816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Attempting to bind port 00ad71a9-d154-4785-86e6-5806f2c88c92 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:26:28.879179 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Attempting to bind port 00ad71a9-d154-4785-86e6-5806f2c88c92 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:26:28.881202 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585e741-264b-4ed4-a1b2-143af34e7e53 None None] Pushing event updated for resources: {'Port': ['ID=00ad71a9-d154-4785-86e6-5806f2c88c92,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:28.890398 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:26:28.890775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:28.891688 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:28.891688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:26:28.892115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Bound port: 00ad71a9-d154-4785-86e6-5806f2c88c92, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:26:28.892498 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:28.941733 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:28.977198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device cf36b37b-17eb-4018-b1c5-67b98061b9b0 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:26:28.982968 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] For port 00ad71a9-d154-4785-86e6-5806f2c88c92, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:26:29.023697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] For port 00ad71a9-d154-4785-86e6-5806f2c88c92, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=00ad71a9-d154-4785-86e6-5806f2c88c92,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:26:29.035445 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a43c0c68-f674-4dc3-932e-23f48fea6546 None None] Provisioning complete for port 00ad71a9-d154-4785-86e6-5806f2c88c92 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:29.035823 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a43c0c68-f674-4dc3-932e-23f48fea6546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:29.037843 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:29.115530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d810ad30-938a-491f-bccc-de7d40e49e6a None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:26:29.121886 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:29.127134 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:29.149360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Routers {'fd68461c-9354-4860-90ad-44e38e367948'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:26:29.149360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:26:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['fd68461c-9354-4860-90ad-44e38e367948'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:29.155416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585e741-264b-4ed4-a1b2-143af34e7e53 None None] Pushing event updated for resources: {'Port': ['ID=00ad71a9-d154-4785-86e6-5806f2c88c92,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:29.195418 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:29.198081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Pushing event updated for resources: {'Port': ['ID=6076207b-5572-4016-b18e-36893e96bd12,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:29.199107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port cf36b37b-17eb-4018-b1c5-67b98061b9b0 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:29.199477 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:29.286802 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Network e5bd2bae-5dd9-49e1-b41b-6a772850e413 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:26:29.288383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:29.319970 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a43c0c68-f674-4dc3-932e-23f48fea6546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:29.338083 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] Set router fd68461c-9354-4860-90ad-44e38e367948 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:26:29.396514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a43c0c68-f674-4dc3-932e-23f48fea6546 None None] For port 00ad71a9-d154-4785-86e6-5806f2c88c92, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=00ad71a9-d154-4785-86e6-5806f2c88c92,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:29.409842 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a43c0c68-f674-4dc3-932e-23f48fea6546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:29.412391 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Router fd68461c-9354-4860-90ad-44e38e367948 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:26:29.529573 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:26:29.540850 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-26aa952e-b335-406c-93f5-2a25e37fd864 admin admin] 10.222.0.57 "PUT /v2.0/routers/fd68461c-9354-4860-90ad-44e38e367948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8744349 Nov 11 22:26:29.556347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c0c68-f674-4dc3-932e-23f48fea6546 None None] Pushing event updated for resources: {'Port': ['ID=00ad71a9-d154-4785-86e6-5806f2c88c92,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:29.572170 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a1e38c7d-2737-4f32-8070-7419ad313f61 None None] Provisioning complete for port 6076207b-5572-4016-b18e-36893e96bd12 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:29.572543 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1e38c7d-2737-4f32-8070-7419ad313f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:29.641495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a1e38c7d-2737-4f32-8070-7419ad313f61 None None] Port 6076207b-5572-4016-b18e-36893e96bd12 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:26:29.661505 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a1e38c7d-2737-4f32-8070-7419ad313f61 None None] Provisioning complete for port 00ad71a9-d154-4785-86e6-5806f2c88c92 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:29.661816 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1e38c7d-2737-4f32-8070-7419ad313f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:29.700385 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68461c-9354-4860-90ad-44e38e367948', 'name': 'tempest-TestEncryptedCinderVolumes-1703294027-router', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '00ad71a9-d154-4785-86e6-5806f2c88c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:26:28Z', 'revision_number': 4, 'project_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'gw_port': {'id': '00ad71a9-d154-4785-86e6-5806f2c88c92', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd68461c-9354-4860-90ad-44e38e367948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6076207b-5572-4016-b18e-36893e96bd12', 'name': '', 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'mac_address': 'fa:16:3e:a2:c2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd68461c-9354-4860-90ad-44e38e367948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '3778f805-48e7-4473-8bde-60b12f0d2199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:28Z', 'updated_at': '2021-11-11T22:26:29Z', 'revision_number': 2, 'project_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'subnets': [{'id': '3778f805-48e7-4473-8bde-60b12f0d2199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:29.732177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f1164-db90-4472-8169-e4bdfe91d1a0 None None] The sync data for ids ['fd68461c-9354-4860-90ad-44e38e367948'] in n-d-805737-3 is: [{'id': 'fd68461c-9354-4860-90ad-44e38e367948', 'name': 'tempest-TestEncryptedCinderVolumes-1703294027-router', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '00ad71a9-d154-4785-86e6-5806f2c88c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:26:28Z', 'revision_number': 4, 'project_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'gw_port': {'id': '00ad71a9-d154-4785-86e6-5806f2c88c92', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd68461c-9354-4860-90ad-44e38e367948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6076207b-5572-4016-b18e-36893e96bd12', 'name': '', 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'mac_address': 'fa:16:3e:a2:c2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd68461c-9354-4860-90ad-44e38e367948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '3778f805-48e7-4473-8bde-60b12f0d2199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:28Z', 'updated_at': '2021-11-11T22:26:29Z', 'revision_number': 2, 'project_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'subnets': [{'id': '3778f805-48e7-4473-8bde-60b12f0d2199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:26:30.043369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56808) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:30.048466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1948481202-network', 'tenant_id': '31366d8dab734bf49c3796bd69618e79'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:30.071759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] Made reservation on behalf of 31366d8dab734bf49c3796bd69618e79 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:30.074477 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.085691 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.166603 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.171476 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.199900 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:26:30.207057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82acf36e-9443-4a49-9e15-b6ecfad49398,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:30.213468 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.213820 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] Added segment a285a866-e06a-4a7c-99d8-d92c1d5a9d67 of type vlan for network 2b035d3e-2f27-4814-9f28-b986cabb5df3 Nov 11 22:26:30.258544 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.285309 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.286393 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:30.286970 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.366770 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3221679 Nov 11 22:26:30.369578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56810) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:30.374546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f5b97c82-45af-4f4d-819d-de32f0861cd5 admin admin] Request body: {'subnet': {'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1948481202-subnet', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:30.377871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b68a22-fe79-47e5-8636-5ce717c81c9b admin admin] Pushing event updated for resources: {'Network': ['ID=2b035d3e-2f27-4814-9f28-b986cabb5df3,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:30.389410 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 2b035d3e-2f27-4814-9f28-b986cabb5df3 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:26:30.406127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b97c82-45af-4f4d-819d-de32f0861cd5 admin admin] Made reservation on behalf of 31366d8dab734bf49c3796bd69618e79 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:30.409222 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f5b97c82-45af-4f4d-819d-de32f0861cd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.590294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f5b97c82-45af-4f4d-819d-de32f0861cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.646773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b97c82-45af-4f4d-819d-de32f0861cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e30723-1d10-42f8-ad3b-a74a54b22ad7,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:30.659684 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b97c82-45af-4f4d-819d-de32f0861cd5 admin admin] Checking segment: {'id': 'a285a866-e06a-4a7c-99d8-d92c1d5a9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:30.660047 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b97c82-45af-4f4d-819d-de32f0861cd5 admin admin] Network hostable DHCP agents. Network: 2b035d3e-2f27-4814-9f28-b986cabb5df3, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:26:30.678708 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b97c82-45af-4f4d-819d-de32f0861cd5 admin admin] Network 2b035d3e-2f27-4814-9f28-b986cabb5df3 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:26:30.690503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f5b97c82-45af-4f4d-819d-de32f0861cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 2b035d3e-2f27-4814-9f28-b986cabb5df3) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:30.696747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b97c82-45af-4f4d-819d-de32f0861cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:30.696747 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f5b97c82-45af-4f4d-819d-de32f0861cd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.700260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafebd64-eb3c-4373-8911-47af48ae459d None None] Network 2b035d3e-2f27-4814-9f28-b986cabb5df3 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:30.721198 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f5b97c82-45af-4f4d-819d-de32f0861cd5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3473721 Nov 11 22:26:30.721795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56812) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:30.726290 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1948481202-router', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:30.754188 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.755412 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.813773 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.869573 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-2b035d3e-2f27-4814-9f28-b986cabb5df3', 'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'fixed_ips': [{'subnet_id': 'b0e30723-1d10-42f8-ad3b-a74a54b22ad7'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:26:30.870724 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.960027 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 00ad71a9-d154-4785-86e6-5806f2c88c92 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:26:30.965815 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:31.064697 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 00ad71a9-d154-4785-86e6-5806f2c88c92 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:31.065077 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:31.067063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Allocated IP 172.20.0.2 (2b035d3e-2f27-4814-9f28-b986cabb5df3/b0e30723-1d10-42f8-ad3b-a74a54b22ad7/2dd72efe-7479-449d-966e-d17b7e34edc5) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:26:31.165893 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:31.184960 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:31.291919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Allocated IP 172.25.0.143 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/6b78ee71-3c20-4d9d-8de3-d8d648f51cf7) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:26:31.402802 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:31.438448 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:31.441549 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:31.445908 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:31.478719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:26:31.481524 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:31.483977 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:26:31.484268 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Network 2b035d3e-2f27-4814-9f28-b986cabb5df3 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:26:31.491582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:31.495227 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:26:31.501912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e079328-f4c7-490e-a1d4-ad4793558fc8 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:26:31.506967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Pushing event updated for resources: {'Port': ['ID=2dd72efe-7479-449d-966e-d17b7e34edc5,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:31.526252 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Pushing event updated for resources: {'Port': ['ID=6b78ee71-3c20-4d9d-8de3-d8d648f51cf7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:31.561100 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Attempting to bind port 2dd72efe-7479-449d-966e-d17b7e34edc5 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:26:31.561502 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Attempting to bind port 2dd72efe-7479-449d-966e-d17b7e34edc5 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'a285a866-e06a-4a7c-99d8-d92c1d5a9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:26:31.561838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Attempting to bind port 2dd72efe-7479-449d-966e-d17b7e34edc5 on network 2b035d3e-2f27-4814-9f28-b986cabb5df3 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:26:31.566867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:26:31.567466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Checking segment: {'id': 'a285a866-e06a-4a7c-99d8-d92c1d5a9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:31.567873 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:31.568266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Bound using segment: {'id': 'a285a866-e06a-4a7c-99d8-d92c1d5a9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:26:31.568727 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Bound port: 2dd72efe-7479-449d-966e-d17b7e34edc5, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a285a866-e06a-4a7c-99d8-d92c1d5a9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:26:31.569136 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:31.641249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-07b01d6d-2843-4881-a061-ce4b486ab8b7 None None] Provisioning complete for port 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:31.641639 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-07b01d6d-2843-4881-a061-ce4b486ab8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:31.668365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] For port 2dd72efe-7479-449d-966e-d17b7e34edc5, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:26:31.686187 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] For port 2dd72efe-7479-449d-966e-d17b7e34edc5, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2dd72efe-7479-449d-966e-d17b7e34edc5,segment=NetworkSegment(a285a866-e06a-4a7c-99d8-d92c1d5a9d67),segment_id=a285a866-e06a-4a7c-99d8-d92c1d5a9d67)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:26:31.688340 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-07b01d6d-2843-4881-a061-ce4b486ab8b7 None None] Port 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:26:31.693016 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:31.699798 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Sync routers for ids ['fd68461c-9354-4860-90ad-44e38e367948'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:26:31.711790 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Routers {'fd68461c-9354-4860-90ad-44e38e367948'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:26:31.712269 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:26:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['fd68461c-9354-4860-90ad-44e38e367948'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:31.751768 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec07c8b-afe5-4db5-9e38-d2375ca4e7ec None None] Pushing event updated for resources: {'Port': ['ID=2dd72efe-7479-449d-966e-d17b7e34edc5,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:31.775896 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:31.830841 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Set router fd68461c-9354-4860-90ad-44e38e367948 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:26:32.068059 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68461c-9354-4860-90ad-44e38e367948', 'name': 'tempest-TestEncryptedCinderVolumes-1703294027-router', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '00ad71a9-d154-4785-86e6-5806f2c88c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:26:28Z', 'revision_number': 4, 'project_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'gw_port': {'id': '00ad71a9-d154-4785-86e6-5806f2c88c92', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68461c-9354-4860-90ad-44e38e367948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6076207b-5572-4016-b18e-36893e96bd12', 'name': '', 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'mac_address': 'fa:16:3e:a2:c2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd68461c-9354-4860-90ad-44e38e367948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '3778f805-48e7-4473-8bde-60b12f0d2199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:28Z', 'updated_at': '2021-11-11T22:26:29Z', 'revision_number': 2, 'project_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'subnets': [{'id': '3778f805-48e7-4473-8bde-60b12f0d2199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:32.095599 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Checking router: fd68461c-9354-4860-90ad-44e38e367948 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:26:32.095943 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Updating router fd68461c-9354-4860-90ad-44e38e367948 port 6076207b-5572-4016-b18e-36893e96bd12 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:26:32.125349 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:32.285474 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:32.418859 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:32.426540 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:32.436820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Router 0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:26:32.477155 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7bc34-f6b3-49ef-920e-0d3c4e8c304f None None] Pushing event updated for resources: {'Port': ['ID=6076207b-5572-4016-b18e-36893e96bd12,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:32.502954 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7bc34-f6b3-49ef-920e-0d3c4e8c304f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:32.503294 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7bc34-f6b3-49ef-920e-0d3c4e8c304f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:32.503655 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7bc34-f6b3-49ef-920e-0d3c4e8c304f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:32.503985 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7bc34-f6b3-49ef-920e-0d3c4e8c304f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:32.504308 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7bc34-f6b3-49ef-920e-0d3c4e8c304f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:32.504623 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7bc34-f6b3-49ef-920e-0d3c4e8c304f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:32.504984 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7bc34-f6b3-49ef-920e-0d3c4e8c304f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:32.505297 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7bc34-f6b3-49ef-920e-0d3c4e8c304f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:32.505615 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7bc34-f6b3-49ef-920e-0d3c4e8c304f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:32.505930 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7bc34-f6b3-49ef-920e-0d3c4e8c304f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:32.506240 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7bc34-f6b3-49ef-920e-0d3c4e8c304f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:32.506550 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7bc34-f6b3-49ef-920e-0d3c4e8c304f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:32.549673 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Attempting to bind port 6076207b-5572-4016-b18e-36893e96bd12 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:26:32.550074 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Attempting to bind port 6076207b-5572-4016-b18e-36893e96bd12 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:26:32.550432 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Attempting to bind port 6076207b-5572-4016-b18e-36893e96bd12 on network e5bd2bae-5dd9-49e1-b41b-6a772850e413 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:26:32.561063 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:26:32.561363 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Checking segment: {'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:32.561762 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:32.562262 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Bound using segment: {'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:26:32.562655 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Bound port: 6076207b-5572-4016-b18e-36893e96bd12, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:26:32.565048 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:32.577018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:26:32.586886 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Sync routers for ids ['0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:26:32.601570 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Routers {'0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:26:32.602693 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:26:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:32.609535 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:32.611633 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4b627292-d324-45dc-bd79-94d90b835af4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8884985 Nov 11 22:26:32.615063 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 56814) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:32.651667 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] For port 6076207b-5572-4016-b18e-36893e96bd12, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:26:32.655553 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] For port 6076207b-5572-4016-b18e-36893e96bd12, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6076207b-5572-4016-b18e-36893e96bd12,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:26:32.663299 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:32.713994 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Routers {'fd68461c-9354-4860-90ad-44e38e367948'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:26:32.715873 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:26:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['fd68461c-9354-4860-90ad-44e38e367948'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:32.794532 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Set router 0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:26:32.798842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6839e2-567a-487f-9dab-ccc4cb7dbf63 None None] Network 2b035d3e-2f27-4814-9f28-b986cabb5df3 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:26:32.902408 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7bc34-f6b3-49ef-920e-0d3c4e8c304f None None] Pushing event updated for resources: {'Port': ['ID=6076207b-5572-4016-b18e-36893e96bd12,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:32.985282 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] Set router fd68461c-9354-4860-90ad-44e38e367948 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:26:33.022365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2dd72efe-7479-449d-966e-d17b7e34edc5 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:26:33.103933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-572aeadb-10c5-404e-a319-2026dec1fc01 None None] Provisioning complete for port 2dd72efe-7479-449d-966e-d17b7e34edc5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:33.104303 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-572aeadb-10c5-404e-a319-2026dec1fc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.149801 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.213247 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68461c-9354-4860-90ad-44e38e367948', 'name': 'tempest-TestEncryptedCinderVolumes-1703294027-router', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '00ad71a9-d154-4785-86e6-5806f2c88c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:26:28Z', 'revision_number': 4, 'project_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'gw_port': {'id': '00ad71a9-d154-4785-86e6-5806f2c88c92', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68461c-9354-4860-90ad-44e38e367948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6076207b-5572-4016-b18e-36893e96bd12', 'name': '', 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'mac_address': 'fa:16:3e:a2:c2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd68461c-9354-4860-90ad-44e38e367948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '3778f805-48e7-4473-8bde-60b12f0d2199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:28Z', 'updated_at': '2021-11-11T22:26:32Z', 'revision_number': 4, 'project_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'subnets': [{'id': '3778f805-48e7-4473-8bde-60b12f0d2199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:33.232194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 2dd72efe-7479-449d-966e-d17b7e34edc5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:33.232449 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.250175 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a82f24-a038-4b49-9b9d-9e348e6d0456 None None] The sync data for ids ['fd68461c-9354-4860-90ad-44e38e367948'] in n-d-805737-3 is: [{'id': 'fd68461c-9354-4860-90ad-44e38e367948', 'name': 'tempest-TestEncryptedCinderVolumes-1703294027-router', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '00ad71a9-d154-4785-86e6-5806f2c88c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:26:28Z', 'revision_number': 4, 'project_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'gw_port': {'id': '00ad71a9-d154-4785-86e6-5806f2c88c92', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68461c-9354-4860-90ad-44e38e367948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '6076207b-5572-4016-b18e-36893e96bd12', 'name': '', 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'mac_address': 'fa:16:3e:a2:c2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd68461c-9354-4860-90ad-44e38e367948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '3778f805-48e7-4473-8bde-60b12f0d2199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:28Z', 'updated_at': '2021-11-11T22:26:32Z', 'revision_number': 4, 'project_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'subnets': [{'id': '3778f805-48e7-4473-8bde-60b12f0d2199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:26:33.305376 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-572aeadb-10c5-404e-a319-2026dec1fc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.335841 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Allocated IP 172.20.0.1 (2b035d3e-2f27-4814-9f28-b986cabb5df3/b0e30723-1d10-42f8-ad3b-a74a54b22ad7/b31be5c6-507c-487a-8a3d-a145fff845a2) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:26:33.385748 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-572aeadb-10c5-404e-a319-2026dec1fc01 None None] For port 2dd72efe-7479-449d-966e-d17b7e34edc5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2dd72efe-7479-449d-966e-d17b7e34edc5,segment=NetworkSegment(a285a866-e06a-4a7c-99d8-d92c1d5a9d67),segment_id=a285a866-e06a-4a7c-99d8-d92c1d5a9d67)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:33.387596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'name': 'tempest-TestEncryptedCinderVolumes-1948481202-router', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6b78ee71-3c20-4d9d-8de3-d8d648f51cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:30Z', 'updated_at': '2021-11-11T22:26:31Z', 'revision_number': 3, 'project_id': '31366d8dab734bf49c3796bd69618e79', 'gw_port': {'id': '6b78ee71-3c20-4d9d-8de3-d8d648f51cf7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:31Z', 'updated_at': '2021-11-11T22:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:33.422512 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-572aeadb-10c5-404e-a319-2026dec1fc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.460025 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.467037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Checking router: 0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:26:33.467645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Updating router 0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 port 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:26:33.501244 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.504659 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.520277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572aeadb-10c5-404e-a319-2026dec1fc01 None None] Pushing event updated for resources: {'Port': ['ID=2dd72efe-7479-449d-966e-d17b7e34edc5,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:33.533729 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.541692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-572aeadb-10c5-404e-a319-2026dec1fc01 None None] Provisioning complete for port 6076207b-5572-4016-b18e-36893e96bd12 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:33.542124 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-572aeadb-10c5-404e-a319-2026dec1fc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.550926 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Network 2b035d3e-2f27-4814-9f28-b986cabb5df3 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:26:33.553849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:33.556777 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:26:33.600220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Pushing event updated for resources: {'Port': ['ID=b31be5c6-507c-487a-8a3d-a145fff845a2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:33.608479 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.732619 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:26:33.733221 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 22:26:33.759982 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.833266 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-572aeadb-10c5-404e-a319-2026dec1fc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.893149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-572aeadb-10c5-404e-a319-2026dec1fc01 None None] For port 6076207b-5572-4016-b18e-36893e96bd12, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6076207b-5572-4016-b18e-36893e96bd12,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:33.904110 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-572aeadb-10c5-404e-a319-2026dec1fc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.937478 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.944972 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.977717 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.988356 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:33.990394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572aeadb-10c5-404e-a319-2026dec1fc01 None None] Pushing event updated for resources: {'Port': ['ID=6076207b-5572-4016-b18e-36893e96bd12,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:34.012829 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:34.021353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Pushing event updated for resources: {'Port': ['ID=b31be5c6-507c-487a-8a3d-a145fff845a2,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:34.044255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6106316a-7ea4-4286-a1c8-1b529d24f555 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:26:34.057530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Attempting to bind port 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:26:34.057900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Attempting to bind port 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:26:34.058261 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Attempting to bind port 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:26:34.069986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4571d-0cc7-418e-84aa-722089ef79fc None None] Pushing event updated for resources: {'Port': ['ID=6b78ee71-3c20-4d9d-8de3-d8d648f51cf7,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:34.074692 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:26:34.075086 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:34.075544 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:34.075857 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:26:34.076498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Bound port: 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:26:34.077040 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:34.078823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6d78878f-4b61-41fc-9936-304c1a889e5a None None] Provisioning complete for port 2dd72efe-7479-449d-966e-d17b7e34edc5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:34.079259 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d78878f-4b61-41fc-9936-304c1a889e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:34.123225 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Network 2b035d3e-2f27-4814-9f28-b986cabb5df3 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:26:34.124676 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:34.162283 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] For port 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:26:34.166784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] For port 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6b78ee71-3c20-4d9d-8de3-d8d648f51cf7,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:26:34.174359 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:34.242413 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Router 0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:26:34.250332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ad76c9-3bdc-46d3-97a1-8d87668b5224 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:26:34.300456 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4571d-0cc7-418e-84aa-722089ef79fc None None] Pushing event updated for resources: {'Port': ['ID=6b78ee71-3c20-4d9d-8de3-d8d648f51cf7,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:34.314535 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Routers {'0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:26:34.315176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:26:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:34.358858 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6d78878f-4b61-41fc-9936-304c1a889e5a None None] Provisioning complete for port 6076207b-5572-4016-b18e-36893e96bd12 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:34.359223 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d78878f-4b61-41fc-9936-304c1a889e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:34.363444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:26:34.379218 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-67871150-7a42-4533-aa4a-99871863f50c admin admin] 10.222.0.57 "PUT /v2.0/routers/0b5e941d-bc6e-47a6-847b-3f4ad24ffb55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7610679 Nov 11 22:26:34.455027 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] Set router 0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:26:34.766523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6d78878f-4b61-41fc-9936-304c1a889e5a None None] Provisioning complete for port b31be5c6-507c-487a-8a3d-a145fff845a2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:34.767238 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6d78878f-4b61-41fc-9936-304c1a889e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:34.819342 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-6d78878f-4b61-41fc-9936-304c1a889e5a None None] Port b31be5c6-507c-487a-8a3d-a145fff845a2 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:26:34.878370 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'name': 'tempest-TestEncryptedCinderVolumes-1948481202-router', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6b78ee71-3c20-4d9d-8de3-d8d648f51cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:30Z', 'updated_at': '2021-11-11T22:26:33Z', 'revision_number': 4, 'project_id': '31366d8dab734bf49c3796bd69618e79', 'gw_port': {'id': '6b78ee71-3c20-4d9d-8de3-d8d648f51cf7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:31Z', 'updated_at': '2021-11-11T22:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b31be5c6-507c-487a-8a3d-a145fff845a2', 'name': '', 'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'mac_address': 'fa:16:3e:7e:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b0e30723-1d10-42f8-ad3b-a74a54b22ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:33Z', 'updated_at': '2021-11-11T22:26:33Z', 'revision_number': 2, 'project_id': '31366d8dab734bf49c3796bd69618e79', 'subnets': [{'id': 'b0e30723-1d10-42f8-ad3b-a74a54b22ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:34.909168 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d65c42-57d7-47f7-b4a0-18e19c553c6f None None] The sync data for ids ['0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'] in n-d-805737-3 is: [{'id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'name': 'tempest-TestEncryptedCinderVolumes-1948481202-router', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6b78ee71-3c20-4d9d-8de3-d8d648f51cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:30Z', 'updated_at': '2021-11-11T22:26:33Z', 'revision_number': 4, 'project_id': '31366d8dab734bf49c3796bd69618e79', 'gw_port': {'id': '6b78ee71-3c20-4d9d-8de3-d8d648f51cf7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:31Z', 'updated_at': '2021-11-11T22:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b31be5c6-507c-487a-8a3d-a145fff845a2', 'name': '', 'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'mac_address': 'fa:16:3e:7e:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b0e30723-1d10-42f8-ad3b-a74a54b22ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:33Z', 'updated_at': '2021-11-11T22:26:33Z', 'revision_number': 2, 'project_id': '31366d8dab734bf49c3796bd69618e79', 'subnets': [{'id': 'b0e30723-1d10-42f8-ad3b-a74a54b22ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:26:34.918495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2dd72efe-7479-449d-966e-d17b7e34edc5 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:26:34.974254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-cd37efa2-af0b-4601-b8b9-306a7f29317a None None] Provisioning complete for port 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:34.974630 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd37efa2-af0b-4601-b8b9-306a7f29317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:35.015166 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 2dd72efe-7479-449d-966e-d17b7e34edc5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:35.015512 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:35.098201 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd37efa2-af0b-4601-b8b9-306a7f29317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:35.140512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-68f9fcf0-c491-46c2-89c1-0f0620dfdac4 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:35.143697 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-68f9fcf0-c491-46c2-89c1-0f0620dfdac4 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/networks?id=e5bd2bae-5dd9-49e1-b41b-6a772850e413 HTTP/1.1" status: 200 len: 817 time: 0.1290126 Nov 11 22:26:35.167816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-cd37efa2-af0b-4601-b8b9-306a7f29317a None None] For port 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6b78ee71-3c20-4d9d-8de3-d8d648f51cf7,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:35.169511 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6076207b-5572-4016-b18e-36893e96bd12 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:26:35.170647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-58607a61-b3ea-478a-86b6-4fc68f6228cb tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/quotas/9bcbc01db21c4c9aae9e32c95b32510f HTTP/1.1" status: 200 len: 375 time: 0.0150452 Nov 11 22:26:35.189572 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd37efa2-af0b-4601-b8b9-306a7f29317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:35.240953 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-d778711c-01f5-4edc-89e8-92a73a7f046c tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9bcbc01db21c4c9aae9e32c95b32510f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642169 Nov 11 22:26:35.250545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-cd37efa2-af0b-4601-b8b9-306a7f29317a None None] Provisioning complete for port b31be5c6-507c-487a-8a3d-a145fff845a2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:35.251006 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd37efa2-af0b-4601-b8b9-306a7f29317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:35.287350 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37efa2-af0b-4601-b8b9-306a7f29317a None None] Pushing event updated for resources: {'Port': ['ID=6b78ee71-3c20-4d9d-8de3-d8d648f51cf7,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:35.303784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 6076207b-5572-4016-b18e-36893e96bd12 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:35.304168 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:35.307335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cd37efa2-af0b-4601-b8b9-306a7f29317a None None] Port b31be5c6-507c-487a-8a3d-a145fff845a2 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:26:35.348856 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-116f5eec-0c6c-4e2c-9105-95750cae55c6 service neutron] 10.222.0.57 "GET /v2.0/networks/e5bd2bae-5dd9-49e1-b41b-6a772850e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945575 Nov 11 22:26:35.447782 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-8bb8e994-8a88-4288-82d1-29f491d615b7 service neutron] 10.222.0.57 "GET /v2.0/networks/e5bd2bae-5dd9-49e1-b41b-6a772850e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921700 Nov 11 22:26:35.617212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7eb9d753-5fe3-4f2f-9dec-2649c94fccf2 req-1e1af970-84b5-4cbd-b3ea-3a4d382af861 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 210 time: 0.0283833 Nov 11 22:26:36.710909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0c6c9773-2cc8-4c15-a59b-e257ce6a6d21 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:36.712023 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0c6c9773-2cc8-4c15-a59b-e257ce6a6d21 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.71 "GET /v2.0/networks?id=e5bd2bae-5dd9-49e1-b41b-6a772850e413 HTTP/1.1" status: 200 len: 817 time: 0.1209979 Nov 11 22:26:36.734821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2191adea-4b6b-4eec-b905-b0eb2a83d16b req-e498e9b7-0f78-4bb8-b059-9402e641a354 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 210 time: 0.0428109 Nov 11 22:26:36.739023 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-97b22fa2-f3cd-46d7-9861-89b6092e5e81 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Request body: {'port': {'device_id': 'd72d3f5a-4cdd-49de-b81b-1d487ef1b755', 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413', 'admin_state_up': True, 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:36.854839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-97b22fa2-f3cd-46d7-9861-89b6092e5e81 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Made reservation on behalf of 9bcbc01db21c4c9aae9e32c95b32510f for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:26:36.858534 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-97b22fa2-f3cd-46d7-9861-89b6092e5e81 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:36.908228 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:26:36.957538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:36.957908 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:36.986218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-97b22fa2-f3cd-46d7-9861-89b6092e5e81 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Allocated IP 172.20.0.14 (e5bd2bae-5dd9-49e1-b41b-6a772850e413/3778f805-48e7-4473-8bde-60b12f0d2199/72609d8f-35e0-4efd-9b86-6bc672870e83) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:26:37.140335 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-97b22fa2-f3cd-46d7-9861-89b6092e5e81 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:37.176976 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-97b22fa2-f3cd-46d7-9861-89b6092e5e81 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:37.220298 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-97b22fa2-f3cd-46d7-9861-89b6092e5e81 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Network e5bd2bae-5dd9-49e1-b41b-6a772850e413 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:26:37.226593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-97b22fa2-f3cd-46d7-9861-89b6092e5e81 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:26:37.230475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-97b22fa2-f3cd-46d7-9861-89b6092e5e81 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:26:37.254944 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b22fa2-f3cd-46d7-9861-89b6092e5e81 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Pushing event updated for resources: {'Port': ['ID=72609d8f-35e0-4efd-9b86-6bc672870e83,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:37.283279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-97b22fa2-f3cd-46d7-9861-89b6092e5e81 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:37.283890 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-97b22fa2-f3cd-46d7-9861-89b6092e5e81 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:37.303211 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-97b22fa2-f3cd-46d7-9861-89b6092e5e81 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5709388 Nov 11 22:26:37.320649 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Sync routers for ids ['0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:26:37.322994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Request body: {'port': {'device_id': 'd72d3f5a-4cdd-49de-b81b-1d487ef1b755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:26:37.332314 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Routers {'0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:26:37.333037 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:26:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:37.383921 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:37.438854 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3eb63aac-1e0e-4c3f-91fd-8f777df2b07b None None] Provisioning complete for port 72609d8f-35e0-4efd-9b86-6bc672870e83 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:37.439223 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3eb63aac-1e0e-4c3f-91fd-8f777df2b07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:37.447097 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Set router 0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:26:37.474449 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3eb63aac-1e0e-4c3f-91fd-8f777df2b07b None None] Port 72609d8f-35e0-4efd-9b86-6bc672870e83 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:26:37.645927 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'name': 'tempest-TestEncryptedCinderVolumes-1948481202-router', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6b78ee71-3c20-4d9d-8de3-d8d648f51cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:30Z', 'updated_at': '2021-11-11T22:26:33Z', 'revision_number': 4, 'project_id': '31366d8dab734bf49c3796bd69618e79', 'gw_port': {'id': '6b78ee71-3c20-4d9d-8de3-d8d648f51cf7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:31Z', 'updated_at': '2021-11-11T22:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b31be5c6-507c-487a-8a3d-a145fff845a2', 'name': '', 'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'mac_address': 'fa:16:3e:7e:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b0e30723-1d10-42f8-ad3b-a74a54b22ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:33Z', 'updated_at': '2021-11-11T22:26:33Z', 'revision_number': 2, 'project_id': '31366d8dab734bf49c3796bd69618e79', 'subnets': [{'id': 'b0e30723-1d10-42f8-ad3b-a74a54b22ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:37.650278 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72609d8f-35e0-4efd-9b86-6bc672870e83 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:26:37.657781 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:37.670036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Transition to ACTIVE for port object 72609d8f-35e0-4efd-9b86-6bc672870e83 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:26:37.672108 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Checking router: 0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:26:37.672453 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Updating router 0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 port b31be5c6-507c-487a-8a3d-a145fff845a2 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:26:37.675044 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:37.696486 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:37.728006 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Pushing event updated for resources: {'Port': ['ID=72609d8f-35e0-4efd-9b86-6bc672870e83,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:37.808524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Attempting to bind port 72609d8f-35e0-4efd-9b86-6bc672870e83 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:26:37.808908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Attempting to bind port 72609d8f-35e0-4efd-9b86-6bc672870e83 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:26:37.809233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Attempting to bind port 72609d8f-35e0-4efd-9b86-6bc672870e83 on network e5bd2bae-5dd9-49e1-b41b-6a772850e413 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:26:37.814346 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Port 72609d8f-35e0-4efd-9b86-6bc672870e83 on network e5bd2bae-5dd9-49e1-b41b-6a772850e413 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:26:37.814671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Attempting to bind port 72609d8f-35e0-4efd-9b86-6bc672870e83 on network e5bd2bae-5dd9-49e1-b41b-6a772850e413 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:26:37.832744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:26:37.833110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Checking segment: {'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:37.833500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Bound using segment: {'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:26:37.833953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Bound port: 72609d8f-35e0-4efd-9b86-6bc672870e83, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:26:37.834321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:37.902527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995bc3b-6f4c-4b71-bbb4-1a751ea8b7b0 req-45409343-9ca1-4227-931f-6dfb2eee867e tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:37.904064 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5995bc3b-6f4c-4b71-bbb4-1a751ea8b7b0 req-45409343-9ca1-4227-931f-6dfb2eee867e tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 944 time: 0.0850685 Nov 11 22:26:37.945197 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] For port 72609d8f-35e0-4efd-9b86-6bc672870e83, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:26:37.949476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] For port 72609d8f-35e0-4efd-9b86-6bc672870e83, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72609d8f-35e0-4efd-9b86-6bc672870e83,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:26:37.956429 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:37.998782 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:38.007375 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:38.008578 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:38.008918 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:38.010077 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] 10.222.0.71 "PUT /v2.0/ports/72609d8f-35e0-4efd-9b86-6bc672870e83 HTTP/1.1" status: 200 len: 1092 time: 0.6917477 Nov 11 22:26:38.010537 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72d3f5a-4cdd-49de-b81b-1d487ef1b755', 'tag': '72609d8f-35e0-4efd-9b86-6bc672870e83'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:26:38.012942 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eecbd6-88c9-445e-9b4e-fe338f70d88b" -d '{"events": [{"name": "network-changed", "server_uuid": "d72d3f5a-4cdd-49de-b81b-1d487ef1b755", "tag": "72609d8f-35e0-4efd-9b86-6bc672870e83"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:26:38.035464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5995bc3b-6f4c-4b71-bbb4-1a751ea8b7b0 req-8e987164-8d63-433d-be4f-10c11d67c912 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207800 Nov 11 22:26:38.060751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db03ef4-cb36-45f0-9ab0-ab24cd70bf06 service neutron] Pushing event updated for resources: {'Port': ['ID=72609d8f-35e0-4efd-9b86-6bc672870e83,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:38.080303 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278ce8a-bdf8-4abb-9939-314cc21bc6c5 None None] Pushing event updated for resources: {'Port': ['ID=b31be5c6-507c-487a-8a3d-a145fff845a2,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:38.128258 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-ed1f91f4-c0f5-4db2-914f-c7e77fca3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:38.134092 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-ed1f91f4-c0f5-4db2-914f-c7e77fca3765 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bcbc01db21c4c9aae9e32c95b32510f&device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 1095 time: 0.0744145 Nov 11 22:26:38.135971 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c35fdd9-cecd-4e48-960c-ad12b644a7e1 x-openstack-request-id: req-8c35fdd9-cecd-4e48-960c-ad12b644a7e1 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:26:38.136263 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72d3f5a-4cdd-49de-b81b-1d487ef1b755", "tag": "72609d8f-35e0-4efd-9b86-6bc672870e83", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:26:38.136660 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c35fdd9-cecd-4e48-960c-ad12b644a7e1 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:26:38.137148 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72d3f5a-4cdd-49de-b81b-1d487ef1b755', 'tag': '72609d8f-35e0-4efd-9b86-6bc672870e83', 'status': 'completed', 'code': 200} Nov 11 22:26:38.153305 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Attempting to bind port b31be5c6-507c-487a-8a3d-a145fff845a2 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:26:38.153810 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Attempting to bind port b31be5c6-507c-487a-8a3d-a145fff845a2 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'a285a866-e06a-4a7c-99d8-d92c1d5a9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:26:38.154170 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Attempting to bind port b31be5c6-507c-487a-8a3d-a145fff845a2 on network 2b035d3e-2f27-4814-9f28-b986cabb5df3 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:26:38.161901 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:26:38.162578 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Checking segment: {'id': 'a285a866-e06a-4a7c-99d8-d92c1d5a9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:26:38.163219 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:38.163930 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Bound using segment: {'id': 'a285a866-e06a-4a7c-99d8-d92c1d5a9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:26:38.164411 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Bound port: b31be5c6-507c-487a-8a3d-a145fff845a2, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a285a866-e06a-4a7c-99d8-d92c1d5a9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:26:38.164790 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:38.188421 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-68715ba1-3c85-43ed-8243-ecbdcb5fe2f8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72609d8f-35e0-4efd-9b86-6bc672870e83 HTTP/1.1" status: 200 len: 217 time: 0.0370638 Nov 11 22:26:38.239929 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] For port b31be5c6-507c-487a-8a3d-a145fff845a2, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:26:38.243366 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] For port b31be5c6-507c-487a-8a3d-a145fff845a2, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b31be5c6-507c-487a-8a3d-a145fff845a2,segment=NetworkSegment(a285a866-e06a-4a7c-99d8-d92c1d5a9d67),segment_id=a285a866-e06a-4a7c-99d8-d92c1d5a9d67)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:26:38.251280 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:38.256208 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-30948562-a8f6-40bc-a750-2a1f0f0cb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:38.257929 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-30948562-a8f6-40bc-a750-2a1f0f0cb686 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3778f805-48e7-4473-8bde-60b12f0d2199 HTTP/1.1" status: 200 len: 856 time: 0.0580623 Nov 11 22:26:38.318334 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278ce8a-bdf8-4abb-9939-314cc21bc6c5 None None] Pushing event updated for resources: {'Port': ['ID=b31be5c6-507c-487a-8a3d-a145fff845a2,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:38.322315 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Routers {'0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:26:38.322911 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:26:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:38.326568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-7de9e9d8-d546-4be6-99c6-83a5de8de36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:38.328423 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-7de9e9d8-d546-4be6-99c6-83a5de8de36b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e5bd2bae-5dd9-49e1-b41b-6a772850e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557511 Nov 11 22:26:38.431931 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-d7993a95-5295-4d70-8f06-6a58d0a30aac service neutron] 10.222.0.71 "GET /v2.0/networks/e5bd2bae-5dd9-49e1-b41b-6a772850e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904732 Nov 11 22:26:38.439447 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] Set router 0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:26:38.467808 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4c2123a0-1b03-433d-a33c-d83151dff32c None None] Provisioning complete for port b31be5c6-507c-487a-8a3d-a145fff845a2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:38.468436 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c2123a0-1b03-433d-a33c-d83151dff32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:38.553787 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0a069ef-0974-4c47-bc93-b50801ccb583 req-76189d9e-769a-49cb-a0b9-fced9ff9e027 service neutron] 10.222.0.71 "GET /v2.0/networks/e5bd2bae-5dd9-49e1-b41b-6a772850e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088443 Nov 11 22:26:38.560678 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c2123a0-1b03-433d-a33c-d83151dff32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:38.595569 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4c2123a0-1b03-433d-a33c-d83151dff32c None None] For port b31be5c6-507c-487a-8a3d-a145fff845a2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b31be5c6-507c-487a-8a3d-a145fff845a2,segment=NetworkSegment(a285a866-e06a-4a7c-99d8-d92c1d5a9d67),segment_id=a285a866-e06a-4a7c-99d8-d92c1d5a9d67)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:38.600821 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4c2123a0-1b03-433d-a33c-d83151dff32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:38.650039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2123a0-1b03-433d-a33c-d83151dff32c None None] Pushing event updated for resources: {'Port': ['ID=b31be5c6-507c-487a-8a3d-a145fff845a2,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:38.657277 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'name': 'tempest-TestEncryptedCinderVolumes-1948481202-router', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6b78ee71-3c20-4d9d-8de3-d8d648f51cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:30Z', 'updated_at': '2021-11-11T22:26:33Z', 'revision_number': 4, 'project_id': '31366d8dab734bf49c3796bd69618e79', 'gw_port': {'id': '6b78ee71-3c20-4d9d-8de3-d8d648f51cf7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:31Z', 'updated_at': '2021-11-11T22:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b31be5c6-507c-487a-8a3d-a145fff845a2', 'name': '', 'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'mac_address': 'fa:16:3e:7e:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b0e30723-1d10-42f8-ad3b-a74a54b22ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:33Z', 'updated_at': '2021-11-11T22:26:38Z', 'revision_number': 4, 'project_id': '31366d8dab734bf49c3796bd69618e79', 'subnets': [{'id': 'b0e30723-1d10-42f8-ad3b-a74a54b22ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:38.657483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eecbd6-88c9-445e-9b4e-fe338f70d88b req-cf9e070f-a9a7-40d8-b84c-44b07a09b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:38.658917 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0eecbd6-88c9-445e-9b4e-fe338f70d88b req-cf9e070f-a9a7-40d8-b84c-44b07a09b7df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bcbc01db21c4c9aae9e32c95b32510f&device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 1095 time: 0.0458765 Nov 11 22:26:38.687145 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0f1441-478d-4198-88aa-eee0f60f74f5 None None] The sync data for ids ['0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'] in n-d-805737-3 is: [{'id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'name': 'tempest-TestEncryptedCinderVolumes-1948481202-router', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6b78ee71-3c20-4d9d-8de3-d8d648f51cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:30Z', 'updated_at': '2021-11-11T22:26:33Z', 'revision_number': 4, 'project_id': '31366d8dab734bf49c3796bd69618e79', 'gw_port': {'id': '6b78ee71-3c20-4d9d-8de3-d8d648f51cf7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:31Z', 'updated_at': '2021-11-11T22:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b31be5c6-507c-487a-8a3d-a145fff845a2', 'name': '', 'network_id': '2b035d3e-2f27-4814-9f28-b986cabb5df3', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'mac_address': 'fa:16:3e:7e:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b0e30723-1d10-42f8-ad3b-a74a54b22ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:33Z', 'updated_at': '2021-11-11T22:26:38Z', 'revision_number': 4, 'project_id': '31366d8dab734bf49c3796bd69618e79', 'subnets': [{'id': 'b0e30723-1d10-42f8-ad3b-a74a54b22ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:26:38.725380 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4810a01f-1321-48c1-af19-8e67bbb93b7b None None] Provisioning complete for port b31be5c6-507c-487a-8a3d-a145fff845a2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:38.725757 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4810a01f-1321-48c1-af19-8e67bbb93b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:38.763696 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eecbd6-88c9-445e-9b4e-fe338f70d88b req-70e31834-1b07-4460-9fa7-15cbef1bfb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:38.765236 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0eecbd6-88c9-445e-9b4e-fe338f70d88b req-70e31834-1b07-4460-9fa7-15cbef1bfb22 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e5bd2bae-5dd9-49e1-b41b-6a772850e413 HTTP/1.1" status: 200 len: 919 time: 0.0980949 Nov 11 22:26:38.817005 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0eecbd6-88c9-445e-9b4e-fe338f70d88b req-9a5d7a1f-6c46-4c24-a05b-7945c62b7cf9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72609d8f-35e0-4efd-9b86-6bc672870e83 HTTP/1.1" status: 200 len: 217 time: 0.0383608 Nov 11 22:26:38.879025 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eecbd6-88c9-445e-9b4e-fe338f70d88b req-ddd3c393-8219-4859-8aef-5eb3c9a1d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:38.880532 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0eecbd6-88c9-445e-9b4e-fe338f70d88b req-ddd3c393-8219-4859-8aef-5eb3c9a1d3d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3778f805-48e7-4473-8bde-60b12f0d2199 HTTP/1.1" status: 200 len: 856 time: 0.0541482 Nov 11 22:26:38.915048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b31be5c6-507c-487a-8a3d-a145fff845a2 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:26:38.938050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eecbd6-88c9-445e-9b4e-fe338f70d88b req-ff59003b-1062-4cd1-b01c-96818450c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:38.939456 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0eecbd6-88c9-445e-9b4e-fe338f70d88b req-ff59003b-1062-4cd1-b01c-96818450c596 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e5bd2bae-5dd9-49e1-b41b-6a772850e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505657 Nov 11 22:26:38.966151 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b31be5c6-507c-487a-8a3d-a145fff845a2 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:38.966659 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:39.031535 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0eecbd6-88c9-445e-9b4e-fe338f70d88b req-8ae8f91a-9c9a-454a-aa48-299e64875ea7 service neutron] 10.222.0.71 "GET /v2.0/networks/e5bd2bae-5dd9-49e1-b41b-6a772850e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839164 Nov 11 22:26:39.158733 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d0eecbd6-88c9-445e-9b4e-fe338f70d88b req-b9972a6c-a9ab-4803-b576-8a27dbc029e9 service neutron] 10.222.0.71 "GET /v2.0/networks/e5bd2bae-5dd9-49e1-b41b-6a772850e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186767 Nov 11 22:26:39.182071 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b954d-eaec-4fc0-b334-8fb38e3c4d08 req-853e436c-dd1c-4161-b984-93ac54f4492e tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:39.183617 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-087b954d-eaec-4fc0-b334-8fb38e3c4d08 req-853e436c-dd1c-4161-b984-93ac54f4492e tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 944 time: 0.0610566 Nov 11 22:26:39.232082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-087b954d-eaec-4fc0-b334-8fb38e3c4d08 req-ad2267d2-c9b4-419b-8983-5c41c62c076b tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Nov 11 22:26:40.359820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a889a6-e2c3-4c5f-9315-6aa3ea764772 req-b3eef67b-9231-43e9-ad67-e23f87cffb13 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:40.361362 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18a889a6-e2c3-4c5f-9315-6aa3ea764772 req-b3eef67b-9231-43e9-ad67-e23f87cffb13 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 944 time: 0.0556479 Nov 11 22:26:40.410331 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-18a889a6-e2c3-4c5f-9315-6aa3ea764772 req-8ed33031-36b3-4069-be6b-2e7cac8ee66c tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Nov 11 22:26:40.866362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72609d8f-35e0-4efd-9b86-6bc672870e83 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:26:40.961820 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72609d8f-35e0-4efd-9b86-6bc672870e83, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72609d8f-35e0-4efd-9b86-6bc672870e83,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:40.973198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '72609d8f-35e0-4efd-9b86-6bc672870e83', 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413', 'port_id': '72609d8f-35e0-4efd-9b86-6bc672870e83', 'mac_address': 'fa:16:3e:ff:c9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3778f805-48e7-4473-8bde-60b12f0d2199', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:26:41.014093 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:41.027230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72609d8f-35e0-4efd-9b86-6bc672870e83 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:26:41.046502 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72609d8f-35e0-4efd-9b86-6bc672870e83, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72609d8f-35e0-4efd-9b86-6bc672870e83,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:41.052863 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:41.102120 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=72609d8f-35e0-4efd-9b86-6bc672870e83,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:41.316820 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['72609d8f-35e0-4efd-9b86-6bc672870e83'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:26:41.530040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9ad09-6793-4287-9abe-3fe691fc75c0 req-edd7742b-b83a-4288-964a-0a38daa0d17a tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:41.531583 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fa9ad09-6793-4287-9abe-3fe691fc75c0 req-edd7742b-b83a-4288-964a-0a38daa0d17a tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 945 time: 0.0510228 Nov 11 22:26:41.580117 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9fa9ad09-6793-4287-9abe-3fe691fc75c0 req-8e24f4a1-9971-437b-9437-e97278e75761 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423896 Nov 11 22:26:41.603861 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:42.706836 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6f134-02ec-4ef9-b8a2-427aa5ef37d5 req-c1bb9acd-10cf-4f5c-82ea-42348e4eeb78 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:42.708331 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aec6f134-02ec-4ef9-b8a2-427aa5ef37d5 req-c1bb9acd-10cf-4f5c-82ea-42348e4eeb78 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 945 time: 0.0485942 Nov 11 22:26:42.758561 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-aec6f134-02ec-4ef9-b8a2-427aa5ef37d5 req-82b206d7-5f89-4a59-92c0-ead69f0ad921 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436080 Nov 11 22:26:42.869249 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72609d8f-35e0-4efd-9b86-6bc672870e83 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:26:42.922970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 72609d8f-35e0-4efd-9b86-6bc672870e83 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:26:42.926620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 72609d8f-35e0-4efd-9b86-6bc672870e83 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:42.927000 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:43.006062 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:43.029617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72d3f5a-4cdd-49de-b81b-1d487ef1b755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72609d8f-35e0-4efd-9b86-6bc672870e83'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:26:43.031951 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57001d4e-b182-4da8-9c20-06f2d8d4916d" -d '{"events": [{"server_uuid": "d72d3f5a-4cdd-49de-b81b-1d487ef1b755", "name": "network-vif-plugged", "status": "completed", "tag": "72609d8f-35e0-4efd-9b86-6bc672870e83"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:26:43.045116 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 72609d8f-35e0-4efd-9b86-6bc672870e83, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72609d8f-35e0-4efd-9b86-6bc672870e83,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:43.050844 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:43.074097 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391e178c-8809-4679-ab5d-3b5ac10eaaa6 x-openstack-request-id: req-391e178c-8809-4679-ab5d-3b5ac10eaaa6 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:26:43.074399 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72d3f5a-4cdd-49de-b81b-1d487ef1b755", "name": "network-vif-plugged", "status": "completed", "tag": "72609d8f-35e0-4efd-9b86-6bc672870e83", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:26:43.074655 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-391e178c-8809-4679-ab5d-3b5ac10eaaa6 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:26:43.075051 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72d3f5a-4cdd-49de-b81b-1d487ef1b755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72609d8f-35e0-4efd-9b86-6bc672870e83', 'code': 200} Nov 11 22:26:43.105176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=72609d8f-35e0-4efd-9b86-6bc672870e83,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:43.184240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb6357-7867-422b-84d7-05c8dbda2337 req-2587fa12-37df-41cf-a92f-1d0e28eea4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:43.185761 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28eb6357-7867-422b-84d7-05c8dbda2337 req-2587fa12-37df-41cf-a92f-1d0e28eea4b7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 1097 time: 0.0434287 Nov 11 22:26:43.241228 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28eb6357-7867-422b-84d7-05c8dbda2337 req-69bc29ee-9e39-4b2b-9651-308c3470048c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418229 Nov 11 22:26:43.886006 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5d060255-3de9-4bef-a289-947cbb6d9832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:43.891760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647216be-5db3-481f-afb6-2955ddee8fda req-52b8ae23-1c7f-4a26-a25b-087bbf95c7d7 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:43.893313 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-647216be-5db3-481f-afb6-2955ddee8fda req-52b8ae23-1c7f-4a26-a25b-087bbf95c7d7 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 946 time: 0.0508473 Nov 11 22:26:43.941130 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-647216be-5db3-481f-afb6-2955ddee8fda req-71be9926-3af5-4bda-a9db-51c6685a2646 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416172 Nov 11 22:26:45.073662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89fce5-fe9f-4acc-a26a-ceb1188e1982 req-88996ad6-365d-4e16-b9a1-d8d2cae255c2 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:45.075156 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb89fce5-fe9f-4acc-a26a-ceb1188e1982 req-88996ad6-365d-4e16-b9a1-d8d2cae255c2 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 946 time: 0.0596709 Nov 11 22:26:45.112506 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:45.128906 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb89fce5-fe9f-4acc-a26a-ceb1188e1982 req-d0f67e78-7dc0-462b-b23e-f264182c06f1 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 Nov 11 22:26:45.250625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba903e2-a47b-4fdf-99e0-6721bf45b1bc req-5201069a-319a-4562-8320-d8966b22089e tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:45.252175 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ba903e2-a47b-4fdf-99e0-6721bf45b1bc req-5201069a-319a-4562-8320-d8966b22089e tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 946 time: 0.0588577 Nov 11 22:26:45.302326 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5ba903e2-a47b-4fdf-99e0-6721bf45b1bc req-95b4a9bb-2ff4-47eb-bee1-eb5aa37a37fc tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437291 Nov 11 22:26:46.105404 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-af35fa92-b0e2-472d-a194-256e43e203ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:47.399535 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:48.782646 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:49.392603 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:52.429057 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:27:07.103271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef276706-a69f-42cb-9c5e-4370a46c517c req-1a7b9e5b-a8b3-4dc2-9530-18775b46c2a2 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:07.104775 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef276706-a69f-42cb-9c5e-4370a46c517c req-1a7b9e5b-a8b3-4dc2-9530-18775b46c2a2 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 946 time: 0.0528762 Nov 11 22:27:07.157037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef276706-a69f-42cb-9c5e-4370a46c517c req-688c1863-a582-42ff-bf65-d68be95777b4 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458496 Nov 11 22:27:08.283388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a6aee-22ba-4dd6-82d2-f74b1b60ad4f req-ab883341-8e48-4d41-8209-22a65993536e tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:08.284901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e95a6aee-22ba-4dd6-82d2-f74b1b60ad4f req-ab883341-8e48-4d41-8209-22a65993536e tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 946 time: 0.0524123 Nov 11 22:27:08.332973 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e95a6aee-22ba-4dd6-82d2-f74b1b60ad4f req-7cfb6b0e-61b5-43ab-9f99-248f84535616 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410597 Nov 11 22:27:08.855834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dfabb-6693-4e3d-b649-370b42edcc3f req-09a0fdc5-e11e-48b7-814a-4f730ad8f41c tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:08.857374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-619dfabb-6693-4e3d-b649-370b42edcc3f req-09a0fdc5-e11e-48b7-814a-4f730ad8f41c tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.71 "GET /v2.0/ports?device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 946 time: 0.0611253 Nov 11 22:27:08.956587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-619dfabb-6693-4e3d-b649-370b42edcc3f req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Deleting port 72609d8f-35e0-4efd-9b86-6bc672870e83 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:08.956975 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-619dfabb-6693-4e3d-b649-370b42edcc3f req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:09.044847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-619dfabb-6693-4e3d-b649-370b42edcc3f req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] For port 72609d8f-35e0-4efd-9b86-6bc672870e83, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=72609d8f-35e0-4efd-9b86-6bc672870e83,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:09.045063 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-619dfabb-6693-4e3d-b649-370b42edcc3f req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:09.060790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-619dfabb-6693-4e3d-b649-370b42edcc3f req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Calling delete_port for 72609d8f-35e0-4efd-9b86-6bc672870e83 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:09.201697 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-619dfabb-6693-4e3d-b649-370b42edcc3f req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:09.218933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['72609d8f-35e0-4efd-9b86-6bc672870e83'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:27:09.230134 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Pushing event deleted for resources: {'Port': ['ID=72609d8f-35e0-4efd-9b86-6bc672870e83,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:09.265245 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:09.265690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:09.265916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:09.266249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:09.266613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:09.266939 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:09.267252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:09.267577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:09.267896 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:09.268228 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:09.268550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:09.268902 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:09.285118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-619dfabb-6693-4e3d-b649-370b42edcc3f req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] No DVR routers for this DVR port 72609d8f-35e0-4efd-9b86-6bc672870e83 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:09.287809 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-619dfabb-6693-4e3d-b649-370b42edcc3f req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:09.291192 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-619dfabb-6693-4e3d-b649-370b42edcc3f req-18a674df-dfc0-497d-bbb4-763947d11e68 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.71 "DELETE /v2.0/ports/72609d8f-35e0-4efd-9b86-6bc672870e83 HTTP/1.1" status: 204 len: 173 time: 0.4221058 Nov 11 22:27:09.291646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72d3f5a-4cdd-49de-b81b-1d487ef1b755', 'name': 'network-vif-deleted', 'tag': '72609d8f-35e0-4efd-9b86-6bc672870e83'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:27:09.293955 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12921b66-9e05-45f3-b8ce-94f237afe36c" -d '{"events": [{"server_uuid": "d72d3f5a-4cdd-49de-b81b-1d487ef1b755", "name": "network-vif-deleted", "tag": "72609d8f-35e0-4efd-9b86-6bc672870e83"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:27:09.338794 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10924483-4191-469a-8458-aaad24c94c76 x-openstack-request-id: req-10924483-4191-469a-8458-aaad24c94c76 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:27:09.339087 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72d3f5a-4cdd-49de-b81b-1d487ef1b755", "name": "network-vif-deleted", "tag": "72609d8f-35e0-4efd-9b86-6bc672870e83", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:27:09.339693 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-10924483-4191-469a-8458-aaad24c94c76 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:27:09.340871 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72d3f5a-4cdd-49de-b81b-1d487ef1b755', 'name': 'network-vif-deleted', 'tag': '72609d8f-35e0-4efd-9b86-6bc672870e83', 'status': 'completed', 'code': 200} Nov 11 22:27:09.442629 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2404d7f1-73c1-4cf8-8a0f-2d94a997c22e req-2d18f62d-1ef4-41fb-8bc2-924e62485064 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=d72d3f5a-4cdd-49de-b81b-1d487ef1b755 HTTP/1.1" status: 200 len: 210 time: 0.0278621 Nov 11 22:27:11.126169 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4d8b6912-934a-4cc3-a4d5-e2570a0c4f69 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:11.127530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4d8b6912-934a-4cc3-a4d5-e2570a0c4f69 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/networks?id=e5bd2bae-5dd9-49e1-b41b-6a772850e413 HTTP/1.1" status: 200 len: 817 time: 0.1049984 Nov 11 22:27:11.143744 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-204a8eaa-fa77-495b-8268-23f3f14877bf tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/quotas/9bcbc01db21c4c9aae9e32c95b32510f HTTP/1.1" status: 200 len: 375 time: 0.0094168 Nov 11 22:27:11.197652 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-dd720ef6-f2a4-47dc-9a52-8cca95d38c5d tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9bcbc01db21c4c9aae9e32c95b32510f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485976 Nov 11 22:27:11.299224 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-34978246-dd2c-4417-8d4f-47e8e03c159e service neutron] 10.222.0.57 "GET /v2.0/networks/e5bd2bae-5dd9-49e1-b41b-6a772850e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840576 Nov 11 22:27:11.393935 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-611b1e56-d494-4682-a827-d328e1952b50 service neutron] 10.222.0.57 "GET /v2.0/networks/e5bd2bae-5dd9-49e1-b41b-6a772850e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884490 Nov 11 22:27:11.558900 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-297d2a09-3fe0-4e17-9274-569444acc366 req-8779df27-3cc4-4ced-9f25-19ab64646fe1 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 210 time: 0.0266945 Nov 11 22:27:11.597241 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:12.617257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-b55cde6d-5a72-470a-892a-bb473882bfe5 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:12.618868 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-b55cde6d-5a72-470a-892a-bb473882bfe5 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.71 "GET /v2.0/networks?id=e5bd2bae-5dd9-49e1-b41b-6a772850e413 HTTP/1.1" status: 200 len: 817 time: 0.1106470 Nov 11 22:27:12.641002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4d842ca7-ebc4-4bd3-9faf-2f2c935c4049 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Request body: {'port': {'device_id': 'fa852690-589d-4968-8f89-19b7f6d34c12', 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413', 'admin_state_up': True, 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:27:12.993850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72609d8f-35e0-4efd-9b86-6bc672870e83 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:13.011370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b0be1555-f30b-4a50-aa93-f0c69e873d00 req-daf155e7-500e-4ff8-8218-7dd56055a583 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 210 time: 0.3837409 Nov 11 22:27:13.017610 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 72609d8f-35e0-4efd-9b86-6bc672870e83 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:13.018474 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 72609d8f-35e0-4efd-9b86-6bc672870e83 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:13.116713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4d842ca7-ebc4-4bd3-9faf-2f2c935c4049 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Made reservation on behalf of 9bcbc01db21c4c9aae9e32c95b32510f for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:27:13.120299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4d842ca7-ebc4-4bd3-9faf-2f2c935c4049 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:13.248099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4d842ca7-ebc4-4bd3-9faf-2f2c935c4049 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Allocated IP 172.20.0.10 (e5bd2bae-5dd9-49e1-b41b-6a772850e413/3778f805-48e7-4473-8bde-60b12f0d2199/9aab3319-d93d-4c04-b698-27a81bb18cf8) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:27:13.406278 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4d842ca7-ebc4-4bd3-9faf-2f2c935c4049 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:13.445262 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4d842ca7-ebc4-4bd3-9faf-2f2c935c4049 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:13.488061 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4d842ca7-ebc4-4bd3-9faf-2f2c935c4049 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Network e5bd2bae-5dd9-49e1-b41b-6a772850e413 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:27:13.493168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4d842ca7-ebc4-4bd3-9faf-2f2c935c4049 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:27:13.495964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4d842ca7-ebc4-4bd3-9faf-2f2c935c4049 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:27:13.521457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d842ca7-ebc4-4bd3-9faf-2f2c935c4049 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Pushing event updated for resources: {'Port': ['ID=9aab3319-d93d-4c04-b698-27a81bb18cf8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:13.552078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4d842ca7-ebc4-4bd3-9faf-2f2c935c4049 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:13.552720 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4d842ca7-ebc4-4bd3-9faf-2f2c935c4049 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:13.572425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4d842ca7-ebc4-4bd3-9faf-2f2c935c4049 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9360969 Nov 11 22:27:13.597775 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Request body: {'port': {'device_id': 'fa852690-589d-4968-8f89-19b7f6d34c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:27:13.658872 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:13.690802 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ac1f1fce-208e-4495-bd5c-ecee374c5d6c None None] Provisioning complete for port 9aab3319-d93d-4c04-b698-27a81bb18cf8 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:27:13.691165 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1fce-208e-4495-bd5c-ecee374c5d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:13.727779 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ac1f1fce-208e-4495-bd5c-ecee374c5d6c None None] Port 9aab3319-d93d-4c04-b698-27a81bb18cf8 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:27:13.889545 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-19a5526e-8c4d-47c5-97c8-80dcfcc46fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:13.913551 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aab3319-d93d-4c04-b698-27a81bb18cf8 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:27:13.920829 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:13.933136 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Transition to ACTIVE for port object 9aab3319-d93d-4c04-b698-27a81bb18cf8 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:27:13.938477 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:13.986390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Pushing event updated for resources: {'Port': ['ID=9aab3319-d93d-4c04-b698-27a81bb18cf8,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:14.060997 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Attempting to bind port 9aab3319-d93d-4c04-b698-27a81bb18cf8 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:27:14.061365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Attempting to bind port 9aab3319-d93d-4c04-b698-27a81bb18cf8 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:27:14.061694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Attempting to bind port 9aab3319-d93d-4c04-b698-27a81bb18cf8 on network e5bd2bae-5dd9-49e1-b41b-6a772850e413 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:27:14.066207 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Port 9aab3319-d93d-4c04-b698-27a81bb18cf8 on network e5bd2bae-5dd9-49e1-b41b-6a772850e413 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:27:14.066529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Attempting to bind port 9aab3319-d93d-4c04-b698-27a81bb18cf8 on network e5bd2bae-5dd9-49e1-b41b-6a772850e413 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:27:14.072104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:27:14.072441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Checking segment: {'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:27:14.072849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Bound using segment: {'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:27:14.073282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Bound port: 9aab3319-d93d-4c04-b698-27a81bb18cf8, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:27:14.073640 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:14.166474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] For port 9aab3319-d93d-4c04-b698-27a81bb18cf8, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:27:14.169889 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] For port 9aab3319-d93d-4c04-b698-27a81bb18cf8, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9aab3319-d93d-4c04-b698-27a81bb18cf8,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:27:14.178011 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ca82d-bcba-4ceb-b311-979db2cf4091 req-34470b32-f587-4552-9cdf-199908a1c960 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:14.179512 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-769ca82d-bcba-4ceb-b311-979db2cf4091 req-34470b32-f587-4552-9cdf-199908a1c960 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 944 time: 0.0902517 Nov 11 22:27:14.181053 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:14.232940 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:14.233560 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:14.235004 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] 10.222.0.71 "PUT /v2.0/ports/9aab3319-d93d-4c04-b698-27a81bb18cf8 HTTP/1.1" status: 200 len: 1092 time: 0.6417348 Nov 11 22:27:14.235710 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa852690-589d-4968-8f89-19b7f6d34c12', 'tag': '9aab3319-d93d-4c04-b698-27a81bb18cf8'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:27:14.237683 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9779e810-e87b-4fdb-a177-f95f35c54ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "fa852690-589d-4968-8f89-19b7f6d34c12", "tag": "9aab3319-d93d-4c04-b698-27a81bb18cf8"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:27:14.277851 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3a645-9237-43f6-8b36-2f0699cd3d89 service neutron] Pushing event updated for resources: {'Port': ['ID=9aab3319-d93d-4c04-b698-27a81bb18cf8,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:14.295832 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-769ca82d-bcba-4ceb-b311-979db2cf4091 req-2a598c5a-2126-4968-a6e4-af4d33c3a6c3 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069393 Nov 11 22:27:14.331523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4e484939-7e54-4839-a1ee-db0f9029bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:14.333920 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-4e484939-7e54-4839-a1ee-db0f9029bb38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bcbc01db21c4c9aae9e32c95b32510f&device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 1095 time: 0.0490911 Nov 11 22:27:14.351713 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c18fe3-7a6b-42ff-a461-b49190d27df3 x-openstack-request-id: req-40c18fe3-7a6b-42ff-a461-b49190d27df3 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:27:14.352092 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa852690-589d-4968-8f89-19b7f6d34c12", "tag": "9aab3319-d93d-4c04-b698-27a81bb18cf8", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:27:14.352484 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-40c18fe3-7a6b-42ff-a461-b49190d27df3 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:27:14.352926 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa852690-589d-4968-8f89-19b7f6d34c12', 'tag': '9aab3319-d93d-4c04-b698-27a81bb18cf8', 'status': 'completed', 'code': 200} Nov 11 22:27:14.392155 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-685b37af-fba4-428d-a0a2-eafb835e3e66 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aab3319-d93d-4c04-b698-27a81bb18cf8 HTTP/1.1" status: 200 len: 217 time: 0.0427930 Nov 11 22:27:14.446894 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-86c8df3f-efd2-4bd7-bb9b-a5004fd65b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:14.448241 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-86c8df3f-efd2-4bd7-bb9b-a5004fd65b01 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3778f805-48e7-4473-8bde-60b12f0d2199 HTTP/1.1" status: 200 len: 856 time: 0.0433340 Nov 11 22:27:14.498009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-142b4e62-f0db-4886-af77-6cb767649edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:14.499442 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-142b4e62-f0db-4886-af77-6cb767649edd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e5bd2bae-5dd9-49e1-b41b-6a772850e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411077 Nov 11 22:27:14.601842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-0e60da35-b119-41ea-89db-b4f2789015d9 service neutron] 10.222.0.71 "GET /v2.0/networks/e5bd2bae-5dd9-49e1-b41b-6a772850e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856564 Nov 11 22:27:14.701178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941612ae-e855-4bf7-b112-2f32b3426a02 req-d2a611a4-7cd3-4aa4-929d-c222050be566 service neutron] 10.222.0.71 "GET /v2.0/networks/e5bd2bae-5dd9-49e1-b41b-6a772850e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886800 Nov 11 22:27:14.800319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779e810-e87b-4fdb-a177-f95f35c54ae7 req-c133849d-012d-461b-bcab-2dd90ef85728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:14.801856 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9779e810-e87b-4fdb-a177-f95f35c54ae7 req-c133849d-012d-461b-bcab-2dd90ef85728 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bcbc01db21c4c9aae9e32c95b32510f&device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 1095 time: 0.0455048 Nov 11 22:27:14.900261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779e810-e87b-4fdb-a177-f95f35c54ae7 req-39f0ace1-fa10-421e-a474-80220118f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:14.901809 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9779e810-e87b-4fdb-a177-f95f35c54ae7 req-39f0ace1-fa10-421e-a474-80220118f9f8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e5bd2bae-5dd9-49e1-b41b-6a772850e413 HTTP/1.1" status: 200 len: 919 time: 0.0923827 Nov 11 22:27:14.948673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9779e810-e87b-4fdb-a177-f95f35c54ae7 req-2a9445ad-d1b8-48ce-bc48-52f28dbb9886 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aab3319-d93d-4c04-b698-27a81bb18cf8 HTTP/1.1" status: 200 len: 217 time: 0.0350587 Nov 11 22:27:15.010356 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779e810-e87b-4fdb-a177-f95f35c54ae7 req-35f33a22-327c-492b-bacf-d379e57788be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:15.011720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9779e810-e87b-4fdb-a177-f95f35c54ae7 req-35f33a22-327c-492b-bacf-d379e57788be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3778f805-48e7-4473-8bde-60b12f0d2199 HTTP/1.1" status: 200 len: 856 time: 0.0518427 Nov 11 22:27:15.064378 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779e810-e87b-4fdb-a177-f95f35c54ae7 req-f67d309e-9c67-45eb-80a7-27fd7ab4f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:15.065896 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9779e810-e87b-4fdb-a177-f95f35c54ae7 req-f67d309e-9c67-45eb-80a7-27fd7ab4f5fe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e5bd2bae-5dd9-49e1-b41b-6a772850e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420246 Nov 11 22:27:15.125167 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:15.162373 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9779e810-e87b-4fdb-a177-f95f35c54ae7 req-2fcd9388-2fba-4709-af09-717b1e3d61e3 service neutron] 10.222.0.71 "GET /v2.0/networks/e5bd2bae-5dd9-49e1-b41b-6a772850e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829456 Nov 11 22:27:15.260118 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9779e810-e87b-4fdb-a177-f95f35c54ae7 req-524d34f0-0de4-4209-9f35-bf9f7bcb21c8 service neutron] 10.222.0.71 "GET /v2.0/networks/e5bd2bae-5dd9-49e1-b41b-6a772850e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882335 Nov 11 22:27:15.418748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1e373-e79b-495e-bfcc-9a2900d46584 req-96e748b2-e279-4e05-b23a-e562688ee2fb tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:15.420262 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59a1e373-e79b-495e-bfcc-9a2900d46584 req-96e748b2-e279-4e05-b23a-e562688ee2fb tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 944 time: 0.0535283 Nov 11 22:27:15.473476 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-59a1e373-e79b-495e-bfcc-9a2900d46584 req-517e97de-08ea-4908-a90f-cf612e2b696a tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445764 Nov 11 22:27:16.110807 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d944f00-2351-4110-9128-4437e37db3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.602340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04389f4-0f82-41a9-be96-0c9cbec2cc06 req-bd862626-7829-4edd-88ce-34b1dd937e4a tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:16.603802 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a04389f4-0f82-41a9-be96-0c9cbec2cc06 req-bd862626-7829-4edd-88ce-34b1dd937e4a tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 944 time: 0.0551205 Nov 11 22:27:16.661500 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a04389f4-0f82-41a9-be96-0c9cbec2cc06 req-91d80c8b-dbda-42ec-976d-6140efaa828e tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487964 Nov 11 22:27:17.007128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9aab3319-d93d-4c04-b698-27a81bb18cf8 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:27:17.113660 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 9aab3319-d93d-4c04-b698-27a81bb18cf8, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9aab3319-d93d-4c04-b698-27a81bb18cf8,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:17.124508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '9aab3319-d93d-4c04-b698-27a81bb18cf8', 'network_id': 'e5bd2bae-5dd9-49e1-b41b-6a772850e413', 'port_id': '9aab3319-d93d-4c04-b698-27a81bb18cf8', 'mac_address': 'fa:16:3e:c0:e4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3778f805-48e7-4473-8bde-60b12f0d2199', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:27:17.161993 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:17.174803 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aab3319-d93d-4c04-b698-27a81bb18cf8 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:27:17.193674 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 9aab3319-d93d-4c04-b698-27a81bb18cf8, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9aab3319-d93d-4c04-b698-27a81bb18cf8,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:17.200535 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:17.252353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=9aab3319-d93d-4c04-b698-27a81bb18cf8,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:17.260164 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:17.260501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:17.260832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:17.261187 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:17.261507 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:17.261831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:17.262145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:17.262460 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:17.262771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:17.263085 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:17.263398 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:17.263688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:17.406194 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:17.448485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['9aab3319-d93d-4c04-b698-27a81bb18cf8'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:27:17.795430 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653f985-16bb-44fa-ab0c-f33ec25e14dd req-9cdddb49-29ed-497f-b19c-d2c4eed0788f tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:17.796978 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1653f985-16bb-44fa-ab0c-f33ec25e14dd req-9cdddb49-29ed-497f-b19c-d2c4eed0788f tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 945 time: 0.0541375 Nov 11 22:27:17.846988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1653f985-16bb-44fa-ab0c-f33ec25e14dd req-51682673-ef90-4ad2-a765-19ac89c24d27 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438581 Nov 11 22:27:18.787498 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:18.969624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245ff0e-5574-406a-9524-bcbf4c9622c0 req-173a338c-3754-432c-b3bf-5ca24733a7cc tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:18.971034 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3245ff0e-5574-406a-9524-bcbf4c9622c0 req-173a338c-3754-432c-b3bf-5ca24733a7cc tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 945 time: 0.0556748 Nov 11 22:27:19.020484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9aab3319-d93d-4c04-b698-27a81bb18cf8 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:27:19.026059 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3245ff0e-5574-406a-9524-bcbf4c9622c0 req-618f6518-2a75-4501-ab71-670d61c8f42a tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457022 Nov 11 22:27:19.074995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 9aab3319-d93d-4c04-b698-27a81bb18cf8 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:27:19.078707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 9aab3319-d93d-4c04-b698-27a81bb18cf8 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:27:19.079082 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.157487 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.180551 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa852690-589d-4968-8f89-19b7f6d34c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aab3319-d93d-4c04-b698-27a81bb18cf8'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:27:19.182834 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bd1418-52ed-4c23-a92d-01c94fa34dde" -d '{"events": [{"server_uuid": "fa852690-589d-4968-8f89-19b7f6d34c12", "name": "network-vif-plugged", "status": "completed", "tag": "9aab3319-d93d-4c04-b698-27a81bb18cf8"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:27:19.199100 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 9aab3319-d93d-4c04-b698-27a81bb18cf8, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9aab3319-d93d-4c04-b698-27a81bb18cf8,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:19.205158 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.230827 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be17c61-8071-4f7c-b0af-0d9b4436c942 x-openstack-request-id: req-1be17c61-8071-4f7c-b0af-0d9b4436c942 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:27:19.231035 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa852690-589d-4968-8f89-19b7f6d34c12", "name": "network-vif-plugged", "status": "completed", "tag": "9aab3319-d93d-4c04-b698-27a81bb18cf8", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:27:19.231286 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1be17c61-8071-4f7c-b0af-0d9b4436c942 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:27:19.231651 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa852690-589d-4968-8f89-19b7f6d34c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aab3319-d93d-4c04-b698-27a81bb18cf8', 'code': 200} Nov 11 22:27:19.262797 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=9aab3319-d93d-4c04-b698-27a81bb18cf8,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:19.332550 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388309d6-1c53-49e6-907e-34535621c4a4 req-8ae7c624-8e8d-40e7-9c68-f9573def4cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:19.334113 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-388309d6-1c53-49e6-907e-34535621c4a4 req-8ae7c624-8e8d-40e7-9c68-f9573def4cdb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 1097 time: 0.0415273 Nov 11 22:27:19.388812 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-388309d6-1c53-49e6-907e-34535621c4a4 req-b4fd9d34-81a1-4529-9dbd-537e90a61c5a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 Nov 11 22:27:19.389256 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:20.156812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5871a-23f4-4512-b6f5-88ab56667263 req-6cd79c0c-9b8d-42b5-91a0-8fe14f40b99c tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:20.158346 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6e5871a-23f4-4512-b6f5-88ab56667263 req-6cd79c0c-9b8d-42b5-91a0-8fe14f40b99c tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 946 time: 0.0522647 Nov 11 22:27:20.207727 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6e5871a-23f4-4512-b6f5-88ab56667263 req-aecb1a68-cc3b-4541-8d1c-b179d8cbcb5b tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409484 Nov 11 22:27:21.334196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4d6fa-512e-40f7-91bd-880230548ddc req-a08bbf9b-7eab-4921-8ec3-2cc3bb5bb757 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:21.335697 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00d4d6fa-512e-40f7-91bd-880230548ddc req-a08bbf9b-7eab-4921-8ec3-2cc3bb5bb757 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 946 time: 0.0555749 Nov 11 22:27:21.386047 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-00d4d6fa-512e-40f7-91bd-880230548ddc req-d512cc42-34de-4128-976c-38b070f64cbc tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436687 Nov 11 22:27:21.505619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff946a8-caef-4c7d-9cba-6c215801eec6 req-9ef83971-8762-4c93-9e68-f5856ed0fd4b tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:21.507100 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fff946a8-caef-4c7d-9cba-6c215801eec6 req-9ef83971-8762-4c93-9e68-f5856ed0fd4b tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 946 time: 0.0543463 Nov 11 22:27:21.553841 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fff946a8-caef-4c7d-9cba-6c215801eec6 req-f4b9af01-a9ea-4be2-a0d9-89a10883a1bd tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Nov 11 22:27:22.586563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6128ddba-ef5c-4f56-9792-c519d21fecbd req-f60c4cd5-f98c-4c2c-b235-e61342d03b5e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425842 Nov 11 22:27:22.677914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128ddba-ef5c-4f56-9792-c519d21fecbd req-9db0144d-1fd6-4cd7-9682-7a2c5ca062b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:22.679492 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6128ddba-ef5c-4f56-9792-c519d21fecbd req-9db0144d-1fd6-4cd7-9682-7a2c5ca062b2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bcbc01db21c4c9aae9e32c95b32510f&device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 1097 time: 0.0489450 Nov 11 22:27:22.788105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128ddba-ef5c-4f56-9792-c519d21fecbd req-b46654f1-efa6-451b-88fe-4a4ae4fdc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:22.789715 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6128ddba-ef5c-4f56-9792-c519d21fecbd req-b46654f1-efa6-451b-88fe-4a4ae4fdc6ae service neutron] 10.222.0.71 "GET /v2.0/networks?id=e5bd2bae-5dd9-49e1-b41b-6a772850e413 HTTP/1.1" status: 200 len: 919 time: 0.0904086 Nov 11 22:27:22.835729 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6128ddba-ef5c-4f56-9792-c519d21fecbd req-cb6d9ab8-5e4f-4938-a762-147cfea5b44a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aab3319-d93d-4c04-b698-27a81bb18cf8 HTTP/1.1" status: 200 len: 217 time: 0.0380642 Nov 11 22:27:22.886840 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128ddba-ef5c-4f56-9792-c519d21fecbd req-0628fd16-45e5-4f6a-b0fd-e67f419f5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:22.888353 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6128ddba-ef5c-4f56-9792-c519d21fecbd req-0628fd16-45e5-4f6a-b0fd-e67f419f5818 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3778f805-48e7-4473-8bde-60b12f0d2199 HTTP/1.1" status: 200 len: 856 time: 0.0447891 Nov 11 22:27:22.936858 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128ddba-ef5c-4f56-9792-c519d21fecbd req-4f32a13c-1a66-4fab-af7b-cc6abe78427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:22.938412 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6128ddba-ef5c-4f56-9792-c519d21fecbd req-4f32a13c-1a66-4fab-af7b-cc6abe78427a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e5bd2bae-5dd9-49e1-b41b-6a772850e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416908 Nov 11 22:27:23.034546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6128ddba-ef5c-4f56-9792-c519d21fecbd req-a5bffc39-985e-4276-8e5b-766abcf797b6 service neutron] 10.222.0.71 "GET /v2.0/networks/e5bd2bae-5dd9-49e1-b41b-6a772850e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888238 Nov 11 22:27:23.128402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6128ddba-ef5c-4f56-9792-c519d21fecbd req-5e77335c-660e-40ab-a0d2-5897a87d58ca service neutron] 10.222.0.71 "GET /v2.0/networks/e5bd2bae-5dd9-49e1-b41b-6a772850e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852284 Nov 11 22:27:29.433421 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:27:41.601572 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:43.043619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b77255-1bff-4875-88e9-bd32529834af req-b43649d9-e3fd-4fd3-a361-a4fc4203e6f1 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:43.045327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17b77255-1bff-4875-88e9-bd32529834af req-b43649d9-e3fd-4fd3-a361-a4fc4203e6f1 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 946 time: 0.0588164 Nov 11 22:27:43.096291 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17b77255-1bff-4875-88e9-bd32529834af req-b657802d-c874-4db2-b51b-47a6587d5354 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443399 Nov 11 22:27:43.900201 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aed8546e-3a8f-45f5-ae09-e5c5893b8d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:44.230799 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a537d1-f5cd-440e-9ce2-3e2361257352 req-4ef7db2c-dfa7-45e4-9fdd-d20735c59f25 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:44.232260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64a537d1-f5cd-440e-9ce2-3e2361257352 req-4ef7db2c-dfa7-45e4-9fdd-d20735c59f25 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 946 time: 0.0591962 Nov 11 22:27:44.278981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64a537d1-f5cd-440e-9ce2-3e2361257352 req-16012487-b385-4d84-aafa-622862e9fa83 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/security-groups?id=13e22613-015e-478b-8026-064a348255f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 Nov 11 22:27:44.727583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb74ec-84c3-4958-8d60-a2b0302cbb2c req-98f97c73-f2db-4cc7-a724-ae261422ea72 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:44.729148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35bb74ec-84c3-4958-8d60-a2b0302cbb2c req-98f97c73-f2db-4cc7-a724-ae261422ea72 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 946 time: 0.0580554 Nov 11 22:27:44.823503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-35bb74ec-84c3-4958-8d60-a2b0302cbb2c req-6505cea7-0ba5-40a5-a201-7b0bf6538904 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Deleting port 9aab3319-d93d-4c04-b698-27a81bb18cf8 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:44.823813 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-35bb74ec-84c3-4958-8d60-a2b0302cbb2c req-6505cea7-0ba5-40a5-a201-7b0bf6538904 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:44.915130 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-35bb74ec-84c3-4958-8d60-a2b0302cbb2c req-6505cea7-0ba5-40a5-a201-7b0bf6538904 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] For port 9aab3319-d93d-4c04-b698-27a81bb18cf8, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=9aab3319-d93d-4c04-b698-27a81bb18cf8,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:44.915465 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-35bb74ec-84c3-4958-8d60-a2b0302cbb2c req-6505cea7-0ba5-40a5-a201-7b0bf6538904 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:44.928135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-35bb74ec-84c3-4958-8d60-a2b0302cbb2c req-6505cea7-0ba5-40a5-a201-7b0bf6538904 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Calling delete_port for 9aab3319-d93d-4c04-b698-27a81bb18cf8 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:45.067053 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-35bb74ec-84c3-4958-8d60-a2b0302cbb2c req-6505cea7-0ba5-40a5-a201-7b0bf6538904 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:45.086193 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['9aab3319-d93d-4c04-b698-27a81bb18cf8'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:27:45.096899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505cea7-0ba5-40a5-a201-7b0bf6538904 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Pushing event deleted for resources: {'Port': ['ID=9aab3319-d93d-4c04-b698-27a81bb18cf8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:45.126515 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:45.146542 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bb74ec-84c3-4958-8d60-a2b0302cbb2c req-6505cea7-0ba5-40a5-a201-7b0bf6538904 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] No DVR routers for this DVR port 9aab3319-d93d-4c04-b698-27a81bb18cf8 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:45.149515 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-35bb74ec-84c3-4958-8d60-a2b0302cbb2c req-6505cea7-0ba5-40a5-a201-7b0bf6538904 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:45.153888 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35bb74ec-84c3-4958-8d60-a2b0302cbb2c req-6505cea7-0ba5-40a5-a201-7b0bf6538904 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.71 "DELETE /v2.0/ports/9aab3319-d93d-4c04-b698-27a81bb18cf8 HTTP/1.1" status: 204 len: 173 time: 0.4169352 Nov 11 22:27:45.154583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa852690-589d-4968-8f89-19b7f6d34c12', 'name': 'network-vif-deleted', 'tag': '9aab3319-d93d-4c04-b698-27a81bb18cf8'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:27:45.157325 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3f8859-28fb-4ad3-8005-b16c5d6ee2d1" -d '{"events": [{"server_uuid": "fa852690-589d-4968-8f89-19b7f6d34c12", "name": "network-vif-deleted", "tag": "9aab3319-d93d-4c04-b698-27a81bb18cf8"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:27:45.210526 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c555fe-71e6-4be4-ad92-fcfc360a70eb x-openstack-request-id: req-f4c555fe-71e6-4be4-ad92-fcfc360a70eb {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:27:45.210938 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa852690-589d-4968-8f89-19b7f6d34c12", "name": "network-vif-deleted", "tag": "9aab3319-d93d-4c04-b698-27a81bb18cf8", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:27:45.211255 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f4c555fe-71e6-4be4-ad92-fcfc360a70eb {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:27:45.211718 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa852690-589d-4968-8f89-19b7f6d34c12', 'name': 'network-vif-deleted', 'tag': '9aab3319-d93d-4c04-b698-27a81bb18cf8', 'status': 'completed', 'code': 200} Nov 11 22:27:45.394933 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66438fef-459b-4bc9-b0d8-b74ce8521a39 req-c7834197-ddbb-4975-b210-199655b2a1e9 tempest-TestEncryptedCinderVolumes-1531313344 tempest-TestEncryptedCinderVolumes-1531313344-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa852690-589d-4968-8f89-19b7f6d34c12 HTTP/1.1" status: 200 len: 210 time: 0.0269797 Nov 11 22:27:46.109670 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b754c519-e72b-411e-9282-aa52843b29ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:46.503872 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57122) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:46.850881 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-225459e6-0bd2-4ac1-b0f4-384e7910c5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:47.093067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-225459e6-0bd2-4ac1-b0f4-384e7910c5c9 admin admin] Deleting port 6076207b-5572-4016-b18e-36893e96bd12 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:47.093414 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-225459e6-0bd2-4ac1-b0f4-384e7910c5c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:47.177961 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-225459e6-0bd2-4ac1-b0f4-384e7910c5c9 admin admin] For port 6076207b-5572-4016-b18e-36893e96bd12, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6076207b-5572-4016-b18e-36893e96bd12,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:47.178321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-225459e6-0bd2-4ac1-b0f4-384e7910c5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:47.190872 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-225459e6-0bd2-4ac1-b0f4-384e7910c5c9 admin admin] Calling delete_port for 6076207b-5572-4016-b18e-36893e96bd12 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:47.371184 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-225459e6-0bd2-4ac1-b0f4-384e7910c5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:47.396125 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225459e6-0bd2-4ac1-b0f4-384e7910c5c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6076207b-5572-4016-b18e-36893e96bd12,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:47.408418 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:47.559145 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-225459e6-0bd2-4ac1-b0f4-384e7910c5c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:47.807239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225459e6-0bd2-4ac1-b0f4-384e7910c5c9 admin admin] Router fd68461c-9354-4860-90ad-44e38e367948 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:27:47.912830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225459e6-0bd2-4ac1-b0f4-384e7910c5c9 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:27:47.918502 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-225459e6-0bd2-4ac1-b0f4-384e7910c5c9 admin admin] 10.222.0.57 "PUT /v2.0/routers/fd68461c-9354-4860-90ad-44e38e367948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4135609 Nov 11 22:27:47.921481 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57126) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:47.922037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87e668-2ec9-4cc9-b842-a7f0e9b6be6c None None] Sync routers for ids ['fd68461c-9354-4860-90ad-44e38e367948'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:27:47.932580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87e668-2ec9-4cc9-b842-a7f0e9b6be6c None None] Routers {'fd68461c-9354-4860-90ad-44e38e367948'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:47.933229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5b87e668-2ec9-4cc9-b842-a7f0e9b6be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:27:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['fd68461c-9354-4860-90ad-44e38e367948'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:48.026294 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.039347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5b87e668-2ec9-4cc9-b842-a7f0e9b6be6c None None] Set router fd68461c-9354-4860-90ad-44e38e367948 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:48.127913 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.183856 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] Deleting port 00ad71a9-d154-4785-86e6-5806f2c88c92 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:48.184198 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.216241 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5b87e668-2ec9-4cc9-b842-a7f0e9b6be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68461c-9354-4860-90ad-44e38e367948', 'name': 'tempest-TestEncryptedCinderVolumes-1703294027-router', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '00ad71a9-d154-4785-86e6-5806f2c88c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:27:47Z', 'revision_number': 5, 'project_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'gw_port': {'id': '00ad71a9-d154-4785-86e6-5806f2c88c92', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68461c-9354-4860-90ad-44e38e367948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:48.242480 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87e668-2ec9-4cc9-b842-a7f0e9b6be6c None None] Checking router: fd68461c-9354-4860-90ad-44e38e367948 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:27:48.251598 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87e668-2ec9-4cc9-b842-a7f0e9b6be6c None None] Routers {'fd68461c-9354-4860-90ad-44e38e367948'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:48.252194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5b87e668-2ec9-4cc9-b842-a7f0e9b6be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:27:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['fd68461c-9354-4860-90ad-44e38e367948'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:48.263843 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] For port 00ad71a9-d154-4785-86e6-5806f2c88c92, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=00ad71a9-d154-4785-86e6-5806f2c88c92,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:48.264200 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.276220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] Calling delete_port for 00ad71a9-d154-4785-86e6-5806f2c88c92 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:48.447845 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.479369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] Pushing event deleted for resources: {'Port': ['ID=00ad71a9-d154-4785-86e6-5806f2c88c92,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:48.492322 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeeba24-d0a8-42fa-a5c9-0c123ab1605c None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:27:48.508664 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5b87e668-2ec9-4cc9-b842-a7f0e9b6be6c None None] Set router fd68461c-9354-4860-90ad-44e38e367948 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:48.537384 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.563951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5b87e668-2ec9-4cc9-b842-a7f0e9b6be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68461c-9354-4860-90ad-44e38e367948', 'name': 'tempest-TestEncryptedCinderVolumes-1703294027-router', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:27:48Z', 'revision_number': 6, 'project_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:48.591291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87e668-2ec9-4cc9-b842-a7f0e9b6be6c None None] The sync data for ids ['fd68461c-9354-4860-90ad-44e38e367948'] in n-d-805737-3 is: [{'id': 'fd68461c-9354-4860-90ad-44e38e367948', 'name': 'tempest-TestEncryptedCinderVolumes-1703294027-router', 'tenant_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:26Z', 'updated_at': '2021-11-11T22:27:48Z', 'revision_number': 6, 'project_id': '9bcbc01db21c4c9aae9e32c95b32510f', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:27:48.627530 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.629775 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.677707 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.678411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd68461c-9354-4860-90ad-44e38e367948 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:27:48.682641 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.683790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-24a54dfa-6125-4354-b6d0-acf54dbaa722 admin admin] 10.222.0.57 "DELETE /v2.0/routers/fd68461c-9354-4860-90ad-44e38e367948 HTTP/1.1" status: 204 len: 168 time: 0.7613606 Nov 11 22:27:48.686498 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57128) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:48.732029 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-29dc69e6-b24d-4dd5-a758-f8383c8d8d0a admin admin] Deleting subnet 3778f805-48e7-4473-8bde-60b12f0d2199 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:27:48.735429 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29dc69e6-b24d-4dd5-a758-f8383c8d8d0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.768729 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29dc69e6-b24d-4dd5-a758-f8383c8d8d0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.788686 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.848599 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29dc69e6-b24d-4dd5-a758-f8383c8d8d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.902073 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29dc69e6-b24d-4dd5-a758-f8383c8d8d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.928295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc69e6-b24d-4dd5-a758-f8383c8d8d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3778f805-48e7-4473-8bde-60b12f0d2199,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:48.930308 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29dc69e6-b24d-4dd5-a758-f8383c8d8d0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:48.934146 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-29dc69e6-b24d-4dd5-a758-f8383c8d8d0a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3778f805-48e7-4473-8bde-60b12f0d2199 HTTP/1.1" status: 204 len: 168 time: 0.2460299 Nov 11 22:27:48.936904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57130) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:48.937079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dae6866-9983-4db6-bab7-2e31873b4de6 None None] Network e5bd2bae-5dd9-49e1-b41b-6a772850e413 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:27:49.065928 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6076207b-5572-4016-b18e-36893e96bd12 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:49.094350 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 6076207b-5572-4016-b18e-36893e96bd12 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:49.094792 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6076207b-5572-4016-b18e-36893e96bd12 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:49.184481 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9aab3319-d93d-4c04-b698-27a81bb18cf8 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:49.205911 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 9aab3319-d93d-4c04-b698-27a81bb18cf8 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:49.206248 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 9aab3319-d93d-4c04-b698-27a81bb18cf8 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:49.396069 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:49.402379 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:49.413366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64114108-1d94-485d-9880-8c2e62d060ef None None] DHCP port deletion for e5bd2bae-5dd9-49e1-b41b-6a772850e413 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:27:49.465635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] Deleting port cf36b37b-17eb-4018-b1c5-67b98061b9b0 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:49.465966 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:49.466464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-64114108-1d94-485d-9880-8c2e62d060ef None None] Deleting port cf36b37b-17eb-4018-b1c5-67b98061b9b0 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:49.466862 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64114108-1d94-485d-9880-8c2e62d060ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:49.528184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] For port cf36b37b-17eb-4018-b1c5-67b98061b9b0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=cf36b37b-17eb-4018-b1c5-67b98061b9b0,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:49.528546 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:49.531221 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-64114108-1d94-485d-9880-8c2e62d060ef None None] For port cf36b37b-17eb-4018-b1c5-67b98061b9b0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=cf36b37b-17eb-4018-b1c5-67b98061b9b0,segment=NetworkSegment(fcb5d277-5da3-4ead-a9e5-dd368c3470e3),segment_id=fcb5d277-5da3-4ead-a9e5-dd368c3470e3)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:49.531723 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64114108-1d94-485d-9880-8c2e62d060ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:49.543228 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] Calling delete_port for cf36b37b-17eb-4018-b1c5-67b98061b9b0 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:49.545030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-64114108-1d94-485d-9880-8c2e62d060ef None None] Calling delete_port for cf36b37b-17eb-4018-b1c5-67b98061b9b0 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:49.623696 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-64114108-1d94-485d-9880-8c2e62d060ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:49.630809 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:49.650255 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64114108-1d94-485d-9880-8c2e62d060ef None None] Pushing event deleted for resources: {'Port': ['ID=cf36b37b-17eb-4018-b1c5-67b98061b9b0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:49.654320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64114108-1d94-485d-9880-8c2e62d060ef None None] No DVR routers for this DVR port cf36b37b-17eb-4018-b1c5-67b98061b9b0 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:49.664583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] No DVR routers for this DVR port cf36b37b-17eb-4018-b1c5-67b98061b9b0 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:49.685215 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf36b37b-17eb-4018-b1c5-67b98061b9b0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:49.742947 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:49.762969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bd2bae-5dd9-49e1-b41b-6a772850e413']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:49.772474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:49.772767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb5d277-5da3-4ead-a9e5-dd368c3470e3') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:49.782136 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:49.795031 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:49.801665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:27:49.802189 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: self.session.flush() Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:27:49.803859 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:27:49.860324 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:49.866849 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:49.870105 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e5bd2bae-5dd9-49e1-b41b-6a772850e413 HTTP/1.1" status: 204 len: 168 time: 0.9322681 Nov 11 22:27:49.873282 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57132) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:49.879621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5473c-351a-4b03-8151-c17c95e20df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5bd2bae-5dd9-49e1-b41b-6a772850e413,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:50.235679 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:50.488593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Deleting port b31be5c6-507c-487a-8a3d-a145fff845a2 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:50.488861 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:50.565950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] For port b31be5c6-507c-487a-8a3d-a145fff845a2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b31be5c6-507c-487a-8a3d-a145fff845a2,segment=NetworkSegment(a285a866-e06a-4a7c-99d8-d92c1d5a9d67),segment_id=a285a866-e06a-4a7c-99d8-d92c1d5a9d67)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:50.566306 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:50.578479 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Calling delete_port for b31be5c6-507c-487a-8a3d-a145fff845a2 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:50.768432 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:50.794164 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Pushing event deleted for resources: {'Port': ['ID=b31be5c6-507c-487a-8a3d-a145fff845a2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:50.822822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:50.823167 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:50.823535 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:50.823850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:50.824180 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:50.824507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:50.824873 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:50.825198 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:50.825518 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:50.825835 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:50.826155 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:50.826473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:50.974538 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:50.989780 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 00ad71a9-d154-4785-86e6-5806f2c88c92 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:51.013498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 00ad71a9-d154-4785-86e6-5806f2c88c92 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:51.013837 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 00ad71a9-d154-4785-86e6-5806f2c88c92 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:51.014250 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device cf36b37b-17eb-4018-b1c5-67b98061b9b0 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:51.033164 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: cf36b37b-17eb-4018-b1c5-67b98061b9b0 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:51.033438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device cf36b37b-17eb-4018-b1c5-67b98061b9b0 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:51.187579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Router 0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:27:51.291836 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:27:51.298210 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2f11745e-d2af-4d26-bfe9-d64a7c25ceec admin admin] 10.222.0.57 "PUT /v2.0/routers/0b5e941d-bc6e-47a6-847b-3f4ad24ffb55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4228919 Nov 11 22:27:51.300543 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57136) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:51.303151 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b393a-07a8-424d-85da-68f1eed6e983 None None] Sync routers for ids ['0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:27:51.314350 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b393a-07a8-424d-85da-68f1eed6e983 None None] Routers {'0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:51.314954 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-205b393a-07a8-424d-85da-68f1eed6e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:27:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:51.403577 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:51.416518 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-205b393a-07a8-424d-85da-68f1eed6e983 None None] Set router 0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:51.505462 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:51.558436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] Deleting port 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:51.558644 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:51.594820 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-205b393a-07a8-424d-85da-68f1eed6e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'name': 'tempest-TestEncryptedCinderVolumes-1948481202-router', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6b78ee71-3c20-4d9d-8de3-d8d648f51cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:30Z', 'updated_at': '2021-11-11T22:27:50Z', 'revision_number': 5, 'project_id': '31366d8dab734bf49c3796bd69618e79', 'gw_port': {'id': '6b78ee71-3c20-4d9d-8de3-d8d648f51cf7', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:26:31Z', 'updated_at': '2021-11-11T22:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:51.625966 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b393a-07a8-424d-85da-68f1eed6e983 None None] Checking router: 0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:27:51.635433 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b393a-07a8-424d-85da-68f1eed6e983 None None] Routers {'0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:51.636051 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-205b393a-07a8-424d-85da-68f1eed6e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:27:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:51.726802 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-205b393a-07a8-424d-85da-68f1eed6e983 None None] Set router 0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:51.778805 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-205b393a-07a8-424d-85da-68f1eed6e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'name': 'tempest-TestEncryptedCinderVolumes-1948481202-router', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:30Z', 'updated_at': '2021-11-11T22:27:51Z', 'revision_number': 6, 'project_id': '31366d8dab734bf49c3796bd69618e79', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:51.808729 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b393a-07a8-424d-85da-68f1eed6e983 None None] The sync data for ids ['0b5e941d-bc6e-47a6-847b-3f4ad24ffb55'] in n-d-805737-3 is: [{'id': '0b5e941d-bc6e-47a6-847b-3f4ad24ffb55', 'name': 'tempest-TestEncryptedCinderVolumes-1948481202-router', 'tenant_id': '31366d8dab734bf49c3796bd69618e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:26:30Z', 'updated_at': '2021-11-11T22:27:51Z', 'revision_number': 6, 'project_id': '31366d8dab734bf49c3796bd69618e79', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:27:51.923888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] For port 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6b78ee71-3c20-4d9d-8de3-d8d648f51cf7,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:51.924219 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:51.937117 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] Calling delete_port for 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:52.110293 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.138557 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b78ee71-3c20-4d9d-8de3-d8d648f51cf7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:52.154381 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206446d0-d24d-484f-8f3a-722c8a61ff01 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:27:52.206393 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.307444 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.309599 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.364432 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.364991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:27:52.369446 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.370452 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4024afe7-81c1-4dce-9731-3b71c1c8b852 admin admin] 10.222.0.57 "DELETE /v2.0/routers/0b5e941d-bc6e-47a6-847b-3f4ad24ffb55 HTTP/1.1" status: 204 len: 168 time: 1.0689590 Nov 11 22:27:52.373106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57138) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:52.416074 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-0993270a-a085-4f33-9ce4-59bbb74d8b93 admin admin] Deleting subnet b0e30723-1d10-42f8-ad3b-a74a54b22ad7 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:27:52.419357 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0993270a-a085-4f33-9ce4-59bbb74d8b93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.453183 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0993270a-a085-4f33-9ce4-59bbb74d8b93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.540880 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0993270a-a085-4f33-9ce4-59bbb74d8b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.600400 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0993270a-a085-4f33-9ce4-59bbb74d8b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.626225 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993270a-a085-4f33-9ce4-59bbb74d8b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e30723-1d10-42f8-ad3b-a74a54b22ad7,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:52.630005 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-0993270a-a085-4f33-9ce4-59bbb74d8b93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.633720 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0993270a-a085-4f33-9ce4-59bbb74d8b93 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b0e30723-1d10-42f8-ad3b-a74a54b22ad7 HTTP/1.1" status: 204 len: 168 time: 0.2597136 Nov 11 22:27:52.636300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57140) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:52.638460 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5697bb-6e53-4d3d-9714-633970ab404b None None] Network 2b035d3e-2f27-4814-9f28-b986cabb5df3 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:27:52.713732 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.776051 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] Deleting port 2dd72efe-7479-449d-966e-d17b7e34edc5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:52.776412 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.814483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a5fd03-d6b0-409b-b2ac-87ca653929b3 None None] DHCP port deletion for 2b035d3e-2f27-4814-9f28-b986cabb5df3 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:27:52.846088 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] For port 2dd72efe-7479-449d-966e-d17b7e34edc5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2dd72efe-7479-449d-966e-d17b7e34edc5,segment=NetworkSegment(a285a866-e06a-4a7c-99d8-d92c1d5a9d67),segment_id=a285a866-e06a-4a7c-99d8-d92c1d5a9d67)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:52.846454 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.858730 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] Calling delete_port for 2dd72efe-7479-449d-966e-d17b7e34edc5 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:52.863235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-45a5fd03-d6b0-409b-b2ac-87ca653929b3 None None] Deleting port 2dd72efe-7479-449d-966e-d17b7e34edc5 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:52.863605 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45a5fd03-d6b0-409b-b2ac-87ca653929b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.928106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-45a5fd03-d6b0-409b-b2ac-87ca653929b3 None None] For port 2dd72efe-7479-449d-966e-d17b7e34edc5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2dd72efe-7479-449d-966e-d17b7e34edc5,segment=NetworkSegment(a285a866-e06a-4a7c-99d8-d92c1d5a9d67),segment_id=a285a866-e06a-4a7c-99d8-d92c1d5a9d67)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:52.928772 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45a5fd03-d6b0-409b-b2ac-87ca653929b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.939672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2dd72efe-7479-449d-966e-d17b7e34edc5 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:52.945208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-45a5fd03-d6b0-409b-b2ac-87ca653929b3 None None] Calling delete_port for 2dd72efe-7479-449d-966e-d17b7e34edc5 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:52.952118 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:52.980379 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd72efe-7479-449d-966e-d17b7e34edc5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:52.982224 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] No DVR routers for this DVR port 2dd72efe-7479-449d-966e-d17b7e34edc5 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:53.023260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No active binding found for port 2dd72efe-7479-449d-966e-d17b7e34edc5 {{(pid=102536) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 22:27:53.023663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2dd72efe-7479-449d-966e-d17b7e34edc5 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:53.024097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:53.052616 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:53.053006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:53.053346 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6b78ee71-3c20-4d9d-8de3-d8d648f51cf7 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:53.053757 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b31be5c6-507c-487a-8a3d-a145fff845a2 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:53.076533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b035d3e-2f27-4814-9f28-b986cabb5df3']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:53.079089 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: b31be5c6-507c-487a-8a3d-a145fff845a2 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:53.079437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b31be5c6-507c-487a-8a3d-a145fff845a2 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:53.087378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a285a866-e06a-4a7c-99d8-d92c1d5a9d67') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:53.087757 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a285a866-e06a-4a7c-99d8-d92c1d5a9d67') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:53.088768 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-45a5fd03-d6b0-409b-b2ac-87ca653929b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:53.099596 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:53.113416 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:53.115084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5fd03-d6b0-409b-b2ac-87ca653929b3 None None] Pushing event deleted for resources: {'Port': ['ID=2dd72efe-7479-449d-966e-d17b7e34edc5,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:53.118514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a5fd03-d6b0-409b-b2ac-87ca653929b3 None None] No DVR routers for this DVR port 2dd72efe-7479-449d-966e-d17b7e34edc5 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:53.129475 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:27:53.129843 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:27:53.131688 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:27:53.191881 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:53.210600 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:53.213884 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2b035d3e-2f27-4814-9f28-b986cabb5df3 HTTP/1.1" status: 204 len: 168 time: 0.5766125 Nov 11 22:27:53.215515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf5fba-083e-4110-96fa-994540688955 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b035d3e-2f27-4814-9f28-b986cabb5df3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:53.385950 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57144) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:53.428503 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-513ccd55-35fe-4bd7-8289-ec267331bc41 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9bcbc01db21c4c9aae9e32c95b32510f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412924 Nov 11 22:27:53.432135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57146) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:53.485562 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-978d0840-6d7b-424b-8678-485b646bd65a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:53.506659 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-978d0840-6d7b-424b-8678-485b646bd65a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:53.554441 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-978d0840-6d7b-424b-8678-485b646bd65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:53.557419 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-978d0840-6d7b-424b-8678-485b646bd65a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:53.558614 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-978d0840-6d7b-424b-8678-485b646bd65a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/13e22613-015e-478b-8026-064a348255f3 HTTP/1.1" status: 204 len: 168 time: 0.1255589 Nov 11 22:27:53.566542 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d0840-6d7b-424b-8678-485b646bd65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e22613-015e-478b-8026-064a348255f3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:53.900138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57152) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:53.941231 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d1c6ad13-8c77-40ee-9010-64338ee24102 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31366d8dab734bf49c3796bd69618e79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398366 Nov 11 22:27:53.943845 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57154) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:53.990205 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6f7b12cd-107c-4814-9180-8faf83650aca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:54.010985 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6f7b12cd-107c-4814-9180-8faf83650aca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:54.059934 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6f7b12cd-107c-4814-9180-8faf83650aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:54.062847 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6f7b12cd-107c-4814-9180-8faf83650aca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:54.063992 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6f7b12cd-107c-4814-9180-8faf83650aca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/82acf36e-9443-4a49-9e15-b6ecfad49398 HTTP/1.1" status: 204 len: 168 time: 0.1193132 Nov 11 22:27:54.071578 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b12cd-107c-4814-9180-8faf83650aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82acf36e-9443-4a49-9e15-b6ecfad49398,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:54.764398 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57176) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:54.873510 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-164530520-network', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:27:54.898069 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] Made reservation on behalf of aba4633d5d354990bd58a9d2b75c9913 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:27:54.900432 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:54.911947 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:54.988914 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:54.995478 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.018290 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:27:55.026625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432c68f4-e522-418b-8ebd-f66d77fd38f7,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:55.032673 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.033039 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] Added segment 1e4c2e75-eb18-413f-9565-25d24dafe783 of type vlan for network 417d48ae-5afe-456f-a077-ec7ffc06eeff Nov 11 22:27:55.071692 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.098824 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.099757 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:55.100344 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.157842 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3918459 Nov 11 22:27:55.161046 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57180) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:55.165760 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ddf33-7286-4e7c-833a-669b2c209114 admin admin] Pushing event updated for resources: {'Network': ['ID=417d48ae-5afe-456f-a077-ec7ffc06eeff,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:55.165994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-94d5bf68-571d-4b79-a36f-8d20a55ade73 admin admin] Request body: {'subnet': {'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-164530520-subnet', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:27:55.176547 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 417d48ae-5afe-456f-a077-ec7ffc06eeff details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:27:55.187779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d5bf68-571d-4b79-a36f-8d20a55ade73 admin admin] Made reservation on behalf of aba4633d5d354990bd58a9d2b75c9913 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:27:55.190210 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94d5bf68-571d-4b79-a36f-8d20a55ade73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.359003 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94d5bf68-571d-4b79-a36f-8d20a55ade73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.425056 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5bf68-571d-4b79-a36f-8d20a55ade73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed63c52-9d8b-45c4-b391-c8954eb1a20b,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:55.434841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5bf68-571d-4b79-a36f-8d20a55ade73 admin admin] Checking segment: {'id': '1e4c2e75-eb18-413f-9565-25d24dafe783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:27:55.435186 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d5bf68-571d-4b79-a36f-8d20a55ade73 admin admin] Network hostable DHCP agents. Network: 417d48ae-5afe-456f-a077-ec7ffc06eeff, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:27:55.452616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d5bf68-571d-4b79-a36f-8d20a55ade73 admin admin] Network 417d48ae-5afe-456f-a077-ec7ffc06eeff is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:27:55.462788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-94d5bf68-571d-4b79-a36f-8d20a55ade73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 417d48ae-5afe-456f-a077-ec7ffc06eeff) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:27:55.467487 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5bf68-571d-4b79-a36f-8d20a55ade73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:55.468126 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-94d5bf68-571d-4b79-a36f-8d20a55ade73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.472254 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3238bf1-e807-4fda-bc96-3ac00ad0243a None None] Network 417d48ae-5afe-456f-a077-ec7ffc06eeff requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:27:55.486036 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-94d5bf68-571d-4b79-a36f-8d20a55ade73 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3239052 Nov 11 22:27:55.488760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57182) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:55.493155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:27:55.514936 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.516589 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.569121 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.617616 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-417d48ae-5afe-456f-a077-ec7ffc06eeff', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'fixed_ips': [{'subnet_id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:27:55.618491 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.714482 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.755633 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Allocated IP 172.20.0.2 (417d48ae-5afe-456f-a077-ec7ffc06eeff/8ed63c52-9d8b-45c4-b391-c8954eb1a20b/add7698c-194a-46ae-866b-c72e3c640b34) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:27:55.894919 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.902846 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.919203 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.942814 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:55.945806 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Network 417d48ae-5afe-456f-a077-ec7ffc06eeff is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:27:55.948607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:27:55.952016 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:27:55.966970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Pushing event updated for resources: {'Port': ['ID=add7698c-194a-46ae-866b-c72e3c640b34,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:56.014060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Attempting to bind port add7698c-194a-46ae-866b-c72e3c640b34 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:27:56.014425 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Attempting to bind port add7698c-194a-46ae-866b-c72e3c640b34 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '1e4c2e75-eb18-413f-9565-25d24dafe783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:27:56.014845 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Attempting to bind port add7698c-194a-46ae-866b-c72e3c640b34 on network 417d48ae-5afe-456f-a077-ec7ffc06eeff {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:27:56.020128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:27:56.020503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Checking segment: {'id': '1e4c2e75-eb18-413f-9565-25d24dafe783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:27:56.020925 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:56.021349 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Bound using segment: {'id': '1e4c2e75-eb18-413f-9565-25d24dafe783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:27:56.021812 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Bound port: add7698c-194a-46ae-866b-c72e3c640b34, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4c2e75-eb18-413f-9565-25d24dafe783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:27:56.022181 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:56.046887 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Allocated IP 172.25.0.119 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/7bc08e0f-eac3-4f9c-9f70-990533b487c3) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:27:56.083020 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] For port add7698c-194a-46ae-866b-c72e3c640b34, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:27:56.086580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] For port add7698c-194a-46ae-866b-c72e3c640b34, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=add7698c-194a-46ae-866b-c72e3c640b34,segment=NetworkSegment(1e4c2e75-eb18-413f-9565-25d24dafe783),segment_id=1e4c2e75-eb18-413f-9565-25d24dafe783)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:27:56.091685 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:56.155747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fc2f3-9d6a-424f-9dc7-7915e497720c None None] Pushing event updated for resources: {'Port': ['ID=add7698c-194a-46ae-866b-c72e3c640b34,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:56.159601 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:56.199188 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:56.242507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:27:56.245500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:27:56.248088 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:27:56.258538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae1a448-0f64-4e4d-a048-58042fdb16e9 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:27:56.272812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Pushing event updated for resources: {'Port': ['ID=7bc08e0f-eac3-4f9c-9f70-990533b487c3,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:56.315910 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-85993c5e-881c-4710-9020-f312a9a5c18f None None] Provisioning complete for port 7bc08e0f-eac3-4f9c-9f70-990533b487c3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:27:56.316709 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85993c5e-881c-4710-9020-f312a9a5c18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:56.361742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-85993c5e-881c-4710-9020-f312a9a5c18f None None] Port 7bc08e0f-eac3-4f9c-9f70-990533b487c3 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:27:56.544098 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:56.749830 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:56.881723 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Router de2fc548-e549-4643-a0ec-6efeb69ee93b is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:27:56.966301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device add7698c-194a-46ae-866b-c72e3c640b34 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:27:57.005416 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:27:57.018925 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Sync routers for ids ['de2fc548-e549-4643-a0ec-6efeb69ee93b'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:27:57.025120 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port add7698c-194a-46ae-866b-c72e3c640b34 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:27:57.025573 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:57.026081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:57.030159 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8d3ee962-b751-4ae3-8391-e8eb89c7ea7c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5377212 Nov 11 22:27:57.030538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57184) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:57.059812 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef14130-c140-4973-a349-3313f2d0d5bc None None] Network 417d48ae-5afe-456f-a077-ec7ffc06eeff requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:27:57.076281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Routers {'de2fc548-e549-4643-a0ec-6efeb69ee93b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:57.076860 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:27:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['de2fc548-e549-4643-a0ec-6efeb69ee93b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:57.185485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d9b3540d-7995-4436-ad50-4b914caab846 None None] Provisioning complete for port add7698c-194a-46ae-866b-c72e3c640b34 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:27:57.185852 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d9b3540d-7995-4436-ad50-4b914caab846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:57.449504 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:57.505591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Set router de2fc548-e549-4643-a0ec-6efeb69ee93b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:57.568004 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:57.606624 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Allocated IP 172.20.0.1 (417d48ae-5afe-456f-a077-ec7ffc06eeff/8ed63c52-9d8b-45c4-b391-c8954eb1a20b/b492128b-4f21-4662-83ca-57ec4f347aa0) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:27:57.700095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port add7698c-194a-46ae-866b-c72e3c640b34, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=add7698c-194a-46ae-866b-c72e3c640b34,segment=NetworkSegment(1e4c2e75-eb18-413f-9565-25d24dafe783),segment_id=1e4c2e75-eb18-413f-9565-25d24dafe783)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:57.712022 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:57.714906 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:57.723318 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d9b3540d-7995-4436-ad50-4b914caab846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:57.752060 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:57.798263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Network 417d48ae-5afe-456f-a077-ec7ffc06eeff is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:27:57.802353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:27:57.804623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Pushing event updated for resources: {'Port': ['ID=b492128b-4f21-4662-83ca-57ec4f347aa0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:57.806842 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:27:57.819042 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=add7698c-194a-46ae-866b-c72e3c640b34,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:57.847352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:57.866807 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.db.api [None req-d9b3540d-7995-4436-ad50-4b914caab846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:27:57.867155 n-d-805737-3 neutron-server[102536]: DEBUG oslo_db.api [None req-d9b3540d-7995-4436-ad50-4b914caab846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 22:27:57.881940 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:56Z', 'revision_number': 3, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'gw_port': {'id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:57.909471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Checking router: de2fc548-e549-4643-a0ec-6efeb69ee93b for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:27:57.909825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Updating router de2fc548-e549-4643-a0ec-6efeb69ee93b port 7bc08e0f-eac3-4f9c-9f70-990533b487c3 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:27:57.937340 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:57.983061 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:58.161607 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:58.167640 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:58.213228 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:58.220202 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:58.238145 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:58.240002 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Pushing event updated for resources: {'Port': ['ID=b492128b-4f21-4662-83ca-57ec4f347aa0,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:58.269204 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553552af-4633-44aa-bbc2-2756e3a46a88 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:27:58.280042 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b429272-fd6c-49e8-9058-3ac9a4aea141 None None] Pushing event updated for resources: {'Port': ['ID=7bc08e0f-eac3-4f9c-9f70-990533b487c3,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:58.283342 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Attempting to bind port 7bc08e0f-eac3-4f9c-9f70-990533b487c3 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:27:58.283713 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Attempting to bind port 7bc08e0f-eac3-4f9c-9f70-990533b487c3 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:27:58.284063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Attempting to bind port 7bc08e0f-eac3-4f9c-9f70-990533b487c3 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:27:58.289908 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:27:58.290273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:27:58.290666 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:58.291493 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:27:58.291493 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Bound port: 7bc08e0f-eac3-4f9c-9f70-990533b487c3, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:27:58.291851 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:58.329658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Network 417d48ae-5afe-456f-a077-ec7ffc06eeff is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:27:58.331152 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:27:58.346994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] For port 7bc08e0f-eac3-4f9c-9f70-990533b487c3, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:27:58.352235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] For port 7bc08e0f-eac3-4f9c-9f70-990533b487c3, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7bc08e0f-eac3-4f9c-9f70-990533b487c3,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:27:58.357704 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:58.435528 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736d41b5-273b-44b7-864f-b8ce2061649e None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:27:58.451114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Router de2fc548-e549-4643-a0ec-6efeb69ee93b has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:27:58.464124 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Routers {'de2fc548-e549-4643-a0ec-6efeb69ee93b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:58.465035 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:27:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['de2fc548-e549-4643-a0ec-6efeb69ee93b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:58.471370 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b429272-fd6c-49e8-9058-3ac9a4aea141 None None] Pushing event updated for resources: {'Port': ['ID=7bc08e0f-eac3-4f9c-9f70-990533b487c3,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:58.565232 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:27:58.570648 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3a7f8c07-430f-4bb4-81d9-1a9e4671e0ba admin admin] 10.222.0.57 "PUT /v2.0/routers/de2fc548-e549-4643-a0ec-6efeb69ee93b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5390034 Nov 11 22:27:58.586313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] Set router de2fc548-e549-4643-a0ec-6efeb69ee93b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:58.633724 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f5dae336-8deb-4fe3-b864-f0d44ae1a61a None None] Provisioning complete for port 7bc08e0f-eac3-4f9c-9f70-990533b487c3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:27:58.634101 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5dae336-8deb-4fe3-b864-f0d44ae1a61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:58.833444 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5dae336-8deb-4fe3-b864-f0d44ae1a61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:58.859642 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f5dae336-8deb-4fe3-b864-f0d44ae1a61a None None] For port 7bc08e0f-eac3-4f9c-9f70-990533b487c3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7bc08e0f-eac3-4f9c-9f70-990533b487c3,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:58.866604 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5dae336-8deb-4fe3-b864-f0d44ae1a61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:58.902765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:57Z', 'revision_number': 4, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'gw_port': {'id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b492128b-4f21-4662-83ca-57ec4f347aa0', 'name': '', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'mac_address': 'fa:16:3e:4b:c1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:57Z', 'updated_at': '2021-11-11T22:27:58Z', 'revision_number': 2, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'subnets': [{'id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:58.938406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e974c20-bdca-4ada-aba8-2f8f17632179 None None] The sync data for ids ['de2fc548-e549-4643-a0ec-6efeb69ee93b'] in n-d-805737-3 is: [{'id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:57Z', 'revision_number': 4, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'gw_port': {'id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b492128b-4f21-4662-83ca-57ec4f347aa0', 'name': '', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'mac_address': 'fa:16:3e:4b:c1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:57Z', 'updated_at': '2021-11-11T22:27:58Z', 'revision_number': 2, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'subnets': [{'id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:27:58.944241 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f5dae336-8deb-4fe3-b864-f0d44ae1a61a None None] Provisioning complete for port add7698c-194a-46ae-866b-c72e3c640b34 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:27:58.944630 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5dae336-8deb-4fe3-b864-f0d44ae1a61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:58.975383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device add7698c-194a-46ae-866b-c72e3c640b34 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:27:59.003947 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dae336-8deb-4fe3-b864-f0d44ae1a61a None None] Pushing event updated for resources: {'Port': ['ID=7bc08e0f-eac3-4f9c-9f70-990533b487c3,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:59.071800 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port add7698c-194a-46ae-866b-c72e3c640b34 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:27:59.072180 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.093991 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57200) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:59.099001 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2003705490-network', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:27:59.130472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f5dae336-8deb-4fe3-b864-f0d44ae1a61a None None] Provisioning complete for port b492128b-4f21-4662-83ca-57ec4f347aa0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:27:59.130846 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5dae336-8deb-4fe3-b864-f0d44ae1a61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.131051 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] Made reservation on behalf of 10c4c5eec0f24408bf59f41e1947d096 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:27:59.137256 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.153909 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.202924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f5dae336-8deb-4fe3-b864-f0d44ae1a61a None None] Port b492128b-4f21-4662-83ca-57ec4f347aa0 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:27:59.262924 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.270558 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.299478 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:27:59.306067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743bdf20-f0a1-40ac-b00f-0327b24edca2,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:59.312453 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.312824 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] Added segment 3b6d1b7e-243d-43fb-9dd1-34291dca8ab5 of type vlan for network d2681b2b-b698-44bd-a309-0b7447778b10 Nov 11 22:27:59.354617 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.380753 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.381934 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:59.382511 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.441657 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3465133 Nov 11 22:27:59.444461 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57202) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:59.451119 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-c7707b84-c71d-441c-a961-4db74267fdbf admin admin] Request body: {'subnet': {'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2003705490-subnet', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:27:59.459382 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50972020-dcee-4a0e-aba7-e7dffacc08ca admin admin] Pushing event updated for resources: {'Network': ['ID=d2681b2b-b698-44bd-a309-0b7447778b10,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:59.473730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network d2681b2b-b698-44bd-a309-0b7447778b10 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:27:59.480565 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7707b84-c71d-441c-a961-4db74267fdbf admin admin] Made reservation on behalf of 10c4c5eec0f24408bf59f41e1947d096 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:27:59.483881 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7707b84-c71d-441c-a961-4db74267fdbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.680622 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7707b84-c71d-441c-a961-4db74267fdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.738568 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7707b84-c71d-441c-a961-4db74267fdbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=65845402-c410-43a5-8d7e-15c0d75cdc65,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:59.746042 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7707b84-c71d-441c-a961-4db74267fdbf admin admin] Checking segment: {'id': '3b6d1b7e-243d-43fb-9dd1-34291dca8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:27:59.746391 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7707b84-c71d-441c-a961-4db74267fdbf admin admin] Network hostable DHCP agents. Network: d2681b2b-b698-44bd-a309-0b7447778b10, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:27:59.764599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7707b84-c71d-441c-a961-4db74267fdbf admin admin] Network d2681b2b-b698-44bd-a309-0b7447778b10 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:27:59.775103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-c7707b84-c71d-441c-a961-4db74267fdbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, d2681b2b-b698-44bd-a309-0b7447778b10) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:27:59.781061 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7707b84-c71d-441c-a961-4db74267fdbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:59.781646 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c7707b84-c71d-441c-a961-4db74267fdbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.786521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f987d7d-78e1-4bcf-aa25-cb27213b4dbd None None] Network d2681b2b-b698-44bd-a309-0b7447778b10 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:27:59.800738 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c7707b84-c71d-441c-a961-4db74267fdbf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3551927 Nov 11 22:27:59.803262 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57204) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:59.808686 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2003705490-router', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:27:59.832125 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.833311 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.892750 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.946626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-d2681b2b-b698-44bd-a309-0b7447778b10', 'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'fixed_ips': [{'subnet_id': '65845402-c410-43a5-8d7e-15c0d75cdc65'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:27:59.947628 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:00.038778 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:00.082721 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Allocated IP 172.20.0.2 (d2681b2b-b698-44bd-a309-0b7447778b10/65845402-c410-43a5-8d7e-15c0d75cdc65/2f71ffba-e8e3-4760-b2ab-cc60723850d0) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:28:00.241692 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:00.249027 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:00.288484 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Network d2681b2b-b698-44bd-a309-0b7447778b10 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:28:00.293917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:28:00.296453 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:28:00.306183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Pushing event updated for resources: {'Port': ['ID=2f71ffba-e8e3-4760-b2ab-cc60723850d0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:00.364377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Attempting to bind port 2f71ffba-e8e3-4760-b2ab-cc60723850d0 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:28:00.364857 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Attempting to bind port 2f71ffba-e8e3-4760-b2ab-cc60723850d0 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '3b6d1b7e-243d-43fb-9dd1-34291dca8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:28:00.365229 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Attempting to bind port 2f71ffba-e8e3-4760-b2ab-cc60723850d0 on network d2681b2b-b698-44bd-a309-0b7447778b10 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:28:00.370760 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:28:00.371132 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Checking segment: {'id': '3b6d1b7e-243d-43fb-9dd1-34291dca8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:28:00.371537 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:00.371939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Bound using segment: {'id': '3b6d1b7e-243d-43fb-9dd1-34291dca8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:28:00.372411 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Bound port: 2f71ffba-e8e3-4760-b2ab-cc60723850d0, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6d1b7e-243d-43fb-9dd1-34291dca8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:28:00.372808 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:00.435001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] For port 2f71ffba-e8e3-4760-b2ab-cc60723850d0, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:28:00.438400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] For port 2f71ffba-e8e3-4760-b2ab-cc60723850d0, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2f71ffba-e8e3-4760-b2ab-cc60723850d0,segment=NetworkSegment(3b6d1b7e-243d-43fb-9dd1-34291dca8ab5),segment_id=3b6d1b7e-243d-43fb-9dd1-34291dca8ab5)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:28:00.442911 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:00.498519 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd42a20-944e-4f30-bc8a-5105d84a4beb None None] Pushing event updated for resources: {'Port': ['ID=2f71ffba-e8e3-4760-b2ab-cc60723850d0,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:00.536872 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:00.556441 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:00.683834 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Allocated IP 172.25.0.36 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/f970ad64-edc7-4323-9805-f8092aca5009) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:28:00.793954 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:00.828081 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:00.868021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:28:00.872644 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:28:00.876211 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:28:00.886625 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77152b17-1383-4adb-93a7-554787cc2628 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:28:00.899592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Pushing event updated for resources: {'Port': ['ID=f970ad64-edc7-4323-9805-f8092aca5009,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:01.020855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2f71ffba-e8e3-4760-b2ab-cc60723850d0 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:28:01.101774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f048bbfa-d8a9-45d9-a9df-788256e2bb51 None None] Provisioning complete for port f970ad64-edc7-4323-9805-f8092aca5009 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:01.102138 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f048bbfa-d8a9-45d9-a9df-788256e2bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:01.103797 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 2f71ffba-e8e3-4760-b2ab-cc60723850d0 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:01.104138 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:01.147664 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:01.163922 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f048bbfa-d8a9-45d9-a9df-788256e2bb51 None None] Port f970ad64-edc7-4323-9805-f8092aca5009 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:28:01.207411 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:01.245745 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port 2f71ffba-e8e3-4760-b2ab-cc60723850d0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2f71ffba-e8e3-4760-b2ab-cc60723850d0,segment=NetworkSegment(3b6d1b7e-243d-43fb-9dd1-34291dca8ab5),segment_id=3b6d1b7e-243d-43fb-9dd1-34291dca8ab5)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:28:01.251824 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:01.252713 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7bc08e0f-eac3-4f9c-9f70-990533b487c3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:28:01.330620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=2f71ffba-e8e3-4760-b2ab-cc60723850d0,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:01.341564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 7bc08e0f-eac3-4f9c-9f70-990533b487c3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:01.341941 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:01.368953 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:01.392692 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Sync routers for ids ['de2fc548-e549-4643-a0ec-6efeb69ee93b'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:28:01.403577 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Routers {'de2fc548-e549-4643-a0ec-6efeb69ee93b'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:28:01.404270 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:27:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['de2fc548-e549-4643-a0ec-6efeb69ee93b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:01.515262 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Set router de2fc548-e549-4643-a0ec-6efeb69ee93b gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:28:01.523605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Router 46043582-201c-4854-aa18-64f5fc82ef07 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:28:01.626933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412c2fd4-a168-42fc-a7bd-0a6cb23c8471 None None] Network d2681b2b-b698-44bd-a309-0b7447778b10 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:28:01.641669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:28:01.662247 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:01.663882 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cde53288-9815-43e9-8baf-eaacfd70f56b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8596673 Nov 11 22:28:01.666724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57206) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:01.679486 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Sync routers for ids ['46043582-201c-4854-aa18-64f5fc82ef07'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:28:01.708917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9bec1150-9c2c-4e00-8d58-79f59d67f0c1 None None] Provisioning complete for port 2f71ffba-e8e3-4760-b2ab-cc60723850d0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:01.709291 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9bec1150-9c2c-4e00-8d58-79f59d67f0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:01.730779 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:57Z', 'revision_number': 4, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'gw_port': {'id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b492128b-4f21-4662-83ca-57ec4f347aa0', 'name': '', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'mac_address': 'fa:16:3e:4b:c1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:57Z', 'updated_at': '2021-11-11T22:27:58Z', 'revision_number': 2, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'subnets': [{'id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:01.738892 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Routers {'46043582-201c-4854-aa18-64f5fc82ef07'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:28:01.739518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:27:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['46043582-201c-4854-aa18-64f5fc82ef07'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:01.757437 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Checking router: de2fc548-e549-4643-a0ec-6efeb69ee93b for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:28:01.757792 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Updating router de2fc548-e549-4643-a0ec-6efeb69ee93b port b492128b-4f21-4662-83ca-57ec4f347aa0 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:28:01.787387 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.068818 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.075526 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.107386 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.113060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Set router 46043582-201c-4854-aa18-64f5fc82ef07 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:28:02.136331 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75621910-c09d-47c7-a8e3-3d4aafa813f8 None None] Pushing event updated for resources: {'Port': ['ID=b492128b-4f21-4662-83ca-57ec4f347aa0,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:02.165089 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75621910-c09d-47c7-a8e3-3d4aafa813f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:02.165089 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75621910-c09d-47c7-a8e3-3d4aafa813f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:02.165089 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75621910-c09d-47c7-a8e3-3d4aafa813f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:02.165696 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75621910-c09d-47c7-a8e3-3d4aafa813f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:02.166120 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75621910-c09d-47c7-a8e3-3d4aafa813f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:02.166701 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75621910-c09d-47c7-a8e3-3d4aafa813f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:02.167117 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75621910-c09d-47c7-a8e3-3d4aafa813f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:02.167540 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75621910-c09d-47c7-a8e3-3d4aafa813f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:02.167937 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75621910-c09d-47c7-a8e3-3d4aafa813f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:02.168346 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75621910-c09d-47c7-a8e3-3d4aafa813f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:02.168755 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75621910-c09d-47c7-a8e3-3d4aafa813f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:02.169191 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75621910-c09d-47c7-a8e3-3d4aafa813f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:02.200499 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Attempting to bind port b492128b-4f21-4662-83ca-57ec4f347aa0 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:28:02.201059 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Attempting to bind port b492128b-4f21-4662-83ca-57ec4f347aa0 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '1e4c2e75-eb18-413f-9565-25d24dafe783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:28:02.201514 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Attempting to bind port b492128b-4f21-4662-83ca-57ec4f347aa0 on network 417d48ae-5afe-456f-a077-ec7ffc06eeff {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:28:02.209897 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:28:02.210511 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Checking segment: {'id': '1e4c2e75-eb18-413f-9565-25d24dafe783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:28:02.211494 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.212077 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Bound using segment: {'id': '1e4c2e75-eb18-413f-9565-25d24dafe783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:28:02.212839 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Bound port: b492128b-4f21-4662-83ca-57ec4f347aa0, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4c2e75-eb18-413f-9565-25d24dafe783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:28:02.213986 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.293191 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] For port b492128b-4f21-4662-83ca-57ec4f347aa0, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:28:02.297088 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] For port b492128b-4f21-4662-83ca-57ec4f347aa0, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b492128b-4f21-4662-83ca-57ec4f347aa0,segment=NetworkSegment(1e4c2e75-eb18-413f-9565-25d24dafe783),segment_id=1e4c2e75-eb18-413f-9565-25d24dafe783)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:28:02.305954 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.306898 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Allocated IP 172.20.0.1 (d2681b2b-b698-44bd-a309-0b7447778b10/65845402-c410-43a5-8d7e-15c0d75cdc65/75978a4f-f32f-4c37-be70-856a5788dee0) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:28:02.367664 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Routers {'de2fc548-e549-4643-a0ec-6efeb69ee93b'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:28:02.368272 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:27:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['de2fc548-e549-4643-a0ec-6efeb69ee93b'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:02.370727 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46043582-201c-4854-aa18-64f5fc82ef07', 'name': 'tempest-TestMinimumBasicScenario-2003705490-router', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f970ad64-edc7-4323-9805-f8092aca5009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:59Z', 'updated_at': '2021-11-11T22:28:01Z', 'revision_number': 3, 'project_id': '10c4c5eec0f24408bf59f41e1947d096', 'gw_port': {'id': 'f970ad64-edc7-4323-9805-f8092aca5009', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46043582-201c-4854-aa18-64f5fc82ef07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:00Z', 'updated_at': '2021-11-11T22:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:02.414739 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Checking router: 46043582-201c-4854-aa18-64f5fc82ef07 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:28:02.416099 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Updating router 46043582-201c-4854-aa18-64f5fc82ef07 port f970ad64-edc7-4323-9805-f8092aca5009 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:28:02.465600 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.468093 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.522175 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.568538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Network d2681b2b-b698-44bd-a309-0b7447778b10 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:28:02.570017 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:28:02.573964 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:28:02.620819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e8692fe8-3cfc-4141-82a2-fd4f402c0f93 None None] Provisioning complete for port 2f71ffba-e8e3-4760-b2ab-cc60723850d0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:02.621280 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8692fe8-3cfc-4141-82a2-fd4f402c0f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.631305 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Pushing event updated for resources: {'Port': ['ID=75978a4f-f32f-4c37-be70-856a5788dee0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:02.640245 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.647003 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75621910-c09d-47c7-a8e3-3d4aafa813f8 None None] Pushing event updated for resources: {'Port': ['ID=b492128b-4f21-4662-83ca-57ec4f347aa0,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:02.683461 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] Set router de2fc548-e549-4643-a0ec-6efeb69ee93b gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:28:02.833624 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.861265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e8692fe8-3cfc-4141-82a2-fd4f402c0f93 None None] Provisioning complete for port b492128b-4f21-4662-83ca-57ec4f347aa0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:02.861698 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8692fe8-3cfc-4141-82a2-fd4f402c0f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.952938 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.959528 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:57Z', 'revision_number': 4, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'gw_port': {'id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b492128b-4f21-4662-83ca-57ec4f347aa0', 'name': '', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'mac_address': 'fa:16:3e:4b:c1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:57Z', 'updated_at': '2021-11-11T22:28:02Z', 'revision_number': 4, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'subnets': [{'id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:02.960686 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.992265 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a27abe-5079-4db4-b63d-1e174e90165a None None] The sync data for ids ['de2fc548-e549-4643-a0ec-6efeb69ee93b'] in n-d-805737-3 is: [{'id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:57Z', 'revision_number': 4, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'gw_port': {'id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b492128b-4f21-4662-83ca-57ec4f347aa0', 'name': '', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'mac_address': 'fa:16:3e:4b:c1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:57Z', 'updated_at': '2021-11-11T22:28:02Z', 'revision_number': 4, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'subnets': [{'id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:28:03.016967 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2f71ffba-e8e3-4760-b2ab-cc60723850d0 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:28:03.043770 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:03.051200 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:03.057760 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78c7ecc-6787-4a1f-ad59-145f603f3db8 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:28:03.086054 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8692fe8-3cfc-4141-82a2-fd4f402c0f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:03.113781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Attempting to bind port f970ad64-edc7-4323-9805-f8092aca5009 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:28:03.114443 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Attempting to bind port f970ad64-edc7-4323-9805-f8092aca5009 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:28:03.114579 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Attempting to bind port f970ad64-edc7-4323-9805-f8092aca5009 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:28:03.119489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04005d4c-8171-4019-92da-c958e0d6d2f5 None None] Pushing event updated for resources: {'Port': ['ID=f970ad64-edc7-4323-9805-f8092aca5009,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:03.123633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Pushing event updated for resources: {'Port': ['ID=75978a4f-f32f-4c37-be70-856a5788dee0,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:03.126703 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:03.137212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:28:03.137593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:28:03.138015 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:03.138403 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:28:03.138886 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Bound port: f970ad64-edc7-4323-9805-f8092aca5009, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:28:03.139271 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:03.182450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e8692fe8-3cfc-4141-82a2-fd4f402c0f93 None None] For port b492128b-4f21-4662-83ca-57ec4f347aa0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b492128b-4f21-4662-83ca-57ec4f347aa0,segment=NetworkSegment(1e4c2e75-eb18-413f-9565-25d24dafe783),segment_id=1e4c2e75-eb18-413f-9565-25d24dafe783)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:28:03.195492 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8692fe8-3cfc-4141-82a2-fd4f402c0f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:03.223758 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] For port f970ad64-edc7-4323-9805-f8092aca5009, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:28:03.232848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Network d2681b2b-b698-44bd-a309-0b7447778b10 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:28:03.234806 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:28:03.253914 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] For port f970ad64-edc7-4323-9805-f8092aca5009, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f970ad64-edc7-4323-9805-f8092aca5009,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:28:03.259077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 2f71ffba-e8e3-4760-b2ab-cc60723850d0 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:03.259448 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:03.285946 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:03.326647 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8692fe8-3cfc-4141-82a2-fd4f402c0f93 None None] Pushing event updated for resources: {'Port': ['ID=b492128b-4f21-4662-83ca-57ec4f347aa0,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:03.370308 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Router 46043582-201c-4854-aa18-64f5fc82ef07 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:28:03.373553 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cde4417-afd9-4786-8de8-617c557aa23b None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:28:03.401529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Routers {'46043582-201c-4854-aa18-64f5fc82ef07'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:28:03.402207 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:27:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['46043582-201c-4854-aa18-64f5fc82ef07'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:03.410637 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5a769175-1b53-4986-9c15-d1d6331e851e None None] Provisioning complete for port b492128b-4f21-4662-83ca-57ec4f347aa0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:03.411012 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a769175-1b53-4986-9c15-d1d6331e851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:03.543458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04005d4c-8171-4019-92da-c958e0d6d2f5 None None] Pushing event updated for resources: {'Port': ['ID=f970ad64-edc7-4323-9805-f8092aca5009,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:03.569529 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b492128b-4f21-4662-83ca-57ec4f347aa0 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:28:03.688663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] Set router 46043582-201c-4854-aa18-64f5fc82ef07 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:28:03.785838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5a769175-1b53-4986-9c15-d1d6331e851e None None] Provisioning complete for port f970ad64-edc7-4323-9805-f8092aca5009 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:03.786214 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a769175-1b53-4986-9c15-d1d6331e851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:03.789867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b492128b-4f21-4662-83ca-57ec4f347aa0 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:03.790224 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:03.804571 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:28:03.809482 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-66bd84d6-5619-49ad-83b6-4313e212f770 admin admin] 10.222.0.57 "PUT /v2.0/routers/46043582-201c-4854-aa18-64f5fc82ef07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1416686 Nov 11 22:28:04.012833 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a769175-1b53-4986-9c15-d1d6331e851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:04.046663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5a769175-1b53-4986-9c15-d1d6331e851e None None] For port f970ad64-edc7-4323-9805-f8092aca5009, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f970ad64-edc7-4323-9805-f8092aca5009,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:28:04.052638 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a769175-1b53-4986-9c15-d1d6331e851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:04.108653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5a769175-1b53-4986-9c15-d1d6331e851e None None] Provisioning complete for port 75978a4f-f32f-4c37-be70-856a5788dee0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:04.108962 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a769175-1b53-4986-9c15-d1d6331e851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:04.113221 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46043582-201c-4854-aa18-64f5fc82ef07', 'name': 'tempest-TestMinimumBasicScenario-2003705490-router', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f970ad64-edc7-4323-9805-f8092aca5009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:59Z', 'updated_at': '2021-11-11T22:28:02Z', 'revision_number': 4, 'project_id': '10c4c5eec0f24408bf59f41e1947d096', 'gw_port': {'id': 'f970ad64-edc7-4323-9805-f8092aca5009', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46043582-201c-4854-aa18-64f5fc82ef07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:00Z', 'updated_at': '2021-11-11T22:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '75978a4f-f32f-4c37-be70-856a5788dee0', 'name': '', 'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'mac_address': 'fa:16:3e:ee:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46043582-201c-4854-aa18-64f5fc82ef07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '65845402-c410-43a5-8d7e-15c0d75cdc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:02Z', 'updated_at': '2021-11-11T22:28:02Z', 'revision_number': 2, 'project_id': '10c4c5eec0f24408bf59f41e1947d096', 'subnets': [{'id': '65845402-c410-43a5-8d7e-15c0d75cdc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:04.159690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a769175-1b53-4986-9c15-d1d6331e851e None None] Pushing event updated for resources: {'Port': ['ID=f970ad64-edc7-4323-9805-f8092aca5009,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:04.164737 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6eadef-6d18-4baf-9d45-e5562d96522e None None] The sync data for ids ['46043582-201c-4854-aa18-64f5fc82ef07'] in n-d-805737-3 is: [{'id': '46043582-201c-4854-aa18-64f5fc82ef07', 'name': 'tempest-TestMinimumBasicScenario-2003705490-router', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f970ad64-edc7-4323-9805-f8092aca5009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:59Z', 'updated_at': '2021-11-11T22:28:02Z', 'revision_number': 4, 'project_id': '10c4c5eec0f24408bf59f41e1947d096', 'gw_port': {'id': 'f970ad64-edc7-4323-9805-f8092aca5009', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46043582-201c-4854-aa18-64f5fc82ef07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:00Z', 'updated_at': '2021-11-11T22:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '75978a4f-f32f-4c37-be70-856a5788dee0', 'name': '', 'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'mac_address': 'fa:16:3e:ee:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46043582-201c-4854-aa18-64f5fc82ef07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '65845402-c410-43a5-8d7e-15c0d75cdc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:02Z', 'updated_at': '2021-11-11T22:28:02Z', 'revision_number': 2, 'project_id': '10c4c5eec0f24408bf59f41e1947d096', 'subnets': [{'id': '65845402-c410-43a5-8d7e-15c0d75cdc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:28:04.178916 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5a769175-1b53-4986-9c15-d1d6331e851e None None] Port 75978a4f-f32f-4c37-be70-856a5788dee0 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:28:04.298440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-56e0f367-9eb7-4403-8f30-893761baa1d4 None None] Provisioning complete for port f970ad64-edc7-4323-9805-f8092aca5009 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:04.298820 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e0f367-9eb7-4403-8f30-893761baa1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:04.420148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-56e0f367-9eb7-4403-8f30-893761baa1d4 None None] Provisioning complete for port 75978a4f-f32f-4c37-be70-856a5788dee0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:04.420608 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-56e0f367-9eb7-4403-8f30-893761baa1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:04.632963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-56e0f367-9eb7-4403-8f30-893761baa1d4 None None] Port 75978a4f-f32f-4c37-be70-856a5788dee0 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:28:04.952352 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b492128b-4f21-4662-83ca-57ec4f347aa0 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:28:05.007513 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port b492128b-4f21-4662-83ca-57ec4f347aa0 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:05.007882 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:06.435465 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:28:06.986913 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f970ad64-edc7-4323-9805-f8092aca5009 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:28:07.046196 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port f970ad64-edc7-4323-9805-f8092aca5009 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:07.046572 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:07.348497 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Sync routers for ids ['46043582-201c-4854-aa18-64f5fc82ef07'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:28:07.360861 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Routers {'46043582-201c-4854-aa18-64f5fc82ef07'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:28:07.361680 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:27:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['46043582-201c-4854-aa18-64f5fc82ef07'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:07.475363 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Set router 46043582-201c-4854-aa18-64f5fc82ef07 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:28:07.692475 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46043582-201c-4854-aa18-64f5fc82ef07', 'name': 'tempest-TestMinimumBasicScenario-2003705490-router', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f970ad64-edc7-4323-9805-f8092aca5009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:59Z', 'updated_at': '2021-11-11T22:28:02Z', 'revision_number': 4, 'project_id': '10c4c5eec0f24408bf59f41e1947d096', 'gw_port': {'id': 'f970ad64-edc7-4323-9805-f8092aca5009', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46043582-201c-4854-aa18-64f5fc82ef07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:00Z', 'updated_at': '2021-11-11T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '75978a4f-f32f-4c37-be70-856a5788dee0', 'name': '', 'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'mac_address': 'fa:16:3e:ee:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46043582-201c-4854-aa18-64f5fc82ef07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '65845402-c410-43a5-8d7e-15c0d75cdc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:02Z', 'updated_at': '2021-11-11T22:28:02Z', 'revision_number': 2, 'project_id': '10c4c5eec0f24408bf59f41e1947d096', 'subnets': [{'id': '65845402-c410-43a5-8d7e-15c0d75cdc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:07.721892 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Checking router: 46043582-201c-4854-aa18-64f5fc82ef07 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:28:07.722470 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Updating router 46043582-201c-4854-aa18-64f5fc82ef07 port 75978a4f-f32f-4c37-be70-856a5788dee0 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:28:07.752963 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:08.030003 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:08.037473 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:08.089472 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa408ff-776b-43a4-ad2a-2133c48ac1ef None None] Pushing event updated for resources: {'Port': ['ID=75978a4f-f32f-4c37-be70-856a5788dee0,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:08.163200 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Attempting to bind port 75978a4f-f32f-4c37-be70-856a5788dee0 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:28:08.163560 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Attempting to bind port 75978a4f-f32f-4c37-be70-856a5788dee0 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '3b6d1b7e-243d-43fb-9dd1-34291dca8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:28:08.163914 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Attempting to bind port 75978a4f-f32f-4c37-be70-856a5788dee0 on network d2681b2b-b698-44bd-a309-0b7447778b10 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:28:08.172541 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:28:08.172975 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Checking segment: {'id': '3b6d1b7e-243d-43fb-9dd1-34291dca8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:28:08.173435 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:08.173827 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Bound using segment: {'id': '3b6d1b7e-243d-43fb-9dd1-34291dca8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:28:08.174306 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Bound port: 75978a4f-f32f-4c37-be70-856a5788dee0, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6d1b7e-243d-43fb-9dd1-34291dca8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:28:08.174686 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:08.270019 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] For port 75978a4f-f32f-4c37-be70-856a5788dee0, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:28:08.274117 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] For port 75978a4f-f32f-4c37-be70-856a5788dee0, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=75978a4f-f32f-4c37-be70-856a5788dee0,segment=NetworkSegment(3b6d1b7e-243d-43fb-9dd1-34291dca8ab5),segment_id=3b6d1b7e-243d-43fb-9dd1-34291dca8ab5)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:28:08.283144 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:08.349433 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa408ff-776b-43a4-ad2a-2133c48ac1ef None None] Pushing event updated for resources: {'Port': ['ID=75978a4f-f32f-4c37-be70-856a5788dee0,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:08.353477 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Routers {'46043582-201c-4854-aa18-64f5fc82ef07'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:28:08.354215 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:27:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['46043582-201c-4854-aa18-64f5fc82ef07'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:08.414242 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-191e0069-ad61-43be-bcf4-b9ba19faf73a None None] Provisioning complete for port 75978a4f-f32f-4c37-be70-856a5788dee0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:08.415411 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-191e0069-ad61-43be-bcf4-b9ba19faf73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:08.494654 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] Set router 46043582-201c-4854-aa18-64f5fc82ef07 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:28:08.552406 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-191e0069-ad61-43be-bcf4-b9ba19faf73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:08.593827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-191e0069-ad61-43be-bcf4-b9ba19faf73a None None] For port 75978a4f-f32f-4c37-be70-856a5788dee0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=75978a4f-f32f-4c37-be70-856a5788dee0,segment=NetworkSegment(3b6d1b7e-243d-43fb-9dd1-34291dca8ab5),segment_id=3b6d1b7e-243d-43fb-9dd1-34291dca8ab5)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:28:08.604095 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-191e0069-ad61-43be-bcf4-b9ba19faf73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:08.656923 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e0069-ad61-43be-bcf4-b9ba19faf73a None None] Pushing event updated for resources: {'Port': ['ID=75978a4f-f32f-4c37-be70-856a5788dee0,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:08.728391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f0acc4e6-c686-4f81-9ae9-22935ad35d2a None None] Provisioning complete for port 75978a4f-f32f-4c37-be70-856a5788dee0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:08.728934 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f0acc4e6-c686-4f81-9ae9-22935ad35d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:08.756790 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46043582-201c-4854-aa18-64f5fc82ef07', 'name': 'tempest-TestMinimumBasicScenario-2003705490-router', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f970ad64-edc7-4323-9805-f8092aca5009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:59Z', 'updated_at': '2021-11-11T22:28:02Z', 'revision_number': 4, 'project_id': '10c4c5eec0f24408bf59f41e1947d096', 'gw_port': {'id': 'f970ad64-edc7-4323-9805-f8092aca5009', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46043582-201c-4854-aa18-64f5fc82ef07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:00Z', 'updated_at': '2021-11-11T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '75978a4f-f32f-4c37-be70-856a5788dee0', 'name': '', 'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'mac_address': 'fa:16:3e:ee:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46043582-201c-4854-aa18-64f5fc82ef07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '65845402-c410-43a5-8d7e-15c0d75cdc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:02Z', 'updated_at': '2021-11-11T22:28:08Z', 'revision_number': 4, 'project_id': '10c4c5eec0f24408bf59f41e1947d096', 'subnets': [{'id': '65845402-c410-43a5-8d7e-15c0d75cdc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:08.801608 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ccf51e-aab1-463f-89cb-805015c66b0e None None] The sync data for ids ['46043582-201c-4854-aa18-64f5fc82ef07'] in n-d-805737-3 is: [{'id': '46043582-201c-4854-aa18-64f5fc82ef07', 'name': 'tempest-TestMinimumBasicScenario-2003705490-router', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f970ad64-edc7-4323-9805-f8092aca5009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:59Z', 'updated_at': '2021-11-11T22:28:02Z', 'revision_number': 4, 'project_id': '10c4c5eec0f24408bf59f41e1947d096', 'gw_port': {'id': 'f970ad64-edc7-4323-9805-f8092aca5009', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46043582-201c-4854-aa18-64f5fc82ef07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:00Z', 'updated_at': '2021-11-11T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '75978a4f-f32f-4c37-be70-856a5788dee0', 'name': '', 'network_id': 'd2681b2b-b698-44bd-a309-0b7447778b10', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'mac_address': 'fa:16:3e:ee:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46043582-201c-4854-aa18-64f5fc82ef07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '65845402-c410-43a5-8d7e-15c0d75cdc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:02Z', 'updated_at': '2021-11-11T22:28:08Z', 'revision_number': 4, 'project_id': '10c4c5eec0f24408bf59f41e1947d096', 'subnets': [{'id': '65845402-c410-43a5-8d7e-15c0d75cdc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:28:08.980926 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 75978a4f-f32f-4c37-be70-856a5788dee0 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:28:09.032049 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 75978a4f-f32f-4c37-be70-856a5788dee0 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:09.032414 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:11.612905 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:13.834409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-f8182bd2-eb9b-4055-9514-fd226976ec33 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:13.835868 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-f8182bd2-eb9b-4055-9514-fd226976ec33 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/networks?id=417d48ae-5afe-456f-a077-ec7ffc06eeff HTTP/1.1" status: 200 len: 814 time: 0.1034791 Nov 11 22:28:13.853843 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-1b1fcd9f-f373-4b4e-add9-6ecb0a945899 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/quotas/aba4633d5d354990bd58a9d2b75c9913 HTTP/1.1" status: 200 len: 375 time: 0.0094018 Nov 11 22:28:13.894697 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41884bc9-37bd-417b-822c-1a22e467ba66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:13.910455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-1bf05506-f825-4a7b-850d-8e7425a6cb5c tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aba4633d5d354990bd58a9d2b75c9913&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514231 Nov 11 22:28:14.009285 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-228e3b22-a289-4f2f-85d6-899b8db1fc0d service neutron] 10.222.0.57 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865436 Nov 11 22:28:14.104380 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-1f8ed398-9b32-45de-a60c-57f9eb4abfab service neutron] 10.222.0.57 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888588 Nov 11 22:28:14.266222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-435555b2-5e8e-4536-ad4d-57c84370e7da req-22478e59-feca-4d8f-944a-1b38b94f9085 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 210 time: 0.0281091 Nov 11 22:28:15.142769 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:15.381208 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-806f148a-d2cc-4ca2-99c3-93ea4bff69dd req-dd9d07bd-e8b2-4c84-90b9-182bd68b98b0 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 210 time: 0.0392184 Nov 11 22:28:15.404777 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-d4218042-df9c-4bbb-bc17-1403e111750d tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:15.406339 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-d4218042-df9c-4bbb-bc17-1403e111750d tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.71 "GET /v2.0/networks?id=417d48ae-5afe-456f-a077-ec7ffc06eeff HTTP/1.1" status: 200 len: 814 time: 0.1430635 Nov 11 22:28:15.422652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Request body: {'port': {'device_id': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'admin_state_up': True, 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:15.541778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Made reservation on behalf of aba4633d5d354990bd58a9d2b75c9913 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:28:15.545401 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:15.696312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Allocated IP 172.20.0.8 (417d48ae-5afe-456f-a077-ec7ffc06eeff/8ed63c52-9d8b-45c4-b391-c8954eb1a20b/7081740f-a2bf-4889-80f9-a687f15defd5) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:28:15.932064 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:15.975554 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:16.039593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Network 417d48ae-5afe-456f-a077-ec7ffc06eeff is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:28:16.044841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:28:16.048664 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:28:16.075673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Pushing event updated for resources: {'Port': ['ID=7081740f-a2bf-4889-80f9-a687f15defd5,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:16.088879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:16.089189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:16.089579 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:16.090202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:16.090527 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:16.090865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:16.091175 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:16.091496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:16.091811 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:16.092129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:16.092458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:16.092829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:16.117088 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:16.118766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-85627c89-ecc1-4803-9e33-28b199564419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:16.124678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:16.161791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-69c63786-ebbb-42db-8e20-90862c244c31 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7419996 Nov 11 22:28:16.333326 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d24f74a1-4255-4e6d-90c4-c498eb3257f7 None None] Provisioning complete for port 7081740f-a2bf-4889-80f9-a687f15defd5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:16.333912 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d24f74a1-4255-4e6d-90c4-c498eb3257f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:16.369593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d24f74a1-4255-4e6d-90c4-c498eb3257f7 None None] Port 7081740f-a2bf-4889-80f9-a687f15defd5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:28:16.516635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365fc1f-7046-41db-8e54-8cac5fe7607e req-8153774e-a7f4-4f40-97ab-145f4ebfb919 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:16.518128 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7365fc1f-7046-41db-8e54-8cac5fe7607e req-8153774e-a7f4-4f40-97ab-145f4ebfb919 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 931 time: 0.0642409 Nov 11 22:28:16.567008 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7365fc1f-7046-41db-8e54-8cac5fe7607e req-9a48ff59-195d-4af0-b3d6-077ef3fd9f21 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428698 Nov 11 22:28:17.409832 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:17.697148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628333a-4492-4358-90cc-c84b33a328c6 req-8e046081-cf81-4d3a-8988-ac73d333de4b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:17.698540 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5628333a-4492-4358-90cc-c84b33a328c6 req-8e046081-cf81-4d3a-8988-ac73d333de4b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 931 time: 0.0495803 Nov 11 22:28:17.751823 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5628333a-4492-4358-90cc-c84b33a328c6 req-614bcdc2-5296-40be-871b-fed0830ef21b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468752 Nov 11 22:28:18.808282 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:18.871786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3ee2e-ecbf-4da6-ab2b-fbe830d702b3 req-82b7517f-985a-4625-9e7f-b80d11e73077 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:18.873341 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15d3ee2e-ecbf-4da6-ab2b-fbe830d702b3 req-82b7517f-985a-4625-9e7f-b80d11e73077 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 931 time: 0.0494747 Nov 11 22:28:18.932253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15d3ee2e-ecbf-4da6-ab2b-fbe830d702b3 req-40aa862f-a5f4-44f7-b6cb-7bf210c7c9ae tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527124 Nov 11 22:28:19.396680 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:20.073819 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c201ea-5140-466b-93b5-f2effeac4c92 req-ee6863b5-503d-4548-a622-57e62c9b2c51 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:20.075652 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c201ea-5140-466b-93b5-f2effeac4c92 req-ee6863b5-503d-4548-a622-57e62c9b2c51 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 931 time: 0.0553298 Nov 11 22:28:20.124584 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6c201ea-5140-466b-93b5-f2effeac4c92 req-6454f273-2b2f-4768-8e19-1b4bb2d39fb2 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425656 Nov 11 22:28:21.272733 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906ca98-2cd4-4524-ae0e-5d85d3c8d98c req-146408f1-7c83-4bd5-b984-f9df51f37a50 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:21.274300 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b906ca98-2cd4-4524-ae0e-5d85d3c8d98c req-146408f1-7c83-4bd5-b984-f9df51f37a50 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 931 time: 0.0613592 Nov 11 22:28:21.326449 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b906ca98-2cd4-4524-ae0e-5d85d3c8d98c req-9d6e28fe-e190-48fd-946f-25759f93c5d6 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458791 Nov 11 22:28:22.453263 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f933a1-9259-4d31-a98e-aa973e8e7882 req-b4ff771a-1b73-4ca8-bd34-480e1696a548 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:22.454822 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24f933a1-9259-4d31-a98e-aa973e8e7882 req-b4ff771a-1b73-4ca8-bd34-480e1696a548 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 931 time: 0.0589404 Nov 11 22:28:22.505293 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-24f933a1-9259-4d31-a98e-aa973e8e7882 req-3732300f-1fd3-40c6-a3c8-5df56a582a12 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441451 Nov 11 22:28:23.628828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d77447-0c0e-40f9-a6d8-4ca5b3f30ddb req-b416f05c-4dd4-47df-9c4d-dbc6302882f3 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:23.628828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76d77447-0c0e-40f9-a6d8-4ca5b3f30ddb req-b416f05c-4dd4-47df-9c4d-dbc6302882f3 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 931 time: 0.0543063 Nov 11 22:28:23.680077 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76d77447-0c0e-40f9-a6d8-4ca5b3f30ddb req-021e14d4-0f71-4af8-82e5-9b67217f48a7 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434151 Nov 11 22:28:24.803699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717662d3-9aec-4967-abcc-1867da7ca919 req-8d4b31ae-6c8a-4479-86d4-c9d5e832152e tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:24.805372 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-717662d3-9aec-4967-abcc-1867da7ca919 req-8d4b31ae-6c8a-4479-86d4-c9d5e832152e tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 931 time: 0.0529087 Nov 11 22:28:24.856188 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-717662d3-9aec-4967-abcc-1867da7ca919 req-13cb780c-9e88-46c6-8585-85627a7df341 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444942 Nov 11 22:28:25.986286 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f555f-f130-46dd-97fe-f6a0d38054d8 req-b26635f9-8f6f-4bd1-a27f-6612ffe1a271 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:25.987676 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e08f555f-f130-46dd-97fe-f6a0d38054d8 req-b26635f9-8f6f-4bd1-a27f-6612ffe1a271 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 931 time: 0.0510385 Nov 11 22:28:26.035062 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e08f555f-f130-46dd-97fe-f6a0d38054d8 req-1d1e7508-c1ca-4ac2-9a4c-f5c7408433f7 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 Nov 11 22:28:26.165044 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-0cc5d12a-5063-4966-899c-fbdf3b68ab11 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:28:26.166068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-0cc5d12a-5063-4966-899c-fbdf3b68ab11 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057781 Nov 11 22:28:26.283241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Request body: {'port': {'device_id': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:26.335000 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:26.607728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7081740f-a2bf-4889-80f9-a687f15defd5 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:28:26.615552 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:26.628409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Transition to ACTIVE for port object 7081740f-a2bf-4889-80f9-a687f15defd5 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:28:26.634819 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:26.700922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7081740f-a2bf-4889-80f9-a687f15defd5,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:26.758143 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Attempting to bind port 7081740f-a2bf-4889-80f9-a687f15defd5 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:28:26.758484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Attempting to bind port 7081740f-a2bf-4889-80f9-a687f15defd5 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1e4c2e75-eb18-413f-9565-25d24dafe783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:28:26.758813 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Attempting to bind port 7081740f-a2bf-4889-80f9-a687f15defd5 on network 417d48ae-5afe-456f-a077-ec7ffc06eeff {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:28:26.763453 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Port 7081740f-a2bf-4889-80f9-a687f15defd5 on network 417d48ae-5afe-456f-a077-ec7ffc06eeff not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:28:26.763778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Attempting to bind port 7081740f-a2bf-4889-80f9-a687f15defd5 on network 417d48ae-5afe-456f-a077-ec7ffc06eeff {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:28:26.768987 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:28:26.769457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Checking segment: {'id': '1e4c2e75-eb18-413f-9565-25d24dafe783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:28:26.769848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Bound using segment: {'id': '1e4c2e75-eb18-413f-9565-25d24dafe783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:28:26.770279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Bound port: 7081740f-a2bf-4889-80f9-a687f15defd5, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4c2e75-eb18-413f-9565-25d24dafe783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:28:26.770638 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:26.838463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] For port 7081740f-a2bf-4889-80f9-a687f15defd5, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:28:26.842118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] For port 7081740f-a2bf-4889-80f9-a687f15defd5, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7081740f-a2bf-4889-80f9-a687f15defd5,segment=NetworkSegment(1e4c2e75-eb18-413f-9565-25d24dafe783),segment_id=1e4c2e75-eb18-413f-9565-25d24dafe783)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:28:26.848497 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:26.882620 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:26.883289 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:26.884675 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] 10.222.0.71 "PUT /v2.0/ports/7081740f-a2bf-4889-80f9-a687f15defd5 HTTP/1.1" status: 200 len: 1091 time: 0.7016821 Nov 11 22:28:26.885134 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'tag': '7081740f-a2bf-4889-80f9-a687f15defd5'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:28:26.887388 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7180d2-18d5-4784-bc26-fb86fdeb69b3" -d '{"events": [{"name": "network-changed", "server_uuid": "25c13a42-6c40-4f33-bf06-df8292ce000f", "tag": "7081740f-a2bf-4889-80f9-a687f15defd5"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:28:26.916275 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39aad7-12be-451e-a6fc-48453f1113b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7081740f-a2bf-4889-80f9-a687f15defd5,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:26.930309 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58e952f-588d-4e5a-8679-a026c1b33554 x-openstack-request-id: req-c58e952f-588d-4e5a-8679-a026c1b33554 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:28:26.930675 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c13a42-6c40-4f33-bf06-df8292ce000f", "tag": "7081740f-a2bf-4889-80f9-a687f15defd5", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:28:26.931001 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c58e952f-588d-4e5a-8679-a026c1b33554 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:28:26.931801 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'tag': '7081740f-a2bf-4889-80f9-a687f15defd5', 'status': 'completed', 'code': 200} Nov 11 22:28:26.986646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-14c1c12c-da99-412e-81b6-fcad5f6c58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:26.988253 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-14c1c12c-da99-412e-81b6-fcad5f6c58d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aba4633d5d354990bd58a9d2b75c9913&device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 1094 time: 0.0446305 Nov 11 22:28:27.037509 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-ea62ceb6-cd35-48c8-a5fd-815cf3954900 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7081740f-a2bf-4889-80f9-a687f15defd5 HTTP/1.1" status: 200 len: 217 time: 0.0392575 Nov 11 22:28:27.096614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-7a6e421d-b360-4d74-89cc-7b54aaef6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:27.098224 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-7a6e421d-b360-4d74-89cc-7b54aaef6eab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ed63c52-9d8b-45c4-b391-c8954eb1a20b HTTP/1.1" status: 200 len: 853 time: 0.0465877 Nov 11 22:28:27.184381 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814a117-ec6e-405e-ae3c-f5613c63067e req-316bfd86-d455-4da5-928a-b9a6e0d97b1d tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:27.186056 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d814a117-ec6e-405e-ae3c-f5613c63067e req-316bfd86-d455-4da5-928a-b9a6e0d97b1d tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 943 time: 0.0776737 Nov 11 22:28:27.190937 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-53c7619b-bb7d-4e4a-82ff-11770e929199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:27.192390 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-53c7619b-bb7d-4e4a-82ff-11770e929199 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=417d48ae-5afe-456f-a077-ec7ffc06eeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753515 Nov 11 22:28:27.281675 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d814a117-ec6e-405e-ae3c-f5613c63067e req-b7078514-ab47-4c0a-8560-9c8a2f2e4818 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883131 Nov 11 22:28:27.312312 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-49483f43-5f48-42d5-87ac-0bd8286d6f84 service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044528 Nov 11 22:28:27.420093 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-856586a8-d8ce-48af-9c4a-36f9348f4fba req-e5318024-18b4-44a1-935e-a374156f3ed0 service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946925 Nov 11 22:28:27.513665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7180d2-18d5-4784-bc26-fb86fdeb69b3 req-be824121-480f-4f7b-aa61-78b0ae8a6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:27.515075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f7180d2-18d5-4784-bc26-fb86fdeb69b3 req-be824121-480f-4f7b-aa61-78b0ae8a6ff5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aba4633d5d354990bd58a9d2b75c9913&device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 1094 time: 0.0431192 Nov 11 22:28:27.608952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7180d2-18d5-4784-bc26-fb86fdeb69b3 req-1bd1749f-92b4-4aec-ae8f-7a8b250ed287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:27.610424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f7180d2-18d5-4784-bc26-fb86fdeb69b3 req-1bd1749f-92b4-4aec-ae8f-7a8b250ed287 service neutron] 10.222.0.71 "GET /v2.0/networks?id=417d48ae-5afe-456f-a077-ec7ffc06eeff HTTP/1.1" status: 200 len: 916 time: 0.0878277 Nov 11 22:28:27.657869 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f7180d2-18d5-4784-bc26-fb86fdeb69b3 req-4c1fafc2-3257-4e81-af6a-a530a1f79302 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7081740f-a2bf-4889-80f9-a687f15defd5 HTTP/1.1" status: 200 len: 217 time: 0.0377789 Nov 11 22:28:27.715076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7180d2-18d5-4784-bc26-fb86fdeb69b3 req-d08deef5-0f4c-4f68-b584-d54e4dddd40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:27.717491 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f7180d2-18d5-4784-bc26-fb86fdeb69b3 req-d08deef5-0f4c-4f68-b584-d54e4dddd40c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ed63c52-9d8b-45c4-b391-c8954eb1a20b HTTP/1.1" status: 200 len: 853 time: 0.0499098 Nov 11 22:28:27.770750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7180d2-18d5-4784-bc26-fb86fdeb69b3 req-d5e8346d-a1d3-474c-bb84-a3a106214cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:27.772174 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f7180d2-18d5-4784-bc26-fb86fdeb69b3 req-d5e8346d-a1d3-474c-bb84-a3a106214cf3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=417d48ae-5afe-456f-a077-ec7ffc06eeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469296 Nov 11 22:28:27.863557 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f7180d2-18d5-4784-bc26-fb86fdeb69b3 req-5010ad06-d358-4df0-b818-684cb2a80fff service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831194 Nov 11 22:28:28.329985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f7180d2-18d5-4784-bc26-fb86fdeb69b3 req-e3d7ec8c-8bbd-4358-a479-da754761e7bd service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571385 Nov 11 22:28:28.410718 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb5ccb-084f-4fc5-8cab-ded62e3fb04d req-9b8d10d4-6f78-42c4-8c55-a3c9ef7bbcb9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:28.412210 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5fb5ccb-084f-4fc5-8cab-ded62e3fb04d req-9b8d10d4-6f78-42c4-8c55-a3c9ef7bbcb9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 943 time: 0.0518026 Nov 11 22:28:28.462570 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b5fb5ccb-084f-4fc5-8cab-ded62e3fb04d req-1597b563-4bf2-4121-8116-ee9bbd12d711 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Nov 11 22:28:29.366841 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7081740f-a2bf-4889-80f9-a687f15defd5 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:28:29.468424 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7081740f-a2bf-4889-80f9-a687f15defd5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7081740f-a2bf-4889-80f9-a687f15defd5,segment=NetworkSegment(1e4c2e75-eb18-413f-9565-25d24dafe783),segment_id=1e4c2e75-eb18-413f-9565-25d24dafe783)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:28:29.479593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '7081740f-a2bf-4889-80f9-a687f15defd5', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'port_id': '7081740f-a2bf-4889-80f9-a687f15defd5', 'mac_address': 'fa:16:3e:51:83:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:28:29.524318 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:29.542482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7081740f-a2bf-4889-80f9-a687f15defd5 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:28:29.562318 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7081740f-a2bf-4889-80f9-a687f15defd5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7081740f-a2bf-4889-80f9-a687f15defd5,segment=NetworkSegment(1e4c2e75-eb18-413f-9565-25d24dafe783),segment_id=1e4c2e75-eb18-413f-9565-25d24dafe783)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:28:29.568079 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:29.585213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61b21a-c8e4-4156-b573-2448b0a75603 req-00a41981-d1ef-4022-8fde-ef405f922477 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:29.586745 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de61b21a-c8e4-4156-b573-2448b0a75603 req-00a41981-d1ef-4022-8fde-ef405f922477 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 943 time: 0.0498888 Nov 11 22:28:29.615744 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7081740f-a2bf-4889-80f9-a687f15defd5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:29.623331 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:29.623607 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:29.623948 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:29.624284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:29.624616 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:29.624979 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:29.625302 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:29.625629 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:29.625951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:29.626272 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:29.626594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:29.626917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:29.638203 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-de61b21a-c8e4-4156-b573-2448b0a75603 req-bc77b86f-c150-4c01-9da1-03a6b14044e1 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446177 Nov 11 22:28:29.837659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7081740f-a2bf-4889-80f9-a687f15defd5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:28:30.769454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e487b-e85c-4fc4-a1f9-e89a50ce00bf req-204cf221-f530-4e55-9916-45f77abe5205 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:30.770945 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-634e487b-e85c-4fc4-a1f9-e89a50ce00bf req-204cf221-f530-4e55-9916-45f77abe5205 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 944 time: 0.0517864 Nov 11 22:28:30.821966 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-634e487b-e85c-4fc4-a1f9-e89a50ce00bf req-bb3913b3-ec10-46a9-9961-f3cdbbc9f75d tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447037 Nov 11 22:28:31.381689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7081740f-a2bf-4889-80f9-a687f15defd5 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:28:31.446202 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 7081740f-a2bf-4889-80f9-a687f15defd5 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:28:31.450224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 7081740f-a2bf-4889-80f9-a687f15defd5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:31.450594 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:31.526609 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:31.555233 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7081740f-a2bf-4889-80f9-a687f15defd5'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:28:31.557592 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7841c45-2b33-493d-811f-6b62b976ba49" -d '{"events": [{"server_uuid": "25c13a42-6c40-4f33-bf06-df8292ce000f", "name": "network-vif-plugged", "status": "completed", "tag": "7081740f-a2bf-4889-80f9-a687f15defd5"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:28:31.569854 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 7081740f-a2bf-4889-80f9-a687f15defd5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7081740f-a2bf-4889-80f9-a687f15defd5,segment=NetworkSegment(1e4c2e75-eb18-413f-9565-25d24dafe783),segment_id=1e4c2e75-eb18-413f-9565-25d24dafe783)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:28:31.575310 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:31.603020 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4186c8-8d92-47a8-bc89-845809664482 x-openstack-request-id: req-0f4186c8-8d92-47a8-bc89-845809664482 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:28:31.603315 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c13a42-6c40-4f33-bf06-df8292ce000f", "name": "network-vif-plugged", "status": "completed", "tag": "7081740f-a2bf-4889-80f9-a687f15defd5", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:28:31.603569 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f4186c8-8d92-47a8-bc89-845809664482 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:28:31.603958 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7081740f-a2bf-4889-80f9-a687f15defd5', 'code': 200} Nov 11 22:28:31.631589 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=7081740f-a2bf-4889-80f9-a687f15defd5,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:31.706118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c5a03-146c-4ac7-a42e-b96da3b58a52 req-cfd0a5fc-456a-4414-9530-915da80cabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:31.707647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d8c5a03-146c-4ac7-a42e-b96da3b58a52 req-cfd0a5fc-456a-4414-9530-915da80cabbb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 1096 time: 0.0415835 Nov 11 22:28:31.757064 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d8c5a03-146c-4ac7-a42e-b96da3b58a52 req-a2001715-b9a9-4f54-9704-d037613db579 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396709 Nov 11 22:28:31.950787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473d1c8-732c-4f67-b392-854aba6f6634 req-9b483154-3402-4caf-996b-3ee33ce17c09 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:31.952151 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3473d1c8-732c-4f67-b392-854aba6f6634 req-9b483154-3402-4caf-996b-3ee33ce17c09 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 945 time: 0.0529759 Nov 11 22:28:32.000228 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3473d1c8-732c-4f67-b392-854aba6f6634 req-3e6a3902-c843-4455-822c-ad5632c1dd8f tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Nov 11 22:28:33.116723 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bf9bb-b512-4e55-b2e5-11ac362975da req-103f4e34-66ef-442f-94d8-028760d9421d tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:33.118217 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f12bf9bb-b512-4e55-b2e5-11ac362975da req-103f4e34-66ef-442f-94d8-028760d9421d tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 945 time: 0.0505331 Nov 11 22:28:33.164554 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f12bf9bb-b512-4e55-b2e5-11ac362975da req-e8eb53d3-fa85-4542-a8a1-d1ff420cf77f tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402949 Nov 11 22:28:33.279311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26534694-5c57-461f-a6e8-c67e32511bc6 req-ed2be8d8-422a-4c37-aa09-326eb90ae364 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:33.280748 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-26534694-5c57-461f-a6e8-c67e32511bc6 req-ed2be8d8-422a-4c37-aa09-326eb90ae364 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 945 time: 0.0523520 Nov 11 22:28:33.333379 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-26534694-5c57-461f-a6e8-c67e32511bc6 req-b93dc6e6-bbe6-4a83-94a0-e1061264b86c tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464931 Nov 11 22:28:33.523883 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fa0c7-515c-4675-8ecb-cc3fffcde84f req-fd4b55b5-0c3c-4ff3-ab31-68a47599b8e1 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:33.525382 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e9fa0c7-515c-4675-8ecb-cc3fffcde84f req-fd4b55b5-0c3c-4ff3-ab31-68a47599b8e1 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 945 time: 0.0519104 Nov 11 22:28:33.582992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2e9fa0c7-515c-4675-8ecb-cc3fffcde84f req-c74b42e0-8e2c-4325-8067-0fd02ad3d455 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490479 Nov 11 22:28:41.629344 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:43.440479 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:28:43.899534 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3b70fcb5-eb78-4667-93f2-886eaeb201a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:45.135348 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:46.104852 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-603e2773-f1fb-48bb-ab1c-9e5b327fa2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:46.176663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fae622-9b91-4bd7-b89e-8d6104dc27f9 req-d49e845c-bcaf-473a-9b0d-753ee6269bae tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:46.178182 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-19fae622-9b91-4bd7-b89e-8d6104dc27f9 req-d49e845c-bcaf-473a-9b0d-753ee6269bae tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 945 time: 0.0526681 Nov 11 22:28:46.226003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-19fae622-9b91-4bd7-b89e-8d6104dc27f9 req-838ab19c-4d26-4d7f-802b-6bba9aa373ea tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Nov 11 22:28:46.259055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57406) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:46.355467 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb26cb8-2374-4a76-9601-530e71d78737 tempest-TestMinimumBasicScenario-41723805 tempest-TestMinimumBasicScenario-41723805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:46.358080 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3eb26cb8-2374-4a76-9601-530e71d78737 tempest-TestMinimumBasicScenario-41723805 tempest-TestMinimumBasicScenario-41723805-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 1091 time: 0.0976720 Nov 11 22:28:46.362946 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57410) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:46.368614 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '7081740f-a2bf-4889-80f9-a687f15defd5', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:46.393614 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:46.495137 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:46.597778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Allocated IP 172.25.0.235 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/aabcb80a-9412-4852-ae7b-b6b5df347bb0) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:28:46.712392 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:46.748767 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:46.784474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:28:46.789360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:28:46.792820 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:28:46.798319 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Pushing event updated for resources: {'Port': ['ID=aabcb80a-9412-4852-ae7b-b6b5df347bb0,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:47.241416 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:47.344057 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:47.412121 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:47.489967 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:47.496966 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:47.558469 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Pushing event updated for resources: {'Port': ['ID=aabcb80a-9412-4852-ae7b-b6b5df347bb0,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:47.571695 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:47.670718 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Floating IP 9ddfd7a0-b2bc-493d-9795-7c512236e7e5 associated. External IP: 172.25.0.235, port: 7081740f-a2bf-4889-80f9-a687f15defd5. Nov 11 22:28:47.881119 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Router de2fc548-e549-4643-a0ec-6efeb69ee93b has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:28:47.986086 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:28:47.996128 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea36cd62-1891-4f31-95b2-dd34ac0b6088 None None] Sync routers for ids ['de2fc548-e549-4643-a0ec-6efeb69ee93b'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:28:48.006362 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.006842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea36cd62-1891-4f31-95b2-dd34ac0b6088 None None] Routers {'de2fc548-e549-4643-a0ec-6efeb69ee93b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:28:48.007459 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ea36cd62-1891-4f31-95b2-dd34ac0b6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:28:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['de2fc548-e549-4643-a0ec-6efeb69ee93b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:48.033952 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-95ffcae0-3fd6-4b0d-8b78-c858d2dc42ed tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6695685 Nov 11 22:28:48.034556 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'tag': '7081740f-a2bf-4889-80f9-a687f15defd5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:28:48.036832 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57412) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:48.037326 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7569f09-1f79-4c6d-951b-1fa4f142a5d9" -d '{"events": [{"name": "network-changed", "server_uuid": "25c13a42-6c40-4f33-bf06-df8292ce000f", "tag": "7081740f-a2bf-4889-80f9-a687f15defd5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:28:48.041590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e1ec8379-92b9-43bb-a97a-9a093023afd8 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1370253375', 'description': 'tempest-secgroup-smoke-1370253375 description', 'project_id': 'aba4633d5d354990bd58a9d2b75c9913'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:48.068258 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1ec8379-92b9-43bb-a97a-9a093023afd8 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.073232 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606336d2-ba1b-4776-89c9-365edffcc7cd x-openstack-request-id: req-606336d2-ba1b-4776-89c9-365edffcc7cd {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:28:48.073530 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c13a42-6c40-4f33-bf06-df8292ce000f", "tag": "7081740f-a2bf-4889-80f9-a687f15defd5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:28:48.073807 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-606336d2-ba1b-4776-89c9-365edffcc7cd {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:28:48.074219 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'tag': '7081740f-a2bf-4889-80f9-a687f15defd5', 'status': 'completed', 'code': 200} Nov 11 22:28:48.115160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-ea36cd62-1891-4f31-95b2-dd34ac0b6088 None None] Set router de2fc548-e549-4643-a0ec-6efeb69ee93b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:28:48.160858 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7569f09-1f79-4c6d-951b-1fa4f142a5d9 req-d8802aad-ce69-48d1-a0fc-59beca5879c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:48.162310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7569f09-1f79-4c6d-951b-1fa4f142a5d9 req-d8802aad-ce69-48d1-a0fc-59beca5879c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aba4633d5d354990bd58a9d2b75c9913&device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 1096 time: 0.0628278 Nov 11 22:28:48.186488 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1ec8379-92b9-43bb-a97a-9a093023afd8 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.196196 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1ec8379-92b9-43bb-a97a-9a093023afd8 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.265579 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1ec8379-92b9-43bb-a97a-9a093023afd8 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.266826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e1ec8379-92b9-43bb-a97a-9a093023afd8 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2289443 Nov 11 22:28:48.270014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57416) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:48.272111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec8379-92b9-43bb-a97a-9a093023afd8 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010b7ab0-9083-43fd-82ad-633f114af935,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:48.275924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d59a18d4-c715-4af1-aaae-8840e973a9f2 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Request body: {'security_group_rule': {'security_group_id': '010b7ab0-9083-43fd-82ad-633f114af935', 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:48.299311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7569f09-1f79-4c6d-951b-1fa4f142a5d9 req-52c66376-aeea-4083-88eb-a4e3997fe615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:48.301021 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7569f09-1f79-4c6d-951b-1fa4f142a5d9 req-52c66376-aeea-4083-88eb-a4e3997fe615 service neutron] 10.222.0.71 "GET /v2.0/networks?id=417d48ae-5afe-456f-a077-ec7ffc06eeff HTTP/1.1" status: 200 len: 916 time: 0.1307554 Nov 11 22:28:48.311914 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d59a18d4-c715-4af1-aaae-8840e973a9f2 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.348432 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ea36cd62-1891-4f31-95b2-dd34ac0b6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:57Z', 'revision_number': 4, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'gw_port': {'id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '9ddfd7a0-b2bc-493d-9795-7c512236e7e5', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'port_id': '7081740f-a2bf-4889-80f9-a687f15defd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'mac_address': 'fa:16:3e:51:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:28:47Z', 'updated_at': '2021-11-11T22:28:47Z', 'revision_number': 0, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b492128b-4f21-4662-83ca-57ec4f347aa0', 'name': '', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'mac_address': 'fa:16:3e:4b:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:57Z', 'updated_at': '2021-11-11T22:28:03Z', 'revision_number': 5, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'subnets': [{'id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:48.370838 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7569f09-1f79-4c6d-951b-1fa4f142a5d9 req-b5577ad3-a12a-4483-84e2-30562c857792 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7081740f-a2bf-4889-80f9-a687f15defd5 HTTP/1.1" status: 200 len: 999 time: 0.0609035 Nov 11 22:28:48.376378 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d59a18d4-c715-4af1-aaae-8840e973a9f2 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.379914 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea36cd62-1891-4f31-95b2-dd34ac0b6088 None None] Checking router: de2fc548-e549-4643-a0ec-6efeb69ee93b for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:28:48.381280 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d59a18d4-c715-4af1-aaae-8840e973a9f2 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.389558 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea36cd62-1891-4f31-95b2-dd34ac0b6088 None None] Routers {'de2fc548-e549-4643-a0ec-6efeb69ee93b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:28:48.390872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ea36cd62-1891-4f31-95b2-dd34ac0b6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:28:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['de2fc548-e549-4643-a0ec-6efeb69ee93b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:48.401871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a18d4-c715-4af1-aaae-8840e973a9f2 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c39e206-25f5-4db1-ba80-db508d288446,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:48.412131 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d59a18d4-c715-4af1-aaae-8840e973a9f2 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.416350 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d59a18d4-c715-4af1-aaae-8840e973a9f2 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451404 Nov 11 22:28:48.417133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57418) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:48.421583 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d2c9b086-5e90-44ac-8af9-2f4081217e26 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Request body: {'security_group_rule': {'security_group_id': '010b7ab0-9083-43fd-82ad-633f114af935', 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:48.429557 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7569f09-1f79-4c6d-951b-1fa4f142a5d9 req-794355c4-234e-4785-8a4f-775d65c00281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:48.431054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7569f09-1f79-4c6d-951b-1fa4f142a5d9 req-794355c4-234e-4785-8a4f-775d65c00281 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ed63c52-9d8b-45c4-b391-c8954eb1a20b HTTP/1.1" status: 200 len: 853 time: 0.0451758 Nov 11 22:28:48.448732 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b086-5e90-44ac-8af9-2f4081217e26 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.488887 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7569f09-1f79-4c6d-951b-1fa4f142a5d9 req-3ff3e06d-526b-4f93-a1e1-ec4a4b4f351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:48.490438 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7569f09-1f79-4c6d-951b-1fa4f142a5d9 req-3ff3e06d-526b-4f93-a1e1-ec4a4b4f351e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=417d48ae-5afe-456f-a077-ec7ffc06eeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483477 Nov 11 22:28:48.505521 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b086-5e90-44ac-8af9-2f4081217e26 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.506024 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-ea36cd62-1891-4f31-95b2-dd34ac0b6088 None None] Set router de2fc548-e549-4643-a0ec-6efeb69ee93b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:28:48.512011 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b086-5e90-44ac-8af9-2f4081217e26 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.532719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9b086-5e90-44ac-8af9-2f4081217e26 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03f7085-a436-4ce5-be3c-82056c83e5fd,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:48.545015 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b086-5e90-44ac-8af9-2f4081217e26 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.546347 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d2c9b086-5e90-44ac-8af9-2f4081217e26 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282923 Nov 11 22:28:48.549054 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57420) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:48.553535 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f58dcc53-710f-44a2-b886-36690303ae4e tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Request body: {'security_group_rule': {'security_group_id': '010b7ab0-9083-43fd-82ad-633f114af935', 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:48.583720 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f58dcc53-710f-44a2-b886-36690303ae4e tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.586725 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7569f09-1f79-4c6d-951b-1fa4f142a5d9 req-736ad3db-adc6-40d9-8f0a-13a317a700ff service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880723 Nov 11 22:28:48.642063 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f58dcc53-710f-44a2-b886-36690303ae4e tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.648113 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f58dcc53-710f-44a2-b886-36690303ae4e tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.667912 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dcc53-710f-44a2-b886-36690303ae4e tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d3724c-5da3-43b3-baea-2c9cbddbbf4c,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:48.678543 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f58dcc53-710f-44a2-b886-36690303ae4e tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.679781 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f58dcc53-710f-44a2-b886-36690303ae4e tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297438 Nov 11 22:28:48.683492 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57422) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:48.688057 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e3273600-e9df-4ee6-9b76-998bd3bb600b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Request body: {'security_group_rule': {'security_group_id': '010b7ab0-9083-43fd-82ad-633f114af935', 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:48.695567 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7569f09-1f79-4c6d-951b-1fa4f142a5d9 req-6f6cca0c-b18b-4fba-a389-274603544033 service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983515 Nov 11 22:28:48.722992 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3273600-e9df-4ee6-9b76-998bd3bb600b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.758698 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ea36cd62-1891-4f31-95b2-dd34ac0b6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:57Z', 'revision_number': 4, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'gw_port': {'id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '9ddfd7a0-b2bc-493d-9795-7c512236e7e5', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'port_id': '7081740f-a2bf-4889-80f9-a687f15defd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'mac_address': 'fa:16:3e:51:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:28:47Z', 'updated_at': '2021-11-11T22:28:47Z', 'revision_number': 0, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b492128b-4f21-4662-83ca-57ec4f347aa0', 'name': '', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'mac_address': 'fa:16:3e:4b:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:57Z', 'updated_at': '2021-11-11T22:28:03Z', 'revision_number': 5, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'subnets': [{'id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:48.782092 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3273600-e9df-4ee6-9b76-998bd3bb600b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.786732 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3273600-e9df-4ee6-9b76-998bd3bb600b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.792267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea36cd62-1891-4f31-95b2-dd34ac0b6088 None None] The sync data for ids ['de2fc548-e549-4643-a0ec-6efeb69ee93b'] in n-d-805737-3 is: [{'id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:57Z', 'revision_number': 4, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'gw_port': {'id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '9ddfd7a0-b2bc-493d-9795-7c512236e7e5', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'port_id': '7081740f-a2bf-4889-80f9-a687f15defd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'mac_address': 'fa:16:3e:51:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:28:47Z', 'updated_at': '2021-11-11T22:28:47Z', 'revision_number': 0, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b492128b-4f21-4662-83ca-57ec4f347aa0', 'name': '', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'mac_address': 'fa:16:3e:4b:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:57Z', 'updated_at': '2021-11-11T22:28:03Z', 'revision_number': 5, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'subnets': [{'id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:28:48.804451 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3273600-e9df-4ee6-9b76-998bd3bb600b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9c1015-14ca-43f9-92e4-f883906713e4,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:48.807309 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.814543 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e3273600-e9df-4ee6-9b76-998bd3bb600b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.815812 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e3273600-e9df-4ee6-9b76-998bd3bb600b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313117 Nov 11 22:28:48.818742 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57424) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:48.823332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-45ae8d08-45a9-4fe7-974b-3490e48a5779 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Request body: {'security_group_rule': {'security_group_id': '010b7ab0-9083-43fd-82ad-633f114af935', 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:48.847831 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-45ae8d08-45a9-4fe7-974b-3490e48a5779 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Project aba4633d5d354990bd58a9d2b75c9913 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:28:48.853102 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-45ae8d08-45a9-4fe7-974b-3490e48a5779 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.916911 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-45ae8d08-45a9-4fe7-974b-3490e48a5779 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.921995 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-45ae8d08-45a9-4fe7-974b-3490e48a5779 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.941737 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae8d08-45a9-4fe7-974b-3490e48a5779 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e85308a-7272-440b-846d-1170d7ea4d83,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:48.951431 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-45ae8d08-45a9-4fe7-974b-3490e48a5779 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:48.952666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-45ae8d08-45a9-4fe7-974b-3490e48a5779 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328843 Nov 11 22:28:48.955675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57426) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:48.960332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b112f9b4-75d4-4b8e-96cf-a9a39983bc02 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Request body: {'security_group_rule': {'security_group_id': '010b7ab0-9083-43fd-82ad-633f114af935', 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:48.984788 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-b112f9b4-75d4-4b8e-96cf-a9a39983bc02 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Project aba4633d5d354990bd58a9d2b75c9913 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:28:48.990591 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b112f9b4-75d4-4b8e-96cf-a9a39983bc02 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:49.011215 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1ec47-fcbb-438e-b5fc-a87486a96cfc None None] New status for floating IP 9ddfd7a0-b2bc-493d-9795-7c512236e7e5: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:28:49.051596 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b112f9b4-75d4-4b8e-96cf-a9a39983bc02 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:49.057123 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b112f9b4-75d4-4b8e-96cf-a9a39983bc02 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:49.075141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112f9b4-75d4-4b8e-96cf-a9a39983bc02 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79902809-ff8b-48f8-9c73-22a18bb6a9f0,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:49.084698 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b112f9b4-75d4-4b8e-96cf-a9a39983bc02 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:49.086062 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b112f9b4-75d4-4b8e-96cf-a9a39983bc02 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293545 Nov 11 22:28:49.182469 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d7431c9-090a-4d9f-9529-8f6a0e1cbf71 req-f96ee8bc-48fe-47b1-9f7f-0b26b743152b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1370253375&fields=id&tenant_id=aba4633d5d354990bd58a9d2b75c9913 HTTP/1.1" status: 200 len: 267 time: 0.0488398 Nov 11 22:28:49.236091 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7431c9-090a-4d9f-9529-8f6a0e1cbf71 req-9b802690-ddb6-4895-9224-27a22f7dc6c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:49.237655 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d7431c9-090a-4d9f-9529-8f6a0e1cbf71 req-9b802690-ddb6-4895-9224-27a22f7dc6c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 945 time: 0.0491655 Nov 11 22:28:49.251995 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-8d7431c9-090a-4d9f-9529-8f6a0e1cbf71 req-81049a02-ae84-4348-b32b-cbba25ca860b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Request body: {'port': {'security_groups': ['432c68f4-e522-418b-8ebd-f66d77fd38f7', '010b7ab0-9083-43fd-82ad-633f114af935']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:49.321717 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8d7431c9-090a-4d9f-9529-8f6a0e1cbf71 req-81049a02-ae84-4348-b32b-cbba25ca860b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:49.392056 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:49.520148 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-8d7431c9-090a-4d9f-9529-8f6a0e1cbf71 req-81049a02-ae84-4348-b32b-cbba25ca860b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] For port 7081740f-a2bf-4889-80f9-a687f15defd5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7081740f-a2bf-4889-80f9-a687f15defd5,segment=NetworkSegment(1e4c2e75-eb18-413f-9565-25d24dafe783),segment_id=1e4c2e75-eb18-413f-9565-25d24dafe783)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:28:49.550064 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8d7431c9-090a-4d9f-9529-8f6a0e1cbf71 req-81049a02-ae84-4348-b32b-cbba25ca860b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:49.556691 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8d7431c9-090a-4d9f-9529-8f6a0e1cbf71 req-81049a02-ae84-4348-b32b-cbba25ca860b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:49.568726 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7081740f-a2bf-4889-80f9-a687f15defd5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:28:49.603578 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7431c9-090a-4d9f-9529-8f6a0e1cbf71 req-81049a02-ae84-4348-b32b-cbba25ca860b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:49.604210 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-8d7431c9-090a-4d9f-9529-8f6a0e1cbf71 req-81049a02-ae84-4348-b32b-cbba25ca860b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:49.605765 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8d7431c9-090a-4d9f-9529-8f6a0e1cbf71 req-81049a02-ae84-4348-b32b-cbba25ca860b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "PUT /v2.0/ports/7081740f-a2bf-4889-80f9-a687f15defd5 HTTP/1.1" status: 200 len: 981 time: 0.3613760 Nov 11 22:28:49.606219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'tag': '7081740f-a2bf-4889-80f9-a687f15defd5'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:28:49.612226 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d23de8a-844e-4e43-9676-3e208919fa37" -d '{"events": [{"name": "network-changed", "server_uuid": "25c13a42-6c40-4f33-bf06-df8292ce000f", "tag": "7081740f-a2bf-4889-80f9-a687f15defd5"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:28:49.638796 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81049a02-ae84-4348-b32b-cbba25ca860b tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Pushing event updated for resources: {'Port': ['ID=7081740f-a2bf-4889-80f9-a687f15defd5,revision_number=6']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:49.680127 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7081740f-a2bf-4889-80f9-a687f15defd5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:28:49.732730 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bda482-0608-4233-a903-73238dcf3363 req-eabe857b-7f07-46f3-9e5b-7a3de332eb73 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:49.735065 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b3bda482-0608-4233-a903-73238dcf3363 req-eabe857b-7f07-46f3-9e5b-7a3de332eb73 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 984 time: 0.0632908 Nov 11 22:28:49.800939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b3bda482-0608-4233-a903-73238dcf3363 req-59d13496-3072-4127-bf20-87ba32504b51 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&id=010b7ab0-9083-43fd-82ad-633f114af935&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592322 Nov 11 22:28:49.847301 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1c5763-953b-45ae-9410-474b4e0a90d6 x-openstack-request-id: req-1c1c5763-953b-45ae-9410-474b4e0a90d6 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:28:49.847604 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c13a42-6c40-4f33-bf06-df8292ce000f", "tag": "7081740f-a2bf-4889-80f9-a687f15defd5", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:28:49.847862 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c1c5763-953b-45ae-9410-474b4e0a90d6 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:28:49.848274 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'tag': '7081740f-a2bf-4889-80f9-a687f15defd5', 'status': 'completed', 'code': 200} Nov 11 22:28:49.912404 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-44bf021d-6b91-437a-be37-8084d36d1c8c None None] Provisioning complete for port 7081740f-a2bf-4889-80f9-a687f15defd5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:28:49.912691 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44bf021d-6b91-437a-be37-8084d36d1c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:49.917118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23de8a-844e-4e43-9676-3e208919fa37 req-935c3931-5295-45d3-8b8a-18fa42ad0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:49.918639 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d23de8a-844e-4e43-9676-3e208919fa37 req-935c3931-5295-45d3-8b8a-18fa42ad0864 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aba4633d5d354990bd58a9d2b75c9913&device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 1135 time: 0.0423450 Nov 11 22:28:50.014324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23de8a-844e-4e43-9676-3e208919fa37 req-4e741be5-bcc8-4188-921b-03f8a85d7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:50.015939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d23de8a-844e-4e43-9676-3e208919fa37 req-4e741be5-bcc8-4188-921b-03f8a85d7778 service neutron] 10.222.0.71 "GET /v2.0/networks?id=417d48ae-5afe-456f-a077-ec7ffc06eeff HTTP/1.1" status: 200 len: 916 time: 0.0899475 Nov 11 22:28:50.086134 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d23de8a-844e-4e43-9676-3e208919fa37 req-0f0bf18c-ba9a-4905-a0fa-6440efd0b3cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7081740f-a2bf-4889-80f9-a687f15defd5 HTTP/1.1" status: 200 len: 1001 time: 0.0601199 Nov 11 22:28:50.145012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23de8a-844e-4e43-9676-3e208919fa37 req-d28695b3-187e-4481-9fb0-ee4ade85079d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:50.146556 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d23de8a-844e-4e43-9676-3e208919fa37 req-d28695b3-187e-4481-9fb0-ee4ade85079d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ed63c52-9d8b-45c4-b391-c8954eb1a20b HTTP/1.1" status: 200 len: 853 time: 0.0501842 Nov 11 22:28:50.201413 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23de8a-844e-4e43-9676-3e208919fa37 req-707ce720-d80e-4a73-bf0f-4cda2219a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:50.202969 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d23de8a-844e-4e43-9676-3e208919fa37 req-707ce720-d80e-4a73-bf0f-4cda2219a980 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=417d48ae-5afe-456f-a077-ec7ffc06eeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436971 Nov 11 22:28:50.300733 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d23de8a-844e-4e43-9676-3e208919fa37 req-11b186a6-5762-4018-9893-4715595d93a5 service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876992 Nov 11 22:28:50.399920 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d23de8a-844e-4e43-9676-3e208919fa37 req-ca405cce-b59b-4e34-adf4-30656afc815e service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902646 Nov 11 22:29:11.632827 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:12.371433 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c76a41-00d9-4d46-8627-acc21ba5a5bd req-93f7f07d-b499-4437-bd7f-6a6b8e2d585c tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:12.372992 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55c76a41-00d9-4d46-8627-acc21ba5a5bd req-93f7f07d-b499-4437-bd7f-6a6b8e2d585c tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 984 time: 0.0823209 Nov 11 22:29:12.377781 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22734823-e9ea-437a-a827-c2222f0a06a9 req-992d0e58-234b-4e78-af5f-af5206d902fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:12.379153 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22734823-e9ea-437a-a827-c2222f0a06a9 req-992d0e58-234b-4e78-af5f-af5206d902fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aba4633d5d354990bd58a9d2b75c9913&device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 1135 time: 0.0624642 Nov 11 22:29:12.488189 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55c76a41-00d9-4d46-8627-acc21ba5a5bd req-6a257f69-a534-41b8-be22-04cdf6e430f6 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&id=010b7ab0-9083-43fd-82ad-633f114af935&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079900 Nov 11 22:29:12.509604 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22734823-e9ea-437a-a827-c2222f0a06a9 req-957bd3df-cb6b-4a36-a417-c02864b78890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:12.511367 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22734823-e9ea-437a-a827-c2222f0a06a9 req-957bd3df-cb6b-4a36-a417-c02864b78890 service neutron] 10.222.0.71 "GET /v2.0/networks?id=417d48ae-5afe-456f-a077-ec7ffc06eeff HTTP/1.1" status: 200 len: 916 time: 0.1184607 Nov 11 22:29:12.584064 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22734823-e9ea-437a-a827-c2222f0a06a9 req-347ec5a2-6afa-419c-8631-305a275fce81 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7081740f-a2bf-4889-80f9-a687f15defd5 HTTP/1.1" status: 200 len: 1001 time: 0.0640898 Nov 11 22:29:12.640779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22734823-e9ea-437a-a827-c2222f0a06a9 req-54272baf-329f-4050-b2cd-7823bb9c05c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:12.642269 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22734823-e9ea-437a-a827-c2222f0a06a9 req-54272baf-329f-4050-b2cd-7823bb9c05c1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ed63c52-9d8b-45c4-b391-c8954eb1a20b HTTP/1.1" status: 200 len: 853 time: 0.0501139 Nov 11 22:29:12.689601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22734823-e9ea-437a-a827-c2222f0a06a9 req-59ee7242-169a-43a9-81c7-17c2e7fad1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:12.691072 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22734823-e9ea-437a-a827-c2222f0a06a9 req-59ee7242-169a-43a9-81c7-17c2e7fad1f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=417d48ae-5afe-456f-a077-ec7ffc06eeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405312 Nov 11 22:29:12.786932 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22734823-e9ea-437a-a827-c2222f0a06a9 req-8d054c2b-a50d-49d2-82ae-125376c4bcfa service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871289 Nov 11 22:29:12.883661 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-22734823-e9ea-437a-a827-c2222f0a06a9 req-dd4e7b2f-e778-4e09-93a8-1117fbdb22ec service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888729 Nov 11 22:29:13.622089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023568c4-3122-4b5b-9931-4670ffb8fd62 req-1623382c-6600-4d87-917f-c29a50c37f54 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:13.623564 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-023568c4-3122-4b5b-9931-4670ffb8fd62 req-1623382c-6600-4d87-917f-c29a50c37f54 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 984 time: 0.0536785 Nov 11 22:29:13.684961 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-023568c4-3122-4b5b-9931-4670ffb8fd62 req-f160d82c-c89e-4a25-ad0a-eb1c8a123cdb tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&id=010b7ab0-9083-43fd-82ad-633f114af935&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550971 Nov 11 22:29:13.910706 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-75ddd9d7-9395-4d32-bd86-097312e9a276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:14.808984 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3dcc4-bb9b-498a-86f2-3936cae8e06e req-099a3612-b243-4e4e-bf7d-a0cfb25bdfe0 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:14.810467 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7dc3dcc4-bb9b-498a-86f2-3936cae8e06e req-099a3612-b243-4e4e-bf7d-a0cfb25bdfe0 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 984 time: 0.0504704 Nov 11 22:29:14.880751 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7dc3dcc4-bb9b-498a-86f2-3936cae8e06e req-d53b4952-33c7-4b01-b638-4bbee74a8df7 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&id=010b7ab0-9083-43fd-82ad-633f114af935&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640862 Nov 11 22:29:15.134266 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:16.008642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf062fe9-5d42-4018-8a4c-590391b2f173 req-567a1191-a3bb-4000-be69-bdd2505ec24e tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:16.010225 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf062fe9-5d42-4018-8a4c-590391b2f173 req-567a1191-a3bb-4000-be69-bdd2505ec24e tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 984 time: 0.0600884 Nov 11 22:29:16.070756 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bf062fe9-5d42-4018-8a4c-590391b2f173 req-1f6b51e5-b692-4474-a59f-552dfd16d576 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&id=010b7ab0-9083-43fd-82ad-633f114af935&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543818 Nov 11 22:29:16.109376 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c1e67d43-210a-4b27-94b0-57d36097fe88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:17.329506 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b7d78-deee-4581-9a17-a542e5c224df req-2e1825ea-86a1-4d33-959e-c98603fa1d4d tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:17.331019 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e4b7d78-deee-4581-9a17-a542e5c224df req-2e1825ea-86a1-4d33-959e-c98603fa1d4d tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 984 time: 0.1866095 Nov 11 22:29:17.394054 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1e4b7d78-deee-4581-9a17-a542e5c224df req-ce19298c-4d68-4487-8f78-139ffe0baef9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&id=010b7ab0-9083-43fd-82ad-633f114af935&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566301 Nov 11 22:29:17.414176 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:18.526483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8981110-ec0a-473f-9463-874488df59ce req-991d669a-d4e3-4503-ade1-dd7decf37bbb tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:18.528017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8981110-ec0a-473f-9463-874488df59ce req-991d669a-d4e3-4503-ade1-dd7decf37bbb tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 984 time: 0.0510633 Nov 11 22:29:18.597237 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a8981110-ec0a-473f-9463-874488df59ce req-48e95c20-fcff-47c8-8bcc-6c336e655a9d tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&id=010b7ab0-9083-43fd-82ad-633f114af935&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625365 Nov 11 22:29:18.798157 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:19.397670 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:19.726998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488384e-6d03-4ede-ac76-ef9982a184ea req-ad10d43b-ab36-45e2-8ff5-f82ad90171f1 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:19.728519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1488384e-6d03-4ede-ac76-ef9982a184ea req-ad10d43b-ab36-45e2-8ff5-f82ad90171f1 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 984 time: 0.0527141 Nov 11 22:29:19.793568 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1488384e-6d03-4ede-ac76-ef9982a184ea req-a38fd8b5-73f9-4aa1-8bc6-5ec8ac470fea tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&id=010b7ab0-9083-43fd-82ad-633f114af935&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561514 Nov 11 22:29:20.446421 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:29:20.917390 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a2bfa-a16a-492a-ab75-c29ef599c095 req-d2d3a96d-99a4-4fcf-bd6e-e6f3a2f6eaa1 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:20.918874 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae5a2bfa-a16a-492a-ab75-c29ef599c095 req-d2d3a96d-99a4-4fcf-bd6e-e6f3a2f6eaa1 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 984 time: 0.0502584 Nov 11 22:29:20.982369 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ae5a2bfa-a16a-492a-ab75-c29ef599c095 req-b8c2ca70-7445-4705-bfd9-6b73d2fbe4b9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&id=010b7ab0-9083-43fd-82ad-633f114af935&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557785 Nov 11 22:29:22.136520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940290f-3de9-4e96-a65d-7f752665000d req-5bcb52c4-5da9-4d64-b5fa-0fb67f328827 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:22.138600 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1940290f-3de9-4e96-a65d-7f752665000d req-5bcb52c4-5da9-4d64-b5fa-0fb67f328827 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 984 time: 0.0689538 Nov 11 22:29:22.199873 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1940290f-3de9-4e96-a65d-7f752665000d req-f8bbf1f9-e748-480a-9c59-37018a5b5c97 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&id=010b7ab0-9083-43fd-82ad-633f114af935&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548592 Nov 11 22:29:23.329870 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717dc4b-b934-43ad-9956-83e7d67eb9a1 req-e2855188-69af-4e30-a452-619c8b23f03c tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:23.331391 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d717dc4b-b934-43ad-9956-83e7d67eb9a1 req-e2855188-69af-4e30-a452-619c8b23f03c tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 984 time: 0.0512254 Nov 11 22:29:23.392849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d717dc4b-b934-43ad-9956-83e7d67eb9a1 req-bc1e1574-5b96-4439-9137-0f1cfa9556b3 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&id=010b7ab0-9083-43fd-82ad-633f114af935&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546639 Nov 11 22:29:24.523843 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48062122-bb34-4691-b22e-8742402ccf92 req-543fe3cb-f0db-4221-8f41-10e0502cf2ec tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:24.525334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48062122-bb34-4691-b22e-8742402ccf92 req-543fe3cb-f0db-4221-8f41-10e0502cf2ec tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 984 time: 0.0550277 Nov 11 22:29:24.591152 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-48062122-bb34-4691-b22e-8742402ccf92 req-b7d326bb-2b5b-4c71-8e4b-6c6966de324e tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&id=010b7ab0-9083-43fd-82ad-633f114af935&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573137 Nov 11 22:29:25.606565 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccbb98e3-1e4f-453c-9f16-9bb84b1f45d4 req-5a94cfe3-c0d3-4b22-8f39-ee8befedbc9b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422161 Nov 11 22:29:25.693807 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb98e3-1e4f-453c-9f16-9bb84b1f45d4 req-dae32c90-fbb1-4be6-8297-4632299a8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:25.695263 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccbb98e3-1e4f-453c-9f16-9bb84b1f45d4 req-dae32c90-fbb1-4be6-8297-4632299a8ecd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aba4633d5d354990bd58a9d2b75c9913&device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 1135 time: 0.0406969 Nov 11 22:29:25.805448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb98e3-1e4f-453c-9f16-9bb84b1f45d4 req-bf08b2d3-0c09-447d-ac29-c2376695d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:25.806948 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccbb98e3-1e4f-453c-9f16-9bb84b1f45d4 req-bf08b2d3-0c09-447d-ac29-c2376695d0ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=417d48ae-5afe-456f-a077-ec7ffc06eeff HTTP/1.1" status: 200 len: 916 time: 0.0905688 Nov 11 22:29:25.872591 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccbb98e3-1e4f-453c-9f16-9bb84b1f45d4 req-87ee0a2f-deef-4666-afd7-872c88e14708 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7081740f-a2bf-4889-80f9-a687f15defd5 HTTP/1.1" status: 200 len: 1001 time: 0.0580106 Nov 11 22:29:25.924933 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb98e3-1e4f-453c-9f16-9bb84b1f45d4 req-a1da8680-c505-4a31-b69c-32e60ccf5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:25.926349 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccbb98e3-1e4f-453c-9f16-9bb84b1f45d4 req-a1da8680-c505-4a31-b69c-32e60ccf5a1d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ed63c52-9d8b-45c4-b391-c8954eb1a20b HTTP/1.1" status: 200 len: 853 time: 0.0468888 Nov 11 22:29:25.974358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb98e3-1e4f-453c-9f16-9bb84b1f45d4 req-ef233fb3-477c-4a8f-80bf-36248d43accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:25.975893 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccbb98e3-1e4f-453c-9f16-9bb84b1f45d4 req-ef233fb3-477c-4a8f-80bf-36248d43accb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=417d48ae-5afe-456f-a077-ec7ffc06eeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412531 Nov 11 22:29:26.065806 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccbb98e3-1e4f-453c-9f16-9bb84b1f45d4 req-ba139ac1-fc7d-46c6-81c6-9db92d302f29 service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818257 Nov 11 22:29:26.160644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ccbb98e3-1e4f-453c-9f16-9bb84b1f45d4 req-c6b68568-8ad3-4473-a656-9502e9547ca0 service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869679 Nov 11 22:29:41.396843 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-f035413e-aaaf-4e6f-a0ac-d9fa6640b182 req-8eede22d-141a-4674-9021-f5ae22771895 tempest-ServerDiskConfigTestJSON-1326499092 tempest-ServerDiskConfigTestJSON-1326499092-project] (102535) timed out ('10.222.0.71', 60482) {{(pid=102535) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 22:29:41.629415 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:43.915487 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28e5e9c2-74e0-433c-9028-708478df75d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:45.148843 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:46.118542 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-04248341-7852-4275-8a59-219192fcea49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:47.418817 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:48.804467 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:49.404044 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:57.450751 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:29:57.658174 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3407591f-e80d-403f-b20c-8f7fb061826c req-b96e3fd1-1d62-4d45-b44c-c0ef0dc7f797 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1370253375&fields=id&tenant_id=aba4633d5d354990bd58a9d2b75c9913 HTTP/1.1" status: 200 len: 267 time: 0.0459499 Nov 11 22:29:57.710891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407591f-e80d-403f-b20c-8f7fb061826c req-b963f456-6822-4fe7-aa12-48ee37b1c2fd tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:57.712394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3407591f-e80d-403f-b20c-8f7fb061826c req-b963f456-6822-4fe7-aa12-48ee37b1c2fd tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 984 time: 0.0485904 Nov 11 22:29:57.723927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-3407591f-e80d-403f-b20c-8f7fb061826c req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Request body: {'port': {'security_groups': ['432c68f4-e522-418b-8ebd-f66d77fd38f7']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:29:57.791400 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3407591f-e80d-403f-b20c-8f7fb061826c req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:57.970917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-3407591f-e80d-403f-b20c-8f7fb061826c req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] For port 7081740f-a2bf-4889-80f9-a687f15defd5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7081740f-a2bf-4889-80f9-a687f15defd5,segment=NetworkSegment(1e4c2e75-eb18-413f-9565-25d24dafe783),segment_id=1e4c2e75-eb18-413f-9565-25d24dafe783)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:29:58.009968 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3407591f-e80d-403f-b20c-8f7fb061826c req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:58.017277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3407591f-e80d-403f-b20c-8f7fb061826c req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:58.036147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7081740f-a2bf-4889-80f9-a687f15defd5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:29:58.058886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407591f-e80d-403f-b20c-8f7fb061826c req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:58.059510 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-3407591f-e80d-403f-b20c-8f7fb061826c req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:58.060911 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3407591f-e80d-403f-b20c-8f7fb061826c req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "PUT /v2.0/ports/7081740f-a2bf-4889-80f9-a687f15defd5 HTTP/1.1" status: 200 len: 942 time: 0.3415022 Nov 11 22:29:58.061373 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'tag': '7081740f-a2bf-4889-80f9-a687f15defd5'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:29:58.063619 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab9d7e2-8dc6-4514-bb0a-d4ce35259271" -d '{"events": [{"name": "network-changed", "server_uuid": "25c13a42-6c40-4f33-bf06-df8292ce000f", "tag": "7081740f-a2bf-4889-80f9-a687f15defd5"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:29:58.068949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57484) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:29:58.109566 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Pushing event updated for resources: {'Port': ['ID=7081740f-a2bf-4889-80f9-a687f15defd5,revision_number=7']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:29:58.121956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.122415 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.122825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.123239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.123639 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.124973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.125322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.125979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.127177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.127177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.127561 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.127973 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f9c8d-be72-4e28-83ea-ba4343f29e19 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.135178 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e933ec0-a401-4000-8ab0-528ec7862d39 x-openstack-request-id: req-4e933ec0-a401-4000-8ab0-528ec7862d39 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:29:58.135738 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c13a42-6c40-4f33-bf06-df8292ce000f", "tag": "7081740f-a2bf-4889-80f9-a687f15defd5", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:29:58.136061 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e933ec0-a401-4000-8ab0-528ec7862d39 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:29:58.137135 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'tag': '7081740f-a2bf-4889-80f9-a687f15defd5', 'status': 'completed', 'code': 200} Nov 11 22:29:58.161438 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:58.195183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7081740f-a2bf-4889-80f9-a687f15defd5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:29:58.195697 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:58.210075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9d7e2-8dc6-4514-bb0a-d4ce35259271 req-b172727f-5ea7-40f5-98de-84e0e97c0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:58.211942 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4ab9d7e2-8dc6-4514-bb0a-d4ce35259271 req-b172727f-5ea7-40f5-98de-84e0e97c0e8c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aba4633d5d354990bd58a9d2b75c9913&device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 1096 time: 0.0650766 Nov 11 22:29:58.275094 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:58.279486 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:58.283777 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "DELETE /v2.0/security-groups/010b7ab0-9083-43fd-82ad-633f114af935 HTTP/1.1" status: 204 len: 168 time: 0.2156513 Nov 11 22:29:58.284873 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57490) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:29:58.303024 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=010b7ab0-9083-43fd-82ad-633f114af935,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:29:58.331805 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9d7e2-8dc6-4514-bb0a-d4ce35259271 req-ccc10dc5-d4f8-454c-8c6d-6efa8b902dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:58.333482 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4ab9d7e2-8dc6-4514-bb0a-d4ce35259271 req-ccc10dc5-d4f8-454c-8c6d-6efa8b902dfe service neutron] 10.222.0.71 "GET /v2.0/networks?id=417d48ae-5afe-456f-a077-ec7ffc06eeff HTTP/1.1" status: 200 len: 916 time: 0.1114178 Nov 11 22:29:58.343357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.343704 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.344045 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.344382 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.344714 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.345070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.345396 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.345719 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.346160 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.346664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.346996 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.347360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483c4cd-6d07-48e5-847b-f00d19a699c9 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:58.360677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4e9c5c33-254a-40c9-a5bc-47687e783c7e None None] Provisioning complete for port 7081740f-a2bf-4889-80f9-a687f15defd5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:29:58.361085 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4e9c5c33-254a-40c9-a5bc-47687e783c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:58.404830 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4ab9d7e2-8dc6-4514-bb0a-d4ce35259271 req-70ddf515-b427-46cb-8924-1e7c57024319 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7081740f-a2bf-4889-80f9-a687f15defd5 HTTP/1.1" status: 200 len: 1001 time: 0.0618961 Nov 11 22:29:58.467912 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9d7e2-8dc6-4514-bb0a-d4ce35259271 req-a16c7559-5314-4698-8797-71db7c6be6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:58.469606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4ab9d7e2-8dc6-4514-bb0a-d4ce35259271 req-a16c7559-5314-4698-8797-71db7c6be6ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ed63c52-9d8b-45c4-b391-c8954eb1a20b HTTP/1.1" status: 200 len: 853 time: 0.0563686 Nov 11 22:29:58.481010 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-91192689-8a10-49cf-8109-5120d2821308 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Deleting port aabcb80a-9412-4852-ae7b-b6b5df347bb0 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:29:58.481282 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91192689-8a10-49cf-8109-5120d2821308 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:58.517138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9d7e2-8dc6-4514-bb0a-d4ce35259271 req-592793ec-f2cf-4f42-ab81-cda8586c075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:58.518660 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4ab9d7e2-8dc6-4514-bb0a-d4ce35259271 req-592793ec-f2cf-4f42-ab81-cda8586c075d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=417d48ae-5afe-456f-a077-ec7ffc06eeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402186 Nov 11 22:29:58.554315 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91192689-8a10-49cf-8109-5120d2821308 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:58.554593 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91192689-8a10-49cf-8109-5120d2821308 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:58.566589 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-91192689-8a10-49cf-8109-5120d2821308 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Calling delete_port for aabcb80a-9412-4852-ae7b-b6b5df347bb0 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:29:58.612093 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4ab9d7e2-8dc6-4514-bb0a-d4ce35259271 req-0010a1a7-c102-494a-86b8-705af91a0ff7 service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839813 Nov 11 22:29:58.709802 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4ab9d7e2-8dc6-4514-bb0a-d4ce35259271 req-373df465-7442-49c6-afb8-d2a1d5e21739 service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858181 Nov 11 22:29:58.721675 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91192689-8a10-49cf-8109-5120d2821308 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:58.754302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91192689-8a10-49cf-8109-5120d2821308 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Pushing event deleted for resources: {'Port': ['ID=aabcb80a-9412-4852-ae7b-b6b5df347bb0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:29:58.814096 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91192689-8a10-49cf-8109-5120d2821308 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:58.814400 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-91192689-8a10-49cf-8109-5120d2821308 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Floating IP 9ddfd7a0-b2bc-493d-9795-7c512236e7e5 disassociated (deleted). External IP: 172.25.0.235, port: 7081740f-a2bf-4889-80f9-a687f15defd5. Nov 11 22:29:59.319325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91192689-8a10-49cf-8109-5120d2821308 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Router de2fc548-e549-4643-a0ec-6efeb69ee93b has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:29:59.428828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91192689-8a10-49cf-8109-5120d2821308 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:29:59.433933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-91192689-8a10-49cf-8109-5120d2821308 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:59.438963 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd42703-8af9-4476-86a1-0f1d20768e67 None None] Sync routers for ids ['de2fc548-e549-4643-a0ec-6efeb69ee93b'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:29:59.451177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd42703-8af9-4476-86a1-0f1d20768e67 None None] Routers {'de2fc548-e549-4643-a0ec-6efeb69ee93b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:29:59.451812 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8cd42703-8af9-4476-86a1-0f1d20768e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:29:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['de2fc548-e549-4643-a0ec-6efeb69ee93b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:29:59.465962 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-91192689-8a10-49cf-8109-5120d2821308 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "DELETE /v2.0/floatingips/9ddfd7a0-b2bc-493d-9795-7c512236e7e5 HTTP/1.1" status: 204 len: 168 time: 1.1688268 Nov 11 22:29:59.466515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'tag': '7081740f-a2bf-4889-80f9-a687f15defd5'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:29:59.468999 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92775db3-89eb-44cf-a205-ec3e9e573bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "25c13a42-6c40-4f33-bf06-df8292ce000f", "tag": "7081740f-a2bf-4889-80f9-a687f15defd5"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:29:59.559861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-8cd42703-8af9-4476-86a1-0f1d20768e67 None None] Set router de2fc548-e549-4643-a0ec-6efeb69ee93b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:29:59.735923 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08b7a9b-a8d6-4f21-9292-b69f95d202f3 x-openstack-request-id: req-a08b7a9b-a8d6-4f21-9292-b69f95d202f3 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:29:59.736376 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c13a42-6c40-4f33-bf06-df8292ce000f", "tag": "7081740f-a2bf-4889-80f9-a687f15defd5", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:29:59.736733 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a08b7a9b-a8d6-4f21-9292-b69f95d202f3 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:29:59.737442 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'tag': '7081740f-a2bf-4889-80f9-a687f15defd5', 'status': 'completed', 'code': 200} Nov 11 22:29:59.775483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8cd42703-8af9-4476-86a1-0f1d20768e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:57Z', 'revision_number': 4, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'gw_port': {'id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b492128b-4f21-4662-83ca-57ec4f347aa0', 'name': '', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'mac_address': 'fa:16:3e:4b:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:57Z', 'updated_at': '2021-11-11T22:28:03Z', 'revision_number': 5, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'subnets': [{'id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:29:59.804017 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92775db3-89eb-44cf-a205-ec3e9e573bf8 req-b4aead97-2daf-4e1b-ad7f-9e3a5fbeb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:59.805582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92775db3-89eb-44cf-a205-ec3e9e573bf8 req-b4aead97-2daf-4e1b-ad7f-9e3a5fbeb3f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aba4633d5d354990bd58a9d2b75c9913&device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 1096 time: 0.0420585 Nov 11 22:29:59.806689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd42703-8af9-4476-86a1-0f1d20768e67 None None] Checking router: de2fc548-e549-4643-a0ec-6efeb69ee93b for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:29:59.815251 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd42703-8af9-4476-86a1-0f1d20768e67 None None] Routers {'de2fc548-e549-4643-a0ec-6efeb69ee93b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:29:59.815857 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8cd42703-8af9-4476-86a1-0f1d20768e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:29:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['de2fc548-e549-4643-a0ec-6efeb69ee93b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:29:59.903196 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92775db3-89eb-44cf-a205-ec3e9e573bf8 req-1f77d72c-4555-4c21-80cd-2c513cd90944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:59.904580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92775db3-89eb-44cf-a205-ec3e9e573bf8 req-1f77d72c-4555-4c21-80cd-2c513cd90944 service neutron] 10.222.0.71 "GET /v2.0/networks?id=417d48ae-5afe-456f-a077-ec7ffc06eeff HTTP/1.1" status: 200 len: 916 time: 0.0872648 Nov 11 22:29:59.922050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-8cd42703-8af9-4476-86a1-0f1d20768e67 None None] Set router de2fc548-e549-4643-a0ec-6efeb69ee93b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:29:59.947402 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92775db3-89eb-44cf-a205-ec3e9e573bf8 req-39ebf066-3fcf-42de-9224-58ce3bbd86d8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7081740f-a2bf-4889-80f9-a687f15defd5 HTTP/1.1" status: 200 len: 217 time: 0.0340316 Nov 11 22:30:00.006069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92775db3-89eb-44cf-a205-ec3e9e573bf8 req-137915e3-079b-4d40-8f20-af681fa27d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:00.007542 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92775db3-89eb-44cf-a205-ec3e9e573bf8 req-137915e3-079b-4d40-8f20-af681fa27d0d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ed63c52-9d8b-45c4-b391-c8954eb1a20b HTTP/1.1" status: 200 len: 853 time: 0.0485067 Nov 11 22:30:00.058593 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92775db3-89eb-44cf-a205-ec3e9e573bf8 req-81406eff-f905-425f-8478-9b9f7af446b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:00.060109 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92775db3-89eb-44cf-a205-ec3e9e573bf8 req-81406eff-f905-425f-8478-9b9f7af446b2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=417d48ae-5afe-456f-a077-ec7ffc06eeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402348 Nov 11 22:30:00.120859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8cd42703-8af9-4476-86a1-0f1d20768e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:57Z', 'revision_number': 4, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'gw_port': {'id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b492128b-4f21-4662-83ca-57ec4f347aa0', 'name': '', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'mac_address': 'fa:16:3e:4b:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:57Z', 'updated_at': '2021-11-11T22:28:03Z', 'revision_number': 5, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'subnets': [{'id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:00.146546 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd42703-8af9-4476-86a1-0f1d20768e67 None None] The sync data for ids ['de2fc548-e549-4643-a0ec-6efeb69ee93b'] in n-d-805737-3 is: [{'id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:57Z', 'revision_number': 4, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'gw_port': {'id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'b492128b-4f21-4662-83ca-57ec4f347aa0', 'name': '', 'network_id': '417d48ae-5afe-456f-a077-ec7ffc06eeff', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'mac_address': 'fa:16:3e:4b:c1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:57Z', 'updated_at': '2021-11-11T22:28:03Z', 'revision_number': 5, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'subnets': [{'id': '8ed63c52-9d8b-45c4-b391-c8954eb1a20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:30:00.150931 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92775db3-89eb-44cf-a205-ec3e9e573bf8 req-e86ffbfe-d13c-4e44-9788-063ffa41c1c5 service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814130 Nov 11 22:30:00.246615 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92775db3-89eb-44cf-a205-ec3e9e573bf8 req-c115550b-b7c7-4502-bdd4-71fa91ef578b service neutron] 10.222.0.71 "GET /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877666 Nov 11 22:30:00.378587 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f94bb-97c9-43db-93c9-7d40ce9e43a6 None None] New status for floating IP 9ddfd7a0-b2bc-493d-9795-7c512236e7e5: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:30:08.590920 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5566f9-2eed-4d50-bab6-bd30af3a8824 req-dded27f4-3898-4b04-91c4-057b648221ab tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:08.592376 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e5566f9-2eed-4d50-bab6-bd30af3a8824 req-dded27f4-3898-4b04-91c4-057b648221ab tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 945 time: 0.0512867 Nov 11 22:30:08.643753 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e5566f9-2eed-4d50-bab6-bd30af3a8824 req-95958c31-9f51-4201-9563-9887aeaef685 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450525 Nov 11 22:30:09.764757 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182753b-b331-42f9-9f01-234fb4fb317c req-74e7d245-830f-4677-867c-a76879932afc tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:09.766548 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7182753b-b331-42f9-9f01-234fb4fb317c req-74e7d245-830f-4677-867c-a76879932afc tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 945 time: 0.0540226 Nov 11 22:30:09.815192 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7182753b-b331-42f9-9f01-234fb4fb317c req-25ac1ac3-9fe3-40cc-b95d-00f880b1334e tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426362 Nov 11 22:30:10.636428 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c24c0-7c1d-4c3f-8f36-6cec8a514967 req-c1e7faf1-d1f6-4e1c-ba07-31e29cc8310a tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:10.638130 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce8c24c0-7c1d-4c3f-8f36-6cec8a514967 req-c1e7faf1-d1f6-4e1c-ba07-31e29cc8310a tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.71 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 945 time: 0.0583141 Nov 11 22:30:10.739169 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-ce8c24c0-7c1d-4c3f-8f36-6cec8a514967 req-7f32f965-19ca-4b8a-9c81-507fe62f2e63 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Deleting port 7081740f-a2bf-4889-80f9-a687f15defd5 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:30:10.739493 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ce8c24c0-7c1d-4c3f-8f36-6cec8a514967 req-7f32f965-19ca-4b8a-9c81-507fe62f2e63 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:10.839743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-ce8c24c0-7c1d-4c3f-8f36-6cec8a514967 req-7f32f965-19ca-4b8a-9c81-507fe62f2e63 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] For port 7081740f-a2bf-4889-80f9-a687f15defd5, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=7081740f-a2bf-4889-80f9-a687f15defd5,segment=NetworkSegment(1e4c2e75-eb18-413f-9565-25d24dafe783),segment_id=1e4c2e75-eb18-413f-9565-25d24dafe783)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:30:10.840863 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ce8c24c0-7c1d-4c3f-8f36-6cec8a514967 req-7f32f965-19ca-4b8a-9c81-507fe62f2e63 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:10.854219 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-ce8c24c0-7c1d-4c3f-8f36-6cec8a514967 req-7f32f965-19ca-4b8a-9c81-507fe62f2e63 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Calling delete_port for 7081740f-a2bf-4889-80f9-a687f15defd5 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:30:10.970309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40062577-0d15-41b5-b5d3-005c29636c51 req-2ab70870-37c1-43d4-a3fa-7474f64461ad tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:10.971828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40062577-0d15-41b5-b5d3-005c29636c51 req-2ab70870-37c1-43d4-a3fa-7474f64461ad tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/ports?device_id=25c13a42-6c40-4f33-bf06-df8292ce000f HTTP/1.1" status: 200 len: 945 time: 0.0784473 Nov 11 22:30:11.054394 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-40062577-0d15-41b5-b5d3-005c29636c51 req-9a2b276f-2672-4755-a2d6-55c72dae89e4 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.57 "GET /v2.0/security-groups?id=432c68f4-e522-418b-8ebd-f66d77fd38f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762041 Nov 11 22:30:11.055564 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ce8c24c0-7c1d-4c3f-8f36-6cec8a514967 req-7f32f965-19ca-4b8a-9c81-507fe62f2e63 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:11.072651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['7081740f-a2bf-4889-80f9-a687f15defd5'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:30:11.089246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32f965-19ca-4b8a-9c81-507fe62f2e63 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Pushing event deleted for resources: {'Port': ['ID=7081740f-a2bf-4889-80f9-a687f15defd5,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:11.129186 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8c24c0-7c1d-4c3f-8f36-6cec8a514967 req-7f32f965-19ca-4b8a-9c81-507fe62f2e63 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] No DVR routers for this DVR port 7081740f-a2bf-4889-80f9-a687f15defd5 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:30:11.131965 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ce8c24c0-7c1d-4c3f-8f36-6cec8a514967 req-7f32f965-19ca-4b8a-9c81-507fe62f2e63 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:11.135485 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce8c24c0-7c1d-4c3f-8f36-6cec8a514967 req-7f32f965-19ca-4b8a-9c81-507fe62f2e63 tempest-TestMinimumBasicScenario-63639216 tempest-TestMinimumBasicScenario-63639216-project] 10.222.0.71 "DELETE /v2.0/ports/7081740f-a2bf-4889-80f9-a687f15defd5 HTTP/1.1" status: 204 len: 173 time: 0.4868884 Nov 11 22:30:11.135926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'name': 'network-vif-deleted', 'tag': '7081740f-a2bf-4889-80f9-a687f15defd5'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:30:11.138875 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2909ed53-2ee6-43a0-a2b7-a201c296a657" -d '{"events": [{"server_uuid": "25c13a42-6c40-4f33-bf06-df8292ce000f", "name": "network-vif-deleted", "tag": "7081740f-a2bf-4889-80f9-a687f15defd5"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:30:11.244443 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29a9be3-0637-423b-ac54-53bc4cf2fbd5 x-openstack-request-id: req-f29a9be3-0637-423b-ac54-53bc4cf2fbd5 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:30:11.244818 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c13a42-6c40-4f33-bf06-df8292ce000f", "name": "network-vif-deleted", "tag": "7081740f-a2bf-4889-80f9-a687f15defd5", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:30:11.245159 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f29a9be3-0637-423b-ac54-53bc4cf2fbd5 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:30:11.246019 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c13a42-6c40-4f33-bf06-df8292ce000f', 'name': 'network-vif-deleted', 'tag': '7081740f-a2bf-4889-80f9-a687f15defd5', 'status': 'completed', 'code': 200} Nov 11 22:30:11.627597 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:12.644685 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57592) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:12.989941 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a9fc7948-85f4-4965-b4fc-9ada88544a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:13.236026 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc7948-85f4-4965-b4fc-9ada88544a11 admin admin] Deleting port b492128b-4f21-4662-83ca-57ec4f347aa0 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:30:13.236253 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a9fc7948-85f4-4965-b4fc-9ada88544a11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:13.319232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-a9fc7948-85f4-4965-b4fc-9ada88544a11 admin admin] For port b492128b-4f21-4662-83ca-57ec4f347aa0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=b492128b-4f21-4662-83ca-57ec4f347aa0,segment=NetworkSegment(1e4c2e75-eb18-413f-9565-25d24dafe783),segment_id=1e4c2e75-eb18-413f-9565-25d24dafe783)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:30:13.319585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a9fc7948-85f4-4965-b4fc-9ada88544a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:13.331988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc7948-85f4-4965-b4fc-9ada88544a11 admin admin] Calling delete_port for b492128b-4f21-4662-83ca-57ec4f347aa0 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:30:13.515094 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a9fc7948-85f4-4965-b4fc-9ada88544a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:13.539543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc7948-85f4-4965-b4fc-9ada88544a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=b492128b-4f21-4662-83ca-57ec4f347aa0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:13.910295 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0c2c4114-6669-4619-9b7e-3dfa62480594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:13.925588 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7081740f-a2bf-4889-80f9-a687f15defd5 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:30:13.949772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 7081740f-a2bf-4889-80f9-a687f15defd5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:30:13.950150 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 7081740f-a2bf-4889-80f9-a687f15defd5 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:30:14.060820 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a9fc7948-85f4-4965-b4fc-9ada88544a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:14.281654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fc7948-85f4-4965-b4fc-9ada88544a11 admin admin] Router de2fc548-e549-4643-a0ec-6efeb69ee93b has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:30:14.398536 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fc7948-85f4-4965-b4fc-9ada88544a11 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:30:14.403997 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a9fc7948-85f4-4965-b4fc-9ada88544a11 admin admin] 10.222.0.57 "PUT /v2.0/routers/de2fc548-e549-4643-a0ec-6efeb69ee93b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7582271 Nov 11 22:30:14.406886 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57594) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:14.410407 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b9eea-4d57-4ce3-b934-e8a029ccc1ef None None] Sync routers for ids ['de2fc548-e549-4643-a0ec-6efeb69ee93b'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:30:14.420230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b9eea-4d57-4ce3-b934-e8a029ccc1ef None None] Routers {'de2fc548-e549-4643-a0ec-6efeb69ee93b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:30:14.420826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-498b9eea-4d57-4ce3-b934-e8a029ccc1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:29:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['de2fc548-e549-4643-a0ec-6efeb69ee93b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:14.513267 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:14.526537 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-498b9eea-4d57-4ce3-b934-e8a029ccc1ef None None] Set router de2fc548-e549-4643-a0ec-6efeb69ee93b gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:30:14.612688 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:14.670376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] Deleting port 7bc08e0f-eac3-4f9c-9f70-990533b487c3 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:30:14.670640 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:14.711147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-498b9eea-4d57-4ce3-b934-e8a029ccc1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:30:13Z', 'revision_number': 5, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'gw_port': {'id': '7bc08e0f-eac3-4f9c-9f70-990533b487c3', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:14.738951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b9eea-4d57-4ce3-b934-e8a029ccc1ef None None] Checking router: de2fc548-e549-4643-a0ec-6efeb69ee93b for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:30:14.747533 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b9eea-4d57-4ce3-b934-e8a029ccc1ef None None] Routers {'de2fc548-e549-4643-a0ec-6efeb69ee93b'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:30:14.748147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-498b9eea-4d57-4ce3-b934-e8a029ccc1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:29:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['de2fc548-e549-4643-a0ec-6efeb69ee93b'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:14.748500 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] For port 7bc08e0f-eac3-4f9c-9f70-990533b487c3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=7bc08e0f-eac3-4f9c-9f70-990533b487c3,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:30:14.748897 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:14.761459 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] Calling delete_port for 7bc08e0f-eac3-4f9c-9f70-990533b487c3 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:30:14.832551 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-498b9eea-4d57-4ce3-b934-e8a029ccc1ef None None] Set router de2fc548-e549-4643-a0ec-6efeb69ee93b gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:30:14.886648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-498b9eea-4d57-4ce3-b934-e8a029ccc1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:30:14Z', 'revision_number': 6, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:14.912212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b9eea-4d57-4ce3-b934-e8a029ccc1ef None None] The sync data for ids ['de2fc548-e549-4643-a0ec-6efeb69ee93b'] in n-d-805737-3 is: [{'id': 'de2fc548-e549-4643-a0ec-6efeb69ee93b', 'name': 'tempest-TestMinimumBasicScenario-164530520-router', 'tenant_id': 'aba4633d5d354990bd58a9d2b75c9913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:55Z', 'updated_at': '2021-11-11T22:30:14Z', 'revision_number': 6, 'project_id': 'aba4633d5d354990bd58a9d2b75c9913', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:30:14.932596 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:14.958341 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc08e0f-eac3-4f9c-9f70-990533b487c3,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:14.972187 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9c474f-4754-4f0e-a792-146dcce97b44 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:30:15.022351 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.110836 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.112940 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.156215 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.156838 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de2fc548-e549-4643-a0ec-6efeb69ee93b {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:30:15.161319 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.162275 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.162561 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4f0b18c3-db2c-4f86-a57c-0c5499cee1b3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/de2fc548-e549-4643-a0ec-6efeb69ee93b HTTP/1.1" status: 204 len: 168 time: 0.7540720 Nov 11 22:30:15.165034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57596) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:15.213049 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a4d8aa-4654-448a-9ed2-8182e1b39c87 admin admin] Deleting subnet 8ed63c52-9d8b-45c4-b391-c8954eb1a20b {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:30:15.216471 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79a4d8aa-4654-448a-9ed2-8182e1b39c87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.251393 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79a4d8aa-4654-448a-9ed2-8182e1b39c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.337103 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79a4d8aa-4654-448a-9ed2-8182e1b39c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.354496 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b492128b-4f21-4662-83ca-57ec4f347aa0 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:30:15.378930 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: b492128b-4f21-4662-83ca-57ec4f347aa0 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:30:15.379422 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device b492128b-4f21-4662-83ca-57ec4f347aa0 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:30:15.396485 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79a4d8aa-4654-448a-9ed2-8182e1b39c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.427445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4d8aa-4654-448a-9ed2-8182e1b39c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed63c52-9d8b-45c4-b391-c8954eb1a20b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:15.432074 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-79a4d8aa-4654-448a-9ed2-8182e1b39c87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.435470 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-79a4d8aa-4654-448a-9ed2-8182e1b39c87 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8ed63c52-9d8b-45c4-b391-c8954eb1a20b HTTP/1.1" status: 204 len: 168 time: 0.2694223 Nov 11 22:30:15.438071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57598) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:15.438287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86419d4-b90d-49f6-b47a-955befda0dfc None None] Network 417d48ae-5afe-456f-a077-ec7ffc06eeff requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:30:15.505411 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.559514 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] Deleting port add7698c-194a-46ae-866b-c72e3c640b34 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:30:15.559846 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.628087 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] For port add7698c-194a-46ae-866b-c72e3c640b34, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=add7698c-194a-46ae-866b-c72e3c640b34,segment=NetworkSegment(1e4c2e75-eb18-413f-9565-25d24dafe783),segment_id=1e4c2e75-eb18-413f-9565-25d24dafe783)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:30:15.628381 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.640592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] Calling delete_port for add7698c-194a-46ae-866b-c72e3c640b34 owned by network:dhcp {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:30:15.695211 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] DHCP port deletion for 417d48ae-5afe-456f-a077-ec7ffc06eeff request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:30:15.725658 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.751304 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Deleting port add7698c-194a-46ae-866b-c72e3c640b34 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:30:15.751680 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.756264 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=add7698c-194a-46ae-866b-c72e3c640b34,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:15.758132 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] No DVR routers for this DVR port add7698c-194a-46ae-866b-c72e3c640b34 on host n-d-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:30:15.822235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] For port add7698c-194a-46ae-866b-c72e3c640b34, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:30:15.822639 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.829970 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.836512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Calling delete_port for add7698c-194a-46ae-866b-c72e3c640b34 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:30:15.839257 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Port add7698c-194a-46ae-866b-c72e3c640b34 was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 22:30:15.841177 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.851424 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417d48ae-5afe-456f-a077-ec7ffc06eeff']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:15.861674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4c2e75-eb18-413f-9565-25d24dafe783') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:15.862246 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4c2e75-eb18-413f-9565-25d24dafe783') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:15.867598 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Pushing event deleted for resources: {'Port': ['ID=add7698c-194a-46ae-866b-c72e3c640b34,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:15.873362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] No DVR routers for this DVR port add7698c-194a-46ae-866b-c72e3c640b34 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:30:15.874880 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.884615 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:15.885050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:15.885332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:15.885699 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:15.886001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:15.886363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:15.886605 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:15.886979 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:15.887277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:15.887831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:15.888134 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:15.888459 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f0529-e074-4f9e-906c-6c28188fa594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:15.903601 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.913690 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:30:15.913871 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:30:15.915914 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:30:15.977788 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.987550 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:15.990736 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] 10.222.0.57 "DELETE /v2.0/networks/417d48ae-5afe-456f-a077-ec7ffc06eeff HTTP/1.1" status: 204 len: 168 time: 0.5517597 Nov 11 22:30:15.993864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57600) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:16.002033 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36319b44-9c2c-4181-8fd7-54b345672cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=417d48ae-5afe-456f-a077-ec7ffc06eeff,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:16.113367 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-80f8bfdc-c41c-4df0-881e-4824ded18c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:16.357622 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6ff814f-022b-4843-8ee3-14c828621d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:16.613352 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff814f-022b-4843-8ee3-14c828621d4f admin admin] Deleting port 75978a4f-f32f-4c37-be70-856a5788dee0 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:30:16.613607 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6ff814f-022b-4843-8ee3-14c828621d4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:16.696201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-d6ff814f-022b-4843-8ee3-14c828621d4f admin admin] For port 75978a4f-f32f-4c37-be70-856a5788dee0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=75978a4f-f32f-4c37-be70-856a5788dee0,segment=NetworkSegment(3b6d1b7e-243d-43fb-9dd1-34291dca8ab5),segment_id=3b6d1b7e-243d-43fb-9dd1-34291dca8ab5)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:30:16.696568 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6ff814f-022b-4843-8ee3-14c828621d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:16.710291 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff814f-022b-4843-8ee3-14c828621d4f admin admin] Calling delete_port for 75978a4f-f32f-4c37-be70-856a5788dee0 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:30:16.904894 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6ff814f-022b-4843-8ee3-14c828621d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:16.929884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff814f-022b-4843-8ee3-14c828621d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=75978a4f-f32f-4c37-be70-856a5788dee0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:17.082713 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device add7698c-194a-46ae-866b-c72e3c640b34 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:30:17.103189 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: add7698c-194a-46ae-866b-c72e3c640b34 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:30:17.103685 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device add7698c-194a-46ae-866b-c72e3c640b34 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:30:17.104509 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7bc08e0f-eac3-4f9c-9f70-990533b487c3 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:30:17.105845 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d6ff814f-022b-4843-8ee3-14c828621d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:17.126149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 7bc08e0f-eac3-4f9c-9f70-990533b487c3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:30:17.126655 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 7bc08e0f-eac3-4f9c-9f70-990533b487c3 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:30:17.334560 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ff814f-022b-4843-8ee3-14c828621d4f admin admin] Router 46043582-201c-4854-aa18-64f5fc82ef07 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:30:17.423417 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:17.445204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ff814f-022b-4843-8ee3-14c828621d4f admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:30:17.450493 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d6ff814f-022b-4843-8ee3-14c828621d4f admin admin] 10.222.0.57 "PUT /v2.0/routers/46043582-201c-4854-aa18-64f5fc82ef07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4555726 Nov 11 22:30:17.453105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57602) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:17.454407 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08a7c5-8515-4b44-a4f7-7db93cce24d7 None None] Sync routers for ids ['46043582-201c-4854-aa18-64f5fc82ef07'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:30:17.464906 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08a7c5-8515-4b44-a4f7-7db93cce24d7 None None] Routers {'46043582-201c-4854-aa18-64f5fc82ef07'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:30:17.465888 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-df08a7c5-8515-4b44-a4f7-7db93cce24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:30:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['46043582-201c-4854-aa18-64f5fc82ef07'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:17.555419 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:17.568566 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-df08a7c5-8515-4b44-a4f7-7db93cce24d7 None None] Set router 46043582-201c-4854-aa18-64f5fc82ef07 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:30:17.657903 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:17.717670 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] Deleting port f970ad64-edc7-4323-9805-f8092aca5009 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:30:17.717670 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:17.742411 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-df08a7c5-8515-4b44-a4f7-7db93cce24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46043582-201c-4854-aa18-64f5fc82ef07', 'name': 'tempest-TestMinimumBasicScenario-2003705490-router', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f970ad64-edc7-4323-9805-f8092aca5009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:59Z', 'updated_at': '2021-11-11T22:30:16Z', 'revision_number': 5, 'project_id': '10c4c5eec0f24408bf59f41e1947d096', 'gw_port': {'id': 'f970ad64-edc7-4323-9805-f8092aca5009', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46043582-201c-4854-aa18-64f5fc82ef07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:28:00Z', 'updated_at': '2021-11-11T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:17.771429 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08a7c5-8515-4b44-a4f7-7db93cce24d7 None None] Checking router: 46043582-201c-4854-aa18-64f5fc82ef07 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:30:17.780750 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08a7c5-8515-4b44-a4f7-7db93cce24d7 None None] Routers {'46043582-201c-4854-aa18-64f5fc82ef07'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:30:17.781539 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-df08a7c5-8515-4b44-a4f7-7db93cce24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:30:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['46043582-201c-4854-aa18-64f5fc82ef07'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:17.802625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] For port f970ad64-edc7-4323-9805-f8092aca5009, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f970ad64-edc7-4323-9805-f8092aca5009,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:30:17.802994 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:17.814762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] Calling delete_port for f970ad64-edc7-4323-9805-f8092aca5009 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:30:17.869335 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-df08a7c5-8515-4b44-a4f7-7db93cce24d7 None None] Set router 46043582-201c-4854-aa18-64f5fc82ef07 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:30:17.919297 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-df08a7c5-8515-4b44-a4f7-7db93cce24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46043582-201c-4854-aa18-64f5fc82ef07', 'name': 'tempest-TestMinimumBasicScenario-2003705490-router', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:59Z', 'updated_at': '2021-11-11T22:30:17Z', 'revision_number': 6, 'project_id': '10c4c5eec0f24408bf59f41e1947d096', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:17.948109 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08a7c5-8515-4b44-a4f7-7db93cce24d7 None None] The sync data for ids ['46043582-201c-4854-aa18-64f5fc82ef07'] in n-d-805737-3 is: [{'id': '46043582-201c-4854-aa18-64f5fc82ef07', 'name': 'tempest-TestMinimumBasicScenario-2003705490-router', 'tenant_id': '10c4c5eec0f24408bf59f41e1947d096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:27:59Z', 'updated_at': '2021-11-11T22:30:17Z', 'revision_number': 6, 'project_id': '10c4c5eec0f24408bf59f41e1947d096', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:30:17.982313 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:18.009483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f970ad64-edc7-4323-9805-f8092aca5009,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:18.020977 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a615e84e-af88-424b-ab49-c1393cea88b9 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:30:18.066379 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:18.153712 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:18.155879 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:18.203921 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:18.204438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46043582-201c-4854-aa18-64f5fc82ef07 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:30:18.208892 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:18.210093 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e5010ece-7c8e-4708-82a4-f0c74c48f9b1 admin admin] 10.222.0.57 "DELETE /v2.0/routers/46043582-201c-4854-aa18-64f5fc82ef07 HTTP/1.1" status: 204 len: 168 time: 0.7560742 Nov 11 22:30:18.212693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57604) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:18.256924 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56c085f-91db-43f3-9536-4d87e95bcf7a admin admin] Deleting subnet 65845402-c410-43a5-8d7e-15c0d75cdc65 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:30:18.260167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a56c085f-91db-43f3-9536-4d87e95bcf7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:18.296787 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a56c085f-91db-43f3-9536-4d87e95bcf7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:18.384431 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a56c085f-91db-43f3-9536-4d87e95bcf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:18.439683 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a56c085f-91db-43f3-9536-4d87e95bcf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:18.466551 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c085f-91db-43f3-9536-4d87e95bcf7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65845402-c410-43a5-8d7e-15c0d75cdc65,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:18.468435 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a56c085f-91db-43f3-9536-4d87e95bcf7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:18.471693 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a56c085f-91db-43f3-9536-4d87e95bcf7a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/65845402-c410-43a5-8d7e-15c0d75cdc65 HTTP/1.1" status: 204 len: 168 time: 0.2579861 Nov 11 22:30:18.473472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb3766b-3efe-4084-b6d2-276f2b0e613b None None] Network d2681b2b-b698-44bd-a309-0b7447778b10 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:30:18.474411 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57606) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:18.547449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:18.603684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] Deleting port 2f71ffba-e8e3-4760-b2ab-cc60723850d0 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:30:18.604029 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:18.671897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] For port 2f71ffba-e8e3-4760-b2ab-cc60723850d0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2f71ffba-e8e3-4760-b2ab-cc60723850d0,segment=NetworkSegment(3b6d1b7e-243d-43fb-9dd1-34291dca8ab5),segment_id=3b6d1b7e-243d-43fb-9dd1-34291dca8ab5)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:30:18.672460 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:18.687572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] Calling delete_port for 2f71ffba-e8e3-4760-b2ab-cc60723850d0 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:30:18.776491 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:18.807441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f71ffba-e8e3-4760-b2ab-cc60723850d0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:18.816442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] No DVR routers for this DVR port 2f71ffba-e8e3-4760-b2ab-cc60723850d0 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:30:18.816679 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e17d98f-6c40-4fe1-9e53-1933bd976cdd None None] DHCP port deletion for d2681b2b-b698-44bd-a309-0b7447778b10 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:30:18.821474 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:19.047261 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2f71ffba-e8e3-4760-b2ab-cc60723850d0 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:30:19.067960 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 2f71ffba-e8e3-4760-b2ab-cc60723850d0 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:30:19.068383 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2f71ffba-e8e3-4760-b2ab-cc60723850d0 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:30:19.068836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f970ad64-edc7-4323-9805-f8092aca5009 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:30:19.088515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: f970ad64-edc7-4323-9805-f8092aca5009 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:30:19.088853 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f970ad64-edc7-4323-9805-f8092aca5009 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:30:19.089298 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 75978a4f-f32f-4c37-be70-856a5788dee0 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:30:19.114216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 75978a4f-f32f-4c37-be70-856a5788dee0 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:30:19.114562 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 75978a4f-f32f-4c37-be70-856a5788dee0 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:30:19.249666 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:19.271040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2681b2b-b698-44bd-a309-0b7447778b10']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:19.281162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6d1b7e-243d-43fb-9dd1-34291dca8ab5') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:19.281464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6d1b7e-243d-43fb-9dd1-34291dca8ab5') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:19.291179 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:19.304880 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:19.313185 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:30:19.313692 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:30:19.315717 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:30:19.377931 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:19.383810 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:19.387233 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] 10.222.0.57 "DELETE /v2.0/networks/d2681b2b-b698-44bd-a309-0b7447778b10 HTTP/1.1" status: 204 len: 168 time: 0.9118187 Nov 11 22:30:19.398526 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed77ca2-b644-488a-9b3f-5483d140628d admin admin] Pushing event deleted for resources: {'Network': ['ID=d2681b2b-b698-44bd-a309-0b7447778b10,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:19.398706 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:19.555654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57610) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:19.600302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cd2fd27b-e888-4d18-84c5-c14d57c07271 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aba4633d5d354990bd58a9d2b75c9913&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434752 Nov 11 22:30:19.602891 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57612) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:19.653461 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e4cbb3a-7fed-4ea0-8eb6-1dd99e3fd7db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:19.676080 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e4cbb3a-7fed-4ea0-8eb6-1dd99e3fd7db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:19.724573 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e4cbb3a-7fed-4ea0-8eb6-1dd99e3fd7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:19.727172 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e4cbb3a-7fed-4ea0-8eb6-1dd99e3fd7db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:19.728348 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5e4cbb3a-7fed-4ea0-8eb6-1dd99e3fd7db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/432c68f4-e522-418b-8ebd-f66d77fd38f7 HTTP/1.1" status: 204 len: 168 time: 0.1245997 Nov 11 22:30:19.736067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cbb3a-7fed-4ea0-8eb6-1dd99e3fd7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432c68f4-e522-418b-8ebd-f66d77fd38f7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:20.063379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57618) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:20.104936 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-41eedc2e-fa28-49aa-b874-c33d38740827 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=10c4c5eec0f24408bf59f41e1947d096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403244 Nov 11 22:30:20.107751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57620) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:20.156620 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eff9fd66-1352-4f2a-a08c-a5c05e52b469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:20.178596 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eff9fd66-1352-4f2a-a08c-a5c05e52b469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:20.232275 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eff9fd66-1352-4f2a-a08c-a5c05e52b469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:20.234834 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-eff9fd66-1352-4f2a-a08c-a5c05e52b469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:20.235974 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eff9fd66-1352-4f2a-a08c-a5c05e52b469 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/743bdf20-f0a1-40ac-b00f-0327b24edca2 HTTP/1.1" status: 204 len: 168 time: 0.1273460 Nov 11 22:30:20.243877 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9fd66-1352-4f2a-a08c-a5c05e52b469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743bdf20-f0a1-40ac-b00f-0327b24edca2,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:22.053395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57662) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:22.058134 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-dc933c45-7979-476c-a7fa-10d4824ad8e8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1303724788', 'description': 'tempest-secgroup-smoke-1303724788 description', 'project_id': '7d0c6300ec124bf0b83645cab7c91315'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:30:22.084948 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc933c45-7979-476c-a7fa-10d4824ad8e8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.094078 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc933c45-7979-476c-a7fa-10d4824ad8e8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.173452 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc933c45-7979-476c-a7fa-10d4824ad8e8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.180390 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc933c45-7979-476c-a7fa-10d4824ad8e8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.217627 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc933c45-7979-476c-a7fa-10d4824ad8e8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdbb1a4-96e5-4c10-8451-887967a103cb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:22.254417 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc933c45-7979-476c-a7fa-10d4824ad8e8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.260838 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc933c45-7979-476c-a7fa-10d4824ad8e8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.290417 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-dc933c45-7979-476c-a7fa-10d4824ad8e8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.291577 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-dc933c45-7979-476c-a7fa-10d4824ad8e8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2371433 Nov 11 22:30:22.292688 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc933c45-7979-476c-a7fa-10d4824ad8e8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55803793-9779-47da-aa5f-3117c64c0dcb,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:22.294766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57664) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:22.299616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-7d3b60d7-d127-40c9-82cf-dfaba0b4dbd9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '55803793-9779-47da-aa5f-3117c64c0dcb', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:30:22.328022 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d3b60d7-d127-40c9-82cf-dfaba0b4dbd9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.372537 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d3b60d7-d127-40c9-82cf-dfaba0b4dbd9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.378460 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d3b60d7-d127-40c9-82cf-dfaba0b4dbd9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.395898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b60d7-d127-40c9-82cf-dfaba0b4dbd9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75116d3-7c31-4124-8d22-552c0f33d1ed,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:22.404172 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-7d3b60d7-d127-40c9-82cf-dfaba0b4dbd9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.405454 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7d3b60d7-d127-40c9-82cf-dfaba0b4dbd9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1094904 Nov 11 22:30:22.408158 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57666) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:22.412471 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-321caa0e-a118-452f-8b8a-7b94aa736a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '55803793-9779-47da-aa5f-3117c64c0dcb', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:30:22.440086 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-321caa0e-a118-452f-8b8a-7b94aa736a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.499723 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-321caa0e-a118-452f-8b8a-7b94aa736a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.505504 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-321caa0e-a118-452f-8b8a-7b94aa736a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.525624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321caa0e-a118-452f-8b8a-7b94aa736a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0264a4-735f-43f1-bc62-f665458f108d,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:22.534445 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-321caa0e-a118-452f-8b8a-7b94aa736a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.535663 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-321caa0e-a118-452f-8b8a-7b94aa736a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265919 Nov 11 22:30:22.538488 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57668) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:22.543195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4f3f63c6-3947-4f92-955c-be840476fc0e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '55803793-9779-47da-aa5f-3117c64c0dcb', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:30:22.571597 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4f3f63c6-3947-4f92-955c-be840476fc0e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.632021 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4f3f63c6-3947-4f92-955c-be840476fc0e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.640059 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4f3f63c6-3947-4f92-955c-be840476fc0e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.663861 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f63c6-3947-4f92-955c-be840476fc0e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7494bf26-1c6f-4dd5-9df3-8bc33e55a26f,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:22.670657 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4f3f63c6-3947-4f92-955c-be840476fc0e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.671876 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4f3f63c6-3947-4f92-955c-be840476fc0e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324768 Nov 11 22:30:22.674726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57670) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:22.679170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d3fec937-9f30-4a83-b41b-bc7b8de68e4d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '55803793-9779-47da-aa5f-3117c64c0dcb', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:30:22.708187 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3fec937-9f30-4a83-b41b-bc7b8de68e4d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.768515 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3fec937-9f30-4a83-b41b-bc7b8de68e4d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.773632 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3fec937-9f30-4a83-b41b-bc7b8de68e4d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.791249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fec937-9f30-4a83-b41b-bc7b8de68e4d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ec1301-aef9-43ef-9f93-72a0138fd04e,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:22.800565 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d3fec937-9f30-4a83-b41b-bc7b8de68e4d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.801758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d3fec937-9f30-4a83-b41b-bc7b8de68e4d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260948 Nov 11 22:30:22.804703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57672) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:22.809017 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-cecaa6d7-1d31-4c94-aa18-9777c61ae374 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '55803793-9779-47da-aa5f-3117c64c0dcb', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:30:22.832176 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-cecaa6d7-1d31-4c94-aa18-9777c61ae374 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Project 7d0c6300ec124bf0b83645cab7c91315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:30:22.837371 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cecaa6d7-1d31-4c94-aa18-9777c61ae374 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.897638 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cecaa6d7-1d31-4c94-aa18-9777c61ae374 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.903354 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cecaa6d7-1d31-4c94-aa18-9777c61ae374 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.924667 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaa6d7-1d31-4c94-aa18-9777c61ae374 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab14ed0-da14-41cb-96bc-8e6166ad2927,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:22.934187 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cecaa6d7-1d31-4c94-aa18-9777c61ae374 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:22.935412 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cecaa6d7-1d31-4c94-aa18-9777c61ae374 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297410 Nov 11 22:30:22.938312 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57674) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:22.942669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-56ebcab0-f1a3-45b1-abd0-6babc1ca3b2d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '55803793-9779-47da-aa5f-3117c64c0dcb', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:30:22.967475 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-56ebcab0-f1a3-45b1-abd0-6babc1ca3b2d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Project 7d0c6300ec124bf0b83645cab7c91315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:30:22.972447 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56ebcab0-f1a3-45b1-abd0-6babc1ca3b2d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.029930 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56ebcab0-f1a3-45b1-abd0-6babc1ca3b2d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.035826 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56ebcab0-f1a3-45b1-abd0-6babc1ca3b2d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.053937 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebcab0-f1a3-45b1-abd0-6babc1ca3b2d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4492f1f-d3e6-4c2b-97f8-abde980c506c,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:23.063050 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-56ebcab0-f1a3-45b1-abd0-6babc1ca3b2d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.064264 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-56ebcab0-f1a3-45b1-abd0-6babc1ca3b2d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250148 Nov 11 22:30:23.067386 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57676) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:23.072134 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a1ebfec5-0441-48e7-a0bd-24d694005053 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'network': {'name': 'tempest-network-smoke--660999611', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'port_security_enabled': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:30:23.093598 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ebfec5-0441-48e7-a0bd-24d694005053 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Made reservation on behalf of 7d0c6300ec124bf0b83645cab7c91315 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:30:23.097027 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfec5-0441-48e7-a0bd-24d694005053 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.121687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ebfec5-0441-48e7-a0bd-24d694005053 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:30:23.130200 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfec5-0441-48e7-a0bd-24d694005053 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.130539 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-a1ebfec5-0441-48e7-a0bd-24d694005053 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Added segment 636b603d-0406-4d1e-bded-47de5357bc03 of type vlan for network 9a7e62a5-9c01-42e4-a245-415a1cab45e8 Nov 11 22:30:23.168228 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfec5-0441-48e7-a0bd-24d694005053 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.196444 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfec5-0441-48e7-a0bd-24d694005053 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.202045 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebfec5-0441-48e7-a0bd-24d694005053 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:23.202681 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfec5-0441-48e7-a0bd-24d694005053 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.261333 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a1ebfec5-0441-48e7-a0bd-24d694005053 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1929319 Nov 11 22:30:23.264318 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57678) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:23.270870 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'admin_state_up': True, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:30:23.281074 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebfec5-0441-48e7-a0bd-24d694005053 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Network': ['ID=9a7e62a5-9c01-42e4-a245-415a1cab45e8,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:23.291347 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 9a7e62a5-9c01-42e4-a245-415a1cab45e8 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:30:23.300317 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.301437 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.355572 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.491896 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.690966 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.709391 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.813812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.25.0.192 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/c54acd92-dd2e-4094-80e7-520db2584551) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:30:23.915923 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.955725 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.991904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:30:23.998322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:30:24.002791 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:30:24.005789 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=c54acd92-dd2e-4094-80e7-520db2584551,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:24.011845 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d03e257-8372-41b9-9f91-2211412665dc None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:30:24.071952 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-c6e80d6f-6aad-43f6-9fa6-68a1737bfbcd None None] Provisioning complete for port c54acd92-dd2e-4094-80e7-520db2584551 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:30:24.072322 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c6e80d6f-6aad-43f6-9fa6-68a1737bfbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:24.107922 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c6e80d6f-6aad-43f6-9fa6-68a1737bfbcd None None] Port c54acd92-dd2e-4094-80e7-520db2584551 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:30:24.256848 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:24.463341 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:24.592947 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router 1a70b967-9478-4302-bae0-86ebc598fdf1 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:30:24.710113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:30:24.721350 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Sync routers for ids ['1a70b967-9478-4302-bae0-86ebc598fdf1'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:30:24.732811 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Routers {'1a70b967-9478-4302-bae0-86ebc598fdf1'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:30:24.733163 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:24.733621 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:30:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1a70b967-9478-4302-bae0-86ebc598fdf1'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:24.734436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1dee10c6-5599-440b-ab17-0beb37f2ff5f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4690900 Nov 11 22:30:24.737635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57680) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:24.837514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Set router 1a70b967-9478-4302-bae0-86ebc598fdf1 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:30:24.859172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-062d5fa0-9ea7-4019-a902-5638451712de tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7d0c6300ec124bf0b83645cab7c91315&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1199410 Nov 11 22:30:24.861478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57684) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:24.955210 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bae481-3115-4597-a6cb-5786edc38107 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:24.956821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d2bae481-3115-4597-a6cb-5786edc38107 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943611 Nov 11 22:30:24.959830 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57686) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:24.993461 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c1f34600-4258-4501-ac83-deeb6a61037f tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324512 Nov 11 22:30:24.996239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57688) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:25.001545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-de0573fc-3296-4b13-926b-b0597aedc8d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-247113041', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:30:25.018648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:24Z', 'revision_number': 3, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:25.044970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Checking router: 1a70b967-9478-4302-bae0-86ebc598fdf1 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:30:25.045319 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Updating router 1a70b967-9478-4302-bae0-86ebc598fdf1 port c54acd92-dd2e-4094-80e7-520db2584551 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:30:25.069265 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:25.088939 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0573fc-3296-4b13-926b-b0597aedc8d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Made reservation on behalf of 7d0c6300ec124bf0b83645cab7c91315 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:30:25.093264 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de0573fc-3296-4b13-926b-b0597aedc8d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:25.272543 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de0573fc-3296-4b13-926b-b0597aedc8d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:25.319822 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:25.327542 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:25.336522 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0573fc-3296-4b13-926b-b0597aedc8d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Subnet': ['ID=28b8b361-024e-40cb-9e05-d6eaa9ef76e2,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:25.348405 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0573fc-3296-4b13-926b-b0597aedc8d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Checking segment: {'id': '636b603d-0406-4d1e-bded-47de5357bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:30:25.348770 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0573fc-3296-4b13-926b-b0597aedc8d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network hostable DHCP agents. Network: 9a7e62a5-9c01-42e4-a245-415a1cab45e8, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:30:25.371068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0573fc-3296-4b13-926b-b0597aedc8d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 9a7e62a5-9c01-42e4-a245-415a1cab45e8 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:30:25.373512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0025440a-f654-42a4-ad69-4f3cd4119392 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:30:25.381447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-de0573fc-3296-4b13-926b-b0597aedc8d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 9a7e62a5-9c01-42e4-a245-415a1cab45e8) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:30:25.384554 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Attempting to bind port c54acd92-dd2e-4094-80e7-520db2584551 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:30:25.384707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Attempting to bind port c54acd92-dd2e-4094-80e7-520db2584551 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:30:25.385079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Attempting to bind port c54acd92-dd2e-4094-80e7-520db2584551 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:30:25.386127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0573fc-3296-4b13-926b-b0597aedc8d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:25.386725 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-de0573fc-3296-4b13-926b-b0597aedc8d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:25.387641 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f050d-6d3b-4bce-b014-7831864f7e5b None None] Pushing event updated for resources: {'Port': ['ID=c54acd92-dd2e-4094-80e7-520db2584551,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:25.392406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9d9b36-65e1-4e02-95c5-30d376d43797 None None] Network 9a7e62a5-9c01-42e4-a245-415a1cab45e8 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:30:25.407837 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-de0573fc-3296-4b13-926b-b0597aedc8d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4099011 Nov 11 22:30:25.408636 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:30:25.409062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:30:25.409451 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:25.409900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:30:25.410057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57690) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:25.410412 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Bound port: c54acd92-dd2e-4094-80e7-520db2584551, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:30:25.410788 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:25.512610 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] For port c54acd92-dd2e-4094-80e7-520db2584551, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:30:25.514516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-10e492e1-0e8b-4994-b81b-a0c28fd5525a None None] Provisioning complete for port c54acd92-dd2e-4094-80e7-520db2584551 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:30:25.514934 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-10e492e1-0e8b-4994-b81b-a0c28fd5525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:25.550992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] For port c54acd92-dd2e-4094-80e7-520db2584551, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c54acd92-dd2e-4094-80e7-520db2584551,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:30:25.560825 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:25.602848 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-10e492e1-0e8b-4994-b81b-a0c28fd5525a None None] Port c54acd92-dd2e-4094-80e7-520db2584551 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:30:25.640113 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c687854-0026-4887-8ced-ae2bf1751bc5 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:30:25.668304 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f050d-6d3b-4bce-b014-7831864f7e5b None None] Pushing event updated for resources: {'Port': ['ID=c54acd92-dd2e-4094-80e7-520db2584551,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:25.675671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Routers {'1a70b967-9478-4302-bae0-86ebc598fdf1'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:30:25.675671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:30:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1a70b967-9478-4302-bae0-86ebc598fdf1'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:25.722905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ips': [{'subnet_id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:30:25.723748 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:25.841009 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bbe91c78-50fb-43e0-9b6e-d7c6a0eab049 None None] Provisioning complete for port c54acd92-dd2e-4094-80e7-520db2584551 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:30:25.841372 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bbe91c78-50fb-43e0-9b6e-d7c6a0eab049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:25.862804 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:25.909147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] Set router 1a70b967-9478-4302-bae0-86ebc598fdf1 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:30:26.043454 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Allocated IP 172.20.0.2 (9a7e62a5-9c01-42e4-a245-415a1cab45e8/28b8b361-024e-40cb-9e05-d6eaa9ef76e2/6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:30:26.318718 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bbe91c78-50fb-43e0-9b6e-d7c6a0eab049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:26.371088 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-bbe91c78-50fb-43e0-9b6e-d7c6a0eab049 None None] For port c54acd92-dd2e-4094-80e7-520db2584551, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c54acd92-dd2e-4094-80e7-520db2584551,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:30:26.379954 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bbe91c78-50fb-43e0-9b6e-d7c6a0eab049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:26.479757 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:26.487765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe91c78-50fb-43e0-9b6e-d7c6a0eab049 None None] Pushing event updated for resources: {'Port': ['ID=c54acd92-dd2e-4094-80e7-520db2584551,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:26.492105 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:26.503061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:24Z', 'revision_number': 3, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:26.542890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.20.0.1 (9a7e62a5-9c01-42e4-a245-415a1cab45e8/28b8b361-024e-40cb-9e05-d6eaa9ef76e2/26dc5c8a-e652-4fe6-ae7f-383654aad22e) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:30:26.551502 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404cd42-c76a-4ee7-b4f1-77dbd5e3de57 None None] The sync data for ids ['1a70b967-9478-4302-bae0-86ebc598fdf1'] in n-d-805737-3 is: [{'id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:24Z', 'revision_number': 3, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:30:26.558414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Network 9a7e62a5-9c01-42e4-a245-415a1cab45e8 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:30:26.563663 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:30:26.567275 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:30:26.574897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Pushing event updated for resources: {'Port': ['ID=6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:26.637755 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Attempting to bind port 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:30:26.637947 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Attempting to bind port 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '636b603d-0406-4d1e-bded-47de5357bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:30:26.638260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Attempting to bind port 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3 on network 9a7e62a5-9c01-42e4-a245-415a1cab45e8 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:30:26.643545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:30:26.643912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Checking segment: {'id': '636b603d-0406-4d1e-bded-47de5357bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:30:26.644308 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:26.644696 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Bound using segment: {'id': '636b603d-0406-4d1e-bded-47de5357bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:30:26.645183 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Bound port: 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636b603d-0406-4d1e-bded-47de5357bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:30:26.645568 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:26.679216 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:26.715964 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:26.716224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] For port 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:30:26.719749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] For port 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3,segment=NetworkSegment(636b603d-0406-4d1e-bded-47de5357bc03),segment_id=636b603d-0406-4d1e-bded-47de5357bc03)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:30:26.726549 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:26.756058 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 9a7e62a5-9c01-42e4-a245-415a1cab45e8 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:30:26.759485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:30:26.767131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:30:26.796911 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f3e1a-b7a4-4a9e-a69a-81d60069fb1b None None] Pushing event updated for resources: {'Port': ['ID=6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:26.816989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=26dc5c8a-e652-4fe6-ae7f-383654aad22e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:26.829987 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:26.979978 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:27.112483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c54acd92-dd2e-4094-80e7-520db2584551 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:30:27.180314 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port c54acd92-dd2e-4094-80e7-520db2584551 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:30:27.180688 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:27.319083 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:27.324866 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:27.400002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=26dc5c8a-e652-4fe6-ae7f-383654aad22e,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:27.405268 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:27.494948 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 9a7e62a5-9c01-42e4-a245-415a1cab45e8 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:30:27.496359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:30:27.611346 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router 1a70b967-9478-4302-bae0-86ebc598fdf1 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:30:27.817566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56595c2-70e9-4d5a-b426-e5833e0d25e6 None None] Network 9a7e62a5-9c01-42e4-a245-415a1cab45e8 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:30:27.882328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-ee4afe49-0a27-46a4-a719-56ea5105e5fd None None] Provisioning complete for port 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:30:27.882605 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee4afe49-0a27-46a4-a719-56ea5105e5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:28.035821 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee4afe49-0a27-46a4-a719-56ea5105e5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:28.078366 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ee4afe49-0a27-46a4-a719-56ea5105e5fd None None] For port 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3,segment=NetworkSegment(636b603d-0406-4d1e-bded-47de5357bc03),segment_id=636b603d-0406-4d1e-bded-47de5357bc03)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:30:28.083592 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ee4afe49-0a27-46a4-a719-56ea5105e5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:28.083926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:30:28.095523 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a655abc1-9730-4e34-9368-893bf84c4624 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "PUT /v2.0/routers/1a70b967-9478-4302-bae0-86ebc598fdf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6844113 Nov 11 22:30:28.146040 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4afe49-0a27-46a4-a719-56ea5105e5fd None None] Pushing event updated for resources: {'Port': ['ID=6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:28.263041 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-23e9876c-1324-452e-b8e8-a4be28b9ce36 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1303724788&fields=id&tenant_id=7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 267 time: 0.0469005 Nov 11 22:30:28.307818 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bb6c73ca-058e-4e6d-9b0e-40b007895d5f None None] Provisioning complete for port 26dc5c8a-e652-4fe6-ae7f-383654aad22e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:30:28.308839 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb6c73ca-058e-4e6d-9b0e-40b007895d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:28.347230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c73ca-058e-4e6d-9b0e-40b007895d5f None None] Port 26dc5c8a-e652-4fe6-ae7f-383654aad22e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:30:28.362931 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bb6c73ca-058e-4e6d-9b0e-40b007895d5f None None] Provisioning complete for port 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:30:28.363224 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb6c73ca-058e-4e6d-9b0e-40b007895d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:28.389914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-7fb898be-aa2f-4f1e-9fc8-3ef37cdf47d8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:28.391563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-7fb898be-aa2f-4f1e-9fc8-3ef37cdf47d8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/networks?id=9a7e62a5-9c01-42e4-a245-415a1cab45e8 HTTP/1.1" status: 200 len: 796 time: 0.1188693 Nov 11 22:30:28.410068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-7e51aa52-ae51-4272-a87c-34df6a786353 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/quotas/7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 375 time: 0.0116465 Nov 11 22:30:28.438931 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Sync routers for ids ['1a70b967-9478-4302-bae0-86ebc598fdf1'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:30:28.457407 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Routers {'1a70b967-9478-4302-bae0-86ebc598fdf1'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:30:28.458321 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:30:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1a70b967-9478-4302-bae0-86ebc598fdf1'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:28.481579 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-25aa62c9-eccf-4dd4-8209-2675386881d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597119 Nov 11 22:30:28.577574 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Set router 1a70b967-9478-4302-bae0-86ebc598fdf1 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:30:28.587160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-006b4e87-4a10-438e-b144-b2a4bf897e6f None None] Provisioning complete for port 26dc5c8a-e652-4fe6-ae7f-383654aad22e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:30:28.587535 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-006b4e87-4a10-438e-b144-b2a4bf897e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:28.625071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-006b4e87-4a10-438e-b144-b2a4bf897e6f None None] Port 26dc5c8a-e652-4fe6-ae7f-383654aad22e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:30:28.642388 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-aaa0282f-fec7-4198-9bd3-5262f1793eb2 service neutron] 10.222.0.57 "GET /v2.0/networks/9a7e62a5-9c01-42e4-a245-415a1cab45e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431787 Nov 11 22:30:28.737742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-dd1301f0-6fc2-4830-b9c5-27f0bd4594b6 service neutron] 10.222.0.57 "GET /v2.0/networks/9a7e62a5-9c01-42e4-a245-415a1cab45e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889938 Nov 11 22:30:28.747617 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b3726c18-df2f-4844-b42d-d892bb990718 None None] Provisioning complete for port 26dc5c8a-e652-4fe6-ae7f-383654aad22e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:30:28.747990 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3726c18-df2f-4844-b42d-d892bb990718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:28.782789 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b3726c18-df2f-4844-b42d-d892bb990718 None None] Port 26dc5c8a-e652-4fe6-ae7f-383654aad22e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:30:28.785069 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '26dc5c8a-e652-4fe6-ae7f-383654aad22e', 'name': '', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:b4:fa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:25Z', 'updated_at': '2021-11-11T22:30:27Z', 'revision_number': 2, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:28.814997 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Checking router: 1a70b967-9478-4302-bae0-86ebc598fdf1 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:30:28.815344 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Updating router 1a70b967-9478-4302-bae0-86ebc598fdf1 port 26dc5c8a-e652-4fe6-ae7f-383654aad22e binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:30:28.845112 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:28.903866 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9d4b2fe-a9b6-4af4-ac53-786075098aa5 req-0641153b-4bb3-467a-8a87-efe2918ba1b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 210 time: 0.0272558 Nov 11 22:30:29.070400 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:30:29.124034 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:30:29.124658 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:29.223131 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:29.229595 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:29.298070 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39754585-ec16-4359-a11f-8badae2d3cbf None None] Pushing event updated for resources: {'Port': ['ID=26dc5c8a-e652-4fe6-ae7f-383654aad22e,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:29.318379 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39754585-ec16-4359-a11f-8badae2d3cbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:29.318888 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39754585-ec16-4359-a11f-8badae2d3cbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:29.319104 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39754585-ec16-4359-a11f-8badae2d3cbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:29.319395 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39754585-ec16-4359-a11f-8badae2d3cbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:29.319687 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39754585-ec16-4359-a11f-8badae2d3cbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:29.320012 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39754585-ec16-4359-a11f-8badae2d3cbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:29.320329 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39754585-ec16-4359-a11f-8badae2d3cbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:29.320645 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39754585-ec16-4359-a11f-8badae2d3cbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:29.320997 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39754585-ec16-4359-a11f-8badae2d3cbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:29.321298 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39754585-ec16-4359-a11f-8badae2d3cbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:29.321699 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39754585-ec16-4359-a11f-8badae2d3cbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:29.321930 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39754585-ec16-4359-a11f-8badae2d3cbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:30:29.342257 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Attempting to bind port 26dc5c8a-e652-4fe6-ae7f-383654aad22e on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:30:29.342654 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Attempting to bind port 26dc5c8a-e652-4fe6-ae7f-383654aad22e by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '636b603d-0406-4d1e-bded-47de5357bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:30:29.343042 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Attempting to bind port 26dc5c8a-e652-4fe6-ae7f-383654aad22e on network 9a7e62a5-9c01-42e4-a245-415a1cab45e8 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:30:29.348072 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:30:29.348440 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Checking segment: {'id': '636b603d-0406-4d1e-bded-47de5357bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:30:29.348932 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:29.349440 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Bound using segment: {'id': '636b603d-0406-4d1e-bded-47de5357bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:30:29.349903 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Bound port: 26dc5c8a-e652-4fe6-ae7f-383654aad22e, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636b603d-0406-4d1e-bded-47de5357bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:30:29.350279 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:29.423393 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] For port 26dc5c8a-e652-4fe6-ae7f-383654aad22e, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:30:29.427006 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] For port 26dc5c8a-e652-4fe6-ae7f-383654aad22e, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=26dc5c8a-e652-4fe6-ae7f-383654aad22e,segment=NetworkSegment(636b603d-0406-4d1e-bded-47de5357bc03),segment_id=636b603d-0406-4d1e-bded-47de5357bc03)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:30:29.431743 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:29.495620 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Routers {'1a70b967-9478-4302-bae0-86ebc598fdf1'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:30:29.496232 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:30:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1a70b967-9478-4302-bae0-86ebc598fdf1'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:29.515755 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5b3251a6-cc45-4782-afe2-c145bbfaeed3 None None] Provisioning complete for port 26dc5c8a-e652-4fe6-ae7f-383654aad22e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:30:29.516132 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b3251a6-cc45-4782-afe2-c145bbfaeed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:29.533040 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39754585-ec16-4359-a11f-8badae2d3cbf None None] Pushing event updated for resources: {'Port': ['ID=26dc5c8a-e652-4fe6-ae7f-383654aad22e,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:29.605335 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b3251a6-cc45-4782-afe2-c145bbfaeed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:29.620206 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] Set router 1a70b967-9478-4302-bae0-86ebc598fdf1 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:30:29.640515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-5b3251a6-cc45-4782-afe2-c145bbfaeed3 None None] For port 26dc5c8a-e652-4fe6-ae7f-383654aad22e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=26dc5c8a-e652-4fe6-ae7f-383654aad22e,segment=NetworkSegment(636b603d-0406-4d1e-bded-47de5357bc03),segment_id=636b603d-0406-4d1e-bded-47de5357bc03)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:30:29.645694 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b3251a6-cc45-4782-afe2-c145bbfaeed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:29.701496 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3251a6-cc45-4782-afe2-c145bbfaeed3 None None] Pushing event updated for resources: {'Port': ['ID=26dc5c8a-e652-4fe6-ae7f-383654aad22e,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:29.768040 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d3678d08-a718-40be-ae08-7f5f28c0ee75 None None] Provisioning complete for port 26dc5c8a-e652-4fe6-ae7f-383654aad22e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:30:29.768480 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3678d08-a718-40be-ae08-7f5f28c0ee75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:29.842288 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '26dc5c8a-e652-4fe6-ae7f-383654aad22e', 'name': '', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:b4:fa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:25Z', 'updated_at': '2021-11-11T22:30:29Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:29.874113 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22343e43-6252-4e3c-a962-03ebc4d20bb2 None None] The sync data for ids ['1a70b967-9478-4302-bae0-86ebc598fdf1'] in n-d-805737-3 is: [{'id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '26dc5c8a-e652-4fe6-ae7f-383654aad22e', 'name': '', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:b4:fa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:25Z', 'updated_at': '2021-11-11T22:30:29Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:30:30.001485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-3c8b032a-5121-4461-87d3-560d93ee6e12 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:30.003814 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-3c8b032a-5121-4461-87d3-560d93ee6e12 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "GET /v2.0/networks?id=9a7e62a5-9c01-42e4-a245-415a1cab45e8 HTTP/1.1" status: 200 len: 796 time: 0.1800671 Nov 11 22:30:30.026690 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6f98ab91-8129-4bb9-b328-20fc41ddcfcd req-cf573203-5636-4ab9-b328-ca0ea6a597d8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 210 time: 0.0286806 Nov 11 22:30:30.077645 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-90f292f1-802c-45c9-b8ca-23ffc568497b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 380 time: 0.0641532 Nov 11 22:30:30.088147 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-271bcdd6-6fce-4615-bcd8-b51ca2262613 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'port': {'device_id': 'e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'admin_state_up': True, 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'security_groups': ['55803793-9779-47da-aa5f-3117c64c0dcb']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:30:30.216480 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-271bcdd6-6fce-4615-bcd8-b51ca2262613 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Made reservation on behalf of 7d0c6300ec124bf0b83645cab7c91315 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:30:30.223588 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-271bcdd6-6fce-4615-bcd8-b51ca2262613 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:30.363288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-271bcdd6-6fce-4615-bcd8-b51ca2262613 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.20.0.8 (9a7e62a5-9c01-42e4-a245-415a1cab45e8/28b8b361-024e-40cb-9e05-d6eaa9ef76e2/af50dd33-c683-4846-add3-2a6d64834290) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:30:30.505814 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-271bcdd6-6fce-4615-bcd8-b51ca2262613 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:30.543497 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-271bcdd6-6fce-4615-bcd8-b51ca2262613 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:30.592174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-271bcdd6-6fce-4615-bcd8-b51ca2262613 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 9a7e62a5-9c01-42e4-a245-415a1cab45e8 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:30:30.598546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-271bcdd6-6fce-4615-bcd8-b51ca2262613 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:30:30.603370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-271bcdd6-6fce-4615-bcd8-b51ca2262613 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:30:30.631078 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bcdd6-6fce-4615-bcd8-b51ca2262613 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=af50dd33-c683-4846-add3-2a6d64834290,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:30.665142 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-271bcdd6-6fce-4615-bcd8-b51ca2262613 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:30.665810 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-271bcdd6-6fce-4615-bcd8-b51ca2262613 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:30.685047 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-271bcdd6-6fce-4615-bcd8-b51ca2262613 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6011553 Nov 11 22:30:30.705408 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-2f9388a7-1365-432a-9a4c-e3e9984daf98 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:30:30.706858 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-2f9388a7-1365-432a-9a4c-e3e9984daf98 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123124 Nov 11 22:30:30.778386 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Request body: {'port': {'device_id': 'e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:30:30.839056 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:30.887333 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d1153cb7-b653-466b-b8d1-1dd8c48c677c None None] Provisioning complete for port af50dd33-c683-4846-add3-2a6d64834290 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:30:30.887921 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d1153cb7-b653-466b-b8d1-1dd8c48c677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:30.924412 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d1153cb7-b653-466b-b8d1-1dd8c48c677c None None] Port af50dd33-c683-4846-add3-2a6d64834290 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:30:31.064555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 26dc5c8a-e652-4fe6-ae7f-383654aad22e up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:30:31.114619 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 26dc5c8a-e652-4fe6-ae7f-383654aad22e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:30:31.114937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af50dd33-c683-4846-add3-2a6d64834290 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:30:31.115423 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:31.123046 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:31.135495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Transition to ACTIVE for port object af50dd33-c683-4846-add3-2a6d64834290 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:30:31.141008 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:31.158860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadd574-edee-41f4-a4b0-0736cfb2257a req-5e55bcf3-de70-4fd1-8e4c-678246882091 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:31.166290 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-faadd574-edee-41f4-a4b0-0736cfb2257a req-5e55bcf3-de70-4fd1-8e4c-678246882091 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 931 time: 0.0611472 Nov 11 22:30:31.220245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-faadd574-edee-41f4-a4b0-0736cfb2257a req-f6b6805f-3f3f-47b4-97ff-b901e3a88dc7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529721 Nov 11 22:30:31.260556 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Pushing event updated for resources: {'Port': ['ID=af50dd33-c683-4846-add3-2a6d64834290,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:31.278767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Attempting to bind port af50dd33-c683-4846-add3-2a6d64834290 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:30:31.279202 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Attempting to bind port af50dd33-c683-4846-add3-2a6d64834290 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '636b603d-0406-4d1e-bded-47de5357bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:30:31.279624 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Attempting to bind port af50dd33-c683-4846-add3-2a6d64834290 on network 9a7e62a5-9c01-42e4-a245-415a1cab45e8 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:30:31.284489 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Port af50dd33-c683-4846-add3-2a6d64834290 on network 9a7e62a5-9c01-42e4-a245-415a1cab45e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:30:31.284965 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Attempting to bind port af50dd33-c683-4846-add3-2a6d64834290 on network 9a7e62a5-9c01-42e4-a245-415a1cab45e8 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:30:31.290609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:30:31.290945 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Checking segment: {'id': '636b603d-0406-4d1e-bded-47de5357bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:30:31.291333 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Bound using segment: {'id': '636b603d-0406-4d1e-bded-47de5357bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:30:31.291759 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Bound port: af50dd33-c683-4846-add3-2a6d64834290, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636b603d-0406-4d1e-bded-47de5357bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:30:31.292114 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:31.367058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] For port af50dd33-c683-4846-add3-2a6d64834290, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:30:31.370194 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] For port af50dd33-c683-4846-add3-2a6d64834290, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=af50dd33-c683-4846-add3-2a6d64834290,segment=NetworkSegment(636b603d-0406-4d1e-bded-47de5357bc03),segment_id=636b603d-0406-4d1e-bded-47de5357bc03)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:30:31.376896 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:31.408343 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:31.408994 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:31.410382 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] 10.222.0.10 "PUT /v2.0/ports/af50dd33-c683-4846-add3-2a6d64834290 HTTP/1.1" status: 200 len: 1091 time: 0.6925216 Nov 11 22:30:31.410818 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2', 'tag': 'af50dd33-c683-4846-add3-2a6d64834290'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:30:31.413140 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e51f64e-8da0-40b4-8e13-d76585392fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2", "tag": "af50dd33-c683-4846-add3-2a6d64834290"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:30:31.442605 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9263daf-2c96-4210-bdd2-ee6916323a03 service neutron] Pushing event updated for resources: {'Port': ['ID=af50dd33-c683-4846-add3-2a6d64834290,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:31.476842 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d4b9b4-0704-46f1-b2d1-d72bd891da48 x-openstack-request-id: req-e9d4b9b4-0704-46f1-b2d1-d72bd891da48 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:30:31.477169 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2", "tag": "af50dd33-c683-4846-add3-2a6d64834290", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:30:31.477429 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e9d4b9b4-0704-46f1-b2d1-d72bd891da48 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:30:31.477892 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2', 'tag': 'af50dd33-c683-4846-add3-2a6d64834290', 'status': 'completed', 'code': 200} Nov 11 22:30:31.512186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-25c075e8-f211-4776-90d8-7fce045d8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:31.513745 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-25c075e8-f211-4776-90d8-7fce045d8265 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 1094 time: 0.0504510 Nov 11 22:30:31.561719 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-aadebfc0-6852-468e-afb7-202ca549b5fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af50dd33-c683-4846-add3-2a6d64834290 HTTP/1.1" status: 200 len: 217 time: 0.0395291 Nov 11 22:30:31.611205 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-feb52f4c-4f20-478e-806b-ebf879a82f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:31.612679 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-feb52f4c-4f20-478e-806b-ebf879a82f51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28b8b361-024e-40cb-9e05-d6eaa9ef76e2 HTTP/1.1" status: 200 len: 834 time: 0.0441563 Nov 11 22:30:31.658752 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-60587ee9-6554-4cf4-a4e8-385d6d2bf96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:31.660194 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-60587ee9-6554-4cf4-a4e8-385d6d2bf96b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a7e62a5-9c01-42e4-a245-415a1cab45e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403843 Nov 11 22:30:31.754694 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-27b403ca-387a-4dbd-ae0a-88bc43635e12 service neutron] 10.222.0.10 "GET /v2.0/networks/9a7e62a5-9c01-42e4-a245-415a1cab45e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865974 Nov 11 22:30:31.846099 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-35c25f93-55a1-4e6e-a0bf-5cd98e3b2891 req-1e62bd4b-9a9c-4452-844e-5a84685fbcf5 service neutron] 10.222.0.10 "GET /v2.0/networks/9a7e62a5-9c01-42e4-a245-415a1cab45e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841181 Nov 11 22:30:31.942240 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51f64e-8da0-40b4-8e13-d76585392fd2 req-7c963b98-d34f-4c85-b886-8cf7c69b5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:31.943743 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e51f64e-8da0-40b4-8e13-d76585392fd2 req-7c963b98-d34f-4c85-b886-8cf7c69b5a69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 1094 time: 0.0469847 Nov 11 22:30:32.036414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51f64e-8da0-40b4-8e13-d76585392fd2 req-2ac2095a-4f09-41e7-be36-6a833320a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:32.037893 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e51f64e-8da0-40b4-8e13-d76585392fd2 req-2ac2095a-4f09-41e7-be36-6a833320a27d service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a7e62a5-9c01-42e4-a245-415a1cab45e8 HTTP/1.1" status: 200 len: 898 time: 0.0868647 Nov 11 22:30:32.084303 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e51f64e-8da0-40b4-8e13-d76585392fd2 req-56d45fba-0538-4503-b4d5-28b4338d82f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af50dd33-c683-4846-add3-2a6d64834290 HTTP/1.1" status: 200 len: 217 time: 0.0380704 Nov 11 22:30:32.134175 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51f64e-8da0-40b4-8e13-d76585392fd2 req-cd5b7edb-34d4-4ff4-afad-804e59320606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:32.135572 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e51f64e-8da0-40b4-8e13-d76585392fd2 req-cd5b7edb-34d4-4ff4-afad-804e59320606 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28b8b361-024e-40cb-9e05-d6eaa9ef76e2 HTTP/1.1" status: 200 len: 834 time: 0.0440590 Nov 11 22:30:32.184156 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51f64e-8da0-40b4-8e13-d76585392fd2 req-78cbdd99-9129-49c6-a251-7218edcb38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:32.185665 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e51f64e-8da0-40b4-8e13-d76585392fd2 req-78cbdd99-9129-49c6-a251-7218edcb38c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a7e62a5-9c01-42e4-a245-415a1cab45e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417380 Nov 11 22:30:32.280013 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e51f64e-8da0-40b4-8e13-d76585392fd2 req-55282d09-7e8d-4b8a-ab10-0beec3816443 service neutron] 10.222.0.10 "GET /v2.0/networks/9a7e62a5-9c01-42e4-a245-415a1cab45e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866797 Nov 11 22:30:32.332913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49068684-6bba-4ac8-bb8b-5caabb4d622b req-a26b05e1-b7b6-4040-9665-dd9fc2c3215d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:32.334408 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49068684-6bba-4ac8-bb8b-5caabb4d622b req-a26b05e1-b7b6-4040-9665-dd9fc2c3215d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 943 time: 0.0504112 Nov 11 22:30:32.371527 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e51f64e-8da0-40b4-8e13-d76585392fd2 req-77eae99a-b98a-4946-b354-1535cc608288 service neutron] 10.222.0.10 "GET /v2.0/networks/9a7e62a5-9c01-42e4-a245-415a1cab45e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829232 Nov 11 22:30:32.385587 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-49068684-6bba-4ac8-bb8b-5caabb4d622b req-42f525cc-f857-4d04-8c6a-7d809b822813 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449595 Nov 11 22:30:33.515753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d3f0a-16e2-49e8-a72d-55bd2edfa2b5 req-c9faf2fd-5720-48e4-b25f-c494b1d05f1f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:33.517323 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f66d3f0a-16e2-49e8-a72d-55bd2edfa2b5 req-c9faf2fd-5720-48e4-b25f-c494b1d05f1f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 943 time: 0.0576985 Nov 11 22:30:33.571247 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f66d3f0a-16e2-49e8-a72d-55bd2edfa2b5 req-a62692f8-8e27-410f-b063-9a049d6aab44 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448420 Nov 11 22:30:34.455600 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:30:34.690253 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82878b0-6312-4c0d-b6f3-dd246dea2c2a req-4d8d34b8-bb1c-4cd8-90c5-f2a97d5975b2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:34.691738 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c82878b0-6312-4c0d-b6f3-dd246dea2c2a req-4d8d34b8-bb1c-4cd8-90c5-f2a97d5975b2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 943 time: 0.0508518 Nov 11 22:30:34.745957 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c82878b0-6312-4c0d-b6f3-dd246dea2c2a req-99622d80-7aa1-4adf-b624-dc48789deed4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452683 Nov 11 22:30:35.129922 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device af50dd33-c683-4846-add3-2a6d64834290 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:30:35.237880 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port af50dd33-c683-4846-add3-2a6d64834290, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=af50dd33-c683-4846-add3-2a6d64834290,segment=NetworkSegment(636b603d-0406-4d1e-bded-47de5357bc03),segment_id=636b603d-0406-4d1e-bded-47de5357bc03)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:30:35.249080 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'af50dd33-c683-4846-add3-2a6d64834290', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'port_id': 'af50dd33-c683-4846-add3-2a6d64834290', 'mac_address': 'fa:16:3e:90:11:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:30:35.285470 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:35.302932 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af50dd33-c683-4846-add3-2a6d64834290 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:30:35.327432 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port af50dd33-c683-4846-add3-2a6d64834290, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=af50dd33-c683-4846-add3-2a6d64834290,segment=NetworkSegment(636b603d-0406-4d1e-bded-47de5357bc03),segment_id=636b603d-0406-4d1e-bded-47de5357bc03)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:30:35.333997 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:35.385796 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=af50dd33-c683-4846-add3-2a6d64834290,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:35.560933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['af50dd33-c683-4846-add3-2a6d64834290'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:30:35.864829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc16c6e-3944-4433-9460-48928af957b8 req-73cca158-fd22-472b-9012-dbf8ba4e47d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:35.866353 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ddc16c6e-3944-4433-9460-48928af957b8 req-73cca158-fd22-472b-9012-dbf8ba4e47d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 944 time: 0.0510709 Nov 11 22:30:35.922690 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ddc16c6e-3944-4433-9460-48928af957b8 req-f0fe1c1e-7130-470e-8f85-dec3152c438d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474191 Nov 11 22:30:37.052530 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5505e53-c815-47ac-8002-ee9756ac1bd6 req-90914106-cfaa-433b-b924-5457b4c48b45 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:37.054043 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d5505e53-c815-47ac-8002-ee9756ac1bd6 req-90914106-cfaa-433b-b924-5457b4c48b45 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 944 time: 0.0512781 Nov 11 22:30:37.105466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d5505e53-c815-47ac-8002-ee9756ac1bd6 req-b484224d-5dba-46f6-ad02-5ef5dd085086 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453577 Nov 11 22:30:37.143261 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device af50dd33-c683-4846-add3-2a6d64834290 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:30:37.198961 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port af50dd33-c683-4846-add3-2a6d64834290 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:30:37.204885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port af50dd33-c683-4846-add3-2a6d64834290 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:30:37.205258 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:37.282996 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:37.305827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af50dd33-c683-4846-add3-2a6d64834290'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:30:37.308059 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441fbb60-2f18-4a43-a1c4-384ebab11030" -d '{"events": [{"server_uuid": "e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2", "name": "network-vif-plugged", "status": "completed", "tag": "af50dd33-c683-4846-add3-2a6d64834290"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:30:37.320612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port af50dd33-c683-4846-add3-2a6d64834290, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=af50dd33-c683-4846-add3-2a6d64834290,segment=NetworkSegment(636b603d-0406-4d1e-bded-47de5357bc03),segment_id=636b603d-0406-4d1e-bded-47de5357bc03)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:30:37.326342 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:37.373048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=af50dd33-c683-4846-add3-2a6d64834290,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:37.403313 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47bd607-2d60-4107-b76f-cc2cf51dea24 x-openstack-request-id: req-d47bd607-2d60-4107-b76f-cc2cf51dea24 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:30:37.403672 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2", "name": "network-vif-plugged", "status": "completed", "tag": "af50dd33-c683-4846-add3-2a6d64834290", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:30:37.403937 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d47bd607-2d60-4107-b76f-cc2cf51dea24 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:30:37.404336 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af50dd33-c683-4846-add3-2a6d64834290', 'code': 200} Nov 11 22:30:37.507301 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a8091-34cc-4c49-9b89-b8cc54e25462 req-053c5e7f-5800-40bc-9cb0-96ae952d1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:37.508942 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2c1a8091-34cc-4c49-9b89-b8cc54e25462 req-053c5e7f-5800-40bc-9cb0-96ae952d1b3f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 1096 time: 0.0466049 Nov 11 22:30:37.567633 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2c1a8091-34cc-4c49-9b89-b8cc54e25462 req-396a975a-1c18-4863-9cd5-02389cad51fb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500913 Nov 11 22:30:38.229814 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb542a-0d7e-4f09-858b-888f4e290438 req-677cda2f-ebe3-4159-8706-4a5d8b6c651d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:38.231297 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06bb542a-0d7e-4f09-858b-888f4e290438 req-677cda2f-ebe3-4159-8706-4a5d8b6c651d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 945 time: 0.0532312 Nov 11 22:30:38.283885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-06bb542a-0d7e-4f09-858b-888f4e290438 req-7f132713-4060-4e60-a562-f65125ca93b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436947 Nov 11 22:30:39.416324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b16ecc-aa2c-4ff6-9786-53d0c91cecbc req-4af8ecc2-416f-4a5e-ab98-f2f956373e17 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:39.417839 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1b16ecc-aa2c-4ff6-9786-53d0c91cecbc req-4af8ecc2-416f-4a5e-ab98-f2f956373e17 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 945 time: 0.0611970 Nov 11 22:30:39.468058 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b1b16ecc-aa2c-4ff6-9786-53d0c91cecbc req-c8e6027a-5621-48e0-957e-2f0fb0487742 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440454 Nov 11 22:30:39.589808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e46547-96f6-4760-b6d2-30f7d63cffec req-4f5de296-9e61-43b6-8082-45a938aa16b8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:39.591612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76e46547-96f6-4760-b6d2-30f7d63cffec req-4f5de296-9e61-43b6-8082-45a938aa16b8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 945 time: 0.0573080 Nov 11 22:30:39.639954 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76e46547-96f6-4760-b6d2-30f7d63cffec req-03db6c20-1ec1-4f8a-8e1c-31b8b6d495b4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422978 Nov 11 22:30:39.662513 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57746) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:39.708632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e0cff9-fbe0-4c23-8652-1faee8c82115 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:39.710081 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b5e0cff9-fbe0-4c23-8652-1faee8c82115 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 1091 time: 0.0463068 Nov 11 22:30:39.713351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57748) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:39.718080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': 'af50dd33-c683-4846-add3-2a6d64834290', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:30:39.744715 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:39.845379 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:39.957135 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.25.0.160 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/9b197239-edac-4130-88bb-1c284ff14240) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:30:40.075982 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:40.116345 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:40.156926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:30:40.162232 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:30:40.164427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=9b197239-edac-4130-88bb-1c284ff14240,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:40.166564 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:30:40.515502 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:40.586293 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:40.741610 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:40.747951 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:40.823286 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=9b197239-edac-4130-88bb-1c284ff14240,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:30:40.833403 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:40.937013 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Floating IP 679368ab-7118-45eb-a51e-77ef07aa5351 associated. External IP: 172.25.0.160, port: af50dd33-c683-4846-add3-2a6d64834290. Nov 11 22:30:41.149404 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router 1a70b967-9478-4302-bae0-86ebc598fdf1 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:30:41.260706 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:30:41.271112 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b223a4a-3d3c-4535-9560-06e958a7ef4b None None] Sync routers for ids ['1a70b967-9478-4302-bae0-86ebc598fdf1'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:30:41.280575 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:41.281946 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b223a4a-3d3c-4535-9560-06e958a7ef4b None None] Routers {'1a70b967-9478-4302-bae0-86ebc598fdf1'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:30:41.282560 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7b223a4a-3d3c-4535-9560-06e958a7ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:30:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1a70b967-9478-4302-bae0-86ebc598fdf1'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:41.308146 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-06948035-d610-498c-be3d-71d45650b1be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5937676 Nov 11 22:30:41.308848 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2', 'tag': 'af50dd33-c683-4846-add3-2a6d64834290'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:30:41.311173 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea76b4c-ee92-41fb-b83f-dfac584c0be0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2", "tag": "af50dd33-c683-4846-add3-2a6d64834290"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:30:41.398391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-7b223a4a-3d3c-4535-9560-06e958a7ef4b None None] Set router 1a70b967-9478-4302-bae0-86ebc598fdf1 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:30:41.421855 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23151e0-d5d5-49e7-8652-f9be05f4a7aa req-80dfc414-98ca-49bc-b46b-a163274a4ca1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:41.423404 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f23151e0-d5d5-49e7-8652-f9be05f4a7aa req-80dfc414-98ca-49bc-b46b-a163274a4ca1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 945 time: 0.0601921 Nov 11 22:30:41.476628 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f23151e0-d5d5-49e7-8652-f9be05f4a7aa req-52a45536-7f9a-4cda-a04c-25bf2690fbcc tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463309 Nov 11 22:30:41.500458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57754) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:41.590968 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-798a9772-816c-4882-9c01-7b364988da8f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/679368ab-7118-45eb-a51e-77ef07aa5351 HTTP/1.1" status: 200 len: 991 time: 0.0889697 Nov 11 22:30:41.593511 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fbca59-d3bc-43cd-ba86-6d5430848f20 x-openstack-request-id: req-13fbca59-d3bc-43cd-ba86-6d5430848f20 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:30:41.593989 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2", "tag": "af50dd33-c683-4846-add3-2a6d64834290", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:30:41.594388 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13fbca59-d3bc-43cd-ba86-6d5430848f20 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:30:41.595429 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2', 'tag': 'af50dd33-c683-4846-add3-2a6d64834290', 'status': 'completed', 'code': 200} Nov 11 22:30:41.626778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea76b4c-ee92-41fb-b83f-dfac584c0be0 req-3453eaad-b15d-4f1d-b9bb-48bfeac77911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:41.629708 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5ea76b4c-ee92-41fb-b83f-dfac584c0be0 req-3453eaad-b15d-4f1d-b9bb-48bfeac77911 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 1096 time: 0.0453289 Nov 11 22:30:41.670906 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:41.683775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7b223a4a-3d3c-4535-9560-06e958a7ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '679368ab-7118-45eb-a51e-77ef07aa5351', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'port_id': 'af50dd33-c683-4846-add3-2a6d64834290', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'mac_address': 'fa:16:3e:90:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:30:40Z', 'updated_at': '2021-11-11T22:30:40Z', 'revision_number': 0, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc5c8a-e652-4fe6-ae7f-383654aad22e', 'name': '', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:b4:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:25Z', 'updated_at': '2021-11-11T22:30:29Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:41.717813 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b223a4a-3d3c-4535-9560-06e958a7ef4b None None] Checking router: 1a70b967-9478-4302-bae0-86ebc598fdf1 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:30:41.727621 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b223a4a-3d3c-4535-9560-06e958a7ef4b None None] Routers {'1a70b967-9478-4302-bae0-86ebc598fdf1'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:30:41.728590 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7b223a4a-3d3c-4535-9560-06e958a7ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:30:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1a70b967-9478-4302-bae0-86ebc598fdf1'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:41.754029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea76b4c-ee92-41fb-b83f-dfac584c0be0 req-77a98c0a-f207-4e17-8a44-845bd0d8f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:41.756026 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5ea76b4c-ee92-41fb-b83f-dfac584c0be0 req-77a98c0a-f207-4e17-8a44-845bd0d8f2a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a7e62a5-9c01-42e4-a245-415a1cab45e8 HTTP/1.1" status: 200 len: 898 time: 0.1187747 Nov 11 22:30:41.831920 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5ea76b4c-ee92-41fb-b83f-dfac584c0be0 req-17c86651-f118-4c4c-a780-27f5b899b8e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af50dd33-c683-4846-add3-2a6d64834290 HTTP/1.1" status: 200 len: 999 time: 0.0693295 Nov 11 22:30:41.852103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-7b223a4a-3d3c-4535-9560-06e958a7ef4b None None] Set router 1a70b967-9478-4302-bae0-86ebc598fdf1 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:30:41.887067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea76b4c-ee92-41fb-b83f-dfac584c0be0 req-ace4be92-37cb-4037-b492-06ec0b251a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:41.888598 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5ea76b4c-ee92-41fb-b83f-dfac584c0be0 req-ace4be92-37cb-4037-b492-06ec0b251a78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28b8b361-024e-40cb-9e05-d6eaa9ef76e2 HTTP/1.1" status: 200 len: 834 time: 0.0499387 Nov 11 22:30:41.945729 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea76b4c-ee92-41fb-b83f-dfac584c0be0 req-c75e255b-572e-4547-9c4a-03abfcb17f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:41.947243 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5ea76b4c-ee92-41fb-b83f-dfac584c0be0 req-c75e255b-572e-4547-9c4a-03abfcb17f93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a7e62a5-9c01-42e4-a245-415a1cab45e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512214 Nov 11 22:30:42.046840 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5ea76b4c-ee92-41fb-b83f-dfac584c0be0 req-4be25d5a-155c-431a-bf60-906443d72016 service neutron] 10.222.0.10 "GET /v2.0/networks/9a7e62a5-9c01-42e4-a245-415a1cab45e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918949 Nov 11 22:30:42.086886 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-7b223a4a-3d3c-4535-9560-06e958a7ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '679368ab-7118-45eb-a51e-77ef07aa5351', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'port_id': 'af50dd33-c683-4846-add3-2a6d64834290', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'mac_address': 'fa:16:3e:90:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:30:40Z', 'updated_at': '2021-11-11T22:30:40Z', 'revision_number': 0, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc5c8a-e652-4fe6-ae7f-383654aad22e', 'name': '', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:b4:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:25Z', 'updated_at': '2021-11-11T22:30:29Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:30:42.143089 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-5ea76b4c-ee92-41fb-b83f-dfac584c0be0 req-25a588c9-b8a0-41fe-b3ef-8ddd704bd49b service neutron] 10.222.0.10 "GET /v2.0/networks/9a7e62a5-9c01-42e4-a245-415a1cab45e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899549 Nov 11 22:30:42.273816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b223a4a-3d3c-4535-9560-06e958a7ef4b None None] The sync data for ids ['1a70b967-9478-4302-bae0-86ebc598fdf1'] in n-d-805737-3 is: [{'id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '679368ab-7118-45eb-a51e-77ef07aa5351', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'port_id': 'af50dd33-c683-4846-add3-2a6d64834290', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'mac_address': 'fa:16:3e:90:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:30:40Z', 'updated_at': '2021-11-11T22:30:40Z', 'revision_number': 0, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc5c8a-e652-4fe6-ae7f-383654aad22e', 'name': '', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:b4:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:25Z', 'updated_at': '2021-11-11T22:30:29Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:30:42.463083 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b32af20-9195-433e-b585-a388e6e0c15f None None] New status for floating IP 679368ab-7118-45eb-a51e-77ef07aa5351: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:30:42.592963 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57756) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:30:42.657880 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-13771d66-4aed-4ce3-8161-92ff3c1515ad tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/679368ab-7118-45eb-a51e-77ef07aa5351 HTTP/1.1" status: 200 len: 993 time: 0.0637300 Nov 11 22:30:43.922250 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dadf5b14-216f-4b4d-a28c-617f5c9795f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:45.183722 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:46.122758 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5edee6f-624b-451a-bc73-085e5181528f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:47.433150 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:48.814098 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:49.399908 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:11.460479 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:31:11.649824 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:13.916595 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8ff47021-e556-466e-bd73-a04775ad54d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:14.037206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b77f6-f3e8-4225-b9b3-8285f0bfc44e req-2fb4329d-38c5-4ca1-92e2-5b6887f1b0a9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:14.038607 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-584b77f6-f3e8-4225-b9b3-8285f0bfc44e req-2fb4329d-38c5-4ca1-92e2-5b6887f1b0a9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 945 time: 0.0495040 Nov 11 22:31:14.093879 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-584b77f6-f3e8-4225-b9b3-8285f0bfc44e req-159090f1-5e7f-46ac-a6b2-263c1fcc145e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492778 Nov 11 22:31:15.194170 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:15.226129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6597c-7d7b-4600-ae1b-f9f2b61c13c1 req-54d014b4-2d03-4a1d-bd22-ab8ca275f4be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:15.227627 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02d6597c-7d7b-4600-ae1b-f9f2b61c13c1 req-54d014b4-2d03-4a1d-bd22-ab8ca275f4be tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 945 time: 0.0566282 Nov 11 22:31:15.276973 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-02d6597c-7d7b-4600-ae1b-f9f2b61c13c1 req-9424a5e5-737a-4a96-adcd-b921c1dedc1b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429933 Nov 11 22:31:15.299493 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57774) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:15.361828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2a226def-570e-48c8-8b69-b736f11ab7fa tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/679368ab-7118-45eb-a51e-77ef07aa5351 HTTP/1.1" status: 200 len: 993 time: 0.0612240 Nov 11 22:31:16.118617 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8961cd2-7f09-4969-865f-8dedca508f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:16.640366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922786d-10e7-4bbb-b330-52cf6f78e9f2 req-09a01034-ff48-4fae-89a7-9a9a71cee489 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:16.641837 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4922786d-10e7-4bbb-b330-52cf6f78e9f2 req-09a01034-ff48-4fae-89a7-9a9a71cee489 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 945 time: 0.0524294 Nov 11 22:31:16.692476 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4922786d-10e7-4bbb-b330-52cf6f78e9f2 req-77c6a5bb-b4ef-4c9f-956d-d773542d231c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444322 Nov 11 22:31:17.433409 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:17.822876 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af631c49-1232-4942-b4a1-817ca4780796 req-3214ddb1-c635-4144-a99e-86dbd7dbfd97 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:17.824371 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af631c49-1232-4942-b4a1-817ca4780796 req-3214ddb1-c635-4144-a99e-86dbd7dbfd97 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 945 time: 0.0539522 Nov 11 22:31:17.875742 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af631c49-1232-4942-b4a1-817ca4780796 req-b8c51150-f002-48f5-b98a-271f78015af7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454612 Nov 11 22:31:17.903248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57788) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:17.973302 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9cb8d7ec-f1df-433a-973b-dc864d711342 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/679368ab-7118-45eb-a51e-77ef07aa5351 HTTP/1.1" status: 200 len: 993 time: 0.0687785 Nov 11 22:31:18.200309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57796) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:18.370683 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port 9b197239-edac-4130-88bb-1c284ff14240 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:31:18.370997 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:18.458768 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:18.459097 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:18.471623 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for 9b197239-edac-4130-88bb-1c284ff14240 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:31:18.632888 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:18.657591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=9b197239-edac-4130-88bb-1c284ff14240,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:18.669123 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:18.669470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:18.669809 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:18.670139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:18.670462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:18.670786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:18.671111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:18.671428 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:18.671746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:18.672069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:18.672386 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:18.672703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:18.726318 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:18.726642 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Floating IP 679368ab-7118-45eb-a51e-77ef07aa5351 disassociated (deleted). External IP: 172.25.0.160, port: af50dd33-c683-4846-add3-2a6d64834290. Nov 11 22:31:18.816417 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:18.934380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router 1a70b967-9478-4302-bae0-86ebc598fdf1 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:31:19.043430 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:31:19.048625 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:19.053473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564302a2-282a-4dc6-afeb-bd7609c255b7 None None] Sync routers for ids ['1a70b967-9478-4302-bae0-86ebc598fdf1'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:31:19.063656 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564302a2-282a-4dc6-afeb-bd7609c255b7 None None] Routers {'1a70b967-9478-4302-bae0-86ebc598fdf1'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:31:19.064285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-564302a2-282a-4dc6-afeb-bd7609c255b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1a70b967-9478-4302-bae0-86ebc598fdf1'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:19.078034 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5317268d-e150-4066-855c-a9a7e5f6d3f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/floatingips/679368ab-7118-45eb-a51e-77ef07aa5351 HTTP/1.1" status: 204 len: 168 time: 0.8762946 Nov 11 22:31:19.078624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2', 'tag': 'af50dd33-c683-4846-add3-2a6d64834290'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:31:19.081272 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2b815d-a18a-44b2-9711-001f3a7dd1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2", "tag": "af50dd33-c683-4846-add3-2a6d64834290"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:31:19.172050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-564302a2-282a-4dc6-afeb-bd7609c255b7 None None] Set router 1a70b967-9478-4302-bae0-86ebc598fdf1 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:31:19.240806 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0112cc72-4abd-442d-aaba-a2d299111159 x-openstack-request-id: req-0112cc72-4abd-442d-aaba-a2d299111159 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:31:19.241113 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2", "tag": "af50dd33-c683-4846-add3-2a6d64834290", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:31:19.241388 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0112cc72-4abd-442d-aaba-a2d299111159 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:31:19.241798 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2', 'tag': 'af50dd33-c683-4846-add3-2a6d64834290', 'status': 'completed', 'code': 200} Nov 11 22:31:19.306536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b815d-a18a-44b2-9711-001f3a7dd1dd req-8c0d21d4-9256-4dbe-a777-59b63788fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:19.308354 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f2b815d-a18a-44b2-9711-001f3a7dd1dd req-8c0d21d4-9256-4dbe-a777-59b63788fb58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 1096 time: 0.0428910 Nov 11 22:31:19.339808 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bea21a-49fd-44eb-9ce5-2fd9f198674a req-449a1089-bc02-41f8-b812-8c5e1519f321 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:19.341825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46bea21a-49fd-44eb-9ce5-2fd9f198674a req-449a1089-bc02-41f8-b812-8c5e1519f321 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 945 time: 0.0538518 Nov 11 22:31:19.387596 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-564302a2-282a-4dc6-afeb-bd7609c255b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '26dc5c8a-e652-4fe6-ae7f-383654aad22e', 'name': '', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:b4:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:25Z', 'updated_at': '2021-11-11T22:30:29Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:19.405558 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46bea21a-49fd-44eb-9ce5-2fd9f198674a req-a5e37b54-d3e1-4f05-84de-e3ea454a3deb tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573711 Nov 11 22:31:19.409951 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b815d-a18a-44b2-9711-001f3a7dd1dd req-3547bc1f-20ef-4274-abec-4dd4296f63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:19.411827 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f2b815d-a18a-44b2-9711-001f3a7dd1dd req-3547bc1f-20ef-4274-abec-4dd4296f63ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a7e62a5-9c01-42e4-a245-415a1cab45e8 HTTP/1.1" status: 200 len: 898 time: 0.0944622 Nov 11 22:31:19.417357 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:19.425988 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564302a2-282a-4dc6-afeb-bd7609c255b7 None None] Checking router: 1a70b967-9478-4302-bae0-86ebc598fdf1 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:31:19.435538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564302a2-282a-4dc6-afeb-bd7609c255b7 None None] Routers {'1a70b967-9478-4302-bae0-86ebc598fdf1'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:31:19.436159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-564302a2-282a-4dc6-afeb-bd7609c255b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1a70b967-9478-4302-bae0-86ebc598fdf1'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:19.455056 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f2b815d-a18a-44b2-9711-001f3a7dd1dd req-0ffa4f28-a32b-4a90-bc90-0656dd1af982 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af50dd33-c683-4846-add3-2a6d64834290 HTTP/1.1" status: 200 len: 217 time: 0.0349867 Nov 11 22:31:19.509484 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b815d-a18a-44b2-9711-001f3a7dd1dd req-c4f4c67e-5d7b-47a6-93fe-274c98b415e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:19.511012 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f2b815d-a18a-44b2-9711-001f3a7dd1dd req-c4f4c67e-5d7b-47a6-93fe-274c98b415e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28b8b361-024e-40cb-9e05-d6eaa9ef76e2 HTTP/1.1" status: 200 len: 834 time: 0.0470667 Nov 11 22:31:19.546285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-564302a2-282a-4dc6-afeb-bd7609c255b7 None None] Set router 1a70b967-9478-4302-bae0-86ebc598fdf1 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:31:19.559503 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b815d-a18a-44b2-9711-001f3a7dd1dd req-ef8b1b72-1b33-4b5c-b177-2bbaf7fffe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:19.561035 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f2b815d-a18a-44b2-9711-001f3a7dd1dd req-ef8b1b72-1b33-4b5c-b177-2bbaf7fffe9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a7e62a5-9c01-42e4-a245-415a1cab45e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427289 Nov 11 22:31:19.650702 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f2b815d-a18a-44b2-9711-001f3a7dd1dd req-8e3b8dc7-5323-4dea-bf51-669a4bbf1d32 service neutron] 10.222.0.10 "GET /v2.0/networks/9a7e62a5-9c01-42e4-a245-415a1cab45e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814090 Nov 11 22:31:19.745135 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9f2b815d-a18a-44b2-9711-001f3a7dd1dd req-cb4043af-8dc9-4ac3-9fc5-25538e819649 service neutron] 10.222.0.10 "GET /v2.0/networks/9a7e62a5-9c01-42e4-a245-415a1cab45e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864830 Nov 11 22:31:19.752140 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-564302a2-282a-4dc6-afeb-bd7609c255b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '26dc5c8a-e652-4fe6-ae7f-383654aad22e', 'name': '', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:b4:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:25Z', 'updated_at': '2021-11-11T22:30:29Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:19.778929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564302a2-282a-4dc6-afeb-bd7609c255b7 None None] The sync data for ids ['1a70b967-9478-4302-bae0-86ebc598fdf1'] in n-d-805737-3 is: [{'id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '26dc5c8a-e652-4fe6-ae7f-383654aad22e', 'name': '', 'network_id': '9a7e62a5-9c01-42e4-a245-415a1cab45e8', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:b4:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:25Z', 'updated_at': '2021-11-11T22:30:29Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '28b8b361-024e-40cb-9e05-d6eaa9ef76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:31:19.997301 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11e10dc-978c-4dd2-acbb-d55d831021ff None None] New status for floating IP 679368ab-7118-45eb-a51e-77ef07aa5351: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:31:20.538262 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4dfdd-f294-47fc-8aee-ebca3f64a44a req-adb5beb6-a033-4780-a78d-7eeb5e9244c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:20.539731 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1da4dfdd-f294-47fc-8aee-ebca3f64a44a req-adb5beb6-a033-4780-a78d-7eeb5e9244c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 945 time: 0.0577774 Nov 11 22:31:20.588708 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1da4dfdd-f294-47fc-8aee-ebca3f64a44a req-6da40ba6-e332-491b-b32c-97d71ac30a62 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=55803793-9779-47da-aa5f-3117c64c0dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427763 Nov 11 22:31:20.837300 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e081fed-650e-4d0f-819a-1fcca9fb1adb req-cdc648f4-3024-4cae-bf8e-60d3f2d04fce tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:20.838745 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6e081fed-650e-4d0f-819a-1fcca9fb1adb req-cdc648f4-3024-4cae-bf8e-60d3f2d04fce tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 945 time: 0.0538132 Nov 11 22:31:20.932238 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-6e081fed-650e-4d0f-819a-1fcca9fb1adb req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port af50dd33-c683-4846-add3-2a6d64834290 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:31:20.932627 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6e081fed-650e-4d0f-819a-1fcca9fb1adb req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:21.019212 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-6e081fed-650e-4d0f-819a-1fcca9fb1adb req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] For port af50dd33-c683-4846-add3-2a6d64834290, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=af50dd33-c683-4846-add3-2a6d64834290,segment=NetworkSegment(636b603d-0406-4d1e-bded-47de5357bc03),segment_id=636b603d-0406-4d1e-bded-47de5357bc03)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:31:21.019571 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6e081fed-650e-4d0f-819a-1fcca9fb1adb req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:21.032716 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-6e081fed-650e-4d0f-819a-1fcca9fb1adb req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for af50dd33-c683-4846-add3-2a6d64834290 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:31:21.167214 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6e081fed-650e-4d0f-819a-1fcca9fb1adb req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:21.197865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=af50dd33-c683-4846-add3-2a6d64834290,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:21.207645 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:21.207997 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:21.208337 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:21.208679 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:21.209070 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:21.209396 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:21.209721 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:21.210018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:21.210355 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:21.210674 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:21.210992 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:21.211309 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:21.248093 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e081fed-650e-4d0f-819a-1fcca9fb1adb req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] No DVR routers for this DVR port af50dd33-c683-4846-add3-2a6d64834290 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:31:21.250758 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-6e081fed-650e-4d0f-819a-1fcca9fb1adb req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:21.254071 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6e081fed-650e-4d0f-819a-1fcca9fb1adb req-c269752c-262d-4b8e-b20a-3295cadcb205 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "DELETE /v2.0/ports/af50dd33-c683-4846-add3-2a6d64834290 HTTP/1.1" status: 204 len: 173 time: 0.4093955 Nov 11 22:31:21.254507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2', 'name': 'network-vif-deleted', 'tag': 'af50dd33-c683-4846-add3-2a6d64834290'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:31:21.256884 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bd58c2-0236-4cc1-82ea-1cfcae20b652" -d '{"events": [{"server_uuid": "e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2", "name": "network-vif-deleted", "tag": "af50dd33-c683-4846-add3-2a6d64834290"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:31:21.300105 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e231c7f-d235-4d99-b9b1-58d1dd1a0246 x-openstack-request-id: req-2e231c7f-d235-4d99-b9b1-58d1dd1a0246 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:31:21.300487 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2", "name": "network-vif-deleted", "tag": "af50dd33-c683-4846-add3-2a6d64834290", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:31:21.300747 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e231c7f-d235-4d99-b9b1-58d1dd1a0246 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:31:21.301161 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2', 'name': 'network-vif-deleted', 'tag': 'af50dd33-c683-4846-add3-2a6d64834290', 'status': 'completed', 'code': 200} Nov 11 22:31:21.706920 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-17e2231d-dd2f-45c4-8d6f-905dc520b41b req-fb712950-6a37-4a3c-8e8d-03b7e5c2cb16 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8dc7b71-a0f0-4fe9-9b74-6b7a449508a2 HTTP/1.1" status: 200 len: 210 time: 0.0265577 Nov 11 22:31:22.766838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57812) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:23.494508 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fca982ab-b9af-4a9b-90ed-451e7d4704d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:23.750700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-fca982ab-b9af-4a9b-90ed-451e7d4704d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port 26dc5c8a-e652-4fe6-ae7f-383654aad22e {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:31:23.750977 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fca982ab-b9af-4a9b-90ed-451e7d4704d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:23.840283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-fca982ab-b9af-4a9b-90ed-451e7d4704d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] For port 26dc5c8a-e652-4fe6-ae7f-383654aad22e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=26dc5c8a-e652-4fe6-ae7f-383654aad22e,segment=NetworkSegment(636b603d-0406-4d1e-bded-47de5357bc03),segment_id=636b603d-0406-4d1e-bded-47de5357bc03)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:31:23.841375 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fca982ab-b9af-4a9b-90ed-451e7d4704d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:23.857662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-fca982ab-b9af-4a9b-90ed-451e7d4704d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for 26dc5c8a-e652-4fe6-ae7f-383654aad22e owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:31:24.046709 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fca982ab-b9af-4a9b-90ed-451e7d4704d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:24.074362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca982ab-b9af-4a9b-90ed-451e7d4704d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=26dc5c8a-e652-4fe6-ae7f-383654aad22e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:24.246797 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fca982ab-b9af-4a9b-90ed-451e7d4704d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:24.475557 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca982ab-b9af-4a9b-90ed-451e7d4704d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router 1a70b967-9478-4302-bae0-86ebc598fdf1 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:31:24.582353 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca982ab-b9af-4a9b-90ed-451e7d4704d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:31:24.588239 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fca982ab-b9af-4a9b-90ed-451e7d4704d4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "PUT /v2.0/routers/1a70b967-9478-4302-bae0-86ebc598fdf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8202920 Nov 11 22:31:24.591813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57818) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:24.593223 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99131725-0bd8-4d07-8c57-dac63cf49777 None None] Sync routers for ids ['1a70b967-9478-4302-bae0-86ebc598fdf1'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:31:24.604379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99131725-0bd8-4d07-8c57-dac63cf49777 None None] Routers {'1a70b967-9478-4302-bae0-86ebc598fdf1'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:31:24.605308 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-99131725-0bd8-4d07-8c57-dac63cf49777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1a70b967-9478-4302-bae0-86ebc598fdf1'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:24.643988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b42f7d5-f060-4d57-a63f-4b33dc5f21b8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting subnet 28b8b361-024e-40cb-9e05-d6eaa9ef76e2 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:31:24.647458 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b42f7d5-f060-4d57-a63f-4b33dc5f21b8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:24.687151 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b42f7d5-f060-4d57-a63f-4b33dc5f21b8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:24.710929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-99131725-0bd8-4d07-8c57-dac63cf49777 None None] Set router 1a70b967-9478-4302-bae0-86ebc598fdf1 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:31:24.772081 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b42f7d5-f060-4d57-a63f-4b33dc5f21b8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:24.830436 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b42f7d5-f060-4d57-a63f-4b33dc5f21b8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:24.857197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42f7d5-f060-4d57-a63f-4b33dc5f21b8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Subnet': ['ID=28b8b361-024e-40cb-9e05-d6eaa9ef76e2,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:24.861420 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1b42f7d5-f060-4d57-a63f-4b33dc5f21b8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:24.865613 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1b42f7d5-f060-4d57-a63f-4b33dc5f21b8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/subnets/28b8b361-024e-40cb-9e05-d6eaa9ef76e2 HTTP/1.1" status: 204 len: 168 time: 0.2727370 Nov 11 22:31:24.867677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543607d-6ea6-47a2-a89b-baeef6b9fa4a None None] Network 9a7e62a5-9c01-42e4-a245-415a1cab45e8 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:31:24.868594 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57820) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:24.976503 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:24.987465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-99131725-0bd8-4d07-8c57-dac63cf49777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:31:23Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:25.016339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99131725-0bd8-4d07-8c57-dac63cf49777 None None] Checking router: 1a70b967-9478-4302-bae0-86ebc598fdf1 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:31:25.031220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99131725-0bd8-4d07-8c57-dac63cf49777 None None] Routers {'1a70b967-9478-4302-bae0-86ebc598fdf1'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:31:25.031844 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-99131725-0bd8-4d07-8c57-dac63cf49777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['1a70b967-9478-4302-bae0-86ebc598fdf1'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:25.119601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] DHCP port deletion for 9a7e62a5-9c01-42e4-a245-415a1cab45e8 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:31:25.169543 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-99131725-0bd8-4d07-8c57-dac63cf49777 None None] Set router 1a70b967-9478-4302-bae0-86ebc598fdf1 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:31:25.295008 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Deleting port 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:31:25.295396 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:25.320838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device af50dd33-c683-4846-add3-2a6d64834290 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:31:25.384156 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: af50dd33-c683-4846-add3-2a6d64834290 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:31:25.384401 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device af50dd33-c683-4846-add3-2a6d64834290 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:31:25.398943 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:25.430997 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] For port 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3,segment=NetworkSegment(636b603d-0406-4d1e-bded-47de5357bc03),segment_id=636b603d-0406-4d1e-bded-47de5357bc03)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:31:25.431404 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:25.445657 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Calling delete_port for 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:31:25.451328 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port c54acd92-dd2e-4094-80e7-520db2584551 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:31:25.451671 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:25.529591 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] For port c54acd92-dd2e-4094-80e7-520db2584551, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=c54acd92-dd2e-4094-80e7-520db2584551,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:31:25.529959 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:25.543498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for c54acd92-dd2e-4094-80e7-520db2584551 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:31:25.683853 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-99131725-0bd8-4d07-8c57-dac63cf49777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:31:23Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:25.712518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99131725-0bd8-4d07-8c57-dac63cf49777 None None] The sync data for ids ['1a70b967-9478-4302-bae0-86ebc598fdf1'] in n-d-805737-3 is: [{'id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262177778', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:31:23Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'c54acd92-dd2e-4094-80e7-520db2584551', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a70b967-9478-4302-bae0-86ebc598fdf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:30:23Z', 'updated_at': '2021-11-11T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:31:25.714857 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:25.739518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf71b43-ea62-4c72-8a76-ec468343868f None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:31:25.741992 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:25.751396 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=c54acd92-dd2e-4094-80e7-520db2584551,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:25.770957 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Pushing event deleted for resources: {'Port': ['ID=6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:25.780038 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] No DVR routers for this DVR port 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:31:25.782267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:25.782605 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:25.782937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:25.783308 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:25.783669 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:25.783956 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:25.784277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:25.784591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:25.784979 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:25.785296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:25.785609 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:25.785924 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd794aa-f9c3-4b97-a809-ed9bd77ad79e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:25.808578 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:25.898799 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:25.901045 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:25.946828 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:25.947331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Fanout notify agent at l3_agent the message router_deleted on router 1a70b967-9478-4302-bae0-86ebc598fdf1 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:31:25.955432 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:25.957000 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e0b94adf-fc76-4fa1-be79-ae5f556a53bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/routers/1a70b967-9478-4302-bae0-86ebc598fdf1 HTTP/1.1" status: 204 len: 168 time: 1.0873570 Nov 11 22:31:25.960014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57822) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:26.038783 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bab982f0-db0c-40aa-9b7c-5b804cb3a00c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:26.129008 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bab982f0-db0c-40aa-9b7c-5b804cb3a00c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:26.150228 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bab982f0-db0c-40aa-9b7c-5b804cb3a00c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7e62a5-9c01-42e4-a245-415a1cab45e8']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:26.159964 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bab982f0-db0c-40aa-9b7c-5b804cb3a00c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636b603d-0406-4d1e-bded-47de5357bc03') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:26.160269 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-bab982f0-db0c-40aa-9b7c-5b804cb3a00c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636b603d-0406-4d1e-bded-47de5357bc03') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:26.170397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bab982f0-db0c-40aa-9b7c-5b804cb3a00c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:26.184079 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bab982f0-db0c-40aa-9b7c-5b804cb3a00c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:26.190353 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab982f0-db0c-40aa-9b7c-5b804cb3a00c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:31:26.190737 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bab982f0-db0c-40aa-9b7c-5b804cb3a00c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:31:26.193708 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:31:26.253582 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bab982f0-db0c-40aa-9b7c-5b804cb3a00c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:26.263298 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-bab982f0-db0c-40aa-9b7c-5b804cb3a00c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:26.265669 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bab982f0-db0c-40aa-9b7c-5b804cb3a00c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/networks/9a7e62a5-9c01-42e4-a245-415a1cab45e8 HTTP/1.1" status: 204 len: 168 time: 0.3044512 Nov 11 22:31:26.268885 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57824) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:26.286329 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab982f0-db0c-40aa-9b7c-5b804cb3a00c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Network': ['ID=9a7e62a5-9c01-42e4-a245-415a1cab45e8,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:26.342238 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2ca8-737e-468a-83b6-904537abfc7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:26.373486 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2ca8-737e-468a-83b6-904537abfc7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:26.432115 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2ca8-737e-468a-83b6-904537abfc7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:26.435026 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2ca8-737e-468a-83b6-904537abfc7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:26.436180 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2cdd2ca8-737e-468a-83b6-904537abfc7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/security-groups/55803793-9779-47da-aa5f-3117c64c0dcb HTTP/1.1" status: 204 len: 168 time: 0.1663733 Nov 11 22:31:26.445237 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd2ca8-737e-468a-83b6-904537abfc7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55803793-9779-47da-aa5f-3117c64c0dcb,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:26.909333 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57830) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:26.914485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-a54a4f06-5665-4745-b020-be2eceedbffe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945632072', 'description': 'tempest-secgroup-smoke-945632072 description', 'project_id': '7d0c6300ec124bf0b83645cab7c91315'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:31:26.941558 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a54a4f06-5665-4745-b020-be2eceedbffe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.008423 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a54a4f06-5665-4745-b020-be2eceedbffe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.014111 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a54a4f06-5665-4745-b020-be2eceedbffe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.043460 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a4f06-5665-4745-b020-be2eceedbffe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42aa1445-a6ae-4c4e-9fd9-00552c27463d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:27.051509 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a54a4f06-5665-4745-b020-be2eceedbffe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.052820 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a54a4f06-5665-4745-b020-be2eceedbffe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1420283 Nov 11 22:31:27.055838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57832) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:27.060407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c329c649-0a7a-4e19-99d0-5ea94726e9b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '42aa1445-a6ae-4c4e-9fd9-00552c27463d', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:31:27.070174 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 26dc5c8a-e652-4fe6-ae7f-383654aad22e no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:31:27.089371 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c329c649-0a7a-4e19-99d0-5ea94726e9b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.093340 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 26dc5c8a-e652-4fe6-ae7f-383654aad22e {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:31:27.093690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 26dc5c8a-e652-4fe6-ae7f-383654aad22e not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:31:27.094131 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:31:27.113164 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:31:27.113792 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 6f6ed7cc-ecc2-4f1a-bdba-93bc091939b3 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:31:27.114209 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c54acd92-dd2e-4094-80e7-520db2584551 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:31:27.133198 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: c54acd92-dd2e-4094-80e7-520db2584551 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:31:27.133508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device c54acd92-dd2e-4094-80e7-520db2584551 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:31:27.143888 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c329c649-0a7a-4e19-99d0-5ea94726e9b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.149662 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c329c649-0a7a-4e19-99d0-5ea94726e9b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.167704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329c649-0a7a-4e19-99d0-5ea94726e9b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a8e969-ecff-423b-9ed5-cb758e4cc46c,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:27.172524 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c329c649-0a7a-4e19-99d0-5ea94726e9b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.176626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c329c649-0a7a-4e19-99d0-5ea94726e9b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198306 Nov 11 22:31:27.176828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57834) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:27.181395 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-167c5730-3195-446e-b257-af8b8fdf8af9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '42aa1445-a6ae-4c4e-9fd9-00552c27463d', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:31:27.208751 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-167c5730-3195-446e-b257-af8b8fdf8af9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.256321 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-167c5730-3195-446e-b257-af8b8fdf8af9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.265241 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-167c5730-3195-446e-b257-af8b8fdf8af9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.284498 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c5730-3195-446e-b257-af8b8fdf8af9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81989dd-8dcb-4d7a-b60c-6bc510075c8f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:27.296155 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-167c5730-3195-446e-b257-af8b8fdf8af9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.297466 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-167c5730-3195-446e-b257-af8b8fdf8af9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196334 Nov 11 22:31:27.300897 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57836) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:27.305549 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ef5580f5-b1a5-48a0-80f4-7708a90c555f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '42aa1445-a6ae-4c4e-9fd9-00552c27463d', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:31:27.333078 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef5580f5-b1a5-48a0-80f4-7708a90c555f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.390920 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef5580f5-b1a5-48a0-80f4-7708a90c555f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.397030 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef5580f5-b1a5-48a0-80f4-7708a90c555f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.414189 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5580f5-b1a5-48a0-80f4-7708a90c555f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9919d5-5caa-495c-8fc3-e71b86f87bb7,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:27.421689 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ef5580f5-b1a5-48a0-80f4-7708a90c555f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.422888 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ef5580f5-b1a5-48a0-80f4-7708a90c555f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211412 Nov 11 22:31:27.425723 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57838) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:27.430090 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-9210482f-9054-40f6-8c45-a130cca67292 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '42aa1445-a6ae-4c4e-9fd9-00552c27463d', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:31:27.459250 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9210482f-9054-40f6-8c45-a130cca67292 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.518772 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9210482f-9054-40f6-8c45-a130cca67292 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.525618 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9210482f-9054-40f6-8c45-a130cca67292 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.544753 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210482f-9054-40f6-8c45-a130cca67292 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52240390-dbf9-4507-b5c1-872eb0d9706f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:27.555262 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-9210482f-9054-40f6-8c45-a130cca67292 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.557551 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9210482f-9054-40f6-8c45-a130cca67292 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308837 Nov 11 22:31:27.560495 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57840) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:27.565886 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b9bffc99-d4ee-4636-9426-26772b82cc38 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '42aa1445-a6ae-4c4e-9fd9-00552c27463d', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:31:27.592329 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-b9bffc99-d4ee-4636-9426-26772b82cc38 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Project 7d0c6300ec124bf0b83645cab7c91315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:31:27.597182 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9bffc99-d4ee-4636-9426-26772b82cc38 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.655977 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9bffc99-d4ee-4636-9426-26772b82cc38 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.661553 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9bffc99-d4ee-4636-9426-26772b82cc38 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.678460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bffc99-d4ee-4636-9426-26772b82cc38 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec021ae3-2cca-4dac-a9e0-38842a00ab63,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:27.688274 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b9bffc99-d4ee-4636-9426-26772b82cc38 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.689504 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b9bffc99-d4ee-4636-9426-26772b82cc38 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279273 Nov 11 22:31:27.692335 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57842) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:27.696724 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a2bdb46d-cf71-4c31-aa8e-8d6b6f101b23 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '42aa1445-a6ae-4c4e-9fd9-00552c27463d', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:31:27.719674 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-a2bdb46d-cf71-4c31-aa8e-8d6b6f101b23 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Project 7d0c6300ec124bf0b83645cab7c91315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:31:27.724821 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb46d-cf71-4c31-aa8e-8d6b6f101b23 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.782452 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb46d-cf71-4c31-aa8e-8d6b6f101b23 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.787981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb46d-cf71-4c31-aa8e-8d6b6f101b23 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.805233 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdb46d-cf71-4c31-aa8e-8d6b6f101b23 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04de205-e93c-4ce1-aff4-7c97f3d722eb,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:27.813457 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb46d-cf71-4c31-aa8e-8d6b6f101b23 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.814638 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a2bdb46d-cf71-4c31-aa8e-8d6b6f101b23 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213484 Nov 11 22:31:27.817747 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57844) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:27.822518 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-4bab8507-1dfb-4139-95d5-1d667c49720d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'network': {'name': 'tempest-network-smoke--1729273155', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'port_security_enabled': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:31:27.843660 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bab8507-1dfb-4139-95d5-1d667c49720d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Made reservation on behalf of 7d0c6300ec124bf0b83645cab7c91315 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:31:27.847168 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bab8507-1dfb-4139-95d5-1d667c49720d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.871372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bab8507-1dfb-4139-95d5-1d667c49720d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:31:27.880183 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bab8507-1dfb-4139-95d5-1d667c49720d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.880525 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-4bab8507-1dfb-4139-95d5-1d667c49720d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Added segment 48b30ff6-4f53-4aaf-a3d9-55f2a340d02b of type vlan for network b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e Nov 11 22:31:27.921566 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bab8507-1dfb-4139-95d5-1d667c49720d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.947525 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bab8507-1dfb-4139-95d5-1d667c49720d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:27.953141 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bab8507-1dfb-4139-95d5-1d667c49720d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:27.953718 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-4bab8507-1dfb-4139-95d5-1d667c49720d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:28.013213 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-4bab8507-1dfb-4139-95d5-1d667c49720d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1943576 Nov 11 22:31:28.016099 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57846) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:28.020446 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'admin_state_up': True, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:31:28.032504 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab8507-1dfb-4139-95d5-1d667c49720d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Network': ['ID=b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:28.046805 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:31:28.056207 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:28.057265 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:28.113925 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:28.261302 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:28.461511 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:28.480668 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:28.585213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.25.0.195 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/f9ec601d-73df-435c-a0e2-16aa1d13c64b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:31:28.691722 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:28.731892 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:28.772713 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:31:28.775595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:31:28.780011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:31:28.783072 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=f9ec601d-73df-435c-a0e2-16aa1d13c64b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:28.789238 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67278c1b-488d-45fb-9306-cb3899b16668 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:31:28.845590 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-db26334a-99fa-4637-a0b6-8989bcadf000 None None] Provisioning complete for port f9ec601d-73df-435c-a0e2-16aa1d13c64b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:31:28.845875 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-db26334a-99fa-4637-a0b6-8989bcadf000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:28.879833 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-db26334a-99fa-4637-a0b6-8989bcadf000 None None] Port f9ec601d-73df-435c-a0e2-16aa1d13c64b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:31:29.037222 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:29.231135 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:29.380826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router c25e75e7-11a7-4cc3-849f-ec6bf19b90be is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:31:29.494021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:31:29.504832 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Sync routers for ids ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:31:29.515404 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Routers {'c25e75e7-11a7-4cc3-849f-ec6bf19b90be'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:31:29.515651 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:29.516110 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:29.516954 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f6d49277-cd06-4ad7-aa7a-98df9cd9518b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4998884 Nov 11 22:31:29.520112 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57850) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:29.547811 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fc14e3b8-1c00-480a-be92-57d63827011b tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7d0c6300ec124bf0b83645cab7c91315&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266247 Nov 11 22:31:29.550531 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57852) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:29.620685 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Set router c25e75e7-11a7-4cc3-849f-ec6bf19b90be gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:31:29.641774 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9481ecc9-de1d-44d7-8821-cc37871e0a0b tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:29.643294 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-9481ecc9-de1d-44d7-8821-cc37871e0a0b tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919139 Nov 11 22:31:29.646335 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57854) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:29.677834 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6f13905a-abfa-4991-abbd-18450a65c21d tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301838 Nov 11 22:31:29.680509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57856) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:29.685486 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-496426a6-6b48-4767-bdd3-8b80984cace9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1699684105', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:31:29.777068 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496426a6-6b48-4767-bdd3-8b80984cace9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Made reservation on behalf of 7d0c6300ec124bf0b83645cab7c91315 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:31:29.780579 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-496426a6-6b48-4767-bdd3-8b80984cace9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:29.798369 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:28Z', 'revision_number': 3, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:29.824766 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Checking router: c25e75e7-11a7-4cc3-849f-ec6bf19b90be for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:31:29.825156 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Updating router c25e75e7-11a7-4cc3-849f-ec6bf19b90be port f9ec601d-73df-435c-a0e2-16aa1d13c64b binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:31:29.849538 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:29.964754 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-496426a6-6b48-4767-bdd3-8b80984cace9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.025765 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496426a6-6b48-4767-bdd3-8b80984cace9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Subnet': ['ID=17978d1b-b101-440b-89d6-61b75b4effa8,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:30.032846 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496426a6-6b48-4767-bdd3-8b80984cace9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Checking segment: {'id': '48b30ff6-4f53-4aaf-a3d9-55f2a340d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:31:30.033181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496426a6-6b48-4767-bdd3-8b80984cace9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network hostable DHCP agents. Network: b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:31:30.050913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496426a6-6b48-4767-bdd3-8b80984cace9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:31:30.062166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-496426a6-6b48-4767-bdd3-8b80984cace9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:31:30.067832 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496426a6-6b48-4767-bdd3-8b80984cace9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:30.068995 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-496426a6-6b48-4767-bdd3-8b80984cace9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.072687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2baf3dc-77cd-4d3f-9a8f-e47ca7b8d08f None None] Network b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:31:30.095692 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-496426a6-6b48-4767-bdd3-8b80984cace9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4140387 Nov 11 22:31:30.096101 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57858) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:30.106453 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.114416 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.162008 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Attempting to bind port f9ec601d-73df-435c-a0e2-16aa1d13c64b on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:31:30.162372 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Attempting to bind port f9ec601d-73df-435c-a0e2-16aa1d13c64b by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:31:30.162725 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Attempting to bind port f9ec601d-73df-435c-a0e2-16aa1d13c64b on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:31:30.176260 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:31:30.176620 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:31:30.177034 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.177413 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:31:30.177865 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Bound port: f9ec601d-73df-435c-a0e2-16aa1d13c64b, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:31:30.178233 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.179734 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d14dc-3f0f-48c3-9d89-9822e052f4cf None None] Pushing event updated for resources: {'Port': ['ID=f9ec601d-73df-435c-a0e2-16aa1d13c64b,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:30.186840 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e2f61-ff06-4210-9ed7-9370cac7ab9c None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:31:30.216336 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d14dc-3f0f-48c3-9d89-9822e052f4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:30.216772 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d14dc-3f0f-48c3-9d89-9822e052f4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:30.217032 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d14dc-3f0f-48c3-9d89-9822e052f4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:30.217355 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d14dc-3f0f-48c3-9d89-9822e052f4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:30.218906 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d14dc-3f0f-48c3-9d89-9822e052f4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:30.218906 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d14dc-3f0f-48c3-9d89-9822e052f4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:30.218906 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d14dc-3f0f-48c3-9d89-9822e052f4cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:30.218906 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d14dc-3f0f-48c3-9d89-9822e052f4cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:30.219267 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d14dc-3f0f-48c3-9d89-9822e052f4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:30.219474 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d14dc-3f0f-48c3-9d89-9822e052f4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:30.219771 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d14dc-3f0f-48c3-9d89-9822e052f4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:30.220077 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d14dc-3f0f-48c3-9d89-9822e052f4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:31:30.238557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ips': [{'subnet_id': '17978d1b-b101-440b-89d6-61b75b4effa8'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:31:30.239774 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.247335 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] For port f9ec601d-73df-435c-a0e2-16aa1d13c64b, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:31:30.251752 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] For port f9ec601d-73df-435c-a0e2-16aa1d13c64b, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f9ec601d-73df-435c-a0e2-16aa1d13c64b,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:31:30.256709 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.313360 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ae28ab-f68c-4f9c-b636-ff288b143ad9 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:31:30.317041 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Routers {'c25e75e7-11a7-4cc3-849f-ec6bf19b90be'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:31:30.317654 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:30.352266 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a968e8a3-68a6-47bf-861e-893165a850a5 None None] Provisioning complete for port f9ec601d-73df-435c-a0e2-16aa1d13c64b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:31:30.352934 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a968e8a3-68a6-47bf-861e-893165a850a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.434895 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Allocated IP 172.20.0.2 (b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e/17978d1b-b101-440b-89d6-61b75b4effa8/2e960915-4655-43e5-861f-4df4f622b6f2) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:31:30.458314 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d14dc-3f0f-48c3-9d89-9822e052f4cf None None] Pushing event updated for resources: {'Port': ['ID=f9ec601d-73df-435c-a0e2-16aa1d13c64b,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:30.528320 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] Set router c25e75e7-11a7-4cc3-849f-ec6bf19b90be gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:31:30.539884 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a968e8a3-68a6-47bf-861e-893165a850a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.548743 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.571981 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a968e8a3-68a6-47bf-861e-893165a850a5 None None] For port f9ec601d-73df-435c-a0e2-16aa1d13c64b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f9ec601d-73df-435c-a0e2-16aa1d13c64b,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:31:30.577543 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a968e8a3-68a6-47bf-861e-893165a850a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.673938 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968e8a3-68a6-47bf-861e-893165a850a5 None None] Pushing event updated for resources: {'Port': ['ID=f9ec601d-73df-435c-a0e2-16aa1d13c64b,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:30.699824 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.713899 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.722652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0f541696-97fb-4270-b29e-df671d6edb90 None None] Provisioning complete for port f9ec601d-73df-435c-a0e2-16aa1d13c64b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:31:30.722652 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0f541696-97fb-4270-b29e-df671d6edb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.738235 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:28Z', 'revision_number': 3, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:30.767224 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08cba13-53ed-4ebd-98c1-e634b7ac56e4 None None] The sync data for ids ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'] in n-d-805737-3 is: [{'id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:28Z', 'revision_number': 3, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:31:30.792174 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Network b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:31:30.799662 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Pushing event updated for resources: {'Port': ['ID=2e960915-4655-43e5-861f-4df4f622b6f2,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:30.803669 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:31:30.806683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:31:30.896858 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Attempting to bind port 2e960915-4655-43e5-861f-4df4f622b6f2 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:31:30.897240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Attempting to bind port 2e960915-4655-43e5-861f-4df4f622b6f2 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '48b30ff6-4f53-4aaf-a3d9-55f2a340d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:31:30.897608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Attempting to bind port 2e960915-4655-43e5-861f-4df4f622b6f2 on network b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:31:30.898376 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.20.0.1 (b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e/17978d1b-b101-440b-89d6-61b75b4effa8/d3e3b06b-0f68-4b69-b743-04a7da594387) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:31:30.907642 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:31:30.908025 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Checking segment: {'id': '48b30ff6-4f53-4aaf-a3d9-55f2a340d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:31:30.908428 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.909028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Bound using segment: {'id': '48b30ff6-4f53-4aaf-a3d9-55f2a340d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:31:30.909686 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Bound port: 2e960915-4655-43e5-861f-4df4f622b6f2, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b30ff6-4f53-4aaf-a3d9-55f2a340d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:31:30.910252 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.992778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] For port 2e960915-4655-43e5-861f-4df4f622b6f2, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:31:30.997121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] For port 2e960915-4655-43e5-861f-4df4f622b6f2, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2e960915-4655-43e5-861f-4df4f622b6f2,segment=NetworkSegment(48b30ff6-4f53-4aaf-a3d9-55f2a340d02b),segment_id=48b30ff6-4f53-4aaf-a3d9-55f2a340d02b)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:31:31.007025 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:31.109992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9c097-c66d-4764-bb75-f7a96e2e225e None None] Pushing event updated for resources: {'Port': ['ID=2e960915-4655-43e5-861f-4df4f622b6f2,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:31.207492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f9ec601d-73df-435c-a0e2-16aa1d13c64b up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:31:31.273434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port f9ec601d-73df-435c-a0e2-16aa1d13c64b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:31:31.274013 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:31.423603 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:31.462222 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:31.507101 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:31:31.512138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:31:31.516370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:31:31.527076 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=d3e3b06b-0f68-4b69-b743-04a7da594387,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:31.570159 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:31.706365 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:31.996976 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:32.002690 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:32.075850 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:32.077765 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=d3e3b06b-0f68-4b69-b743-04a7da594387,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:32.086583 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c7d236-6633-4497-ae96-5ecc07c5b4b7 None None] Network b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:31:32.176269 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a18f4199-e1f7-4b78-957d-0b638e842d9a None None] Provisioning complete for port 2e960915-4655-43e5-861f-4df4f622b6f2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:31:32.176961 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a18f4199-e1f7-4b78-957d-0b638e842d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:32.187825 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:31:32.189370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:31:32.312684 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router c25e75e7-11a7-4cc3-849f-ec6bf19b90be has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:31:32.322201 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a18f4199-e1f7-4b78-957d-0b638e842d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:32.358119 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a18f4199-e1f7-4b78-957d-0b638e842d9a None None] For port 2e960915-4655-43e5-861f-4df4f622b6f2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2e960915-4655-43e5-861f-4df4f622b6f2,segment=NetworkSegment(48b30ff6-4f53-4aaf-a3d9-55f2a340d02b),segment_id=48b30ff6-4f53-4aaf-a3d9-55f2a340d02b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:31:32.364641 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a18f4199-e1f7-4b78-957d-0b638e842d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:32.427807 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f4199-e1f7-4b78-957d-0b638e842d9a None None] Pushing event updated for resources: {'Port': ['ID=2e960915-4655-43e5-861f-4df4f622b6f2,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:32.438253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:31:32.443269 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8e8350a7-d7c3-4cf7-ba56-4d154cb38934 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "PUT /v2.0/routers/c25e75e7-11a7-4cc3-849f-ec6bf19b90be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3459945 Nov 11 22:31:32.489260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Sync routers for ids ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:31:32.501570 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Routers {'c25e75e7-11a7-4cc3-849f-ec6bf19b90be'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:31:32.502315 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:32.625414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2a8555a3-cd5f-44cb-9738-9cc36131a83b None None] Provisioning complete for port 2e960915-4655-43e5-861f-4df4f622b6f2 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:31:32.625781 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a8555a3-cd5f-44cb-9738-9cc36131a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:32.630582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Set router c25e75e7-11a7-4cc3-849f-ec6bf19b90be gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:31:32.634696 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-ef85ffee-af1b-4394-b6c7-961972c35165 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945632072&fields=id&tenant_id=7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 267 time: 0.0618291 Nov 11 22:31:32.746492 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-dd8c1af4-a3c3-48b0-9270-d3724aff6458 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:32.753042 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-dd8c1af4-a3c3-48b0-9270-d3724aff6458 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/networks?id=b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e HTTP/1.1" status: 200 len: 797 time: 0.1168401 Nov 11 22:31:32.767195 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-39d84e4a-092c-4e97-92dd-64a9352d6328 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/quotas/7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 375 time: 0.0131760 Nov 11 22:31:32.825825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-a353da1f-2c0b-4111-a482-f09c177be089 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520785 Nov 11 22:31:32.882725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2a8555a3-cd5f-44cb-9738-9cc36131a83b None None] Provisioning complete for port d3e3b06b-0f68-4b69-b743-04a7da594387 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:31:32.883080 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a8555a3-cd5f-44cb-9738-9cc36131a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:32.928271 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-680d8a7a-2922-488c-875c-098b1d6913c2 service neutron] 10.222.0.57 "GET /v2.0/networks/b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941579 Nov 11 22:31:32.929479 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2a8555a3-cd5f-44cb-9738-9cc36131a83b None None] Port d3e3b06b-0f68-4b69-b743-04a7da594387 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:31:32.939968 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:31Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'd3e3b06b-0f68-4b69-b743-04a7da594387', 'name': '', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:04:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:30Z', 'updated_at': '2021-11-11T22:31:31Z', 'revision_number': 2, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:32.966586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Checking router: c25e75e7-11a7-4cc3-849f-ec6bf19b90be for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:31:32.966939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Updating router c25e75e7-11a7-4cc3-849f-ec6bf19b90be port d3e3b06b-0f68-4b69-b743-04a7da594387 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:31:32.990748 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:33.017815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-98b0d9d3-354a-4f56-b09f-d3d0dca757cd service neutron] 10.222.0.57 "GET /v2.0/networks/b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841181 Nov 11 22:31:33.107883 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2e960915-4655-43e5-861f-4df4f622b6f2 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:31:33.139225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a4bdcdce-e163-4190-9917-630e48e9296c None None] Provisioning complete for port d3e3b06b-0f68-4b69-b743-04a7da594387 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:31:33.139484 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a4bdcdce-e163-4190-9917-630e48e9296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:33.213343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-93b80163-5b2d-4e98-887a-eb050b89a9ca req-4aec876e-fecc-4618-8ece-d7bafe1859b0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 210 time: 0.0342424 Nov 11 22:31:33.233407 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a4bdcdce-e163-4190-9917-630e48e9296c None None] Port d3e3b06b-0f68-4b69-b743-04a7da594387 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:31:33.260147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 2e960915-4655-43e5-861f-4df4f622b6f2 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:31:33.260516 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:33.407096 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:33.414159 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:33.466810 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb837d-543c-4b03-a419-859156a3c200 None None] Pushing event updated for resources: {'Port': ['ID=d3e3b06b-0f68-4b69-b743-04a7da594387,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:33.512850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Attempting to bind port d3e3b06b-0f68-4b69-b743-04a7da594387 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:31:33.513228 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Attempting to bind port d3e3b06b-0f68-4b69-b743-04a7da594387 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '48b30ff6-4f53-4aaf-a3d9-55f2a340d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:31:33.513593 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Attempting to bind port d3e3b06b-0f68-4b69-b743-04a7da594387 on network b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:31:33.519169 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:31:33.519524 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Checking segment: {'id': '48b30ff6-4f53-4aaf-a3d9-55f2a340d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:31:33.519925 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:33.520335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Bound using segment: {'id': '48b30ff6-4f53-4aaf-a3d9-55f2a340d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:31:33.520815 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Bound port: d3e3b06b-0f68-4b69-b743-04a7da594387, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b30ff6-4f53-4aaf-a3d9-55f2a340d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:31:33.521205 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:33.596550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] For port d3e3b06b-0f68-4b69-b743-04a7da594387, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:31:33.600303 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] For port d3e3b06b-0f68-4b69-b743-04a7da594387, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d3e3b06b-0f68-4b69-b743-04a7da594387,segment=NetworkSegment(48b30ff6-4f53-4aaf-a3d9-55f2a340d02b),segment_id=48b30ff6-4f53-4aaf-a3d9-55f2a340d02b)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:31:33.606720 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:33.666429 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb837d-543c-4b03-a419-859156a3c200 None None] Pushing event updated for resources: {'Port': ['ID=d3e3b06b-0f68-4b69-b743-04a7da594387,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:33.669037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Routers {'c25e75e7-11a7-4cc3-849f-ec6bf19b90be'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:31:33.669632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:33.948287 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a8a6a447-3c16-4e09-8197-d20a38539caf None None] Provisioning complete for port d3e3b06b-0f68-4b69-b743-04a7da594387 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:31:33.948538 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a447-3c16-4e09-8197-d20a38539caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:33.972048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] Set router c25e75e7-11a7-4cc3-849f-ec6bf19b90be gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:31:34.146417 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a447-3c16-4e09-8197-d20a38539caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:34.210571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-a8a6a447-3c16-4e09-8197-d20a38539caf None None] For port d3e3b06b-0f68-4b69-b743-04a7da594387, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d3e3b06b-0f68-4b69-b743-04a7da594387,segment=NetworkSegment(48b30ff6-4f53-4aaf-a3d9-55f2a340d02b),segment_id=48b30ff6-4f53-4aaf-a3d9-55f2a340d02b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:31:34.218343 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a447-3c16-4e09-8197-d20a38539caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:34.281723 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4469d672-f7d5-4a1b-a84a-f8d8b2eb1fd1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:34.283572 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4469d672-f7d5-4a1b-a84a-f8d8b2eb1fd1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "GET /v2.0/networks?id=b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e HTTP/1.1" status: 200 len: 797 time: 0.1282148 Nov 11 22:31:34.285350 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:31Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'd3e3b06b-0f68-4b69-b743-04a7da594387', 'name': '', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:04:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:30Z', 'updated_at': '2021-11-11T22:31:33Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:34.287093 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6a447-3c16-4e09-8197-d20a38539caf None None] Pushing event updated for resources: {'Port': ['ID=d3e3b06b-0f68-4b69-b743-04a7da594387,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:34.323107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-023bc5fd-def8-4cee-8bfa-ef2aef7fbcbd req-f07835a6-c88d-4993-bd9d-26c955ad51fc tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 210 time: 0.0359604 Nov 11 22:31:34.329079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0949564-e6dc-4bec-b3ae-a7a5e225caff None None] The sync data for ids ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'] in n-d-805737-3 is: [{'id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:31Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'd3e3b06b-0f68-4b69-b743-04a7da594387', 'name': '', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:04:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:30Z', 'updated_at': '2021-11-11T22:31:33Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:31:34.341189 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-43c9ecd2-a8a3-410f-a50d-57b1be9fa341 None None] Provisioning complete for port d3e3b06b-0f68-4b69-b743-04a7da594387 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:31:34.341563 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43c9ecd2-a8a3-410f-a50d-57b1be9fa341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:34.369228 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-47440d1f-cd32-4f51-a6ed-9169432e28a2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 379 time: 0.0754137 Nov 11 22:31:34.384549 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-bffaff67-cdb3-4b7a-b7f3-c2bdd7426cb5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'port': {'device_id': 'de53f442-66c5-4347-a32e-91b488f86548', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'admin_state_up': True, 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'security_groups': ['42aa1445-a6ae-4c4e-9fd9-00552c27463d']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:31:34.505693 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-bffaff67-cdb3-4b7a-b7f3-c2bdd7426cb5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Made reservation on behalf of 7d0c6300ec124bf0b83645cab7c91315 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:31:34.509443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-bffaff67-cdb3-4b7a-b7f3-c2bdd7426cb5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:34.636385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-bffaff67-cdb3-4b7a-b7f3-c2bdd7426cb5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.20.0.9 (b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e/17978d1b-b101-440b-89d6-61b75b4effa8/38267d57-fd31-42f5-8724-85cf1b216c3b) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:31:34.783976 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-bffaff67-cdb3-4b7a-b7f3-c2bdd7426cb5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:34.819046 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-bffaff67-cdb3-4b7a-b7f3-c2bdd7426cb5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:34.862846 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-bffaff67-cdb3-4b7a-b7f3-c2bdd7426cb5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:31:34.868418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-bffaff67-cdb3-4b7a-b7f3-c2bdd7426cb5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:31:34.872186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-bffaff67-cdb3-4b7a-b7f3-c2bdd7426cb5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:31:34.879011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffaff67-cdb3-4b7a-b7f3-c2bdd7426cb5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=38267d57-fd31-42f5-8724-85cf1b216c3b,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:34.933533 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-bffaff67-cdb3-4b7a-b7f3-c2bdd7426cb5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:34.934232 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-bffaff67-cdb3-4b7a-b7f3-c2bdd7426cb5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:34.953710 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-bffaff67-cdb3-4b7a-b7f3-c2bdd7426cb5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5732348 Nov 11 22:31:34.966927 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Request body: {'port': {'device_id': 'de53f442-66c5-4347-a32e-91b488f86548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:31:35.026293 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:35.118247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d3e3b06b-0f68-4b69-b743-04a7da594387 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:31:35.177407 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-46daf06c-df1b-4732-acad-9f66107be015 None None] Provisioning complete for port 38267d57-fd31-42f5-8724-85cf1b216c3b triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:31:35.177769 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-46daf06c-df1b-4732-acad-9f66107be015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:35.204455 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port d3e3b06b-0f68-4b69-b743-04a7da594387 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:31:35.204843 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:35.236776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-46daf06c-df1b-4732-acad-9f66107be015 None None] Port 38267d57-fd31-42f5-8724-85cf1b216c3b cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:31:35.319521 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38267d57-fd31-42f5-8724-85cf1b216c3b {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:31:35.328350 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:35.345773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Transition to ACTIVE for port object 38267d57-fd31-42f5-8724-85cf1b216c3b will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:31:35.357216 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:35.409464 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Pushing event updated for resources: {'Port': ['ID=38267d57-fd31-42f5-8724-85cf1b216c3b,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:35.450189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1634d4-0ac8-40e8-a1e3-d81a19210473 req-522fa3e1-8087-406d-b91c-5efebe37066a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:35.457453 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c1634d4-0ac8-40e8-a1e3-d81a19210473 req-522fa3e1-8087-406d-b91c-5efebe37066a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 943 time: 0.0659606 Nov 11 22:31:35.480515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Attempting to bind port 38267d57-fd31-42f5-8724-85cf1b216c3b on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:31:35.480515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Attempting to bind port 38267d57-fd31-42f5-8724-85cf1b216c3b by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '48b30ff6-4f53-4aaf-a3d9-55f2a340d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:31:35.480856 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Attempting to bind port 38267d57-fd31-42f5-8724-85cf1b216c3b on network b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:31:35.485310 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Port 38267d57-fd31-42f5-8724-85cf1b216c3b on network b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:31:35.486182 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Attempting to bind port 38267d57-fd31-42f5-8724-85cf1b216c3b on network b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:31:35.490433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:31:35.490763 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Checking segment: {'id': '48b30ff6-4f53-4aaf-a3d9-55f2a340d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:31:35.491429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Bound using segment: {'id': '48b30ff6-4f53-4aaf-a3d9-55f2a340d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:31:35.491570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Bound port: 38267d57-fd31-42f5-8724-85cf1b216c3b, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b30ff6-4f53-4aaf-a3d9-55f2a340d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:31:35.491879 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:35.506580 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7c1634d4-0ac8-40e8-a1e3-d81a19210473 req-aa64fada-7ee3-44fd-a761-993743e276e3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481124 Nov 11 22:31:35.563986 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] For port 38267d57-fd31-42f5-8724-85cf1b216c3b, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:31:35.567307 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] For port 38267d57-fd31-42f5-8724-85cf1b216c3b, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=38267d57-fd31-42f5-8724-85cf1b216c3b,segment=NetworkSegment(48b30ff6-4f53-4aaf-a3d9-55f2a340d02b),segment_id=48b30ff6-4f53-4aaf-a3d9-55f2a340d02b)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:31:35.574405 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:35.611426 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:35.611992 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:35.613281 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] 10.222.0.10 "PUT /v2.0/ports/38267d57-fd31-42f5-8724-85cf1b216c3b HTTP/1.1" status: 200 len: 1091 time: 0.6514399 Nov 11 22:31:35.613720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de53f442-66c5-4347-a32e-91b488f86548', 'tag': '38267d57-fd31-42f5-8724-85cf1b216c3b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:31:35.616094 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db32a6c-c7f5-4577-8bf0-c0ca58476d65" -d '{"events": [{"name": "network-changed", "server_uuid": "de53f442-66c5-4347-a32e-91b488f86548", "tag": "38267d57-fd31-42f5-8724-85cf1b216c3b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:31:35.640383 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351ea56-c34a-47b7-8ebe-abe969f4a048 service neutron] Pushing event updated for resources: {'Port': ['ID=38267d57-fd31-42f5-8724-85cf1b216c3b,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:35.677889 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cecd3a-91ac-454e-80b1-224dea63b9de x-openstack-request-id: req-d5cecd3a-91ac-454e-80b1-224dea63b9de {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:31:35.678186 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de53f442-66c5-4347-a32e-91b488f86548", "tag": "38267d57-fd31-42f5-8724-85cf1b216c3b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:31:35.678439 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d5cecd3a-91ac-454e-80b1-224dea63b9de {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:31:35.678865 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de53f442-66c5-4347-a32e-91b488f86548', 'tag': '38267d57-fd31-42f5-8724-85cf1b216c3b', 'status': 'completed', 'code': 200} Nov 11 22:31:35.710305 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-be1cee7d-10cf-4445-816a-be29455ff4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:35.711859 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-be1cee7d-10cf-4445-816a-be29455ff4d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 1094 time: 0.0457098 Nov 11 22:31:35.756047 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-ad3eb42c-42b5-4b89-992d-97e90a520038 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38267d57-fd31-42f5-8724-85cf1b216c3b HTTP/1.1" status: 200 len: 217 time: 0.0353129 Nov 11 22:31:35.810665 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-93e1a396-9652-458e-a417-43861ad4fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:35.812238 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-93e1a396-9652-458e-a417-43861ad4fcb2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17978d1b-b101-440b-89d6-61b75b4effa8 HTTP/1.1" status: 200 len: 835 time: 0.0499399 Nov 11 22:31:35.861479 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-2279d2bf-c074-486e-beef-29b398481c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:35.862985 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-2279d2bf-c074-486e-beef-29b398481c47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421684 Nov 11 22:31:35.956290 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-10c931ca-e0dd-494d-a599-df01f321d73a service neutron] 10.222.0.10 "GET /v2.0/networks/b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857995 Nov 11 22:31:36.045229 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-05edc798-4d80-40d3-8899-5187e5b847f8 req-5ea885b7-3749-49e6-af86-33eb7f2b6c60 service neutron] 10.222.0.10 "GET /v2.0/networks/b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814824 Nov 11 22:31:36.139945 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db32a6c-c7f5-4577-8bf0-c0ca58476d65 req-b964636c-9d76-4a2f-83bf-06d0b64076e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:36.141501 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6db32a6c-c7f5-4577-8bf0-c0ca58476d65 req-b964636c-9d76-4a2f-83bf-06d0b64076e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 1094 time: 0.0432649 Nov 11 22:31:36.246571 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db32a6c-c7f5-4577-8bf0-c0ca58476d65 req-5e41f09c-b33b-4b5f-93e7-ccc58bcaf83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:36.248110 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6db32a6c-c7f5-4577-8bf0-c0ca58476d65 req-5e41f09c-b33b-4b5f-93e7-ccc58bcaf83f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e HTTP/1.1" status: 200 len: 899 time: 0.0999558 Nov 11 22:31:36.290228 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6db32a6c-c7f5-4577-8bf0-c0ca58476d65 req-f0a88297-335b-46d5-8aa7-f6efe12624cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38267d57-fd31-42f5-8724-85cf1b216c3b HTTP/1.1" status: 200 len: 217 time: 0.0343764 Nov 11 22:31:36.346215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db32a6c-c7f5-4577-8bf0-c0ca58476d65 req-4eb8c309-1aaf-4533-bef7-c1ef4ed937a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:36.347694 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6db32a6c-c7f5-4577-8bf0-c0ca58476d65 req-4eb8c309-1aaf-4533-bef7-c1ef4ed937a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17978d1b-b101-440b-89d6-61b75b4effa8 HTTP/1.1" status: 200 len: 835 time: 0.0497770 Nov 11 22:31:36.396913 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db32a6c-c7f5-4577-8bf0-c0ca58476d65 req-91f35267-8f05-471e-93d9-41cad5b7474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:36.398456 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6db32a6c-c7f5-4577-8bf0-c0ca58476d65 req-91f35267-8f05-471e-93d9-41cad5b7474a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426908 Nov 11 22:31:36.498898 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6db32a6c-c7f5-4577-8bf0-c0ca58476d65 req-dd25fb8c-f167-403a-9863-f1f82dfec305 service neutron] 10.222.0.10 "GET /v2.0/networks/b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915630 Nov 11 22:31:36.595704 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6db32a6c-c7f5-4577-8bf0-c0ca58476d65 req-82caf298-3cf2-4c82-bd8a-bccae7a5545c service neutron] 10.222.0.10 "GET /v2.0/networks/b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886314 Nov 11 22:31:36.627181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f296d-b5e3-44cd-93b0-10adf8161778 req-ccb5ba45-b7ab-4f96-a53a-9e83c12a7589 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:36.628672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-246f296d-b5e3-44cd-93b0-10adf8161778 req-ccb5ba45-b7ab-4f96-a53a-9e83c12a7589 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 943 time: 0.0515134 Nov 11 22:31:36.681844 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-246f296d-b5e3-44cd-93b0-10adf8161778 req-6fd95c41-a54c-4ff4-b7a9-dc2aebe23fae tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470362 Nov 11 22:31:37.822636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04dbf6-d938-4f97-b6f6-615660196642 req-b737a170-eb03-4c33-9491-73067c9dbb31 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:37.824150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d04dbf6-d938-4f97-b6f6-615660196642 req-b737a170-eb03-4c33-9491-73067c9dbb31 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 943 time: 0.0600517 Nov 11 22:31:37.875582 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0d04dbf6-d938-4f97-b6f6-615660196642 req-7654a302-c427-4474-8960-32fa776470cd tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452509 Nov 11 22:31:39.002454 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc1d79-93ed-4f34-bb5e-ded0a72f2550 req-760457bd-e9f0-485f-85bd-ab0396b3d6d5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:39.003847 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2bc1d79-93ed-4f34-bb5e-ded0a72f2550 req-760457bd-e9f0-485f-85bd-ab0396b3d6d5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 943 time: 0.0505033 Nov 11 22:31:39.054001 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c2bc1d79-93ed-4f34-bb5e-ded0a72f2550 req-857b6e1c-66fd-49b0-8e03-c31cb140efde tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441287 Nov 11 22:31:39.366688 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 38267d57-fd31-42f5-8724-85cf1b216c3b details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:31:39.467194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 38267d57-fd31-42f5-8724-85cf1b216c3b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=38267d57-fd31-42f5-8724-85cf1b216c3b,segment=NetworkSegment(48b30ff6-4f53-4aaf-a3d9-55f2a340d02b),segment_id=48b30ff6-4f53-4aaf-a3d9-55f2a340d02b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:31:39.480237 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '38267d57-fd31-42f5-8724-85cf1b216c3b', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'port_id': '38267d57-fd31-42f5-8724-85cf1b216c3b', 'mac_address': 'fa:16:3e:08:33:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:31:39.527642 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:39.541935 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38267d57-fd31-42f5-8724-85cf1b216c3b {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:31:39.561610 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 38267d57-fd31-42f5-8724-85cf1b216c3b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=38267d57-fd31-42f5-8724-85cf1b216c3b,segment=NetworkSegment(48b30ff6-4f53-4aaf-a3d9-55f2a340d02b),segment_id=48b30ff6-4f53-4aaf-a3d9-55f2a340d02b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:31:39.567862 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:39.616451 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=38267d57-fd31-42f5-8724-85cf1b216c3b,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:39.775716 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['38267d57-fd31-42f5-8724-85cf1b216c3b'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:31:40.188635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b13749-e91c-427e-85ea-e3d5b804014d req-a0ab5c89-c8f1-44ea-9793-120eba248d89 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:40.190135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b3b13749-e91c-427e-85ea-e3d5b804014d req-a0ab5c89-c8f1-44ea-9793-120eba248d89 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 944 time: 0.0550406 Nov 11 22:31:40.241003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b3b13749-e91c-427e-85ea-e3d5b804014d req-4ecf30de-0fab-44da-a2c7-9eb3b9c90cf3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447536 Nov 11 22:31:41.361718 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 38267d57-fd31-42f5-8724-85cf1b216c3b up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:31:41.366931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47948d51-1cd1-49f3-9379-c394cfd0ae25 req-ac3b9e32-39ff-48ad-bd67-dbdbb55259cb tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:41.368519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47948d51-1cd1-49f3-9379-c394cfd0ae25 req-ac3b9e32-39ff-48ad-bd67-dbdbb55259cb tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 944 time: 0.0572615 Nov 11 22:31:41.417055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 38267d57-fd31-42f5-8724-85cf1b216c3b completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:31:41.421289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 38267d57-fd31-42f5-8724-85cf1b216c3b triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:31:41.421783 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:41.425497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47948d51-1cd1-49f3-9379-c394cfd0ae25 req-3a8f4e4b-7018-4416-8b84-b06dbfddd43c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464923 Nov 11 22:31:41.504325 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:41.527354 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de53f442-66c5-4347-a32e-91b488f86548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38267d57-fd31-42f5-8724-85cf1b216c3b'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:31:41.529574 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9bc2da-a6d6-4e35-9ac3-eee0851668f2" -d '{"events": [{"server_uuid": "de53f442-66c5-4347-a32e-91b488f86548", "name": "network-vif-plugged", "status": "completed", "tag": "38267d57-fd31-42f5-8724-85cf1b216c3b"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:31:41.543523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 38267d57-fd31-42f5-8724-85cf1b216c3b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=38267d57-fd31-42f5-8724-85cf1b216c3b,segment=NetworkSegment(48b30ff6-4f53-4aaf-a3d9-55f2a340d02b),segment_id=48b30ff6-4f53-4aaf-a3d9-55f2a340d02b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:31:41.549856 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:41.576953 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9596e1ba-5ccc-4537-ad33-13d5a145210b x-openstack-request-id: req-9596e1ba-5ccc-4537-ad33-13d5a145210b {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:31:41.577315 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de53f442-66c5-4347-a32e-91b488f86548", "name": "network-vif-plugged", "status": "completed", "tag": "38267d57-fd31-42f5-8724-85cf1b216c3b", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:31:41.577554 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9596e1ba-5ccc-4537-ad33-13d5a145210b {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:31:41.577953 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de53f442-66c5-4347-a32e-91b488f86548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38267d57-fd31-42f5-8724-85cf1b216c3b', 'code': 200} Nov 11 22:31:41.606865 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=38267d57-fd31-42f5-8724-85cf1b216c3b,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:41.640837 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:41.673483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dcd4b-5347-434f-a3e7-05b09632d122 req-7f5ac336-a0ab-4a72-8d2b-6fa8271c6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:41.674954 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eb4dcd4b-5347-434f-a3e7-05b09632d122 req-7f5ac336-a0ab-4a72-8d2b-6fa8271c6c47 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 1096 time: 0.0398352 Nov 11 22:31:41.721175 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eb4dcd4b-5347-434f-a3e7-05b09632d122 req-ca84b474-c566-4bfb-a7e2-1f4aa652c283 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391517 Nov 11 22:31:42.557937 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece5323-d26b-4e08-9813-0f8d3508892c req-b43c4eb8-f3ee-4bc1-8d34-621eb93f1972 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:42.559465 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fece5323-d26b-4e08-9813-0f8d3508892c req-b43c4eb8-f3ee-4bc1-8d34-621eb93f1972 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0545669 Nov 11 22:31:42.609320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fece5323-d26b-4e08-9813-0f8d3508892c req-323a09c7-9bcf-4d82-9a0a-d557dd6c92a1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436213 Nov 11 22:31:43.750817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ca891-258c-4b7f-931f-b7ac0be49f26 req-7abea5b9-23fe-4029-b39f-e2900ffab1cf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:43.752332 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea0ca891-258c-4b7f-931f-b7ac0be49f26 req-7abea5b9-23fe-4029-b39f-e2900ffab1cf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0545902 Nov 11 22:31:43.810040 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea0ca891-258c-4b7f-931f-b7ac0be49f26 req-7281f19c-833a-4072-8e1b-53c39ec56097 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515544 Nov 11 22:31:43.921765 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7271c622-860b-42cf-b8a9-a48d0a4d43a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:43.937493 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a44ea-33b5-492c-bd8c-3ad452f2446a req-5dd81ddc-6488-4eda-ac45-ec5c3762dd0d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:43.938998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d18a44ea-33b5-492c-bd8c-3ad452f2446a req-5dd81ddc-6488-4eda-ac45-ec5c3762dd0d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0581980 Nov 11 22:31:43.992815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d18a44ea-33b5-492c-bd8c-3ad452f2446a req-616572a4-e70d-4c56-94ec-93fe17841681 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473337 Nov 11 22:31:44.014878 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 57916) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:44.057555 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab65c3d-2f71-431c-89e3-aaa6988e9365 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:44.059029 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-bab65c3d-2f71-431c-89e3-aaa6988e9365 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 1091 time: 0.0431547 Nov 11 22:31:44.062425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57918) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:44.067315 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '38267d57-fd31-42f5-8724-85cf1b216c3b', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:31:44.092633 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:44.197090 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:44.311485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.25.0.230 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/6e6bc2c2-8f89-472e-9c94-146d278bc961) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:31:44.414903 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:44.452507 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:44.489951 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:31:44.494977 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:31:44.498497 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:31:44.509000 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=6e6bc2c2-8f89-472e-9c94-146d278bc961,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:44.856651 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:44.944363 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:45.096082 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:45.103550 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:45.168532 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=6e6bc2c2-8f89-472e-9c94-146d278bc961,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:31:45.186893 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:45.187976 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:45.287685 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Floating IP 420a1de7-aff7-4ed7-bf81-2c05e0c79637 associated. External IP: 172.25.0.230, port: 38267d57-fd31-42f5-8724-85cf1b216c3b. Nov 11 22:31:45.503931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router c25e75e7-11a7-4cc3-849f-ec6bf19b90be has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:31:45.612748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:31:45.624278 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8949061-209d-4534-99c4-0ec20d3605cb None None] Sync routers for ids ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:31:45.632513 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:45.635983 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8949061-209d-4534-99c4-0ec20d3605cb None None] Routers {'c25e75e7-11a7-4cc3-849f-ec6bf19b90be'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:31:45.636592 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a8949061-209d-4534-99c4-0ec20d3605cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:45.659464 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-89fb3802-0e15-48ce-9dde-0b6f21cfc85e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5957580 Nov 11 22:31:45.660073 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de53f442-66c5-4347-a32e-91b488f86548', 'tag': '38267d57-fd31-42f5-8724-85cf1b216c3b'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:31:45.662338 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae367f6-48e6-4426-a538-3e3c2c5108b7" -d '{"events": [{"name": "network-changed", "server_uuid": "de53f442-66c5-4347-a32e-91b488f86548", "tag": "38267d57-fd31-42f5-8724-85cf1b216c3b"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:31:45.742676 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a8949061-209d-4534-99c4-0ec20d3605cb None None] Set router c25e75e7-11a7-4cc3-849f-ec6bf19b90be gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:31:45.756096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb1a6e-3ce7-4ed8-80a4-2d7d0d74cd30 req-de11f86a-d6fe-4d41-a74a-623fcfd353bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:45.757630 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cdcb1a6e-3ce7-4ed8-80a4-2d7d0d74cd30 req-de11f86a-d6fe-4d41-a74a-623fcfd353bf tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0502734 Nov 11 22:31:45.806437 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cdcb1a6e-3ce7-4ed8-80a4-2d7d0d74cd30 req-c2c03394-2157-4d07-9bd5-6b4e341691dc tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427334 Nov 11 22:31:45.828904 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57924) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:45.872271 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ce03fd-f9bd-4863-84d7-f0d6894ef145 x-openstack-request-id: req-16ce03fd-f9bd-4863-84d7-f0d6894ef145 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:31:45.872955 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de53f442-66c5-4347-a32e-91b488f86548", "tag": "38267d57-fd31-42f5-8724-85cf1b216c3b", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:31:45.872955 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-16ce03fd-f9bd-4863-84d7-f0d6894ef145 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:31:45.873135 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de53f442-66c5-4347-a32e-91b488f86548', 'tag': '38267d57-fd31-42f5-8724-85cf1b216c3b', 'status': 'completed', 'code': 200} Nov 11 22:31:45.899220 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a58c3dae-0e7d-4346-81e4-33f96c8d21d9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/420a1de7-aff7-4ed7-bf81-2c05e0c79637 HTTP/1.1" status: 200 len: 991 time: 0.0690815 Nov 11 22:31:45.929434 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae367f6-48e6-4426-a538-3e3c2c5108b7 req-16091cd0-839c-48f1-9f2b-02eaa311496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:45.930927 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3ae367f6-48e6-4426-a538-3e3c2c5108b7 req-16091cd0-839c-48f1-9f2b-02eaa311496f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 1096 time: 0.0406706 Nov 11 22:31:45.969159 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a8949061-209d-4534-99c4-0ec20d3605cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:31Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '420a1de7-aff7-4ed7-bf81-2c05e0c79637', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'port_id': '38267d57-fd31-42f5-8724-85cf1b216c3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'mac_address': 'fa:16:3e:08:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53f442-66c5-4347-a32e-91b488f86548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:31:44Z', 'updated_at': '2021-11-11T22:31:44Z', 'revision_number': 0, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e3b06b-0f68-4b69-b743-04a7da594387', 'name': '', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:04:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:30Z', 'updated_at': '2021-11-11T22:31:34Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:45.994320 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8949061-209d-4534-99c4-0ec20d3605cb None None] Checking router: c25e75e7-11a7-4cc3-849f-ec6bf19b90be for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:31:46.002800 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8949061-209d-4534-99c4-0ec20d3605cb None None] Routers {'c25e75e7-11a7-4cc3-849f-ec6bf19b90be'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:31:46.003382 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a8949061-209d-4534-99c4-0ec20d3605cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:31:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:46.019787 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae367f6-48e6-4426-a538-3e3c2c5108b7 req-74a05d3b-c245-490c-950d-63b45804deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:46.021307 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3ae367f6-48e6-4426-a538-3e3c2c5108b7 req-74a05d3b-c245-490c-950d-63b45804deec service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e HTTP/1.1" status: 200 len: 899 time: 0.0836244 Nov 11 22:31:46.089596 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3ae367f6-48e6-4426-a538-3e3c2c5108b7 req-b10664e1-7715-4a11-a744-1062eb66f552 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38267d57-fd31-42f5-8724-85cf1b216c3b HTTP/1.1" status: 200 len: 999 time: 0.0612154 Nov 11 22:31:46.108468 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a8949061-209d-4534-99c4-0ec20d3605cb None None] Set router c25e75e7-11a7-4cc3-849f-ec6bf19b90be gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:31:46.121038 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-eecea9a6-f723-4812-a451-00fa3f9e9c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:46.142706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae367f6-48e6-4426-a538-3e3c2c5108b7 req-5b8783ba-6e2c-4740-9ef0-8ca24e425388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:46.144082 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3ae367f6-48e6-4426-a538-3e3c2c5108b7 req-5b8783ba-6e2c-4740-9ef0-8ca24e425388 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17978d1b-b101-440b-89d6-61b75b4effa8 HTTP/1.1" status: 200 len: 835 time: 0.0459707 Nov 11 22:31:46.190242 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae367f6-48e6-4426-a538-3e3c2c5108b7 req-280eff33-9b5c-481a-9bbb-d07e4f470778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:46.191790 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3ae367f6-48e6-4426-a538-3e3c2c5108b7 req-280eff33-9b5c-481a-9bbb-d07e4f470778 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409281 Nov 11 22:31:46.286948 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3ae367f6-48e6-4426-a538-3e3c2c5108b7 req-acc07c77-d087-45f6-9472-7ff5b1a173ec service neutron] 10.222.0.10 "GET /v2.0/networks/b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881147 Nov 11 22:31:46.335785 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a8949061-209d-4534-99c4-0ec20d3605cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:31Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '420a1de7-aff7-4ed7-bf81-2c05e0c79637', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'port_id': '38267d57-fd31-42f5-8724-85cf1b216c3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'mac_address': 'fa:16:3e:08:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53f442-66c5-4347-a32e-91b488f86548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:31:44Z', 'updated_at': '2021-11-11T22:31:44Z', 'revision_number': 0, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e3b06b-0f68-4b69-b743-04a7da594387', 'name': '', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:04:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:30Z', 'updated_at': '2021-11-11T22:31:34Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:31:46.361893 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8949061-209d-4534-99c4-0ec20d3605cb None None] The sync data for ids ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'] in n-d-805737-3 is: [{'id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:31Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '420a1de7-aff7-4ed7-bf81-2c05e0c79637', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'port_id': '38267d57-fd31-42f5-8724-85cf1b216c3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'mac_address': 'fa:16:3e:08:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53f442-66c5-4347-a32e-91b488f86548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:31:44Z', 'updated_at': '2021-11-11T22:31:44Z', 'revision_number': 0, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e3b06b-0f68-4b69-b743-04a7da594387', 'name': '', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:04:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:30Z', 'updated_at': '2021-11-11T22:31:34Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:31:46.378469 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3ae367f6-48e6-4426-a538-3e3c2c5108b7 req-2f040d13-68eb-411b-b54b-fe83a01fbfc9 service neutron] 10.222.0.10 "GET /v2.0/networks/b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847690 Nov 11 22:31:46.557182 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95f030-de09-4442-bcd0-27948c655c24 None None] New status for floating IP 420a1de7-aff7-4ed7-bf81-2c05e0c79637: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:31:46.903974 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57926) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:31:46.980043 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c1fb8492-ba6a-40df-9a0e-ecb37469cf4d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/420a1de7-aff7-4ed7-bf81-2c05e0c79637 HTTP/1.1" status: 200 len: 993 time: 0.0741341 Nov 11 22:31:47.437724 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:48.466931 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:31:48.819078 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:49.403584 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:11.656817 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:13.930110 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4544-f56d-4142-be12-5589acf2b28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:15.197897 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:16.133361 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9244496f-ee69-4f73-9324-77a63cb9dc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:17.447031 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:18.446182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d300fd-1194-4a43-badb-99f9a2543aed req-a38a085e-7ba0-47e5-95a2-ba09ffed4ba5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:18.447688 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f6d300fd-1194-4a43-badb-99f9a2543aed req-a38a085e-7ba0-47e5-95a2-ba09ffed4ba5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0527775 Nov 11 22:32:18.448196 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e2c3d-e997-4d8c-ad13-73c35d74cb6b req-d5c58458-9aa1-44c7-b16c-90555b9441fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:18.449760 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e2e2c3d-e997-4d8c-ad13-73c35d74cb6b req-d5c58458-9aa1-44c7-b16c-90555b9441fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 1096 time: 0.0449059 Nov 11 22:32:18.502758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f6d300fd-1194-4a43-badb-99f9a2543aed req-f9a50068-ec81-44dc-bf22-8626828ba572 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488224 Nov 11 22:32:18.539291 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e2c3d-e997-4d8c-ad13-73c35d74cb6b req-7237fdba-45b7-4dff-8d80-1fa6e224bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:18.541063 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e2e2c3d-e997-4d8c-ad13-73c35d74cb6b req-7237fdba-45b7-4dff-8d80-1fa6e224bd48 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e HTTP/1.1" status: 200 len: 899 time: 0.0834441 Nov 11 22:32:18.610057 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e2e2c3d-e997-4d8c-ad13-73c35d74cb6b req-b05e60a3-9772-41a0-850f-2dcd8621eac3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38267d57-fd31-42f5-8724-85cf1b216c3b HTTP/1.1" status: 200 len: 1001 time: 0.0612805 Nov 11 22:32:18.659949 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e2c3d-e997-4d8c-ad13-73c35d74cb6b req-618fdd75-b0ee-482b-b870-0a3bcae7dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:18.661417 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e2e2c3d-e997-4d8c-ad13-73c35d74cb6b req-618fdd75-b0ee-482b-b870-0a3bcae7dc12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17978d1b-b101-440b-89d6-61b75b4effa8 HTTP/1.1" status: 200 len: 835 time: 0.0432503 Nov 11 22:32:18.708924 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e2c3d-e997-4d8c-ad13-73c35d74cb6b req-eeb6a06a-4f25-43ad-8e34-36a1efd4665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:18.710451 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e2e2c3d-e997-4d8c-ad13-73c35d74cb6b req-eeb6a06a-4f25-43ad-8e34-36a1efd4665a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410621 Nov 11 22:32:18.802630 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e2e2c3d-e997-4d8c-ad13-73c35d74cb6b req-30546228-d8a7-4082-a52b-6876cb9fce08 service neutron] 10.222.0.10 "GET /v2.0/networks/b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845931 Nov 11 22:32:18.820003 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:18.899809 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2e2e2c3d-e997-4d8c-ad13-73c35d74cb6b req-38355f16-2519-4a09-92a0-178721331a14 service neutron] 10.222.0.10 "GET /v2.0/networks/b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886838 Nov 11 22:32:19.394838 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:19.627091 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3051ea-4a07-4681-9e25-142bc40f5b51 req-517cddb9-e43a-490b-9619-8b61c22e769c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:19.628618 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6e3051ea-4a07-4681-9e25-142bc40f5b51 req-517cddb9-e43a-490b-9619-8b61c22e769c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0521991 Nov 11 22:32:19.679787 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6e3051ea-4a07-4681-9e25-142bc40f5b51 req-a8bc283e-ba22-4c3a-a0c0-50b778e14e4c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448291 Nov 11 22:32:20.803661 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc1e08-288b-4f45-b2b9-e4401e33ecb3 req-ca1b8a41-634f-4961-bf54-ee17f9ae5b67 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:20.805219 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-abdc1e08-288b-4f45-b2b9-e4401e33ecb3 req-ca1b8a41-634f-4961-bf54-ee17f9ae5b67 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0521686 Nov 11 22:32:20.856720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-abdc1e08-288b-4f45-b2b9-e4401e33ecb3 req-b854ec61-1569-460d-b019-1a433b47f83e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429630 Nov 11 22:32:21.991443 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7f6b1-0757-4a64-8669-31f78dc439ca req-5e2abb30-3768-4904-b991-1cf6e958105f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:21.992944 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88b7f6b1-0757-4a64-8669-31f78dc439ca req-5e2abb30-3768-4904-b991-1cf6e958105f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0531819 Nov 11 22:32:22.041887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-88b7f6b1-0757-4a64-8669-31f78dc439ca req-2f8ce25f-61bc-4933-aab9-ac89927a86fb tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429952 Nov 11 22:32:23.169839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb80f2-c9b5-4376-b026-282188c45e2d req-1aba5711-c308-4d68-93b1-715dca4186f5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:23.171311 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46bb80f2-c9b5-4376-b026-282188c45e2d req-1aba5711-c308-4d68-93b1-715dca4186f5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0549610 Nov 11 22:32:23.221890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-46bb80f2-c9b5-4376-b026-282188c45e2d req-8331933b-d466-4d8e-a55c-19e542728c2e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445042 Nov 11 22:32:23.896151 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb22ff8-38e3-4a7d-b7bc-aa9a700823f1 req-e4520910-33fd-4590-a89c-c1d15ea453b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:23.897685 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2eb22ff8-38e3-4a7d-b7bc-aa9a700823f1 req-e4520910-33fd-4590-a89c-c1d15ea453b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 1096 time: 0.0474830 Nov 11 22:32:24.001080 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb22ff8-38e3-4a7d-b7bc-aa9a700823f1 req-82cd2900-ef50-4414-bee2-8f217bfb993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:24.002437 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2eb22ff8-38e3-4a7d-b7bc-aa9a700823f1 req-82cd2900-ef50-4414-bee2-8f217bfb993b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e HTTP/1.1" status: 200 len: 899 time: 0.0841467 Nov 11 22:32:24.073236 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2eb22ff8-38e3-4a7d-b7bc-aa9a700823f1 req-520afaca-87a2-40b0-a895-6b8bf4d6f885 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38267d57-fd31-42f5-8724-85cf1b216c3b HTTP/1.1" status: 200 len: 1001 time: 0.0631771 Nov 11 22:32:24.127784 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb22ff8-38e3-4a7d-b7bc-aa9a700823f1 req-a04a9a23-38e3-4110-8f76-60cb9afe0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:24.129234 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2eb22ff8-38e3-4a7d-b7bc-aa9a700823f1 req-a04a9a23-38e3-4110-8f76-60cb9afe0f48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17978d1b-b101-440b-89d6-61b75b4effa8 HTTP/1.1" status: 200 len: 835 time: 0.0468359 Nov 11 22:32:24.177168 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb22ff8-38e3-4a7d-b7bc-aa9a700823f1 req-7fd5b0f5-c759-4737-81e8-24bae58f9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:24.178640 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2eb22ff8-38e3-4a7d-b7bc-aa9a700823f1 req-7fd5b0f5-c759-4737-81e8-24bae58f9ef4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421753 Nov 11 22:32:24.272065 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2eb22ff8-38e3-4a7d-b7bc-aa9a700823f1 req-1a152054-8d3d-444e-8158-25d966c3cbf4 service neutron] 10.222.0.10 "GET /v2.0/networks/b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853333 Nov 11 22:32:24.341946 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df0112-c7f4-4bc6-942d-02d5f12ffe7f req-f95582fe-f39e-4445-8b29-30b8615311c6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:24.343504 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30df0112-c7f4-4bc6-942d-02d5f12ffe7f req-f95582fe-f39e-4445-8b29-30b8615311c6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0533457 Nov 11 22:32:24.362078 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2eb22ff8-38e3-4a7d-b7bc-aa9a700823f1 req-8c8de489-3558-4fe1-88c4-e310cb40cec2 service neutron] 10.222.0.10 "GET /v2.0/networks/b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825608 Nov 11 22:32:24.392636 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-30df0112-c7f4-4bc6-942d-02d5f12ffe7f req-f55723f1-16a0-4234-9fea-6eecd73e0a9c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429068 Nov 11 22:32:25.467422 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:32:25.519427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675c624-be89-4c4a-80e9-592c6e20c640 req-a7034cf6-bda1-4987-8c61-2117b15e13b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:25.520981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3675c624-be89-4c4a-80e9-592c6e20c640 req-a7034cf6-bda1-4987-8c61-2117b15e13b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0516868 Nov 11 22:32:25.570704 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3675c624-be89-4c4a-80e9-592c6e20c640 req-df22cd43-1405-40e9-b877-38f8a2422ee1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436602 Nov 11 22:32:26.706591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acc7a5-b657-49f8-a0e6-1118d1366578 req-d7272ecc-9ae7-4bb4-ad6c-18c829542843 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:26.708537 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99acc7a5-b657-49f8-a0e6-1118d1366578 req-d7272ecc-9ae7-4bb4-ad6c-18c829542843 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0556126 Nov 11 22:32:26.763452 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-99acc7a5-b657-49f8-a0e6-1118d1366578 req-c821f722-64b5-4781-967e-836639441cf9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469663 Nov 11 22:32:27.898295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6bce1-4e76-4cf4-bd4f-d7459b4cb6b3 req-5d612db7-0d73-4ec5-bea5-823767fa3972 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:27.899829 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1db6bce1-4e76-4cf4-bd4f-d7459b4cb6b3 req-5d612db7-0d73-4ec5-bea5-823767fa3972 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0599384 Nov 11 22:32:27.948593 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1db6bce1-4e76-4cf4-bd4f-d7459b4cb6b3 req-c2e14412-7ce1-4867-997a-a5f17c64c269 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427384 Nov 11 22:32:29.073434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53e9ff-212e-484a-ac70-317039bbf88f req-8f8972db-7f12-4fa6-a9eb-0ca0be374318 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:29.075025 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f53e9ff-212e-484a-ac70-317039bbf88f req-8f8972db-7f12-4fa6-a9eb-0ca0be374318 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0542560 Nov 11 22:32:29.126135 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5f53e9ff-212e-484a-ac70-317039bbf88f req-5ab03acb-7df4-49b9-8022-31b07344d3d5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448384 Nov 11 22:32:30.594817 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a9f62-1abd-4ca4-93a4-1005a35dadad req-7961827b-5253-4d2e-8a09-f07d5d0da8e4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:30.596327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b6a9f62-1abd-4ca4-93a4-1005a35dadad req-7961827b-5253-4d2e-8a09-f07d5d0da8e4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.3972430 Nov 11 22:32:30.647023 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0b6a9f62-1abd-4ca4-93a4-1005a35dadad req-bb1ad802-61f7-4c63-8dd2-9744c72571e3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445163 Nov 11 22:32:31.778247 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a391028-a72c-4b9d-9b5c-a7659c65571c req-33957e30-7889-45b4-b0d0-49c16669f829 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:31.779722 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a391028-a72c-4b9d-9b5c-a7659c65571c req-33957e30-7889-45b4-b0d0-49c16669f829 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0499592 Nov 11 22:32:31.833918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a391028-a72c-4b9d-9b5c-a7659c65571c req-0d8ee1ac-69bd-4705-b3b8-6b756e0ea95e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454724 Nov 11 22:32:32.982563 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde455b9-f51a-4340-8399-9a77612b0d0a req-e4f2129e-00be-41ab-9ae3-7408d76ee1b8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:32.984001 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fde455b9-f51a-4340-8399-9a77612b0d0a req-e4f2129e-00be-41ab-9ae3-7408d76ee1b8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0604000 Nov 11 22:32:33.043870 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fde455b9-f51a-4340-8399-9a77612b0d0a req-990fe042-31e5-46f8-aed2-7cceca378878 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492253 Nov 11 22:32:34.184467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3d97d-14d0-4b78-981c-18edccc9ab90 req-65707322-622d-40d5-ae0c-132e5f499f8a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:34.186037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4d3d97d-14d0-4b78-981c-18edccc9ab90 req-65707322-622d-40d5-ae0c-132e5f499f8a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0501590 Nov 11 22:32:34.237840 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c4d3d97d-14d0-4b78-981c-18edccc9ab90 req-1d3edf42-ed8a-4d65-8717-6348c6ef7126 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455980 Nov 11 22:32:35.359302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954e36a-ae44-48ce-b76b-2526aa798ce0 req-aa1483d5-397a-4428-b3ea-6daf3bebe09e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:35.360775 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7954e36a-ae44-48ce-b76b-2526aa798ce0 req-aa1483d5-397a-4428-b3ea-6daf3bebe09e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0527015 Nov 11 22:32:35.409612 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7954e36a-ae44-48ce-b76b-2526aa798ce0 req-82d57d40-8bf8-4e49-9657-55627f974cc9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427365 Nov 11 22:32:35.432221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57972) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:32:35.495793 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-7baefb40-06f3-4f44-a566-1bc1666d632b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/420a1de7-aff7-4ed7-bf81-2c05e0c79637 HTTP/1.1" status: 200 len: 993 time: 0.0623946 Nov 11 22:32:41.641340 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:43.925552 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-484c545e-fdf8-4e31-b22c-594a45fd7207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:45.199500 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:46.139015 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-37aa1ba9-c169-4b38-afba-f133f8f2d5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:47.452597 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:48.827566 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:49.397167 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:02.469809 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:33:06.220376 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 57994) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:06.388470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port 6e6bc2c2-8f89-472e-9c94-146d278bc961 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:33:06.388850 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:06.473601 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:06.473834 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:06.485299 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for 6e6bc2c2-8f89-472e-9c94-146d278bc961 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:33:06.644573 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:06.673753 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=6e6bc2c2-8f89-472e-9c94-146d278bc961,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:06.698435 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:06.698794 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:06.699126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:06.699461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:06.699800 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:06.700131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:06.700461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:06.700789 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:06.701144 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:06.701464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:06.701788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:06.702110 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:06.742266 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:06.742512 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Floating IP 420a1de7-aff7-4ed7-bf81-2c05e0c79637 disassociated (deleted). External IP: 172.25.0.230, port: 38267d57-fd31-42f5-8724-85cf1b216c3b. Nov 11 22:33:06.956379 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router c25e75e7-11a7-4cc3-849f-ec6bf19b90be has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:33:07.062993 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:33:07.068087 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:07.072853 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080677b0-5769-499b-a992-94776085a1ea None None] Sync routers for ids ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:33:07.083295 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080677b0-5769-499b-a992-94776085a1ea None None] Routers {'c25e75e7-11a7-4cc3-849f-ec6bf19b90be'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:33:07.083911 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-080677b0-5769-499b-a992-94776085a1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:32:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:07.095918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8f70e7d1-d6bf-489f-a64e-6dbbc5c41a82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/floatingips/420a1de7-aff7-4ed7-bf81-2c05e0c79637 HTTP/1.1" status: 204 len: 168 time: 0.8740284 Nov 11 22:33:07.096555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de53f442-66c5-4347-a32e-91b488f86548', 'tag': '38267d57-fd31-42f5-8724-85cf1b216c3b'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:33:07.098988 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ffed89-33fb-4af5-a034-8d2a1034e3cb" -d '{"events": [{"name": "network-changed", "server_uuid": "de53f442-66c5-4347-a32e-91b488f86548", "tag": "38267d57-fd31-42f5-8724-85cf1b216c3b"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:33:07.263107 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36caf588-4c10-42e2-9273-95373efebc4a x-openstack-request-id: req-36caf588-4c10-42e2-9273-95373efebc4a {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:33:07.263715 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de53f442-66c5-4347-a32e-91b488f86548", "tag": "38267d57-fd31-42f5-8724-85cf1b216c3b", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:33:07.263715 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36caf588-4c10-42e2-9273-95373efebc4a {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:33:07.264008 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de53f442-66c5-4347-a32e-91b488f86548', 'tag': '38267d57-fd31-42f5-8724-85cf1b216c3b', 'status': 'completed', 'code': 200} Nov 11 22:33:07.283629 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-080677b0-5769-499b-a992-94776085a1ea None None] Set router c25e75e7-11a7-4cc3-849f-ec6bf19b90be gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:33:07.331868 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffed89-33fb-4af5-a034-8d2a1034e3cb req-80186a1d-3a99-43da-8951-c95c6d1e10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:07.333525 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-15ffed89-33fb-4af5-a034-8d2a1034e3cb req-80186a1d-3a99-43da-8951-c95c6d1e10b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 1096 time: 0.0468595 Nov 11 22:33:07.356313 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753afc94-f002-4cb7-bcb2-e28a35b3fda8 req-2c294100-c875-4f9a-b473-922ed59bd336 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:07.357872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-753afc94-f002-4cb7-bcb2-e28a35b3fda8 req-2c294100-c875-4f9a-b473-922ed59bd336 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0512407 Nov 11 22:33:07.407461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-753afc94-f002-4cb7-bcb2-e28a35b3fda8 req-6449ad05-18de-48dc-98e2-961aef1571e4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429938 Nov 11 22:33:07.427874 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffed89-33fb-4af5-a034-8d2a1034e3cb req-fa54dc3c-973a-4fd1-bbd4-b503fd87d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:07.428984 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-15ffed89-33fb-4af5-a034-8d2a1034e3cb req-fa54dc3c-973a-4fd1-bbd4-b503fd87d733 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e HTTP/1.1" status: 200 len: 899 time: 0.0863600 Nov 11 22:33:07.475150 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-15ffed89-33fb-4af5-a034-8d2a1034e3cb req-bdddf32b-6e97-4ea8-ab09-fbfe0351f082 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38267d57-fd31-42f5-8724-85cf1b216c3b HTTP/1.1" status: 200 len: 217 time: 0.0384135 Nov 11 22:33:07.485054 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-080677b0-5769-499b-a992-94776085a1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:31Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'd3e3b06b-0f68-4b69-b743-04a7da594387', 'name': '', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:04:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:30Z', 'updated_at': '2021-11-11T22:31:34Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:07.510803 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080677b0-5769-499b-a992-94776085a1ea None None] Checking router: c25e75e7-11a7-4cc3-849f-ec6bf19b90be for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:33:07.519496 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080677b0-5769-499b-a992-94776085a1ea None None] Routers {'c25e75e7-11a7-4cc3-849f-ec6bf19b90be'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:33:07.520096 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-080677b0-5769-499b-a992-94776085a1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:32:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:07.526011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffed89-33fb-4af5-a034-8d2a1034e3cb req-acbac810-f01a-4963-a38b-d7f9ead68d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:07.527546 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-15ffed89-33fb-4af5-a034-8d2a1034e3cb req-acbac810-f01a-4963-a38b-d7f9ead68d4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17978d1b-b101-440b-89d6-61b75b4effa8 HTTP/1.1" status: 200 len: 835 time: 0.0441124 Nov 11 22:33:07.574465 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffed89-33fb-4af5-a034-8d2a1034e3cb req-01e77012-6826-46e4-9fc6-8b2a1628fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:07.576005 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-15ffed89-33fb-4af5-a034-8d2a1034e3cb req-01e77012-6826-46e4-9fc6-8b2a1628fd1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397406 Nov 11 22:33:07.625439 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-080677b0-5769-499b-a992-94776085a1ea None None] Set router c25e75e7-11a7-4cc3-849f-ec6bf19b90be gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:33:07.671622 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-15ffed89-33fb-4af5-a034-8d2a1034e3cb req-c53aed6f-1c58-4a5a-85b4-93bf157353dc service neutron] 10.222.0.10 "GET /v2.0/networks/b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863454 Nov 11 22:33:07.762034 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-15ffed89-33fb-4af5-a034-8d2a1034e3cb req-f2ef023b-a0c8-411a-a7b2-5a1f3ea47675 service neutron] 10.222.0.10 "GET /v2.0/networks/b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818310 Nov 11 22:33:07.826832 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-080677b0-5769-499b-a992-94776085a1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:31Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'd3e3b06b-0f68-4b69-b743-04a7da594387', 'name': '', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:04:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:30Z', 'updated_at': '2021-11-11T22:31:34Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:07.852852 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080677b0-5769-499b-a992-94776085a1ea None None] The sync data for ids ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'] in n-d-805737-3 is: [{'id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:31Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'd3e3b06b-0f68-4b69-b743-04a7da594387', 'name': '', 'network_id': 'b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:04:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:30Z', 'updated_at': '2021-11-11T22:31:34Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '17978d1b-b101-440b-89d6-61b75b4effa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:33:08.086571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607689ca-3fad-4355-a4cc-6fd4dd9ac22a None None] New status for floating IP 420a1de7-aff7-4ed7-bf81-2c05e0c79637: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:33:08.538309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119df89-7b8a-41dd-9667-76f1aef48b68 req-5ad7dfee-fa38-4544-8faa-b92cc26abca3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:08.539787 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1119df89-7b8a-41dd-9667-76f1aef48b68 req-5ad7dfee-fa38-4544-8faa-b92cc26abca3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0530641 Nov 11 22:33:08.591426 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1119df89-7b8a-41dd-9667-76f1aef48b68 req-b6fe749e-1588-4da1-9098-40b45e0cfb60 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=42aa1445-a6ae-4c4e-9fd9-00552c27463d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452299 Nov 11 22:33:08.838321 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52950aff-0897-4d72-a004-8fc99c150fd6 req-fec9f85f-879b-4411-a64a-6c7adad4626e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:08.839777 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-52950aff-0897-4d72-a004-8fc99c150fd6 req-fec9f85f-879b-4411-a64a-6c7adad4626e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 945 time: 0.0584257 Nov 11 22:33:08.933593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-52950aff-0897-4d72-a004-8fc99c150fd6 req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port 38267d57-fd31-42f5-8724-85cf1b216c3b {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:33:08.933939 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-52950aff-0897-4d72-a004-8fc99c150fd6 req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:09.024940 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-52950aff-0897-4d72-a004-8fc99c150fd6 req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] For port 38267d57-fd31-42f5-8724-85cf1b216c3b, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=38267d57-fd31-42f5-8724-85cf1b216c3b,segment=NetworkSegment(48b30ff6-4f53-4aaf-a3d9-55f2a340d02b),segment_id=48b30ff6-4f53-4aaf-a3d9-55f2a340d02b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:33:09.025205 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-52950aff-0897-4d72-a004-8fc99c150fd6 req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:09.037930 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-52950aff-0897-4d72-a004-8fc99c150fd6 req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for 38267d57-fd31-42f5-8724-85cf1b216c3b owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:33:09.476009 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-52950aff-0897-4d72-a004-8fc99c150fd6 req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:09.509191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=38267d57-fd31-42f5-8724-85cf1b216c3b,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:09.521362 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:09.521697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:09.522038 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:09.522404 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:09.522733 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:09.523058 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:09.523385 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:09.523705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:09.523990 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:09.524316 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:09.524637 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:09.524984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:09.558497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-52950aff-0897-4d72-a004-8fc99c150fd6 req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] No DVR routers for this DVR port 38267d57-fd31-42f5-8724-85cf1b216c3b on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:33:09.561194 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-52950aff-0897-4d72-a004-8fc99c150fd6 req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:09.564547 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-52950aff-0897-4d72-a004-8fc99c150fd6 req-fd42701b-e470-4b97-91d4-3e2feaeeb8c7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "DELETE /v2.0/ports/38267d57-fd31-42f5-8724-85cf1b216c3b HTTP/1.1" status: 204 len: 173 time: 0.7189369 Nov 11 22:33:09.565021 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de53f442-66c5-4347-a32e-91b488f86548', 'name': 'network-vif-deleted', 'tag': '38267d57-fd31-42f5-8724-85cf1b216c3b'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:33:09.567529 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b620a1-b258-4aa0-b29c-900cf6a5ae06" -d '{"events": [{"server_uuid": "de53f442-66c5-4347-a32e-91b488f86548", "name": "network-vif-deleted", "tag": "38267d57-fd31-42f5-8724-85cf1b216c3b"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:33:09.605090 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6856dd83-4e37-4ba3-ad02-f49c3172e950 x-openstack-request-id: req-6856dd83-4e37-4ba3-ad02-f49c3172e950 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:33:09.605388 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de53f442-66c5-4347-a32e-91b488f86548", "name": "network-vif-deleted", "tag": "38267d57-fd31-42f5-8724-85cf1b216c3b", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:33:09.605644 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6856dd83-4e37-4ba3-ad02-f49c3172e950 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:33:09.606047 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de53f442-66c5-4347-a32e-91b488f86548', 'name': 'network-vif-deleted', 'tag': '38267d57-fd31-42f5-8724-85cf1b216c3b', 'status': 'completed', 'code': 200} Nov 11 22:33:09.695595 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-db5be06f-c265-446a-82e8-6dacb996a9db req-f9613c9f-5964-4d01-bd9f-84c29321d6d2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=de53f442-66c5-4347-a32e-91b488f86548 HTTP/1.1" status: 200 len: 210 time: 0.0347638 Nov 11 22:33:10.755292 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58010) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:11.145482 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a0e455a-4903-4a5a-8a73-fa8b56147d19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:11.399937 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e455a-4903-4a5a-8a73-fa8b56147d19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port d3e3b06b-0f68-4b69-b743-04a7da594387 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:33:11.400239 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a0e455a-4903-4a5a-8a73-fa8b56147d19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:11.489283 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-7a0e455a-4903-4a5a-8a73-fa8b56147d19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] For port d3e3b06b-0f68-4b69-b743-04a7da594387, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=d3e3b06b-0f68-4b69-b743-04a7da594387,segment=NetworkSegment(48b30ff6-4f53-4aaf-a3d9-55f2a340d02b),segment_id=48b30ff6-4f53-4aaf-a3d9-55f2a340d02b)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:33:11.489642 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a0e455a-4903-4a5a-8a73-fa8b56147d19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:11.502699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e455a-4903-4a5a-8a73-fa8b56147d19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for d3e3b06b-0f68-4b69-b743-04a7da594387 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:33:11.656602 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:11.688372 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a0e455a-4903-4a5a-8a73-fa8b56147d19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:11.720520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e455a-4903-4a5a-8a73-fa8b56147d19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=d3e3b06b-0f68-4b69-b743-04a7da594387,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:11.797346 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 38267d57-fd31-42f5-8724-85cf1b216c3b no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:33:11.821925 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 38267d57-fd31-42f5-8724-85cf1b216c3b {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:33:11.822297 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 38267d57-fd31-42f5-8724-85cf1b216c3b not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:33:11.892641 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-7a0e455a-4903-4a5a-8a73-fa8b56147d19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:12.107951 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0e455a-4903-4a5a-8a73-fa8b56147d19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router c25e75e7-11a7-4cc3-849f-ec6bf19b90be has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:33:12.219264 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0e455a-4903-4a5a-8a73-fa8b56147d19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:33:12.227699 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7a0e455a-4903-4a5a-8a73-fa8b56147d19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "PUT /v2.0/routers/c25e75e7-11a7-4cc3-849f-ec6bf19b90be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4685271 Nov 11 22:33:12.227813 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58012) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:12.229454 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff6930-b567-4615-b926-1d20cb496aac None None] Sync routers for ids ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:33:12.240376 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff6930-b567-4615-b926-1d20cb496aac None None] Routers {'c25e75e7-11a7-4cc3-849f-ec6bf19b90be'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:33:12.241027 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3eff6930-b567-4615-b926-1d20cb496aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:32:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:12.279242 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c499c9-d98e-4a9d-b2be-231772f9fcb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting subnet 17978d1b-b101-440b-89d6-61b75b4effa8 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:33:12.282837 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85c499c9-d98e-4a9d-b2be-231772f9fcb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:12.322644 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85c499c9-d98e-4a9d-b2be-231772f9fcb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:12.344395 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3eff6930-b567-4615-b926-1d20cb496aac None None] Set router c25e75e7-11a7-4cc3-849f-ec6bf19b90be gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:33:12.409188 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85c499c9-d98e-4a9d-b2be-231772f9fcb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:12.468931 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85c499c9-d98e-4a9d-b2be-231772f9fcb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:12.497523 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c499c9-d98e-4a9d-b2be-231772f9fcb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Subnet': ['ID=17978d1b-b101-440b-89d6-61b75b4effa8,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:12.499542 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-85c499c9-d98e-4a9d-b2be-231772f9fcb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:12.505153 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-85c499c9-d98e-4a9d-b2be-231772f9fcb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/subnets/17978d1b-b101-440b-89d6-61b75b4effa8 HTTP/1.1" status: 204 len: 168 time: 0.2736158 Nov 11 22:33:12.505956 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58014) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:12.509879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b3c21e-9ed8-4c34-8b41-46662aded245 None None] Network b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:33:12.523152 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3eff6930-b567-4615-b926-1d20cb496aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:33:11Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:12.551695 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff6930-b567-4615-b926-1d20cb496aac None None] Checking router: c25e75e7-11a7-4cc3-849f-ec6bf19b90be for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:33:12.560464 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff6930-b567-4615-b926-1d20cb496aac None None] Routers {'c25e75e7-11a7-4cc3-849f-ec6bf19b90be'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:33:12.561245 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3eff6930-b567-4615-b926-1d20cb496aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:32:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:12.625461 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:12.665933 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3eff6930-b567-4615-b926-1d20cb496aac None None] Set router c25e75e7-11a7-4cc3-849f-ec6bf19b90be gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:33:12.711096 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] DHCP port deletion for b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:33:12.737272 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:12.758826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Deleting port 2e960915-4655-43e5-861f-4df4f622b6f2 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:33:12.759201 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:12.794977 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port f9ec601d-73df-435c-a0e2-16aa1d13c64b {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:33:12.795448 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:12.826649 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] For port 2e960915-4655-43e5-861f-4df4f622b6f2, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=2e960915-4655-43e5-861f-4df4f622b6f2,segment=NetworkSegment(48b30ff6-4f53-4aaf-a3d9-55f2a340d02b),segment_id=48b30ff6-4f53-4aaf-a3d9-55f2a340d02b)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:33:12.827134 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:12.840122 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Calling delete_port for 2e960915-4655-43e5-861f-4df4f622b6f2 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:33:12.848216 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3eff6930-b567-4615-b926-1d20cb496aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:33:11Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:12.877702 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff6930-b567-4615-b926-1d20cb496aac None None] The sync data for ids ['c25e75e7-11a7-4cc3-849f-ec6bf19b90be'] in n-d-805737-3 is: [{'id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376214795', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:33:11Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'f9ec601d-73df-435c-a0e2-16aa1d13c64b', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e75e7-11a7-4cc3-849f-ec6bf19b90be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:31:28Z', 'updated_at': '2021-11-11T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:33:12.882695 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] For port f9ec601d-73df-435c-a0e2-16aa1d13c64b, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=f9ec601d-73df-435c-a0e2-16aa1d13c64b,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:33:12.882964 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:12.896127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for f9ec601d-73df-435c-a0e2-16aa1d13c64b owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:33:12.923881 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:12.954338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] No DVR routers for this DVR port 2e960915-4655-43e5-861f-4df4f622b6f2 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:33:12.958498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Pushing event deleted for resources: {'Port': ['ID=2e960915-4655-43e5-861f-4df4f622b6f2,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:12.966941 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:12.967290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:12.967664 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:12.968044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:12.968317 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:12.968645 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:12.969005 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:12.969328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:12.969654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:12.969973 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:12.970293 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:12.970612 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33f56dc-cad7-4e4f-b852-873f6e277794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:13.075635 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.101072 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=f9ec601d-73df-435c-a0e2-16aa1d13c64b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:13.114124 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ad2d0-be3f-43aa-a3c7-e8f63129ac22 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:33:13.166309 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.265857 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.268873 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.317851 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.318912 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Fanout notify agent at l3_agent the message router_deleted on router c25e75e7-11a7-4cc3-849f-ec6bf19b90be {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:33:13.326325 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.327461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-11da7dd9-c859-4a9b-9080-47175232bf7e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/routers/c25e75e7-11a7-4cc3-849f-ec6bf19b90be HTTP/1.1" status: 204 len: 168 time: 0.8211362 Nov 11 22:33:13.330336 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58016) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:13.366262 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d3e3b06b-0f68-4b69-b743-04a7da594387 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:33:13.388051 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: d3e3b06b-0f68-4b69-b743-04a7da594387 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:33:13.388272 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device d3e3b06b-0f68-4b69-b743-04a7da594387 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:33:13.388673 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2e960915-4655-43e5-861f-4df4f622b6f2 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:33:13.408870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 2e960915-4655-43e5-861f-4df4f622b6f2 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:33:13.409226 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 2e960915-4655-43e5-861f-4df4f622b6f2 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:33:13.418126 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3316d54e-5871-4194-ab0a-a9bf2fff62c8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.504124 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3316d54e-5871-4194-ab0a-a9bf2fff62c8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.526556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-3316d54e-5871-4194-ab0a-a9bf2fff62c8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:13.536178 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-3316d54e-5871-4194-ab0a-a9bf2fff62c8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b30ff6-4f53-4aaf-a3d9-55f2a340d02b') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:13.536478 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-3316d54e-5871-4194-ab0a-a9bf2fff62c8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b30ff6-4f53-4aaf-a3d9-55f2a340d02b') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:13.546832 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3316d54e-5871-4194-ab0a-a9bf2fff62c8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.561731 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3316d54e-5871-4194-ab0a-a9bf2fff62c8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.569574 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3316d54e-5871-4194-ab0a-a9bf2fff62c8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:33:13.570204 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3316d54e-5871-4194-ab0a-a9bf2fff62c8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:33:13.573438 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:33:13.637948 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3316d54e-5871-4194-ab0a-a9bf2fff62c8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.645101 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3316d54e-5871-4194-ab0a-a9bf2fff62c8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.648266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3316d54e-5871-4194-ab0a-a9bf2fff62c8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/networks/b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e HTTP/1.1" status: 204 len: 168 time: 0.3168399 Nov 11 22:33:13.651065 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58018) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:13.659521 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316d54e-5871-4194-ab0a-a9bf2fff62c8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Network': ['ID=b5bfa73c-65ba-49ed-b8b1-ae4b2cbb5f8e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:13.707765 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c84628e6-ee3f-4757-aacf-7f28ca8baa1a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.732867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c84628e6-ee3f-4757-aacf-7f28ca8baa1a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.794138 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c84628e6-ee3f-4757-aacf-7f28ca8baa1a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.796658 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c84628e6-ee3f-4757-aacf-7f28ca8baa1a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:13.797841 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c84628e6-ee3f-4757-aacf-7f28ca8baa1a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/security-groups/42aa1445-a6ae-4c4e-9fd9-00552c27463d HTTP/1.1" status: 204 len: 168 time: 0.1457443 Nov 11 22:33:13.807310 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84628e6-ee3f-4757-aacf-7f28ca8baa1a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aa1445-a6ae-4c4e-9fd9-00552c27463d,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:13.922201 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-17be3ffc-f4b0-4e00-9194-6158ad70eeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:14.496388 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58024) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:14.501105 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-fb7f65da-380d-4b7b-b3e0-1f24697bd9bb tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-483565552', 'description': 'tempest-secgroup-smoke-483565552 description', 'project_id': '7d0c6300ec124bf0b83645cab7c91315'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:33:14.527155 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb7f65da-380d-4b7b-b3e0-1f24697bd9bb tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:14.604164 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb7f65da-380d-4b7b-b3e0-1f24697bd9bb tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:14.610417 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb7f65da-380d-4b7b-b3e0-1f24697bd9bb tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:14.639163 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb7f65da-380d-4b7b-b3e0-1f24697bd9bb tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:14.640375 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fb7f65da-380d-4b7b-b3e0-1f24697bd9bb tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1429658 Nov 11 22:33:14.641617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f65da-380d-4b7b-b3e0-1f24697bd9bb tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38d35b7-4b72-4481-bb06-0293926fb997,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:14.644165 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58026) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:14.649362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-088d2c49-c646-43fe-af4f-9d71f35a4d77 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': 'e38d35b7-4b72-4481-bb06-0293926fb997', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:33:14.676692 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-088d2c49-c646-43fe-af4f-9d71f35a4d77 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:14.733061 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-088d2c49-c646-43fe-af4f-9d71f35a4d77 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:14.739254 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-088d2c49-c646-43fe-af4f-9d71f35a4d77 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:14.757475 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d2c49-c646-43fe-af4f-9d71f35a4d77 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde5421f-6519-42dc-b7a8-82bb38e73ce1,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:14.764645 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-088d2c49-c646-43fe-af4f-9d71f35a4d77 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:14.765899 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-088d2c49-c646-43fe-af4f-9d71f35a4d77 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203980 Nov 11 22:33:14.768725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58028) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:14.773080 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-835ee4fc-1361-4894-9aaa-968688929edc tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': 'e38d35b7-4b72-4481-bb06-0293926fb997', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:33:14.800279 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-835ee4fc-1361-4894-9aaa-968688929edc tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:14.861804 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-835ee4fc-1361-4894-9aaa-968688929edc tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:14.867062 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-835ee4fc-1361-4894-9aaa-968688929edc tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:14.887806 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ee4fc-1361-4894-9aaa-968688929edc tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a1c488-4d11-419f-a498-468463df2814,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:14.897562 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-835ee4fc-1361-4894-9aaa-968688929edc tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:14.898822 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-835ee4fc-1361-4894-9aaa-968688929edc tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291292 Nov 11 22:33:14.901660 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58030) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:14.906186 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4e8265ee-f5b0-47cb-b885-25e7b240e2ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': 'e38d35b7-4b72-4481-bb06-0293926fb997', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:33:14.935317 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e8265ee-f5b0-47cb-b885-25e7b240e2ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.001370 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e8265ee-f5b0-47cb-b885-25e7b240e2ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.007267 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e8265ee-f5b0-47cb-b885-25e7b240e2ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.024467 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8265ee-f5b0-47cb-b885-25e7b240e2ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a79af7-5fcc-471f-978d-f5b8b0afd20a,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:15.034052 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4e8265ee-f5b0-47cb-b885-25e7b240e2ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.035389 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4e8265ee-f5b0-47cb-b885-25e7b240e2ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326339 Nov 11 22:33:15.038287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58032) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:15.042932 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5e5d6645-9fa2-413d-a884-57c53f95ff06 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': 'e38d35b7-4b72-4481-bb06-0293926fb997', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:33:15.072067 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6645-9fa2-413d-a884-57c53f95ff06 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.093276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f9ec601d-73df-435c-a0e2-16aa1d13c64b no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:33:15.114772 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: f9ec601d-73df-435c-a0e2-16aa1d13c64b {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:33:15.115118 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device f9ec601d-73df-435c-a0e2-16aa1d13c64b not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:33:15.134447 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6645-9fa2-413d-a884-57c53f95ff06 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.139898 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6645-9fa2-413d-a884-57c53f95ff06 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.160617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d6645-9fa2-413d-a884-57c53f95ff06 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25a051d-1de2-4ffa-ac0e-b1973e95c318,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:15.169353 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6645-9fa2-413d-a884-57c53f95ff06 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.170553 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5e5d6645-9fa2-413d-a884-57c53f95ff06 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312747 Nov 11 22:33:15.173249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58034) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:15.177763 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5660fe73-6bc7-4b2a-98ab-199841afcad6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': 'e38d35b7-4b72-4481-bb06-0293926fb997', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:33:15.192532 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.202627 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-5660fe73-6bc7-4b2a-98ab-199841afcad6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Project 7d0c6300ec124bf0b83645cab7c91315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:33:15.207765 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5660fe73-6bc7-4b2a-98ab-199841afcad6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.268921 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5660fe73-6bc7-4b2a-98ab-199841afcad6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.275906 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5660fe73-6bc7-4b2a-98ab-199841afcad6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.295862 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660fe73-6bc7-4b2a-98ab-199841afcad6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a577aa46-89bd-47bb-bfba-9a346bc57acb,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:15.304992 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5660fe73-6bc7-4b2a-98ab-199841afcad6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.306209 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5660fe73-6bc7-4b2a-98ab-199841afcad6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319344 Nov 11 22:33:15.309120 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58036) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:15.313423 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-920f9cb3-e277-4f86-b13a-f513e3967b4a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': 'e38d35b7-4b72-4481-bb06-0293926fb997', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:33:15.336704 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-920f9cb3-e277-4f86-b13a-f513e3967b4a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Project 7d0c6300ec124bf0b83645cab7c91315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:33:15.341912 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-920f9cb3-e277-4f86-b13a-f513e3967b4a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.398525 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-920f9cb3-e277-4f86-b13a-f513e3967b4a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.404310 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-920f9cb3-e277-4f86-b13a-f513e3967b4a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.421440 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f9cb3-e277-4f86-b13a-f513e3967b4a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d3e762-1263-4642-85cc-a8e228ada3e4,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:15.429824 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-920f9cb3-e277-4f86-b13a-f513e3967b4a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.430980 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-920f9cb3-e277-4f86-b13a-f513e3967b4a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209600 Nov 11 22:33:15.433986 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58038) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:15.438890 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-8ef84582-cb67-4f88-b960-4933e95155c4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'network': {'name': 'tempest-network-smoke--1589074949', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'port_security_enabled': True}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:33:15.461732 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef84582-cb67-4f88-b960-4933e95155c4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Made reservation on behalf of 7d0c6300ec124bf0b83645cab7c91315 for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:33:15.465227 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ef84582-cb67-4f88-b960-4933e95155c4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.492157 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef84582-cb67-4f88-b960-4933e95155c4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:33:15.504114 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ef84582-cb67-4f88-b960-4933e95155c4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.504535 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-8ef84582-cb67-4f88-b960-4933e95155c4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Added segment 6df9fe8d-946e-4299-b4f2-aa6deabffa81 of type vlan for network d343a994-b016-4953-8051-b1ef517734ed Nov 11 22:33:15.544467 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ef84582-cb67-4f88-b960-4933e95155c4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.570034 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ef84582-cb67-4f88-b960-4933e95155c4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.575587 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef84582-cb67-4f88-b960-4933e95155c4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:15.576164 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-8ef84582-cb67-4f88-b960-4933e95155c4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.634183 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-8ef84582-cb67-4f88-b960-4933e95155c4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1991248 Nov 11 22:33:15.636994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58040) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:15.641247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'admin_state_up': True, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:33:15.654623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef84582-cb67-4f88-b960-4933e95155c4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Network': ['ID=d343a994-b016-4953-8051-b1ef517734ed,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:15.665913 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network d343a994-b016-4953-8051-b1ef517734ed details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:33:15.670963 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.672000 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.725029 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:15.857287 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:16.063131 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:16.081533 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:16.124900 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6352c0a6-ea1e-4643-93b8-ea0f6b10afd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:16.195391 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.25.0.58 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/bc63fc4a-e2c6-4246-959b-6587ab868606) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:33:16.294537 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:16.331016 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:16.368160 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:33:16.377461 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:33:16.380935 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:33:16.386481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=bc63fc4a-e2c6-4246-959b-6587ab868606,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:16.391408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a4d10-3719-4812-936b-0644a2ea00dd None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:33:16.422037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-170b56f7-c30c-40f1-a731-808ac7aef230 None None] Provisioning complete for port bc63fc4a-e2c6-4246-959b-6587ab868606 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:33:16.422493 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-170b56f7-c30c-40f1-a731-808ac7aef230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:16.459855 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-170b56f7-c30c-40f1-a731-808ac7aef230 None None] Port bc63fc4a-e2c6-4246-959b-6587ab868606 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:33:16.639446 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:17.147998 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:17.274672 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router b1600001-9339-491c-924c-9adb8a4eeafb is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:33:17.380059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:33:17.392362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Sync routers for ids ['b1600001-9339-491c-924c-9adb8a4eeafb'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:33:17.405143 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Routers {'b1600001-9339-491c-924c-9adb8a4eeafb'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:33:17.405461 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:17.405778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:33:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b1600001-9339-491c-924c-9adb8a4eeafb'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:17.409820 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cd6d3d9f-11c4-4214-88e0-ee9972a9a9a0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7689612 Nov 11 22:33:17.410235 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58042) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:17.439139 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-1fac9a65-804f-463a-8123-1b00900d1beb tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7d0c6300ec124bf0b83645cab7c91315&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273991 Nov 11 22:33:17.441642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58044) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:17.535269 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096f022a-4491-4b80-acfc-0f25881487b7 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:17.536821 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-096f022a-4491-4b80-acfc-0f25881487b7 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939753 Nov 11 22:33:17.539965 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58046) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:17.570365 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-88d7ec57-5b6f-40bd-9345-930c6684cd1e tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292420 Nov 11 22:33:17.573105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58048) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:17.578040 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-69edc8d4-3305-44ea-9a19-40b505394817 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1527274592', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:33:17.666766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:17.669155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69edc8d4-3305-44ea-9a19-40b505394817 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Made reservation on behalf of 7d0c6300ec124bf0b83645cab7c91315 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:33:17.673279 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-69edc8d4-3305-44ea-9a19-40b505394817 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:17.691718 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Set router b1600001-9339-491c-924c-9adb8a4eeafb gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:33:17.855111 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-69edc8d4-3305-44ea-9a19-40b505394817 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:17.870962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:33:15Z', 'updated_at': '2021-11-11T22:33:16Z', 'revision_number': 3, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:16Z', 'updated_at': '2021-11-11T22:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:17.897992 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Checking router: b1600001-9339-491c-924c-9adb8a4eeafb for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:33:17.898348 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Updating router b1600001-9339-491c-924c-9adb8a4eeafb port bc63fc4a-e2c6-4246-959b-6587ab868606 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:33:17.914549 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edc8d4-3305-44ea-9a19-40b505394817 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Subnet': ['ID=7788e5b7-fea6-44d2-b456-0218ce2250a7,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:17.929261 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:17.932220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69edc8d4-3305-44ea-9a19-40b505394817 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Checking segment: {'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:33:17.932220 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69edc8d4-3305-44ea-9a19-40b505394817 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network hostable DHCP agents. Network: d343a994-b016-4953-8051-b1ef517734ed, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:33:17.949562 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69edc8d4-3305-44ea-9a19-40b505394817 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network d343a994-b016-4953-8051-b1ef517734ed is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:33:17.958556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-69edc8d4-3305-44ea-9a19-40b505394817 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, d343a994-b016-4953-8051-b1ef517734ed) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:33:17.963092 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69edc8d4-3305-44ea-9a19-40b505394817 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:17.963686 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-69edc8d4-3305-44ea-9a19-40b505394817 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:17.971246 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f8a4f-97ee-4c28-9d54-b73570eb993d None None] Network d343a994-b016-4953-8051-b1ef517734ed requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:33:17.981685 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-69edc8d4-3305-44ea-9a19-40b505394817 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4074669 Nov 11 22:33:17.984403 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58050) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:18.239396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-d343a994-b016-4953-8051-b1ef517734ed', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ips': [{'subnet_id': '7788e5b7-fea6-44d2-b456-0218ce2250a7'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:33:18.240253 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:18.354243 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:18.368251 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:18.420046 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:18.434848 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec1de10-744f-4016-b940-d19ee930fb57 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:33:18.466605 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Attempting to bind port bc63fc4a-e2c6-4246-959b-6587ab868606 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:33:18.466973 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Attempting to bind port bc63fc4a-e2c6-4246-959b-6587ab868606 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:33:18.467819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Attempting to bind port bc63fc4a-e2c6-4246-959b-6587ab868606 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:33:18.469365 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793614c-aa33-4d4e-962b-da060af0706c None None] Pushing event updated for resources: {'Port': ['ID=bc63fc4a-e2c6-4246-959b-6587ab868606,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:18.487907 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:33:18.488355 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:33:18.489021 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:18.489427 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:33:18.489953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Bound port: bc63fc4a-e2c6-4246-959b-6587ab868606, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:33:18.490384 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:18.492826 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Allocated IP 172.20.0.2 (d343a994-b016-4953-8051-b1ef517734ed/7788e5b7-fea6-44d2-b456-0218ce2250a7/dbfdf416-af51-411f-a985-2515080373da) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:33:18.581769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-15e513fc-736f-40db-9aab-7833e9f6aa0f None None] Provisioning complete for port bc63fc4a-e2c6-4246-959b-6587ab868606 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:33:18.582154 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15e513fc-736f-40db-9aab-7833e9f6aa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:18.607199 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] For port bc63fc4a-e2c6-4246-959b-6587ab868606, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:33:18.643313 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] For port bc63fc4a-e2c6-4246-959b-6587ab868606, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bc63fc4a-e2c6-4246-959b-6587ab868606,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:33:18.657424 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:18.668139 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-15e513fc-736f-40db-9aab-7833e9f6aa0f None None] Port bc63fc4a-e2c6-4246-959b-6587ab868606 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:33:18.718039 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d3abdf-8dcf-4c5a-8f76-4017c41fbdae None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:33:18.777576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Routers {'b1600001-9339-491c-924c-9adb8a4eeafb'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:33:18.778199 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:33:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b1600001-9339-491c-924c-9adb8a4eeafb'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:18.783613 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793614c-aa33-4d4e-962b-da060af0706c None None] Pushing event updated for resources: {'Port': ['ID=bc63fc4a-e2c6-4246-959b-6587ab868606,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:18.869267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-01b8f03a-8e7d-42f2-aca9-7202160abf64 None None] Provisioning complete for port bc63fc4a-e2c6-4246-959b-6587ab868606 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:33:18.869644 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01b8f03a-8e7d-42f2-aca9-7202160abf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:18.871507 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:18.878197 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:18.923605 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:18.930413 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.20.0.1 (d343a994-b016-4953-8051-b1ef517734ed/7788e5b7-fea6-44d2-b456-0218ce2250a7/bf241b23-968b-463d-b497-8bceac417332) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:33:19.002873 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Network d343a994-b016-4953-8051-b1ef517734ed is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:33:19.009203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Pushing event updated for resources: {'Port': ['ID=dbfdf416-af51-411f-a985-2515080373da,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:19.011655 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:33:19.016008 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] Set router b1600001-9339-491c-924c-9adb8a4eeafb gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:33:19.017904 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:33:19.206168 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Attempting to bind port dbfdf416-af51-411f-a985-2515080373da on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:33:19.206521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Attempting to bind port dbfdf416-af51-411f-a985-2515080373da by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:33:19.206975 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Attempting to bind port dbfdf416-af51-411f-a985-2515080373da on network d343a994-b016-4953-8051-b1ef517734ed {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:33:19.208927 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01b8f03a-8e7d-42f2-aca9-7202160abf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:19.228046 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:33:19.228397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Checking segment: {'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:33:19.228821 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:19.229214 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Bound using segment: {'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:33:19.229700 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Bound port: dbfdf416-af51-411f-a985-2515080373da, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:33:19.230083 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:19.260654 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-01b8f03a-8e7d-42f2-aca9-7202160abf64 None None] For port bc63fc4a-e2c6-4246-959b-6587ab868606, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bc63fc4a-e2c6-4246-959b-6587ab868606,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:33:19.270018 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01b8f03a-8e7d-42f2-aca9-7202160abf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:19.429783 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:19.467259 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:19.508946 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network d343a994-b016-4953-8051-b1ef517734ed is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:33:19.514259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:33:19.516921 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:33:19.544389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=bf241b23-968b-463d-b497-8bceac417332,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:19.569135 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] For port dbfdf416-af51-411f-a985-2515080373da, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:33:19.573189 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:19.582149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8f03a-8e7d-42f2-aca9-7202160abf64 None None] Pushing event updated for resources: {'Port': ['ID=bc63fc4a-e2c6-4246-959b-6587ab868606,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:19.586951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] For port dbfdf416-af51-411f-a985-2515080373da, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=dbfdf416-af51-411f-a985-2515080373da,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:33:19.590417 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:19.595801 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:19.643834 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:33:15Z', 'updated_at': '2021-11-11T22:33:16Z', 'revision_number': 3, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:16Z', 'updated_at': '2021-11-11T22:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:19.685987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae19716-c987-4929-abd1-c9b5fdfb3676 None None] The sync data for ids ['b1600001-9339-491c-924c-9adb8a4eeafb'] in n-d-805737-3 is: [{'id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:33:15Z', 'updated_at': '2021-11-11T22:33:16Z', 'revision_number': 3, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:16Z', 'updated_at': '2021-11-11T22:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:33:19.688557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758fe6f-3259-4282-bdea-8bd55ff4b32c None None] Pushing event updated for resources: {'Port': ['ID=dbfdf416-af51-411f-a985-2515080373da,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:19.716986 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:20.040933 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:20.049983 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:20.128328 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=bf241b23-968b-463d-b497-8bceac417332,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:20.134976 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:20.229251 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network d343a994-b016-4953-8051-b1ef517734ed is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:33:20.230646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:33:20.351060 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router b1600001-9339-491c-924c-9adb8a4eeafb has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:33:20.472204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:33:20.480834 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-25046d9e-baf9-440a-9f8c-859586a7c04c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "PUT /v2.0/routers/b1600001-9339-491c-924c-9adb8a4eeafb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4918990 Nov 11 22:33:20.606563 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a9d476-d8f7-48e9-a8a0-2b1d1d8a8d89 None None] Network d343a994-b016-4953-8051-b1ef517734ed requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:33:20.636907 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-08ae428d-bf19-4ba8-af75-5334413a2b89 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483565552&fields=id&tenant_id=7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 267 time: 0.0488701 Nov 11 22:33:20.726527 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-25614fed-a433-4757-bb92-1adeadfe11fa None None] Provisioning complete for port dbfdf416-af51-411f-a985-2515080373da triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:33:20.726896 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25614fed-a433-4757-bb92-1adeadfe11fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:20.755583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-810e2ebd-124d-4f67-a44b-e6250627ff1a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:20.757256 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-810e2ebd-124d-4f67-a44b-e6250627ff1a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/networks?id=d343a994-b016-4953-8051-b1ef517734ed HTTP/1.1" status: 200 len: 797 time: 0.1131544 Nov 11 22:33:20.772720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-181a0bd4-a8e3-418a-a72e-3cbe083f9533 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/quotas/7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 375 time: 0.0094845 Nov 11 22:33:20.826990 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-16cfb057-a6d4-4ca1-af62-a1a8cc637a18 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482845 Nov 11 22:33:20.844295 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25614fed-a433-4757-bb92-1adeadfe11fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:20.879976 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-25614fed-a433-4757-bb92-1adeadfe11fa None None] For port dbfdf416-af51-411f-a985-2515080373da, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=dbfdf416-af51-411f-a985-2515080373da,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:33:20.886779 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25614fed-a433-4757-bb92-1adeadfe11fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:20.934045 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-1efd0263-a57e-4969-b9b6-6c61889aa1b2 service neutron] 10.222.0.57 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948231 Nov 11 22:33:20.947436 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25614fed-a433-4757-bb92-1adeadfe11fa None None] Pushing event updated for resources: {'Port': ['ID=dbfdf416-af51-411f-a985-2515080373da,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:21.029826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-ba4b3627-d0b2-4849-80ba-924de80af1f7 service neutron] 10.222.0.57 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879858 Nov 11 22:33:21.121408 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d2762dce-106d-4bc9-923b-970c9adb8000 None None] Provisioning complete for port dbfdf416-af51-411f-a985-2515080373da triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:33:21.122971 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2762dce-106d-4bc9-923b-970c9adb8000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:21.260575 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f169780-7518-4677-b258-96a503a10839 req-c38685ca-b40f-4239-92c0-7d98457aa6f9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 210 time: 0.0513759 Nov 11 22:33:21.266134 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bc63fc4a-e2c6-4246-959b-6587ab868606 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:33:21.304542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d2762dce-106d-4bc9-923b-970c9adb8000 None None] Provisioning complete for port bf241b23-968b-463d-b497-8bceac417332 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:33:21.305021 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2762dce-106d-4bc9-923b-970c9adb8000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:21.352650 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d2762dce-106d-4bc9-923b-970c9adb8000 None None] Port bf241b23-968b-463d-b497-8bceac417332 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:33:21.367724 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port bc63fc4a-e2c6-4246-959b-6587ab868606 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:33:21.368127 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:21.390115 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Sync routers for ids ['b1600001-9339-491c-924c-9adb8a4eeafb'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:33:21.413836 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Routers {'b1600001-9339-491c-924c-9adb8a4eeafb'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:33:21.414579 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:33:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b1600001-9339-491c-924c-9adb8a4eeafb'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:21.454827 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device dbfdf416-af51-411f-a985-2515080373da up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:33:21.513332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-4a5a3a70-0577-47ac-8eb2-0f3065a50177 None None] Provisioning complete for port bf241b23-968b-463d-b497-8bceac417332 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:33:21.513815 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3a70-0577-47ac-8eb2-0f3065a50177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:21.555313 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Set router b1600001-9339-491c-924c-9adb8a4eeafb gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:33:21.566917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-4a5a3a70-0577-47ac-8eb2-0f3065a50177 None None] Port bf241b23-968b-463d-b497-8bceac417332 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:33:21.570301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port dbfdf416-af51-411f-a985-2515080373da triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:33:21.570628 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:21.690825 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-9759b9d2-152e-43f8-85ab-76ae1b52956d None None] Provisioning complete for port bf241b23-968b-463d-b497-8bceac417332 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:33:21.691549 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-9759b9d2-152e-43f8-85ab-76ae1b52956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:21.729167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-9759b9d2-152e-43f8-85ab-76ae1b52956d None None] Port bf241b23-968b-463d-b497-8bceac417332 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:33:21.768618 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:33:15Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:16Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'bf241b23-968b-463d-b497-8bceac417332', 'name': '', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:18:29:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:18Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 2, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:21.799604 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Checking router: b1600001-9339-491c-924c-9adb8a4eeafb for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:33:21.799952 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Updating router b1600001-9339-491c-924c-9adb8a4eeafb port bf241b23-968b-463d-b497-8bceac417332 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:33:21.824653 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:22.077537 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:22.085961 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:22.136040 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b1705-1984-499c-8fbc-8d32c82c2547 None None] Pushing event updated for resources: {'Port': ['ID=bf241b23-968b-463d-b497-8bceac417332,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:22.160846 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b1705-1984-499c-8fbc-8d32c82c2547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:22.161187 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b1705-1984-499c-8fbc-8d32c82c2547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:22.161583 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b1705-1984-499c-8fbc-8d32c82c2547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:22.161833 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b1705-1984-499c-8fbc-8d32c82c2547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:22.162191 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b1705-1984-499c-8fbc-8d32c82c2547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:22.162507 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b1705-1984-499c-8fbc-8d32c82c2547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:22.162831 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b1705-1984-499c-8fbc-8d32c82c2547 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:22.163154 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b1705-1984-499c-8fbc-8d32c82c2547 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:22.163479 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b1705-1984-499c-8fbc-8d32c82c2547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:22.163798 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b1705-1984-499c-8fbc-8d32c82c2547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:22.164147 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b1705-1984-499c-8fbc-8d32c82c2547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:22.164437 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b1705-1984-499c-8fbc-8d32c82c2547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:33:22.197547 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Attempting to bind port bf241b23-968b-463d-b497-8bceac417332 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:33:22.197913 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Attempting to bind port bf241b23-968b-463d-b497-8bceac417332 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:33:22.198277 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Attempting to bind port bf241b23-968b-463d-b497-8bceac417332 on network d343a994-b016-4953-8051-b1ef517734ed {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:33:22.203620 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:33:22.203985 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Checking segment: {'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:33:22.204388 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:22.204773 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Bound using segment: {'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:33:22.205264 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Bound port: bf241b23-968b-463d-b497-8bceac417332, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:33:22.205647 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:22.270979 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] For port bf241b23-968b-463d-b497-8bceac417332, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:33:22.274878 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] For port bf241b23-968b-463d-b497-8bceac417332, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bf241b23-968b-463d-b497-8bceac417332,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:33:22.280691 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:22.360878 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b1705-1984-499c-8fbc-8d32c82c2547 None None] Pushing event updated for resources: {'Port': ['ID=bf241b23-968b-463d-b497-8bceac417332,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:22.369461 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Routers {'b1600001-9339-491c-924c-9adb8a4eeafb'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:33:22.370117 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:33:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b1600001-9339-491c-924c-9adb8a4eeafb'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:22.374640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-43db03e2-c970-4388-8bbe-e17ca5e4d1c7 None None] Provisioning complete for port bf241b23-968b-463d-b497-8bceac417332 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:33:22.375122 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43db03e2-c970-4388-8bbe-e17ca5e4d1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:22.458759 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1d22b5ed-54a3-468c-9db8-43b3fb15f766 req-0a7e7773-1742-4ae3-9585-914936922fc6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 210 time: 0.1150906 Nov 11 22:33:22.463303 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43db03e2-c970-4388-8bbe-e17ca5e4d1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:22.508130 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] Set router b1600001-9339-491c-924c-9adb8a4eeafb gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:33:22.527993 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-43db03e2-c970-4388-8bbe-e17ca5e4d1c7 None None] For port bf241b23-968b-463d-b497-8bceac417332, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bf241b23-968b-463d-b497-8bceac417332,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:33:22.548389 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-b42e5a80-9933-4855-b5bc-eef657ea83b1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:22.549581 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43db03e2-c970-4388-8bbe-e17ca5e4d1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:22.551150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-b42e5a80-9933-4855-b5bc-eef657ea83b1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.71 "GET /v2.0/networks?id=d343a994-b016-4953-8051-b1ef517734ed HTTP/1.1" status: 200 len: 797 time: 0.2331562 Nov 11 22:33:22.610754 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db03e2-c970-4388-8bbe-e17ca5e4d1c7 None None] Pushing event updated for resources: {'Port': ['ID=bf241b23-968b-463d-b497-8bceac417332,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:22.630885 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-86bff297-31d7-4b9a-9bdd-17ef6d793fa1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 379 time: 0.0653222 Nov 11 22:33:22.642629 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-8e250838-e467-4bd3-a838-e953787232ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'port': {'device_id': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'admin_state_up': True, 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'security_groups': ['e38d35b7-4b72-4481-bb06-0293926fb997']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:33:22.670477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a552e4af-b0df-420b-ba25-92e2e1153574 None None] Provisioning complete for port bf241b23-968b-463d-b497-8bceac417332 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:33:22.671113 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a552e4af-b0df-420b-ba25-92e2e1153574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:22.733314 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:33:15Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:16Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'bf241b23-968b-463d-b497-8bceac417332', 'name': '', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:18:29:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:18Z', 'updated_at': '2021-11-11T22:33:22Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:22.759460 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce0c93-29b0-4a33-aa92-46066c7da844 None None] The sync data for ids ['b1600001-9339-491c-924c-9adb8a4eeafb'] in n-d-805737-3 is: [{'id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:33:15Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:16Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'bf241b23-968b-463d-b497-8bceac417332', 'name': '', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:18:29:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:18Z', 'updated_at': '2021-11-11T22:33:22Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:33:22.769074 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-8e250838-e467-4bd3-a838-e953787232ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Made reservation on behalf of 7d0c6300ec124bf0b83645cab7c91315 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:33:22.772833 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-8e250838-e467-4bd3-a838-e953787232ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:22.922571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-8e250838-e467-4bd3-a838-e953787232ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.20.0.12 (d343a994-b016-4953-8051-b1ef517734ed/7788e5b7-fea6-44d2-b456-0218ce2250a7/6986a8f2-6da9-42bc-8776-6b5352a00505) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:33:23.064773 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-8e250838-e467-4bd3-a838-e953787232ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:23.104019 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-8e250838-e467-4bd3-a838-e953787232ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:23.152542 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-8e250838-e467-4bd3-a838-e953787232ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network d343a994-b016-4953-8051-b1ef517734ed is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:33:23.155719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-8e250838-e467-4bd3-a838-e953787232ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:33:23.159898 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-8e250838-e467-4bd3-a838-e953787232ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:33:23.176737 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bf241b23-968b-463d-b497-8bceac417332 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:33:23.201642 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e250838-e467-4bd3-a838-e953787232ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=6986a8f2-6da9-42bc-8776-6b5352a00505,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:23.232950 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-8e250838-e467-4bd3-a838-e953787232ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:23.233652 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-8e250838-e467-4bd3-a838-e953787232ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:23.255413 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-8e250838-e467-4bd3-a838-e953787232ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6163731 Nov 11 22:33:23.258665 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port bf241b23-968b-463d-b497-8bceac417332 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:33:23.259500 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:23.278602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Request body: {'port': {'device_id': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:33:23.338928 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:23.515545 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-184a079d-51c4-4cbc-98d7-a429bfced064 None None] Provisioning complete for port 6986a8f2-6da9-42bc-8776-6b5352a00505 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:33:23.516281 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-184a079d-51c4-4cbc-98d7-a429bfced064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:23.562591 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-184a079d-51c4-4cbc-98d7-a429bfced064 None None] Port 6986a8f2-6da9-42bc-8776-6b5352a00505 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:33:23.646015 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfeba3-7692-4da9-98cb-c3a44b3d8fcc req-b646075f-cf6d-41ae-96ed-30c69ee3b08f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:23.647576 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8cfeba3-7692-4da9-98cb-c3a44b3d8fcc req-b646075f-cf6d-41ae-96ed-30c69ee3b08f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 932 time: 0.1026642 Nov 11 22:33:23.666571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6986a8f2-6da9-42bc-8776-6b5352a00505 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:33:23.680210 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:23.706056 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Transition to ACTIVE for port object 6986a8f2-6da9-42bc-8776-6b5352a00505 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:33:23.722001 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:23.734399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c8cfeba3-7692-4da9-98cb-c3a44b3d8fcc req-f3e6f910-700a-4877-9665-82d13525fee0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801682 Nov 11 22:33:23.776882 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Pushing event updated for resources: {'Port': ['ID=6986a8f2-6da9-42bc-8776-6b5352a00505,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:23.854075 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Attempting to bind port 6986a8f2-6da9-42bc-8776-6b5352a00505 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:33:23.854414 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Attempting to bind port 6986a8f2-6da9-42bc-8776-6b5352a00505 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:33:23.854766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Attempting to bind port 6986a8f2-6da9-42bc-8776-6b5352a00505 on network d343a994-b016-4953-8051-b1ef517734ed {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:33:23.859462 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Port 6986a8f2-6da9-42bc-8776-6b5352a00505 on network d343a994-b016-4953-8051-b1ef517734ed not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:33:23.859772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Attempting to bind port 6986a8f2-6da9-42bc-8776-6b5352a00505 on network d343a994-b016-4953-8051-b1ef517734ed {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:33:23.864751 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:33:23.865116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Checking segment: {'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:33:23.865494 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Bound using segment: {'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:33:23.865913 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Bound port: 6986a8f2-6da9-42bc-8776-6b5352a00505, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:33:23.866268 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:23.937811 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] For port 6986a8f2-6da9-42bc-8776-6b5352a00505, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:33:23.940932 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] For port 6986a8f2-6da9-42bc-8776-6b5352a00505, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=6986a8f2-6da9-42bc-8776-6b5352a00505,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:33:23.946607 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:23.983636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:23.984250 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:23.985735 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] 10.222.0.71 "PUT /v2.0/ports/6986a8f2-6da9-42bc-8776-6b5352a00505 HTTP/1.1" status: 200 len: 1092 time: 0.7140152 Nov 11 22:33:23.986597 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:33:23.988660 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0882a3e5-72ee-41a0-b808-836516d9d842" -d '{"events": [{"name": "network-changed", "server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:33:24.015385 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63696078-2682-4b9f-b434-c98c75413a27 service neutron] Pushing event updated for resources: {'Port': ['ID=6986a8f2-6da9-42bc-8776-6b5352a00505,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:24.038040 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169efb24-9786-4940-9f70-9f8239ffd5bb x-openstack-request-id: req-169efb24-9786-4940-9f70-9f8239ffd5bb {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:33:24.038333 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:33:24.038588 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-169efb24-9786-4940-9f70-9f8239ffd5bb {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:33:24.038997 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'status': 'completed', 'code': 200} Nov 11 22:33:24.085130 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-bde06ae5-2379-4bd5-9137-62e874b55469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:24.086685 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-bde06ae5-2379-4bd5-9137-62e874b55469 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 1095 time: 0.0460329 Nov 11 22:33:24.137198 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-9830355a-a3bb-4467-b67d-c12a89a11fbb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6986a8f2-6da9-42bc-8776-6b5352a00505 HTTP/1.1" status: 200 len: 217 time: 0.0355997 Nov 11 22:33:24.189657 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-a0da1754-01ac-45ae-a2e3-00d1a49dca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:24.191204 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-a0da1754-01ac-45ae-a2e3-00d1a49dca09 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7788e5b7-fea6-44d2-b456-0218ce2250a7 HTTP/1.1" status: 200 len: 835 time: 0.0453494 Nov 11 22:33:24.243461 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-aaeab178-2d31-409a-bda3-0f9c45921de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:24.245046 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-aaeab178-2d31-409a-bda3-0f9c45921de9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d343a994-b016-4953-8051-b1ef517734ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451822 Nov 11 22:33:24.347350 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-622a7e5e-1074-463f-8458-6fc2b112f858 service neutron] 10.222.0.71 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894883 Nov 11 22:33:24.446952 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2822a424-29e6-44e2-b855-6e0a003e2757 req-7755d362-e82f-45c9-bcb5-0d94e1fe4c45 service neutron] 10.222.0.71 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869901 Nov 11 22:33:24.547102 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882a3e5-72ee-41a0-b808-836516d9d842 req-55ffb578-08e1-465c-a936-ed64786bc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:24.548617 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0882a3e5-72ee-41a0-b808-836516d9d842 req-55ffb578-08e1-465c-a936-ed64786bc9a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 1095 time: 0.0447013 Nov 11 22:33:24.640978 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882a3e5-72ee-41a0-b808-836516d9d842 req-e0be38e0-3044-46ee-a90b-25e711138b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:24.642466 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0882a3e5-72ee-41a0-b808-836516d9d842 req-e0be38e0-3044-46ee-a90b-25e711138b38 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d343a994-b016-4953-8051-b1ef517734ed HTTP/1.1" status: 200 len: 899 time: 0.0853992 Nov 11 22:33:24.689070 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0882a3e5-72ee-41a0-b808-836516d9d842 req-19f5ce78-e362-47dd-ac1c-937547651b36 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6986a8f2-6da9-42bc-8776-6b5352a00505 HTTP/1.1" status: 200 len: 217 time: 0.0377729 Nov 11 22:33:24.743167 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882a3e5-72ee-41a0-b808-836516d9d842 req-7163a93f-264b-4eed-85ec-bd5af22d4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:24.744660 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0882a3e5-72ee-41a0-b808-836516d9d842 req-7163a93f-264b-4eed-85ec-bd5af22d4b93 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7788e5b7-fea6-44d2-b456-0218ce2250a7 HTTP/1.1" status: 200 len: 835 time: 0.0450506 Nov 11 22:33:24.792736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882a3e5-72ee-41a0-b808-836516d9d842 req-688f03ad-4e82-4ca1-9e6a-1c1f8f7d18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:24.794278 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0882a3e5-72ee-41a0-b808-836516d9d842 req-688f03ad-4e82-4ca1-9e6a-1c1f8f7d18a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d343a994-b016-4953-8051-b1ef517734ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417371 Nov 11 22:33:24.907749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb04528-149f-41d4-9c7e-47d373b3a925 req-2e0d00b9-1d72-4c6d-aa46-8da74d5c6fe3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:24.909240 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5cb04528-149f-41d4-9c7e-47d373b3a925 req-2e0d00b9-1d72-4c6d-aa46-8da74d5c6fe3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 944 time: 0.0992765 Nov 11 22:33:24.928160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0882a3e5-72ee-41a0-b808-836516d9d842 req-b650a67c-5fdf-4dd9-b61d-845ac20caf1f service neutron] 10.222.0.71 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252637 Nov 11 22:33:25.015926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5cb04528-149f-41d4-9c7e-47d373b3a925 req-7ae5033e-d299-4b62-8c49-5993323cf1f2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981014 Nov 11 22:33:25.051461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0882a3e5-72ee-41a0-b808-836516d9d842 req-88863da9-673d-4844-a333-d03d394c01da service neutron] 10.222.0.71 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126075 Nov 11 22:33:26.143021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6feeba-a7c5-4fc2-8c98-2f1f17d877bc req-2ae22f68-384b-4b93-a0bc-39a1c797ee20 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:26.144573 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a6feeba-a7c5-4fc2-8c98-2f1f17d877bc req-2ae22f68-384b-4b93-a0bc-39a1c797ee20 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 944 time: 0.0508091 Nov 11 22:33:26.195128 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a6feeba-a7c5-4fc2-8c98-2f1f17d877bc req-31fc9ec5-7f17-40c6-b989-3f9cdc7c9727 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443075 Nov 11 22:33:26.909763 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 6986a8f2-6da9-42bc-8776-6b5352a00505 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:33:27.019449 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 6986a8f2-6da9-42bc-8776-6b5352a00505, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=6986a8f2-6da9-42bc-8776-6b5352a00505,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:33:27.030809 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'port_id': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'mac_address': 'fa:16:3e:35:96:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:33:27.067256 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:27.079891 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6986a8f2-6da9-42bc-8776-6b5352a00505 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:33:27.099530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 6986a8f2-6da9-42bc-8776-6b5352a00505, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=6986a8f2-6da9-42bc-8776-6b5352a00505,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:33:27.105736 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:27.155576 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=6986a8f2-6da9-42bc-8776-6b5352a00505,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:27.311517 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891a156-05db-42e3-9ab1-6b5ef715e20b req-5ad6c277-40e1-479f-b802-f0c063d5c01e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:27.312968 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f891a156-05db-42e3-9ab1-6b5ef715e20b req-5ad6c277-40e1-479f-b802-f0c063d5c01e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 945 time: 0.0497692 Nov 11 22:33:27.367201 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f891a156-05db-42e3-9ab1-6b5ef715e20b req-3748054f-0452-48a7-b6d9-aec81c62518c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482063 Nov 11 22:33:27.419732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['6986a8f2-6da9-42bc-8776-6b5352a00505'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:33:28.505607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da336e-ccc0-40b3-b366-171902818c6d req-9dd6ba21-ab7b-45dc-8926-9ba5a004b585 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:28.507068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47da336e-ccc0-40b3-b366-171902818c6d req-9dd6ba21-ab7b-45dc-8926-9ba5a004b585 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 945 time: 0.0554318 Nov 11 22:33:28.557225 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47da336e-ccc0-40b3-b366-171902818c6d req-b3bfe1bd-4ac0-4f02-a7e7-33420c4155f1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441022 Nov 11 22:33:28.909724 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 6986a8f2-6da9-42bc-8776-6b5352a00505 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:33:28.970239 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 6986a8f2-6da9-42bc-8776-6b5352a00505 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:33:28.974787 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 6986a8f2-6da9-42bc-8776-6b5352a00505 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:33:28.975167 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:29.054897 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:29.077276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:33:29.079523 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b547a4b-ed52-416a-96d9-d20a074aad5e" -d '{"events": [{"server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "name": "network-vif-plugged", "status": "completed", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:33:29.092521 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 6986a8f2-6da9-42bc-8776-6b5352a00505, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=6986a8f2-6da9-42bc-8776-6b5352a00505,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:33:29.099321 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:29.123726 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028969ad-ba27-444d-81bc-d07007a8bcfb x-openstack-request-id: req-028969ad-ba27-444d-81bc-d07007a8bcfb {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:33:29.124034 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "name": "network-vif-plugged", "status": "completed", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:33:29.124292 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-028969ad-ba27-444d-81bc-d07007a8bcfb {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:33:29.124659 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'code': 200} Nov 11 22:33:29.150396 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=6986a8f2-6da9-42bc-8776-6b5352a00505,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:29.279355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf2894-41dd-4f7f-b2d2-e6bb30ec83ed req-7c7b43db-0736-4baf-bcab-3a08e5b5f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:29.280831 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1eaf2894-41dd-4f7f-b2d2-e6bb30ec83ed req-7c7b43db-0736-4baf-bcab-3a08e5b5f720 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 1097 time: 0.0892105 Nov 11 22:33:29.332010 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1eaf2894-41dd-4f7f-b2d2-e6bb30ec83ed req-5029ce7f-63b5-418f-9ecd-dbb8b92e1300 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390644 Nov 11 22:33:29.687597 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214b58b-4a53-4a75-a255-32dcae886bad req-97c113b7-58db-44ba-af76-1f20d43efb1c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:29.689091 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2214b58b-4a53-4a75-a255-32dcae886bad req-97c113b7-58db-44ba-af76-1f20d43efb1c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0546441 Nov 11 22:33:29.742873 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2214b58b-4a53-4a75-a255-32dcae886bad req-8b83e516-1561-433f-817b-1681325aca42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450134 Nov 11 22:33:30.883264 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05141afd-158e-4f71-8855-371e841f55ce req-91adbe69-e45e-43fe-bd7d-a14b690286fc tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:30.884790 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05141afd-158e-4f71-8855-371e841f55ce req-91adbe69-e45e-43fe-bd7d-a14b690286fc tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0589499 Nov 11 22:33:30.937435 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05141afd-158e-4f71-8855-371e841f55ce req-4b3bea3d-4b16-4bf3-9e79-49f7bf129558 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464046 Nov 11 22:33:31.059842 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b5e56-76a7-4bc7-92d5-ad8ee89f5e55 req-3609081c-912f-4113-9ebb-7e354e6f1e88 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:31.061346 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-271b5e56-76a7-4bc7-92d5-ad8ee89f5e55 req-3609081c-912f-4113-9ebb-7e354e6f1e88 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0560887 Nov 11 22:33:31.113245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-271b5e56-76a7-4bc7-92d5-ad8ee89f5e55 req-542d1cb6-1e2b-4328-972c-e687a28e4eb9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439270 Nov 11 22:33:31.139139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58104) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:31.182758 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8313f66b-af84-4b0f-ad9f-92b98e059627 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:31.184250 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8313f66b-af84-4b0f-ad9f-92b98e059627 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 1092 time: 0.0437963 Nov 11 22:33:31.188608 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58106) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:31.192910 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:33:31.220228 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:31.328152 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:31.429205 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.25.0.106 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/66edbf6e-ae50-4f56-b91c-2b658ce2d803) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:33:31.533435 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:31.570702 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:31.607688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:33:31.612674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:33:31.616292 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:33:31.621887 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=66edbf6e-ae50-4f56-b91c-2b658ce2d803,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:31.986282 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:32.052822 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:32.203670 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:32.210773 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:32.278837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=66edbf6e-ae50-4f56-b91c-2b658ce2d803,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:33:32.290477 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:32.388473 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Floating IP 69bdbfe4-a712-4db8-a674-a17f4180b954 associated. External IP: 172.25.0.106, port: 6986a8f2-6da9-42bc-8776-6b5352a00505. Nov 11 22:33:32.956712 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router b1600001-9339-491c-924c-9adb8a4eeafb has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:33:33.080473 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:33:33.091232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d49fb-e147-436c-921c-2da27b6b28b7 None None] Sync routers for ids ['b1600001-9339-491c-924c-9adb8a4eeafb'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:33:33.103542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d49fb-e147-436c-921c-2da27b6b28b7 None None] Routers {'b1600001-9339-491c-924c-9adb8a4eeafb'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:33:33.104208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-603d49fb-e147-436c-921c-2da27b6b28b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:33:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b1600001-9339-491c-924c-9adb8a4eeafb'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:33.104369 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:33.132744 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ed2e7363-cbad-44c1-8a3a-e1be1b3c5b29 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9430504 Nov 11 22:33:33.133479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:33:33.137057 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115c7bde-b424-4877-89bb-ecd3462f2aba" -d '{"events": [{"name": "network-changed", "server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:33:33.221733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-603d49fb-e147-436c-921c-2da27b6b28b7 None None] Set router b1600001-9339-491c-924c-9adb8a4eeafb gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:33:33.236100 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cbba7-d53c-4603-be31-d7519ea147ce req-b29a62ed-70f7-4dc0-9690-54af3708d6da tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:33.237666 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a5cbba7-d53c-4603-be31-d7519ea147ce req-b29a62ed-70f7-4dc0-9690-54af3708d6da tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0551028 Nov 11 22:33:33.292106 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8a5cbba7-d53c-4603-be31-d7519ea147ce req-7da262c5-d913-45f6-aec5-217c7e8df956 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480733 Nov 11 22:33:33.317437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58112) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:33.357643 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21132f5f-8d77-4a96-8a12-ee289071be60 x-openstack-request-id: req-21132f5f-8d77-4a96-8a12-ee289071be60 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:33:33.357938 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:33:33.358184 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-21132f5f-8d77-4a96-8a12-ee289071be60 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:33:33.358597 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'status': 'completed', 'code': 200} Nov 11 22:33:33.413629 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6b33800c-db75-485e-a79d-4345ff25b5bc tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/69bdbfe4-a712-4db8-a674-a17f4180b954 HTTP/1.1" status: 200 len: 992 time: 0.0947351 Nov 11 22:33:33.424047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c7bde-b424-4877-89bb-ecd3462f2aba req-0552319f-8c7a-4399-a119-f0df8ca96ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:33.425594 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-115c7bde-b424-4877-89bb-ecd3462f2aba req-0552319f-8c7a-4399-a119-f0df8ca96ce6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 1097 time: 0.0604198 Nov 11 22:33:33.460433 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-603d49fb-e147-436c-921c-2da27b6b28b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:33:15Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:16Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '69bdbfe4-a712-4db8-a674-a17f4180b954', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'port_id': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'mac_address': 'fa:16:3e:35:96:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:33:31Z', 'updated_at': '2021-11-11T22:33:31Z', 'revision_number': 0, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf241b23-968b-463d-b497-8bceac417332', 'name': '', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:18:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:18Z', 'updated_at': '2021-11-11T22:33:22Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:33.488546 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d49fb-e147-436c-921c-2da27b6b28b7 None None] Checking router: b1600001-9339-491c-924c-9adb8a4eeafb for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:33:33.498215 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d49fb-e147-436c-921c-2da27b6b28b7 None None] Routers {'b1600001-9339-491c-924c-9adb8a4eeafb'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:33:33.498829 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-603d49fb-e147-436c-921c-2da27b6b28b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:33:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b1600001-9339-491c-924c-9adb8a4eeafb'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:33.521496 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c7bde-b424-4877-89bb-ecd3462f2aba req-e0fe43c4-c0af-4986-beb4-d388232f7355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:33.522996 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-115c7bde-b424-4877-89bb-ecd3462f2aba req-e0fe43c4-c0af-4986-beb4-d388232f7355 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d343a994-b016-4953-8051-b1ef517734ed HTTP/1.1" status: 200 len: 899 time: 0.0891325 Nov 11 22:33:33.597163 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-115c7bde-b424-4877-89bb-ecd3462f2aba req-49b2d1ad-caf1-4cd1-b6c4-ea60e2ba6443 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6986a8f2-6da9-42bc-8776-6b5352a00505 HTTP/1.1" status: 200 len: 1000 time: 0.0634768 Nov 11 22:33:33.609036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-603d49fb-e147-436c-921c-2da27b6b28b7 None None] Set router b1600001-9339-491c-924c-9adb8a4eeafb gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:33:33.647246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c7bde-b424-4877-89bb-ecd3462f2aba req-3937b903-f7e8-4698-b7a6-137e149ed365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:33.648732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-115c7bde-b424-4877-89bb-ecd3462f2aba req-3937b903-f7e8-4698-b7a6-137e149ed365 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7788e5b7-fea6-44d2-b456-0218ce2250a7 HTTP/1.1" status: 200 len: 835 time: 0.0448503 Nov 11 22:33:33.697331 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c7bde-b424-4877-89bb-ecd3462f2aba req-3a88dd40-e2a5-4d27-b2ad-973836ebddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:33.698849 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-115c7bde-b424-4877-89bb-ecd3462f2aba req-3a88dd40-e2a5-4d27-b2ad-973836ebddda service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d343a994-b016-4953-8051-b1ef517734ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414987 Nov 11 22:33:33.793430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-115c7bde-b424-4877-89bb-ecd3462f2aba req-560c3476-867d-48b7-b5dc-b8f793e5ef4d service neutron] 10.222.0.71 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873351 Nov 11 22:33:33.838799 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-603d49fb-e147-436c-921c-2da27b6b28b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:33:15Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:16Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '69bdbfe4-a712-4db8-a674-a17f4180b954', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'port_id': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'mac_address': 'fa:16:3e:35:96:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:33:31Z', 'updated_at': '2021-11-11T22:33:31Z', 'revision_number': 0, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf241b23-968b-463d-b497-8bceac417332', 'name': '', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:18:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:18Z', 'updated_at': '2021-11-11T22:33:22Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:33:33.865113 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d49fb-e147-436c-921c-2da27b6b28b7 None None] The sync data for ids ['b1600001-9339-491c-924c-9adb8a4eeafb'] in n-d-805737-3 is: [{'id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:33:15Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:16Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '69bdbfe4-a712-4db8-a674-a17f4180b954', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'port_id': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'mac_address': 'fa:16:3e:35:96:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:33:31Z', 'updated_at': '2021-11-11T22:33:31Z', 'revision_number': 0, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf241b23-968b-463d-b497-8bceac417332', 'name': '', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:18:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:18Z', 'updated_at': '2021-11-11T22:33:22Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:33:33.886035 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-115c7bde-b424-4877-89bb-ecd3462f2aba req-b56d78ce-c3f9-4633-8ec4-7b81b906336b service neutron] 10.222.0.71 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850327 Nov 11 22:33:34.059489 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944a8758-2bb6-45e4-beaf-8980dd772cca None None] New status for floating IP 69bdbfe4-a712-4db8-a674-a17f4180b954: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:33:34.418659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58114) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:33:34.488988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4a1a3d1c-d0e7-4f22-a3bb-da3b906f2345 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/69bdbfe4-a712-4db8-a674-a17f4180b954 HTTP/1.1" status: 200 len: 994 time: 0.0687265 Nov 11 22:33:39.476028 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:33:41.656351 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:43.931509 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3509aa4d-c339-446b-8ac6-ba053d157dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:45.209630 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:46.128260 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41f3ac2b-091d-46be-91e2-0cf0d56a1fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:47.455290 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:48.833727 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:49.400104 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:07.916503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2d9ed-2b30-4ef1-ae2e-f1c45b3b7ff4 req-3567c094-4fce-4ef9-bc4d-df6f431e54bb tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:07.918083 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fc2d9ed-2b30-4ef1-ae2e-f1c45b3b7ff4 req-3567c094-4fce-4ef9-bc4d-df6f431e54bb tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0541515 Nov 11 22:34:07.922524 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58136) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:07.981474 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1fc2d9ed-2b30-4ef1-ae2e-f1c45b3b7ff4 req-00d8a6e8-edcc-4eab-8833-e3eae809ce6f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532811 Nov 11 22:34:08.011387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-502bb037-3f06-4516-b5ee-e2cca1c958d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877964 Nov 11 22:34:08.020349 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-9362d868-59fb-4e31-a1c0-d69f53a901c9 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:34:08.021322 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-9362d868-59fb-4e31-a1c0-d69f53a901c9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049822 Nov 11 22:34:09.118584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34341-1c15-4692-b1a8-496f1a20fc64 req-b84fcef7-0cf4-4f97-a839-8d31e6ad4be4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:09.120411 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5c34341-1c15-4692-b1a8-496f1a20fc64 req-b84fcef7-0cf4-4f97-a839-8d31e6ad4be4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0592854 Nov 11 22:34:09.195244 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-153da75c-ada2-4c42-acd8-6281ecff0386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:09.196768 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-153da75c-ada2-4c42-acd8-6281ecff0386 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 1097 time: 0.0719049 Nov 11 22:34:09.201103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a5c34341-1c15-4692-b1a8-496f1a20fc64 req-a3e077cf-3b30-475a-8443-795842039ac4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670986 Nov 11 22:34:09.304355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-1a8178d7-05f0-4c57-9b80-fddba3b59b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:09.306186 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-1a8178d7-05f0-4c57-9b80-fddba3b59b35 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d343a994-b016-4953-8051-b1ef517734ed HTTP/1.1" status: 200 len: 899 time: 0.1011026 Nov 11 22:34:09.390102 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-46046de2-b720-487f-8fac-ff61c879c946 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6986a8f2-6da9-42bc-8776-6b5352a00505 HTTP/1.1" status: 200 len: 1002 time: 0.0755508 Nov 11 22:34:09.440914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-47759ab3-2bfc-4ea6-9f3a-bb24e7989560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:09.442333 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-47759ab3-2bfc-4ea6-9f3a-bb24e7989560 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7788e5b7-fea6-44d2-b456-0218ce2250a7 HTTP/1.1" status: 200 len: 835 time: 0.0439112 Nov 11 22:34:09.494465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-04e9bd62-fd8c-4068-b716-99262cf8ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:09.495981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-04e9bd62-fd8c-4068-b716-99262cf8ac32 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d343a994-b016-4953-8051-b1ef517734ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446033 Nov 11 22:34:09.599314 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-79571b38-7459-4966-9a01-a1c0ad4f9205 service neutron] 10.222.0.71 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885589 Nov 11 22:34:09.705651 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-1982eb43-6bdc-4a3e-9250-f386706a124b service neutron] 10.222.0.71 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965683 Nov 11 22:34:10.329357 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485d1b9-31c1-4445-aa3c-78ca1d3ef36c req-2de9a24c-11ef-42c9-a4c2-4bd0791e4d33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:10.330857 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e485d1b9-31c1-4445-aa3c-78ca1d3ef36c req-2de9a24c-11ef-42c9-a4c2-4bd0791e4d33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0511022 Nov 11 22:34:10.380691 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e485d1b9-31c1-4445-aa3c-78ca1d3ef36c req-4a49c73c-0978-4190-a422-96f6ecdbbfd4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438578 Nov 11 22:34:11.500570 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593825a-6639-434b-a52f-022284f54bdf req-a65c7479-e9ec-4e88-a3ef-ab85dc664e62 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:11.502086 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e593825a-6639-434b-a52f-022284f54bdf req-a65c7479-e9ec-4e88-a3ef-ab85dc664e62 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0529959 Nov 11 22:34:11.560038 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e593825a-6639-434b-a52f-022284f54bdf req-15aef576-3cc5-4659-9d8e-4e3699f0e0f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487008 Nov 11 22:34:11.681801 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:12.696586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8721b-0b91-46fd-8831-2d2020da26a4 req-8211b88e-f4ab-4894-a2a9-b77edb827480 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:12.698191 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5fb8721b-0b91-46fd-8831-2d2020da26a4 req-8211b88e-f4ab-4894-a2a9-b77edb827480 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0606134 Nov 11 22:34:12.756782 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5fb8721b-0b91-46fd-8831-2d2020da26a4 req-194bb12c-ab50-4d6c-adc2-d87779c72ce9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501559 Nov 11 22:34:13.885113 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870fc0a-1880-4102-891a-29f587c4615d req-7fa01449-a4e4-4fa7-bf72-8ad8c51f793e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:13.886602 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7870fc0a-1880-4102-891a-29f587c4615d req-7fa01449-a4e4-4fa7-bf72-8ad8c51f793e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0504375 Nov 11 22:34:13.926157 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c81e5abd-74ce-4e84-9cb9-8383d8e462c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:13.939249 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7870fc0a-1880-4102-891a-29f587c4615d req-0df48424-1875-4c5e-8002-becfab6bce64 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439882 Nov 11 22:34:15.068703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dd454-ac8e-4a4d-99f5-156d49c432b0 req-26245058-aa42-4eee-9ca9-385064cb288b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:15.070222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a5dd454-ac8e-4a4d-99f5-156d49c432b0 req-26245058-aa42-4eee-9ca9-385064cb288b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0542598 Nov 11 22:34:15.120655 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a5dd454-ac8e-4a4d-99f5-156d49c432b0 req-cb828f1f-1440-4804-8d53-c3c84ebd199f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444560 Nov 11 22:34:15.211512 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:16.129564 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a2b7a92-385d-47bb-9d42-e39a4d09e1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:16.244293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71926293-40a6-4caf-ac17-91b17b80ddc1 req-25657938-863f-45cd-b179-4d277cf78abe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:16.245951 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71926293-40a6-4caf-ac17-91b17b80ddc1 req-25657938-863f-45cd-b179-4d277cf78abe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0523574 Nov 11 22:34:16.297043 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-71926293-40a6-4caf-ac17-91b17b80ddc1 req-d02e613b-1a81-4884-913f-2f9b5d1e813a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446069 Nov 11 22:34:16.468133 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:34:17.451894 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.482046 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2522ca-646c-4bf7-9f08-2cb3c408dbf7 req-5f517deb-b565-42f9-8845-0b3890a3843e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:17.483546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c2522ca-646c-4bf7-9f08-2cb3c408dbf7 req-5f517deb-b565-42f9-8845-0b3890a3843e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.1025820 Nov 11 22:34:17.538596 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4c2522ca-646c-4bf7-9f08-2cb3c408dbf7 req-20276a33-881f-4158-9f46-113a76b60947 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489140 Nov 11 22:34:18.678552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a92eb-6b6b-43f4-831b-75ae2bddb184 req-23fd1fab-51dc-4585-9385-221f51060463 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:18.680167 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fb9a92eb-6b6b-43f4-831b-75ae2bddb184 req-23fd1fab-51dc-4585-9385-221f51060463 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0607493 Nov 11 22:34:18.734282 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fb9a92eb-6b6b-43f4-831b-75ae2bddb184 req-05de6f26-c657-41c3-8a81-1f5535db4ea6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479112 Nov 11 22:34:18.832787 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:19.398847 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:19.860561 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7e840-6392-46f5-9bd5-bef4edf6918c req-7c8e7fb9-ef52-4559-8995-15355b41f105 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:19.862083 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15c7e840-6392-46f5-9bd5-bef4edf6918c req-7c8e7fb9-ef52-4559-8995-15355b41f105 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0515342 Nov 11 22:34:19.912781 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15c7e840-6392-46f5-9bd5-bef4edf6918c req-d946d639-f38d-4da5-8923-ec6bf787707b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445979 Nov 11 22:34:21.042657 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d097c-aa6d-46c1-8735-f3b989c53f51 req-767cef73-dcdb-4488-bb33-ce595be66c71 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:21.044039 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-996d097c-aa6d-46c1-8735-f3b989c53f51 req-767cef73-dcdb-4488-bb33-ce595be66c71 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0539246 Nov 11 22:34:21.097769 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-996d097c-aa6d-46c1-8735-f3b989c53f51 req-df646734-0fae-4e44-ac2d-ad75a38af582 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449331 Nov 11 22:34:22.146536 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-fd5039c1-1ca2-4b9a-9ee4-250e103f5ef7 service neutron] show failed (client error): The resource could not be found. Nov 11 22:34:22.147637 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-fd5039c1-1ca2-4b9a-9ee4-250e103f5ef7 service neutron] 10.222.0.71 "GET /v2.0/ports/6986a8f2-6da9-42bc-8776-6b5352a00505/bindings/n-h1-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0661035 Nov 11 22:34:22.219191 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab55a62-d06f-457b-8333-255303a6af24 req-2ad31286-b869-4bfc-9686-f5111578a303 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:22.220730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ab55a62-d06f-457b-8333-255303a6af24 req-2ad31286-b869-4bfc-9686-f5111578a303 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0512180 Nov 11 22:34:22.276928 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ab55a62-d06f-457b-8333-255303a6af24 req-15ea46bf-a21a-4d0c-b178-a710caeb690f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500138 Nov 11 22:34:22.377418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-b50b40b3-72b7-4abe-be98-d5a674b67d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:22.378845 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-b50b40b3-72b7-4abe-be98-d5a674b67d56 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d&tenant_id=7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 1097 time: 0.0470073 Nov 11 22:34:22.393411 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:22.445337 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:22.650529 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] For port 6986a8f2-6da9-42bc-8776-6b5352a00505, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=6986a8f2-6da9-42bc-8776-6b5352a00505,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:22.684680 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] For port 6986a8f2-6da9-42bc-8776-6b5352a00505, host n-h2-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:34:22.724850 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:34:22.727221 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769b225b-f049-478c-89ad-53143e5ca988" -d '{"events": [{"server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "name": "network-vif-unplugged", "status": "completed", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:34:22.731263 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:22.743710 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Transition to ACTIVE for port object 6986a8f2-6da9-42bc-8776-6b5352a00505 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:34:22.749092 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:22.781097 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb5dbbc-6aec-4758-94f6-54ef69c183d9 x-openstack-request-id: req-9fb5dbbc-6aec-4758-94f6-54ef69c183d9 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:34:22.781383 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "name": "network-vif-unplugged", "status": "completed", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:34:22.781634 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9fb5dbbc-6aec-4758-94f6-54ef69c183d9 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:34:22.782021 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'code': 200} Nov 11 22:34:22.836356 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Pushing event updated for resources: {'Port': ['ID=6986a8f2-6da9-42bc-8776-6b5352a00505,revision_number=6']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:22.850816 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:22.851140 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:22.851485 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:22.851811 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:22.852133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:22.852453 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:22.852771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:22.853117 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:22.853430 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:22.853722 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:22.854029 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:22.854360 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:22.889323 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] No DVR routers for this DVR port 6986a8f2-6da9-42bc-8776-6b5352a00505 on host n-h2-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:34:23.027579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Attempting to bind port 6986a8f2-6da9-42bc-8776-6b5352a00505 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:34:23.027867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Attempting to bind port 6986a8f2-6da9-42bc-8776-6b5352a00505 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:34:23.028213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Attempting to bind port 6986a8f2-6da9-42bc-8776-6b5352a00505 on network d343a994-b016-4953-8051-b1ef517734ed {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:34:23.032676 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Port 6986a8f2-6da9-42bc-8776-6b5352a00505 on network d343a994-b016-4953-8051-b1ef517734ed not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:34:23.033034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Attempting to bind port 6986a8f2-6da9-42bc-8776-6b5352a00505 on network d343a994-b016-4953-8051-b1ef517734ed {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:34:23.038154 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:34:23.038494 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Checking segment: {'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:34:23.038871 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Bound using segment: {'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:34:23.039289 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Bound port: 6986a8f2-6da9-42bc-8776-6b5352a00505, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df9fe8d-946e-4299-b4f2-aa6deabffa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:34:23.039640 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:23.106590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] For port 6986a8f2-6da9-42bc-8776-6b5352a00505, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:34:23.109782 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] For port 6986a8f2-6da9-42bc-8776-6b5352a00505, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6986a8f2-6da9-42bc-8776-6b5352a00505,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:34:23.117201 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:23.152585 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:23.153289 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:23.154713 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] 10.222.0.10 "PUT /v2.0/ports/6986a8f2-6da9-42bc-8776-6b5352a00505 HTTP/1.1" status: 200 len: 1092 time: 0.7653568 Nov 11 22:34:23.174657 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72def7-2723-43d6-81bf-b44dd6d36a4d service neutron] Pushing event updated for resources: {'Port': ['ID=6986a8f2-6da9-42bc-8776-6b5352a00505,revision_number=7']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:23.219815 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-502c5228-3e6f-4a91-a159-70e6440dcd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:23.221355 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-502c5228-3e6f-4a91-a159-70e6440dcd7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 1095 time: 0.0435984 Nov 11 22:34:23.320692 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-55a74a75-6967-4db7-aaf8-a4beffaa66ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:23.322220 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-55a74a75-6967-4db7-aaf8-a4beffaa66ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=d343a994-b016-4953-8051-b1ef517734ed HTTP/1.1" status: 200 len: 899 time: 0.0931532 Nov 11 22:34:23.390042 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-2a6cc790-b1c3-4a06-9fa8-e7d90ccb066b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6986a8f2-6da9-42bc-8776-6b5352a00505 HTTP/1.1" status: 200 len: 1000 time: 0.0606263 Nov 11 22:34:23.402735 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d296452-7438-4030-a1e1-e87a732b22c4 req-bbffbdd6-8e1b-4c7c-a27c-721767175213 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:23.404918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d296452-7438-4030-a1e1-e87a732b22c4 req-bbffbdd6-8e1b-4c7c-a27c-721767175213 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 944 time: 0.0528808 Nov 11 22:34:23.446544 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-92451e8e-a85d-45ed-90e1-3b06193fe421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:23.448076 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-92451e8e-a85d-45ed-90e1-3b06193fe421 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7788e5b7-fea6-44d2-b456-0218ce2250a7 HTTP/1.1" status: 200 len: 835 time: 0.0500727 Nov 11 22:34:23.454195 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d296452-7438-4030-a1e1-e87a732b22c4 req-b5393814-c71a-4946-8cce-5bf77c717419 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430613 Nov 11 22:34:23.496146 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-4db985c8-f1be-4be6-9f04-3095b8c68878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:23.497690 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-4db985c8-f1be-4be6-9f04-3095b8c68878 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d343a994-b016-4953-8051-b1ef517734ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429401 Nov 11 22:34:23.596189 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-f57a97f4-c2de-4f95-9f57-fd3167e88464 service neutron] 10.222.0.10 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911469 Nov 11 22:34:23.697242 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-4df6cb0c-184c-4d7f-bbd0-b9c67a5dd97f req-49e08310-d4ae-45a5-b275-6e42f7455c04 service neutron] 10.222.0.10 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938542 Nov 11 22:34:24.585584 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea21c6-5a05-4fce-9845-5379f0430978 req-8fc0e683-904c-453e-9d75-b2724380abd5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:24.587140 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5eea21c6-5a05-4fce-9845-5379f0430978 req-8fc0e683-904c-453e-9d75-b2724380abd5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 944 time: 0.0518382 Nov 11 22:34:24.638564 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5eea21c6-5a05-4fce-9845-5379f0430978 req-ffe10339-bd6a-4e32-9ea2-1589efc195f7 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447021 Nov 11 22:34:24.783984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:34:24.787734 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c66877-55f5-4b51-9c4f-592583fa9592" -d '{"events": [{"name": "network-changed", "server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:34:24.840458 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bf3c1f-b850-44cb-a37e-970021d20bee x-openstack-request-id: req-33bf3c1f-b850-44cb-a37e-970021d20bee {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:34:24.840758 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:34:24.841388 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-33bf3c1f-b850-44cb-a37e-970021d20bee {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:34:24.841803 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'status': 'completed', 'code': 200} Nov 11 22:34:24.904579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5f641-e7cb-4de2-a810-8a1843dacde3 req-ac109b07-565e-4c88-8550-22da182d9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:24.906280 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7ed5f641-e7cb-4de2-a810-8a1843dacde3 req-ac109b07-565e-4c88-8550-22da182d9f6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 1095 time: 0.0424018 Nov 11 22:34:24.918626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-e536d282-2cb0-4159-8771-b2c88d0c7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:24.920191 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-e536d282-2cb0-4159-8771-b2c88d0c7a91 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 1095 time: 0.0462937 Nov 11 22:34:25.017103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5f641-e7cb-4de2-a810-8a1843dacde3 req-63cc5099-279f-429d-bc29-75beb359cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:25.017395 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-48aa6b2b-e1f5-4287-a2e1-55d7eedbf293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:25.018605 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7ed5f641-e7cb-4de2-a810-8a1843dacde3 req-63cc5099-279f-429d-bc29-75beb359cd28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d343a994-b016-4953-8051-b1ef517734ed HTTP/1.1" status: 200 len: 899 time: 0.0917265 Nov 11 22:34:25.018774 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-48aa6b2b-e1f5-4287-a2e1-55d7eedbf293 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d343a994-b016-4953-8051-b1ef517734ed HTTP/1.1" status: 200 len: 899 time: 0.0858586 Nov 11 22:34:25.088088 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7ed5f641-e7cb-4de2-a810-8a1843dacde3 req-41319a90-c22b-4765-8c47-05f1868535b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6986a8f2-6da9-42bc-8776-6b5352a00505 HTTP/1.1" status: 200 len: 1000 time: 0.0585253 Nov 11 22:34:25.098371 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-1366ccf5-1ac6-4b00-91bd-0f78ba283a06 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6986a8f2-6da9-42bc-8776-6b5352a00505 HTTP/1.1" status: 200 len: 1000 time: 0.0629275 Nov 11 22:34:25.143242 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5f641-e7cb-4de2-a810-8a1843dacde3 req-70df3f46-28f6-4bcf-b806-3de5a9b81356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:25.144770 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7ed5f641-e7cb-4de2-a810-8a1843dacde3 req-70df3f46-28f6-4bcf-b806-3de5a9b81356 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7788e5b7-fea6-44d2-b456-0218ce2250a7 HTTP/1.1" status: 200 len: 835 time: 0.0473082 Nov 11 22:34:25.156171 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-520ce1f0-475b-40f5-8fce-db0ac92c85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:25.157663 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-520ce1f0-475b-40f5-8fce-db0ac92c85e2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7788e5b7-fea6-44d2-b456-0218ce2250a7 HTTP/1.1" status: 200 len: 835 time: 0.0446754 Nov 11 22:34:25.205551 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-a3404e52-a19f-4dd1-a9bc-63fd321f09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:25.205825 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5f641-e7cb-4de2-a810-8a1843dacde3 req-15e9f1d1-2504-4ead-aad4-52898b5d6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:25.207099 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-a3404e52-a19f-4dd1-a9bc-63fd321f09cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d343a994-b016-4953-8051-b1ef517734ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418105 Nov 11 22:34:25.207227 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7ed5f641-e7cb-4de2-a810-8a1843dacde3 req-15e9f1d1-2504-4ead-aad4-52898b5d6dfd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d343a994-b016-4953-8051-b1ef517734ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462711 Nov 11 22:34:25.309159 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-adb23756-40a9-4998-afaa-eca96416cda8 service neutron] 10.222.0.71 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889502 Nov 11 22:34:25.319085 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7ed5f641-e7cb-4de2-a810-8a1843dacde3 req-d42c01d8-f545-4784-bb11-eb2c66f1229a service neutron] 10.222.0.10 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006401 Nov 11 22:34:25.403647 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-6556a8aa-3c5f-4f6d-966e-856ded6db60e service neutron] 10.222.0.71 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824850 Nov 11 22:34:25.416580 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7ed5f641-e7cb-4de2-a810-8a1843dacde3 req-78e25b13-e686-4561-8d02-1c52e4ee065b service neutron] 10.222.0.10 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889058 Nov 11 22:34:25.499170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-bdd17a5a-2628-46ca-8fbe-b61e27dba802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:25.500741 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-bdd17a5a-2628-46ca-8fbe-b61e27dba802 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 1095 time: 0.0425181 Nov 11 22:34:25.597132 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-30cd7ed3-9c7a-4dc3-93a0-f3a747fc04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:25.598625 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-30cd7ed3-9c7a-4dc3-93a0-f3a747fc04d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d343a994-b016-4953-8051-b1ef517734ed HTTP/1.1" status: 200 len: 899 time: 0.0913532 Nov 11 22:34:25.664108 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-fde1ea9b-3052-4dce-9e7c-a7167c26c28a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6986a8f2-6da9-42bc-8776-6b5352a00505 HTTP/1.1" status: 200 len: 1000 time: 0.0576470 Nov 11 22:34:25.716418 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-f241a7f9-423b-4162-b37b-1441db3d64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:25.717928 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-f241a7f9-423b-4162-b37b-1441db3d64ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7788e5b7-fea6-44d2-b456-0218ce2250a7 HTTP/1.1" status: 200 len: 835 time: 0.0451298 Nov 11 22:34:25.765050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053a236-77d9-4e5a-acd5-189c200aa510 req-67dd4e50-2347-4e82-921c-c72a15caeb7c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:25.766513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a053a236-77d9-4e5a-acd5-189c200aa510 req-67dd4e50-2347-4e82-921c-c72a15caeb7c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 944 time: 0.0540092 Nov 11 22:34:25.769675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-f9ac7b23-8555-4d18-ba2f-295de32cc3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:25.771191 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-f9ac7b23-8555-4d18-ba2f-295de32cc3f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d343a994-b016-4953-8051-b1ef517734ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448315 Nov 11 22:34:25.817230 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a053a236-77d9-4e5a-acd5-189c200aa510 req-efef5e89-f454-4132-bcd5-a8f1a262099b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443542 Nov 11 22:34:25.863879 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-41e0ab22-2e98-4d17-b43c-c594c525b202 service neutron] 10.222.0.10 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834808 Nov 11 22:34:25.973117 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-76c66877-55f5-4b51-9c4f-592583fa9592 req-a1d44c82-8cb2-415e-bb2a-7309698988f6 service neutron] 10.222.0.10 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958200 Nov 11 22:34:26.045738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2fa7-4bc9-4578-b82c-f381b43955f9 req-e981078f-6283-4349-9ab9-f754b949cec5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:26.047214 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4cd2fa7-4bc9-4578-b82c-f381b43955f9 req-e981078f-6283-4349-9ab9-f754b949cec5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 944 time: 0.0827792 Nov 11 22:34:26.059688 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae871e-099c-423b-94a0-b4eada998e49 req-ce641b3a-1075-41c3-a3ed-51ab3267a986 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:26.061116 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4ae871e-099c-423b-94a0-b4eada998e49 req-ce641b3a-1075-41c3-a3ed-51ab3267a986 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.71 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d&tenant_id=7d0c6300ec124bf0b83645cab7c91315&binding%3Ahost_id=n-h1-805737-3 HTTP/1.1" status: 200 len: 944 time: 0.0668862 Nov 11 22:34:26.150325 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a4cd2fa7-4bc9-4578-b82c-f381b43955f9 req-6eb1b082-befb-40ae-a5b5-698653c9843a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881908 Nov 11 22:34:26.159838 n-d-805737-3 neutron-server[102534]: INFO neutron.api.v2.resource [req-b4ae871e-099c-423b-94a0-b4eada998e49 req-0f3fcb0b-40b4-4c05-974f-53b07c6bb2a1 service neutron] delete failed (client error): The resource could not be found. Nov 11 22:34:26.160741 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4ae871e-099c-423b-94a0-b4eada998e49 req-0f3fcb0b-40b4-4c05-974f-53b07c6bb2a1 service neutron] 10.222.0.71 "DELETE /v2.0/ports/6986a8f2-6da9-42bc-8776-6b5352a00505/bindings/n-h2-805737-3 HTTP/1.1" status: 404 len: 380 time: 0.0859540 Nov 11 22:34:26.176913 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6986a8f2-6da9-42bc-8776-6b5352a00505 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:34:26.281311 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6986a8f2-6da9-42bc-8776-6b5352a00505, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6986a8f2-6da9-42bc-8776-6b5352a00505,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:26.292733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'port_id': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'mac_address': 'fa:16:3e:35:96:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:34:26.293669 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ff762-ea88-461a-b1bb-d1713c6b96cc req-e983bdcd-c79f-4a31-b11b-7e7b66174e2f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:26.295179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c1ff762-ea88-461a-b1bb-d1713c6b96cc req-e983bdcd-c79f-4a31-b11b-7e7b66174e2f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 944 time: 0.0746341 Nov 11 22:34:26.300790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae871e-099c-423b-94a0-b4eada998e49 req-48b1f84b-b631-4039-873c-e0a3b58908b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:26.302239 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4ae871e-099c-423b-94a0-b4eada998e49 req-48b1f84b-b631-4039-873c-e0a3b58908b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 1095 time: 0.0726461 Nov 11 22:34:26.330039 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.343082 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6986a8f2-6da9-42bc-8776-6b5352a00505 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:34:26.363110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6986a8f2-6da9-42bc-8776-6b5352a00505, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6986a8f2-6da9-42bc-8776-6b5352a00505,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:26.367577 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.400777 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2c1ff762-ea88-461a-b1bb-d1713c6b96cc req-6d597cf9-1408-41e1-a670-f38dd3fcf0b3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975871 Nov 11 22:34:26.429906 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae871e-099c-423b-94a0-b4eada998e49 req-fe3ad03f-81d9-45a8-98a9-ab416662f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:26.431299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4ae871e-099c-423b-94a0-b4eada998e49 req-fe3ad03f-81d9-45a8-98a9-ab416662f558 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d343a994-b016-4953-8051-b1ef517734ed HTTP/1.1" status: 200 len: 899 time: 0.1151404 Nov 11 22:34:26.432811 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=6986a8f2-6da9-42bc-8776-6b5352a00505,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:26.440376 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:26.440730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:26.441078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:26.441414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:26.441767 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:26.442069 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:26.442391 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:26.442714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:26.443033 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:26.443373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:26.443669 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:26.443978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:26.503844 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4ae871e-099c-423b-94a0-b4eada998e49 req-00bd00fc-5597-4240-83f3-380cfaefa53c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6986a8f2-6da9-42bc-8776-6b5352a00505 HTTP/1.1" status: 200 len: 1001 time: 0.0591428 Nov 11 22:34:26.564706 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae871e-099c-423b-94a0-b4eada998e49 req-7a8ff12f-4b8e-466a-a335-b6a04a785c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:26.566190 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4ae871e-099c-423b-94a0-b4eada998e49 req-7a8ff12f-4b8e-466a-a335-b6a04a785c09 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7788e5b7-fea6-44d2-b456-0218ce2250a7 HTTP/1.1" status: 200 len: 835 time: 0.0485449 Nov 11 22:34:26.594415 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['6986a8f2-6da9-42bc-8776-6b5352a00505'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:34:26.617366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae871e-099c-423b-94a0-b4eada998e49 req-4b426b39-ca1a-4387-aac5-404e7191bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:26.618898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4ae871e-099c-423b-94a0-b4eada998e49 req-4b426b39-ca1a-4387-aac5-404e7191bfbb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d343a994-b016-4953-8051-b1ef517734ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408120 Nov 11 22:34:26.729819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4ae871e-099c-423b-94a0-b4eada998e49 req-998d2ff5-70cb-4340-878b-4be576d95ae7 service neutron] 10.222.0.71 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951967 Nov 11 22:34:26.829980 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b4ae871e-099c-423b-94a0-b4eada998e49 req-d3762472-1167-4839-8e68-45c900d7a6ad service neutron] 10.222.0.71 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881195 Nov 11 22:34:27.122785 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 6986a8f2-6da9-42bc-8776-6b5352a00505 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:34:27.166740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 6986a8f2-6da9-42bc-8776-6b5352a00505 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:34:27.524189 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30035-1487-4e15-a132-ad1552a3a626 req-40874d5f-cc61-4df0-b9e7-ac3b5413b9e5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:27.531875 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f5a30035-1487-4e15-a132-ad1552a3a626 req-40874d5f-cc61-4df0-b9e7-ac3b5413b9e5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 945 time: 0.0568111 Nov 11 22:34:27.582564 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f5a30035-1487-4e15-a132-ad1552a3a626 req-b561fbf0-fd47-4d96-865e-b2affe8760da tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498009 Nov 11 22:34:27.605956 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58208) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:27.677300 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-97a4a6fd-0699-4f46-862a-aaf702d65afe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/69bdbfe4-a712-4db8-a674-a17f4180b954 HTTP/1.1" status: 200 len: 993 time: 0.0700128 Nov 11 22:34:28.186828 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6986a8f2-6da9-42bc-8776-6b5352a00505 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:34:28.242783 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 6986a8f2-6da9-42bc-8776-6b5352a00505 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:34:28.247227 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 6986a8f2-6da9-42bc-8776-6b5352a00505 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:28.247606 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:28.333054 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:28.356433 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:34:28.358734 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2bb772-da87-4c25-b6b5-47ee802b8098" -d '{"events": [{"server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "name": "network-vif-plugged", "status": "completed", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:34:28.371628 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 6986a8f2-6da9-42bc-8776-6b5352a00505, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6986a8f2-6da9-42bc-8776-6b5352a00505,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:28.378199 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:28.400745 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc8e4b4-f732-40c1-972a-f87d1617707c x-openstack-request-id: req-abc8e4b4-f732-40c1-972a-f87d1617707c {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:34:28.401094 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "name": "network-vif-plugged", "status": "completed", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:34:28.401344 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-abc8e4b4-f732-40c1-972a-f87d1617707c {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:34:28.401737 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'code': 200} Nov 11 22:34:28.427220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=6986a8f2-6da9-42bc-8776-6b5352a00505,revision_number=9']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:41.681109 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:43.940227 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5931f34-d042-494f-8c3f-10e3ff45fbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:45.225933 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:46.131164 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-442d6e5a-518f-4aa7-b8a1-af797b256841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:47.462121 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:48.838718 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:49.400479 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:53.471100 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:34:56.098330 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58224) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:56.281694 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b67f996e-10f8-4135-ac80-a3db323ca405 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port 66edbf6e-ae50-4f56-b91c-2b658ce2d803 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:34:56.281997 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b67f996e-10f8-4135-ac80-a3db323ca405 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:56.366707 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b67f996e-10f8-4135-ac80-a3db323ca405 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:56.366974 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b67f996e-10f8-4135-ac80-a3db323ca405 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:56.378973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-b67f996e-10f8-4135-ac80-a3db323ca405 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for 66edbf6e-ae50-4f56-b91c-2b658ce2d803 owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:34:56.534339 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b67f996e-10f8-4135-ac80-a3db323ca405 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:56.557566 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f996e-10f8-4135-ac80-a3db323ca405 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=66edbf6e-ae50-4f56-b91c-2b658ce2d803,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:56.620128 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b67f996e-10f8-4135-ac80-a3db323ca405 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:56.620375 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-b67f996e-10f8-4135-ac80-a3db323ca405 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Floating IP 69bdbfe4-a712-4db8-a674-a17f4180b954 disassociated (deleted). External IP: 172.25.0.106, port: 6986a8f2-6da9-42bc-8776-6b5352a00505. Nov 11 22:34:56.827888 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67f996e-10f8-4135-ac80-a3db323ca405 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router b1600001-9339-491c-924c-9adb8a4eeafb has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:34:56.944909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67f996e-10f8-4135-ac80-a3db323ca405 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:34:56.949318 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b67f996e-10f8-4135-ac80-a3db323ca405 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:56.955044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588f92fa-c4dc-4a85-bfb9-e3d949aff6df None None] Sync routers for ids ['b1600001-9339-491c-924c-9adb8a4eeafb'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:34:56.964515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f92fa-c4dc-4a85-bfb9-e3d949aff6df None None] Routers {'b1600001-9339-491c-924c-9adb8a4eeafb'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:56.965161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-588f92fa-c4dc-4a85-bfb9-e3d949aff6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:34:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b1600001-9339-491c-924c-9adb8a4eeafb'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:56.977984 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b67f996e-10f8-4135-ac80-a3db323ca405 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/floatingips/69bdbfe4-a712-4db8-a674-a17f4180b954 HTTP/1.1" status: 204 len: 168 time: 0.8782067 Nov 11 22:34:56.978629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:34:56.981033 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7a88a7-468e-4198-bc15-c7c4c54f002a" -d '{"events": [{"name": "network-changed", "server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:34:57.070078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-588f92fa-c4dc-4a85-bfb9-e3d949aff6df None None] Set router b1600001-9339-491c-924c-9adb8a4eeafb gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:57.135593 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4d4973-9a15-4add-b001-4d3d5306e3e0 x-openstack-request-id: req-8c4d4973-9a15-4add-b001-4d3d5306e3e0 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:34:57.136495 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:34:57.137040 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c4d4973-9a15-4add-b001-4d3d5306e3e0 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:34:57.137499 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'status': 'completed', 'code': 200} Nov 11 22:34:57.231249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a88a7-468e-4198-bc15-c7c4c54f002a req-279289bb-5e59-4cd4-bbad-8e3b2da7b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:57.232690 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e7a88a7-468e-4198-bc15-c7c4c54f002a req-279289bb-5e59-4cd4-bbad-8e3b2da7b3e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 1097 time: 0.0548134 Nov 11 22:34:57.235490 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb37a5-e079-4536-8fed-9e89b802fb19 req-1f88252b-bf74-4f87-9296-9f6fc9ca0867 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:57.237028 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39cb37a5-e079-4536-8fed-9e89b802fb19 req-1f88252b-bf74-4f87-9296-9f6fc9ca0867 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0525043 Nov 11 22:34:57.285064 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-588f92fa-c4dc-4a85-bfb9-e3d949aff6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:33:15Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:16Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'bf241b23-968b-463d-b497-8bceac417332', 'name': '', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:18:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:18Z', 'updated_at': '2021-11-11T22:33:22Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:57.286955 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-39cb37a5-e079-4536-8fed-9e89b802fb19 req-d3f1a71d-82b8-4c79-8af1-2f4c352ba2b9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438337 Nov 11 22:34:57.312540 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588f92fa-c4dc-4a85-bfb9-e3d949aff6df None None] Checking router: b1600001-9339-491c-924c-9adb8a4eeafb for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:34:57.321620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f92fa-c4dc-4a85-bfb9-e3d949aff6df None None] Routers {'b1600001-9339-491c-924c-9adb8a4eeafb'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:57.322230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-588f92fa-c4dc-4a85-bfb9-e3d949aff6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:34:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b1600001-9339-491c-924c-9adb8a4eeafb'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:57.332354 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a88a7-468e-4198-bc15-c7c4c54f002a req-5102c687-046d-4664-893e-392c96eba557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:57.333877 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e7a88a7-468e-4198-bc15-c7c4c54f002a req-5102c687-046d-4664-893e-392c96eba557 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d343a994-b016-4953-8051-b1ef517734ed HTTP/1.1" status: 200 len: 899 time: 0.0936306 Nov 11 22:34:57.380161 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e7a88a7-468e-4198-bc15-c7c4c54f002a req-1d5f754f-5c9c-4e63-bca4-3bb6a9869a3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6986a8f2-6da9-42bc-8776-6b5352a00505 HTTP/1.1" status: 200 len: 217 time: 0.0375750 Nov 11 22:34:57.427217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-588f92fa-c4dc-4a85-bfb9-e3d949aff6df None None] Set router b1600001-9339-491c-924c-9adb8a4eeafb gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:57.430660 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a88a7-468e-4198-bc15-c7c4c54f002a req-633d3d4c-2e37-46d7-9870-06219064b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:57.432142 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e7a88a7-468e-4198-bc15-c7c4c54f002a req-633d3d4c-2e37-46d7-9870-06219064b0c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7788e5b7-fea6-44d2-b456-0218ce2250a7 HTTP/1.1" status: 200 len: 835 time: 0.0445437 Nov 11 22:34:57.480325 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a88a7-468e-4198-bc15-c7c4c54f002a req-c2f61190-272b-4579-ae5f-07229232e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:57.481950 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e7a88a7-468e-4198-bc15-c7c4c54f002a req-c2f61190-272b-4579-ae5f-07229232e0a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d343a994-b016-4953-8051-b1ef517734ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409584 Nov 11 22:34:57.574353 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e7a88a7-468e-4198-bc15-c7c4c54f002a req-29df28c1-d78f-4b1e-a941-0b743da1e00e service neutron] 10.222.0.10 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843000 Nov 11 22:34:57.625372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-588f92fa-c4dc-4a85-bfb9-e3d949aff6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:33:15Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:16Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'bf241b23-968b-463d-b497-8bceac417332', 'name': '', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:18:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:18Z', 'updated_at': '2021-11-11T22:33:22Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:57.655256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588f92fa-c4dc-4a85-bfb9-e3d949aff6df None None] The sync data for ids ['b1600001-9339-491c-924c-9adb8a4eeafb'] in n-d-805737-3 is: [{'id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:33:15Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:16Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'bf241b23-968b-463d-b497-8bceac417332', 'name': '', 'network_id': 'd343a994-b016-4953-8051-b1ef517734ed', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:18:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:18Z', 'updated_at': '2021-11-11T22:33:22Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': '7788e5b7-fea6-44d2-b456-0218ce2250a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:34:57.668606 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0e7a88a7-468e-4198-bc15-c7c4c54f002a req-da485785-c4db-4a7f-b103-22aee6330e46 service neutron] 10.222.0.10 "GET /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863626 Nov 11 22:34:57.877154 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa295f3-460a-4db2-b342-47939a760818 None None] New status for floating IP 69bdbfe4-a712-4db8-a674-a17f4180b954: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:34:58.404366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb73000-8343-4a64-81d1-b489c8bb3df9 req-2dbeabd1-6a2b-4a79-a2c4-e2a4abeeedf2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:58.405871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bb73000-8343-4a64-81d1-b489c8bb3df9 req-2dbeabd1-6a2b-4a79-a2c4-e2a4abeeedf2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0501437 Nov 11 22:34:58.457815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7bb73000-8343-4a64-81d1-b489c8bb3df9 req-991fde59-f339-403e-8a1e-2190e72ada70 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=e38d35b7-4b72-4481-bb06-0293926fb997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428691 Nov 11 22:34:58.485474 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769b349-fee1-4aa8-819b-2020b9def5ac req-2d7d357a-8f03-4b59-bdb0-7f565a7d62c2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:58.486971 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a769b349-fee1-4aa8-819b-2020b9def5ac req-2d7d357a-8f03-4b59-bdb0-7f565a7d62c2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cc8ad8-bb9a-4c27-b9ce-80597f893e3d HTTP/1.1" status: 200 len: 946 time: 0.0511270 Nov 11 22:34:58.582065 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a769b349-fee1-4aa8-819b-2020b9def5ac req-2a35d562-4360-4152-9790-11a2fec93e19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port 6986a8f2-6da9-42bc-8776-6b5352a00505 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:34:58.582410 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a769b349-fee1-4aa8-819b-2020b9def5ac req-2a35d562-4360-4152-9790-11a2fec93e19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:58.679654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a769b349-fee1-4aa8-819b-2020b9def5ac req-2a35d562-4360-4152-9790-11a2fec93e19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] For port 6986a8f2-6da9-42bc-8776-6b5352a00505, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=6986a8f2-6da9-42bc-8776-6b5352a00505,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:58.679987 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a769b349-fee1-4aa8-819b-2020b9def5ac req-2a35d562-4360-4152-9790-11a2fec93e19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:58.694358 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-a769b349-fee1-4aa8-819b-2020b9def5ac req-2a35d562-4360-4152-9790-11a2fec93e19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for 6986a8f2-6da9-42bc-8776-6b5352a00505 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:34:58.841833 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a769b349-fee1-4aa8-819b-2020b9def5ac req-2a35d562-4360-4152-9790-11a2fec93e19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:58.879769 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35d562-4360-4152-9790-11a2fec93e19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=6986a8f2-6da9-42bc-8776-6b5352a00505,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:58.918042 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a769b349-fee1-4aa8-819b-2020b9def5ac req-2a35d562-4360-4152-9790-11a2fec93e19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] No DVR routers for this DVR port 6986a8f2-6da9-42bc-8776-6b5352a00505 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:34:58.920759 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a769b349-fee1-4aa8-819b-2020b9def5ac req-2a35d562-4360-4152-9790-11a2fec93e19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:58.924505 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a769b349-fee1-4aa8-819b-2020b9def5ac req-2a35d562-4360-4152-9790-11a2fec93e19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "DELETE /v2.0/ports/6986a8f2-6da9-42bc-8776-6b5352a00505 HTTP/1.1" status: 204 len: 173 time: 0.4315038 Nov 11 22:34:59.139062 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'name': 'network-vif-deleted', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:34:59.142898 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05d5b97-2a15-4411-befc-d2000ffe89d5" -d '{"events": [{"server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "name": "network-vif-deleted", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:34:59.185791 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bdc221-3a9e-476d-94af-eb8100452754 x-openstack-request-id: req-23bdc221-3a9e-476d-94af-eb8100452754 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:34:59.186056 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cc8ad8-bb9a-4c27-b9ce-80597f893e3d", "name": "network-vif-deleted", "tag": "6986a8f2-6da9-42bc-8776-6b5352a00505", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:34:59.186309 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-23bdc221-3a9e-476d-94af-eb8100452754 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:34:59.186716 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cc8ad8-bb9a-4c27-b9ce-80597f893e3d', 'name': 'network-vif-deleted', 'tag': '6986a8f2-6da9-42bc-8776-6b5352a00505', 'status': 'completed', 'code': 200} Nov 11 22:34:59.522944 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58238) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:59.889350 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:00.151251 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port bf241b23-968b-463d-b497-8bceac417332 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:35:00.151492 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:00.244204 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] For port bf241b23-968b-463d-b497-8bceac417332, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bf241b23-968b-463d-b497-8bceac417332,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:35:00.244539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:00.256428 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for bf241b23-968b-463d-b497-8bceac417332 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:35:00.453161 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:00.479301 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=bf241b23-968b-463d-b497-8bceac417332,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:00.509094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:00.509444 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:00.509778 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:00.510118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:00.510448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:00.510780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:00.511108 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:00.511438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:00.511746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:00.512074 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:00.512396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:00.512714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:00.658526 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:00.892596 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router b1600001-9339-491c-924c-9adb8a4eeafb has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:35:01.016953 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:35:01.022669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-632c6453-9cfd-40fd-9bcd-941445e43894 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "PUT /v2.0/routers/b1600001-9339-491c-924c-9adb8a4eeafb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4986129 Nov 11 22:35:01.025583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58240) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:01.029567 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a02c1-b018-485c-98fe-0673ac5344ca None None] Sync routers for ids ['b1600001-9339-491c-924c-9adb8a4eeafb'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:35:01.042518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a02c1-b018-485c-98fe-0673ac5344ca None None] Routers {'b1600001-9339-491c-924c-9adb8a4eeafb'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:35:01.043251 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bd3a02c1-b018-485c-98fe-0673ac5344ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:34:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b1600001-9339-491c-924c-9adb8a4eeafb'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:01.076616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dcdc8c-cf49-430c-a8ef-d55aba2aa1ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting subnet 7788e5b7-fea6-44d2-b456-0218ce2250a7 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:35:01.079827 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0dcdc8c-cf49-430c-a8ef-d55aba2aa1ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:01.123049 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0dcdc8c-cf49-430c-a8ef-d55aba2aa1ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:01.149464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-bd3a02c1-b018-485c-98fe-0673ac5344ca None None] Set router b1600001-9339-491c-924c-9adb8a4eeafb gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:35:01.221708 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0dcdc8c-cf49-430c-a8ef-d55aba2aa1ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:01.280446 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0dcdc8c-cf49-430c-a8ef-d55aba2aa1ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:01.310463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcdc8c-cf49-430c-a8ef-d55aba2aa1ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Subnet': ['ID=7788e5b7-fea6-44d2-b456-0218ce2250a7,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:01.314539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a0dcdc8c-cf49-430c-a8ef-d55aba2aa1ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:01.317971 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a0dcdc8c-cf49-430c-a8ef-d55aba2aa1ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/subnets/7788e5b7-fea6-44d2-b456-0218ce2250a7 HTTP/1.1" status: 204 len: 168 time: 0.2914469 Nov 11 22:35:01.320736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58242) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:01.325644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cef05e-389d-4cd6-a8f8-c4b0e68cdf03 None None] Network d343a994-b016-4953-8051-b1ef517734ed requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:35:01.393553 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bd3a02c1-b018-485c-98fe-0673ac5344ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:33:15Z', 'updated_at': '2021-11-11T22:35:00Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:16Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:01.424335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a02c1-b018-485c-98fe-0673ac5344ca None None] Checking router: b1600001-9339-491c-924c-9adb8a4eeafb for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:35:01.466561 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a02c1-b018-485c-98fe-0673ac5344ca None None] Routers {'b1600001-9339-491c-924c-9adb8a4eeafb'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:35:01.467221 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bd3a02c1-b018-485c-98fe-0673ac5344ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:34:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['b1600001-9339-491c-924c-9adb8a4eeafb'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:01.585241 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-bd3a02c1-b018-485c-98fe-0673ac5344ca None None] Set router b1600001-9339-491c-924c-9adb8a4eeafb gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:35:01.615911 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939e7ded-2e2f-4074-ad2d-4e8fdd757d96 None None] DHCP port deletion for d343a994-b016-4953-8051-b1ef517734ed request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:35:01.773978 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-939e7ded-2e2f-4074-ad2d-4e8fdd757d96 None None] Deleting port dbfdf416-af51-411f-a985-2515080373da {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:35:01.774344 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-939e7ded-2e2f-4074-ad2d-4e8fdd757d96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:01.784333 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:01.891753 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:01.949543 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port bc63fc4a-e2c6-4246-959b-6587ab868606 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:35:01.949901 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.007999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-939e7ded-2e2f-4074-ad2d-4e8fdd757d96 None None] For port dbfdf416-af51-411f-a985-2515080373da, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=dbfdf416-af51-411f-a985-2515080373da,segment=NetworkSegment(6df9fe8d-946e-4299-b4f2-aa6deabffa81),segment_id=6df9fe8d-946e-4299-b4f2-aa6deabffa81)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:35:02.008417 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-939e7ded-2e2f-4074-ad2d-4e8fdd757d96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.023934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-939e7ded-2e2f-4074-ad2d-4e8fdd757d96 None None] Calling delete_port for dbfdf416-af51-411f-a985-2515080373da owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:35:02.032419 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] For port bc63fc4a-e2c6-4246-959b-6587ab868606, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bc63fc4a-e2c6-4246-959b-6587ab868606,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:35:02.032776 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.040167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-bd3a02c1-b018-485c-98fe-0673ac5344ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:33:15Z', 'updated_at': '2021-11-11T22:35:00Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:16Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:02.045705 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for bc63fc4a-e2c6-4246-959b-6587ab868606 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:35:02.093344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a02c1-b018-485c-98fe-0673ac5344ca None None] The sync data for ids ['b1600001-9339-491c-924c-9adb8a4eeafb'] in n-d-805737-3 is: [{'id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393204636', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:33:15Z', 'updated_at': '2021-11-11T22:35:00Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': 'bc63fc4a-e2c6-4246-959b-6587ab868606', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1600001-9339-491c-924c-9adb8a4eeafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:33:16Z', 'updated_at': '2021-11-11T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:35:02.135200 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-939e7ded-2e2f-4074-ad2d-4e8fdd757d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.164084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e7ded-2e2f-4074-ad2d-4e8fdd757d96 None None] Pushing event deleted for resources: {'Port': ['ID=dbfdf416-af51-411f-a985-2515080373da,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:02.167817 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939e7ded-2e2f-4074-ad2d-4e8fdd757d96 None None] No DVR routers for this DVR port dbfdf416-af51-411f-a985-2515080373da on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:35:02.228163 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.256908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=bc63fc4a-e2c6-4246-959b-6587ab868606,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:02.272594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2a0a6f-00e8-44dc-bb0b-7eed401937d8 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:35:02.315396 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.342634 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6986a8f2-6da9-42bc-8776-6b5352a00505 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:35:02.362491 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 6986a8f2-6da9-42bc-8776-6b5352a00505 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:35:02.362890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 6986a8f2-6da9-42bc-8776-6b5352a00505 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:35:02.408772 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.410947 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.455507 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.456228 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Fanout notify agent at l3_agent the message router_deleted on router b1600001-9339-491c-924c-9adb8a4eeafb {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:35:02.463314 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.467457 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3f4ed20e-e146-45a5-aade-2816078bb217 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/routers/b1600001-9339-491c-924c-9adb8a4eeafb HTTP/1.1" status: 204 len: 168 time: 1.1427920 Nov 11 22:35:02.467714 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58244) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:02.550244 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e297f846-c4a7-4525-8a0c-d78756390b6f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.641364 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e297f846-c4a7-4525-8a0c-d78756390b6f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.663039 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-e297f846-c4a7-4525-8a0c-d78756390b6f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d343a994-b016-4953-8051-b1ef517734ed']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:02.672712 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-e297f846-c4a7-4525-8a0c-d78756390b6f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df9fe8d-946e-4299-b4f2-aa6deabffa81') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:02.673139 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-e297f846-c4a7-4525-8a0c-d78756390b6f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df9fe8d-946e-4299-b4f2-aa6deabffa81') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:02.683696 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e297f846-c4a7-4525-8a0c-d78756390b6f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.697988 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e297f846-c4a7-4525-8a0c-d78756390b6f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.705873 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e297f846-c4a7-4525-8a0c-d78756390b6f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:35:02.706292 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e297f846-c4a7-4525-8a0c-d78756390b6f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:35:02.710265 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:35:02.793516 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e297f846-c4a7-4525-8a0c-d78756390b6f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.801282 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e297f846-c4a7-4525-8a0c-d78756390b6f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.804558 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e297f846-c4a7-4525-8a0c-d78756390b6f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/networks/d343a994-b016-4953-8051-b1ef517734ed HTTP/1.1" status: 204 len: 168 time: 0.3359022 Nov 11 22:35:02.807899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58246) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:02.815694 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297f846-c4a7-4525-8a0c-d78756390b6f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Network': ['ID=d343a994-b016-4953-8051-b1ef517734ed,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:02.866362 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb27f2b8-f6d4-4f81-a070-2d27fb9b3020 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.891763 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb27f2b8-f6d4-4f81-a070-2d27fb9b3020 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.953626 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb27f2b8-f6d4-4f81-a070-2d27fb9b3020 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.956392 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-fb27f2b8-f6d4-4f81-a070-2d27fb9b3020 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.957566 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-fb27f2b8-f6d4-4f81-a070-2d27fb9b3020 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/security-groups/e38d35b7-4b72-4481-bb06-0293926fb997 HTTP/1.1" status: 204 len: 168 time: 0.1487005 Nov 11 22:35:02.967016 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27f2b8-f6d4-4f81-a070-2d27fb9b3020 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38d35b7-4b72-4481-bb06-0293926fb997,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:03.212788 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bf241b23-968b-463d-b497-8bceac417332 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:35:03.232940 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: bf241b23-968b-463d-b497-8bceac417332 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:35:03.233283 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bf241b23-968b-463d-b497-8bceac417332 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:35:03.233899 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bc63fc4a-e2c6-4246-959b-6587ab868606 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:35:03.252921 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: bc63fc4a-e2c6-4246-959b-6587ab868606 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:35:03.253464 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bc63fc4a-e2c6-4246-959b-6587ab868606 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:35:03.254064 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device dbfdf416-af51-411f-a985-2515080373da no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:35:03.266601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58252) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:03.271375 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b4b90350-042f-4543-ad96-872484aa22ae tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835347349', 'description': 'tempest-secgroup-smoke-835347349 description', 'project_id': '7d0c6300ec124bf0b83645cab7c91315'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:35:03.276954 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: dbfdf416-af51-411f-a985-2515080373da {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:35:03.277284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device dbfdf416-af51-411f-a985-2515080373da not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:35:03.296882 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b4b90350-042f-4543-ad96-872484aa22ae tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.360925 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b4b90350-042f-4543-ad96-872484aa22ae tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.366105 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b4b90350-042f-4543-ad96-872484aa22ae tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.401396 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b4b90350-042f-4543-ad96-872484aa22ae tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.402530 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b4b90350-042f-4543-ad96-872484aa22ae tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1349032 Nov 11 22:35:03.403388 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b90350-042f-4543-ad96-872484aa22ae tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1ad9f5-9cbd-470f-b000-c40e9131a639,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:03.405489 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58254) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:03.409936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-08531679-fb9c-4b03-943d-93100a68d987 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '5e1ad9f5-9cbd-470f-b000-c40e9131a639', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:35:03.438959 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-08531679-fb9c-4b03-943d-93100a68d987 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.493670 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-08531679-fb9c-4b03-943d-93100a68d987 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.499653 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-08531679-fb9c-4b03-943d-93100a68d987 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.520305 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08531679-fb9c-4b03-943d-93100a68d987 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2a08a4-bcb8-4ab8-8b3e-cb7a7f9e4d13,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:03.527235 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-08531679-fb9c-4b03-943d-93100a68d987 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.531981 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-08531679-fb9c-4b03-943d-93100a68d987 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217947 Nov 11 22:35:03.531981 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58256) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:03.535420 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b7fd09a3-d791-448e-941e-2aad3f30471f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '5e1ad9f5-9cbd-470f-b000-c40e9131a639', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:35:03.563358 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7fd09a3-d791-448e-941e-2aad3f30471f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.618824 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7fd09a3-d791-448e-941e-2aad3f30471f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.624079 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7fd09a3-d791-448e-941e-2aad3f30471f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.641715 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd09a3-d791-448e-941e-2aad3f30471f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286bf42a-1ba9-4c54-a9e0-6341677f221a,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:03.650669 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b7fd09a3-d791-448e-941e-2aad3f30471f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.652084 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b7fd09a3-d791-448e-941e-2aad3f30471f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199005 Nov 11 22:35:03.655089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58258) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:03.659465 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-41828b60-ffb6-41eb-b007-ec6581a4f823 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '5e1ad9f5-9cbd-470f-b000-c40e9131a639', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:35:03.688467 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41828b60-ffb6-41eb-b007-ec6581a4f823 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.745799 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41828b60-ffb6-41eb-b007-ec6581a4f823 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.751784 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41828b60-ffb6-41eb-b007-ec6581a4f823 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.771621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41828b60-ffb6-41eb-b007-ec6581a4f823 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad87dcfe-1fd1-40ad-985e-1f87ae63f860,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:03.780231 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-41828b60-ffb6-41eb-b007-ec6581a4f823 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.781510 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-41828b60-ffb6-41eb-b007-ec6581a4f823 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255136 Nov 11 22:35:03.784319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58260) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:03.788607 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6f3bac6f-fd35-406e-b8f5-664ecddc6b92 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '5e1ad9f5-9cbd-470f-b000-c40e9131a639', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:35:03.816086 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3bac6f-fd35-406e-b8f5-664ecddc6b92 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.876172 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3bac6f-fd35-406e-b8f5-664ecddc6b92 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.881625 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3bac6f-fd35-406e-b8f5-664ecddc6b92 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.898955 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bac6f-fd35-406e-b8f5-664ecddc6b92 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcba1df-5e16-4926-ade9-280f14807aef,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:03.907591 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3bac6f-fd35-406e-b8f5-664ecddc6b92 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.908872 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6f3bac6f-fd35-406e-b8f5-664ecddc6b92 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234813 Nov 11 22:35:03.911750 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58262) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:03.916057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-64515ff1-4c5f-44fc-925b-0914566b4a47 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '5e1ad9f5-9cbd-470f-b000-c40e9131a639', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:35:03.939949 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-64515ff1-4c5f-44fc-925b-0914566b4a47 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Project 7d0c6300ec124bf0b83645cab7c91315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:35:03.945062 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64515ff1-4c5f-44fc-925b-0914566b4a47 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.005889 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64515ff1-4c5f-44fc-925b-0914566b4a47 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.011247 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64515ff1-4c5f-44fc-925b-0914566b4a47 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.029191 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64515ff1-4c5f-44fc-925b-0914566b4a47 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f504f4c-e6c4-44b1-bf0b-9ac8c1b71763,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:04.034742 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-64515ff1-4c5f-44fc-925b-0914566b4a47 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.035938 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-64515ff1-4c5f-44fc-925b-0914566b4a47 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232755 Nov 11 22:35:04.039012 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58264) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:04.043463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-9acd2ecf-b619-49da-829d-51427c7ac68b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': '5e1ad9f5-9cbd-470f-b000-c40e9131a639', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:35:04.068905 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-9acd2ecf-b619-49da-829d-51427c7ac68b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Project 7d0c6300ec124bf0b83645cab7c91315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:35:04.073564 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9acd2ecf-b619-49da-829d-51427c7ac68b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.130871 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9acd2ecf-b619-49da-829d-51427c7ac68b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.136508 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9acd2ecf-b619-49da-829d-51427c7ac68b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.156381 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd2ecf-b619-49da-829d-51427c7ac68b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885147e5-b934-4bf2-bd8a-4c229fb77653,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:04.165403 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-9acd2ecf-b619-49da-829d-51427c7ac68b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.166581 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-9acd2ecf-b619-49da-829d-51427c7ac68b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266007 Nov 11 22:35:04.169575 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58266) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:04.174352 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4d41970f-be7a-4010-b805-1e3fe69f5ae3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'network': {'name': 'tempest-network-smoke--73297636', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'port_security_enabled': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:35:04.194512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d41970f-be7a-4010-b805-1e3fe69f5ae3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Made reservation on behalf of 7d0c6300ec124bf0b83645cab7c91315 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:35:04.198081 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d41970f-be7a-4010-b805-1e3fe69f5ae3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.221107 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d41970f-be7a-4010-b805-1e3fe69f5ae3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:35:04.230326 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d41970f-be7a-4010-b805-1e3fe69f5ae3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.230692 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-4d41970f-be7a-4010-b805-1e3fe69f5ae3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Added segment bf7dd5ec-6041-41c7-aba1-fa9523f1b32f of type vlan for network f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa Nov 11 22:35:04.272108 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d41970f-be7a-4010-b805-1e3fe69f5ae3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.299145 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d41970f-be7a-4010-b805-1e3fe69f5ae3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.305002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d41970f-be7a-4010-b805-1e3fe69f5ae3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:04.305588 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d41970f-be7a-4010-b805-1e3fe69f5ae3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.373997 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4d41970f-be7a-4010-b805-1e3fe69f5ae3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2033851 Nov 11 22:35:04.377083 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58268) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:04.381705 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'admin_state_up': True, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:35:04.382768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41970f-be7a-4010-b805-1e3fe69f5ae3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Network': ['ID=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:04.395069 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:35:04.408745 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.409806 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.465212 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.613445 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.810736 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:04.829028 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:05.251509 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.25.0.14 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:35:05.359478 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:05.399119 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:05.440722 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:35:05.447104 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:35:05.451579 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:35:05.454697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:05.459341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1fd91c-388a-4f7c-bbd8-2abaf17f2262 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:35:05.506208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-34ea5c8d-1317-413f-aeea-35a9a3d1c67c None None] Provisioning complete for port 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:35:05.506576 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34ea5c8d-1317-413f-aeea-35a9a3d1c67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:05.543874 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-34ea5c8d-1317-413f-aeea-35a9a3d1c67c None None] Port 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:35:05.714092 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:05.912704 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:06.041500 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router 9792def3-f5da-467a-92e0-88d569a97287 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:35:06.145903 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:35:06.155498 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Sync routers for ids ['9792def3-f5da-467a-92e0-88d569a97287'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:35:06.165493 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Routers {'9792def3-f5da-467a-92e0-88d569a97287'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:35:06.166108 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:34:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9792def3-f5da-467a-92e0-88d569a97287'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:06.167676 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:06.172104 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ed6479a1-01f4-4a34-b08b-0b30038c7b33 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7909229 Nov 11 22:35:06.172270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58270) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:06.200088 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1c547e6b-d181-4ead-9f4a-3f0fec206377 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7d0c6300ec124bf0b83645cab7c91315&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268192 Nov 11 22:35:06.202790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58272) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:06.274979 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Set router 9792def3-f5da-467a-92e0-88d569a97287 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:35:06.294168 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eee363-921a-4c1a-82d2-8da640ef0bf4 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:06.295602 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-81eee363-921a-4c1a-82d2-8da640ef0bf4 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919130 Nov 11 22:35:06.298744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58274) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:06.330695 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e3927bf5-ac71-4980-9749-5726abd07a27 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306880 Nov 11 22:35:06.333463 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58276) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:06.338168 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-5e952de2-8926-4eef-bfb9-1e3f2a74024d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1765250386', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:35:06.426086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e952de2-8926-4eef-bfb9-1e3f2a74024d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Made reservation on behalf of 7d0c6300ec124bf0b83645cab7c91315 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:35:06.429542 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e952de2-8926-4eef-bfb9-1e3f2a74024d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:06.456088 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792def3-f5da-467a-92e0-88d569a97287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:05Z', 'revision_number': 3, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:06.486084 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Checking router: 9792def3-f5da-467a-92e0-88d569a97287 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:35:06.486413 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Updating router 9792def3-f5da-467a-92e0-88d569a97287 port 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:35:06.511774 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:06.611611 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e952de2-8926-4eef-bfb9-1e3f2a74024d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:06.667572 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e952de2-8926-4eef-bfb9-1e3f2a74024d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Subnet': ['ID=d1668bc0-8602-4476-bf1b-8f3e091bdf3a,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:06.680947 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e952de2-8926-4eef-bfb9-1e3f2a74024d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Checking segment: {'id': 'bf7dd5ec-6041-41c7-aba1-fa9523f1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:35:06.681316 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e952de2-8926-4eef-bfb9-1e3f2a74024d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network hostable DHCP agents. Network: f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:35:06.700170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e952de2-8926-4eef-bfb9-1e3f2a74024d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:35:06.718701 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-5e952de2-8926-4eef-bfb9-1e3f2a74024d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:35:06.722760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e952de2-8926-4eef-bfb9-1e3f2a74024d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:06.723350 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5e952de2-8926-4eef-bfb9-1e3f2a74024d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:06.733652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a26c4f-3958-49c8-bfc4-ee7b8406c3fe None None] Network f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:35:06.744320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5e952de2-8926-4eef-bfb9-1e3f2a74024d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4097061 Nov 11 22:35:06.747334 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58278) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:06.763538 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:06.770347 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:06.834298 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Attempting to bind port 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:35:06.834676 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Attempting to bind port 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:35:06.835377 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Attempting to bind port 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:35:06.836037 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891493da-0195-4694-8c8b-4c976c687eea None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:35:06.839926 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25bbc5-2dc4-4abc-a06f-a782e338cf58 None None] Pushing event updated for resources: {'Port': ['ID=26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:06.843174 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:35:06.843538 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:35:06.843924 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:06.844303 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:35:06.844757 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Bound port: 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:35:06.845306 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:06.851693 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25bbc5-2dc4-4abc-a06f-a782e338cf58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:06.851936 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25bbc5-2dc4-4abc-a06f-a782e338cf58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:06.852843 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25bbc5-2dc4-4abc-a06f-a782e338cf58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:06.852843 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25bbc5-2dc4-4abc-a06f-a782e338cf58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:06.853111 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25bbc5-2dc4-4abc-a06f-a782e338cf58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:06.853228 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25bbc5-2dc4-4abc-a06f-a782e338cf58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:06.853498 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25bbc5-2dc4-4abc-a06f-a782e338cf58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:06.853809 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25bbc5-2dc4-4abc-a06f-a782e338cf58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:06.854120 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25bbc5-2dc4-4abc-a06f-a782e338cf58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:06.854498 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25bbc5-2dc4-4abc-a06f-a782e338cf58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:06.854719 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25bbc5-2dc4-4abc-a06f-a782e338cf58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:06.855020 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25bbc5-2dc4-4abc-a06f-a782e338cf58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:35:06.892412 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ips': [{'subnet_id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:35:06.893378 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:06.911874 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] For port 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:35:06.915971 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] For port 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:35:06.922383 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:06.971354 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25bbc5-2dc4-4abc-a06f-a782e338cf58 None None] Pushing event updated for resources: {'Port': ['ID=26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:06.987306 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Routers {'9792def3-f5da-467a-92e0-88d569a97287'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:35:06.987909 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:34:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9792def3-f5da-467a-92e0-88d569a97287'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:06.996345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b2c05175-c416-48c5-be95-fe97e94e6ecf None None] Provisioning complete for port 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:35:06.996727 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2c05175-c416-48c5-be95-fe97e94e6ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:07.028586 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb6dcbb-9acf-4241-8e4d-f797a0e46a3b None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:35:07.098034 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Allocated IP 172.20.0.2 (f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa/d1668bc0-8602-4476-bf1b-8f3e091bdf3a/34eb62a5-f29a-4b23-88a8-c1356b5d36f7) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:35:07.103409 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] Set router 9792def3-f5da-467a-92e0-88d569a97287 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:35:07.163682 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2c05175-c416-48c5-be95-fe97e94e6ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:07.206872 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:07.221274 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b2c05175-c416-48c5-be95-fe97e94e6ecf None None] For port 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:35:07.230449 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2c05175-c416-48c5-be95-fe97e94e6ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:07.293222 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792def3-f5da-467a-92e0-88d569a97287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:05Z', 'revision_number': 3, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:07.315744 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c05175-c416-48c5-be95-fe97e94e6ecf None None] Pushing event updated for resources: {'Port': ['ID=26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:07.320230 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562fd25-354b-4e32-a93f-fe8886fcbfd6 None None] The sync data for ids ['9792def3-f5da-467a-92e0-88d569a97287'] in n-d-805737-3 is: [{'id': '9792def3-f5da-467a-92e0-88d569a97287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:05Z', 'revision_number': 3, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:35:07.381839 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:07.383608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-41268ca0-ae4b-4ce4-917d-8d7eeb24a948 None None] Provisioning complete for port 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:35:07.383758 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-41268ca0-ae4b-4ce4-917d-8d7eeb24a948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:07.414795 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:07.461879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Network f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:35:07.469348 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:35:07.472082 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:35:07.485289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Pushing event updated for resources: {'Port': ['ID=34eb62a5-f29a-4b23-88a8-c1356b5d36f7,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:07.487006 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.20.0.1 (f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa/d1668bc0-8602-4476-bf1b-8f3e091bdf3a/a4cb178e-17d3-45c9-9ee0-731ad1177e74) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:35:07.599579 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Attempting to bind port 34eb62a5-f29a-4b23-88a8-c1356b5d36f7 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:35:07.600216 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Attempting to bind port 34eb62a5-f29a-4b23-88a8-c1356b5d36f7 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'bf7dd5ec-6041-41c7-aba1-fa9523f1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:35:07.600548 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Attempting to bind port 34eb62a5-f29a-4b23-88a8-c1356b5d36f7 on network f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:35:07.610195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:35:07.610974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Checking segment: {'id': 'bf7dd5ec-6041-41c7-aba1-fa9523f1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:35:07.612123 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:07.612771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Bound using segment: {'id': 'bf7dd5ec-6041-41c7-aba1-fa9523f1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:35:07.613515 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Bound port: 34eb62a5-f29a-4b23-88a8-c1356b5d36f7, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7dd5ec-6041-41c7-aba1-fa9523f1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:35:07.614102 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:07.633779 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:07.677570 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:07.694325 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] For port 34eb62a5-f29a-4b23-88a8-c1356b5d36f7, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:35:07.698114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] For port 34eb62a5-f29a-4b23-88a8-c1356b5d36f7, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=34eb62a5-f29a-4b23-88a8-c1356b5d36f7,segment=NetworkSegment(bf7dd5ec-6041-41c7-aba1-fa9523f1b32f),segment_id=bf7dd5ec-6041-41c7-aba1-fa9523f1b32f)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:35:07.706562 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:07.734088 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:35:07.738264 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:35:07.743443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:35:07.748097 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=a4cb178e-17d3-45c9-9ee0-731ad1177e74,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:07.774308 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddecb2-b952-4c95-87d8-aa6cbc5080df None None] Pushing event updated for resources: {'Port': ['ID=34eb62a5-f29a-4b23-88a8-c1356b5d36f7,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:07.803034 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:07.948666 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:08.238763 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:08.244573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:08.318112 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=a4cb178e-17d3-45c9-9ee0-731ad1177e74,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:08.323052 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:08.418041 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:35:08.419767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:35:08.538342 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router 9792def3-f5da-467a-92e0-88d569a97287 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:35:08.652102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:35:08.657540 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-04003363-8b23-4f0e-8441-5417513f9723 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "PUT /v2.0/routers/9792def3-f5da-467a-92e0-88d569a97287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9088962 Nov 11 22:35:08.663057 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6bf9d7-a5bc-48d6-90fe-61fa82acf300 None None] Network f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:35:08.744380 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b6599ad6-5245-4117-bed6-28c580bcb163 None None] Provisioning complete for port 34eb62a5-f29a-4b23-88a8-c1356b5d36f7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:35:08.744754 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6599ad6-5245-4117-bed6-28c580bcb163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:08.814225 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-a06f335e-2c4c-4897-93ff-3461f19d2c4e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835347349&fields=id&tenant_id=7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 267 time: 0.0486512 Nov 11 22:35:08.885620 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6599ad6-5245-4117-bed6-28c580bcb163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:08.922395 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-b6599ad6-5245-4117-bed6-28c580bcb163 None None] For port 34eb62a5-f29a-4b23-88a8-c1356b5d36f7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=34eb62a5-f29a-4b23-88a8-c1356b5d36f7,segment=NetworkSegment(bf7dd5ec-6041-41c7-aba1-fa9523f1b32f),segment_id=bf7dd5ec-6041-41c7-aba1-fa9523f1b32f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:35:08.928009 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b6599ad6-5245-4117-bed6-28c580bcb163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:08.934348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-6b2595b1-2532-4552-a6ef-d86cb994133d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:08.941474 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-6b2595b1-2532-4552-a6ef-d86cb994133d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/networks?id=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa HTTP/1.1" status: 200 len: 795 time: 0.1195905 Nov 11 22:35:08.953904 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-31b78e94-8dbe-45d7-bd1f-2834a66233a8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/quotas/7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 375 time: 0.0109522 Nov 11 22:35:08.983983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6599ad6-5245-4117-bed6-28c580bcb163 None None] Pushing event updated for resources: {'Port': ['ID=34eb62a5-f29a-4b23-88a8-c1356b5d36f7,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:09.008733 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-4d6167ca-24a3-4fa5-8c1a-a4faee273121 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488641 Nov 11 22:35:09.120895 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-2ddaa30a-aee5-4b63-8433-4f383b5f71b5 service neutron] 10.222.0.57 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992563 Nov 11 22:35:09.163434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2a186532-f52b-4a2c-adb0-c2678fa173bb None None] Provisioning complete for port 34eb62a5-f29a-4b23-88a8-c1356b5d36f7 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:35:09.163753 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a186532-f52b-4a2c-adb0-c2678fa173bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:09.252232 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-e8c929dd-4e6f-41d3-99ab-571beb65c921 service neutron] 10.222.0.57 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184139 Nov 11 22:35:09.280526 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Sync routers for ids ['9792def3-f5da-467a-92e0-88d569a97287'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:35:09.302701 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Routers {'9792def3-f5da-467a-92e0-88d569a97287'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:35:09.303737 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:34:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9792def3-f5da-467a-92e0-88d569a97287'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:09.347939 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 34eb62a5-f29a-4b23-88a8-c1356b5d36f7 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:35:09.422999 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2a186532-f52b-4a2c-adb0-c2678fa173bb None None] Provisioning complete for port a4cb178e-17d3-45c9-9ee0-731ad1177e74 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:35:09.423370 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2a186532-f52b-4a2c-adb0-c2678fa173bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:09.447076 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2afa09f7-7636-463b-91bd-fedab6810fdf req-ec8a8c78-464d-4a74-acab-411506ae3b7a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 210 time: 0.0342243 Nov 11 22:35:09.491903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Set router 9792def3-f5da-467a-92e0-88d569a97287 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:35:09.521863 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2a186532-f52b-4a2c-adb0-c2678fa173bb None None] Port a4cb178e-17d3-45c9-9ee0-731ad1177e74 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:35:09.534205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 34eb62a5-f29a-4b23-88a8-c1356b5d36f7 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:35:09.534587 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:09.695306 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a47b0d8a-eacb-44e4-b97a-97f895cc2388 None None] Provisioning complete for port a4cb178e-17d3-45c9-9ee0-731ad1177e74 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:35:09.695688 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a47b0d8a-eacb-44e4-b97a-97f895cc2388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:09.791488 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:35:09.977944 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-a47b0d8a-eacb-44e4-b97a-97f895cc2388 None None] Port a4cb178e-17d3-45c9-9ee0-731ad1177e74 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:35:10.023084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792def3-f5da-467a-92e0-88d569a97287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'a4cb178e-17d3-45c9-9ee0-731ad1177e74', 'name': '', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:72:52:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:07Z', 'updated_at': '2021-11-11T22:35:08Z', 'revision_number': 2, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:10.026179 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:35:10.026552 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:10.051424 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Checking router: 9792def3-f5da-467a-92e0-88d569a97287 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:35:10.051793 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Updating router 9792def3-f5da-467a-92e0-88d569a97287 port a4cb178e-17d3-45c9-9ee0-731ad1177e74 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:35:10.103218 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:10.408303 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:10.414389 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:10.477102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a1582-2783-4a78-bc6a-c3d47e207d80 None None] Pushing event updated for resources: {'Port': ['ID=a4cb178e-17d3-45c9-9ee0-731ad1177e74,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:10.546841 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Attempting to bind port a4cb178e-17d3-45c9-9ee0-731ad1177e74 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:35:10.547208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Attempting to bind port a4cb178e-17d3-45c9-9ee0-731ad1177e74 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'bf7dd5ec-6041-41c7-aba1-fa9523f1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:35:10.547492 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Attempting to bind port a4cb178e-17d3-45c9-9ee0-731ad1177e74 on network f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:35:10.553562 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:35:10.553957 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Checking segment: {'id': 'bf7dd5ec-6041-41c7-aba1-fa9523f1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:35:10.554438 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:10.554864 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Bound using segment: {'id': 'bf7dd5ec-6041-41c7-aba1-fa9523f1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:35:10.555354 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Bound port: a4cb178e-17d3-45c9-9ee0-731ad1177e74, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7dd5ec-6041-41c7-aba1-fa9523f1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:35:10.555723 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:10.587862 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a6342500-c824-4527-a608-ee105124ebca req-1b4f21a0-2736-4d8c-9de0-8b05a5440c97 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 210 time: 0.0371275 Nov 11 22:35:10.627613 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] For port a4cb178e-17d3-45c9-9ee0-731ad1177e74, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:35:10.631175 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] For port a4cb178e-17d3-45c9-9ee0-731ad1177e74, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a4cb178e-17d3-45c9-9ee0-731ad1177e74,segment=NetworkSegment(bf7dd5ec-6041-41c7-aba1-fa9523f1b32f),segment_id=bf7dd5ec-6041-41c7-aba1-fa9523f1b32f)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:35:10.638867 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:10.707345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Routers {'9792def3-f5da-467a-92e0-88d569a97287'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:35:10.707345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:34:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9792def3-f5da-467a-92e0-88d569a97287'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:10.742830 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a1582-2783-4a78-bc6a-c3d47e207d80 None None] Pushing event updated for resources: {'Port': ['ID=a4cb178e-17d3-45c9-9ee0-731ad1177e74,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:10.745748 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-83c1fc7d-4975-4229-b6f1-a2cab73f5709 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:10.747579 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-83c1fc7d-4975-4229-b6f1-a2cab73f5709 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "GET /v2.0/networks?id=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa HTTP/1.1" status: 200 len: 795 time: 0.4429255 Nov 11 22:35:10.815470 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-8e0f2414-35cd-4fc2-827f-f5ed352c708c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 379 time: 0.0574360 Nov 11 22:35:10.825483 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-96912f63-6c16-4343-ab8d-21fbf870b3b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'port': {'device_id': '04de7820-cece-476d-905d-cf7de8c8838a', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'admin_state_up': True, 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'security_groups': ['5e1ad9f5-9cbd-470f-b000-c40e9131a639']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:35:10.833549 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-06492406-db89-455d-a576-bf18cc986de4 None None] Provisioning complete for port a4cb178e-17d3-45c9-9ee0-731ad1177e74 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:35:10.834256 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06492406-db89-455d-a576-bf18cc986de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:10.839089 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] Set router 9792def3-f5da-467a-92e0-88d569a97287 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:35:10.939863 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-96912f63-6c16-4343-ab8d-21fbf870b3b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Made reservation on behalf of 7d0c6300ec124bf0b83645cab7c91315 for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:35:10.943534 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-96912f63-6c16-4343-ab8d-21fbf870b3b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:11.048430 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06492406-db89-455d-a576-bf18cc986de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:11.068929 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-96912f63-6c16-4343-ab8d-21fbf870b3b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.20.0.5 (f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa/d1668bc0-8602-4476-bf1b-8f3e091bdf3a/0ff6e9d2-836c-4ff0-8458-c7f7049b2798) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:35:11.105783 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-06492406-db89-455d-a576-bf18cc986de4 None None] For port a4cb178e-17d3-45c9-9ee0-731ad1177e74, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a4cb178e-17d3-45c9-9ee0-731ad1177e74,segment=NetworkSegment(bf7dd5ec-6041-41c7-aba1-fa9523f1b32f),segment_id=bf7dd5ec-6041-41c7-aba1-fa9523f1b32f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:35:11.113027 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06492406-db89-455d-a576-bf18cc986de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:11.158225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792def3-f5da-467a-92e0-88d569a97287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'a4cb178e-17d3-45c9-9ee0-731ad1177e74', 'name': '', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:72:52:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:07Z', 'updated_at': '2021-11-11T22:35:10Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:11.194434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900eb5aa-cd8b-45f9-8a31-6401da7ebdce None None] The sync data for ids ['9792def3-f5da-467a-92e0-88d569a97287'] in n-d-805737-3 is: [{'id': '9792def3-f5da-467a-92e0-88d569a97287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'a4cb178e-17d3-45c9-9ee0-731ad1177e74', 'name': '', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:72:52:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:07Z', 'updated_at': '2021-11-11T22:35:10Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:35:11.198937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06492406-db89-455d-a576-bf18cc986de4 None None] Pushing event updated for resources: {'Port': ['ID=a4cb178e-17d3-45c9-9ee0-731ad1177e74,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:11.214794 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-96912f63-6c16-4343-ab8d-21fbf870b3b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:11.234600 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-434e4c34-0e36-4769-b81f-f1502ba38e4a None None] Provisioning complete for port a4cb178e-17d3-45c9-9ee0-731ad1177e74 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:35:11.234600 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-434e4c34-0e36-4769-b81f-f1502ba38e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:11.256967 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-96912f63-6c16-4343-ab8d-21fbf870b3b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:11.310577 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-96912f63-6c16-4343-ab8d-21fbf870b3b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:35:11.313801 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-96912f63-6c16-4343-ab8d-21fbf870b3b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:35:11.316626 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-96912f63-6c16-4343-ab8d-21fbf870b3b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:35:11.355801 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96912f63-6c16-4343-ab8d-21fbf870b3b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=0ff6e9d2-836c-4ff0-8458-c7f7049b2798,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:11.386640 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-96912f63-6c16-4343-ab8d-21fbf870b3b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:11.387297 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-96912f63-6c16-4343-ab8d-21fbf870b3b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:11.408593 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-96912f63-6c16-4343-ab8d-21fbf870b3b5 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874519 Nov 11 22:35:11.422444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Request body: {'port': {'device_id': '04de7820-cece-476d-905d-cf7de8c8838a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:35:11.485256 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:11.595098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b21f310b-0371-4db7-a0b2-63a55cf5b020 None None] Provisioning complete for port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:35:11.595459 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b21f310b-0371-4db7-a0b2-63a55cf5b020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:11.649644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b21f310b-0371-4db7-a0b2-63a55cf5b020 None None] Port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:35:11.673734 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:11.734024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dd601-20f3-4548-adcb-30e854d50376 req-a2da45a2-d434-4d8b-8e00-67b740197b9c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:11.737298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b2dd601-20f3-4548-adcb-30e854d50376 req-a2da45a2-d434-4d8b-8e00-67b740197b9c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 931 time: 0.0624466 Nov 11 22:35:11.786621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:35:11.788120 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4b2dd601-20f3-4548-adcb-30e854d50376 req-74720fad-843c-4eba-94b4-8658bf84fb9d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452690 Nov 11 22:35:11.795123 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:11.812767 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Transition to ACTIVE for port object 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:35:11.817584 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:11.868189 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff6e9d2-836c-4ff0-8458-c7f7049b2798,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:11.946857 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Attempting to bind port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:35:11.947195 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Attempting to bind port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': 'bf7dd5ec-6041-41c7-aba1-fa9523f1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:35:11.947529 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Attempting to bind port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 on network f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:35:11.952274 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 on network f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:35:11.952594 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Attempting to bind port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 on network f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:35:11.958268 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:35:11.958599 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Checking segment: {'id': 'bf7dd5ec-6041-41c7-aba1-fa9523f1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:35:11.959083 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Bound using segment: {'id': 'bf7dd5ec-6041-41c7-aba1-fa9523f1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:35:11.959525 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Bound port: 0ff6e9d2-836c-4ff0-8458-c7f7049b2798, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7dd5ec-6041-41c7-aba1-fa9523f1b32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:35:11.959883 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:12.028464 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] For port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:35:12.032036 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] For port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=0ff6e9d2-836c-4ff0-8458-c7f7049b2798,segment=NetworkSegment(bf7dd5ec-6041-41c7-aba1-fa9523f1b32f),segment_id=bf7dd5ec-6041-41c7-aba1-fa9523f1b32f)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:35:12.038190 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:12.073293 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:12.073921 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:12.075677 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] 10.222.0.10 "PUT /v2.0/ports/0ff6e9d2-836c-4ff0-8458-c7f7049b2798 HTTP/1.1" status: 200 len: 1091 time: 0.6577351 Nov 11 22:35:12.079428 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04de7820-cece-476d-905d-cf7de8c8838a', 'tag': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:35:12.082908 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22fde7c-189d-46e6-817d-6630e1e3108a" -d '{"events": [{"name": "network-changed", "server_uuid": "04de7820-cece-476d-905d-cf7de8c8838a", "tag": "0ff6e9d2-836c-4ff0-8458-c7f7049b2798"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:35:12.114151 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d2d6e-c593-418e-a7f1-e3a5c08e1229 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff6e9d2-836c-4ff0-8458-c7f7049b2798,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:12.194810 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-0aaa9d19-07b0-4665-8789-628d48a8ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:12.196490 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-0aaa9d19-07b0-4665-8789-628d48a8ef7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 1094 time: 0.0618780 Nov 11 22:35:12.212647 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef9b4ed-43b2-41ab-b703-6089259a591b x-openstack-request-id: req-7ef9b4ed-43b2-41ab-b703-6089259a591b {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:35:12.212965 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04de7820-cece-476d-905d-cf7de8c8838a", "tag": "0ff6e9d2-836c-4ff0-8458-c7f7049b2798", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:35:12.213223 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ef9b4ed-43b2-41ab-b703-6089259a591b {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:35:12.213769 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04de7820-cece-476d-905d-cf7de8c8838a', 'tag': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798', 'status': 'completed', 'code': 200} Nov 11 22:35:12.245306 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-e224f1f7-6dea-47ff-87aa-06299a37e68b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ff6e9d2-836c-4ff0-8458-c7f7049b2798 HTTP/1.1" status: 200 len: 217 time: 0.0398731 Nov 11 22:35:12.296898 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-202d56b3-d3f3-4bc3-968e-0e0e0ebc0f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:12.298468 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-202d56b3-d3f3-4bc3-968e-0e0e0ebc0f7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1668bc0-8602-4476-bf1b-8f3e091bdf3a HTTP/1.1" status: 200 len: 835 time: 0.0461516 Nov 11 22:35:12.353586 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-b43cd795-4e25-4e75-b62b-d7385160502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:12.355037 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-b43cd795-4e25-4e75-b62b-d7385160502d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484293 Nov 11 22:35:12.448104 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-e0e9dd74-95c1-4d7a-a3b3-b6727ff45a49 service neutron] 10.222.0.10 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840442 Nov 11 22:35:12.548021 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-28a093fd-962b-434a-8fa8-68b89ea8f4dd req-c26d6fa4-690d-4b1c-9ad7-6d446a5e2ba6 service neutron] 10.222.0.10 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905449 Nov 11 22:35:12.637621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fde7c-189d-46e6-817d-6630e1e3108a req-d65540fe-594e-4cdb-b003-0a5fe94f6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:12.639009 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a22fde7c-189d-46e6-817d-6630e1e3108a req-d65540fe-594e-4cdb-b003-0a5fe94f6d58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 1094 time: 0.0407534 Nov 11 22:35:12.735169 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fde7c-189d-46e6-817d-6630e1e3108a req-42056265-ef63-4403-afc6-df64f0f574d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:12.736671 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a22fde7c-189d-46e6-817d-6630e1e3108a req-42056265-ef63-4403-afc6-df64f0f574d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa HTTP/1.1" status: 200 len: 897 time: 0.0898831 Nov 11 22:35:12.779343 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a22fde7c-189d-46e6-817d-6630e1e3108a req-426f966f-3228-4ef8-90d2-964759a63502 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ff6e9d2-836c-4ff0-8458-c7f7049b2798 HTTP/1.1" status: 200 len: 217 time: 0.0344565 Nov 11 22:35:12.828449 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fde7c-189d-46e6-817d-6630e1e3108a req-629bd3be-8938-4da5-b32a-8e2469e31f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:12.829988 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a22fde7c-189d-46e6-817d-6630e1e3108a req-629bd3be-8938-4da5-b32a-8e2469e31f2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1668bc0-8602-4476-bf1b-8f3e091bdf3a HTTP/1.1" status: 200 len: 835 time: 0.0437701 Nov 11 22:35:12.877331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fde7c-189d-46e6-817d-6630e1e3108a req-8d53972f-a7ac-4d5b-89fb-3abc5741728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:12.878869 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a22fde7c-189d-46e6-817d-6630e1e3108a req-8d53972f-a7ac-4d5b-89fb-3abc5741728e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410998 Nov 11 22:35:12.910938 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba40d8c-401b-47e8-a78b-154305548adf req-a60cff7b-3eba-4a64-89bd-ba50f043bee6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:12.912460 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bba40d8c-401b-47e8-a78b-154305548adf req-a60cff7b-3eba-4a64-89bd-ba50f043bee6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 943 time: 0.0539415 Nov 11 22:35:12.960670 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bba40d8c-401b-47e8-a78b-154305548adf req-7c542b3b-9e62-4ee3-8ee7-999904fc50ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421767 Nov 11 22:35:12.975003 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a22fde7c-189d-46e6-817d-6630e1e3108a req-0e4f233a-b7d2-4881-9250-627faecfaf68 service neutron] 10.222.0.10 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877011 Nov 11 22:35:13.070129 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a22fde7c-189d-46e6-817d-6630e1e3108a req-afa301d5-debd-4e7c-909a-a2acf5ee405d service neutron] 10.222.0.10 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877137 Nov 11 22:35:13.238250 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a4cb178e-17d3-45c9-9ee0-731ad1177e74 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:35:13.289831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a4cb178e-17d3-45c9-9ee0-731ad1177e74 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:35:13.290199 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:13.940278 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1c32d779-dbd6-4dcf-a08d-a70fee73307c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:14.078986 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4516e4-aebb-4217-b40a-00dbf33bce8f req-da151017-9b0f-4ce8-9de8-63f9912c33ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:14.080461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a4516e4-aebb-4217-b40a-00dbf33bce8f req-da151017-9b0f-4ce8-9de8-63f9912c33ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 943 time: 0.0506139 Nov 11 22:35:14.129526 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a4516e4-aebb-4217-b40a-00dbf33bce8f req-905834bc-977c-4451-b9e3-55452f37f104 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429463 Nov 11 22:35:14.390816 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:35:14.498445 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=0ff6e9d2-836c-4ff0-8458-c7f7049b2798,segment=NetworkSegment(bf7dd5ec-6041-41c7-aba1-fa9523f1b32f),segment_id=bf7dd5ec-6041-41c7-aba1-fa9523f1b32f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:35:14.510534 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'port_id': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798', 'mac_address': 'fa:16:3e:9e:c0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:35:14.549810 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:14.565862 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:35:14.585742 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=0ff6e9d2-836c-4ff0-8458-c7f7049b2798,segment=NetworkSegment(bf7dd5ec-6041-41c7-aba1-fa9523f1b32f),segment_id=bf7dd5ec-6041-41c7-aba1-fa9523f1b32f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:35:14.592978 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:14.643771 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=0ff6e9d2-836c-4ff0-8458-c7f7049b2798,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:14.782285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['0ff6e9d2-836c-4ff0-8458-c7f7049b2798'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:35:15.217906 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:15.248807 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af060d0-6323-49a3-b184-a3b469e1ad49 req-dbb15852-f80f-431b-bc28-e5656dded357 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:15.250327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3af060d0-6323-49a3-b184-a3b469e1ad49 req-dbb15852-f80f-431b-bc28-e5656dded357 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 944 time: 0.0494270 Nov 11 22:35:15.304460 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3af060d0-6323-49a3-b184-a3b469e1ad49 req-673c27f2-5cdd-42af-8340-96c43a78a2ce tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474749 Nov 11 22:35:16.128906 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4eb1041c-6689-4149-aef5-c5f9dd2e8cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:16.420335 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:35:16.426788 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698f05f-8fa4-48a6-b6c7-b0d3801e328e req-328dbc7e-e034-4681-845a-1eb0d7e06915 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:16.428321 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f698f05f-8fa4-48a6-b6c7-b0d3801e328e req-328dbc7e-e034-4681-845a-1eb0d7e06915 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 944 time: 0.0507667 Nov 11 22:35:16.472718 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:35:16.477008 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:35:16.477469 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:16.481571 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f698f05f-8fa4-48a6-b6c7-b0d3801e328e req-0838c750-99c8-457e-81d1-f1622666b479 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471380 Nov 11 22:35:16.558012 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:16.582735 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04de7820-cece-476d-905d-cf7de8c8838a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:35:16.585026 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a52441-f858-400d-9fc4-2165fe314926" -d '{"events": [{"server_uuid": "04de7820-cece-476d-905d-cf7de8c8838a", "name": "network-vif-plugged", "status": "completed", "tag": "0ff6e9d2-836c-4ff0-8458-c7f7049b2798"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:35:16.598829 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=0ff6e9d2-836c-4ff0-8458-c7f7049b2798,segment=NetworkSegment(bf7dd5ec-6041-41c7-aba1-fa9523f1b32f),segment_id=bf7dd5ec-6041-41c7-aba1-fa9523f1b32f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:35:16.603380 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:16.626065 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d698ca2-78f3-4e16-a8bc-eeba633d2c5b x-openstack-request-id: req-2d698ca2-78f3-4e16-a8bc-eeba633d2c5b {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:35:16.626367 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04de7820-cece-476d-905d-cf7de8c8838a", "name": "network-vif-plugged", "status": "completed", "tag": "0ff6e9d2-836c-4ff0-8458-c7f7049b2798", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:35:16.626700 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d698ca2-78f3-4e16-a8bc-eeba633d2c5b {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:35:16.627081 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04de7820-cece-476d-905d-cf7de8c8838a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798', 'code': 200} Nov 11 22:35:16.654583 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=0ff6e9d2-836c-4ff0-8458-c7f7049b2798,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:16.727288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c31375-f423-45ce-a4db-af27ca420095 req-e097835e-399a-404e-abf3-5f1a6a923098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:16.728906 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12c31375-f423-45ce-a4db-af27ca420095 req-e097835e-399a-404e-abf3-5f1a6a923098 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 1096 time: 0.0448704 Nov 11 22:35:16.775986 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-12c31375-f423-45ce-a4db-af27ca420095 req-9d0b75be-0730-4441-8b78-7d0f9ee28cdc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395842 Nov 11 22:35:17.460704 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:17.614771 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1426ccc-7589-4d4d-9f47-0756148e3528 req-6b34c3b6-c159-4cc0-8df4-1f3cab61b02a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:17.616254 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1426ccc-7589-4d4d-9f47-0756148e3528 req-6b34c3b6-c159-4cc0-8df4-1f3cab61b02a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0526204 Nov 11 22:35:17.679822 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a1426ccc-7589-4d4d-9f47-0756148e3528 req-d25d7376-fba9-4fe2-a830-e1ffb8d811a2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549536 Nov 11 22:35:18.809447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fe46e-da85-40d9-bf55-71a141edb5e9 req-c9643f09-7f2a-43dd-8d7f-291fd87f2e7b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:18.810913 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-010fe46e-da85-40d9-bf55-71a141edb5e9 req-c9643f09-7f2a-43dd-8d7f-291fd87f2e7b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0534763 Nov 11 22:35:18.837612 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:18.862567 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-010fe46e-da85-40d9-bf55-71a141edb5e9 req-655d8d4a-ded5-495b-847f-a730ff8a615e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453174 Nov 11 22:35:18.982504 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a22340-f163-44c0-80f6-8980a256a3f0 req-b460a66f-beef-4c83-9742-abc63e17a9fe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:18.983888 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33a22340-f163-44c0-80f6-8980a256a3f0 req-b460a66f-beef-4c83-9742-abc63e17a9fe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0556250 Nov 11 22:35:19.038349 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-33a22340-f163-44c0-80f6-8980a256a3f0 req-1e42a1ce-1d1d-40f9-9f82-da9c54df11ea tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454895 Nov 11 22:35:19.069304 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58330) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:19.115303 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fd4913-1b62-470f-8a4d-ba07fe54d997 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:19.116828 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-99fd4913-1b62-470f-8a4d-ba07fe54d997 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 1091 time: 0.0464664 Nov 11 22:35:19.119866 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58332) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:19.124192 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:35:19.148720 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:19.255045 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:19.360106 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.25.0.39 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/57f7b666-60e4-4c27-9dab-68b4df492a6d) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:35:19.394953 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:19.465711 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:19.501860 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:19.538105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:35:19.540811 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:35:19.543612 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:35:19.577988 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=57f7b666-60e4-4c27-9dab-68b4df492a6d,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:19.931767 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:20.007746 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:20.152004 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:20.158885 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:20.228402 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=57f7b666-60e4-4c27-9dab-68b4df492a6d,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:35:20.243669 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:20.346415 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Floating IP 1a636f21-c387-46b1-80b1-263d83b5224f associated. External IP: 172.25.0.39, port: 0ff6e9d2-836c-4ff0-8458-c7f7049b2798. Nov 11 22:35:20.560633 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router 9792def3-f5da-467a-92e0-88d569a97287 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:35:20.674807 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:35:20.685290 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fafb8b-17f3-4409-9c02-df29be904360 None None] Sync routers for ids ['9792def3-f5da-467a-92e0-88d569a97287'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:35:20.695983 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:20.696558 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fafb8b-17f3-4409-9c02-df29be904360 None None] Routers {'9792def3-f5da-467a-92e0-88d569a97287'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:35:20.697194 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b2fafb8b-17f3-4409-9c02-df29be904360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:35:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9792def3-f5da-467a-92e0-88d569a97287'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:20.806933 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b2fafb8b-17f3-4409-9c02-df29be904360 None None] Set router 9792def3-f5da-467a-92e0-88d569a97287 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:35:21.046018 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b2fafb8b-17f3-4409-9c02-df29be904360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792def3-f5da-467a-92e0-88d569a97287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '1a636f21-c387-46b1-80b1-263d83b5224f', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '9792def3-f5da-467a-92e0-88d569a97287', 'port_id': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'mac_address': 'fa:16:3e:9e:c0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de7820-cece-476d-905d-cf7de8c8838a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:35:19Z', 'updated_at': '2021-11-11T22:35:19Z', 'revision_number': 0, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4cb178e-17d3-45c9-9ee0-731ad1177e74', 'name': '', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:72:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:07Z', 'updated_at': '2021-11-11T22:35:11Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:21.074553 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fafb8b-17f3-4409-9c02-df29be904360 None None] Checking router: 9792def3-f5da-467a-92e0-88d569a97287 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:35:21.079791 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6f3c2a76-9555-4588-9858-0deaf45d16e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9588795 Nov 11 22:35:21.080347 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04de7820-cece-476d-905d-cf7de8c8838a', 'tag': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:35:21.082679 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d76592-0756-4243-8c48-1b0a2acf729e" -d '{"events": [{"name": "network-changed", "server_uuid": "04de7820-cece-476d-905d-cf7de8c8838a", "tag": "0ff6e9d2-836c-4ff0-8458-c7f7049b2798"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:35:21.083202 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fafb8b-17f3-4409-9c02-df29be904360 None None] Routers {'9792def3-f5da-467a-92e0-88d569a97287'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:35:21.083807 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b2fafb8b-17f3-4409-9c02-df29be904360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:35:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9792def3-f5da-467a-92e0-88d569a97287'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:21.185916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398aa84-d1ae-476c-9bbc-bbc3c7953929 req-9baf2f89-b445-4d94-842e-e5ee4aee09b0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:21.187513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a398aa84-d1ae-476c-9bbc-bbc3c7953929 req-9baf2f89-b445-4d94-842e-e5ee4aee09b0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0572078 Nov 11 22:35:21.239817 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a398aa84-d1ae-476c-9bbc-bbc3c7953929 req-5f000d59-5c36-4c56-8f3e-1703bac48e24 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456595 Nov 11 22:35:21.262634 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58340) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:21.288061 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-b2fafb8b-17f3-4409-9c02-df29be904360 None None] Set router 9792def3-f5da-467a-92e0-88d569a97287 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:35:21.331060 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bc356699-4d6a-4c4b-84f3-14494dd4288f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/1a636f21-c387-46b1-80b1-263d83b5224f HTTP/1.1" status: 200 len: 990 time: 0.0669537 Nov 11 22:35:21.344364 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3004ee0a-b176-4bcb-8f24-eb6e137e61ba x-openstack-request-id: req-3004ee0a-b176-4bcb-8f24-eb6e137e61ba {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:35:21.344665 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04de7820-cece-476d-905d-cf7de8c8838a", "tag": "0ff6e9d2-836c-4ff0-8458-c7f7049b2798", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:35:21.344938 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3004ee0a-b176-4bcb-8f24-eb6e137e61ba {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:35:21.345340 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04de7820-cece-476d-905d-cf7de8c8838a', 'tag': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798', 'status': 'completed', 'code': 200} Nov 11 22:35:21.407014 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d76592-0756-4243-8c48-1b0a2acf729e req-ead3465e-12f7-4692-8c4a-b5507efcf819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:21.408512 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-02d76592-0756-4243-8c48-1b0a2acf729e req-ead3465e-12f7-4692-8c4a-b5507efcf819 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 1096 time: 0.0413721 Nov 11 22:35:21.512226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d76592-0756-4243-8c48-1b0a2acf729e req-ce465975-8b39-4025-8b7e-51d997f29dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:21.513924 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-02d76592-0756-4243-8c48-1b0a2acf729e req-ce465975-8b39-4025-8b7e-51d997f29dcd service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa HTTP/1.1" status: 200 len: 897 time: 0.0924311 Nov 11 22:35:21.515227 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-b2fafb8b-17f3-4409-9c02-df29be904360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792def3-f5da-467a-92e0-88d569a97287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '1a636f21-c387-46b1-80b1-263d83b5224f', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '9792def3-f5da-467a-92e0-88d569a97287', 'port_id': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'mac_address': 'fa:16:3e:9e:c0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de7820-cece-476d-905d-cf7de8c8838a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:35:19Z', 'updated_at': '2021-11-11T22:35:19Z', 'revision_number': 0, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4cb178e-17d3-45c9-9ee0-731ad1177e74', 'name': '', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:72:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:07Z', 'updated_at': '2021-11-11T22:35:11Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:35:21.544714 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fafb8b-17f3-4409-9c02-df29be904360 None None] The sync data for ids ['9792def3-f5da-467a-92e0-88d569a97287'] in n-d-805737-3 is: [{'id': '9792def3-f5da-467a-92e0-88d569a97287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '1a636f21-c387-46b1-80b1-263d83b5224f', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '9792def3-f5da-467a-92e0-88d569a97287', 'port_id': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'mac_address': 'fa:16:3e:9e:c0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de7820-cece-476d-905d-cf7de8c8838a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:35:19Z', 'updated_at': '2021-11-11T22:35:19Z', 'revision_number': 0, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4cb178e-17d3-45c9-9ee0-731ad1177e74', 'name': '', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:72:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:07Z', 'updated_at': '2021-11-11T22:35:11Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:35:21.582286 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-02d76592-0756-4243-8c48-1b0a2acf729e req-cbd24060-ad47-4cdb-83d5-5a227cb88c68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ff6e9d2-836c-4ff0-8458-c7f7049b2798 HTTP/1.1" status: 200 len: 998 time: 0.0602148 Nov 11 22:35:21.637308 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d76592-0756-4243-8c48-1b0a2acf729e req-08ed03e6-44bd-441f-94cf-aca7f7ca0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:21.638805 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-02d76592-0756-4243-8c48-1b0a2acf729e req-08ed03e6-44bd-441f-94cf-aca7f7ca0e4f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1668bc0-8602-4476-bf1b-8f3e091bdf3a HTTP/1.1" status: 200 len: 835 time: 0.0496578 Nov 11 22:35:21.687407 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d76592-0756-4243-8c48-1b0a2acf729e req-d11ab4fe-a517-486f-8022-8f5a0814a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:21.688222 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-02d76592-0756-4243-8c48-1b0a2acf729e req-d11ab4fe-a517-486f-8022-8f5a0814a2dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422990 Nov 11 22:35:21.739996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f75a521-0845-4230-b2b2-db1a458155ca None None] New status for floating IP 1a636f21-c387-46b1-80b1-263d83b5224f: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:35:21.781797 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-02d76592-0756-4243-8c48-1b0a2acf729e req-2f154d9f-24b6-4bfc-9ba3-f3eccaff064d service neutron] 10.222.0.10 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864139 Nov 11 22:35:21.874985 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-02d76592-0756-4243-8c48-1b0a2acf729e req-ca3f0b57-4a6f-4f84-b94e-84e535b7f743 service neutron] 10.222.0.10 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867143 Nov 11 22:35:22.335917 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58342) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:35:22.457426 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-326dbe23-f467-4eed-8960-19197bfb0e34 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/1a636f21-c387-46b1-80b1-263d83b5224f HTTP/1.1" status: 200 len: 992 time: 0.1198869 Nov 11 22:35:24.874598 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3587e566-3bc7-4b19-af0f-8c3b97882731 req-5dbb4590-2ab8-48d7-abc2-8e2dc3c8af98 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430555 Nov 11 22:35:24.961384 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587e566-3bc7-4b19-af0f-8c3b97882731 req-abccdc6e-9834-4330-9665-e81475e97db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:24.962859 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3587e566-3bc7-4b19-af0f-8c3b97882731 req-abccdc6e-9834-4330-9665-e81475e97db8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 1096 time: 0.0428274 Nov 11 22:35:25.074457 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587e566-3bc7-4b19-af0f-8c3b97882731 req-63108ca2-fbaf-4ab9-9f41-7b43c69f558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:25.075840 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3587e566-3bc7-4b19-af0f-8c3b97882731 req-63108ca2-fbaf-4ab9-9f41-7b43c69f558f service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa HTTP/1.1" status: 200 len: 897 time: 0.0933926 Nov 11 22:35:25.145279 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3587e566-3bc7-4b19-af0f-8c3b97882731 req-7677fb09-fffc-48ea-9f4e-d6529d4d8947 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ff6e9d2-836c-4ff0-8458-c7f7049b2798 HTTP/1.1" status: 200 len: 1000 time: 0.0611303 Nov 11 22:35:25.193905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587e566-3bc7-4b19-af0f-8c3b97882731 req-4a6ed355-24c9-4030-9e0c-393997844154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:25.195333 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3587e566-3bc7-4b19-af0f-8c3b97882731 req-4a6ed355-24c9-4030-9e0c-393997844154 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1668bc0-8602-4476-bf1b-8f3e091bdf3a HTTP/1.1" status: 200 len: 835 time: 0.0431421 Nov 11 22:35:25.246214 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587e566-3bc7-4b19-af0f-8c3b97882731 req-d028c9b3-9d7d-464b-ad3c-33af9b79f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:25.247692 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3587e566-3bc7-4b19-af0f-8c3b97882731 req-d028c9b3-9d7d-464b-ad3c-33af9b79f9f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448995 Nov 11 22:35:25.338890 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3587e566-3bc7-4b19-af0f-8c3b97882731 req-0211fb63-84f0-44e6-b3d6-089753da164a service neutron] 10.222.0.10 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827007 Nov 11 22:35:25.433907 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-3587e566-3bc7-4b19-af0f-8c3b97882731 req-ccab9d6a-f272-44fe-b8fe-db819eea68ed service neutron] 10.222.0.10 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874004 Nov 11 22:35:30.477113 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:35:41.671300 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:43.941347 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-70b0ffb4-8921-45ca-9129-ae73be760452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:45.238192 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:46.129484 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5b1773de-2044-414f-b748-3d01c2e57e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:47.474053 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:48.843787 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:49.410223 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:53.855738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445bcd6-a13d-4baa-be5a-46cbb10ef741 req-118a376b-52e9-4a9e-bf9f-d9da8013cd80 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:53.857255 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e445bcd6-a13d-4baa-be5a-46cbb10ef741 req-118a376b-52e9-4a9e-bf9f-d9da8013cd80 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0504613 Nov 11 22:35:53.907477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e445bcd6-a13d-4baa-be5a-46cbb10ef741 req-13000685-c7da-49b0-9d7f-ce1812ded9e8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441885 Nov 11 22:35:55.035276 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987f6d7-259f-4827-ab48-e0973ad4acf8 req-d79ebc57-2461-44db-88ac-16ea91a5d10c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:55.036655 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3987f6d7-259f-4827-ab48-e0973ad4acf8 req-d79ebc57-2461-44db-88ac-16ea91a5d10c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0538714 Nov 11 22:35:55.092311 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3987f6d7-259f-4827-ab48-e0973ad4acf8 req-03619684-e36c-4fa8-8a9f-b969301b62f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468018 Nov 11 22:35:56.228648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b614e-99f2-4552-a8e0-b067ebc5c6bf req-fc20d16c-5298-4131-851c-169c87d09d4c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:56.230258 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d07b614e-99f2-4552-a8e0-b067ebc5c6bf req-fc20d16c-5298-4131-851c-169c87d09d4c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0582309 Nov 11 22:35:56.282904 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d07b614e-99f2-4552-a8e0-b067ebc5c6bf req-281149dc-8139-4acd-bacf-f73583469075 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437734 Nov 11 22:35:57.415748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c09f03-e15f-419b-b5e7-8d418bf19d7b req-c55e43eb-bf60-411c-8b33-d6376135e73b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:57.417252 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64c09f03-e15f-419b-b5e7-8d418bf19d7b req-c55e43eb-bf60-411c-8b33-d6376135e73b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0512369 Nov 11 22:35:57.466027 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-64c09f03-e15f-419b-b5e7-8d418bf19d7b req-0f78e240-bc71-4648-bdc5-5e42111d161d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426915 Nov 11 22:35:58.601468 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab11577-1a19-4e29-ad64-87e29d368b77 req-bde7d86c-5978-4363-8300-183798809cde tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:58.602985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ab11577-1a19-4e29-ad64-87e29d368b77 req-bde7d86c-5978-4363-8300-183798809cde tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0549595 Nov 11 22:35:58.656554 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9ab11577-1a19-4e29-ad64-87e29d368b77 req-779481d8-c86a-4412-bbc3-1f52ac270864 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446608 Nov 11 22:35:59.789546 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd624d1-3615-44fc-93c4-3fefcda64ff8 req-0b308540-5bc8-4d08-9c8c-096399665919 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:59.791006 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bd624d1-3615-44fc-93c4-3fefcda64ff8 req-0b308540-5bc8-4d08-9c8c-096399665919 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0520413 Nov 11 22:35:59.845691 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0bd624d1-3615-44fc-93c4-3fefcda64ff8 req-9cf80331-f238-4c08-bbc1-e31022a94b42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457513 Nov 11 22:36:00.973309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f2a80-7bd3-47c3-9f50-7dd5263a7bb3 req-fab26646-20e5-4eb2-8c07-ca1526daea47 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:00.974693 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b8f2a80-7bd3-47c3-9f50-7dd5263a7bb3 req-fab26646-20e5-4eb2-8c07-ca1526daea47 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0490286 Nov 11 22:36:01.027025 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2b8f2a80-7bd3-47c3-9f50-7dd5263a7bb3 req-504cd8e2-2ea9-4b5c-92b5-f9ea6263897b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463428 Nov 11 22:36:02.146286 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e972d47-a535-4cb1-b852-385a8ceb93b6 req-a1ad85bf-a0e2-47a7-86ec-d5fc26a69cac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:02.147946 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e972d47-a535-4cb1-b852-385a8ceb93b6 req-a1ad85bf-a0e2-47a7-86ec-d5fc26a69cac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0510337 Nov 11 22:36:02.197874 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e972d47-a535-4cb1-b852-385a8ceb93b6 req-8e81fbe4-c0f0-46fd-a4c2-7d81809cc804 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438175 Nov 11 22:36:03.327104 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f335a-c798-4e48-9f88-1f94dfb168d9 req-628fd463-d0ed-4b7d-a522-6eb87acaf073 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:03.328620 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e6f335a-c798-4e48-9f88-1f94dfb168d9 req-628fd463-d0ed-4b7d-a522-6eb87acaf073 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0501132 Nov 11 22:36:03.384145 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e6f335a-c798-4e48-9f88-1f94dfb168d9 req-7913c745-bb89-477a-8bdd-d8acc692be82 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489194 Nov 11 22:36:04.520079 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a243965-0996-493c-ab9f-c566b6d95068 req-1428944e-dd69-45a6-86b9-6283b5136963 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:04.521681 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a243965-0996-493c-ab9f-c566b6d95068 req-1428944e-dd69-45a6-86b9-6283b5136963 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0567231 Nov 11 22:36:04.577846 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a243965-0996-493c-ab9f-c566b6d95068 req-84eed110-55d6-48a8-831c-9b6805107331 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496929 Nov 11 22:36:05.718372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fea12c-2c6b-4518-a26d-eccbae363638 req-3d016a04-17ca-4ece-8a3a-a7b378bc8c54 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:05.720310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-21fea12c-2c6b-4518-a26d-eccbae363638 req-3d016a04-17ca-4ece-8a3a-a7b378bc8c54 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0618527 Nov 11 22:36:05.770623 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-21fea12c-2c6b-4518-a26d-eccbae363638 req-50c7b18a-9d16-4dc6-9cc4-37df92e21744 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441225 Nov 11 22:36:06.904392 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475494d-9ce2-437c-aa99-4d92722c6454 req-dbeddca5-05b9-4396-b802-ec8e7f68bab6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:06.905942 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9475494d-9ce2-437c-aa99-4d92722c6454 req-dbeddca5-05b9-4396-b802-ec8e7f68bab6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0682387 Nov 11 22:36:06.956864 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9475494d-9ce2-437c-aa99-4d92722c6454 req-ef1e28ff-fd8a-45a2-8ece-3032355b3b43 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448313 Nov 11 22:36:07.471765 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:36:08.088131 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66b399-0197-4088-81ca-fa2324d7c306 req-2caffcc1-c470-40d2-9089-be3d65abe35f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:08.089645 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb66b399-0197-4088-81ca-fa2324d7c306 req-2caffcc1-c470-40d2-9089-be3d65abe35f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0511861 Nov 11 22:36:08.140926 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb66b399-0197-4088-81ca-fa2324d7c306 req-5d8fff10-811a-4ba3-ae8b-fd7c9a3ab6c6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449278 Nov 11 22:36:09.259316 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814cb75-43df-4b9d-8719-3b759d183730 req-6f23e2c9-f370-4455-8a30-60b99780f9f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:09.260808 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c814cb75-43df-4b9d-8719-3b759d183730 req-6f23e2c9-f370-4455-8a30-60b99780f9f0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0492160 Nov 11 22:36:09.314266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c814cb75-43df-4b9d-8719-3b759d183730 req-49a7b7b5-c0ec-4bd6-9c2b-4a06ad2160fd tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474274 Nov 11 22:36:09.341858 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58388) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:09.402293 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4f5fa114-f5c6-4db8-9e81-67b302a4e2e9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/1a636f21-c387-46b1-80b1-263d83b5224f HTTP/1.1" status: 200 len: 992 time: 0.0592895 Nov 11 22:36:10.673367 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4fb80-2611-4965-8657-55f9b9e3cee4 req-32b6c13b-4bac-49c9-89aa-d041301dd16a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:10.675068 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54f4fb80-2611-4965-8657-55f9b9e3cee4 req-32b6c13b-4bac-49c9-89aa-d041301dd16a tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0492640 Nov 11 22:36:10.725751 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-54f4fb80-2611-4965-8657-55f9b9e3cee4 req-7666ad74-a850-4035-8e95-0d4ece6cd6e3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448205 Nov 11 22:36:10.775944 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c1427-ddf6-4ed2-8861-c7247c081f5e req-aa1f0533-e507-4fb1-bcf2-12b48018ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:10.777511 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f47c1427-ddf6-4ed2-8861-c7247c081f5e req-aa1f0533-e507-4fb1-bcf2-12b48018ef06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 1096 time: 0.1137030 Nov 11 22:36:10.871619 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c1427-ddf6-4ed2-8861-c7247c081f5e req-0774942b-425b-4f10-8d9d-b0b9b0e8e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:10.873130 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f47c1427-ddf6-4ed2-8861-c7247c081f5e req-0774942b-425b-4f10-8d9d-b0b9b0e8e962 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa HTTP/1.1" status: 200 len: 897 time: 0.0885634 Nov 11 22:36:10.938973 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f47c1427-ddf6-4ed2-8861-c7247c081f5e req-1fd32e12-21b5-45eb-bb46-6bce55b8bd57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ff6e9d2-836c-4ff0-8458-c7f7049b2798 HTTP/1.1" status: 200 len: 1000 time: 0.0584095 Nov 11 22:36:10.992369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c1427-ddf6-4ed2-8861-c7247c081f5e req-5a6095d7-f1e9-48c0-9e1f-087183ed07bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:10.993881 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f47c1427-ddf6-4ed2-8861-c7247c081f5e req-5a6095d7-f1e9-48c0-9e1f-087183ed07bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1668bc0-8602-4476-bf1b-8f3e091bdf3a HTTP/1.1" status: 200 len: 835 time: 0.0484524 Nov 11 22:36:11.044873 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c1427-ddf6-4ed2-8861-c7247c081f5e req-d2839c96-d2aa-4965-8211-dbbbfb689eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:11.046338 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f47c1427-ddf6-4ed2-8861-c7247c081f5e req-d2839c96-d2aa-4965-8211-dbbbfb689eca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446737 Nov 11 22:36:11.151181 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f47c1427-ddf6-4ed2-8861-c7247c081f5e req-edac3dba-e59d-4556-a860-87f2ca9ab1e3 service neutron] 10.222.0.10 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971258 Nov 11 22:36:11.250410 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-f47c1427-ddf6-4ed2-8861-c7247c081f5e req-f5bd0a40-0de8-4ba6-a3f1-f15aea7aad03 service neutron] 10.222.0.10 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925808 Nov 11 22:36:11.684625 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:11.848162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27562ba2-3bd3-45f9-8e45-852cbf824603 req-6b0e04c7-1431-4e32-ba9a-ead720f664b2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:11.849676 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27562ba2-3bd3-45f9-8e45-852cbf824603 req-6b0e04c7-1431-4e32-ba9a-ead720f664b2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0549099 Nov 11 22:36:11.898310 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27562ba2-3bd3-45f9-8e45-852cbf824603 req-20709224-59d3-4fc9-ae26-68136f938325 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425189 Nov 11 22:36:11.925950 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58400) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:11.986658 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8298b369-630c-4d6a-8a7a-d0ca62b35b7f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/1a636f21-c387-46b1-80b1-263d83b5224f HTTP/1.1" status: 200 len: 992 time: 0.0593948 Nov 11 22:36:13.936771 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0ea0-6a3b-4a46-8b50-cce52012657f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:15.235167 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:16.131343 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f6faaeb1-0997-40f1-9db9-dc2a8f731a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:17.474178 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:18.849455 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:19.413816 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:26.864072 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ea786d79-4b4a-49a7-b559-671b501b2bb6 req-1f7fc9ea-d1b4-4742-bd9d-125cca098ad5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422273 Nov 11 22:36:26.956848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea786d79-4b4a-49a7-b559-671b501b2bb6 req-66800fa3-91f7-468e-8c67-b2f9e1a32cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:26.958377 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ea786d79-4b4a-49a7-b559-671b501b2bb6 req-66800fa3-91f7-468e-8c67-b2f9e1a32cad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 1096 time: 0.0424531 Nov 11 22:36:27.076055 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea786d79-4b4a-49a7-b559-671b501b2bb6 req-97483880-2235-40e0-9b10-6d3eb42595e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:27.077475 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ea786d79-4b4a-49a7-b559-671b501b2bb6 req-97483880-2235-40e0-9b10-6d3eb42595e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa HTTP/1.1" status: 200 len: 897 time: 0.0970697 Nov 11 22:36:27.149125 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ea786d79-4b4a-49a7-b559-671b501b2bb6 req-3ab1c354-4a9c-414a-8aa0-4a4687122cf6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ff6e9d2-836c-4ff0-8458-c7f7049b2798 HTTP/1.1" status: 200 len: 1000 time: 0.0584314 Nov 11 22:36:27.201857 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea786d79-4b4a-49a7-b559-671b501b2bb6 req-436e90a9-32c8-4716-835c-5d99e0de8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:27.203317 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ea786d79-4b4a-49a7-b559-671b501b2bb6 req-436e90a9-32c8-4716-835c-5d99e0de8c17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1668bc0-8602-4476-bf1b-8f3e091bdf3a HTTP/1.1" status: 200 len: 835 time: 0.0469012 Nov 11 22:36:27.251266 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea786d79-4b4a-49a7-b559-671b501b2bb6 req-5b28af64-00bb-4bd3-a73e-011849e0a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:27.252749 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ea786d79-4b4a-49a7-b559-671b501b2bb6 req-5b28af64-00bb-4bd3-a73e-011849e0a9cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409172 Nov 11 22:36:27.343987 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ea786d79-4b4a-49a7-b559-671b501b2bb6 req-652dd008-2129-45f8-ae48-2b2482bc8f74 service neutron] 10.222.0.10 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831912 Nov 11 22:36:27.437698 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ea786d79-4b4a-49a7-b559-671b501b2bb6 req-2a95acd2-8c97-425e-a69d-1a0e666fce1f service neutron] 10.222.0.10 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859299 Nov 11 22:36:41.702045 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:42.544820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58428) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:42.713251 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port 57f7b666-60e4-4c27-9dab-68b4df492a6d {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:36:42.713597 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:42.788539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:42.788830 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:42.801314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for 57f7b666-60e4-4c27-9dab-68b4df492a6d owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:36:42.958389 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:42.986442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=57f7b666-60e4-4c27-9dab-68b4df492a6d,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:42.997934 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:42.998275 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:42.998614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:42.998954 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:42.999281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:42.999602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:42.999926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:43.000248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:43.000568 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:43.000914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:43.001234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:43.001547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:43.059420 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:43.059642 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Floating IP 1a636f21-c387-46b1-80b1-263d83b5224f disassociated (deleted). External IP: 172.25.0.39, port: 0ff6e9d2-836c-4ff0-8458-c7f7049b2798. Nov 11 22:36:43.273662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router 9792def3-f5da-467a-92e0-88d569a97287 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:36:43.383899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:36:43.388568 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:43.394998 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a15eef-c6cb-463a-8f0c-382f13cafd65 None None] Sync routers for ids ['9792def3-f5da-467a-92e0-88d569a97287'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:36:43.406170 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a15eef-c6cb-463a-8f0c-382f13cafd65 None None] Routers {'9792def3-f5da-467a-92e0-88d569a97287'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:36:43.407093 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d5a15eef-c6cb-463a-8f0c-382f13cafd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:36:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9792def3-f5da-467a-92e0-88d569a97287'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:43.422432 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ea6e24f5-0b7d-4a33-92a8-1db330bf4a65 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/floatingips/1a636f21-c387-46b1-80b1-263d83b5224f HTTP/1.1" status: 204 len: 168 time: 0.8735805 Nov 11 22:36:43.422432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04de7820-cece-476d-905d-cf7de8c8838a', 'tag': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:36:43.423130 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8b47ff-5b9f-47fc-958b-a74dccfaa91b" -d '{"events": [{"name": "network-changed", "server_uuid": "04de7820-cece-476d-905d-cf7de8c8838a", "tag": "0ff6e9d2-836c-4ff0-8458-c7f7049b2798"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:36:43.529599 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d5a15eef-c6cb-463a-8f0c-382f13cafd65 None None] Set router 9792def3-f5da-467a-92e0-88d569a97287 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:36:43.584318 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e67e62-e4ab-4d95-8f6e-f238199b900c x-openstack-request-id: req-20e67e62-e4ab-4d95-8f6e-f238199b900c {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:36:43.584957 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04de7820-cece-476d-905d-cf7de8c8838a", "tag": "0ff6e9d2-836c-4ff0-8458-c7f7049b2798", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:36:43.584957 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-20e67e62-e4ab-4d95-8f6e-f238199b900c {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:36:43.585293 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04de7820-cece-476d-905d-cf7de8c8838a', 'tag': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798', 'status': 'completed', 'code': 200} Nov 11 22:36:43.652146 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b47ff-5b9f-47fc-958b-a74dccfaa91b req-e3c7721e-050d-4865-abbe-0b632903d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:43.653716 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6b8b47ff-5b9f-47fc-958b-a74dccfaa91b req-e3c7721e-050d-4865-abbe-0b632903d131 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 1096 time: 0.0455654 Nov 11 22:36:43.682964 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8290ce0-cf2e-42bb-9609-104d55153be8 req-d5c649df-fb35-4c9c-8ade-1bd2ddfc45af tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:43.685357 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8290ce0-cf2e-42bb-9609-104d55153be8 req-d5c649df-fb35-4c9c-8ade-1bd2ddfc45af tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0519044 Nov 11 22:36:43.738639 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d5a15eef-c6cb-463a-8f0c-382f13cafd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792def3-f5da-467a-92e0-88d569a97287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'a4cb178e-17d3-45c9-9ee0-731ad1177e74', 'name': '', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:72:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:07Z', 'updated_at': '2021-11-11T22:35:11Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:43.739890 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8290ce0-cf2e-42bb-9609-104d55153be8 req-a8fb99e1-bc9c-49aa-967b-0b145eaccfc2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470819 Nov 11 22:36:43.753133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b47ff-5b9f-47fc-958b-a74dccfaa91b req-64b60c06-ca46-427d-afc5-f673ff91d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:43.754920 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6b8b47ff-5b9f-47fc-958b-a74dccfaa91b req-64b60c06-ca46-427d-afc5-f673ff91d829 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa HTTP/1.1" status: 200 len: 897 time: 0.0920379 Nov 11 22:36:43.769225 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a15eef-c6cb-463a-8f0c-382f13cafd65 None None] Checking router: 9792def3-f5da-467a-92e0-88d569a97287 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:36:43.777539 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a15eef-c6cb-463a-8f0c-382f13cafd65 None None] Routers {'9792def3-f5da-467a-92e0-88d569a97287'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:36:43.778135 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d5a15eef-c6cb-463a-8f0c-382f13cafd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:36:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9792def3-f5da-467a-92e0-88d569a97287'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:43.796863 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6b8b47ff-5b9f-47fc-958b-a74dccfaa91b req-fabaeac5-ac7a-454f-8016-a1fefd6f7c8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ff6e9d2-836c-4ff0-8458-c7f7049b2798 HTTP/1.1" status: 200 len: 217 time: 0.0340910 Nov 11 22:36:43.847647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b47ff-5b9f-47fc-958b-a74dccfaa91b req-fb39741e-75b6-45e1-b5f0-a7ff96048dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:43.849129 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6b8b47ff-5b9f-47fc-958b-a74dccfaa91b req-fb39741e-75b6-45e1-b5f0-a7ff96048dec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1668bc0-8602-4476-bf1b-8f3e091bdf3a HTTP/1.1" status: 200 len: 835 time: 0.0428772 Nov 11 22:36:43.883810 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-d5a15eef-c6cb-463a-8f0c-382f13cafd65 None None] Set router 9792def3-f5da-467a-92e0-88d569a97287 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:36:43.899253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b47ff-5b9f-47fc-958b-a74dccfaa91b req-bb98e9ad-a158-4677-a690-04c34b0d7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:43.900711 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6b8b47ff-5b9f-47fc-958b-a74dccfaa91b req-bb98e9ad-a158-4677-a690-04c34b0d7176 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432637 Nov 11 22:36:43.940292 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-910eb843-d6d6-489e-aed3-354206592497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:43.994077 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6b8b47ff-5b9f-47fc-958b-a74dccfaa91b req-2a0f1473-7a24-40aa-af04-a808efc97128 service neutron] 10.222.0.10 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846219 Nov 11 22:36:44.080328 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-d5a15eef-c6cb-463a-8f0c-382f13cafd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792def3-f5da-467a-92e0-88d569a97287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'a4cb178e-17d3-45c9-9ee0-731ad1177e74', 'name': '', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:72:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:07Z', 'updated_at': '2021-11-11T22:35:11Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:44.088736 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-6b8b47ff-5b9f-47fc-958b-a74dccfaa91b req-6bb69d68-1caf-4734-8f5c-9d4198bd9c16 service neutron] 10.222.0.10 "GET /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860629 Nov 11 22:36:44.106241 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a15eef-c6cb-463a-8f0c-382f13cafd65 None None] The sync data for ids ['9792def3-f5da-467a-92e0-88d569a97287'] in n-d-805737-3 is: [{'id': '9792def3-f5da-467a-92e0-88d569a97287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'a4cb178e-17d3-45c9-9ee0-731ad1177e74', 'name': '', 'network_id': 'f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:72:52:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:07Z', 'updated_at': '2021-11-11T22:35:11Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'd1668bc0-8602-4476-bf1b-8f3e091bdf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:36:44.338957 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9fc3fa-5801-4636-a884-a147f400e15e None None] New status for floating IP 1a636f21-c387-46b1-80b1-263d83b5224f: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:36:44.471703 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:36:44.872350 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2478d32-b986-46bb-a365-555e5448af6c req-87a79822-b519-4ccf-97a0-38914ee4fa7b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:44.873848 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2478d32-b986-46bb-a365-555e5448af6c req-87a79822-b519-4ccf-97a0-38914ee4fa7b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0508490 Nov 11 22:36:44.925132 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a2478d32-b986-46bb-a365-555e5448af6c req-143e452f-3ddd-4f6a-888d-e038ca182b95 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=5e1ad9f5-9cbd-470f-b000-c40e9131a639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428343 Nov 11 22:36:45.236666 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:45.260701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8297b6-2469-4ee5-8343-b5b5edb31043 req-d091d3ef-ea69-4f71-be3c-abb7c8a7fcb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:45.262199 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8e8297b6-2469-4ee5-8343-b5b5edb31043 req-d091d3ef-ea69-4f71-be3c-abb7c8a7fcb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 945 time: 0.0592098 Nov 11 22:36:45.353348 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8e8297b6-2469-4ee5-8343-b5b5edb31043 req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:36:45.353728 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8e8297b6-2469-4ee5-8343-b5b5edb31043 req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:45.453414 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-8e8297b6-2469-4ee5-8343-b5b5edb31043 req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] For port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=0ff6e9d2-836c-4ff0-8458-c7f7049b2798,segment=NetworkSegment(bf7dd5ec-6041-41c7-aba1-fa9523f1b32f),segment_id=bf7dd5ec-6041-41c7-aba1-fa9523f1b32f)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:36:45.453802 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8e8297b6-2469-4ee5-8343-b5b5edb31043 req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:45.467794 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-8e8297b6-2469-4ee5-8343-b5b5edb31043 req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:36:45.607049 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8e8297b6-2469-4ee5-8343-b5b5edb31043 req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:45.635251 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=0ff6e9d2-836c-4ff0-8458-c7f7049b2798,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:45.662159 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:45.662512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:45.662849 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:45.663191 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:45.663525 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:45.663858 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:45.664196 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:45.664522 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:45.664857 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:45.665186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:45.665512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:45.665832 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:45.684493 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8297b6-2469-4ee5-8343-b5b5edb31043 req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] No DVR routers for this DVR port 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:36:45.687077 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-8e8297b6-2469-4ee5-8343-b5b5edb31043 req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:45.690370 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8e8297b6-2469-4ee5-8343-b5b5edb31043 req-07483a6e-2b1a-4a0d-a4b6-7a3d53d8b847 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.10 "DELETE /v2.0/ports/0ff6e9d2-836c-4ff0-8458-c7f7049b2798 HTTP/1.1" status: 204 len: 173 time: 0.4217618 Nov 11 22:36:45.690798 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04de7820-cece-476d-905d-cf7de8c8838a', 'name': 'network-vif-deleted', 'tag': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:36:45.693114 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b252bb5-e4cc-4855-93ff-8014a49b6740" -d '{"events": [{"server_uuid": "04de7820-cece-476d-905d-cf7de8c8838a", "name": "network-vif-deleted", "tag": "0ff6e9d2-836c-4ff0-8458-c7f7049b2798"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:36:45.729855 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb55fb2-f6cb-4ed8-ab58-0d2302b39b90 x-openstack-request-id: req-fcb55fb2-f6cb-4ed8-ab58-0d2302b39b90 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:36:45.730144 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04de7820-cece-476d-905d-cf7de8c8838a", "name": "network-vif-deleted", "tag": "0ff6e9d2-836c-4ff0-8458-c7f7049b2798", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:36:45.730433 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fcb55fb2-f6cb-4ed8-ab58-0d2302b39b90 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:36:45.730834 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04de7820-cece-476d-905d-cf7de8c8838a', 'name': 'network-vif-deleted', 'tag': '0ff6e9d2-836c-4ff0-8458-c7f7049b2798', 'status': 'completed', 'code': 200} Nov 11 22:36:46.045103 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a84cc5b1-87f4-409d-b98f-bb32e5cbf9c7 req-1c9e358d-e990-4982-b9f6-5a643a405d8c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=04de7820-cece-476d-905d-cf7de8c8838a HTTP/1.1" status: 200 len: 210 time: 0.0307984 Nov 11 22:36:46.129330 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-129845d5-82e0-481d-9b25-d359b56489bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:47.109424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58444) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:47.474408 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:47.486093 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a79d65b0-9fcc-4874-9324-0764f93b144e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:47.746235 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a79d65b0-9fcc-4874-9324-0764f93b144e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port a4cb178e-17d3-45c9-9ee0-731ad1177e74 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:36:47.746488 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a79d65b0-9fcc-4874-9324-0764f93b144e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:47.842790 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-a79d65b0-9fcc-4874-9324-0764f93b144e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] For port a4cb178e-17d3-45c9-9ee0-731ad1177e74, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a4cb178e-17d3-45c9-9ee0-731ad1177e74,segment=NetworkSegment(bf7dd5ec-6041-41c7-aba1-fa9523f1b32f),segment_id=bf7dd5ec-6041-41c7-aba1-fa9523f1b32f)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:36:47.843159 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a79d65b0-9fcc-4874-9324-0764f93b144e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:47.856449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-a79d65b0-9fcc-4874-9324-0764f93b144e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for a4cb178e-17d3-45c9-9ee0-731ad1177e74 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:36:48.050792 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a79d65b0-9fcc-4874-9324-0764f93b144e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:48.078129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d65b0-9fcc-4874-9324-0764f93b144e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=a4cb178e-17d3-45c9-9ee0-731ad1177e74,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:48.249371 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-a79d65b0-9fcc-4874-9324-0764f93b144e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:48.480867 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79d65b0-9fcc-4874-9324-0764f93b144e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router 9792def3-f5da-467a-92e0-88d569a97287 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:36:48.590957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79d65b0-9fcc-4874-9324-0764f93b144e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:36:48.596768 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-a79d65b0-9fcc-4874-9324-0764f93b144e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "PUT /v2.0/routers/9792def3-f5da-467a-92e0-88d569a97287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4863005 Nov 11 22:36:48.599720 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58446) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:48.602404 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c82a67-b1d2-4d4d-9c03-d9cab8bdfd68 None None] Sync routers for ids ['9792def3-f5da-467a-92e0-88d569a97287'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:36:48.613225 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c82a67-b1d2-4d4d-9c03-d9cab8bdfd68 None None] Routers {'9792def3-f5da-467a-92e0-88d569a97287'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:36:48.613836 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-68c82a67-b1d2-4d4d-9c03-d9cab8bdfd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:36:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9792def3-f5da-467a-92e0-88d569a97287'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:48.651009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-782d8cfe-f7d8-4cf0-9936-7493ed118cb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting subnet d1668bc0-8602-4476-bf1b-8f3e091bdf3a {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:36:48.654199 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-782d8cfe-f7d8-4cf0-9936-7493ed118cb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:48.698507 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-782d8cfe-f7d8-4cf0-9936-7493ed118cb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:48.719805 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-68c82a67-b1d2-4d4d-9c03-d9cab8bdfd68 None None] Set router 9792def3-f5da-467a-92e0-88d569a97287 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:36:48.784656 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-782d8cfe-f7d8-4cf0-9936-7493ed118cb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:48.847669 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:48.849486 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-782d8cfe-f7d8-4cf0-9936-7493ed118cb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:48.879931 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d8cfe-f7d8-4cf0-9936-7493ed118cb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Subnet': ['ID=d1668bc0-8602-4476-bf1b-8f3e091bdf3a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:48.883677 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-782d8cfe-f7d8-4cf0-9936-7493ed118cb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:48.886893 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-782d8cfe-f7d8-4cf0-9936-7493ed118cb1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/subnets/d1668bc0-8602-4476-bf1b-8f3e091bdf3a HTTP/1.1" status: 204 len: 168 time: 0.2862651 Nov 11 22:36:48.889805 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58448) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:48.895243 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310bbc7-6680-4057-8413-571fba7cb574 None None] Network f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:36:48.992280 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-68c82a67-b1d2-4d4d-9c03-d9cab8bdfd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792def3-f5da-467a-92e0-88d569a97287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:36:47Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:49.001278 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:49.020507 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c82a67-b1d2-4d4d-9c03-d9cab8bdfd68 None None] Checking router: 9792def3-f5da-467a-92e0-88d569a97287 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:36:49.029307 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c82a67-b1d2-4d4d-9c03-d9cab8bdfd68 None None] Routers {'9792def3-f5da-467a-92e0-88d569a97287'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:36:49.030021 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-68c82a67-b1d2-4d4d-9c03-d9cab8bdfd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:36:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['9792def3-f5da-467a-92e0-88d569a97287'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:49.094737 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] DHCP port deletion for f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:36:49.110395 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:49.137572 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-68c82a67-b1d2-4d4d-9c03-d9cab8bdfd68 None None] Set router 9792def3-f5da-467a-92e0-88d569a97287 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:36:49.169647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:36:49.169982 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:49.272258 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] For port 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:36:49.272632 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:49.294195 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:36:49.321665 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Deleting port 34eb62a5-f29a-4b23-88a8-c1356b5d36f7 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:36:49.322048 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:49.365356 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-68c82a67-b1d2-4d4d-9c03-d9cab8bdfd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792def3-f5da-467a-92e0-88d569a97287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:36:47Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:49.395905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] For port 34eb62a5-f29a-4b23-88a8-c1356b5d36f7, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=34eb62a5-f29a-4b23-88a8-c1356b5d36f7,segment=NetworkSegment(bf7dd5ec-6041-41c7-aba1-fa9523f1b32f),segment_id=bf7dd5ec-6041-41c7-aba1-fa9523f1b32f)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:36:49.396710 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:49.400557 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c82a67-b1d2-4d4d-9c03-d9cab8bdfd68 None None] The sync data for ids ['9792def3-f5da-467a-92e0-88d569a97287'] in n-d-805737-3 is: [{'id': '9792def3-f5da-467a-92e0-88d569a97287', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53944402', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:36:47Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792def3-f5da-467a-92e0-88d569a97287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:35:04Z', 'updated_at': '2021-11-11T22:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:36:49.419582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Calling delete_port for 34eb62a5-f29a-4b23-88a8-c1356b5d36f7 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:36:49.440542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 34eb62a5-f29a-4b23-88a8-c1356b5d36f7 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:36:49.468634 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:49.502405 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:49.529592 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:49.554177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8d1404-851d-44dd-afc0-e1c2dd2f3b43 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:36:49.588783 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:49.603428 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:49.613897 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:49.662846 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Pushing event deleted for resources: {'Port': ['ID=34eb62a5-f29a-4b23-88a8-c1356b5d36f7,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:49.669867 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] No DVR routers for this DVR port 34eb62a5-f29a-4b23-88a8-c1356b5d36f7 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:36:49.672120 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:49.672452 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:49.672830 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:49.673153 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:49.673473 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:49.673971 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:49.674434 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:49.674908 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:49.675410 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:49.675898 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:49.676389 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:49.677078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001e939d-60d9-4062-b2c8-19292bd92a22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:50.019536 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.021834 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.068260 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.069326 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Fanout notify agent at l3_agent the message router_deleted on router 9792def3-f5da-467a-92e0-88d569a97287 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:36:50.079318 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.080512 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-53bf791e-7293-4f1a-87d9-40982780be42 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/routers/9792def3-f5da-467a-92e0-88d569a97287 HTTP/1.1" status: 204 len: 168 time: 1.1897917 Nov 11 22:36:50.083444 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58450) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:50.165860 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-627f7fd3-6f8f-4a74-9b51-fa5fcd96288f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.255235 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-627f7fd3-6f8f-4a74-9b51-fa5fcd96288f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.274755 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-627f7fd3-6f8f-4a74-9b51-fa5fcd96288f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa']}} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:50.283854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-627f7fd3-6f8f-4a74-9b51-fa5fcd96288f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7dd5ec-6041-41c7-aba1-fa9523f1b32f') {'for_net_delete': True} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:50.284153 n-d-805737-3 neutron-server[102535]: DEBUG neutron.services.segments.db [None req-627f7fd3-6f8f-4a74-9b51-fa5fcd96288f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7dd5ec-6041-41c7-aba1-fa9523f1b32f') {} {{(pid=102535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:50.293530 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-627f7fd3-6f8f-4a74-9b51-fa5fcd96288f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7598727'] for segment, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.306534 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-627f7fd3-6f8f-4a74-9b51-fa5fcd96288f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.313581 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627f7fd3-6f8f-4a74-9b51-fa5fcd96288f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=102535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:36:50.313944 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-627f7fd3-6f8f-4a74-9b51-fa5fcd96288f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7482362'] for segment, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: Traceback (most recent call last): Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: timer() Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: cb(*args, **kw) Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: return func(*args, **kwargs) Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: self._notify() Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: self.callback(batched_events) Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: event.method(event) Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: return f(self, *a, **k) Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: return self._get(url).json() Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: return self.request(url, 'GET', **kwargs) Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:36:50.317818 n-d-805737-3 neutron-server[102535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:36:50.388657 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-627f7fd3-6f8f-4a74-9b51-fa5fcd96288f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.396352 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-627f7fd3-6f8f-4a74-9b51-fa5fcd96288f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.399495 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-627f7fd3-6f8f-4a74-9b51-fa5fcd96288f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/networks/f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa HTTP/1.1" status: 204 len: 168 time: 0.3150718 Nov 11 22:36:50.402783 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58452) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:50.411448 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f7fd3-6f8f-4a74-9b51-fa5fcd96288f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Network': ['ID=f2a98933-daa7-40f9-9ab9-c8f61ae9b5aa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:50.461242 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ca7cfb4-dae7-48fc-a7ab-0de8b65390ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.486050 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ca7cfb4-dae7-48fc-a7ab-0de8b65390ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.549570 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ca7cfb4-dae7-48fc-a7ab-0de8b65390ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.552411 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8ca7cfb4-dae7-48fc-a7ab-0de8b65390ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.553721 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8ca7cfb4-dae7-48fc-a7ab-0de8b65390ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/security-groups/5e1ad9f5-9cbd-470f-b000-c40e9131a639 HTTP/1.1" status: 204 len: 168 time: 0.1498311 Nov 11 22:36:50.565181 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7cfb4-dae7-48fc-a7ab-0de8b65390ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1ad9f5-9cbd-470f-b000-c40e9131a639,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:50.816720 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58458) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:50.821406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ac6fe0dc-c3a3-42de-9637-6084a266e749 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1110125522', 'description': 'tempest-secgroup-smoke-1110125522 description', 'project_id': '7d0c6300ec124bf0b83645cab7c91315'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:36:50.825905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:36:50.847600 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ac6fe0dc-c3a3-42de-9637-6084a266e749 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.847822 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:36:50.847928 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 0ff6e9d2-836c-4ff0-8458-c7f7049b2798 not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:36:50.936381 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ac6fe0dc-c3a3-42de-9637-6084a266e749 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.944350 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ac6fe0dc-c3a3-42de-9637-6084a266e749 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.972218 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ac6fe0dc-c3a3-42de-9637-6084a266e749 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:50.973657 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ac6fe0dc-c3a3-42de-9637-6084a266e749 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1559160 Nov 11 22:36:50.976738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58460) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:50.981140 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-172e17ce-c5f4-4a5f-b6fa-a8d2e5a91a30 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': 'b8d7cab7-45ff-4cbd-b3bd-d71d389fac23', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:36:50.989334 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fe0dc-c3a3-42de-9637-6084a266e749 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:51.015357 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-172e17ce-c5f4-4a5f-b6fa-a8d2e5a91a30 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.075681 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-172e17ce-c5f4-4a5f-b6fa-a8d2e5a91a30 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.081717 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-172e17ce-c5f4-4a5f-b6fa-a8d2e5a91a30 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.101516 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e17ce-c5f4-4a5f-b6fa-a8d2e5a91a30 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e753348-3822-40a1-8f86-db243f81cfbb,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:51.108558 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-172e17ce-c5f4-4a5f-b6fa-a8d2e5a91a30 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.109944 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-172e17ce-c5f4-4a5f-b6fa-a8d2e5a91a30 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321404 Nov 11 22:36:51.113493 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58462) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:51.118066 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-af2fb6e3-a692-43aa-8c78-5dead1717ae9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': 'b8d7cab7-45ff-4cbd-b3bd-d71d389fac23', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:36:51.148774 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af2fb6e3-a692-43aa-8c78-5dead1717ae9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.209701 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af2fb6e3-a692-43aa-8c78-5dead1717ae9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.215470 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af2fb6e3-a692-43aa-8c78-5dead1717ae9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.233616 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fb6e3-a692-43aa-8c78-5dead1717ae9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e2829d-90be-4dba-bdbe-86b60ae373cb,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:51.249249 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-af2fb6e3-a692-43aa-8c78-5dead1717ae9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.250669 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-af2fb6e3-a692-43aa-8c78-5dead1717ae9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362755 Nov 11 22:36:51.253766 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58464) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:51.258160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4d34b682-7516-41c1-bfab-c47e8fb87716 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': 'b8d7cab7-45ff-4cbd-b3bd-d71d389fac23', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:36:51.276465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:36:51.288536 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d34b682-7516-41c1-bfab-c47e8fb87716 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.300773 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:36:51.301143 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 26b0f1f7-c479-43a5-bdd7-b39be0bdd2fa not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:36:51.301550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a4cb178e-17d3-45c9-9ee0-731ad1177e74 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:36:51.320247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: a4cb178e-17d3-45c9-9ee0-731ad1177e74 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:36:51.320587 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a4cb178e-17d3-45c9-9ee0-731ad1177e74 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:36:51.344164 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d34b682-7516-41c1-bfab-c47e8fb87716 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.349269 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d34b682-7516-41c1-bfab-c47e8fb87716 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.366241 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34b682-7516-41c1-bfab-c47e8fb87716 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6521cf-1c7d-43ea-9802-c580e013e637,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:51.373763 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4d34b682-7516-41c1-bfab-c47e8fb87716 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.374940 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4d34b682-7516-41c1-bfab-c47e8fb87716 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202207 Nov 11 22:36:51.377776 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58466) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:51.382180 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d8a8e77b-a128-459b-a369-a633e4471688 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': 'b8d7cab7-45ff-4cbd-b3bd-d71d389fac23', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:36:51.410234 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d8a8e77b-a128-459b-a369-a633e4471688 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.472175 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d8a8e77b-a128-459b-a369-a633e4471688 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.479261 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d8a8e77b-a128-459b-a369-a633e4471688 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.497520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8e77b-a128-459b-a369-a633e4471688 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a645be6-946a-4589-b904-dcd3c17d82e6,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:51.503398 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d8a8e77b-a128-459b-a369-a633e4471688 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.504637 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d8a8e77b-a128-459b-a369-a633e4471688 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258819 Nov 11 22:36:51.507647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58468) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:51.512282 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-903ef268-b11e-4941-9868-5bd99a3b49f9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': 'b8d7cab7-45ff-4cbd-b3bd-d71d389fac23', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:36:51.534984 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-903ef268-b11e-4941-9868-5bd99a3b49f9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Project 7d0c6300ec124bf0b83645cab7c91315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:36:51.539530 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-903ef268-b11e-4941-9868-5bd99a3b49f9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.605868 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-903ef268-b11e-4941-9868-5bd99a3b49f9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.611441 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-903ef268-b11e-4941-9868-5bd99a3b49f9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.629649 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ef268-b11e-4941-9868-5bd99a3b49f9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a71725-26e0-42c1-8fc1-5735045bdb10,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:51.634904 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-903ef268-b11e-4941-9868-5bd99a3b49f9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.636098 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-903ef268-b11e-4941-9868-5bd99a3b49f9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273997 Nov 11 22:36:51.639117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58470) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:51.643600 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2ae3450b-5a02-41ba-ad23-f950f6fba3fe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'security_group_rule': {'security_group_id': 'b8d7cab7-45ff-4cbd-b3bd-d71d389fac23', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:36:51.666827 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-2ae3450b-5a02-41ba-ad23-f950f6fba3fe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Project 7d0c6300ec124bf0b83645cab7c91315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:36:51.671865 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ae3450b-5a02-41ba-ad23-f950f6fba3fe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.738912 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ae3450b-5a02-41ba-ad23-f950f6fba3fe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.744834 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ae3450b-5a02-41ba-ad23-f950f6fba3fe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.762624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3450b-5a02-41ba-ad23-f950f6fba3fe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d3941f-ccab-4f01-ba9e-eff5fda8c0ee,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:51.768866 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ae3450b-5a02-41ba-ad23-f950f6fba3fe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.770095 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2ae3450b-5a02-41ba-ad23-f950f6fba3fe tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299801 Nov 11 22:36:51.774024 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58472) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:51.778889 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-d9f1776a-0496-4b8e-9330-62e3d395da6d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'network': {'name': 'tempest-network-smoke--1310075324', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'port_security_enabled': True}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:36:51.799786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f1776a-0496-4b8e-9330-62e3d395da6d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Made reservation on behalf of 7d0c6300ec124bf0b83645cab7c91315 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:36:51.803321 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9f1776a-0496-4b8e-9330-62e3d395da6d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.826070 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f1776a-0496-4b8e-9330-62e3d395da6d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:36:51.835054 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9f1776a-0496-4b8e-9330-62e3d395da6d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.835437 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-d9f1776a-0496-4b8e-9330-62e3d395da6d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Added segment b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90 of type vlan for network 16943bd2-7da0-4857-b872-5c8253455a87 Nov 11 22:36:51.875366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9f1776a-0496-4b8e-9330-62e3d395da6d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.903145 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9f1776a-0496-4b8e-9330-62e3d395da6d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.908715 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f1776a-0496-4b8e-9330-62e3d395da6d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:51.909320 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-d9f1776a-0496-4b8e-9330-62e3d395da6d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.946184 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-d9f1776a-0496-4b8e-9330-62e3d395da6d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1711326 Nov 11 22:36:51.949213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58474) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:51.954274 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'admin_state_up': True, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:36:51.980384 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1776a-0496-4b8e-9330-62e3d395da6d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Network': ['ID=16943bd2-7da0-4857-b872-5c8253455a87,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:51.980596 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.981853 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:51.991372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 16943bd2-7da0-4857-b872-5c8253455a87 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:36:52.038902 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:52.180488 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:52.381693 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:52.406198 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:52.524609 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.25.0.142 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/1fba5de7-94e0-400f-91fb-2a6e4790ddae) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:36:52.633592 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:52.670216 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:52.715806 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:36:52.721195 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:36:52.724899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:36:52.730691 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=1fba5de7-94e0-400f-91fb-2a6e4790ddae,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:52.735305 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ee20a6-4abe-4d17-a704-fb989694035c None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:36:52.849550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1fbca94d-2595-4d64-852f-eee2a1bb13d9 None None] Provisioning complete for port 1fba5de7-94e0-400f-91fb-2a6e4790ddae triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:36:52.849951 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1fbca94d-2595-4d64-852f-eee2a1bb13d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:52.884386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1fbca94d-2595-4d64-852f-eee2a1bb13d9 None None] Port 1fba5de7-94e0-400f-91fb-2a6e4790ddae cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:36:52.976635 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:53.188555 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:53.318246 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router d2022aaf-0072-4f29-bf75-8e83daa5abdd is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:36:53.437775 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:36:53.448220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Sync routers for ids ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:36:53.459594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Routers {'d2022aaf-0072-4f29-bf75-8e83daa5abdd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:36:53.460472 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:36:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:53.461461 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:53.462775 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-95c0b8b7-8f4d-4c16-8dba-24a370ed2db1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5124712 Nov 11 22:36:53.466124 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58476) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:53.537957 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-85979216-b0ac-4b04-9315-1fd82e77e22f tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7d0c6300ec124bf0b83645cab7c91315&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0703375 Nov 11 22:36:53.540618 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58480) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:53.566585 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Set router d2022aaf-0072-4f29-bf75-8e83daa5abdd gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:36:53.629899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20630bd-b1a3-4a33-a179-692b9aebc570 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:53.631433 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d20630bd-b1a3-4a33-a179-692b9aebc570 tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898621 Nov 11 22:36:53.634781 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58482) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:53.662368 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-0c296ed3-0731-45a6-90a4-2e50084a7bcc tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=0a630514-d3c7-460d-bc48-cd2bd16452e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264614 Nov 11 22:36:53.664936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58484) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:53.669615 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-b61d1e87-13f3-42c9-b041-24a6945abb8c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-514766790', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:36:53.749836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:36:51Z', 'updated_at': '2021-11-11T22:36:52Z', 'revision_number': 3, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:52Z', 'updated_at': '2021-11-11T22:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:53.766230 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61d1e87-13f3-42c9-b041-24a6945abb8c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Made reservation on behalf of 7d0c6300ec124bf0b83645cab7c91315 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:36:53.769869 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b61d1e87-13f3-42c9-b041-24a6945abb8c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:53.781022 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Checking router: d2022aaf-0072-4f29-bf75-8e83daa5abdd for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:36:53.781377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Updating router d2022aaf-0072-4f29-bf75-8e83daa5abdd port 1fba5de7-94e0-400f-91fb-2a6e4790ddae binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:36:53.805833 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:53.949282 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b61d1e87-13f3-42c9-b041-24a6945abb8c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:54.007384 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d1e87-13f3-42c9-b041-24a6945abb8c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Subnet': ['ID=a6e31689-99d5-4fdb-9be2-0b175b6ce40a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:54.017546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d1e87-13f3-42c9-b041-24a6945abb8c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Checking segment: {'id': 'b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:36:54.017925 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d1e87-13f3-42c9-b041-24a6945abb8c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network hostable DHCP agents. Network: 16943bd2-7da0-4857-b872-5c8253455a87, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:36:54.036459 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d1e87-13f3-42c9-b041-24a6945abb8c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 16943bd2-7da0-4857-b872-5c8253455a87 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:36:54.048001 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-b61d1e87-13f3-42c9-b041-24a6945abb8c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 16943bd2-7da0-4857-b872-5c8253455a87) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:36:54.052859 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61d1e87-13f3-42c9-b041-24a6945abb8c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:54.053568 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-b61d1e87-13f3-42c9-b041-24a6945abb8c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:54.055620 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:54.060078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e043b40-4714-4592-a661-31247e00d96e None None] Network 16943bd2-7da0-4857-b872-5c8253455a87 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:36:54.071374 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-b61d1e87-13f3-42c9-b041-24a6945abb8c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4055023 Nov 11 22:36:54.074295 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58486) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:36:54.079762 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:54.162635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6579ba9e-171d-4131-bcbc-a9437395b3fd None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:36:54.180338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Attempting to bind port 1fba5de7-94e0-400f-91fb-2a6e4790ddae on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:36:54.180726 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Attempting to bind port 1fba5de7-94e0-400f-91fb-2a6e4790ddae by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:36:54.181109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Attempting to bind port 1fba5de7-94e0-400f-91fb-2a6e4790ddae on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:36:54.188406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1a3d8-8595-4085-b8e7-59fcef715df9 None None] Pushing event updated for resources: {'Port': ['ID=1fba5de7-94e0-400f-91fb-2a6e4790ddae,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:54.202580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:36:54.203062 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:36:54.203473 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:54.203871 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:36:54.204516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Bound port: 1fba5de7-94e0-400f-91fb-2a6e4790ddae, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:36:54.204731 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:54.284069 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b4b0858b-3999-41ea-9527-ff8d771a732c None None] Provisioning complete for port 1fba5de7-94e0-400f-91fb-2a6e4790ddae triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:36:54.284340 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b4b0858b-3999-41ea-9527-ff8d771a732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:54.342437 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] For port 1fba5de7-94e0-400f-91fb-2a6e4790ddae, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:36:54.358606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-16943bd2-7da0-4857-b872-5c8253455a87', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ips': [{'subnet_id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:36:54.359480 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:54.363684 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] For port 1fba5de7-94e0-400f-91fb-2a6e4790ddae, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1fba5de7-94e0-400f-91fb-2a6e4790ddae,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:36:54.366272 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b4b0858b-3999-41ea-9527-ff8d771a732c None None] Port 1fba5de7-94e0-400f-91fb-2a6e4790ddae cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:36:54.376471 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:54.478363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62d54e4-3b13-4fdd-bd10-0548a49db83d None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:36:54.504471 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:54.515763 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Routers {'d2022aaf-0072-4f29-bf75-8e83daa5abdd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:36:54.517050 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:36:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:54.525172 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1a3d8-8595-4085-b8e7-59fcef715df9 None None] Pushing event updated for resources: {'Port': ['ID=1fba5de7-94e0-400f-91fb-2a6e4790ddae,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:54.652055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6afc66b9-6884-451f-8029-fbff1833dce7 None None] Provisioning complete for port 1fba5de7-94e0-400f-91fb-2a6e4790ddae triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:36:54.652455 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6afc66b9-6884-451f-8029-fbff1833dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:54.662880 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Allocated IP 172.20.0.2 (16943bd2-7da0-4857-b872-5c8253455a87/a6e31689-99d5-4fdb-9be2-0b175b6ce40a/37053840-81f1-4cf2-839c-9de694e2cce0) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:36:54.712583 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] Set router d2022aaf-0072-4f29-bf75-8e83daa5abdd gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:36:54.944710 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6afc66b9-6884-451f-8029-fbff1833dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:55.015440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6afc66b9-6884-451f-8029-fbff1833dce7 None None] For port 1fba5de7-94e0-400f-91fb-2a6e4790ddae, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1fba5de7-94e0-400f-91fb-2a6e4790ddae,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:36:55.026841 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6afc66b9-6884-451f-8029-fbff1833dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:55.032934 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:55.057375 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:55.087706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.20.0.1 (16943bd2-7da0-4857-b872-5c8253455a87/a6e31689-99d5-4fdb-9be2-0b175b6ce40a/da1d4664-117c-41ea-8e6e-2b934496027a) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:36:55.099639 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Network 16943bd2-7da0-4857-b872-5c8253455a87 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:36:55.105159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:36:55.108436 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:36:55.111001 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc66b9-6884-451f-8029-fbff1833dce7 None None] Pushing event updated for resources: {'Port': ['ID=1fba5de7-94e0-400f-91fb-2a6e4790ddae,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:55.122149 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:36:51Z', 'updated_at': '2021-11-11T22:36:52Z', 'revision_number': 3, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:52Z', 'updated_at': '2021-11-11T22:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:55.209608 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:55.248153 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:55.294318 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 16943bd2-7da0-4857-b872-5c8253455a87 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:36:55.297481 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:36:55.302114 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:36:55.306071 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=da1d4664-117c-41ea-8e6e-2b934496027a,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:55.342371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb16d83-5e3c-49c2-bdb4-cf38b4062fd5 None None] The sync data for ids ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'] in n-d-805737-3 is: [{'id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:36:51Z', 'updated_at': '2021-11-11T22:36:52Z', 'revision_number': 3, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:52Z', 'updated_at': '2021-11-11T22:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:36:55.348470 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:55.386101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Pushing event updated for resources: {'Port': ['ID=37053840-81f1-4cf2-839c-9de694e2cce0,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:55.392778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Attempting to bind port 37053840-81f1-4cf2-839c-9de694e2cce0 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:36:55.393267 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Attempting to bind port 37053840-81f1-4cf2-839c-9de694e2cce0 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:36:55.393633 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Attempting to bind port 37053840-81f1-4cf2-839c-9de694e2cce0 on network 16943bd2-7da0-4857-b872-5c8253455a87 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:36:55.399461 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:36:55.399864 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Checking segment: {'id': 'b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:36:55.400268 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:55.400659 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Bound using segment: {'id': 'b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:36:55.401174 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Bound port: 37053840-81f1-4cf2-839c-9de694e2cce0, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:36:55.401558 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:55.471666 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] For port 37053840-81f1-4cf2-839c-9de694e2cce0, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:36:55.475717 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] For port 37053840-81f1-4cf2-839c-9de694e2cce0, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=37053840-81f1-4cf2-839c-9de694e2cce0,segment=NetworkSegment(b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90),segment_id=b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:36:55.483085 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:55.559228 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ac8f8-f181-4f4e-b337-c936fd1de9fa None None] Pushing event updated for resources: {'Port': ['ID=37053840-81f1-4cf2-839c-9de694e2cce0,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:55.863401 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:56.146308 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:56.152718 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:56.234234 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:56.243312 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=da1d4664-117c-41ea-8e6e-2b934496027a,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:56.334261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 16943bd2-7da0-4857-b872-5c8253455a87 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:36:56.335819 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:36:56.457103 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router d2022aaf-0072-4f29-bf75-8e83daa5abdd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:36:56.494058 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ce5396-4cc7-453d-b11e-10cfbcc0854a None None] Network 16943bd2-7da0-4857-b872-5c8253455a87 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:36:56.567515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:36:56.573109 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6db806e6-913b-417a-ba8a-71244ba4f39d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "PUT /v2.0/routers/d2022aaf-0072-4f29-bf75-8e83daa5abdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4977036 Nov 11 22:36:56.576974 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f5ccb228-6f6f-46a1-9a22-dabee312bf34 None None] Provisioning complete for port 37053840-81f1-4cf2-839c-9de694e2cce0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:36:56.577345 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5ccb228-6f6f-46a1-9a22-dabee312bf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:56.732608 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5ccb228-6f6f-46a1-9a22-dabee312bf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:56.743347 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-b33208fe-0257-4157-8f10-b0f18d202f49 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110125522&fields=id&tenant_id=7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 267 time: 0.0540774 Nov 11 22:36:56.774753 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-f5ccb228-6f6f-46a1-9a22-dabee312bf34 None None] For port 37053840-81f1-4cf2-839c-9de694e2cce0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=37053840-81f1-4cf2-839c-9de694e2cce0,segment=NetworkSegment(b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90),segment_id=b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:36:56.779959 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f5ccb228-6f6f-46a1-9a22-dabee312bf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:56.842466 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccb228-6f6f-46a1-9a22-dabee312bf34 None None] Pushing event updated for resources: {'Port': ['ID=37053840-81f1-4cf2-839c-9de694e2cce0,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:56.875632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-fefbd2a5-88cf-4a34-9376-cdfb1bf03349 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:56.877245 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-fefbd2a5-88cf-4a34-9376-cdfb1bf03349 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/networks?id=16943bd2-7da0-4857-b872-5c8253455a87 HTTP/1.1" status: 200 len: 797 time: 0.1264958 Nov 11 22:36:56.893539 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-b156751e-cdf7-47f6-a401-bdcceb8270fd tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/quotas/7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 375 time: 0.0101337 Nov 11 22:36:56.946970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-91facb14-c6c9-4a25-8830-57f5ffec759f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475595 Nov 11 22:36:57.003148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-aada9628-e5c4-46e1-be3a-897a2ceb45a3 None None] Provisioning complete for port da1d4664-117c-41ea-8e6e-2b934496027a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:36:57.003543 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aada9628-e5c4-46e1-be3a-897a2ceb45a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:57.007935 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-34a64bca-19a4-4810-a3d7-b32970bd3bdf service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:36:57.009114 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-34a64bca-19a4-4810-a3d7-b32970bd3bdf service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466678 Nov 11 22:36:57.040402 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-aada9628-e5c4-46e1-be3a-897a2ceb45a3 None None] Port da1d4664-117c-41ea-8e6e-2b934496027a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:36:57.052511 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-aada9628-e5c4-46e1-be3a-897a2ceb45a3 None None] Provisioning complete for port 37053840-81f1-4cf2-839c-9de694e2cce0 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:36:57.052921 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aada9628-e5c4-46e1-be3a-897a2ceb45a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:57.088979 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Sync routers for ids ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:36:57.102646 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Routers {'d2022aaf-0072-4f29-bf75-8e83daa5abdd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:36:57.103628 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:36:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:57.110488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-869ddf78-aebe-4a3f-83d1-c052394a493b service neutron] 10.222.0.57 "GET /v2.0/networks/16943bd2-7da0-4857-b872-5c8253455a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941985 Nov 11 22:36:57.218436 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-b4193363-d99e-4c9f-a8a6-d783737d5a49 service neutron] 10.222.0.57 "GET /v2.0/networks/16943bd2-7da0-4857-b872-5c8253455a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996397 Nov 11 22:36:57.225666 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Set router d2022aaf-0072-4f29-bf75-8e83daa5abdd gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:36:57.274205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-58e55963-42ad-487d-a31a-0fc3fb329393 None None] Provisioning complete for port da1d4664-117c-41ea-8e6e-2b934496027a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:36:57.274717 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-58e55963-42ad-487d-a31a-0fc3fb329393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:57.322159 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-58e55963-42ad-487d-a31a-0fc3fb329393 None None] Port da1d4664-117c-41ea-8e6e-2b934496027a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:36:57.411905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 37053840-81f1-4cf2-839c-9de694e2cce0 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:36:57.481256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b3e7af28-a10d-4df0-843d-1d082b41e6aa None None] Provisioning complete for port da1d4664-117c-41ea-8e6e-2b934496027a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:36:57.481628 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b3e7af28-a10d-4df0-843d-1d082b41e6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:57.513456 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6193643-d26d-44cc-92c6-4bf477b7f88a req-c6b5d2d8-a853-432d-a0f7-2133600f85c2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 210 time: 0.0491395 Nov 11 22:36:57.516573 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:36:51Z', 'updated_at': '2021-11-11T22:36:55Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:52Z', 'updated_at': '2021-11-11T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'da1d4664-117c-41ea-8e6e-2b934496027a', 'name': '', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:bd:f9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:54Z', 'updated_at': '2021-11-11T22:36:56Z', 'revision_number': 2, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:57.527938 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 37053840-81f1-4cf2-839c-9de694e2cce0 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:36:57.527938 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:57.544940 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Checking router: d2022aaf-0072-4f29-bf75-8e83daa5abdd for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:36:57.545366 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Updating router d2022aaf-0072-4f29-bf75-8e83daa5abdd port da1d4664-117c-41ea-8e6e-2b934496027a binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:36:57.563640 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-b3e7af28-a10d-4df0-843d-1d082b41e6aa None None] Port da1d4664-117c-41ea-8e6e-2b934496027a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:36:57.572533 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:57.613906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1fba5de7-94e0-400f-91fb-2a6e4790ddae up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:36:57.664344 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1fba5de7-94e0-400f-91fb-2a6e4790ddae triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:36:57.664812 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:57.861806 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:57.869501 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:57.917146 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdc31c-2681-4eba-833c-8dd570502dc4 None None] Pushing event updated for resources: {'Port': ['ID=da1d4664-117c-41ea-8e6e-2b934496027a,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:57.926574 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdc31c-2681-4eba-833c-8dd570502dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:57.926908 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdc31c-2681-4eba-833c-8dd570502dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:57.927264 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdc31c-2681-4eba-833c-8dd570502dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:57.927593 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdc31c-2681-4eba-833c-8dd570502dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:57.927924 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdc31c-2681-4eba-833c-8dd570502dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:57.928223 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdc31c-2681-4eba-833c-8dd570502dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:57.928753 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdc31c-2681-4eba-833c-8dd570502dc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:57.928962 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdc31c-2681-4eba-833c-8dd570502dc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:57.929249 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdc31c-2681-4eba-833c-8dd570502dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:57.929551 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdc31c-2681-4eba-833c-8dd570502dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:57.929846 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdc31c-2681-4eba-833c-8dd570502dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:57.930177 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fdc31c-2681-4eba-833c-8dd570502dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:57.981154 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Attempting to bind port da1d4664-117c-41ea-8e6e-2b934496027a on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:36:57.981535 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Attempting to bind port da1d4664-117c-41ea-8e6e-2b934496027a by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:36:57.981880 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Attempting to bind port da1d4664-117c-41ea-8e6e-2b934496027a on network 16943bd2-7da0-4857-b872-5c8253455a87 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:36:57.987189 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:36:57.987549 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Checking segment: {'id': 'b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:36:57.987937 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:57.988350 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Bound using segment: {'id': 'b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:36:57.988903 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Bound port: da1d4664-117c-41ea-8e6e-2b934496027a, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:36:57.989280 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:58.056395 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] For port da1d4664-117c-41ea-8e6e-2b934496027a, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:36:58.060028 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] For port da1d4664-117c-41ea-8e6e-2b934496027a, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=da1d4664-117c-41ea-8e6e-2b934496027a,segment=NetworkSegment(b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90),segment_id=b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:36:58.066114 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:58.136030 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Routers {'d2022aaf-0072-4f29-bf75-8e83daa5abdd'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:36:58.136837 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:36:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:58.139926 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdc31c-2681-4eba-833c-8dd570502dc4 None None] Pushing event updated for resources: {'Port': ['ID=da1d4664-117c-41ea-8e6e-2b934496027a,revision_number=4']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:58.188235 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d3d70725-245a-45dc-b309-2c103e979135 None None] Provisioning complete for port da1d4664-117c-41ea-8e6e-2b934496027a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:36:58.188711 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3d70725-245a-45dc-b309-2c103e979135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:58.275808 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3d70725-245a-45dc-b309-2c103e979135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:58.311552 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d3d70725-245a-45dc-b309-2c103e979135 None None] For port da1d4664-117c-41ea-8e6e-2b934496027a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=da1d4664-117c-41ea-8e6e-2b934496027a,segment=NetworkSegment(b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90),segment_id=b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:36:58.316610 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d3d70725-245a-45dc-b309-2c103e979135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:58.355575 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] Set router d2022aaf-0072-4f29-bf75-8e83daa5abdd gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:36:58.364713 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d70725-245a-45dc-b309-2c103e979135 None None] Pushing event updated for resources: {'Port': ['ID=da1d4664-117c-41ea-8e6e-2b934496027a,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:58.442404 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-01368514-99fc-4459-b3a4-87ad20fbc7e6 None None] Provisioning complete for port da1d4664-117c-41ea-8e6e-2b934496027a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:36:58.442772 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-01368514-99fc-4459-b3a4-87ad20fbc7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:58.559060 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:36:51Z', 'updated_at': '2021-11-11T22:36:55Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:52Z', 'updated_at': '2021-11-11T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'da1d4664-117c-41ea-8e6e-2b934496027a', 'name': '', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:bd:f9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:54Z', 'updated_at': '2021-11-11T22:36:58Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:36:58.593218 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98acacae-fe9a-4aa3-867f-5482f7aff906 None None] The sync data for ids ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'] in n-d-805737-3 is: [{'id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:36:51Z', 'updated_at': '2021-11-11T22:36:55Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:52Z', 'updated_at': '2021-11-11T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'da1d4664-117c-41ea-8e6e-2b934496027a', 'name': '', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:bd:f9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:54Z', 'updated_at': '2021-11-11T22:36:58Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:36:58.674741 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-304a4366-a9fe-4066-879c-7a9b918d626c req-2350c499-c7b5-40f2-bf74-b4f5c19c32e6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 210 time: 0.0634284 Nov 11 22:36:58.715862 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-c20db90f-9ff2-44a5-9f49-565bba82b5fb tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:58.718026 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-c20db90f-9ff2-44a5-9f49-565bba82b5fb tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.71 "GET /v2.0/networks?id=16943bd2-7da0-4857-b872-5c8253455a87 HTTP/1.1" status: 200 len: 797 time: 0.1854539 Nov 11 22:36:58.795383 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-5a95e3a3-6f8a-4144-994d-5674afee55c3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d0c6300ec124bf0b83645cab7c91315 HTTP/1.1" status: 200 len: 380 time: 0.0571682 Nov 11 22:36:58.806512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-6c68d034-1aca-4e1f-94de-ea3ba13d724d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'port': {'device_id': 'a57710c5-4249-4c96-84e0-c65bee9666e7', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'admin_state_up': True, 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'security_groups': ['b8d7cab7-45ff-4cbd-b3bd-d71d389fac23']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:36:58.922255 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-6c68d034-1aca-4e1f-94de-ea3ba13d724d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Made reservation on behalf of 7d0c6300ec124bf0b83645cab7c91315 for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:36:58.926574 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-6c68d034-1aca-4e1f-94de-ea3ba13d724d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:59.052216 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-6c68d034-1aca-4e1f-94de-ea3ba13d724d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.20.0.13 (16943bd2-7da0-4857-b872-5c8253455a87/a6e31689-99d5-4fdb-9be2-0b175b6ce40a/ccaabc07-c7f8-448e-88a5-d72c472ac2cb) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:36:59.198614 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-6c68d034-1aca-4e1f-94de-ea3ba13d724d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:59.237612 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-6c68d034-1aca-4e1f-94de-ea3ba13d724d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:59.287023 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-6c68d034-1aca-4e1f-94de-ea3ba13d724d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 16943bd2-7da0-4857-b872-5c8253455a87 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:36:59.291338 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-6c68d034-1aca-4e1f-94de-ea3ba13d724d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:36:59.293288 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68d034-1aca-4e1f-94de-ea3ba13d724d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=ccaabc07-c7f8-448e-88a5-d72c472ac2cb,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:59.295455 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-6c68d034-1aca-4e1f-94de-ea3ba13d724d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:36:59.344861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device da1d4664-117c-41ea-8e6e-2b934496027a up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:36:59.362691 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-6c68d034-1aca-4e1f-94de-ea3ba13d724d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:59.363356 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-6c68d034-1aca-4e1f-94de-ea3ba13d724d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:59.385532 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-6c68d034-1aca-4e1f-94de-ea3ba13d724d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5828516 Nov 11 22:36:59.406310 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Request body: {'port': {'device_id': 'a57710c5-4249-4c96-84e0-c65bee9666e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:36:59.407048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port da1d4664-117c-41ea-8e6e-2b934496027a triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:36:59.407621 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:59.610743 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d2c60461-87a3-48cb-a220-8c6d90f1b5f5 None None] Provisioning complete for port ccaabc07-c7f8-448e-88a5-d72c472ac2cb triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:36:59.611106 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d2c60461-87a3-48cb-a220-8c6d90f1b5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:59.655830 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d2c60461-87a3-48cb-a220-8c6d90f1b5f5 None None] Port ccaabc07-c7f8-448e-88a5-d72c472ac2cb cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:36:59.856044 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:59.873157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0115002-3de4-458e-a212-977d2e128fdb req-58d19148-c7a6-448c-a6c3-b58e73b59080 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:59.874626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0115002-3de4-458e-a212-977d2e128fdb req-58d19148-c7a6-448c-a6c3-b58e73b59080 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 932 time: 0.0796077 Nov 11 22:36:59.998738 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c0115002-3de4-458e-a212-977d2e128fdb req-d44699e4-1668-45a8-8c0a-c7e39a0b8d06 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177673 Nov 11 22:37:00.156553 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccaabc07-c7f8-448e-88a5-d72c472ac2cb {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:37:00.164454 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:00.177193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Transition to ACTIVE for port object ccaabc07-c7f8-448e-88a5-d72c472ac2cb will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:37:00.183303 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:00.230525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Pushing event updated for resources: {'Port': ['ID=ccaabc07-c7f8-448e-88a5-d72c472ac2cb,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:00.304671 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Attempting to bind port ccaabc07-c7f8-448e-88a5-d72c472ac2cb on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:37:00.305114 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Attempting to bind port ccaabc07-c7f8-448e-88a5-d72c472ac2cb by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': 'b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:37:00.305442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Attempting to bind port ccaabc07-c7f8-448e-88a5-d72c472ac2cb on network 16943bd2-7da0-4857-b872-5c8253455a87 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:37:00.309968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Port ccaabc07-c7f8-448e-88a5-d72c472ac2cb on network 16943bd2-7da0-4857-b872-5c8253455a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:37:00.310283 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Attempting to bind port ccaabc07-c7f8-448e-88a5-d72c472ac2cb on network 16943bd2-7da0-4857-b872-5c8253455a87 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:37:00.315599 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:37:00.315945 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Checking segment: {'id': 'b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:37:00.316340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Bound using segment: {'id': 'b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:37:00.316773 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Bound port: ccaabc07-c7f8-448e-88a5-d72c472ac2cb, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:37:00.317156 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:00.384725 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] For port ccaabc07-c7f8-448e-88a5-d72c472ac2cb, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:37:00.388173 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] For port ccaabc07-c7f8-448e-88a5-d72c472ac2cb, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ccaabc07-c7f8-448e-88a5-d72c472ac2cb,segment=NetworkSegment(b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90),segment_id=b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:37:00.393096 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:00.426722 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:00.427342 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:00.428732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] 10.222.0.71 "PUT /v2.0/ports/ccaabc07-c7f8-448e-88a5-d72c472ac2cb HTTP/1.1" status: 200 len: 1092 time: 1.0283387 Nov 11 22:37:00.429195 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57710c5-4249-4c96-84e0-c65bee9666e7', 'tag': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:37:00.431454 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91672396-9d39-45f9-9971-afabcdfb1feb" -d '{"events": [{"name": "network-changed", "server_uuid": "a57710c5-4249-4c96-84e0-c65bee9666e7", "tag": "ccaabc07-c7f8-448e-88a5-d72c472ac2cb"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:37:00.478259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eaf3d-ac5f-4b23-a690-8d9dbbc5d95d service neutron] Pushing event updated for resources: {'Port': ['ID=ccaabc07-c7f8-448e-88a5-d72c472ac2cb,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:00.485695 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855a8a23-ffd7-4282-9f9e-5fa2e35095cb x-openstack-request-id: req-855a8a23-ffd7-4282-9f9e-5fa2e35095cb {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:37:00.486260 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57710c5-4249-4c96-84e0-c65bee9666e7", "tag": "ccaabc07-c7f8-448e-88a5-d72c472ac2cb", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:37:00.487093 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-855a8a23-ffd7-4282-9f9e-5fa2e35095cb {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:37:00.487579 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57710c5-4249-4c96-84e0-c65bee9666e7', 'tag': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb', 'status': 'completed', 'code': 200} Nov 11 22:37:00.536355 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-71b59334-4d55-49ed-a358-adeb8f146e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:00.538047 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-71b59334-4d55-49ed-a358-adeb8f146e3c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 1095 time: 0.0496621 Nov 11 22:37:00.593424 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-93ad9b4e-56ef-4cdc-9615-111d67777d51 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccaabc07-c7f8-448e-88a5-d72c472ac2cb HTTP/1.1" status: 200 len: 217 time: 0.0391343 Nov 11 22:37:00.652142 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-c48fdade-1244-4b6a-9a61-270c7630721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:00.653622 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-c48fdade-1244-4b6a-9a61-270c7630721d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a6e31689-99d5-4fdb-9be2-0b175b6ce40a HTTP/1.1" status: 200 len: 834 time: 0.0432832 Nov 11 22:37:00.706838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-c11b6fe3-79a9-4e8d-bd33-cf1ad9149074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:00.708327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-c11b6fe3-79a9-4e8d-bd33-cf1ad9149074 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16943bd2-7da0-4857-b872-5c8253455a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428181 Nov 11 22:37:00.812819 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-9e46da3c-1140-4798-b6f2-4dd2ad977910 service neutron] 10.222.0.71 "GET /v2.0/networks/16943bd2-7da0-4857-b872-5c8253455a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910492 Nov 11 22:37:00.908138 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ef64fc0d-2040-4614-a5e6-9fac5365ea57 req-4e77835f-628e-4ea1-b6fc-18ca2425aa90 service neutron] 10.222.0.71 "GET /v2.0/networks/16943bd2-7da0-4857-b872-5c8253455a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822659 Nov 11 22:37:01.017483 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91672396-9d39-45f9-9971-afabcdfb1feb req-f01799f0-1357-4d1c-a335-3ee84aa08781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:01.018892 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91672396-9d39-45f9-9971-afabcdfb1feb req-f01799f0-1357-4d1c-a335-3ee84aa08781 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 1095 time: 0.0456429 Nov 11 22:37:01.141359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91672396-9d39-45f9-9971-afabcdfb1feb req-c55dca74-55a5-40ec-8eed-fde4a15ce655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:01.142846 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91672396-9d39-45f9-9971-afabcdfb1feb req-c55dca74-55a5-40ec-8eed-fde4a15ce655 service neutron] 10.222.0.71 "GET /v2.0/networks?id=16943bd2-7da0-4857-b872-5c8253455a87 HTTP/1.1" status: 200 len: 899 time: 0.1162577 Nov 11 22:37:01.151358 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3aebf0-3ba4-497f-ab46-6c965e8586cf req-52a2d7e2-c62e-4e7d-927d-114c32cfb461 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:01.152756 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a3aebf0-3ba4-497f-ab46-6c965e8586cf req-52a2d7e2-c62e-4e7d-927d-114c32cfb461 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 944 time: 0.0756528 Nov 11 22:37:01.194045 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91672396-9d39-45f9-9971-afabcdfb1feb req-17da3e1e-12bb-4ff4-b93a-c4170605954a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccaabc07-c7f8-448e-88a5-d72c472ac2cb HTTP/1.1" status: 200 len: 217 time: 0.0402849 Nov 11 22:37:01.259072 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0a3aebf0-3ba4-497f-ab46-6c965e8586cf req-6dd7b4e6-f550-497f-bb02-f5482554ed77 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989928 Nov 11 22:37:01.270096 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91672396-9d39-45f9-9971-afabcdfb1feb req-5c80a12a-6c80-46ae-b106-2e17f4d25481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:01.271477 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91672396-9d39-45f9-9971-afabcdfb1feb req-5c80a12a-6c80-46ae-b106-2e17f4d25481 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a6e31689-99d5-4fdb-9be2-0b175b6ce40a HTTP/1.1" status: 200 len: 834 time: 0.0655863 Nov 11 22:37:01.323290 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91672396-9d39-45f9-9971-afabcdfb1feb req-2a638537-aa4c-498a-9dfd-fd91af2ca1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:01.324825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91672396-9d39-45f9-9971-afabcdfb1feb req-2a638537-aa4c-498a-9dfd-fd91af2ca1a7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16943bd2-7da0-4857-b872-5c8253455a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450845 Nov 11 22:37:01.416058 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91672396-9d39-45f9-9971-afabcdfb1feb req-243cd03f-f770-47de-a377-7339f06e0439 service neutron] 10.222.0.71 "GET /v2.0/networks/16943bd2-7da0-4857-b872-5c8253455a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829272 Nov 11 22:37:01.516343 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91672396-9d39-45f9-9971-afabcdfb1feb req-16aa107d-7688-40f5-b642-52702d5d0d36 service neutron] 10.222.0.71 "GET /v2.0/networks/16943bd2-7da0-4857-b872-5c8253455a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918069 Nov 11 22:37:02.393939 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f68ec8-6b43-4fd8-a5d8-b45f45ff8751 req-5dfdcdc7-9a2e-417a-a724-09d8ff260167 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:02.395430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-10f68ec8-6b43-4fd8-a5d8-b45f45ff8751 req-5dfdcdc7-9a2e-417a-a724-09d8ff260167 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 944 time: 0.0538940 Nov 11 22:37:02.445846 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-10f68ec8-6b43-4fd8-a5d8-b45f45ff8751 req-0ba7a9ce-8b3e-4247-b748-f9a22eb0473c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442920 Nov 11 22:37:03.585409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81480e63-6cb0-4568-a8b5-9a4965768d95 req-c433ed48-5c43-4a04-90c4-04a4f868d98b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:03.586936 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81480e63-6cb0-4568-a8b5-9a4965768d95 req-c433ed48-5c43-4a04-90c4-04a4f868d98b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 944 time: 0.0620375 Nov 11 22:37:03.647720 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-81480e63-6cb0-4568-a8b5-9a4965768d95 req-0f9b03a5-e8b4-4d38-8ea6-60f25c77919f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511487 Nov 11 22:37:03.874498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ccaabc07-c7f8-448e-88a5-d72c472ac2cb details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:37:03.981705 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ccaabc07-c7f8-448e-88a5-d72c472ac2cb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ccaabc07-c7f8-448e-88a5-d72c472ac2cb,segment=NetworkSegment(b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90),segment_id=b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:37:03.994875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'port_id': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb', 'mac_address': 'fa:16:3e:b0:fb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:37:04.034941 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:04.049106 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaabc07-c7f8-448e-88a5-d72c472ac2cb {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:37:04.068989 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ccaabc07-c7f8-448e-88a5-d72c472ac2cb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ccaabc07-c7f8-448e-88a5-d72c472ac2cb,segment=NetworkSegment(b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90),segment_id=b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:37:04.076256 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:04.124685 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=ccaabc07-c7f8-448e-88a5-d72c472ac2cb,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:04.374162 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['ccaabc07-c7f8-448e-88a5-d72c472ac2cb'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:37:04.767396 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3249bf4-9c81-4d3f-af2e-11d8dcf11608 req-327a4344-2128-454d-b5c4-c880ffffbe1f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:04.768930 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e3249bf4-9c81-4d3f-af2e-11d8dcf11608 req-327a4344-2128-454d-b5c4-c880ffffbe1f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 945 time: 0.0506089 Nov 11 22:37:04.819877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e3249bf4-9c81-4d3f-af2e-11d8dcf11608 req-9964724e-1700-4c79-bdbd-2385dc99cbe9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449121 Nov 11 22:37:05.893882 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ccaabc07-c7f8-448e-88a5-d72c472ac2cb up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:37:05.945129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ca16a-aa01-45f5-8f9a-796c9c880b0d req-e7dd5e9a-216e-405c-8642-ad2160903178 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:05.947260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb2ca16a-aa01-45f5-8f9a-796c9c880b0d req-e7dd5e9a-216e-405c-8642-ad2160903178 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 945 time: 0.0514174 Nov 11 22:37:05.948431 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port ccaabc07-c7f8-448e-88a5-d72c472ac2cb completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:37:05.952290 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port ccaabc07-c7f8-448e-88a5-d72c472ac2cb triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:37:05.952662 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:06.007318 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eb2ca16a-aa01-45f5-8f9a-796c9c880b0d req-f36eb1da-2cf0-4b44-b3e2-60bf6dde16c3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533934 Nov 11 22:37:06.032012 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:06.054253 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57710c5-4249-4c96-84e0-c65bee9666e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:37:06.056530 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7f76f8-f77f-43c9-9b77-47d610f642c2" -d '{"events": [{"server_uuid": "a57710c5-4249-4c96-84e0-c65bee9666e7", "name": "network-vif-plugged", "status": "completed", "tag": "ccaabc07-c7f8-448e-88a5-d72c472ac2cb"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:37:06.069160 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port ccaabc07-c7f8-448e-88a5-d72c472ac2cb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ccaabc07-c7f8-448e-88a5-d72c472ac2cb,segment=NetworkSegment(b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90),segment_id=b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:37:06.074557 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:06.124677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=ccaabc07-c7f8-448e-88a5-d72c472ac2cb,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:06.145715 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efb874b-5a82-4c55-ad68-373a61de0232 x-openstack-request-id: req-5efb874b-5a82-4c55-ad68-373a61de0232 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:37:06.146008 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57710c5-4249-4c96-84e0-c65bee9666e7", "name": "network-vif-plugged", "status": "completed", "tag": "ccaabc07-c7f8-448e-88a5-d72c472ac2cb", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:37:06.146260 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5efb874b-5a82-4c55-ad68-373a61de0232 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:37:06.146656 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57710c5-4249-4c96-84e0-c65bee9666e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb', 'code': 200} Nov 11 22:37:06.258754 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f2aef-3845-491f-9573-3a231c47dcc3 req-c0a2581a-b9ef-4ecb-9c8b-da22fa78c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:06.260174 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a4f2aef-3845-491f-9573-3a231c47dcc3 req-c0a2581a-b9ef-4ecb-9c8b-da22fa78c0ef service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 1097 time: 0.0464845 Nov 11 22:37:06.317859 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2a4f2aef-3845-491f-9573-3a231c47dcc3 req-a445ecce-9018-4c55-a495-a356dce77546 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439262 Nov 11 22:37:07.145447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f33cb-9e5c-4218-a050-35a1faf3eb4a req-b03586f1-d1cb-4d47-80c1-9e6d638b480e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:07.146964 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-077f33cb-9e5c-4218-a050-35a1faf3eb4a req-b03586f1-d1cb-4d47-80c1-9e6d638b480e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 946 time: 0.0617149 Nov 11 22:37:07.198918 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-077f33cb-9e5c-4218-a050-35a1faf3eb4a req-05960406-8547-43a5-a9d6-43d8ff1c4f62 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456004 Nov 11 22:37:08.333184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabba22-0722-4c9d-9aca-ca04dc317e51 req-460310ff-81e9-4062-8bd3-19dfb620f0b3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:08.334738 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdabba22-0722-4c9d-9aca-ca04dc317e51 req-460310ff-81e9-4062-8bd3-19dfb620f0b3 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 946 time: 0.0569210 Nov 11 22:37:08.392601 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdabba22-0722-4c9d-9aca-ca04dc317e51 req-aaae9656-8c7a-4bf7-a952-50cfd6e98800 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493464 Nov 11 22:37:08.508314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7cc81-15c3-46f1-b83a-20b9a39a344d req-072927d9-db52-4821-8cb1-5c84ee3d8ce2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:08.509715 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-efb7cc81-15c3-46f1-b83a-20b9a39a344d req-072927d9-db52-4821-8cb1-5c84ee3d8ce2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 946 time: 0.0510275 Nov 11 22:37:08.570247 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-efb7cc81-15c3-46f1-b83a-20b9a39a344d req-92e1a0f6-a0a4-4867-a50b-7bb7a7367fe8 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518596 Nov 11 22:37:08.598471 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58544) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:08.646327 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7013916b-4fb1-4e36-93b5-6f492a6119bf tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:08.647892 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-7013916b-4fb1-4e36-93b5-6f492a6119bf tempest-TestNetworkAdvancedServerOps-1346317348 tempest-TestNetworkAdvancedServerOps-1346317348-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 1092 time: 0.0480745 Nov 11 22:37:08.650965 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58546) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:08.655366 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:37:08.680325 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:08.798886 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:08.905799 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Allocated IP 172.25.0.254 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/6df7e92f-8106-41d7-ae64-b7793668cd7c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:37:09.019642 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:09.070000 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:09.117094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:37:09.121805 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:37:09.125270 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:37:09.131520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=6df7e92f-8106-41d7-ae64-b7793668cd7c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:09.491171 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:09.567879 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:09.726664 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:09.734530 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:09.801589 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event updated for resources: {'Port': ['ID=6df7e92f-8106-41d7-ae64-b7793668cd7c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:09.814976 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:09.913545 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Floating IP f033cdde-37a6-4a7c-9643-4252b318be79 associated. External IP: 172.25.0.254, port: ccaabc07-c7f8-448e-88a5-d72c472ac2cb. Nov 11 22:37:10.132684 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router d2022aaf-0072-4f29-bf75-8e83daa5abdd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:37:10.234858 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:37:10.245571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c2281-f0c1-4e84-8d52-4463263055c1 None None] Sync routers for ids ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:37:10.254541 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:10.257815 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c2281-f0c1-4e84-8d52-4463263055c1 None None] Routers {'d2022aaf-0072-4f29-bf75-8e83daa5abdd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:37:10.258442 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-244c2281-f0c1-4e84-8d52-4463263055c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:36:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:10.283938 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2fcab94d-f367-4d8c-bdb3-07adfd1f1977 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6319399 Nov 11 22:37:10.284511 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57710c5-4249-4c96-84e0-c65bee9666e7', 'tag': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:37:10.286851 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bacff6-6e67-4ac2-b742-0a7f9e6c74d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a57710c5-4249-4c96-84e0-c65bee9666e7", "tag": "ccaabc07-c7f8-448e-88a5-d72c472ac2cb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:37:10.363795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-244c2281-f0c1-4e84-8d52-4463263055c1 None None] Set router d2022aaf-0072-4f29-bf75-8e83daa5abdd gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:37:10.380724 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511e61e-0a3f-4c95-a0da-9f2c6c2b66a3 req-dfcf9935-4179-4d93-98c8-7e731bd49ff4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:10.382257 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8511e61e-0a3f-4c95-a0da-9f2c6c2b66a3 req-dfcf9935-4179-4d93-98c8-7e731bd49ff4 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 946 time: 0.0494142 Nov 11 22:37:10.431417 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8511e61e-0a3f-4c95-a0da-9f2c6c2b66a3 req-d8b8e500-ddcd-4b23-9c03-77b82279e784 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429578 Nov 11 22:37:10.453825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58552) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:10.475645 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9666de0-d293-4991-8cb6-5d0cd123ed01 x-openstack-request-id: req-b9666de0-d293-4991-8cb6-5d0cd123ed01 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:37:10.475952 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57710c5-4249-4c96-84e0-c65bee9666e7", "tag": "ccaabc07-c7f8-448e-88a5-d72c472ac2cb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:37:10.476213 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b9666de0-d293-4991-8cb6-5d0cd123ed01 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:37:10.476706 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57710c5-4249-4c96-84e0-c65bee9666e7', 'tag': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb', 'status': 'completed', 'code': 200} Nov 11 22:37:10.543481 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f821dd71-3653-4ec7-ba14-7e2e2ddb0587 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/f033cdde-37a6-4a7c-9643-4252b318be79 HTTP/1.1" status: 200 len: 992 time: 0.0869555 Nov 11 22:37:10.554166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bacff6-6e67-4ac2-b742-0a7f9e6c74d5 req-876a5eea-b73f-47fd-9ba2-3450afd5f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:10.555634 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55bacff6-6e67-4ac2-b742-0a7f9e6c74d5 req-876a5eea-b73f-47fd-9ba2-3450afd5f30a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 1097 time: 0.0524111 Nov 11 22:37:10.598168 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-244c2281-f0c1-4e84-8d52-4463263055c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:36:51Z', 'updated_at': '2021-11-11T22:36:55Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:52Z', 'updated_at': '2021-11-11T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'f033cdde-37a6-4a7c-9643-4252b318be79', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'port_id': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'mac_address': 'fa:16:3e:b0:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57710c5-4249-4c96-84e0-c65bee9666e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:37:09Z', 'updated_at': '2021-11-11T22:37:09Z', 'revision_number': 0, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da1d4664-117c-41ea-8e6e-2b934496027a', 'name': '', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:bd:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:54Z', 'updated_at': '2021-11-11T22:36:58Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:10.629438 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c2281-f0c1-4e84-8d52-4463263055c1 None None] Checking router: d2022aaf-0072-4f29-bf75-8e83daa5abdd for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:37:10.638121 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c2281-f0c1-4e84-8d52-4463263055c1 None None] Routers {'d2022aaf-0072-4f29-bf75-8e83daa5abdd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:37:10.638739 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-244c2281-f0c1-4e84-8d52-4463263055c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:36:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:10.652646 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bacff6-6e67-4ac2-b742-0a7f9e6c74d5 req-bbc8f82c-bd69-48d3-8bed-f59b8ebdc65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:10.654299 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55bacff6-6e67-4ac2-b742-0a7f9e6c74d5 req-bbc8f82c-bd69-48d3-8bed-f59b8ebdc65c service neutron] 10.222.0.71 "GET /v2.0/networks?id=16943bd2-7da0-4857-b872-5c8253455a87 HTTP/1.1" status: 200 len: 899 time: 0.0902224 Nov 11 22:37:10.721035 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55bacff6-6e67-4ac2-b742-0a7f9e6c74d5 req-27034a55-4f6f-459a-99f8-5e82b149f3bc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccaabc07-c7f8-448e-88a5-d72c472ac2cb HTTP/1.1" status: 200 len: 1000 time: 0.0594809 Nov 11 22:37:10.747155 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-244c2281-f0c1-4e84-8d52-4463263055c1 None None] Set router d2022aaf-0072-4f29-bf75-8e83daa5abdd gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:37:10.776611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bacff6-6e67-4ac2-b742-0a7f9e6c74d5 req-e60e6a6d-2498-4beb-b2d5-a36647714324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:10.778155 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55bacff6-6e67-4ac2-b742-0a7f9e6c74d5 req-e60e6a6d-2498-4beb-b2d5-a36647714324 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a6e31689-99d5-4fdb-9be2-0b175b6ce40a HTTP/1.1" status: 200 len: 834 time: 0.0487466 Nov 11 22:37:10.825446 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bacff6-6e67-4ac2-b742-0a7f9e6c74d5 req-5fecd632-7cd8-4236-9d3f-d9982ad2cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:10.826960 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55bacff6-6e67-4ac2-b742-0a7f9e6c74d5 req-5fecd632-7cd8-4236-9d3f-d9982ad2cef6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16943bd2-7da0-4857-b872-5c8253455a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406005 Nov 11 22:37:10.916270 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55bacff6-6e67-4ac2-b742-0a7f9e6c74d5 req-ef14b332-a857-4799-978e-7e442af172c0 service neutron] 10.222.0.71 "GET /v2.0/networks/16943bd2-7da0-4857-b872-5c8253455a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816355 Nov 11 22:37:10.969319 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-244c2281-f0c1-4e84-8d52-4463263055c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:36:51Z', 'updated_at': '2021-11-11T22:36:55Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:52Z', 'updated_at': '2021-11-11T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'f033cdde-37a6-4a7c-9643-4252b318be79', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'port_id': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'mac_address': 'fa:16:3e:b0:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57710c5-4249-4c96-84e0-c65bee9666e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:37:09Z', 'updated_at': '2021-11-11T22:37:09Z', 'revision_number': 0, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da1d4664-117c-41ea-8e6e-2b934496027a', 'name': '', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:bd:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:54Z', 'updated_at': '2021-11-11T22:36:58Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:10.998666 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c2281-f0c1-4e84-8d52-4463263055c1 None None] The sync data for ids ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'] in n-d-805737-3 is: [{'id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:36:51Z', 'updated_at': '2021-11-11T22:36:55Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:52Z', 'updated_at': '2021-11-11T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'f033cdde-37a6-4a7c-9643-4252b318be79', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'port_id': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'mac_address': 'fa:16:3e:b0:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57710c5-4249-4c96-84e0-c65bee9666e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:37:09Z', 'updated_at': '2021-11-11T22:37:09Z', 'revision_number': 0, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da1d4664-117c-41ea-8e6e-2b934496027a', 'name': '', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:bd:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:54Z', 'updated_at': '2021-11-11T22:36:58Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:37:11.010398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55bacff6-6e67-4ac2-b742-0a7f9e6c74d5 req-60c50b6c-438b-4d0d-a4d1-58da6296bfad service neutron] 10.222.0.71 "GET /v2.0/networks/16943bd2-7da0-4857-b872-5c8253455a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869262 Nov 11 22:37:11.191528 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d600eb4b-6dbf-4444-ab7c-7d3189b9f0f7 None None] New status for floating IP f033cdde-37a6-4a7c-9643-4252b318be79: ACTIVE {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:37:11.547200 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58554) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:11.614550 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f07260d6-7138-43b2-8f0c-c0dd2a9262d6 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/f033cdde-37a6-4a7c-9643-4252b318be79 HTTP/1.1" status: 200 len: 994 time: 0.0653994 Nov 11 22:37:11.879437 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:12.069673 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-aad01cde-ce2e-45b9-ac9c-0c7d050f44eb req-0a784d4e-287e-49c6-a96c-df16f6aec869 service neutron] (102534) timed out ('10.222.0.10', 58446) {{(pid=102534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 22:37:13.957452 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1441-ea15-4b69-9ab7-9cd688f30458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:15.228581 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:16.129408 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c18124e9-d8fa-464b-931b-c28b1d828be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:17.481764 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:18.851331 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:19.419851 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:21.476904 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:37:34.576877 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9214c885-f9f0-4bc9-9fa3-0afa682227d4 req-dc102562-d315-47f9-9365-38c294cbe465 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511675 Nov 11 22:37:34.670834 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214c885-f9f0-4bc9-9fa3-0afa682227d4 req-3b83b475-1e2e-4d42-8119-a0ff94b9aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:34.672326 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9214c885-f9f0-4bc9-9fa3-0afa682227d4 req-3b83b475-1e2e-4d42-8119-a0ff94b9aca6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 1097 time: 0.0431364 Nov 11 22:37:34.779840 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214c885-f9f0-4bc9-9fa3-0afa682227d4 req-9d3a6040-24fa-4fd7-85a2-dfd902c22321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:34.781353 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9214c885-f9f0-4bc9-9fa3-0afa682227d4 req-9d3a6040-24fa-4fd7-85a2-dfd902c22321 service neutron] 10.222.0.71 "GET /v2.0/networks?id=16943bd2-7da0-4857-b872-5c8253455a87 HTTP/1.1" status: 200 len: 899 time: 0.0837972 Nov 11 22:37:34.858978 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9214c885-f9f0-4bc9-9fa3-0afa682227d4 req-201399df-061c-45eb-a3f8-a8d46bf75520 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccaabc07-c7f8-448e-88a5-d72c472ac2cb HTTP/1.1" status: 200 len: 1002 time: 0.0678997 Nov 11 22:37:34.913619 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214c885-f9f0-4bc9-9fa3-0afa682227d4 req-8725b4dd-1c19-4dad-a8b7-462f7eda9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:34.915626 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9214c885-f9f0-4bc9-9fa3-0afa682227d4 req-8725b4dd-1c19-4dad-a8b7-462f7eda9079 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a6e31689-99d5-4fdb-9be2-0b175b6ce40a HTTP/1.1" status: 200 len: 834 time: 0.0490437 Nov 11 22:37:34.963574 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214c885-f9f0-4bc9-9fa3-0afa682227d4 req-a60ebb49-68f4-422c-99db-c89e8a079972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:34.965131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9214c885-f9f0-4bc9-9fa3-0afa682227d4 req-a60ebb49-68f4-422c-99db-c89e8a079972 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16943bd2-7da0-4857-b872-5c8253455a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416126 Nov 11 22:37:35.059606 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9214c885-f9f0-4bc9-9fa3-0afa682227d4 req-0e0f4520-73d6-40a0-a8c8-b3863cad1eec service neutron] 10.222.0.71 "GET /v2.0/networks/16943bd2-7da0-4857-b872-5c8253455a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850961 Nov 11 22:37:35.162994 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9214c885-f9f0-4bc9-9fa3-0afa682227d4 req-64f4d5c9-3488-46d5-a522-09ead9a868e2 service neutron] 10.222.0.71 "GET /v2.0/networks/16943bd2-7da0-4857-b872-5c8253455a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954268 Nov 11 22:37:41.732155 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:43.952612 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef49a020-7ba4-47d9-8278-acca5d6590ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:45.027149 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552e0b3-3667-4ac2-b7ff-df8c21c6fcbd req-f5114c4d-64da-4df6-af9c-f2a678f7f982 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:45.029292 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9552e0b3-3667-4ac2-b7ff-df8c21c6fcbd req-f5114c4d-64da-4df6-af9c-f2a678f7f982 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 946 time: 0.0634298 Nov 11 22:37:45.078251 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9552e0b3-3667-4ac2-b7ff-df8c21c6fcbd req-db776b5d-9216-447f-a41f-a3e9d78f2eed tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432682 Nov 11 22:37:45.247647 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:46.125249 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a7b8f4b2-0781-409f-a0dd-a142298ac7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:46.204565 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d8d16-813c-48af-9ab9-4c0a71e7705f req-2e4d7aa4-5fd7-483c-8c29-60f025fb7867 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:46.206093 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c4d8d16-813c-48af-9ab9-4c0a71e7705f req-2e4d7aa4-5fd7-483c-8c29-60f025fb7867 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 946 time: 0.0507264 Nov 11 22:37:46.256200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5c4d8d16-813c-48af-9ab9-4c0a71e7705f req-d8ff0078-028e-408e-8fa6-f6f0f70bdf19 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440688 Nov 11 22:37:46.282880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58572) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:46.348149 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cbe4559b-da23-4a72-a4b2-ca481f8ca364 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/f033cdde-37a6-4a7c-9643-4252b318be79 HTTP/1.1" status: 200 len: 994 time: 0.0641632 Nov 11 22:37:47.477695 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:47.647546 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c361c1c-ed6e-4c7b-bf24-edeee96736d3 req-64a02ef4-4cb3-4b42-9360-d9bee8ff772e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:47.649050 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9c361c1c-ed6e-4c7b-bf24-edeee96736d3 req-64a02ef4-4cb3-4b42-9360-d9bee8ff772e tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 946 time: 0.0494769 Nov 11 22:37:47.721659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f2a31-2536-4e37-9d19-5e05edb09404 req-542c2488-10c9-4f36-83bf-6a698e3fb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:47.723172 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f23f2a31-2536-4e37-9d19-5e05edb09404 req-542c2488-10c9-4f36-83bf-6a698e3fb4fc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 1097 time: 0.0732582 Nov 11 22:37:47.727067 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9c361c1c-ed6e-4c7b-bf24-edeee96736d3 req-c2d147d2-2a54-4e28-9ed7-cb2f748a099b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697258 Nov 11 22:37:47.822132 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f2a31-2536-4e37-9d19-5e05edb09404 req-e0aa73ca-867d-4089-adb3-10f2c1c65fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:47.823497 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f23f2a31-2536-4e37-9d19-5e05edb09404 req-e0aa73ca-867d-4089-adb3-10f2c1c65fd8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=16943bd2-7da0-4857-b872-5c8253455a87 HTTP/1.1" status: 200 len: 899 time: 0.0846953 Nov 11 22:37:47.892914 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f23f2a31-2536-4e37-9d19-5e05edb09404 req-4d0ab757-d2a5-4aad-bdd2-4d1893c1e2ce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccaabc07-c7f8-448e-88a5-d72c472ac2cb HTTP/1.1" status: 200 len: 1002 time: 0.0609660 Nov 11 22:37:47.947852 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f2a31-2536-4e37-9d19-5e05edb09404 req-92b5983b-4f44-473b-876c-3de9a2617113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:47.949266 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f23f2a31-2536-4e37-9d19-5e05edb09404 req-92b5983b-4f44-473b-876c-3de9a2617113 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a6e31689-99d5-4fdb-9be2-0b175b6ce40a HTTP/1.1" status: 200 len: 834 time: 0.0429430 Nov 11 22:37:48.000952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f2a31-2536-4e37-9d19-5e05edb09404 req-50c163e6-a591-4eba-8da2-fb678cc99f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:48.002469 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f23f2a31-2536-4e37-9d19-5e05edb09404 req-50c163e6-a591-4eba-8da2-fb678cc99f2a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16943bd2-7da0-4857-b872-5c8253455a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406218 Nov 11 22:37:48.104398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f23f2a31-2536-4e37-9d19-5e05edb09404 req-d123b56e-b6be-4ac5-b35c-558d6bc5e5b0 service neutron] 10.222.0.71 "GET /v2.0/networks/16943bd2-7da0-4857-b872-5c8253455a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897000 Nov 11 22:37:48.199703 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f23f2a31-2536-4e37-9d19-5e05edb09404 req-80d2c45d-e5a7-4d42-86c4-e0d42056655b service neutron] 10.222.0.71 "GET /v2.0/networks/16943bd2-7da0-4857-b872-5c8253455a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823345 Nov 11 22:37:48.854586 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:48.857895 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44706575-58ec-4eb3-b18e-b423bbaed791 req-d1c1dc56-eb93-489e-ba14-64b1eaff0b8b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:48.859475 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44706575-58ec-4eb3-b18e-b423bbaed791 req-d1c1dc56-eb93-489e-ba14-64b1eaff0b8b tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 946 time: 0.0577235 Nov 11 22:37:48.914970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44706575-58ec-4eb3-b18e-b423bbaed791 req-69d0bf27-c568-4f9e-8999-c5e5ede96486 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491977 Nov 11 22:37:49.419966 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:50.043837 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee5ebd-2a46-4eef-a2b6-710b8035dddf req-42727731-0223-4352-aa6a-a5efa36cdee1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:50.045244 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6bee5ebd-2a46-4eef-a2b6-710b8035dddf req-42727731-0223-4352-aa6a-a5efa36cdee1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 946 time: 0.0495124 Nov 11 22:37:50.097349 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6bee5ebd-2a46-4eef-a2b6-710b8035dddf req-c2ab24d1-b525-463c-a49d-431fcd099da2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434020 Nov 11 22:37:50.119436 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58584) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:50.183144 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-62a6e486-910d-4223-a142-376930df651d tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/floatingips/f033cdde-37a6-4a7c-9643-4252b318be79 HTTP/1.1" status: 200 len: 994 time: 0.0625925 Nov 11 22:37:50.388709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58590) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:50.546135 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port 6df7e92f-8106-41d7-ae64-b7793668cd7c {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:37:50.546516 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:50.620447 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:50.620717 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:50.632392 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for 6df7e92f-8106-41d7-ae64-b7793668cd7c owned by network:floatingip {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:37:50.788489 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:50.813222 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=6df7e92f-8106-41d7-ae64-b7793668cd7c,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:50.824943 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:50.825299 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:50.825641 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:50.825979 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:50.826310 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:50.826644 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:50.826970 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:50.827321 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:50.827664 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:50.827987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:50.828274 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:50.828628 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:50.886956 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for floatingip, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:50.887259 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Floating IP f033cdde-37a6-4a7c-9643-4252b318be79 disassociated (deleted). External IP: 172.25.0.254, port: ccaabc07-c7f8-448e-88a5-d72c472ac2cb. Nov 11 22:37:51.099905 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router d2022aaf-0072-4f29-bf75-8e83daa5abdd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:37:51.206828 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:37:51.211813 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:51.218277 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310fb5c2-85fa-42d6-8860-81e0dff3d7f9 None None] Sync routers for ids ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:37:51.229265 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310fb5c2-85fa-42d6-8860-81e0dff3d7f9 None None] Routers {'d2022aaf-0072-4f29-bf75-8e83daa5abdd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:37:51.229911 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-310fb5c2-85fa-42d6-8860-81e0dff3d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:51.346689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-310fb5c2-85fa-42d6-8860-81e0dff3d7f9 None None] Set router d2022aaf-0072-4f29-bf75-8e83daa5abdd gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:37:51.550156 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-58c002b2-807f-4ab3-9688-6b35fddad61f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/floatingips/f033cdde-37a6-4a7c-9643-4252b318be79 HTTP/1.1" status: 204 len: 168 time: 1.1596587 Nov 11 22:37:51.550744 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57710c5-4249-4c96-84e0-c65bee9666e7', 'tag': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:37:51.552833 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c34d58-c9f6-4ac0-8d8e-8dddc9972bab" -d '{"events": [{"name": "network-changed", "server_uuid": "a57710c5-4249-4c96-84e0-c65bee9666e7", "tag": "ccaabc07-c7f8-448e-88a5-d72c472ac2cb"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:37:51.555604 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-310fb5c2-85fa-42d6-8860-81e0dff3d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:36:51Z', 'updated_at': '2021-11-11T22:36:55Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:52Z', 'updated_at': '2021-11-11T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'da1d4664-117c-41ea-8e6e-2b934496027a', 'name': '', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:bd:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:54Z', 'updated_at': '2021-11-11T22:36:58Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:51.582506 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310fb5c2-85fa-42d6-8860-81e0dff3d7f9 None None] Checking router: d2022aaf-0072-4f29-bf75-8e83daa5abdd for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:37:51.591770 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310fb5c2-85fa-42d6-8860-81e0dff3d7f9 None None] Routers {'d2022aaf-0072-4f29-bf75-8e83daa5abdd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:37:51.592384 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-310fb5c2-85fa-42d6-8860-81e0dff3d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:51.709753 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-310fb5c2-85fa-42d6-8860-81e0dff3d7f9 None None] Set router d2022aaf-0072-4f29-bf75-8e83daa5abdd gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:37:51.711864 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff28f50-ff0c-466b-ba2e-eed5cd1de63e x-openstack-request-id: req-1ff28f50-ff0c-466b-ba2e-eed5cd1de63e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:37:51.711864 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57710c5-4249-4c96-84e0-c65bee9666e7", "tag": "ccaabc07-c7f8-448e-88a5-d72c472ac2cb", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:37:51.711864 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1ff28f50-ff0c-466b-ba2e-eed5cd1de63e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:37:51.712196 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57710c5-4249-4c96-84e0-c65bee9666e7', 'tag': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb', 'status': 'completed', 'code': 200} Nov 11 22:37:51.809611 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c34d58-c9f6-4ac0-8d8e-8dddc9972bab req-91b1142b-8289-4a30-b24d-428307822f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:51.811896 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5c34d58-c9f6-4ac0-8d8e-8dddc9972bab req-91b1142b-8289-4a30-b24d-428307822f01 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d0c6300ec124bf0b83645cab7c91315&device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 1097 time: 0.0704498 Nov 11 22:37:51.824707 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3f32d-40dd-45d9-8e12-b5d04f82d760 req-14cd8ac0-28be-4b4e-9f13-6f7aee6efaca tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:51.826134 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6f3f32d-40dd-45d9-8e12-b5d04f82d760 req-14cd8ac0-28be-4b4e-9f13-6f7aee6efaca tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 946 time: 0.0595832 Nov 11 22:37:51.915363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-310fb5c2-85fa-42d6-8860-81e0dff3d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:36:51Z', 'updated_at': '2021-11-11T22:36:55Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:52Z', 'updated_at': '2021-11-11T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'da1d4664-117c-41ea-8e6e-2b934496027a', 'name': '', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:bd:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:54Z', 'updated_at': '2021-11-11T22:36:58Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:51.937683 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6f3f32d-40dd-45d9-8e12-b5d04f82d760 req-5536cd3a-5d90-4c8b-a54c-4cd25886d60f tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023886 Nov 11 22:37:51.942465 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310fb5c2-85fa-42d6-8860-81e0dff3d7f9 None None] The sync data for ids ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'] in n-d-805737-3 is: [{'id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:36:51Z', 'updated_at': '2021-11-11T22:36:55Z', 'revision_number': 4, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:52Z', 'updated_at': '2021-11-11T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'da1d4664-117c-41ea-8e6e-2b934496027a', 'name': '', 'network_id': '16943bd2-7da0-4857-b872-5c8253455a87', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'mac_address': 'fa:16:3e:bd:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:54Z', 'updated_at': '2021-11-11T22:36:58Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'subnets': [{'id': 'a6e31689-99d5-4fdb-9be2-0b175b6ce40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:37:51.948577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c34d58-c9f6-4ac0-8d8e-8dddc9972bab req-1efa06f3-8de0-40e8-a546-f810e63b4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:51.950154 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5c34d58-c9f6-4ac0-8d8e-8dddc9972bab req-1efa06f3-8de0-40e8-a546-f810e63b4fe4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=16943bd2-7da0-4857-b872-5c8253455a87 HTTP/1.1" status: 200 len: 899 time: 0.1231496 Nov 11 22:37:51.998987 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5c34d58-c9f6-4ac0-8d8e-8dddc9972bab req-69554f45-5297-44c3-84d4-837b5b6d19ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccaabc07-c7f8-448e-88a5-d72c472ac2cb HTTP/1.1" status: 200 len: 217 time: 0.0384183 Nov 11 22:37:52.053812 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c34d58-c9f6-4ac0-8d8e-8dddc9972bab req-09e87453-78f2-483e-aa87-5f349a6896eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:52.055271 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5c34d58-c9f6-4ac0-8d8e-8dddc9972bab req-09e87453-78f2-483e-aa87-5f349a6896eb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a6e31689-99d5-4fdb-9be2-0b175b6ce40a HTTP/1.1" status: 200 len: 834 time: 0.0476813 Nov 11 22:37:52.105163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c34d58-c9f6-4ac0-8d8e-8dddc9972bab req-9fdf2993-248e-499b-a400-0f755756577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:52.106707 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5c34d58-c9f6-4ac0-8d8e-8dddc9972bab req-9fdf2993-248e-499b-a400-0f755756577f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16943bd2-7da0-4857-b872-5c8253455a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428154 Nov 11 22:37:52.167811 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0315663c-bcc6-4fc3-bff6-8f15f4b1d0c2 None None] New status for floating IP f033cdde-37a6-4a7c-9643-4252b318be79: DOWN {{(pid=102537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:37:52.200603 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5c34d58-c9f6-4ac0-8d8e-8dddc9972bab req-eb42d8d1-c316-450a-a24b-e4e6c1fb038f service neutron] 10.222.0.71 "GET /v2.0/networks/16943bd2-7da0-4857-b872-5c8253455a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857990 Nov 11 22:37:52.300076 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e5c34d58-c9f6-4ac0-8d8e-8dddc9972bab req-dc1234ef-0f97-4a40-980d-41865a2bc6fa service neutron] 10.222.0.71 "GET /v2.0/networks/16943bd2-7da0-4857-b872-5c8253455a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872409 Nov 11 22:37:53.092337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c689b-ca75-4388-b379-f9b1e7729684 req-b3198de0-7431-44f1-8afe-bc00db64991c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:53.093880 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf8c689b-ca75-4388-b379-f9b1e7729684 req-b3198de0-7431-44f1-8afe-bc00db64991c tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 946 time: 0.0611579 Nov 11 22:37:53.144825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cf8c689b-ca75-4388-b379-f9b1e7729684 req-fb7b1309-bade-4c4e-b41e-48c2712994f2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421782 Nov 11 22:37:53.646588 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c3983-d1cf-45d1-ad55-e6b35d6e53aa req-3ccabdc3-2009-4a29-99fe-8641231190e2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:53.648056 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a1c3983-d1cf-45d1-ad55-e6b35d6e53aa req-3ccabdc3-2009-4a29-99fe-8641231190e2 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.71 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 946 time: 0.0693846 Nov 11 22:37:53.740474 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-1a1c3983-d1cf-45d1-ad55-e6b35d6e53aa req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port ccaabc07-c7f8-448e-88a5-d72c472ac2cb {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:37:53.740828 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1a1c3983-d1cf-45d1-ad55-e6b35d6e53aa req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:53.828828 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-1a1c3983-d1cf-45d1-ad55-e6b35d6e53aa req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] For port ccaabc07-c7f8-448e-88a5-d72c472ac2cb, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=ccaabc07-c7f8-448e-88a5-d72c472ac2cb,segment=NetworkSegment(b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90),segment_id=b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:37:53.829251 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1a1c3983-d1cf-45d1-ad55-e6b35d6e53aa req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:53.842897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-1a1c3983-d1cf-45d1-ad55-e6b35d6e53aa req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for ccaabc07-c7f8-448e-88a5-d72c472ac2cb owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:37:53.973699 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1a1c3983-d1cf-45d1-ad55-e6b35d6e53aa req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:54.000917 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=ccaabc07-c7f8-448e-88a5-d72c472ac2cb,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:54.013571 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:54.013909 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:54.014266 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:54.014602 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:54.014963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:54.015291 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:54.015613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:54.015941 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:54.016259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:54.016576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:54.016916 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:54.017233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:54.050393 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1c3983-d1cf-45d1-ad55-e6b35d6e53aa req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] No DVR routers for this DVR port ccaabc07-c7f8-448e-88a5-d72c472ac2cb on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:37:54.053052 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-1a1c3983-d1cf-45d1-ad55-e6b35d6e53aa req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:54.056298 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a1c3983-d1cf-45d1-ad55-e6b35d6e53aa req-feb9590a-245f-43a9-818d-2a2f6a12e063 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.71 "DELETE /v2.0/ports/ccaabc07-c7f8-448e-88a5-d72c472ac2cb HTTP/1.1" status: 204 len: 173 time: 0.3984556 Nov 11 22:37:54.056724 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57710c5-4249-4c96-84e0-c65bee9666e7', 'name': 'network-vif-deleted', 'tag': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:37:54.058968 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1bdab0-fccc-4b2d-ade9-14879c3799ca" -d '{"events": [{"server_uuid": "a57710c5-4249-4c96-84e0-c65bee9666e7", "name": "network-vif-deleted", "tag": "ccaabc07-c7f8-448e-88a5-d72c472ac2cb"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:37:54.357398 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4963ee7e-af2d-4b05-b946-699012cfa2d8 x-openstack-request-id: req-4963ee7e-af2d-4b05-b946-699012cfa2d8 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:37:54.358032 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57710c5-4249-4c96-84e0-c65bee9666e7", "name": "network-vif-deleted", "tag": "ccaabc07-c7f8-448e-88a5-d72c472ac2cb", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:37:54.358032 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4963ee7e-af2d-4b05-b946-699012cfa2d8 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:37:54.358330 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57710c5-4249-4c96-84e0-c65bee9666e7', 'name': 'network-vif-deleted', 'tag': 'ccaabc07-c7f8-448e-88a5-d72c472ac2cb', 'status': 'completed', 'code': 200} Nov 11 22:37:54.444032 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-838bb3b2-b720-44b8-af97-3a62e5e85318 req-dbeb6411-097b-40fe-a489-ba983a75c942 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "GET /v2.0/ports?device_id=a57710c5-4249-4c96-84e0-c65bee9666e7 HTTP/1.1" status: 200 len: 210 time: 0.0273070 Nov 11 22:37:55.515025 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58606) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:55.881353 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e47ed791-c3db-4c4f-8e8c-8f14d32bd6ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:56.139213 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e47ed791-c3db-4c4f-8e8c-8f14d32bd6ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port da1d4664-117c-41ea-8e6e-2b934496027a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:37:56.139434 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e47ed791-c3db-4c4f-8e8c-8f14d32bd6ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:56.230138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-e47ed791-c3db-4c4f-8e8c-8f14d32bd6ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] For port da1d4664-117c-41ea-8e6e-2b934496027a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=da1d4664-117c-41ea-8e6e-2b934496027a,segment=NetworkSegment(b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90),segment_id=b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:37:56.230468 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e47ed791-c3db-4c4f-8e8c-8f14d32bd6ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:56.243207 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e47ed791-c3db-4c4f-8e8c-8f14d32bd6ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for da1d4664-117c-41ea-8e6e-2b934496027a owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:37:56.458000 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e47ed791-c3db-4c4f-8e8c-8f14d32bd6ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:56.483831 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ed791-c3db-4c4f-8e8c-8f14d32bd6ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=da1d4664-117c-41ea-8e6e-2b934496027a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:56.678298 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e47ed791-c3db-4c4f-8e8c-8f14d32bd6ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:56.891876 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47ed791-c3db-4c4f-8e8c-8f14d32bd6ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Router d2022aaf-0072-4f29-bf75-8e83daa5abdd has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:37:57.004331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47ed791-c3db-4c4f-8e8c-8f14d32bd6ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:37:57.010149 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e47ed791-c3db-4c4f-8e8c-8f14d32bd6ac tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "PUT /v2.0/routers/d2022aaf-0072-4f29-bf75-8e83daa5abdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4940386 Nov 11 22:37:57.013048 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58608) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:57.022507 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d06ef-5f7f-49d7-bd72-e1660b3756a0 None None] Sync routers for ids ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:37:57.035499 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d06ef-5f7f-49d7-bd72-e1660b3756a0 None None] Routers {'d2022aaf-0072-4f29-bf75-8e83daa5abdd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:37:57.036129 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-885d06ef-5f7f-49d7-bd72-e1660b3756a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:57.071662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9029982-2072-4609-bde5-78ddafa0d6ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting subnet a6e31689-99d5-4fdb-9be2-0b175b6ce40a {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:37:57.074927 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c9029982-2072-4609-bde5-78ddafa0d6ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:57.117532 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c9029982-2072-4609-bde5-78ddafa0d6ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:57.141394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-885d06ef-5f7f-49d7-bd72-e1660b3756a0 None None] Set router d2022aaf-0072-4f29-bf75-8e83daa5abdd gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:37:57.201140 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c9029982-2072-4609-bde5-78ddafa0d6ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:57.264038 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c9029982-2072-4609-bde5-78ddafa0d6ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:57.286276 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c9029982-2072-4609-bde5-78ddafa0d6ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:57.292721 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c9029982-2072-4609-bde5-78ddafa0d6ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/subnets/a6e31689-99d5-4fdb-9be2-0b175b6ce40a HTTP/1.1" status: 204 len: 168 time: 0.2760394 Nov 11 22:37:57.293059 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58612) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:57.302081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bac719d-d07e-4194-99b1-867d023f7387 None None] Network 16943bd2-7da0-4857-b872-5c8253455a87 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:37:57.308361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9029982-2072-4609-bde5-78ddafa0d6ec tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e31689-99d5-4fdb-9be2-0b175b6ce40a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:57.403572 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:57.438740 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-885d06ef-5f7f-49d7-bd72-e1660b3756a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:36:51Z', 'updated_at': '2021-11-11T22:37:56Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:52Z', 'updated_at': '2021-11-11T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:57.472749 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d06ef-5f7f-49d7-bd72-e1660b3756a0 None None] Checking router: d2022aaf-0072-4f29-bf75-8e83daa5abdd for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:37:57.482430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d06ef-5f7f-49d7-bd72-e1660b3756a0 None None] Routers {'d2022aaf-0072-4f29-bf75-8e83daa5abdd'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:37:57.483046 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-885d06ef-5f7f-49d7-bd72-e1660b3756a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:57.512584 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:57.562918 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] DHCP port deletion for 16943bd2-7da0-4857-b872-5c8253455a87 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:37:57.573122 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Deleting port 1fba5de7-94e0-400f-91fb-2a6e4790ddae {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:37:57.573468 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:57.611918 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-885d06ef-5f7f-49d7-bd72-e1660b3756a0 None None] Set router d2022aaf-0072-4f29-bf75-8e83daa5abdd gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:37:57.655371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] For port 1fba5de7-94e0-400f-91fb-2a6e4790ddae, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1fba5de7-94e0-400f-91fb-2a6e4790ddae,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:37:57.655852 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:57.668128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Calling delete_port for 1fba5de7-94e0-400f-91fb-2a6e4790ddae owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:37:57.725759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Deleting port 37053840-81f1-4cf2-839c-9de694e2cce0 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:37:57.726128 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:57.845117 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:57.871538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Port': ['ID=1fba5de7-94e0-400f-91fb-2a6e4790ddae,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:57.932410 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:57.951516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe4e8b9-9886-478f-a4e7-dec4e402c3a2 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:37:57.979951 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] For port 37053840-81f1-4cf2-839c-9de694e2cce0, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=37053840-81f1-4cf2-839c-9de694e2cce0,segment=NetworkSegment(b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90),segment_id=b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:37:57.980251 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.010232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Calling delete_port for 37053840-81f1-4cf2-839c-9de694e2cce0 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:37:58.023536 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.025931 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.073936 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.074501 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Fanout notify agent at l3_agent the message router_deleted on router d2022aaf-0072-4f29-bf75-8e83daa5abdd {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:37:58.082228 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.086036 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-c0c1b174-627d-40b8-bb31-5a719101e4c1 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/routers/d2022aaf-0072-4f29-bf75-8e83daa5abdd HTTP/1.1" status: 204 len: 168 time: 0.7892935 Nov 11 22:37:58.086458 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58616) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:58.088238 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-885d06ef-5f7f-49d7-bd72-e1660b3756a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:36:51Z', 'updated_at': '2021-11-11T22:37:56Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:52Z', 'updated_at': '2021-11-11T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:58.124917 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d06ef-5f7f-49d7-bd72-e1660b3756a0 None None] The sync data for ids ['d2022aaf-0072-4f29-bf75-8e83daa5abdd'] in n-d-805737-3 is: [{'id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605568047', 'tenant_id': '7d0c6300ec124bf0b83645cab7c91315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:36:51Z', 'updated_at': '2021-11-11T22:37:56Z', 'revision_number': 5, 'project_id': '7d0c6300ec124bf0b83645cab7c91315', 'gw_port': {'id': '1fba5de7-94e0-400f-91fb-2a6e4790ddae', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2022aaf-0072-4f29-bf75-8e83daa5abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:36:52Z', 'updated_at': '2021-11-11T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:37:58.136343 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.164222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Pushing event deleted for resources: {'Port': ['ID=37053840-81f1-4cf2-839c-9de694e2cce0,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:58.172152 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ce518fb-5c3c-4f3a-adf6-73b1440d10d0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.172414 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] No DVR routers for this DVR port 37053840-81f1-4cf2-839c-9de694e2cce0 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:37:58.175969 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:58.176292 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:58.176638 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:58.177029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:58.183177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:58.183177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:58.183177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:58.183177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:58.183177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:58.183177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:58.183177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:58.183177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b8d46-009c-42f2-9006-e8679edde024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:58.233328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ccaabc07-c7f8-448e-88a5-d72c472ac2cb no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:37:58.253206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: ccaabc07-c7f8-448e-88a5-d72c472ac2cb {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:37:58.253540 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device ccaabc07-c7f8-448e-88a5-d72c472ac2cb not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:37:58.267972 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ce518fb-5c3c-4f3a-adf6-73b1440d10d0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.287328 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6ce518fb-5c3c-4f3a-adf6-73b1440d10d0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16943bd2-7da0-4857-b872-5c8253455a87']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:58.296325 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6ce518fb-5c3c-4f3a-adf6-73b1440d10d0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:58.296621 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-6ce518fb-5c3c-4f3a-adf6-73b1440d10d0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c4de2f-55d8-4178-b63f-ebc3ecd4cf90') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:58.305948 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ce518fb-5c3c-4f3a-adf6-73b1440d10d0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.319063 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ce518fb-5c3c-4f3a-adf6-73b1440d10d0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.325102 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce518fb-5c3c-4f3a-adf6-73b1440d10d0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:37:58.325482 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ce518fb-5c3c-4f3a-adf6-73b1440d10d0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:37:58.328726 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:37:58.394132 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ce518fb-5c3c-4f3a-adf6-73b1440d10d0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.401572 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-6ce518fb-5c3c-4f3a-adf6-73b1440d10d0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.404517 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-6ce518fb-5c3c-4f3a-adf6-73b1440d10d0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/networks/16943bd2-7da0-4857-b872-5c8253455a87 HTTP/1.1" status: 204 len: 168 time: 0.3167107 Nov 11 22:37:58.407764 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58618) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:58.416086 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce518fb-5c3c-4f3a-adf6-73b1440d10d0 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'Network': ['ID=16943bd2-7da0-4857-b872-5c8253455a87,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:58.465867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53157a28-ce38-4bbf-a2cd-985d69473bf9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.477131 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:37:58.497828 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53157a28-ce38-4bbf-a2cd-985d69473bf9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.562718 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53157a28-ce38-4bbf-a2cd-985d69473bf9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.565530 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-53157a28-ce38-4bbf-a2cd-985d69473bf9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.566758 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-53157a28-ce38-4bbf-a2cd-985d69473bf9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] 10.222.0.57 "DELETE /v2.0/security-groups/b8d7cab7-45ff-4cbd-b3bd-d71d389fac23 HTTP/1.1" status: 204 len: 168 time: 0.1578915 Nov 11 22:37:58.576389 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53157a28-ce38-4bbf-a2cd-985d69473bf9 tempest-TestNetworkAdvancedServerOps-1462995297 tempest-TestNetworkAdvancedServerOps-1462995297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d7cab7-45ff-4cbd-b3bd-d71d389fac23,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:58.924737 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58626) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:59.076222 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-06c1d725-b921-43e5-a8e9-3c61277ebb51 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7d0c6300ec124bf0b83645cab7c91315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1501570 Nov 11 22:37:59.078899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58630) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:59.138099 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c7f95a96-9944-4e02-8d8d-e3431e9e25c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:59.161960 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c7f95a96-9944-4e02-8d8d-e3431e9e25c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:59.210417 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c7f95a96-9944-4e02-8d8d-e3431e9e25c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:59.213226 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c7f95a96-9944-4e02-8d8d-e3431e9e25c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:59.214423 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c7f95a96-9944-4e02-8d8d-e3431e9e25c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbdbb1a4-96e5-4c10-8451-887967a103cb HTTP/1.1" status: 204 len: 168 time: 0.1345088 Nov 11 22:37:59.223311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f95a96-9944-4e02-8d8d-e3431e9e25c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdbb1a4-96e5-4c10-8451-887967a103cb,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:59.322626 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device da1d4664-117c-41ea-8e6e-2b934496027a no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:37:59.346385 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: da1d4664-117c-41ea-8e6e-2b934496027a {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:37:59.346807 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device da1d4664-117c-41ea-8e6e-2b934496027a not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:37:59.347296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 37053840-81f1-4cf2-839c-9de694e2cce0 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:37:59.366316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 37053840-81f1-4cf2-839c-9de694e2cce0 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:37:59.366773 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 37053840-81f1-4cf2-839c-9de694e2cce0 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:37:59.367247 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1fba5de7-94e0-400f-91fb-2a6e4790ddae no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:37:59.385920 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 1fba5de7-94e0-400f-91fb-2a6e4790ddae {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:37:59.386376 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1fba5de7-94e0-400f-91fb-2a6e4790ddae not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:37:59.490500 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58636) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:59.503801 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3aff1f9b-c6cb-48d1-a26e-26620dd07c99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:59.575621 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3aff1f9b-c6cb-48d1-a26e-26620dd07c99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:59.581950 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3aff1f9b-c6cb-48d1-a26e-26620dd07c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:59.619125 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3aff1f9b-c6cb-48d1-a26e-26620dd07c99 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=15bad0c52394420aa055e432b742383f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1275218 Nov 11 22:37:59.620307 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff1f9b-c6cb-48d1-a26e-26620dd07c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad9fc8c-9cb4-4dcd-b369-e112fdebc306,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:59.622061 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58638) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:59.677484 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a7ba2edd-a546-4519-a142-3aac40154917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:59.698268 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a7ba2edd-a546-4519-a142-3aac40154917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:59.746480 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a7ba2edd-a546-4519-a142-3aac40154917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:59.749993 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a7ba2edd-a546-4519-a142-3aac40154917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:59.751183 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a7ba2edd-a546-4519-a142-3aac40154917 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ad9fc8c-9cb4-4dcd-b369-e112fdebc306 HTTP/1.1" status: 204 len: 168 time: 0.1275077 Nov 11 22:37:59.758995 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba2edd-a546-4519-a142-3aac40154917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad9fc8c-9cb4-4dcd-b369-e112fdebc306,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:00.489868 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58660) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:00.593285 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-594115516-network', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:00.618003 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] Made reservation on behalf of 218c22e32a974273a9c966ed2011f2bb for: {'network': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:38:00.620366 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:00.628938 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:00.702322 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:00.710619 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:00.737443 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=102535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:38:00.747402 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82206993-6515-4058-a70e-1ee56e627be5,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:00.753883 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:00.754233 n-d-805737-3 neutron-server[102535]: INFO neutron.db.segments_db [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] Added segment 1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56 of type vlan for network 4b9dc450-9428-4635-89a4-0993f441e77f Nov 11 22:38:00.793640 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:00.820608 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:00.821647 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:00.822243 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] Publish callbacks [] for network, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:00.880741 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3896606 Nov 11 22:38:00.883999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58664) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:00.885927 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1cd91-eb52-4468-8d01-56fd7971ce3c admin admin] Pushing event updated for resources: {'Network': ['ID=4b9dc450-9428-4635-89a4-0993f441e77f,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:00.890117 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-bf9b0f6a-7337-4ebc-8d6c-a9f13cd66f0f admin admin] Request body: {'subnet': {'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-594115516-subnet', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:00.896087 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 4b9dc450-9428-4635-89a4-0993f441e77f details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:38:00.915093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9b0f6a-7337-4ebc-8d6c-a9f13cd66f0f admin admin] Made reservation on behalf of 218c22e32a974273a9c966ed2011f2bb for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:38:00.917688 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0f6a-7337-4ebc-8d6c-a9f13cd66f0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:01.085818 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0f6a-7337-4ebc-8d6c-a9f13cd66f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:01.138138 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b0f6a-7337-4ebc-8d6c-a9f13cd66f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=89972251-7f62-4d31-b683-9f28e6442bfa,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:01.154214 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9b0f6a-7337-4ebc-8d6c-a9f13cd66f0f admin admin] Checking segment: {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:38:01.154576 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9b0f6a-7337-4ebc-8d6c-a9f13cd66f0f admin admin] Network hostable DHCP agents. Network: 4b9dc450-9428-4635-89a4-0993f441e77f, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:38:01.171253 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9b0f6a-7337-4ebc-8d6c-a9f13cd66f0f admin admin] Network 4b9dc450-9428-4635-89a4-0993f441e77f is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:38:01.181441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-bf9b0f6a-7337-4ebc-8d6c-a9f13cd66f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 4b9dc450-9428-4635-89a4-0993f441e77f) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:38:01.185531 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9b0f6a-7337-4ebc-8d6c-a9f13cd66f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:01.186115 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0f6a-7337-4ebc-8d6c-a9f13cd66f0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:01.191222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c64454-c8ef-4047-96f8-f18fccf3c4f3 None None] Network 4b9dc450-9428-4635-89a4-0993f441e77f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:38:01.204396 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bf9b0f6a-7337-4ebc-8d6c-a9f13cd66f0f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3193128 Nov 11 22:38:01.207166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58666) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:01.211480 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:01.236269 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:01.237336 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:01.290424 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:01.340687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-4b9dc450-9428-4635-89a4-0993f441e77f', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:38:01.342029 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:01.477666 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Allocated IP 172.20.0.2 (4b9dc450-9428-4635-89a4-0993f441e77f/89972251-7f62-4d31-b683-9f28e6442bfa/3203d66c-d890-4599-83a1-ab7d909f7590) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:38:01.638432 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:01.645587 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:01.689406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Network 4b9dc450-9428-4635-89a4-0993f441e77f is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:38:01.694418 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:38:01.698960 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:38:01.706765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Pushing event updated for resources: {'Port': ['ID=3203d66c-d890-4599-83a1-ab7d909f7590,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:01.760259 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Attempting to bind port 3203d66c-d890-4599-83a1-ab7d909f7590 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:38:01.760528 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Attempting to bind port 3203d66c-d890-4599-83a1-ab7d909f7590 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:38:01.760937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Attempting to bind port 3203d66c-d890-4599-83a1-ab7d909f7590 on network 4b9dc450-9428-4635-89a4-0993f441e77f {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:38:01.766524 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:38:01.766903 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Checking segment: {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:38:01.767309 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:01.767706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Bound using segment: {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:38:01.768177 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Bound port: 3203d66c-d890-4599-83a1-ab7d909f7590, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:38:01.768556 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:01.782419 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:01.834394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] For port 3203d66c-d890-4599-83a1-ab7d909f7590, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:38:01.837703 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] For port 3203d66c-d890-4599-83a1-ab7d909f7590, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3203d66c-d890-4599-83a1-ab7d909f7590,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:38:01.844178 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:01.904416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde5a31-7998-4809-9532-ac0db3ec38bb None None] Pushing event updated for resources: {'Port': ['ID=3203d66c-d890-4599-83a1-ab7d909f7590,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:01.982395 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:02.001535 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:02.114348 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Allocated IP 172.25.0.53 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:38:02.223345 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:02.261452 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:02.300279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:38:02.305293 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:38:02.310346 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:38:02.317838 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Pushing event updated for resources: {'Port': ['ID=a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:02.318077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a441d0f-a30c-45e9-b281-c2131c42c231 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:38:02.359950 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d7efefea-f2ed-4817-9933-42ef1739296c None None] Provisioning complete for port a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:02.360411 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7efefea-f2ed-4817-9933-42ef1739296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:02.394063 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d7efefea-f2ed-4817-9933-42ef1739296c None None] Port a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:38:02.569998 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:02.766217 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed044d6d-d413-40e2-9d3f-5e2245cf368c None None] Network 4b9dc450-9428-4635-89a4-0993f441e77f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:38:02.770400 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:02.838815 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-33ea67b2-11d8-4d68-9946-58fb808a576c None None] Provisioning complete for port 3203d66c-d890-4599-83a1-ab7d909f7590 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:02.839187 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33ea67b2-11d8-4d68-9946-58fb808a576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:02.900302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Router 3544b544-bad2-4480-8613-f28e8aa9fb53 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:38:02.980324 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33ea67b2-11d8-4d68-9946-58fb808a576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.008854 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:38:03.019014 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Sync routers for ids ['3544b544-bad2-4480-8613-f28e8aa9fb53'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:38:03.021468 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-33ea67b2-11d8-4d68-9946-58fb808a576c None None] For port 3203d66c-d890-4599-83a1-ab7d909f7590, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3203d66c-d890-4599-83a1-ab7d909f7590,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:38:03.028776 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-33ea67b2-11d8-4d68-9946-58fb808a576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.028971 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Routers {'3544b544-bad2-4480-8613-f28e8aa9fb53'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:38:03.029493 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3544b544-bad2-4480-8613-f28e8aa9fb53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:03.035481 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.040119 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-05e091bb-84c9-4613-9d9b-01dc0a4769c1 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8295207 Nov 11 22:38:03.040397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58670) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:03.085736 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea67b2-11d8-4d68-9946-58fb808a576c None None] Pushing event updated for resources: {'Port': ['ID=3203d66c-d890-4599-83a1-ab7d909f7590,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:03.154377 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Set router 3544b544-bad2-4480-8613-f28e8aa9fb53 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:38:03.251084 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-b81b1303-1492-421a-97b6-6eeffc6a643b None None] Provisioning complete for port 3203d66c-d890-4599-83a1-ab7d909f7590 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:03.251439 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b81b1303-1492-421a-97b6-6eeffc6a643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.367005 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:02Z', 'revision_number': 3, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:03.382261 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3203d66c-d890-4599-83a1-ab7d909f7590 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:38:03.398487 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Checking router: 3544b544-bad2-4480-8613-f28e8aa9fb53 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:38:03.399098 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Updating router 3544b544-bad2-4480-8613-f28e8aa9fb53 port a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:38:03.426557 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.433513 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 3203d66c-d890-4599-83a1-ab7d909f7590 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:03.433884 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.494984 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.649395 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Allocated IP 172.20.0.1 (4b9dc450-9428-4635-89a4-0993f441e77f/89972251-7f62-4d31-b683-9f28e6442bfa/8b3bb8e2-8c16-4197-8b41-574428b3c551) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:38:03.679821 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.687568 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.728232 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399fdafe-d436-4940-a376-ab96559d562b None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:38:03.731673 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Attempting to bind port a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:38:03.732040 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Attempting to bind port a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:38:03.732395 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Attempting to bind port a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:38:03.744122 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:38:03.744509 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:38:03.744919 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.745297 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:38:03.745743 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Bound port: a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:38:03.746110 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.763425 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.772787 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee788ec-d89b-4055-b13f-f04809868d1e None None] Pushing event updated for resources: {'Port': ['ID=a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:03.778332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-dc07f6bc-0e38-4333-b1ee-ad0d67efda5a None None] Provisioning complete for port a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:03.779042 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dc07f6bc-0e38-4333-b1ee-ad0d67efda5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.796317 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee788ec-d89b-4055-b13f-f04809868d1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:38:03.796668 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee788ec-d89b-4055-b13f-f04809868d1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:38:03.797053 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee788ec-d89b-4055-b13f-f04809868d1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:38:03.797415 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee788ec-d89b-4055-b13f-f04809868d1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:38:03.797740 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee788ec-d89b-4055-b13f-f04809868d1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:38:03.798062 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee788ec-d89b-4055-b13f-f04809868d1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:38:03.798377 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee788ec-d89b-4055-b13f-f04809868d1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:38:03.798720 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee788ec-d89b-4055-b13f-f04809868d1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:38:03.799035 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee788ec-d89b-4055-b13f-f04809868d1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:38:03.799387 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee788ec-d89b-4055-b13f-f04809868d1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:38:03.799674 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.799807 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee788ec-d89b-4055-b13f-f04809868d1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:38:03.800343 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee788ec-d89b-4055-b13f-f04809868d1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:38:03.814672 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] For port a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:38:03.818214 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] For port a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:38:03.821912 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-dc07f6bc-0e38-4333-b1ee-ad0d67efda5a None None] Port a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:38:03.824724 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.838209 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Network 4b9dc450-9428-4635-89a4-0993f441e77f is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:38:03.841036 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:38:03.844899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:38:03.871672 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b53f825-34e0-4701-8c74-99d59236f5a4 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:38:03.875884 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3bb8e2-8c16-4197-8b41-574428b3c551,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:03.884834 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Routers {'3544b544-bad2-4480-8613-f28e8aa9fb53'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:38:03.885072 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3544b544-bad2-4480-8613-f28e8aa9fb53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:03.891522 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:03.932715 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee788ec-d89b-4055-b13f-f04809868d1e None None] Pushing event updated for resources: {'Port': ['ID=a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:03.957113 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d4a4a129-20f4-437a-b825-cdf880d57ea4 None None] Provisioning complete for port a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:03.957493 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a129-20f4-437a-b825-cdf880d57ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:04.002462 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] Set router 3544b544-bad2-4480-8613-f28e8aa9fb53 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:38:04.035037 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:04.052675 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a129-20f4-437a-b825-cdf880d57ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:04.081386 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-d4a4a129-20f4-437a-b825-cdf880d57ea4 None None] For port a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:38:04.093301 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a129-20f4-437a-b825-cdf880d57ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:04.165900 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4a129-20f4-437a-b825-cdf880d57ea4 None None] Pushing event updated for resources: {'Port': ['ID=a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:04.200521 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:02Z', 'revision_number': 3, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:04.211092 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:04.215606 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0e15010e-8b30-4e97-9b3a-ce61fa445b1a None None] Provisioning complete for port 8b3bb8e2-8c16-4197-8b41-574428b3c551 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:04.216051 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e15010e-8b30-4e97-9b3a-ce61fa445b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:04.217131 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:04.230382 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bff2c7-237e-405a-8be1-8cfb7c4474bd None None] The sync data for ids ['3544b544-bad2-4480-8613-f28e8aa9fb53'] in n-d-805737-3 is: [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:02Z', 'revision_number': 3, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:38:04.257896 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0e15010e-8b30-4e97-9b3a-ce61fa445b1a None None] Port 8b3bb8e2-8c16-4197-8b41-574428b3c551 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:38:04.293586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3bb8e2-8c16-4197-8b41-574428b3c551,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:04.296090 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:04.389429 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Network 4b9dc450-9428-4635-89a4-0993f441e77f is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:38:04.390975 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:38:04.526369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Router 3544b544-bad2-4480-8613-f28e8aa9fb53 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:38:04.647682 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:38:04.653646 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5a6b4002-47de-4b74-ace1-dd27e2bcdf49 admin admin] 10.222.0.57 "PUT /v2.0/routers/3544b544-bad2-4480-8613-f28e8aa9fb53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6121528 Nov 11 22:38:04.682045 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-48aa8dd5-aa94-459a-9429-ea1cf55b0fa8 None None] Provisioning complete for port 8b3bb8e2-8c16-4197-8b41-574428b3c551 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:04.682325 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-48aa8dd5-aa94-459a-9429-ea1cf55b0fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:04.718845 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-48aa8dd5-aa94-459a-9429-ea1cf55b0fa8 None None] Port 8b3bb8e2-8c16-4197-8b41-574428b3c551 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:38:05.143868 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58688) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:05.148998 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1976533368-network', 'tenant_id': '2241918ed337497baa80df52508f64d9'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:05.175971 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] Made reservation on behalf of 2241918ed337497baa80df52508f64d9 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:38:05.178389 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.188038 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.267580 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.273485 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.298798 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] vlan segment allocate from pool success with {'vlan_id': 1184, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:38:05.309018 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43598724-cae6-4d85-b0c0-a6c22f51b0c0,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:05.314247 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.314592 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] Added segment c6710df4-47d5-4541-96bd-0240e2f377ca of type vlan for network 0950d9bc-868c-4360-9834-a14a5ef9fe39 Nov 11 22:38:05.355090 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.370964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:38:05.384713 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.385676 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:05.386386 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.428715 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:05.429130 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.451475 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3037422 Nov 11 22:38:05.451674 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58690) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:05.458387 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4faa9969-2642-4bfd-ae6e-91853d6ea7a8 admin admin] Request body: {'subnet': {'network_id': '0950d9bc-868c-4360-9834-a14a5ef9fe39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1976533368-subnet', 'tenant_id': '2241918ed337497baa80df52508f64d9', 'ip_version': 4}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:05.466052 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff705af5-eb77-4c07-8b72-23b6a643130e admin admin] Pushing event updated for resources: {'Network': ['ID=0950d9bc-868c-4360-9834-a14a5ef9fe39,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:05.478482 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 0950d9bc-868c-4360-9834-a14a5ef9fe39 details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:38:05.483141 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faa9969-2642-4bfd-ae6e-91853d6ea7a8 admin admin] Made reservation on behalf of 2241918ed337497baa80df52508f64d9 for: {'subnet': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:38:05.485665 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4faa9969-2642-4bfd-ae6e-91853d6ea7a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626732'] for subnet, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.658313 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4faa9969-2642-4bfd-ae6e-91853d6ea7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4708357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626750'] for subnet, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.707556 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa9969-2642-4bfd-ae6e-91853d6ea7a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffe87d19-ad86-4d57-8dc6-8ad672b20476,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:05.723663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa9969-2642-4bfd-ae6e-91853d6ea7a8 admin admin] Checking segment: {'id': 'c6710df4-47d5-4541-96bd-0240e2f377ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0950d9bc-868c-4360-9834-a14a5ef9fe39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:38:05.724022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faa9969-2642-4bfd-ae6e-91853d6ea7a8 admin admin] Network hostable DHCP agents. Network: 0950d9bc-868c-4360-9834-a14a5ef9fe39, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:38:05.742684 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faa9969-2642-4bfd-ae6e-91853d6ea7a8 admin admin] Network 0950d9bc-868c-4360-9834-a14a5ef9fe39 is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:38:05.753129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-4faa9969-2642-4bfd-ae6e-91853d6ea7a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 0950d9bc-868c-4360-9834-a14a5ef9fe39) {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:38:05.756226 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Sync routers for ids ['3544b544-bad2-4480-8613-f28e8aa9fb53'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:38:05.757147 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faa9969-2642-4bfd-ae6e-91853d6ea7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:05.757902 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4faa9969-2642-4bfd-ae6e-91853d6ea7a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.766205 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60fde58-76e8-4bd1-ba8c-5d3d1cdc39f7 None None] Network 0950d9bc-868c-4360-9834-a14a5ef9fe39 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:38:05.778512 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4faa9969-2642-4bfd-ae6e-91853d6ea7a8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3235188 Nov 11 22:38:05.778886 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58692) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:05.783329 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1976533368-router', 'tenant_id': '2241918ed337497baa80df52508f64d9', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:05.789450 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Routers {'3544b544-bad2-4480-8613-f28e8aa9fb53'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:38:05.790070 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3544b544-bad2-4480-8613-f28e8aa9fb53'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:05.804701 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.805737 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.863951 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.937758 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Set router 3544b544-bad2-4480-8613-f28e8aa9fb53 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:38:05.998579 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:06.095179 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-0950d9bc-868c-4360-9834-a14a5ef9fe39', 'network_id': '0950d9bc-868c-4360-9834-a14a5ef9fe39', 'tenant_id': '2241918ed337497baa80df52508f64d9', 'fixed_ips': [{'subnet_id': 'ffe87d19-ad86-4d57-8dc6-8ad672b20476'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:38:06.096000 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:06.203898 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:06.223020 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:06.278962 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Allocated IP 172.20.0.2 (0950d9bc-868c-4360-9834-a14a5ef9fe39/ffe87d19-ad86-4d57-8dc6-8ad672b20476/deba6f64-803a-4f1d-b603-9582bfd7156f) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:38:06.294671 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '8b3bb8e2-8c16-4197-8b41-574428b3c551', 'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'mac_address': 'fa:16:3e:d8:73:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:03Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 2, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'subnets': [{'id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:06.329485 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Allocated IP 172.25.0.153 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/bb62edad-ff16-44ff-b9b5-4c5687ba37a5) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:38:06.330851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Checking router: 3544b544-bad2-4480-8613-f28e8aa9fb53 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:38:06.331208 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Updating router 3544b544-bad2-4480-8613-f28e8aa9fb53 port 8b3bb8e2-8c16-4197-8b41-574428b3c551 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:38:06.390380 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:06.432209 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:06.469277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:06.506065 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:38:06.511442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:38:06.515018 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:38:06.520831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Pushing event updated for resources: {'Port': ['ID=bb62edad-ff16-44ff-b9b5-4c5687ba37a5,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:06.693959 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb973d3-39df-4490-9464-6374fe1427a2 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:38:06.736580 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:06.754756 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:06.836879 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Network 0950d9bc-868c-4360-9834-a14a5ef9fe39 is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:38:06.842819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-59528a5e-f12f-497b-91fb-b757db98d0ca None None] Provisioning complete for port bb62edad-ff16-44ff-b9b5-4c5687ba37a5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:06.843187 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-59528a5e-f12f-497b-91fb-b757db98d0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:06.850209 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:38:06.877558 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:38:06.894098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Pushing event updated for resources: {'Port': ['ID=deba6f64-803a-4f1d-b603-9582bfd7156f,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:06.934602 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-59528a5e-f12f-497b-91fb-b757db98d0ca None None] Port bb62edad-ff16-44ff-b9b5-4c5687ba37a5 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:38:07.003701 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Attempting to bind port deba6f64-803a-4f1d-b603-9582bfd7156f on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:38:07.004066 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Attempting to bind port deba6f64-803a-4f1d-b603-9582bfd7156f by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'c6710df4-47d5-4541-96bd-0240e2f377ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0950d9bc-868c-4360-9834-a14a5ef9fe39'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:38:07.004424 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Attempting to bind port deba6f64-803a-4f1d-b603-9582bfd7156f on network 0950d9bc-868c-4360-9834-a14a5ef9fe39 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:38:07.013569 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:38:07.013907 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Checking segment: {'id': 'c6710df4-47d5-4541-96bd-0240e2f377ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0950d9bc-868c-4360-9834-a14a5ef9fe39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:38:07.014331 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.014775 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Bound using segment: {'id': 'c6710df4-47d5-4541-96bd-0240e2f377ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0950d9bc-868c-4360-9834-a14a5ef9fe39'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:38:07.015230 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Bound port: deba6f64-803a-4f1d-b603-9582bfd7156f, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6710df4-47d5-4541-96bd-0240e2f377ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0950d9bc-868c-4360-9834-a14a5ef9fe39'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:38:07.015604 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.042150 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.062279 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.139568 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] For port deba6f64-803a-4f1d-b603-9582bfd7156f, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:38:07.141618 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.144872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] For port deba6f64-803a-4f1d-b603-9582bfd7156f, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=deba6f64-803a-4f1d-b603-9582bfd7156f,segment=NetworkSegment(c6710df4-47d5-4541-96bd-0240e2f377ca),segment_id=c6710df4-47d5-4541-96bd-0240e2f377ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:38:07.144872 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cb2ce-126a-4317-a6fe-9a696d956101 None None] Pushing event updated for resources: {'Port': ['ID=8b3bb8e2-8c16-4197-8b41-574428b3c551,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:07.174983 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.255582 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Attempting to bind port 8b3bb8e2-8c16-4197-8b41-574428b3c551 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:38:07.256097 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Attempting to bind port 8b3bb8e2-8c16-4197-8b41-574428b3c551 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:38:07.256512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Attempting to bind port 8b3bb8e2-8c16-4197-8b41-574428b3c551 on network 4b9dc450-9428-4635-89a4-0993f441e77f {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:38:07.267842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:38:07.268222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Checking segment: {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:38:07.268632 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.269078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Bound using segment: {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:38:07.269569 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Bound port: 8b3bb8e2-8c16-4197-8b41-574428b3c551, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:38:07.269952 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.313148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabc3aa-7f2a-4a38-a3e5-a8e3f4798fff None None] Pushing event updated for resources: {'Port': ['ID=deba6f64-803a-4f1d-b603-9582bfd7156f,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:07.360078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] For port 8b3bb8e2-8c16-4197-8b41-574428b3c551, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:38:07.369679 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.373936 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] For port 8b3bb8e2-8c16-4197-8b41-574428b3c551, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8b3bb8e2-8c16-4197-8b41-574428b3c551,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:38:07.378341 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-2daa9eb8-8eda-4b55-9c36-c682b13536d9 None None] Provisioning complete for port 8b3bb8e2-8c16-4197-8b41-574428b3c551 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:07.378789 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2daa9eb8-8eda-4b55-9c36-c682b13536d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.382297 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.507738 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Routers {'3544b544-bad2-4480-8613-f28e8aa9fb53'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:38:07.509190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3544b544-bad2-4480-8613-f28e8aa9fb53'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:07.553989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Router fcfa94c8-9581-4f3a-b675-96fad7651c73 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:38:07.558699 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cb2ce-126a-4317-a6fe-9a696d956101 None None] Pushing event updated for resources: {'Port': ['ID=8b3bb8e2-8c16-4197-8b41-574428b3c551,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:07.649020 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2daa9eb8-8eda-4b55-9c36-c682b13536d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.687628 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] Set router 3544b544-bad2-4480-8613-f28e8aa9fb53 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:38:07.695591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:38:07.707558 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Sync routers for ids ['fcfa94c8-9581-4f3a-b675-96fad7651c73'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:38:07.724855 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.726160 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c0132bca-4fd3-4510-afd9-216113e2c97e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9462821 Nov 11 22:38:07.726507 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Routers {'fcfa94c8-9581-4f3a-b675-96fad7651c73'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:38:07.727130 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['fcfa94c8-9581-4f3a-b675-96fad7651c73'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:07.728922 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58694) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:07.732968 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2daa9eb8-8eda-4b55-9c36-c682b13536d9 None None] For port 8b3bb8e2-8c16-4197-8b41-574428b3c551, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8b3bb8e2-8c16-4197-8b41-574428b3c551,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:38:07.741459 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2daa9eb8-8eda-4b55-9c36-c682b13536d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.898146 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa9eb8-8eda-4b55-9c36-c682b13536d9 None None] Pushing event updated for resources: {'Port': ['ID=8b3bb8e2-8c16-4197-8b41-574428b3c551,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:07.917644 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-f6ec2843-cb6f-4121-85f5-ac964b15d9bc None None] Provisioning complete for port 8b3bb8e2-8c16-4197-8b41-574428b3c551 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:07.918017 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2843-cb6f-4121-85f5-ac964b15d9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.938129 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Set router fcfa94c8-9581-4f3a-b675-96fad7651c73 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:38:08.047397 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '8b3bb8e2-8c16-4197-8b41-574428b3c551', 'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'mac_address': 'fa:16:3e:d8:73:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:03Z', 'updated_at': '2021-11-11T22:38:07Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'subnets': [{'id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:08.076134 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c49d4-d00a-4ac1-b7a1-2041827e5d19 None None] The sync data for ids ['3544b544-bad2-4480-8613-f28e8aa9fb53'] in n-d-805737-3 is: [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '8b3bb8e2-8c16-4197-8b41-574428b3c551', 'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'mac_address': 'fa:16:3e:d8:73:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:03Z', 'updated_at': '2021-11-11T22:38:07Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'subnets': [{'id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:38:08.145122 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'name': 'tempest-TestShelveInstance-1976533368-router', 'tenant_id': '2241918ed337497baa80df52508f64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bb62edad-ff16-44ff-b9b5-4c5687ba37a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:05Z', 'updated_at': '2021-11-11T22:38:06Z', 'revision_number': 3, 'project_id': '2241918ed337497baa80df52508f64d9', 'gw_port': {'id': 'bb62edad-ff16-44ff-b9b5-4c5687ba37a5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:10:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:06Z', 'updated_at': '2021-11-11T22:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:08.187313 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Checking router: fcfa94c8-9581-4f3a-b675-96fad7651c73 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:38:08.187660 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Updating router fcfa94c8-9581-4f3a-b675-96fad7651c73 port bb62edad-ff16-44ff-b9b5-4c5687ba37a5 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:38:08.224315 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:08.224557 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:08.417330 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Allocated IP 172.20.0.1 (0950d9bc-868c-4360-9834-a14a5ef9fe39/ffe87d19-ad86-4d57-8dc6-8ad672b20476/8ce8bd53-e785-44eb-958e-86d448199c2a) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:38:08.498212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae14156-f73f-4f69-928f-1758e2fe675d None None] Network 0950d9bc-868c-4360-9834-a14a5ef9fe39 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:38:08.507750 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:08.515147 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:08.536108 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:08.566850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f079ce7d-e102-4af2-86d6-f66554676bdf None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:38:08.567986 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Attempting to bind port bb62edad-ff16-44ff-b9b5-4c5687ba37a5 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:38:08.568551 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Attempting to bind port bb62edad-ff16-44ff-b9b5-4c5687ba37a5 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:38:08.569119 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Attempting to bind port bb62edad-ff16-44ff-b9b5-4c5687ba37a5 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:38:08.579449 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:08.586526 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:38:08.587202 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:38:08.587547 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:08.588308 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:38:08.589256 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Bound port: bb62edad-ff16-44ff-b9b5-4c5687ba37a5, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:38:08.589894 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:08.602187 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8bf2dcd7-ba37-451d-8bad-a9f9562afa42 None None] Provisioning complete for port deba6f64-803a-4f1d-b603-9582bfd7156f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:08.602568 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dcd7-ba37-451d-8bad-a9f9562afa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:08.639885 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Pushing event updated for resources: {'Port': ['ID=8ce8bd53-e785-44eb-958e-86d448199c2a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:08.653406 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] For port bb62edad-ff16-44ff-b9b5-4c5687ba37a5, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:38:08.657479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Network 0950d9bc-868c-4360-9834-a14a5ef9fe39 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:38:08.659129 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:38:08.659488 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] For port bb62edad-ff16-44ff-b9b5-4c5687ba37a5, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bb62edad-ff16-44ff-b9b5-4c5687ba37a5,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:38:08.661864 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:38:08.662981 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc731a2b-584b-4fec-9fdf-b44fb2290f6c None None] Pushing event updated for resources: {'Port': ['ID=bb62edad-ff16-44ff-b9b5-4c5687ba37a5,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:08.675390 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:08.719328 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:08.746747 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a799f61-e19b-449d-8f76-91bb7375959e None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:38:08.758523 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc731a2b-584b-4fec-9fdf-b44fb2290f6c None None] Pushing event updated for resources: {'Port': ['ID=bb62edad-ff16-44ff-b9b5-4c5687ba37a5,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:08.761662 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Routers {'fcfa94c8-9581-4f3a-b675-96fad7651c73'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:38:08.762655 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['fcfa94c8-9581-4f3a-b675-96fad7651c73'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:08.828887 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dcd7-ba37-451d-8bad-a9f9562afa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:08.868061 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-8bf2dcd7-ba37-451d-8bad-a9f9562afa42 None None] For port deba6f64-803a-4f1d-b603-9582bfd7156f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=deba6f64-803a-4f1d-b603-9582bfd7156f,segment=NetworkSegment(c6710df4-47d5-4541-96bd-0240e2f377ca),segment_id=c6710df4-47d5-4541-96bd-0240e2f377ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:38:08.878201 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dcd7-ba37-451d-8bad-a9f9562afa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:08.911676 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] Set router fcfa94c8-9581-4f3a-b675-96fad7651c73 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:38:08.938425 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:08.946478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2dcd7-ba37-451d-8bad-a9f9562afa42 None None] Pushing event updated for resources: {'Port': ['ID=deba6f64-803a-4f1d-b603-9582bfd7156f,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:09.008524 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-84a8bd3f-0ce3-41fd-ab22-879d8de7ec6e None None] Provisioning complete for port bb62edad-ff16-44ff-b9b5-4c5687ba37a5 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:09.008963 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84a8bd3f-0ce3-41fd-ab22-879d8de7ec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:09.117564 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84a8bd3f-0ce3-41fd-ab22-879d8de7ec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:09.144487 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-84a8bd3f-0ce3-41fd-ab22-879d8de7ec6e None None] For port bb62edad-ff16-44ff-b9b5-4c5687ba37a5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bb62edad-ff16-44ff-b9b5-4c5687ba37a5,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:38:09.153282 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-84a8bd3f-0ce3-41fd-ab22-879d8de7ec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:09.189414 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'name': 'tempest-TestShelveInstance-1976533368-router', 'tenant_id': '2241918ed337497baa80df52508f64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bb62edad-ff16-44ff-b9b5-4c5687ba37a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:05Z', 'updated_at': '2021-11-11T22:38:06Z', 'revision_number': 3, 'project_id': '2241918ed337497baa80df52508f64d9', 'gw_port': {'id': 'bb62edad-ff16-44ff-b9b5-4c5687ba37a5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:10:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:06Z', 'updated_at': '2021-11-11T22:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:09.197732 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:09.209374 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:09.218092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8bd3f-0ce3-41fd-ab22-879d8de7ec6e None None] Pushing event updated for resources: {'Port': ['ID=bb62edad-ff16-44ff-b9b5-4c5687ba37a5,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:09.224260 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f594cbf-81fc-4f55-aa5a-5dc27498be58 None None] The sync data for ids ['fcfa94c8-9581-4f3a-b675-96fad7651c73'] in n-d-805737-3 is: [{'id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'name': 'tempest-TestShelveInstance-1976533368-router', 'tenant_id': '2241918ed337497baa80df52508f64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bb62edad-ff16-44ff-b9b5-4c5687ba37a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:05Z', 'updated_at': '2021-11-11T22:38:06Z', 'revision_number': 3, 'project_id': '2241918ed337497baa80df52508f64d9', 'gw_port': {'id': 'bb62edad-ff16-44ff-b9b5-4c5687ba37a5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:10:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:06Z', 'updated_at': '2021-11-11T22:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:38:09.284352 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e30104bc-64fc-4a35-97f1-90381cb4dcbd None None] Provisioning complete for port 8ce8bd53-e785-44eb-958e-86d448199c2a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:09.284863 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e30104bc-64fc-4a35-97f1-90381cb4dcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:09.315353 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:09.340924 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Pushing event updated for resources: {'Port': ['ID=8ce8bd53-e785-44eb-958e-86d448199c2a,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:09.364256 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e30104bc-64fc-4a35-97f1-90381cb4dcbd None None] Port 8ce8bd53-e785-44eb-958e-86d448199c2a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:38:09.384652 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e30104bc-64fc-4a35-97f1-90381cb4dcbd None None] Provisioning complete for port deba6f64-803a-4f1d-b603-9582bfd7156f triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:09.385147 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e30104bc-64fc-4a35-97f1-90381cb4dcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:09.487467 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8b3bb8e2-8c16-4197-8b41-574428b3c551 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:38:09.494768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Network 0950d9bc-868c-4360-9834-a14a5ef9fe39 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:38:09.496239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:38:09.546777 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 8b3bb8e2-8c16-4197-8b41-574428b3c551 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:09.547149 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:09.615774 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7a6415e9-3d67-4bc1-8e7f-96c41b83184c None None] Provisioning complete for port 8ce8bd53-e785-44eb-958e-86d448199c2a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:09.616430 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7a6415e9-3d67-4bc1-8e7f-96c41b83184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:09.643284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Router fcfa94c8-9581-4f3a-b675-96fad7651c73 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:38:09.715269 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-7a6415e9-3d67-4bc1-8e7f-96c41b83184c None None] Port 8ce8bd53-e785-44eb-958e-86d448199c2a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:38:09.731497 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device deba6f64-803a-4f1d-b603-9582bfd7156f up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:38:09.797130 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port deba6f64-803a-4f1d-b603-9582bfd7156f triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:09.797687 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:09.807154 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:38:09.813319 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-bf563c77-5d7d-4278-8abb-1a1fd4717acb admin admin] 10.222.0.57 "PUT /v2.0/routers/fcfa94c8-9581-4f3a-b675-96fad7651c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0831220 Nov 11 22:38:09.860073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-961b9b4c-23ea-4dd3-a16c-5597156b8760 None None] Provisioning complete for port 8ce8bd53-e785-44eb-958e-86d448199c2a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:09.860449 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-961b9b4c-23ea-4dd3-a16c-5597156b8760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:09.928909 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-961b9b4c-23ea-4dd3-a16c-5597156b8760 None None] Port 8ce8bd53-e785-44eb-958e-86d448199c2a cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:38:10.374278 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 58704) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:10.379025 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-c2b6d5a1-86f6-4b4a-b529-00d4ffa9e069 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667370349', 'description': 'tempest-secgroup-smoke-1667370349 description', 'project_id': '218c22e32a974273a9c966ed2011f2bb'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:10.404765 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c2b6d5a1-86f6-4b4a-b529-00d4ffa9e069 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.472517 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c2b6d5a1-86f6-4b4a-b529-00d4ffa9e069 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.478174 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c2b6d5a1-86f6-4b4a-b529-00d4ffa9e069 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.508388 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-c2b6d5a1-86f6-4b4a-b529-00d4ffa9e069 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.509592 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-c2b6d5a1-86f6-4b4a-b529-00d4ffa9e069 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1342149 Nov 11 22:38:10.511585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6d5a1-86f6-4b4a-b529-00d4ffa9e069 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206d8f04-8588-4b60-8628-66e42dbff047,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:10.513126 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58706) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:10.520712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-5693bcfe-2c87-4a5c-a3c7-9d0d51d75af1 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'security_group_rule': {'security_group_id': '206d8f04-8588-4b60-8628-66e42dbff047', 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:10.552450 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5693bcfe-2c87-4a5c-a3c7-9d0d51d75af1 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.612768 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5693bcfe-2c87-4a5c-a3c7-9d0d51d75af1 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.618651 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5693bcfe-2c87-4a5c-a3c7-9d0d51d75af1 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.637561 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693bcfe-2c87-4a5c-a3c7-9d0d51d75af1 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a60365-c5ad-4b14-9399-f3430b96b59b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:10.643091 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-5693bcfe-2c87-4a5c-a3c7-9d0d51d75af1 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.646906 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-5693bcfe-2c87-4a5c-a3c7-9d0d51d75af1 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296504 Nov 11 22:38:10.646906 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58708) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:10.651255 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-80d9ddc3-73bf-4162-97b1-4affee4e39a2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'security_group_rule': {'security_group_id': '206d8f04-8588-4b60-8628-66e42dbff047', 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:10.679549 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80d9ddc3-73bf-4162-97b1-4affee4e39a2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.739632 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80d9ddc3-73bf-4162-97b1-4affee4e39a2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.745201 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80d9ddc3-73bf-4162-97b1-4affee4e39a2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.763891 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9ddc3-73bf-4162-97b1-4affee4e39a2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a525bbc5-cd75-4ef0-bdb3-1e9394379172,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:10.771847 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-80d9ddc3-73bf-4162-97b1-4affee4e39a2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.773172 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-80d9ddc3-73bf-4162-97b1-4affee4e39a2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252053 Nov 11 22:38:10.776084 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58710) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:10.780813 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-897af952-975f-4be5-8593-8e726bbfb177 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'security_group_rule': {'security_group_id': '206d8f04-8588-4b60-8628-66e42dbff047', 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:10.808993 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897af952-975f-4be5-8593-8e726bbfb177 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.863731 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897af952-975f-4be5-8593-8e726bbfb177 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.868982 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897af952-975f-4be5-8593-8e726bbfb177 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.885882 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897af952-975f-4be5-8593-8e726bbfb177 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ed0d50-9e41-4612-bb09-93c22228bfd0,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:10.895837 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-897af952-975f-4be5-8593-8e726bbfb177 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.897093 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-897af952-975f-4be5-8593-8e726bbfb177 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200380 Nov 11 22:38:10.900174 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58712) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:10.904457 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e8bb2bd8-e920-4369-95a2-0c55ea934068 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'security_group_rule': {'security_group_id': '206d8f04-8588-4b60-8628-66e42dbff047', 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:10.935154 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2bd8-e920-4369-95a2-0c55ea934068 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:10.994956 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2bd8-e920-4369-95a2-0c55ea934068 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:11.001472 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2bd8-e920-4369-95a2-0c55ea934068 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:11.020497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb2bd8-e920-4369-95a2-0c55ea934068 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470bb8be-20c1-49a5-8160-12c997c60e0f,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:11.031867 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2bd8-e920-4369-95a2-0c55ea934068 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:11.033094 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e8bb2bd8-e920-4369-95a2-0c55ea934068 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319742 Nov 11 22:38:11.035972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58714) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:11.040294 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3aab7c74-437b-4532-940c-96f89c0032aa tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'security_group_rule': {'security_group_id': '206d8f04-8588-4b60-8628-66e42dbff047', 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:11.064196 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-3aab7c74-437b-4532-940c-96f89c0032aa tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Project 218c22e32a974273a9c966ed2011f2bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:38:11.069074 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aab7c74-437b-4532-940c-96f89c0032aa tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:11.130885 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aab7c74-437b-4532-940c-96f89c0032aa tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:11.137117 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aab7c74-437b-4532-940c-96f89c0032aa tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:11.155363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab7c74-437b-4532-940c-96f89c0032aa tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf1243c-ea8f-4fc3-aef0-3ac8a9d4174b,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:11.168010 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3aab7c74-437b-4532-940c-96f89c0032aa tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:11.172207 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3aab7c74-437b-4532-940c-96f89c0032aa tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326344 Nov 11 22:38:11.172607 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58716) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:11.177275 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-1e5b7b84-0662-4da1-9a25-1cce2b90b004 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'security_group_rule': {'security_group_id': '206d8f04-8588-4b60-8628-66e42dbff047', 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:11.205093 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-1e5b7b84-0662-4da1-9a25-1cce2b90b004 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Project 218c22e32a974273a9c966ed2011f2bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:38:11.210362 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7b84-0662-4da1-9a25-1cce2b90b004 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:11.269294 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7b84-0662-4da1-9a25-1cce2b90b004 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:11.275250 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7b84-0662-4da1-9a25-1cce2b90b004 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:11.297743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b7b84-0662-4da1-9a25-1cce2b90b004 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8e6297-3081-4b7f-a130-fce5cae4db7a,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:11.305497 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7b84-0662-4da1-9a25-1cce2b90b004 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:11.313827 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1e5b7b84-0662-4da1-9a25-1cce2b90b004 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332123 Nov 11 22:38:11.372706 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bb62edad-ff16-44ff-b9b5-4c5687ba37a5 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:38:11.421782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port bb62edad-ff16-44ff-b9b5-4c5687ba37a5 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:11.422160 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:11.534642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-14d653d4-d4a9-4ea1-a3df-f1904b5bbbb9 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667370349&fields=id&tenant_id=218c22e32a974273a9c966ed2011f2bb HTTP/1.1" status: 200 len: 267 time: 0.0563562 Nov 11 22:38:11.654838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Sync routers for ids ['fcfa94c8-9581-4f3a-b675-96fad7651c73'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:38:11.656432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-aef8a923-87dd-4032-8fb0-46b0a31ef39f tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:11.658016 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-aef8a923-87dd-4032-8fb0-46b0a31ef39f tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 808 time: 0.1165943 Nov 11 22:38:11.674187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-27bf307b-1bb0-4418-b807-d65f8d1d7b73 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/quotas/218c22e32a974273a9c966ed2011f2bb HTTP/1.1" status: 200 len: 375 time: 0.0098565 Nov 11 22:38:11.675376 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Routers {'fcfa94c8-9581-4f3a-b675-96fad7651c73'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:38:11.675987 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['fcfa94c8-9581-4f3a-b675-96fad7651c73'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:11.727537 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-45c5f582-d4a6-4944-8e1d-abd015f15679 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474861 Nov 11 22:38:11.784611 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:11.795407 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Set router fcfa94c8-9581-4f3a-b675-96fad7651c73 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:38:11.830484 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-825f19ee-ecbd-4df0-9e09-6130ad46a146 service neutron] 10.222.0.57 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909312 Nov 11 22:38:11.925959 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-24b3c380-8329-4358-9149-0522bb026ab3 service neutron] 10.222.0.57 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891163 Nov 11 22:38:12.003241 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'name': 'tempest-TestShelveInstance-1976533368-router', 'tenant_id': '2241918ed337497baa80df52508f64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bb62edad-ff16-44ff-b9b5-4c5687ba37a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:05Z', 'updated_at': '2021-11-11T22:38:08Z', 'revision_number': 4, 'project_id': '2241918ed337497baa80df52508f64d9', 'gw_port': {'id': 'bb62edad-ff16-44ff-b9b5-4c5687ba37a5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:06Z', 'updated_at': '2021-11-11T22:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '8ce8bd53-e785-44eb-958e-86d448199c2a', 'name': '', 'network_id': '0950d9bc-868c-4360-9834-a14a5ef9fe39', 'tenant_id': '2241918ed337497baa80df52508f64d9', 'mac_address': 'fa:16:3e:56:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ffe87d19-ad86-4d57-8dc6-8ad672b20476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:08Z', 'updated_at': '2021-11-11T22:38:08Z', 'revision_number': 2, 'project_id': '2241918ed337497baa80df52508f64d9', 'subnets': [{'id': 'ffe87d19-ad86-4d57-8dc6-8ad672b20476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:12.041986 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Checking router: fcfa94c8-9581-4f3a-b675-96fad7651c73 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:38:12.042345 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Updating router fcfa94c8-9581-4f3a-b675-96fad7651c73 port 8ce8bd53-e785-44eb-958e-86d448199c2a binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:38:12.068988 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:12.093264 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-76c0dd89-3e02-4b4f-a22d-0ec9a51a62a2 req-c25a0248-6191-4c32-aa66-7340b4fd1c37 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 210 time: 0.0341253 Nov 11 22:38:12.344322 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:12.350887 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:12.405866 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d4aea-6448-491a-a33e-3d7e153d820f None None] Pushing event updated for resources: {'Port': ['ID=8ce8bd53-e785-44eb-958e-86d448199c2a,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:12.452664 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Attempting to bind port 8ce8bd53-e785-44eb-958e-86d448199c2a on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:38:12.453055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Attempting to bind port 8ce8bd53-e785-44eb-958e-86d448199c2a by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': 'c6710df4-47d5-4541-96bd-0240e2f377ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0950d9bc-868c-4360-9834-a14a5ef9fe39'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:38:12.453425 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Attempting to bind port 8ce8bd53-e785-44eb-958e-86d448199c2a on network 0950d9bc-868c-4360-9834-a14a5ef9fe39 {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:38:12.458899 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:38:12.459274 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Checking segment: {'id': 'c6710df4-47d5-4541-96bd-0240e2f377ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0950d9bc-868c-4360-9834-a14a5ef9fe39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:38:12.459676 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:12.460074 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Bound using segment: {'id': 'c6710df4-47d5-4541-96bd-0240e2f377ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0950d9bc-868c-4360-9834-a14a5ef9fe39'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:38:12.460542 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Bound port: 8ce8bd53-e785-44eb-958e-86d448199c2a, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6710df4-47d5-4541-96bd-0240e2f377ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '0950d9bc-868c-4360-9834-a14a5ef9fe39'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:38:12.460953 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:12.530420 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] For port 8ce8bd53-e785-44eb-958e-86d448199c2a, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:38:12.534030 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] For port 8ce8bd53-e785-44eb-958e-86d448199c2a, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8ce8bd53-e785-44eb-958e-86d448199c2a,segment=NetworkSegment(c6710df4-47d5-4541-96bd-0240e2f377ca),segment_id=c6710df4-47d5-4541-96bd-0240e2f377ca)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:38:12.540331 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:12.602564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Routers {'fcfa94c8-9581-4f3a-b675-96fad7651c73'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:38:12.603203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:37:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['fcfa94c8-9581-4f3a-b675-96fad7651c73'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:12.647571 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d4aea-6448-491a-a33e-3d7e153d820f None None] Pushing event updated for resources: {'Port': ['ID=8ce8bd53-e785-44eb-958e-86d448199c2a,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:12.728496 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-71716719-5676-41cd-8684-30759768b1e0 None None] Provisioning complete for port 8ce8bd53-e785-44eb-958e-86d448199c2a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:12.728895 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71716719-5676-41cd-8684-30759768b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:12.768262 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] Set router fcfa94c8-9581-4f3a-b675-96fad7651c73 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:38:12.927451 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71716719-5676-41cd-8684-30759768b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:12.981427 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-71716719-5676-41cd-8684-30759768b1e0 None None] For port 8ce8bd53-e785-44eb-958e-86d448199c2a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8ce8bd53-e785-44eb-958e-86d448199c2a,segment=NetworkSegment(c6710df4-47d5-4541-96bd-0240e2f377ca),segment_id=c6710df4-47d5-4541-96bd-0240e2f377ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:38:13.001642 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-71716719-5676-41cd-8684-30759768b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:13.059356 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71716719-5676-41cd-8684-30759768b1e0 None None] Pushing event updated for resources: {'Port': ['ID=8ce8bd53-e785-44eb-958e-86d448199c2a,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:13.070956 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'name': 'tempest-TestShelveInstance-1976533368-router', 'tenant_id': '2241918ed337497baa80df52508f64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bb62edad-ff16-44ff-b9b5-4c5687ba37a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:05Z', 'updated_at': '2021-11-11T22:38:08Z', 'revision_number': 4, 'project_id': '2241918ed337497baa80df52508f64d9', 'gw_port': {'id': 'bb62edad-ff16-44ff-b9b5-4c5687ba37a5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:06Z', 'updated_at': '2021-11-11T22:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '8ce8bd53-e785-44eb-958e-86d448199c2a', 'name': '', 'network_id': '0950d9bc-868c-4360-9834-a14a5ef9fe39', 'tenant_id': '2241918ed337497baa80df52508f64d9', 'mac_address': 'fa:16:3e:56:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ffe87d19-ad86-4d57-8dc6-8ad672b20476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:08Z', 'updated_at': '2021-11-11T22:38:12Z', 'revision_number': 4, 'project_id': '2241918ed337497baa80df52508f64d9', 'subnets': [{'id': 'ffe87d19-ad86-4d57-8dc6-8ad672b20476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:13.093923 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-4db47a3a-ef4d-46b8-bbff-50cb61924b57 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:13.095660 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-4db47a3a-ef4d-46b8-bbff-50cb61924b57 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 808 time: 0.1130521 Nov 11 22:38:13.098669 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205794ad-8ff3-4edb-88f2-1f699d60d43b None None] The sync data for ids ['fcfa94c8-9581-4f3a-b675-96fad7651c73'] in n-d-805737-3 is: [{'id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'name': 'tempest-TestShelveInstance-1976533368-router', 'tenant_id': '2241918ed337497baa80df52508f64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bb62edad-ff16-44ff-b9b5-4c5687ba37a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:05Z', 'updated_at': '2021-11-11T22:38:08Z', 'revision_number': 4, 'project_id': '2241918ed337497baa80df52508f64d9', 'gw_port': {'id': 'bb62edad-ff16-44ff-b9b5-4c5687ba37a5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:06Z', 'updated_at': '2021-11-11T22:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '8ce8bd53-e785-44eb-958e-86d448199c2a', 'name': '', 'network_id': '0950d9bc-868c-4360-9834-a14a5ef9fe39', 'tenant_id': '2241918ed337497baa80df52508f64d9', 'mac_address': 'fa:16:3e:56:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ffe87d19-ad86-4d57-8dc6-8ad672b20476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:08Z', 'updated_at': '2021-11-11T22:38:12Z', 'revision_number': 4, 'project_id': '2241918ed337497baa80df52508f64d9', 'subnets': [{'id': 'ffe87d19-ad86-4d57-8dc6-8ad672b20476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:38:13.133486 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-a0eef026-9c4a-43f8-a756-47e850b50b75 None None] Provisioning complete for port 8ce8bd53-e785-44eb-958e-86d448199c2a triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:13.138713 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a0eef026-9c4a-43f8-a756-47e850b50b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:13.189437 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-2a90cd98-7f9f-4a65-ae61-793625a33a49 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=218c22e32a974273a9c966ed2011f2bb HTTP/1.1" status: 200 len: 380 time: 0.0843174 Nov 11 22:38:13.205439 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-63a3c632-72f8-4fdf-a3e2-e33cfc5d09df tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'port': {'device_id': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'admin_state_up': True, 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'security_groups': ['206d8f04-8588-4b60-8628-66e42dbff047']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:13.253200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-104a0ebd-901e-420c-8f27-5adb5084c34f req-a0ef9bc6-aeaa-4a76-b73c-210a61f93a4b tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 210 time: 0.0499389 Nov 11 22:38:13.334004 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-63a3c632-72f8-4fdf-a3e2-e33cfc5d09df tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Made reservation on behalf of 218c22e32a974273a9c966ed2011f2bb for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:38:13.338047 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-63a3c632-72f8-4fdf-a3e2-e33cfc5d09df tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:13.380428 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8ce8bd53-e785-44eb-958e-86d448199c2a up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:38:13.433707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 8ce8bd53-e785-44eb-958e-86d448199c2a triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:13.434366 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:13.474133 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-63a3c632-72f8-4fdf-a3e2-e33cfc5d09df tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Allocated IP 172.20.0.14 (4b9dc450-9428-4635-89a4-0993f441e77f/89972251-7f62-4d31-b683-9f28e6442bfa/b71f663c-1e0b-4927-9aac-541f00533d8e) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:38:13.619055 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-63a3c632-72f8-4fdf-a3e2-e33cfc5d09df tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:13.654404 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-63a3c632-72f8-4fdf-a3e2-e33cfc5d09df tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:13.695786 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-63a3c632-72f8-4fdf-a3e2-e33cfc5d09df tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Network 4b9dc450-9428-4635-89a4-0993f441e77f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:38:13.700736 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-63a3c632-72f8-4fdf-a3e2-e33cfc5d09df tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:38:13.707020 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-63a3c632-72f8-4fdf-a3e2-e33cfc5d09df tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:38:13.729546 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3c632-72f8-4fdf-a3e2-e33cfc5d09df tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'Port': ['ID=b71f663c-1e0b-4927-9aac-541f00533d8e,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:13.760214 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-63a3c632-72f8-4fdf-a3e2-e33cfc5d09df tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:13.760898 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-63a3c632-72f8-4fdf-a3e2-e33cfc5d09df tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:13.781098 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-63a3c632-72f8-4fdf-a3e2-e33cfc5d09df tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843220 Nov 11 22:38:13.793409 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Request body: {'port': {'device_id': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:13.857609 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:13.946465 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2f92d6af-3314-46ef-9cc4-06dddd9027b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:13.979651 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-94f71baf-5a7f-483e-8d6d-9c0251470ec7 None None] Provisioning complete for port b71f663c-1e0b-4927-9aac-541f00533d8e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:13.979856 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-94f71baf-5a7f-483e-8d6d-9c0251470ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:14.015263 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-94f71baf-5a7f-483e-8d6d-9c0251470ec7 None None] Port b71f663c-1e0b-4927-9aac-541f00533d8e cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:38:14.130429 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71f663c-1e0b-4927-9aac-541f00533d8e {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:38:14.137934 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:14.149792 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Transition to ACTIVE for port object b71f663c-1e0b-4927-9aac-541f00533d8e will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:38:14.156167 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:14.204088 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Pushing event updated for resources: {'Port': ['ID=b71f663c-1e0b-4927-9aac-541f00533d8e,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:14.278654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Attempting to bind port b71f663c-1e0b-4927-9aac-541f00533d8e on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:38:14.279123 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Attempting to bind port b71f663c-1e0b-4927-9aac-541f00533d8e by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:38:14.279482 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Attempting to bind port b71f663c-1e0b-4927-9aac-541f00533d8e on network 4b9dc450-9428-4635-89a4-0993f441e77f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:38:14.284421 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Port b71f663c-1e0b-4927-9aac-541f00533d8e on network 4b9dc450-9428-4635-89a4-0993f441e77f not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:38:14.284829 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Attempting to bind port b71f663c-1e0b-4927-9aac-541f00533d8e on network 4b9dc450-9428-4635-89a4-0993f441e77f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:38:14.290363 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:38:14.290701 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Checking segment: {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:38:14.291127 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Bound using segment: {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:38:14.291923 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Bound port: b71f663c-1e0b-4927-9aac-541f00533d8e, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:38:14.291923 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:14.362186 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:38:14.365507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b71f663c-1e0b-4927-9aac-541f00533d8e,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:38:14.372240 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:14.384041 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564ca57-cd60-4ca0-aee7-e39c026a670f req-5cdb1f3a-267a-4ae0-8168-889fca765ad0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:14.385602 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c564ca57-cd60-4ca0-aee7-e39c026a670f req-5cdb1f3a-267a-4ae0-8168-889fca765ad0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 944 time: 0.0513427 Nov 11 22:38:14.406359 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:14.407022 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:14.408501 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] 10.222.0.10 "PUT /v2.0/ports/b71f663c-1e0b-4927-9aac-541f00533d8e HTTP/1.1" status: 200 len: 1092 time: 0.6196589 Nov 11 22:38:14.408866 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:38:14.411115 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a61b94a-63e6-47c3-80a7-04667f88aefe" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:38:14.440608 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec845f-2ed1-4328-8fc1-a40f522f7760 service neutron] Pushing event updated for resources: {'Port': ['ID=b71f663c-1e0b-4927-9aac-541f00533d8e,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:14.456114 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c564ca57-cd60-4ca0-aee7-e39c026a670f req-a4eec8a6-6e87-47d9-b92e-e26047f08e47 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642085 Nov 11 22:38:14.502804 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-15d7cf6c-f7f6-4648-aca0-a55afde8a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:14.504426 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-15d7cf6c-f7f6-4648-aca0-a55afde8a6eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 1095 time: 0.0445940 Nov 11 22:38:14.519443 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dfd7d4-23f2-4534-955f-00193ef5b7e3 x-openstack-request-id: req-a3dfd7d4-23f2-4534-955f-00193ef5b7e3 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:38:14.519735 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:38:14.519986 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a3dfd7d4-23f2-4534-955f-00193ef5b7e3 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:38:14.520379 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'status': 'completed', 'code': 200} Nov 11 22:38:14.553897 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-ea2c85b1-41aa-4ee5-a9fc-fcb1b23d6a63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71f663c-1e0b-4927-9aac-541f00533d8e HTTP/1.1" status: 200 len: 217 time: 0.0416534 Nov 11 22:38:14.607683 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-a1e46e83-a65d-4640-ac3e-abfb7e7cd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:14.609394 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-a1e46e83-a65d-4640-ac3e-abfb7e7cd866 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0483682 Nov 11 22:38:14.656567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-ef1f92b6-9d6b-43ed-baa7-256ec828b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:14.658469 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-ef1f92b6-9d6b-43ed-baa7-256ec828b565 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418651 Nov 11 22:38:14.754249 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-96427a27-b763-495d-aad5-60a65c386f6b service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874212 Nov 11 22:38:14.847380 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38c6ad58-55cb-4016-870b-27ec8b6683e4 req-38543895-583f-400d-8739-888376300f1f service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858400 Nov 11 22:38:14.943406 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61b94a-63e6-47c3-80a7-04667f88aefe req-c2185eb9-0409-4e7f-b609-6288a8a8cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:14.945012 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8a61b94a-63e6-47c3-80a7-04667f88aefe req-c2185eb9-0409-4e7f-b609-6288a8a8cff7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 1095 time: 0.0473948 Nov 11 22:38:15.036562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61b94a-63e6-47c3-80a7-04667f88aefe req-ffd083ce-7f77-4472-993c-0ad8a023502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:15.037978 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8a61b94a-63e6-47c3-80a7-04667f88aefe req-ffd083ce-7f77-4472-993c-0ad8a023502b service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0849605 Nov 11 22:38:15.082378 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8a61b94a-63e6-47c3-80a7-04667f88aefe req-2bf9ca4f-6678-4de1-be48-144178dd902f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71f663c-1e0b-4927-9aac-541f00533d8e HTTP/1.1" status: 200 len: 217 time: 0.0368588 Nov 11 22:38:15.134131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61b94a-63e6-47c3-80a7-04667f88aefe req-58f063f9-1615-435a-b0ec-ed26ea2e6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:15.135505 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8a61b94a-63e6-47c3-80a7-04667f88aefe req-58f063f9-1615-435a-b0ec-ed26ea2e6d54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0454204 Nov 11 22:38:15.184357 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61b94a-63e6-47c3-80a7-04667f88aefe req-2edfddaa-0948-42d1-8926-d3a375830654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:15.185901 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8a61b94a-63e6-47c3-80a7-04667f88aefe req-2edfddaa-0948-42d1-8926-d3a375830654 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421841 Nov 11 22:38:15.258414 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:15.586803 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb506f82-0204-47d7-9aba-936cc17408d2 req-961d2292-48c3-4cf7-b0da-87d662c694c8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:15.589155 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb506f82-0204-47d7-9aba-936cc17408d2 req-961d2292-48c3-4cf7-b0da-87d662c694c8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 944 time: 0.0517218 Nov 11 22:38:15.602225 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8a61b94a-63e6-47c3-80a7-04667f88aefe req-e30e4e41-5eef-4df9-89cd-8c79093a25c0 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083164 Nov 11 22:38:15.666448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb506f82-0204-47d7-9aba-936cc17408d2 req-acf4d2d4-838d-4691-85fa-d60a4c83639a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616896 Nov 11 22:38:15.695477 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8a61b94a-63e6-47c3-80a7-04667f88aefe req-4b0fd3a8-b83a-453f-b0da-74a155b2826b service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842471 Nov 11 22:38:16.127645 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-15e0d601-a6b8-4b84-9dd4-5705285212b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:16.767202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04882093-2ecd-47a5-87e7-eee0d35caf17 req-b809defb-5d31-40f6-8dc2-abbff8949434 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:16.768755 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04882093-2ecd-47a5-87e7-eee0d35caf17 req-b809defb-5d31-40f6-8dc2-abbff8949434 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 944 time: 0.0513725 Nov 11 22:38:16.818906 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-04882093-2ecd-47a5-87e7-eee0d35caf17 req-135ad816-242a-4d86-a07b-c62301024cb2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439880 Nov 11 22:38:17.199518 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b71f663c-1e0b-4927-9aac-541f00533d8e details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:38:17.304769 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b71f663c-1e0b-4927-9aac-541f00533d8e,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:38:17.315807 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'port_id': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'mac_address': 'fa:16:3e:ef:40:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:38:17.352161 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:17.365088 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71f663c-1e0b-4927-9aac-541f00533d8e {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:38:17.387469 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b71f663c-1e0b-4927-9aac-541f00533d8e,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:38:17.393804 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:17.437933 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=b71f663c-1e0b-4927-9aac-541f00533d8e,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:17.482327 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:17.618499 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b71f663c-1e0b-4927-9aac-541f00533d8e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:38:17.936160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf56a05-4eb0-48ad-a17d-92cc0c13a847 req-41d33946-0157-4d0f-bc73-c3409e7a10db tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:17.937776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9cf56a05-4eb0-48ad-a17d-92cc0c13a847 req-41d33946-0157-4d0f-bc73-c3409e7a10db tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.0500250 Nov 11 22:38:17.994815 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9cf56a05-4eb0-48ad-a17d-92cc0c13a847 req-54865fc6-2931-487d-b77c-cfd0da0708bf tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507667 Nov 11 22:38:18.867158 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:19.130728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb90f42-a8fa-4901-ad13-d64ce515c00d req-c47234af-58fd-44f5-b66c-14024efd3462 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:19.132186 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8eb90f42-a8fa-4901-ad13-d64ce515c00d req-c47234af-58fd-44f5-b66c-14024efd3462 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.0555258 Nov 11 22:38:19.182985 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8eb90f42-a8fa-4901-ad13-d64ce515c00d req-c355c451-5881-450e-8ee8-c033c311bd2f tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446768 Nov 11 22:38:19.199193 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b71f663c-1e0b-4927-9aac-541f00533d8e up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:38:19.252721 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port b71f663c-1e0b-4927-9aac-541f00533d8e completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:38:19.257071 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port b71f663c-1e0b-4927-9aac-541f00533d8e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:38:19.257416 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:19.339938 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:19.363358 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:38:19.365664 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2860500-ff7b-4362-a4da-0194c226fa93" -d '{"events": [{"server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "name": "network-vif-plugged", "status": "completed", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:38:19.378303 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b71f663c-1e0b-4927-9aac-541f00533d8e,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:38:19.383639 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:19.407665 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be85211e-cecc-441b-ba31-7429d9798a73 x-openstack-request-id: req-be85211e-cecc-441b-ba31-7429d9798a73 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:38:19.407983 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "name": "network-vif-plugged", "status": "completed", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:38:19.408240 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-be85211e-cecc-441b-ba31-7429d9798a73 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:38:19.408632 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'code': 200} Nov 11 22:38:19.434647 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:19.445138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=b71f663c-1e0b-4927-9aac-541f00533d8e,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:19.505596 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbf046-b99d-4f1b-80f3-d021d9bfaa3c req-d08eb001-5915-4b5a-92f5-2feafc355cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:19.506969 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdbbf046-b99d-4f1b-80f3-d021d9bfaa3c req-d08eb001-5915-4b5a-92f5-2feafc355cef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 1097 time: 0.0411053 Nov 11 22:38:19.558086 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-cdbbf046-b99d-4f1b-80f3-d021d9bfaa3c req-d8767643-0436-4279-bfea-3cc166b05a20 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433826 Nov 11 22:38:20.314521 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4629635-272c-45f9-997e-2b1df81d1c0f req-b5b0c8d1-9cdc-4038-be25-3df1c4cce63d tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:20.315934 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4629635-272c-45f9-997e-2b1df81d1c0f req-b5b0c8d1-9cdc-4038-be25-3df1c4cce63d tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0509312 Nov 11 22:38:20.365967 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f4629635-272c-45f9-997e-2b1df81d1c0f req-a64b1ee1-6977-49b1-820e-2a20fcc09e2a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440524 Nov 11 22:38:21.508372 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb17288-fc52-48fc-a660-f4a1b277d6e2 req-ffc88c97-3130-4d44-b9a2-6a017a79d408 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:21.509878 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8fb17288-fc52-48fc-a660-f4a1b277d6e2 req-ffc88c97-3130-4d44-b9a2-6a017a79d408 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0563397 Nov 11 22:38:21.563887 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8fb17288-fc52-48fc-a660-f4a1b277d6e2 req-2f8c6422-9db9-43d6-8d0f-512d123aa1a9 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451682 Nov 11 22:38:21.678303 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e828c-2f8f-4e80-a2b4-0978927b38ed req-c21cb8da-1890-4d4b-85c5-0329243c8ddc tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:21.679784 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-482e828c-2f8f-4e80-a2b4-0978927b38ed req-c21cb8da-1890-4d4b-85c5-0329243c8ddc tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0516012 Nov 11 22:38:21.733274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-482e828c-2f8f-4e80-a2b4-0978927b38ed req-bd1ca7e8-da18-474a-af4f-147f0a26331a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450883 Nov 11 22:38:21.757732 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58768) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:21.889894 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fe716c-23f9-463d-8658-47344a515127 tempest-TestShelveInstance-1567509062 tempest-TestShelveInstance-1567509062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:21.891389 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-78fe716c-23f9-463d-8658-47344a515127 tempest-TestShelveInstance-1567509062 tempest-TestShelveInstance-1567509062-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 1092 time: 0.1326208 Nov 11 22:38:21.895019 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 58772) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:38:21.901914 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:38:21.935595 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:22.034861 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:22.142873 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Allocated IP 172.25.0.7 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/eafdfb33-1f40-4056-bbae-a701a8f1f057) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:38:22.249913 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:22.287937 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:22.332952 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:38:22.337760 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:38:22.341277 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:38:22.347116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'Port': ['ID=eafdfb33-1f40-4056-bbae-a701a8f1f057,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:22.700699 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:22.779404 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:22.939469 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:22.947873 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:23.014149 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'Port': ['ID=eafdfb33-1f40-4056-bbae-a701a8f1f057,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:38:23.027810 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:23.125949 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Floating IP 9b1d3251-c12f-4ad4-b07e-7264b0ada916 associated. External IP: 172.25.0.7, port: b71f663c-1e0b-4927-9aac-541f00533d8e. Nov 11 22:38:23.331491 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Router 3544b544-bad2-4480-8613-f28e8aa9fb53 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:38:23.437009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:38:23.447636 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca6c4e-9428-4da9-b03d-c2859964afe8 None None] Sync routers for ids ['3544b544-bad2-4480-8613-f28e8aa9fb53'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:38:23.457279 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:23.459894 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca6c4e-9428-4da9-b03d-c2859964afe8 None None] Routers {'3544b544-bad2-4480-8613-f28e8aa9fb53'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:38:23.460577 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6dca6c4e-9428-4da9-b03d-c2859964afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:38:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3544b544-bad2-4480-8613-f28e8aa9fb53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:23.484840 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a251e7f1-b6c2-41e4-a039-e3cf284d5a82 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5884826 Nov 11 22:38:23.485994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:38:23.488300 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de4c61e-a3e9-4fd1-b41f-9e715e921b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:38:23.525865 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6246d287-91b3-445e-a172-938176dd724c x-openstack-request-id: req-6246d287-91b3-445e-a172-938176dd724c {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:38:23.526155 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:38:23.526389 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6246d287-91b3-445e-a172-938176dd724c {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:38:23.526819 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'status': 'completed', 'code': 200} Nov 11 22:38:23.570485 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6dca6c4e-9428-4da9-b03d-c2859964afe8 None None] Set router 3544b544-bad2-4480-8613-f28e8aa9fb53 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:38:23.593904 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4c61e-a3e9-4fd1-b41f-9e715e921b5c req-314d44c1-7b20-44be-9485-72ba495e1f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:23.595432 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7de4c61e-a3e9-4fd1-b41f-9e715e921b5c req-314d44c1-7b20-44be-9485-72ba495e1f31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 1097 time: 0.0457416 Nov 11 22:38:23.687863 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4c61e-a3e9-4fd1-b41f-9e715e921b5c req-cb551a77-15c0-4ff6-9b84-541d2dff8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:23.689568 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7de4c61e-a3e9-4fd1-b41f-9e715e921b5c req-cb551a77-15c0-4ff6-9b84-541d2dff8d35 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0862086 Nov 11 22:38:23.764297 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7de4c61e-a3e9-4fd1-b41f-9e715e921b5c req-392eca59-e78e-43dd-84ba-7576ce661f15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71f663c-1e0b-4927-9aac-541f00533d8e HTTP/1.1" status: 200 len: 998 time: 0.0667589 Nov 11 22:38:23.815338 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4c61e-a3e9-4fd1-b41f-9e715e921b5c req-ac2df453-234b-4ada-b708-7b485847948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:23.816939 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7de4c61e-a3e9-4fd1-b41f-9e715e921b5c req-ac2df453-234b-4ada-b708-7b485847948f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0450366 Nov 11 22:38:23.863017 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4c61e-a3e9-4fd1-b41f-9e715e921b5c req-aa5b9e13-3a82-427e-a101-dfa5c5a024b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:23.864541 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7de4c61e-a3e9-4fd1-b41f-9e715e921b5c req-aa5b9e13-3a82-427e-a101-dfa5c5a024b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407963 Nov 11 22:38:23.886785 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6dca6c4e-9428-4da9-b03d-c2859964afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '9b1d3251-c12f-4ad4-b07e-7264b0ada916', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'port_id': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'mac_address': 'fa:16:3e:ef:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:38:22Z', 'updated_at': '2021-11-11T22:38:22Z', 'revision_number': 0, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3bb8e2-8c16-4197-8b41-574428b3c551', 'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'mac_address': 'fa:16:3e:d8:73:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:03Z', 'updated_at': '2021-11-11T22:38:07Z', 'revision_number': 5, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'subnets': [{'id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:23.915080 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca6c4e-9428-4da9-b03d-c2859964afe8 None None] Checking router: 3544b544-bad2-4480-8613-f28e8aa9fb53 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:38:23.923662 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca6c4e-9428-4da9-b03d-c2859964afe8 None None] Routers {'3544b544-bad2-4480-8613-f28e8aa9fb53'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:38:23.924262 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6dca6c4e-9428-4da9-b03d-c2859964afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:38:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3544b544-bad2-4480-8613-f28e8aa9fb53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:23.957250 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7de4c61e-a3e9-4fd1-b41f-9e715e921b5c req-6b83d3c9-e25f-4e80-aeb2-b9c8905677b6 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856225 Nov 11 22:38:24.031477 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-6dca6c4e-9428-4da9-b03d-c2859964afe8 None None] Set router 3544b544-bad2-4480-8613-f28e8aa9fb53 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:38:24.051497 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-7de4c61e-a3e9-4fd1-b41f-9e715e921b5c req-db33c0e6-87c0-4fef-854a-0c9d073303db service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870416 Nov 11 22:38:24.272410 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-6dca6c4e-9428-4da9-b03d-c2859964afe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '9b1d3251-c12f-4ad4-b07e-7264b0ada916', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'port_id': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'mac_address': 'fa:16:3e:ef:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:38:22Z', 'updated_at': '2021-11-11T22:38:22Z', 'revision_number': 0, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3bb8e2-8c16-4197-8b41-574428b3c551', 'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'mac_address': 'fa:16:3e:d8:73:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:03Z', 'updated_at': '2021-11-11T22:38:07Z', 'revision_number': 5, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'subnets': [{'id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:38:24.298458 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca6c4e-9428-4da9-b03d-c2859964afe8 None None] The sync data for ids ['3544b544-bad2-4480-8613-f28e8aa9fb53'] in n-d-805737-3 is: [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': '9b1d3251-c12f-4ad4-b07e-7264b0ada916', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'port_id': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'mac_address': 'fa:16:3e:ef:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:38:22Z', 'updated_at': '2021-11-11T22:38:22Z', 'revision_number': 0, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3bb8e2-8c16-4197-8b41-574428b3c551', 'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'mac_address': 'fa:16:3e:d8:73:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:03Z', 'updated_at': '2021-11-11T22:38:07Z', 'revision_number': 5, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'subnets': [{'id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:38:24.509501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc42109-53f8-43ae-abde-c320b24ed4ed None None] New status for floating IP 9b1d3251-c12f-4ad4-b07e-7264b0ada916: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:38:28.889747 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38b8f7c5-25be-41a0-8bf6-6127c0907dbc req-9483ae3a-2ff8-4c3e-a5ad-15012467e4ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541501 Nov 11 22:38:28.981420 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8f7c5-25be-41a0-8bf6-6127c0907dbc req-68204060-be99-493e-bf1a-aa8ecbd546bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:28.982780 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38b8f7c5-25be-41a0-8bf6-6127c0907dbc req-68204060-be99-493e-bf1a-aa8ecbd546bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 1097 time: 0.0490887 Nov 11 22:38:29.087718 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8f7c5-25be-41a0-8bf6-6127c0907dbc req-85b23a1c-cca1-41eb-b3ed-1d3c817f9588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:29.089231 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38b8f7c5-25be-41a0-8bf6-6127c0907dbc req-85b23a1c-cca1-41eb-b3ed-1d3c817f9588 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0853751 Nov 11 22:38:29.164010 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38b8f7c5-25be-41a0-8bf6-6127c0907dbc req-2cbaa7fe-8547-4afa-8cfe-33274bdf4395 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71f663c-1e0b-4927-9aac-541f00533d8e HTTP/1.1" status: 200 len: 1000 time: 0.0673394 Nov 11 22:38:29.213589 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8f7c5-25be-41a0-8bf6-6127c0907dbc req-4ae60b87-1a3c-415a-9e5a-c8e6485f781f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:29.214988 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38b8f7c5-25be-41a0-8bf6-6127c0907dbc req-4ae60b87-1a3c-415a-9e5a-c8e6485f781f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0443971 Nov 11 22:38:29.265473 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8f7c5-25be-41a0-8bf6-6127c0907dbc req-08685a35-5e22-4300-a93a-8280f05da7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:29.267280 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38b8f7c5-25be-41a0-8bf6-6127c0907dbc req-08685a35-5e22-4300-a93a-8280f05da7df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445580 Nov 11 22:38:29.375179 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38b8f7c5-25be-41a0-8bf6-6127c0907dbc req-64b4e947-1649-44de-b5d1-c4f565dbba70 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999434 Nov 11 22:38:29.468150 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-38b8f7c5-25be-41a0-8bf6-6127c0907dbc req-954e6abd-77da-4437-b23b-2746b7165e0e service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846186 Nov 11 22:38:35.483084 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:38:41.748849 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:43.952680 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5a3d398-dab0-41dd-9bed-724b7e3a87f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:45.273388 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:46.133090 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1d387acc-c713-4d16-89bd-e4fd5ed0c286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:47.494773 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:48.870957 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:49.430646 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:11.751168 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:12.487955 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:39:13.953104 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09eec155-6fe0-4864-90d3-80363e483023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:15.272500 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:16.134289 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6e769fc-3703-4930-9596-bcc6222c724e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:17.500788 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:18.871026 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:19.425644 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:29.117743 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-46f2d1d3-50b2-48e0-831a-bee226d749bf req-c4236e2d-94a2-43f7-9bed-724efab53f3d service neutron] (102534) timed out ('10.222.0.57', 52126) {{(pid=102534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 22:39:29.873552 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eaf2c715-bec2-4f48-8db6-d3da90fcf63b req-112410f3-5b8c-4352-a33e-e2c0f75af6d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484347 Nov 11 22:39:29.961920 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2c715-bec2-4f48-8db6-d3da90fcf63b req-0ecf7edf-0339-492c-9e81-01cbb5990f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:29.963503 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eaf2c715-bec2-4f48-8db6-d3da90fcf63b req-0ecf7edf-0339-492c-9e81-01cbb5990f14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 1097 time: 0.0429831 Nov 11 22:39:30.072367 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2c715-bec2-4f48-8db6-d3da90fcf63b req-d94a0278-8a7e-4a18-9f62-a501d98641d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:30.073849 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eaf2c715-bec2-4f48-8db6-d3da90fcf63b req-d94a0278-8a7e-4a18-9f62-a501d98641d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0894122 Nov 11 22:39:30.137921 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eaf2c715-bec2-4f48-8db6-d3da90fcf63b req-33e47a76-2883-4e15-9c22-78a18d535e59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71f663c-1e0b-4927-9aac-541f00533d8e HTTP/1.1" status: 200 len: 1000 time: 0.0573349 Nov 11 22:39:30.187369 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2c715-bec2-4f48-8db6-d3da90fcf63b req-74fc0db8-f4de-4710-80c4-7d68231e8a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:30.188856 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eaf2c715-bec2-4f48-8db6-d3da90fcf63b req-74fc0db8-f4de-4710-80c4-7d68231e8a3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0433428 Nov 11 22:39:30.238455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2c715-bec2-4f48-8db6-d3da90fcf63b req-16b49e58-a073-4fa8-8df5-b97f32580b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:30.239856 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eaf2c715-bec2-4f48-8db6-d3da90fcf63b req-16b49e58-a073-4fa8-8df5-b97f32580b9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437739 Nov 11 22:39:30.329844 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eaf2c715-bec2-4f48-8db6-d3da90fcf63b req-3eecdbe0-9e73-4166-bece-8936153ff2d9 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821638 Nov 11 22:39:30.423917 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-eaf2c715-bec2-4f48-8db6-d3da90fcf63b req-01afc790-fec9-43d9-969a-2371c4e13b9f service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864985 Nov 11 22:39:41.745525 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:43.949085 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2719d0ab-4609-42fc-bc7a-1a01947157cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:45.278450 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:46.141045 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4763786a-6b93-4a63-b2c1-27ceace3d995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:47.504390 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:48.871755 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:49.421500 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:49.490794 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:40:11.760735 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:13.950717 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4be7f4e0-f071-45c9-b05c-ec70aa3084bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.301624 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:16.136950 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d7cfc5c3-e798-4ee9-8d6b-50cbe7c99c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:17.502908 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:18.878848 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:19.415592 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:19.660319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4d744-5409-4324-a286-4631f4822aaa req-cb28785c-5846-4106-8342-eeb368f5c593 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:19.662127 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13f4d744-5409-4324-a286-4631f4822aaa req-cb28785c-5846-4106-8342-eeb368f5c593 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0507326 Nov 11 22:40:19.717834 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-13f4d744-5409-4324-a286-4631f4822aaa req-58d0e906-5607-4306-8f0c-3a8bc5240b4b tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486720 Nov 11 22:40:20.858287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff305670-6978-4c42-9419-5728cb6ad648 req-8e2c3416-5855-47b4-a8aa-95251830250c tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:20.859874 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff305670-6978-4c42-9419-5728cb6ad648 req-8e2c3416-5855-47b4-a8aa-95251830250c tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0516694 Nov 11 22:40:20.909536 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff305670-6978-4c42-9419-5728cb6ad648 req-e5dcd1fc-4d7c-4a00-8610-787e137b46f2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436134 Nov 11 22:40:22.039927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002198f-d48c-4e9a-884c-a3adb823d94d req-b0228df0-93ba-4fd3-a174-42565a9272f0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:22.041389 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3002198f-d48c-4e9a-884c-a3adb823d94d req-b0228df0-93ba-4fd3-a174-42565a9272f0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0520983 Nov 11 22:40:22.090654 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3002198f-d48c-4e9a-884c-a3adb823d94d req-635ab610-de82-4405-a459-f95fc2fce3a8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433023 Nov 11 22:40:23.232285 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127b847-7e62-41dc-bc4c-75ec4a99370d req-2a4c23b5-4209-4f19-ab2d-8ef8bc2c007d tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:23.233962 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2127b847-7e62-41dc-bc4c-75ec4a99370d req-2a4c23b5-4209-4f19-ab2d-8ef8bc2c007d tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0622439 Nov 11 22:40:23.285351 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2127b847-7e62-41dc-bc4c-75ec4a99370d req-00de1936-6075-42fe-93a4-49a86ccfd154 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450928 Nov 11 22:40:24.413800 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750295d8-3413-4fb4-b687-d188eaa8f598 req-625eb55f-b741-4b60-b39a-5cf0fa4a0669 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:24.415732 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-750295d8-3413-4fb4-b687-d188eaa8f598 req-625eb55f-b741-4b60-b39a-5cf0fa4a0669 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0509162 Nov 11 22:40:24.473513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-750295d8-3413-4fb4-b687-d188eaa8f598 req-6b665321-3086-4828-a00e-17df56f4b30a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502355 Nov 11 22:40:25.608434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1b8a8-7d76-4892-bc3f-5bb79872bdd0 req-f8e95026-f14e-4863-bb9b-77e62d6684d0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:25.609859 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3c1b8a8-7d76-4892-bc3f-5bb79872bdd0 req-f8e95026-f14e-4863-bb9b-77e62d6684d0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0554361 Nov 11 22:40:25.660361 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f3c1b8a8-7d76-4892-bc3f-5bb79872bdd0 req-001c491d-66e8-47d0-a45f-d3c110c52ae4 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444188 Nov 11 22:40:26.495140 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:40:26.782831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7772b0-2002-4eeb-a183-8f1b330a3e2e req-3bf842ba-aaaf-4931-ad9b-deff77704676 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:26.784300 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f7772b0-2002-4eeb-a183-8f1b330a3e2e req-3bf842ba-aaaf-4931-ad9b-deff77704676 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0498049 Nov 11 22:40:26.835513 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0f7772b0-2002-4eeb-a183-8f1b330a3e2e req-1363472a-ac63-4576-9129-4bb88cad4c9f tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446081 Nov 11 22:40:27.976377 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e6733-5567-42ef-a976-6220badc801e req-886c7870-c157-4a35-992f-12a00455d8f2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:27.977870 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-193e6733-5567-42ef-a976-6220badc801e req-886c7870-c157-4a35-992f-12a00455d8f2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0508769 Nov 11 22:40:28.032000 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-193e6733-5567-42ef-a976-6220badc801e req-6e25b3b1-51dc-4ecc-94f9-c7cb3383d005 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475800 Nov 11 22:40:29.165966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273906ae-ff35-4e9d-a2e5-98ee4422786c req-cdd7de6f-8599-4b18-9ab7-35639f4804e8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:29.167560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-273906ae-ff35-4e9d-a2e5-98ee4422786c req-cdd7de6f-8599-4b18-9ab7-35639f4804e8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0530672 Nov 11 22:40:29.224581 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-273906ae-ff35-4e9d-a2e5-98ee4422786c req-09b47dac-6c30-4ab4-aac0-b71a4d903595 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477421 Nov 11 22:40:29.899415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce13e41-2be1-480c-95e6-e3825117d53e req-e42976d4-aee5-46da-9955-e0381b302517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:29.901272 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9ce13e41-2be1-480c-95e6-e3825117d53e req-e42976d4-aee5-46da-9955-e0381b302517 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 1097 time: 0.0440609 Nov 11 22:40:30.014247 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce13e41-2be1-480c-95e6-e3825117d53e req-0c14b474-c2af-45aa-92eb-083904f4c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:30.015636 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9ce13e41-2be1-480c-95e6-e3825117d53e req-0c14b474-c2af-45aa-92eb-083904f4c49b service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0938630 Nov 11 22:40:30.081571 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9ce13e41-2be1-480c-95e6-e3825117d53e req-594edc8e-294e-4de8-b4a6-e3a4ba963d09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71f663c-1e0b-4927-9aac-541f00533d8e HTTP/1.1" status: 200 len: 1000 time: 0.0576015 Nov 11 22:40:30.130994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce13e41-2be1-480c-95e6-e3825117d53e req-ff9c2eba-986c-4a02-aa67-8a3910272c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:30.132387 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9ce13e41-2be1-480c-95e6-e3825117d53e req-ff9c2eba-986c-4a02-aa67-8a3910272c54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0433376 Nov 11 22:40:30.181431 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce13e41-2be1-480c-95e6-e3825117d53e req-5eab0c6f-310d-42be-8540-f28a373da31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:30.182892 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9ce13e41-2be1-480c-95e6-e3825117d53e req-5eab0c6f-310d-42be-8540-f28a373da31a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427155 Nov 11 22:40:30.274408 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9ce13e41-2be1-480c-95e6-e3825117d53e req-39a5046d-3a07-4015-82f2-37186e8baebf service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829372 Nov 11 22:40:30.347897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed1b2b-3faf-4319-a168-1f5f9bdfe6a0 req-0510dc80-69a0-4ba4-984a-d623c9fea097 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:30.349510 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79ed1b2b-3faf-4319-a168-1f5f9bdfe6a0 req-0510dc80-69a0-4ba4-984a-d623c9fea097 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0523407 Nov 11 22:40:30.369241 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-9ce13e41-2be1-480c-95e6-e3825117d53e req-0383fe7f-7150-4780-b860-41b3d484100e service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870879 Nov 11 22:40:30.399364 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-79ed1b2b-3faf-4319-a168-1f5f9bdfe6a0 req-5c0d2759-09c6-4ff2-8b11-afa1a7d2f406 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434070 Nov 11 22:40:31.529890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feca98b-90b5-4ffc-b685-d5592c15ae23 req-6abb97a4-3a87-4eb3-bb5e-3a0bb6c46039 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:31.531374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7feca98b-90b5-4ffc-b685-d5592c15ae23 req-6abb97a4-3a87-4eb3-bb5e-3a0bb6c46039 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0621428 Nov 11 22:40:31.581710 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7feca98b-90b5-4ffc-b685-d5592c15ae23 req-dd64b51a-b44f-4bef-bc89-2b555498f41a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441749 Nov 11 22:40:31.838090 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b71f663c-1e0b-4927-9aac-541f00533d8e details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:40:31.936055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b71f663c-1e0b-4927-9aac-541f00533d8e,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:40:31.947964 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'port_id': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'mac_address': 'fa:16:3e:ef:40:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:40:31.989256 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:32.003712 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b71f663c-1e0b-4927-9aac-541f00533d8e {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:40:32.024220 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b71f663c-1e0b-4927-9aac-541f00533d8e,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:40:32.029007 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:32.081483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=b71f663c-1e0b-4927-9aac-541f00533d8e,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:32.089440 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:32.089786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:32.090124 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:32.090458 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:32.090786 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:32.091115 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:32.091435 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:32.092101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:32.092422 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:32.092735 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:32.093077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:32.093395 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:32.114798 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['b71f663c-1e0b-4927-9aac-541f00533d8e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:40:32.703520 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c8768-2626-4ebc-9430-4e6141cb39e9 req-0bef2da9-e472-49f7-adc5-d7f5ac9a3d44 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:32.705212 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb9c8768-2626-4ebc-9430-4e6141cb39e9 req-0bef2da9-e472-49f7-adc5-d7f5ac9a3d44 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.0504060 Nov 11 22:40:32.765425 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cb9c8768-2626-4ebc-9430-4e6141cb39e9 req-14a4dec5-909d-4684-ba71-c15294e885e6 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531275 Nov 11 22:40:33.851259 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b71f663c-1e0b-4927-9aac-541f00533d8e up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:40:33.894850 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27f705-7bb7-479b-93a6-7b8f58e4db8d req-b031a298-f712-4bf1-8526-a64365d31e2e tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:33.905370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f27f705-7bb7-479b-93a6-7b8f58e4db8d req-b031a298-f712-4bf1-8526-a64365d31e2e tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.0662472 Nov 11 22:40:33.913176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port b71f663c-1e0b-4927-9aac-541f00533d8e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:40:33.913678 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:33.968148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4f27f705-7bb7-479b-93a6-7b8f58e4db8d req-b724917f-8bb8-4278-b76f-5c783335e47d tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618589 Nov 11 22:40:34.023854 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:34.055770 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:40:34.058252 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe1a05c-2f48-48f9-b546-acf946930b1c" -d '{"events": [{"server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "name": "network-vif-plugged", "status": "completed", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:40:34.069870 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b71f663c-1e0b-4927-9aac-541f00533d8e,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:40:34.078362 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:34.110764 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9a3d93-dd96-45ef-a26d-b63310f85ef9 x-openstack-request-id: req-1c9a3d93-dd96-45ef-a26d-b63310f85ef9 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:40:34.111064 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "name": "network-vif-plugged", "status": "completed", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:40:34.111322 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c9a3d93-dd96-45ef-a26d-b63310f85ef9 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:40:34.111719 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'code': 200} Nov 11 22:40:34.132416 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=b71f663c-1e0b-4927-9aac-541f00533d8e,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:35.097899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58665799-aa91-431f-8515-8f2c51fe4251 req-5e00bc06-7a68-4ff3-9f8e-3714c121ebcd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:35.099455 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58665799-aa91-431f-8515-8f2c51fe4251 req-5e00bc06-7a68-4ff3-9f8e-3714c121ebcd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0619023 Nov 11 22:40:35.157349 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58665799-aa91-431f-8515-8f2c51fe4251 req-d55b015e-5ef9-4b1a-8b79-a30590bfea49 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505557 Nov 11 22:40:36.290736 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc0f7-57e9-45b1-b1b8-f29e1c551fed req-e6b2a001-ea86-4e89-beb2-207c49f759a7 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:36.292270 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d5bc0f7-57e9-45b1-b1b8-f29e1c551fed req-e6b2a001-ea86-4e89-beb2-207c49f759a7 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0515943 Nov 11 22:40:36.344356 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6d5bc0f7-57e9-45b1-b1b8-f29e1c551fed req-f10b595e-7a8c-4ecf-b9cd-d8ad3f306c59 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458732 Nov 11 22:40:37.504215 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0f201-0581-4399-a386-5668e7add233 req-f44eef2c-a7b9-45f8-a97a-c0cba0ae9ecb tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:37.505841 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03b0f201-0581-4399-a386-5668e7add233 req-f44eef2c-a7b9-45f8-a97a-c0cba0ae9ecb tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0616982 Nov 11 22:40:37.558410 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-03b0f201-0581-4399-a386-5668e7add233 req-70724b75-c304-4ad7-94ac-be84f1323deb tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456004 Nov 11 22:40:38.686586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a799da1-8447-4224-b4fb-309f22a01e51 req-0f91ed5d-3999-497e-9494-291960dbce65 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:38.689023 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a799da1-8447-4224-b4fb-309f22a01e51 req-0f91ed5d-3999-497e-9494-291960dbce65 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0544224 Nov 11 22:40:38.761463 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1a799da1-8447-4224-b4fb-309f22a01e51 req-8cb699e2-7598-450b-9118-0dd92dd4ef20 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659316 Nov 11 22:40:39.888748 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f44bb2-1edb-435a-a375-f9d945b860b5 req-deb8bb68-77a0-4ddb-a98e-c358a888f806 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:39.896399 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7f44bb2-1edb-435a-a375-f9d945b860b5 req-deb8bb68-77a0-4ddb-a98e-c358a888f806 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0627370 Nov 11 22:40:39.944898 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c7f44bb2-1edb-435a-a375-f9d945b860b5 req-9fc55a35-2df8-4671-8e4e-58409dfb6616 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474703 Nov 11 22:40:41.066649 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0e059-e151-4cad-b347-092cb48c1b53 req-c24c55d8-d9d6-47f8-a19c-0710cbb2c352 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:41.068066 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5cb0e059-e151-4cad-b347-092cb48c1b53 req-c24c55d8-d9d6-47f8-a19c-0710cbb2c352 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0505893 Nov 11 22:40:41.119706 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5cb0e059-e151-4cad-b347-092cb48c1b53 req-4b6ad9d4-ac0f-41b5-baca-4bb2b577ee08 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452554 Nov 11 22:40:41.490403 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650921f8-1c6b-4a2a-b563-5fe7d3661b06 req-fa403581-048a-4fa5-8b5a-2f66d663a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:41.492180 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-650921f8-1c6b-4a2a-b563-5fe7d3661b06 req-fa403581-048a-4fa5-8b5a-2f66d663a26f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 1097 time: 0.0456326 Nov 11 22:40:41.586261 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650921f8-1c6b-4a2a-b563-5fe7d3661b06 req-25dd2653-863f-4dae-8ef5-3b3fbd83fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:41.587809 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-650921f8-1c6b-4a2a-b563-5fe7d3661b06 req-25dd2653-863f-4dae-8ef5-3b3fbd83fccb service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0882716 Nov 11 22:40:41.765356 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:41.970654 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-650921f8-1c6b-4a2a-b563-5fe7d3661b06 req-94a78978-bb97-493d-9751-ac096a2420b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71f663c-1e0b-4927-9aac-541f00533d8e HTTP/1.1" status: 200 len: 1000 time: 0.3755908 Nov 11 22:40:42.022180 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650921f8-1c6b-4a2a-b563-5fe7d3661b06 req-84d23d01-53fe-4102-a504-2b32f0b48821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:42.023719 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-650921f8-1c6b-4a2a-b563-5fe7d3661b06 req-84d23d01-53fe-4102-a504-2b32f0b48821 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0456924 Nov 11 22:40:42.081536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650921f8-1c6b-4a2a-b563-5fe7d3661b06 req-1c0bcf08-f5ea-4a72-acd9-393618e1b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:42.082955 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-650921f8-1c6b-4a2a-b563-5fe7d3661b06 req-1c0bcf08-f5ea-4a72-acd9-393618e1b814 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516498 Nov 11 22:40:42.094366 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-650921f8-1c6b-4a2a-b563-5fe7d3661b06 req-fe69d172-b194-4f9b-8540-9fb86587dba6 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:40:42.095314 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-650921f8-1c6b-4a2a-b563-5fe7d3661b06 req-fe69d172-b194-4f9b-8540-9fb86587dba6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055425 Nov 11 22:40:42.189157 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-650921f8-1c6b-4a2a-b563-5fe7d3661b06 req-7a3c187e-2efd-44c5-8ca5-757599e30399 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861595 Nov 11 22:40:42.239638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e310f-1bee-4e0e-98e8-fc71a5e9115e req-44d71848-84ed-4c10-8624-8ddb126df920 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:42.241124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f90e310f-1bee-4e0e-98e8-fc71a5e9115e req-44d71848-84ed-4c10-8624-8ddb126df920 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0513883 Nov 11 22:40:42.283903 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-650921f8-1c6b-4a2a-b563-5fe7d3661b06 req-90d5a042-f88f-4758-a3e2-626932ff2baf service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874610 Nov 11 22:40:42.296767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f90e310f-1bee-4e0e-98e8-fc71a5e9115e req-bfce5866-caa0-40c3-856f-aa6bd0d81087 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492992 Nov 11 22:40:43.426326 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e31c7f-7b25-475a-a0ff-22b88351c344 req-9ce6c5d4-0fde-4489-bdc8-3e98b1d770bc tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:43.427825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15e31c7f-7b25-475a-a0ff-22b88351c344 req-9ce6c5d4-0fde-4489-bdc8-3e98b1d770bc tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0589337 Nov 11 22:40:43.478746 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15e31c7f-7b25-475a-a0ff-22b88351c344 req-1fb88e9f-2891-44e1-94b5-250502402880 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445242 Nov 11 22:40:43.953399 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ef8580c3-670f-407b-b20a-c95d3cba3fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:44.610764 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e210954-647c-43c7-a4a8-b0fc08eb1a0b req-d343ed76-dee6-4ebc-b9ba-9ae450050c6a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:44.612273 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e210954-647c-43c7-a4a8-b0fc08eb1a0b req-d343ed76-dee6-4ebc-b9ba-9ae450050c6a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0506239 Nov 11 22:40:44.662374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3e210954-647c-43c7-a4a8-b0fc08eb1a0b req-f26a7481-e7b6-4b7c-b025-d9f7090eca03 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439739 Nov 11 22:40:44.731999 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-adf7a174-d6ac-4c68-8fb4-2ae78f8ae9ac req-58fdbd03-9dd4-45ef-a633-1dfd158f137d service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:40:44.733025 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-adf7a174-d6ac-4c68-8fb4-2ae78f8ae9ac req-58fdbd03-9dd4-45ef-a633-1dfd158f137d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054681 Nov 11 22:40:45.299028 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:45.918167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device b71f663c-1e0b-4927-9aac-541f00533d8e no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:40:45.923643 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cb095-5f4b-4c39-9b49-55c7454da74a req-98141dd1-3aa7-43cc-9f84-1b5645657795 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:45.925197 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e0cb095-5f4b-4c39-9b49-55c7454da74a req-98141dd1-3aa7-43cc-9f84-1b5645657795 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0575168 Nov 11 22:40:45.983665 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4e0cb095-5f4b-4c39-9b49-55c7454da74a req-d1b23d7a-143f-451e-9147-c4b56c8eaa56 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503492 Nov 11 22:40:46.007362 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:46.030314 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:40:46.032553 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28606a5e-e6f4-4022-b063-1f2bd7e5d14c" -d '{"events": [{"server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "name": "network-vif-unplugged", "status": "completed", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:40:46.048614 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b71f663c-1e0b-4927-9aac-541f00533d8e,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:40:46.053932 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:46.077837 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 22:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8569f179-2916-4994-906f-b0b65c587c67 x-openstack-request-id: req-8569f179-2916-4994-906f-b0b65c587c67 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:40:46.078124 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "name": "network-vif-unplugged", "status": "failed", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e", "code": 422}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:40:46.078375 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8569f179-2916-4994-906f-b0b65c587c67 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:40:46.078764 n-d-805737-3 neutron-server[102536]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'code': 422} returned with failed status Nov 11 22:40:46.104291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=b71f663c-1e0b-4927-9aac-541f00533d8e,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:46.108574 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-75e349fa-a183-4be4-9b46-0e940174f7a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892198 Nov 11 22:40:46.127946 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-072ef81d-03ea-48e2-8b24-7b4373a70379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:47.082314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-c8a54eb3-0744-45c4-b26d-2ad8f61f19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:47.083794 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-c8a54eb3-0744-45c4-b26d-2ad8f61f19c3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d&tenant_id=218c22e32a974273a9c966ed2011f2bb HTTP/1.1" status: 200 len: 1095 time: 0.1144667 Nov 11 22:40:47.098824 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-ed296995-7ffc-4ab8-96bb-9febc9ee08b5 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:40:47.099756 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-ed296995-7ffc-4ab8-96bb-9febc9ee08b5 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049520 Nov 11 22:40:47.112756 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c723d-5e49-4951-b9b9-d59941bc3be0 req-46b51431-25a4-4cf1-93bb-49c632bc6fdb tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:47.114182 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c38c723d-5e49-4951-b9b9-d59941bc3be0 req-46b51431-25a4-4cf1-93bb-49c632bc6fdb tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 944 time: 0.0639710 Nov 11 22:40:47.118782 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805737-3', 'device_owner': 'compute:nova'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:40:47.201069 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:47.206305 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c38c723d-5e49-4951-b9b9-d59941bc3be0 req-014bd6f6-322f-481f-b28e-c4d68d359c85 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849030 Nov 11 22:40:47.411021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=b71f663c-1e0b-4927-9aac-541f00533d8e,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:40:47.445636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h1-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:40:47.482275 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71f663c-1e0b-4927-9aac-541f00533d8e {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:40:47.489719 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:47.500622 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:47.502422 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Transition to ACTIVE for port object b71f663c-1e0b-4927-9aac-541f00533d8e will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:40:47.506491 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:47.553822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Pushing event updated for resources: {'Port': ['ID=b71f663c-1e0b-4927-9aac-541f00533d8e,revision_number=9']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:47.588779 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:47.589140 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:47.589476 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:47.589804 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:47.590127 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:47.590448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:47.590768 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:47.591088 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:47.591406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:47.592094 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:47.592407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:47.592698 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:47.639734 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] No DVR routers for this DVR port b71f663c-1e0b-4927-9aac-541f00533d8e on host n-h1-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:40:47.770785 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Attempting to bind port b71f663c-1e0b-4927-9aac-541f00533d8e on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:40:47.771116 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Attempting to bind port b71f663c-1e0b-4927-9aac-541f00533d8e by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:40:47.771438 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Attempting to bind port b71f663c-1e0b-4927-9aac-541f00533d8e on network 4b9dc450-9428-4635-89a4-0993f441e77f {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:40:47.775586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Port b71f663c-1e0b-4927-9aac-541f00533d8e on network 4b9dc450-9428-4635-89a4-0993f441e77f not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:40:47.775899 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Attempting to bind port b71f663c-1e0b-4927-9aac-541f00533d8e on network 4b9dc450-9428-4635-89a4-0993f441e77f {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:40:47.781161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:40:47.781489 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Checking segment: {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:40:47.781865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Bound using segment: {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:40:47.782282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Bound port: b71f663c-1e0b-4927-9aac-541f00533d8e, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:40:47.782628 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:47.845528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:40:47.848512 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b71f663c-1e0b-4927-9aac-541f00533d8e,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:40:47.855864 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:47.890383 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:47.891005 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:47.892282 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] 10.222.0.71 "PUT /v2.0/ports/b71f663c-1e0b-4927-9aac-541f00533d8e HTTP/1.1" status: 200 len: 1092 time: 0.7771974 Nov 11 22:40:47.892749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:40:47.894996 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9030fece-8900-448b-9ce1-e5b01bf6f5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:40:47.919703 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19804bfc-119a-47d9-83b5-9ad7ce7bdb66 service neutron] Pushing event updated for resources: {'Port': ['ID=b71f663c-1e0b-4927-9aac-541f00533d8e,revision_number=10']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:47.968224 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-85411f2c-f89e-4f59-9dc4-ccf4e9c142a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:47.969978 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-85411f2c-f89e-4f59-9dc4-ccf4e9c142a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 1096 time: 0.0453904 Nov 11 22:40:48.007061 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcfcfc0-e247-442a-957c-5b0c9dd6ca58 x-openstack-request-id: req-fdcfcfc0-e247-442a-957c-5b0c9dd6ca58 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:40:48.007354 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:40:48.007610 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fdcfcfc0-e247-442a-957c-5b0c9dd6ca58 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:40:48.008009 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'status': 'completed', 'code': 200} Nov 11 22:40:48.076369 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-cf4dc621-bbec-4cce-87f4-060391392b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:48.077888 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-cf4dc621-bbec-4cce-87f4-060391392b0d service neutron] 10.222.0.71 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0954304 Nov 11 22:40:48.153370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-95f8044f-4a8d-4f1f-9924-db7ef24dee4c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71f663c-1e0b-4927-9aac-541f00533d8e HTTP/1.1" status: 200 len: 998 time: 0.0620763 Nov 11 22:40:48.214740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-6eff79a9-d02d-4638-8472-f119c2b71cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:48.216107 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-6eff79a9-d02d-4638-8472-f119c2b71cef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0492628 Nov 11 22:40:48.267503 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-5cd6887f-af17-4485-ace5-721b05e54c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:48.269023 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-5cd6887f-af17-4485-ace5-721b05e54c10 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399544 Nov 11 22:40:48.381201 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc675559-4a26-495e-9337-d1f81b44a69d req-a7c7d0c6-95cc-43cf-aec7-9c4f2e3d457e tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:48.382660 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc675559-4a26-495e-9337-d1f81b44a69d req-a7c7d0c6-95cc-43cf-aec7-9c4f2e3d457e tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.1040459 Nov 11 22:40:48.409352 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-76dea78f-81d4-477d-b12c-aa5b0f6ab4e4 service neutron] 10.222.0.71 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223230 Nov 11 22:40:48.458816 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc675559-4a26-495e-9337-d1f81b44a69d req-14970a7d-c9bb-4db3-a9c6-e62edda14c6e tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699620 Nov 11 22:40:48.524284 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e6a7dfc8-7d0c-4b66-88ff-4e3f403ee815 req-d4ba3030-b298-4255-b5bc-eb99c9f33954 service neutron] 10.222.0.71 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006556 Nov 11 22:40:48.619687 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030fece-8900-448b-9ce1-e5b01bf6f5ce req-6ac73dfc-352d-423c-89ec-5a914e027b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:48.621215 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9030fece-8900-448b-9ce1-e5b01bf6f5ce req-6ac73dfc-352d-423c-89ec-5a914e027b26 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 1096 time: 0.0428910 Nov 11 22:40:48.717057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030fece-8900-448b-9ce1-e5b01bf6f5ce req-2223959c-23ae-4a8a-a297-c5248c4aae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:48.718644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9030fece-8900-448b-9ce1-e5b01bf6f5ce req-2223959c-23ae-4a8a-a297-c5248c4aae5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0889907 Nov 11 22:40:48.794515 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9030fece-8900-448b-9ce1-e5b01bf6f5ce req-3b4016c2-2325-427a-a06e-7154ce482bfd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71f663c-1e0b-4927-9aac-541f00533d8e HTTP/1.1" status: 200 len: 998 time: 0.0632527 Nov 11 22:40:48.861663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030fece-8900-448b-9ce1-e5b01bf6f5ce req-a4116be4-d5c5-45b1-bc98-eace3b73b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:48.864374 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9030fece-8900-448b-9ce1-e5b01bf6f5ce req-a4116be4-d5c5-45b1-bc98-eace3b73b80c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0612845 Nov 11 22:40:48.880433 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:49.418278 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:49.594053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c0c5b-89a6-439a-8a19-c47f83ebb904 req-042de4d8-4a34-48b8-bd5b-b08f5bdd8904 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:49.596114 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b67c0c5b-89a6-439a-8a19-c47f83ebb904 req-042de4d8-4a34-48b8-bd5b-b08f5bdd8904 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.0625224 Nov 11 22:40:49.646254 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b67c0c5b-89a6-439a-8a19-c47f83ebb904 req-814dd9b9-337c-49cb-9687-3b35a0dbedb6 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439599 Nov 11 22:40:50.790823 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15939e2d-b08a-4a6c-af6f-98bfdcdd520d req-bd4be68a-261f-4957-a14d-c67937c8dc2d tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:50.792331 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15939e2d-b08a-4a6c-af6f-98bfdcdd520d req-bd4be68a-261f-4957-a14d-c67937c8dc2d tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.0529995 Nov 11 22:40:50.849164 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-15939e2d-b08a-4a6c-af6f-98bfdcdd520d req-3b154c0f-e93b-42ad-b6d1-438b18ec14fa tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450051 Nov 11 22:40:51.971370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b6f88-cb44-4399-aca0-0a746b125bfe req-67526e42-f475-404e-966e-23550ff98a40 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:51.972810 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-677b6f88-cb44-4399-aca0-0a746b125bfe req-67526e42-f475-404e-966e-23550ff98a40 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.0504725 Nov 11 22:40:52.027804 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-677b6f88-cb44-4399-aca0-0a746b125bfe req-06a40b4c-a030-4135-a56e-c97c32aeadbf tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488439 Nov 11 22:40:53.161678 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267bfd9-5d27-4cc9-ba80-f124a1375bc8 req-7e26732a-d177-48a7-8dcf-85f71c15a2af tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:53.163627 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0267bfd9-5d27-4cc9-ba80-f124a1375bc8 req-7e26732a-d177-48a7-8dcf-85f71c15a2af tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.0575674 Nov 11 22:40:53.215619 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0267bfd9-5d27-4cc9-ba80-f124a1375bc8 req-65435a17-4261-45c2-8c7f-de2b14bd1d81 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455022 Nov 11 22:40:54.341284 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be4566-9e2a-4825-9502-d97823c47392 req-f871d9bb-6d82-4c20-b01a-0d3057c65ebc tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:54.343301 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62be4566-9e2a-4825-9502-d97823c47392 req-f871d9bb-6d82-4c20-b01a-0d3057c65ebc tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.0537040 Nov 11 22:40:54.394049 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-62be4566-9e2a-4825-9502-d97823c47392 req-25839ae9-ba4a-40f1-8cd5-7e2e3958be1f tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440102 Nov 11 22:40:55.516145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b504f61-b881-4f57-ada0-910fead7a9ba req-180a1514-6c66-46a0-9cf5-41b9d7787de8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:55.517778 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b504f61-b881-4f57-ada0-910fead7a9ba req-180a1514-6c66-46a0-9cf5-41b9d7787de8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.0549030 Nov 11 22:40:55.575644 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b504f61-b881-4f57-ada0-910fead7a9ba req-462b4e8d-8b0d-4ba5-841f-c59b0b261196 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513248 Nov 11 22:40:56.708969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330caf12-7c74-4098-a3a1-f2fde762dcec req-c65ed98a-5f4c-4bc4-b2ab-cd66fb52eecb tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:56.710677 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-330caf12-7c74-4098-a3a1-f2fde762dcec req-c65ed98a-5f4c-4bc4-b2ab-cd66fb52eecb tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.0565453 Nov 11 22:40:56.764260 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-330caf12-7c74-4098-a3a1-f2fde762dcec req-c96577a5-a3e0-408d-a8a7-545b1b20ab10 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462401 Nov 11 22:40:57.884675 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9bb81-4be6-48af-9fcb-7845c55ac4d9 req-551b1b2c-dbf3-490f-8f48-7750a38e25c0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:57.886393 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43b9bb81-4be6-48af-9fcb-7845c55ac4d9 req-551b1b2c-dbf3-490f-8f48-7750a38e25c0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.0513701 Nov 11 22:40:57.942604 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43b9bb81-4be6-48af-9fcb-7845c55ac4d9 req-1f10fe86-61c8-4d0a-a198-2d3558469f5d tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478158 Nov 11 22:40:59.070660 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cc1aa-4382-44b3-aa02-9582a7a23fd7 req-70b8f077-0181-4e7f-9dfa-95f6e7910162 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:59.072132 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7f0cc1aa-4382-44b3-aa02-9582a7a23fd7 req-70b8f077-0181-4e7f-9dfa-95f6e7910162 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.0547576 Nov 11 22:40:59.124363 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7f0cc1aa-4382-44b3-aa02-9582a7a23fd7 req-d0a513f6-51c0-4406-bed7-01a3dfc5d932 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431941 Nov 11 22:40:59.390613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030fece-8900-448b-9ce1-e5b01bf6f5ce req-fd36b0b1-b92e-4cc4-8e78-2c4cbd4ee6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:59.392131 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9030fece-8900-448b-9ce1-e5b01bf6f5ce req-fd36b0b1-b92e-4cc4-8e78-2c4cbd4ee6bf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453322 Nov 11 22:40:59.850347 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9030fece-8900-448b-9ce1-e5b01bf6f5ce req-eaf2e0a7-16a2-49d5-9c04-84d1e2e5f368 service neutron] 10.222.0.71 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463573 Nov 11 22:40:59.945304 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9030fece-8900-448b-9ce1-e5b01bf6f5ce req-1cc0b65e-f957-4ccb-ae6f-3cd6f5749c26 service neutron] 10.222.0.71 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869606 Nov 11 22:41:00.256704 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a32313-fa32-4b6f-8c09-3bb8334aea5c req-31642114-ed09-4808-ae21-292177584c38 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:41:00.258242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87a32313-fa32-4b6f-8c09-3bb8334aea5c req-31642114-ed09-4808-ae21-292177584c38 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.0589852 Nov 11 22:41:00.311711 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-87a32313-fa32-4b6f-8c09-3bb8334aea5c req-d28c00e2-0044-4482-87c3-ea3de723bccb tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462935 Nov 11 22:41:01.233372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b71f663c-1e0b-4927-9aac-541f00533d8e details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:41:01.350778 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b71f663c-1e0b-4927-9aac-541f00533d8e,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:41:01.362708 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'port_id': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'mac_address': 'fa:16:3e:ef:40:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:41:01.401475 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:01.415095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71f663c-1e0b-4927-9aac-541f00533d8e {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:41:01.428273 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff960d05-6c8f-41a5-afd6-24a21da362d0 req-27c8e45b-fa13-4ba2-ba60-ee99e775902e tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:41:01.429837 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff960d05-6c8f-41a5-afd6-24a21da362d0 req-27c8e45b-fa13-4ba2-ba60-ee99e775902e tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 945 time: 0.0492861 Nov 11 22:41:01.434098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b71f663c-1e0b-4927-9aac-541f00533d8e,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:41:01.440464 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:01.479939 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ff960d05-6c8f-41a5-afd6-24a21da362d0 req-c4b6ffb6-0527-4292-83de-f07240de3fd7 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439560 Nov 11 22:41:01.486333 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=b71f663c-1e0b-4927-9aac-541f00533d8e,revision_number=11']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:41:01.771649 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['b71f663c-1e0b-4927-9aac-541f00533d8e'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:41:02.609457 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa1ec4-6486-4b40-b45c-3b42bd02d5b8 req-9e7851dc-e9f9-4c2b-b4c4-1a7d10952972 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:41:02.610943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d5fa1ec4-6486-4b40-b45c-3b42bd02d5b8 req-9e7851dc-e9f9-4c2b-b4c4-1a7d10952972 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 946 time: 0.0518026 Nov 11 22:41:02.667941 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d5fa1ec4-6486-4b40-b45c-3b42bd02d5b8 req-717bc065-9716-41e3-aa92-1acb71c4aa6c tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506895 Nov 11 22:41:03.247707 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b71f663c-1e0b-4927-9aac-541f00533d8e up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:41:03.309095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port b71f663c-1e0b-4927-9aac-541f00533d8e completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:41:03.312819 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port b71f663c-1e0b-4927-9aac-541f00533d8e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:41:03.313193 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:03.389870 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:03.412285 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:41:03.414521 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a470216-7ebd-40a0-9b96-eb753eb7d635" -d '{"events": [{"server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "name": "network-vif-plugged", "status": "completed", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:41:03.426413 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b71f663c-1e0b-4927-9aac-541f00533d8e,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:41:03.431284 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:03.455563 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e16312-1f6c-4904-bb88-ebda1f376488 x-openstack-request-id: req-54e16312-1f6c-4904-bb88-ebda1f376488 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:41:03.455864 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "name": "network-vif-plugged", "status": "completed", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:41:03.456112 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54e16312-1f6c-4904-bb88-ebda1f376488 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:41:03.456498 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'code': 200} Nov 11 22:41:03.479756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=b71f663c-1e0b-4927-9aac-541f00533d8e,revision_number=12']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:41:03.496539 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:41:03.637452 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c8686-aabf-48cb-b124-71c92720ff56 req-94132b67-ef01-4461-bde7-f9a04aac280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:41:03.638988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-789c8686-aabf-48cb-b124-71c92720ff56 req-94132b67-ef01-4461-bde7-f9a04aac280c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 1098 time: 0.0457742 Nov 11 22:41:03.689569 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-789c8686-aabf-48cb-b124-71c92720ff56 req-e5f6218a-02a3-4423-9a9a-6b530f8bfe9f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394528 Nov 11 22:41:03.788819 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bf83e-92bf-4d0b-9bf8-a905a2398d3c req-f165b3f3-661c-43e1-b07c-5b068b651621 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:41:03.790275 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-369bf83e-92bf-4d0b-9bf8-a905a2398d3c req-f165b3f3-661c-43e1-b07c-5b068b651621 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 947 time: 0.0514772 Nov 11 22:41:03.842158 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-369bf83e-92bf-4d0b-9bf8-a905a2398d3c req-3bc44300-0c46-4163-acf7-a71dd8c63ad3 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428839 Nov 11 22:41:04.964307 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cb9f7-a29c-46fc-b769-cf73d0434199 req-e6b8517a-599d-41ad-94e3-2c662a76990f tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:41:04.966525 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-768cb9f7-a29c-46fc-b769-cf73d0434199 req-e6b8517a-599d-41ad-94e3-2c662a76990f tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 947 time: 0.0525851 Nov 11 22:41:05.023222 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-768cb9f7-a29c-46fc-b769-cf73d0434199 req-bd97a70a-532b-48a7-ae69-c1bdcaeffcc9 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494127 Nov 11 22:41:06.151719 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe6508-2955-4403-9b06-ab6c85f9ffd3 req-989e21b8-8a23-495a-98c9-ef6de843dd44 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:41:06.153242 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2dbe6508-2955-4403-9b06-ab6c85f9ffd3 req-989e21b8-8a23-495a-98c9-ef6de843dd44 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 947 time: 0.0529270 Nov 11 22:41:06.206848 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2dbe6508-2955-4403-9b06-ab6c85f9ffd3 req-9b195cba-d962-4194-9288-9f33d1606854 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449598 Nov 11 22:41:11.768615 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:13.953616 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a81765ff-f626-4056-8212-1ec70e174f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:15.297458 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:16.138681 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6eab2519-8ff6-4600-9b1b-83abc1f69d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:17.510946 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:18.884178 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:19.423812 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:36.555117 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7168f11-e5f6-4218-bacf-408b93e54e07 req-466cdd49-ac6d-4304-bb2f-7991afc5d8e6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451822 Nov 11 22:41:36.650440 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7168f11-e5f6-4218-bacf-408b93e54e07 req-5b222c1d-dc6e-472c-b04a-db140426a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:41:36.651960 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7168f11-e5f6-4218-bacf-408b93e54e07 req-5b222c1d-dc6e-472c-b04a-db140426a595 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 1098 time: 0.0462589 Nov 11 22:41:36.758130 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7168f11-e5f6-4218-bacf-408b93e54e07 req-bcef8a77-5fd7-4ae8-83d9-ebc7d77f2a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:41:36.759632 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7168f11-e5f6-4218-bacf-408b93e54e07 req-bcef8a77-5fd7-4ae8-83d9-ebc7d77f2a0e service neutron] 10.222.0.71 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0862041 Nov 11 22:41:36.836185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7168f11-e5f6-4218-bacf-408b93e54e07 req-5523ccff-2cbf-4825-85e3-4f2a988ece62 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71f663c-1e0b-4927-9aac-541f00533d8e HTTP/1.1" status: 200 len: 1000 time: 0.0660698 Nov 11 22:41:36.886581 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7168f11-e5f6-4218-bacf-408b93e54e07 req-1a96fc1d-ff57-45f5-b333-f4c0614e660b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:41:36.888012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7168f11-e5f6-4218-bacf-408b93e54e07 req-1a96fc1d-ff57-45f5-b333-f4c0614e660b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0433266 Nov 11 22:41:36.934357 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7168f11-e5f6-4218-bacf-408b93e54e07 req-cdc746fe-ae2d-49ea-960e-48d00776ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:41:36.935811 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7168f11-e5f6-4218-bacf-408b93e54e07 req-cdc746fe-ae2d-49ea-960e-48d00776ba66 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395808 Nov 11 22:41:37.032757 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7168f11-e5f6-4218-bacf-408b93e54e07 req-c272759a-76bb-45d2-b2f5-673bfe48762a service neutron] 10.222.0.71 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881710 Nov 11 22:41:37.128776 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d7168f11-e5f6-4218-bacf-408b93e54e07 req-9b1c7608-8d71-4c1a-9b2e-b1daebf839e9 service neutron] 10.222.0.71 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875797 Nov 11 22:41:40.502230 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:41:41.774499 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:43.958517 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f929d707-71bf-4265-9e0e-7009ec4fd3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:45.339624 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:46.147520 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e05d616a-a8a7-4ecd-b094-0b029b99afa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:47.513936 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:48.890250 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:49.428890 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:11.774294 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:13.965285 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4aef0a6e-d227-43fb-9333-a4f372fe3d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:15.345867 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:16.136440 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-57872fef-5bf9-43b2-b33d-9d7ded4d9d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:17.505138 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:42:17.516695 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:18.889241 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:19.431940 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:21.982829 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59094) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:42:22.156297 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Deleting port eafdfb33-1f40-4056-bbae-a701a8f1f057 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:42:22.156612 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:22.240915 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:22.241180 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:22.253164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Calling delete_port for eafdfb33-1f40-4056-bbae-a701a8f1f057 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:42:22.415366 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:22.440215 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event deleted for resources: {'Port': ['ID=eafdfb33-1f40-4056-bbae-a701a8f1f057,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:42:22.452049 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:22.452397 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:22.452738 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:22.453112 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:22.453442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:22.453771 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:22.454102 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:22.454425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:22.454762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:22.455087 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:22.455409 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:22.455726 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:22.513728 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:22.514051 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Floating IP 9b1d3251-c12f-4ad4-b07e-7264b0ada916 disassociated (deleted). External IP: 172.25.0.7, port: b71f663c-1e0b-4927-9aac-541f00533d8e. Nov 11 22:42:22.722510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Router 3544b544-bad2-4480-8613-f28e8aa9fb53 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:42:22.830493 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:42:22.835582 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:22.840195 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a875deab-8ddc-4b8c-a6f3-3b0697b015ca None None] Sync routers for ids ['3544b544-bad2-4480-8613-f28e8aa9fb53'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:42:22.852064 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a875deab-8ddc-4b8c-a6f3-3b0697b015ca None None] Routers {'3544b544-bad2-4480-8613-f28e8aa9fb53'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:42:22.852681 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a875deab-8ddc-4b8c-a6f3-3b0697b015ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:42:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3544b544-bad2-4480-8613-f28e8aa9fb53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:42:22.867703 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4377687a-1039-4273-9d89-907b39a9cfdd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "DELETE /v2.0/floatingips/9b1d3251-c12f-4ad4-b07e-7264b0ada916 HTTP/1.1" status: 204 len: 168 time: 0.8835490 Nov 11 22:42:22.868287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:42:22.870631 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c896f1d5-ebd0-45f1-940d-ec71e839ef8c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:42:22.960424 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a875deab-8ddc-4b8c-a6f3-3b0697b015ca None None] Set router 3544b544-bad2-4480-8613-f28e8aa9fb53 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:42:23.026078 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a482c7ae-18f0-4fc3-bec1-6908f74de7bd x-openstack-request-id: req-a482c7ae-18f0-4fc3-bec1-6908f74de7bd {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:42:23.026623 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:42:23.026823 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a482c7ae-18f0-4fc3-bec1-6908f74de7bd {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:42:23.027401 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'status': 'completed', 'code': 200} Nov 11 22:42:23.125927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896f1d5-ebd0-45f1-940d-ec71e839ef8c req-bb4928c2-3529-40ae-bf6a-5804c98855c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:23.128065 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c896f1d5-ebd0-45f1-940d-ec71e839ef8c req-bb4928c2-3529-40ae-bf6a-5804c98855c5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 1098 time: 0.0714722 Nov 11 22:42:23.140495 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8eeff-e5a3-474c-b352-4c53b73629b4 req-74b4520e-7c8e-4a04-a03a-5345451ad037 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:23.141964 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa8eeff-e5a3-474c-b352-4c53b73629b4 req-74b4520e-7c8e-4a04-a03a-5345451ad037 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 947 time: 0.0722985 Nov 11 22:42:23.163651 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a875deab-8ddc-4b8c-a6f3-3b0697b015ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '8b3bb8e2-8c16-4197-8b41-574428b3c551', 'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'mac_address': 'fa:16:3e:d8:73:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:03Z', 'updated_at': '2021-11-11T22:38:07Z', 'revision_number': 5, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'subnets': [{'id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:42:23.190402 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a875deab-8ddc-4b8c-a6f3-3b0697b015ca None None] Checking router: 3544b544-bad2-4480-8613-f28e8aa9fb53 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:42:23.199382 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a875deab-8ddc-4b8c-a6f3-3b0697b015ca None None] Routers {'3544b544-bad2-4480-8613-f28e8aa9fb53'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:42:23.200121 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a875deab-8ddc-4b8c-a6f3-3b0697b015ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:42:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3544b544-bad2-4480-8613-f28e8aa9fb53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:42:23.251758 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2fa8eeff-e5a3-474c-b352-4c53b73629b4 req-679c2d90-feb6-4bab-808b-32ad8e13eb3a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003077 Nov 11 22:42:23.269529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896f1d5-ebd0-45f1-940d-ec71e839ef8c req-cc34c68e-9d70-4e26-be90-b28b214aee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:23.271036 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c896f1d5-ebd0-45f1-940d-ec71e839ef8c req-cc34c68e-9d70-4e26-be90-b28b214aee49 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.1282392 Nov 11 22:42:23.304938 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-a875deab-8ddc-4b8c-a6f3-3b0697b015ca None None] Set router 3544b544-bad2-4480-8613-f28e8aa9fb53 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:42:23.317536 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c896f1d5-ebd0-45f1-940d-ec71e839ef8c req-2dde2314-1f1e-4500-a15f-5eddd90f65d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71f663c-1e0b-4927-9aac-541f00533d8e HTTP/1.1" status: 200 len: 217 time: 0.0354383 Nov 11 22:42:23.369544 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896f1d5-ebd0-45f1-940d-ec71e839ef8c req-8f3e6b3d-bcf1-4556-bc9a-6b1e2feac1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:23.371029 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c896f1d5-ebd0-45f1-940d-ec71e839ef8c req-8f3e6b3d-bcf1-4556-bc9a-6b1e2feac1dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0451548 Nov 11 22:42:23.427484 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896f1d5-ebd0-45f1-940d-ec71e839ef8c req-afe923df-e2c6-4e72-9d44-787fc226cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:23.429127 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c896f1d5-ebd0-45f1-940d-ec71e839ef8c req-afe923df-e2c6-4e72-9d44-787fc226cd52 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488877 Nov 11 22:42:23.525449 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c896f1d5-ebd0-45f1-940d-ec71e839ef8c req-520736c9-ba15-4d79-bc1a-16c5607f94b0 service neutron] 10.222.0.71 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870383 Nov 11 22:42:23.601210 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-a875deab-8ddc-4b8c-a6f3-3b0697b015ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '8b3bb8e2-8c16-4197-8b41-574428b3c551', 'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'mac_address': 'fa:16:3e:d8:73:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:03Z', 'updated_at': '2021-11-11T22:38:07Z', 'revision_number': 5, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'subnets': [{'id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:42:23.624470 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c896f1d5-ebd0-45f1-940d-ec71e839ef8c req-ec242f8a-704b-4722-8fc0-a3af3a67391f service neutron] 10.222.0.71 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911093 Nov 11 22:42:23.630970 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a875deab-8ddc-4b8c-a6f3-3b0697b015ca None None] The sync data for ids ['3544b544-bad2-4480-8613-f28e8aa9fb53'] in n-d-805737-3 is: [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '8b3bb8e2-8c16-4197-8b41-574428b3c551', 'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'mac_address': 'fa:16:3e:d8:73:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:03Z', 'updated_at': '2021-11-11T22:38:07Z', 'revision_number': 5, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'subnets': [{'id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:42:23.867923 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79bbbea-9e42-4ac3-bf46-6213a713768b None None] New status for floating IP 9b1d3251-c12f-4ad4-b07e-7264b0ada916: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:42:24.390757 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa26aed-7e05-437c-872c-fc1f77221735 req-e34afb7f-1654-45cd-9bd1-55188c2e5988 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:24.392270 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-baa26aed-7e05-437c-872c-fc1f77221735 req-e34afb7f-1654-45cd-9bd1-55188c2e5988 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 947 time: 0.0555613 Nov 11 22:42:24.446356 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-baa26aed-7e05-437c-872c-fc1f77221735 req-904d2a67-d0b1-40eb-9326-52ccb1a34c0a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=206d8f04-8588-4b60-8628-66e42dbff047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450401 Nov 11 22:42:24.685466 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488501b-43df-444c-bca7-3d29fe39f422 req-664c5c90-d6f8-44c9-8f62-0858110adc94 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:24.687027 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d488501b-43df-444c-bca7-3d29fe39f422 req-664c5c90-d6f8-44c9-8f62-0858110adc94 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 947 time: 0.0543387 Nov 11 22:42:24.782233 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-d488501b-43df-444c-bca7-3d29fe39f422 req-c70c6be0-535e-40a6-80c0-a770b775e123 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Deleting port b71f663c-1e0b-4927-9aac-541f00533d8e {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:42:24.782533 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d488501b-43df-444c-bca7-3d29fe39f422 req-c70c6be0-535e-40a6-80c0-a770b775e123 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:24.869363 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-d488501b-43df-444c-bca7-3d29fe39f422 req-c70c6be0-535e-40a6-80c0-a770b775e123 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] For port b71f663c-1e0b-4927-9aac-541f00533d8e, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=b71f663c-1e0b-4927-9aac-541f00533d8e,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:42:24.869725 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d488501b-43df-444c-bca7-3d29fe39f422 req-c70c6be0-535e-40a6-80c0-a770b775e123 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:24.882437 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-d488501b-43df-444c-bca7-3d29fe39f422 req-c70c6be0-535e-40a6-80c0-a770b775e123 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Calling delete_port for b71f663c-1e0b-4927-9aac-541f00533d8e owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:42:25.023246 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d488501b-43df-444c-bca7-3d29fe39f422 req-c70c6be0-535e-40a6-80c0-a770b775e123 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:25.051561 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c6be0-535e-40a6-80c0-a770b775e123 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event deleted for resources: {'Port': ['ID=b71f663c-1e0b-4927-9aac-541f00533d8e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:42:25.095825 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-d488501b-43df-444c-bca7-3d29fe39f422 req-c70c6be0-535e-40a6-80c0-a770b775e123 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] No DVR routers for this DVR port b71f663c-1e0b-4927-9aac-541f00533d8e on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:42:25.098530 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-d488501b-43df-444c-bca7-3d29fe39f422 req-c70c6be0-535e-40a6-80c0-a770b775e123 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:25.101842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d488501b-43df-444c-bca7-3d29fe39f422 req-c70c6be0-535e-40a6-80c0-a770b775e123 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.71 "DELETE /v2.0/ports/b71f663c-1e0b-4927-9aac-541f00533d8e HTTP/1.1" status: 204 len: 173 time: 0.4073184 Nov 11 22:42:25.102281 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'name': 'network-vif-deleted', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:42:25.104511 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61609ea9-068b-4919-bbc2-eb0c3345c1fd" -d '{"events": [{"server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "name": "network-vif-deleted", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:42:25.141602 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686895e2-d740-4c7d-a3a7-7fb650a8f593 x-openstack-request-id: req-686895e2-d740-4c7d-a3a7-7fb650a8f593 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:42:25.141986 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f1204a-0f64-4564-baa2-7e5370ad676d", "name": "network-vif-deleted", "tag": "b71f663c-1e0b-4927-9aac-541f00533d8e", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:42:25.142229 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-686895e2-d740-4c7d-a3a7-7fb650a8f593 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:42:25.142922 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f1204a-0f64-4564-baa2-7e5370ad676d', 'name': 'network-vif-deleted', 'tag': 'b71f663c-1e0b-4927-9aac-541f00533d8e', 'status': 'completed', 'code': 200} Nov 11 22:42:25.566764 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-55b0afc1-b14e-4dd4-920c-76a6502e12d2 req-eab4fccc-d001-493e-904f-28f95c0e15fa tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4f1204a-0f64-4564-baa2-7e5370ad676d HTTP/1.1" status: 200 len: 210 time: 0.0268102 Nov 11 22:42:26.625028 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59112) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:42:26.684031 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92e34f47-35dc-40bc-b48a-09531b9ae11a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:26.710834 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92e34f47-35dc-40bc-b48a-09531b9ae11a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:26.772191 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92e34f47-35dc-40bc-b48a-09531b9ae11a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:26.774886 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-92e34f47-35dc-40bc-b48a-09531b9ae11a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:26.776051 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-92e34f47-35dc-40bc-b48a-09531b9ae11a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "DELETE /v2.0/security-groups/206d8f04-8588-4b60-8628-66e42dbff047 HTTP/1.1" status: 204 len: 168 time: 0.1500583 Nov 11 22:42:26.785436 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e34f47-35dc-40bc-b48a-09531b9ae11a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206d8f04-8588-4b60-8628-66e42dbff047,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:42:27.180314 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59118) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:42:27.185505 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-0cd69843-4770-4998-a7c4-80b555ea74b0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608239973', 'description': 'tempest-secgroup-smoke-1608239973 description', 'project_id': '218c22e32a974273a9c966ed2011f2bb'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:42:27.212329 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cd69843-4770-4998-a7c4-80b555ea74b0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.283181 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cd69843-4770-4998-a7c4-80b555ea74b0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.289564 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cd69843-4770-4998-a7c4-80b555ea74b0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.318557 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-0cd69843-4770-4998-a7c4-80b555ea74b0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.319786 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-0cd69843-4770-4998-a7c4-80b555ea74b0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1383879 Nov 11 22:42:27.321772 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd69843-4770-4998-a7c4-80b555ea74b0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2180f5-8027-46a4-b14d-137ce8caddf1,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:42:27.322842 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59120) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:42:27.329787 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'security_group_rule': {'security_group_id': '8f2180f5-8027-46a4-b14d-137ce8caddf1', 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:42:27.357054 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.410510 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.415800 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.432427 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6ac9ce-ca10-4a0b-8015-5293323bc6d7,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:42:27.441450 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:27.441795 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:27.442130 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:27.442461 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:27.442787 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:27.443113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:27.443433 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:27.443754 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:27.444077 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:27.444393 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:27.444709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:27.445052 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:27.449589 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.450784 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a8a26bd2-5ab0-4023-a634-b9d9424adc92 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268165 Nov 11 22:42:27.453616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59124) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:42:27.457941 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-a4a29ab0-37cf-488f-88ef-ebc933f9d3ca tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'security_group_rule': {'security_group_id': '8f2180f5-8027-46a4-b14d-137ce8caddf1', 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:42:27.486539 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a29ab0-37cf-488f-88ef-ebc933f9d3ca tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.543602 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a29ab0-37cf-488f-88ef-ebc933f9d3ca tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.548687 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a29ab0-37cf-488f-88ef-ebc933f9d3ca tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.568539 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a29ab0-37cf-488f-88ef-ebc933f9d3ca tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a55e1f3-631e-4be7-b231-e0d592ae34d5,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:42:27.574752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a4a29ab0-37cf-488f-88ef-ebc933f9d3ca tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.576059 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a4a29ab0-37cf-488f-88ef-ebc933f9d3ca tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214802 Nov 11 22:42:27.578961 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59126) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:42:27.583378 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-e7e0e29a-d2bb-4df1-83d5-4001dc81e13b tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'security_group_rule': {'security_group_id': '8f2180f5-8027-46a4-b14d-137ce8caddf1', 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:42:27.613532 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e29a-d2bb-4df1-83d5-4001dc81e13b tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.615423 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b71f663c-1e0b-4927-9aac-541f00533d8e no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:42:27.638823 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: b71f663c-1e0b-4927-9aac-541f00533d8e {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:42:27.639171 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device b71f663c-1e0b-4927-9aac-541f00533d8e not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:42:27.674513 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e29a-d2bb-4df1-83d5-4001dc81e13b tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.680872 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e29a-d2bb-4df1-83d5-4001dc81e13b tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.703445 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0e29a-d2bb-4df1-83d5-4001dc81e13b tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873dc096-0fe1-4016-81f4-164b4c08a1f1,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:42:27.713574 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e29a-d2bb-4df1-83d5-4001dc81e13b tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.714818 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e7e0e29a-d2bb-4df1-83d5-4001dc81e13b tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349080 Nov 11 22:42:27.718186 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59128) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:42:27.722765 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-2ec73fb7-5033-4d55-bb82-acd83a70b997 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'security_group_rule': {'security_group_id': '8f2180f5-8027-46a4-b14d-137ce8caddf1', 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:42:27.752518 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ec73fb7-5033-4d55-bb82-acd83a70b997 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.812840 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ec73fb7-5033-4d55-bb82-acd83a70b997 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.818545 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ec73fb7-5033-4d55-bb82-acd83a70b997 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.839822 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec73fb7-5033-4d55-bb82-acd83a70b997 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07601c1b-a276-4bd7-9654-a440ac9f0e5e,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:42:27.846917 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2ec73fb7-5033-4d55-bb82-acd83a70b997 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.848037 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2ec73fb7-5033-4d55-bb82-acd83a70b997 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288729 Nov 11 22:42:27.851071 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59130) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:42:27.855432 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-fc0670b8-205e-4ae2-b4ee-831efe83a4d6 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'security_group_rule': {'security_group_id': '8f2180f5-8027-46a4-b14d-137ce8caddf1', 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:42:27.878550 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-fc0670b8-205e-4ae2-b4ee-831efe83a4d6 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Project 218c22e32a974273a9c966ed2011f2bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:42:27.883399 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc0670b8-205e-4ae2-b4ee-831efe83a4d6 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.947129 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc0670b8-205e-4ae2-b4ee-831efe83a4d6 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.953062 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc0670b8-205e-4ae2-b4ee-831efe83a4d6 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.971077 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0670b8-205e-4ae2-b4ee-831efe83a4d6 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a966d3b-01a9-4284-b490-d8d41c8f7af2,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:42:27.980587 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc0670b8-205e-4ae2-b4ee-831efe83a4d6 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.981852 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fc0670b8-205e-4ae2-b4ee-831efe83a4d6 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298556 Nov 11 22:42:27.984908 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59132) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:42:27.989361 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-b2a94195-3a38-4efb-8ad5-43e6b58695b8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'security_group_rule': {'security_group_id': '8f2180f5-8027-46a4-b14d-137ce8caddf1', 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:42:28.012548 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-b2a94195-3a38-4efb-8ad5-43e6b58695b8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Project 218c22e32a974273a9c966ed2011f2bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:42:28.017676 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b2a94195-3a38-4efb-8ad5-43e6b58695b8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:28.078853 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b2a94195-3a38-4efb-8ad5-43e6b58695b8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:28.086628 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b2a94195-3a38-4efb-8ad5-43e6b58695b8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:28.105031 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a94195-3a38-4efb-8ad5-43e6b58695b8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c371bd47-9f5b-40f4-9c14-a1fb252d328a,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:42:28.115928 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-b2a94195-3a38-4efb-8ad5-43e6b58695b8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:28.117217 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-b2a94195-3a38-4efb-8ad5-43e6b58695b8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313312 Nov 11 22:42:41.790993 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:43.954986 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e27a1bd7-2fea-4fc0-b14f-d69954de51be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:44.462326 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-6aafe287-57f9-41a9-9d1d-92ec0ddf9d8c tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608239973&fields=id&tenant_id=218c22e32a974273a9c966ed2011f2bb HTTP/1.1" status: 200 len: 267 time: 0.0466940 Nov 11 22:42:44.576591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-ac5f1aa3-5ee3-402e-a933-68451800c2b7 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:44.577965 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-ac5f1aa3-5ee3-402e-a933-68451800c2b7 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 808 time: 0.1078775 Nov 11 22:42:44.593915 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-2dd785d5-52ae-4281-8427-227f79b221ff tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/quotas/218c22e32a974273a9c966ed2011f2bb HTTP/1.1" status: 200 len: 375 time: 0.0095623 Nov 11 22:42:44.661673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-80a9ab10-8462-44f5-84fc-f62172d6e290 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625489 Nov 11 22:42:44.810434 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-890a604a-a9f4-49b8-9f27-b69a98bbd2d5 service neutron] 10.222.0.57 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364908 Nov 11 22:42:44.903409 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-f5fd4306-b8b7-4c22-ba96-02110701c5ce service neutron] 10.222.0.57 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867872 Nov 11 22:42:45.188685 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-68485693-299a-4c74-9e5b-1e066c636492 req-b8cf1f12-5575-4156-86b0-7ccfa00efcf1 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 210 time: 0.0276816 Nov 11 22:42:45.335791 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:46.131639 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa58b72b-5b9f-4804-b242-77c23e2951a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:46.203404 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-faa9a1bf-ca57-4360-b455-4078a9b61e4a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:46.204981 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-faa9a1bf-ca57-4360-b455-4078a9b61e4a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 808 time: 0.1102703 Nov 11 22:42:46.273306 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-4bae754b-f767-4abb-80d0-9a91c3442c62 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=218c22e32a974273a9c966ed2011f2bb HTTP/1.1" status: 200 len: 380 time: 0.0589695 Nov 11 22:42:46.282786 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-3ac831c1-f568-4279-85cd-457513c63199 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'port': {'device_id': '3de794f7-cb50-47da-81a9-3ec401814147', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'admin_state_up': True, 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'security_groups': ['8f2180f5-8027-46a4-b14d-137ce8caddf1']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:42:46.285642 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ab9ccb97-6d3e-4d9b-aa4a-d49ee3f8c92c req-c594b0f6-a4f1-40de-b7fa-3d58d4577227 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 210 time: 0.0284643 Nov 11 22:42:46.390839 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-3ac831c1-f568-4279-85cd-457513c63199 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Made reservation on behalf of 218c22e32a974273a9c966ed2011f2bb for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:42:46.394384 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-3ac831c1-f568-4279-85cd-457513c63199 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:46.526009 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-3ac831c1-f568-4279-85cd-457513c63199 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Allocated IP 172.20.0.6 (4b9dc450-9428-4635-89a4-0993f441e77f/89972251-7f62-4d31-b683-9f28e6442bfa/5a309941-8850-4f7b-b5de-5a1974dc32fc) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:42:46.662260 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-3ac831c1-f568-4279-85cd-457513c63199 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:46.701741 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-3ac831c1-f568-4279-85cd-457513c63199 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:46.749706 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-3ac831c1-f568-4279-85cd-457513c63199 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Network 4b9dc450-9428-4635-89a4-0993f441e77f is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:42:46.752840 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-3ac831c1-f568-4279-85cd-457513c63199 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:42:46.755790 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-3ac831c1-f568-4279-85cd-457513c63199 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:42:46.781490 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac831c1-f568-4279-85cd-457513c63199 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'Port': ['ID=5a309941-8850-4f7b-b5de-5a1974dc32fc,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:42:46.811919 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-3ac831c1-f568-4279-85cd-457513c63199 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:46.812573 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-3ac831c1-f568-4279-85cd-457513c63199 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:46.831709 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-3ac831c1-f568-4279-85cd-457513c63199 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5528052 Nov 11 22:42:46.894113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Request body: {'port': {'device_id': '3de794f7-cb50-47da-81a9-3ec401814147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:42:46.954076 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:47.013145 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-5ee8dcae-71db-4694-8d8b-71d21f5a26f8 None None] Provisioning complete for port 5a309941-8850-4f7b-b5de-5a1974dc32fc triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:42:47.013747 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5ee8dcae-71db-4694-8d8b-71d21f5a26f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:47.048678 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8dcae-71db-4694-8d8b-71d21f5a26f8 None None] Port 5a309941-8850-4f7b-b5de-5a1974dc32fc cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:42:47.219541 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a309941-8850-4f7b-b5de-5a1974dc32fc {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:42:47.227171 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:47.239372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Transition to ACTIVE for port object 5a309941-8850-4f7b-b5de-5a1974dc32fc will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:42:47.245277 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:47.297136 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Pushing event updated for resources: {'Port': ['ID=5a309941-8850-4f7b-b5de-5a1974dc32fc,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:42:47.381867 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Attempting to bind port 5a309941-8850-4f7b-b5de-5a1974dc32fc on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:42:47.382197 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Attempting to bind port 5a309941-8850-4f7b-b5de-5a1974dc32fc by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:42:47.382519 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Attempting to bind port 5a309941-8850-4f7b-b5de-5a1974dc32fc on network 4b9dc450-9428-4635-89a4-0993f441e77f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:42:47.390372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Port 5a309941-8850-4f7b-b5de-5a1974dc32fc on network 4b9dc450-9428-4635-89a4-0993f441e77f not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:42:47.390993 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Attempting to bind port 5a309941-8850-4f7b-b5de-5a1974dc32fc on network 4b9dc450-9428-4635-89a4-0993f441e77f {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:42:47.398775 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:42:47.399130 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Checking segment: {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:42:47.399480 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Bound using segment: {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:42:47.399896 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Bound port: 5a309941-8850-4f7b-b5de-5a1974dc32fc, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:42:47.400247 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:47.427069 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d5d06-46c3-437b-9a19-e06564335db9 req-eccb250b-a5cb-49fa-823c-c949321a067c tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:47.428701 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-255d5d06-46c3-437b-9a19-e06564335db9 req-eccb250b-a5cb-49fa-823c-c949321a067c tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0518651 Nov 11 22:42:47.477636 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] For port 5a309941-8850-4f7b-b5de-5a1974dc32fc, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:42:47.481371 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] For port 5a309941-8850-4f7b-b5de-5a1974dc32fc, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:42:47.490578 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-255d5d06-46c3-437b-9a19-e06564335db9 req-0e69fc50-b735-49e0-bf3d-4b74acf3fefe tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556581 Nov 11 22:42:47.495071 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:47.515288 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:47.516345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:47.518026 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] 10.222.0.10 "PUT /v2.0/ports/5a309941-8850-4f7b-b5de-5a1974dc32fc HTTP/1.1" status: 200 len: 1091 time: 0.6783118 Nov 11 22:42:47.535851 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:47.550400 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de794f7-cb50-47da-81a9-3ec401814147', 'tag': '5a309941-8850-4f7b-b5de-5a1974dc32fc'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:42:47.553045 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80424452-001b-4ba4-af26-acf5817a6ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "3de794f7-cb50-47da-81a9-3ec401814147", "tag": "5a309941-8850-4f7b-b5de-5a1974dc32fc"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:42:47.624331 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b56d46-b160-4bb0-a9f8-802b522afa76 service neutron] Pushing event updated for resources: {'Port': ['ID=5a309941-8850-4f7b-b5de-5a1974dc32fc,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:42:47.652254 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-760b6e4a-eaf9-4c84-9d5c-6653b3971008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:47.654745 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-760b6e4a-eaf9-4c84-9d5c-6653b3971008 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 1094 time: 0.0742555 Nov 11 22:42:47.705201 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fa6428-bcc8-479a-adc5-f42f440dc54d x-openstack-request-id: req-25fa6428-bcc8-479a-adc5-f42f440dc54d {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:42:47.705483 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de794f7-cb50-47da-81a9-3ec401814147", "tag": "5a309941-8850-4f7b-b5de-5a1974dc32fc", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:42:47.705735 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-25fa6428-bcc8-479a-adc5-f42f440dc54d {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:42:47.706130 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de794f7-cb50-47da-81a9-3ec401814147', 'tag': '5a309941-8850-4f7b-b5de-5a1974dc32fc', 'status': 'completed', 'code': 200} Nov 11 22:42:47.711801 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-7937bc28-8646-4955-8759-3c0aae758492 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc HTTP/1.1" status: 200 len: 217 time: 0.0483544 Nov 11 22:42:47.776263 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-1188a5dc-7512-4d8d-aad4-a6c49dbb8fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:47.777824 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-1188a5dc-7512-4d8d-aad4-a6c49dbb8fce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0593171 Nov 11 22:42:47.827072 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-0fbd5c73-5101-4207-b52a-bc7024f3cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:47.828693 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-0fbd5c73-5101-4207-b52a-bc7024f3cc30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436311 Nov 11 22:42:47.924572 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-b91c9204-2ca0-4707-80d2-1e832b7f5ab5 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866463 Nov 11 22:42:48.016999 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-a26bd3e7-7663-4eff-9db3-4d18701ee7be req-366e175d-c325-4181-9b4a-e60612edec68 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847330 Nov 11 22:42:48.110154 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424452-001b-4ba4-af26-acf5817a6ed3 req-e8047791-06a7-4319-bba9-21b81a4fd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:48.111652 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-80424452-001b-4ba4-af26-acf5817a6ed3 req-e8047791-06a7-4319-bba9-21b81a4fd1a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 1094 time: 0.0481286 Nov 11 22:42:48.205778 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424452-001b-4ba4-af26-acf5817a6ed3 req-e44f9a79-21f9-460f-884d-835b9456b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:48.207243 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-80424452-001b-4ba4-af26-acf5817a6ed3 req-e44f9a79-21f9-460f-884d-835b9456b354 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0882735 Nov 11 22:42:48.253105 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-80424452-001b-4ba4-af26-acf5817a6ed3 req-3d78bb34-aadb-403f-b7f9-1eabad1719cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc HTTP/1.1" status: 200 len: 217 time: 0.0387645 Nov 11 22:42:48.302564 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424452-001b-4ba4-af26-acf5817a6ed3 req-62a4078b-25e9-43f9-a70d-5a5cf0cceb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:48.303959 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-80424452-001b-4ba4-af26-acf5817a6ed3 req-62a4078b-25e9-43f9-a70d-5a5cf0cceb19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0445402 Nov 11 22:42:48.352204 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424452-001b-4ba4-af26-acf5817a6ed3 req-70709afc-06d8-4b1b-9917-d4247ea892b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:48.353756 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-80424452-001b-4ba4-af26-acf5817a6ed3 req-70709afc-06d8-4b1b-9917-d4247ea892b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431526 Nov 11 22:42:48.446980 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-80424452-001b-4ba4-af26-acf5817a6ed3 req-1d5af540-daa4-4a26-9a10-9af53359b593 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859118 Nov 11 22:42:48.538471 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-80424452-001b-4ba4-af26-acf5817a6ed3 req-5de80ed6-a0e7-4b38-a054-860fde6f5f61 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841315 Nov 11 22:42:48.635780 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8f94a-cc48-49cf-9945-adc32d6285e9 req-9aee78b7-c3a4-4af9-bea8-b872f0d469fd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:48.637571 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ede8f94a-cc48-49cf-9945-adc32d6285e9 req-9aee78b7-c3a4-4af9-bea8-b872f0d469fd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0561056 Nov 11 22:42:48.687858 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ede8f94a-cc48-49cf-9945-adc32d6285e9 req-615a24a2-c005-437b-af25-9fd667f26ef4 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438256 Nov 11 22:42:48.891295 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:49.445453 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:49.807157 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899e86b-f507-4b54-8fe5-727076a1bf1b req-63d66137-ba68-46b5-b5e0-b8c421088bef tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:49.808772 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b899e86b-f507-4b54-8fe5-727076a1bf1b req-63d66137-ba68-46b5-b5e0-b8c421088bef tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0522037 Nov 11 22:42:49.859719 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b899e86b-f507-4b54-8fe5-727076a1bf1b req-7a540b4d-f610-43f7-a198-c0daa21e74f7 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448182 Nov 11 22:42:50.983339 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a2aa4-5061-465e-8d73-7c32f94b2a83 req-edb29fc7-cbd3-46fb-aa30-aca32461328f tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:50.985047 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-931a2aa4-5061-465e-8d73-7c32f94b2a83 req-edb29fc7-cbd3-46fb-aa30-aca32461328f tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0570390 Nov 11 22:42:51.039804 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-931a2aa4-5061-465e-8d73-7c32f94b2a83 req-197231bd-2a46-45ca-ba53-828c37f6d507 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487049 Nov 11 22:42:52.177974 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63ce59-36b1-44c5-a587-1d34bb8a72f3 req-2e388772-5f77-4b7c-adac-2766e55d35a5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:52.179446 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc63ce59-36b1-44c5-a587-1d34bb8a72f3 req-2e388772-5f77-4b7c-adac-2766e55d35a5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0542276 Nov 11 22:42:52.229148 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-cc63ce59-36b1-44c5-a587-1d34bb8a72f3 req-e94a8e82-185e-4485-912b-ac06bff51e31 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434649 Nov 11 22:42:53.358755 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8276441-a209-4c60-9716-af474b94d5fa req-ea2c5f44-411e-4d32-bc56-8ddfcb04b9b1 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:53.360327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8276441-a209-4c60-9716-af474b94d5fa req-ea2c5f44-411e-4d32-bc56-8ddfcb04b9b1 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0508113 Nov 11 22:42:53.414007 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8276441-a209-4c60-9716-af474b94d5fa req-a43a0cef-5781-4a5b-bfe4-0aeb422ef86f tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476418 Nov 11 22:42:54.505202 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:42:54.541693 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0aced-22d4-4ef1-a078-e30e9b2fda6a req-58a4790c-eab7-4017-b622-e3d4779920c9 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:54.543156 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6cd0aced-22d4-4ef1-a078-e30e9b2fda6a req-58a4790c-eab7-4017-b622-e3d4779920c9 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0502794 Nov 11 22:42:54.595003 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6cd0aced-22d4-4ef1-a078-e30e9b2fda6a req-391cd9c0-7c81-459f-b21d-8b07e503a62f tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427511 Nov 11 22:42:55.729757 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c30e63-d1fc-4e20-b257-2a7adc516671 req-db39b1e8-515b-4f85-936a-324816f3395d tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:55.731235 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c6c30e63-d1fc-4e20-b257-2a7adc516671 req-db39b1e8-515b-4f85-936a-324816f3395d tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0504723 Nov 11 22:42:55.779764 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c6c30e63-d1fc-4e20-b257-2a7adc516671 req-450438c5-9e85-4ded-8eda-f6c3b83e51ed tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424545 Nov 11 22:42:56.912528 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff15bf-17f7-40ad-9ea1-9f22c18c9fbd req-69ab8181-9856-420b-8724-c94fb51d20d2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:56.914030 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43ff15bf-17f7-40ad-9ea1-9f22c18c9fbd req-69ab8181-9856-420b-8724-c94fb51d20d2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0546153 Nov 11 22:42:56.962639 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-43ff15bf-17f7-40ad-9ea1-9f22c18c9fbd req-50fd0700-01d7-464f-8aea-abcd3e997d90 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425005 Nov 11 22:42:58.085728 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e801cf0-ce2a-44b2-8568-74bb1f34aac0 req-0917b65d-9191-4108-a05a-5318c7d56f73 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:58.087206 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e801cf0-ce2a-44b2-8568-74bb1f34aac0 req-0917b65d-9191-4108-a05a-5318c7d56f73 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0497775 Nov 11 22:42:58.139461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0e801cf0-ce2a-44b2-8568-74bb1f34aac0 req-553fc958-a076-4ba9-b164-3476735087fe tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458822 Nov 11 22:42:58.523073 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5a309941-8850-4f7b-b5de-5a1974dc32fc details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:42:58.782885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5a309941-8850-4f7b-b5de-5a1974dc32fc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:42:58.793638 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '5a309941-8850-4f7b-b5de-5a1974dc32fc', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'port_id': '5a309941-8850-4f7b-b5de-5a1974dc32fc', 'mac_address': 'fa:16:3e:d6:7e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:42:58.829552 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:58.842219 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a309941-8850-4f7b-b5de-5a1974dc32fc {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:42:58.860953 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5a309941-8850-4f7b-b5de-5a1974dc32fc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:42:58.867330 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:58.914575 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=5a309941-8850-4f7b-b5de-5a1974dc32fc,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:42:58.925300 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:58.925792 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:58.926271 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:58.926751 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:58.927221 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:58.927683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:58.928167 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:58.928608 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:58.929101 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:58.929566 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:58.930044 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:58.930487 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:42:59.134483 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['5a309941-8850-4f7b-b5de-5a1974dc32fc'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:42:59.256653 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff00228-4e81-4579-9799-49112ab48926 req-9b0b3ffc-3b7a-4ac9-854d-9f9c89c5e684 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:42:59.258191 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ff00228-4e81-4579-9799-49112ab48926 req-9b0b3ffc-3b7a-4ac9-854d-9f9c89c5e684 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 944 time: 0.0501668 Nov 11 22:42:59.312185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3ff00228-4e81-4579-9799-49112ab48926 req-37a20169-3b72-4237-a2e8-ed52bfa75010 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475931 Nov 11 22:43:00.438252 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c46b7-aa68-49a9-96b7-48d085270867 req-153fd8ac-d22a-4b92-9ebd-12c3c66acac4 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:43:00.439770 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f0c46b7-aa68-49a9-96b7-48d085270867 req-153fd8ac-d22a-4b92-9ebd-12c3c66acac4 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 944 time: 0.0495913 Nov 11 22:43:00.488692 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f0c46b7-aa68-49a9-96b7-48d085270867 req-579ab393-c000-4db5-8772-5dc9ef966329 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429580 Nov 11 22:43:00.555328 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5a309941-8850-4f7b-b5de-5a1974dc32fc up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:43:00.621550 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port 5a309941-8850-4f7b-b5de-5a1974dc32fc completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:43:00.625200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 5a309941-8850-4f7b-b5de-5a1974dc32fc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:43:00.625574 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:00.704993 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:00.727636 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de794f7-cb50-47da-81a9-3ec401814147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a309941-8850-4f7b-b5de-5a1974dc32fc'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:43:00.729929 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af2eb3f-a682-440e-842d-7462541685f1" -d '{"events": [{"server_uuid": "3de794f7-cb50-47da-81a9-3ec401814147", "name": "network-vif-plugged", "status": "completed", "tag": "5a309941-8850-4f7b-b5de-5a1974dc32fc"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:43:00.742477 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5a309941-8850-4f7b-b5de-5a1974dc32fc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:43:00.747755 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:00.801209 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=5a309941-8850-4f7b-b5de-5a1974dc32fc,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:43:00.821134 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01001104-e952-456c-a4a6-a0b168a120e3 x-openstack-request-id: req-01001104-e952-456c-a4a6-a0b168a120e3 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:43:00.821430 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de794f7-cb50-47da-81a9-3ec401814147", "name": "network-vif-plugged", "status": "completed", "tag": "5a309941-8850-4f7b-b5de-5a1974dc32fc", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:43:00.821687 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-01001104-e952-456c-a4a6-a0b168a120e3 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:43:00.822096 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de794f7-cb50-47da-81a9-3ec401814147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a309941-8850-4f7b-b5de-5a1974dc32fc', 'code': 200} Nov 11 22:43:00.919464 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09784c17-c52f-415e-8b45-e9f8fadb3e0a req-d8fcd6f5-0b82-4e8e-8017-2f29e0515e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:43:00.920905 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-09784c17-c52f-415e-8b45-e9f8fadb3e0a req-d8fcd6f5-0b82-4e8e-8017-2f29e0515e9a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 1096 time: 0.0418527 Nov 11 22:43:00.974824 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-09784c17-c52f-415e-8b45-e9f8fadb3e0a req-cf001d6e-d521-472f-a9d6-7fa761ebed46 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451696 Nov 11 22:43:01.625308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ccff3-cff3-4bfd-b279-ada3c5fecae9 req-c8884947-bcb5-49c9-a9f6-1733a8614ecf tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:43:01.627370 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b30ccff3-cff3-4bfd-b279-ada3c5fecae9 req-c8884947-bcb5-49c9-a9f6-1733a8614ecf tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0613966 Nov 11 22:43:01.681925 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b30ccff3-cff3-4bfd-b279-ada3c5fecae9 req-57eaa8c1-a9ff-422a-ab2e-7c1c3d0f004b tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485573 Nov 11 22:43:02.825883 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032fd72-4728-401d-b1d8-6fea645fa7e8 req-6c0b0d07-190c-49e1-aa64-b53818072dda tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:43:02.827379 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f032fd72-4728-401d-b1d8-6fea645fa7e8 req-6c0b0d07-190c-49e1-aa64-b53818072dda tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0620697 Nov 11 22:43:02.876814 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f032fd72-4728-401d-b1d8-6fea645fa7e8 req-5ab8fef7-ec1b-4012-8a2c-d16d8da45365 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431890 Nov 11 22:43:03.002050 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d354c-a81f-441b-bdc8-971bf0c21cd9 req-512366ad-7bf6-4060-90a3-ffe86c286d3e tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:43:03.003450 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e30d354c-a81f-441b-bdc8-971bf0c21cd9 req-512366ad-7bf6-4060-90a3-ffe86c286d3e tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0606077 Nov 11 22:43:03.056359 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e30d354c-a81f-441b-bdc8-971bf0c21cd9 req-dd1ab05e-facf-4ca9-9fd8-2406dc3c007a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438557 Nov 11 22:43:03.079126 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59334) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:43:03.130015 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0105e9-3bd2-4d56-8774-d5c18e441def tempest-TestShelveInstance-1567509062 tempest-TestShelveInstance-1567509062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:43:03.131519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ad0105e9-3bd2-4d56-8774-d5c18e441def tempest-TestShelveInstance-1567509062 tempest-TestShelveInstance-1567509062-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 1091 time: 0.0514250 Nov 11 22:43:03.135873 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59336) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:43:03.140198 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '5a309941-8850-4f7b-b5de-5a1974dc32fc', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:43:03.167082 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:03.267766 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:03.380622 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Allocated IP 172.25.0.80 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/9a84b402-a155-4a9f-9003-1224a8fdbf3a) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:43:03.483062 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:03.520437 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:03.563786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:43:03.566583 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:43:03.572002 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:43:03.600632 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'Port': ['ID=9a84b402-a155-4a9f-9003-1224a8fdbf3a,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:43:03.965742 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:04.039545 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:04.193303 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:04.201976 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:04.269286 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event updated for resources: {'Port': ['ID=9a84b402-a155-4a9f-9003-1224a8fdbf3a,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:43:04.282867 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:04.383030 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Floating IP d7b9611a-7386-4c69-a14d-4dd5c49246cf associated. External IP: 172.25.0.80, port: 5a309941-8850-4f7b-b5de-5a1974dc32fc. Nov 11 22:43:04.945057 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Router 3544b544-bad2-4480-8613-f28e8aa9fb53 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:43:05.066799 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:43:05.079061 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e889591-067b-4ca8-adca-b0c70d5b7214 None None] Sync routers for ids ['3544b544-bad2-4480-8613-f28e8aa9fb53'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:43:05.089732 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e889591-067b-4ca8-adca-b0c70d5b7214 None None] Routers {'3544b544-bad2-4480-8613-f28e8aa9fb53'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:43:05.089963 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:05.090491 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5e889591-067b-4ca8-adca-b0c70d5b7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:42:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3544b544-bad2-4480-8613-f28e8aa9fb53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:43:05.117185 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4ba873bf-269d-4b29-90f9-434ef9cc48e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9801941 Nov 11 22:43:05.117819 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de794f7-cb50-47da-81a9-3ec401814147', 'tag': '5a309941-8850-4f7b-b5de-5a1974dc32fc'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:43:05.120221 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb69007-9ec8-48b4-ac9a-1bdd9e85b66e" -d '{"events": [{"name": "network-changed", "server_uuid": "3de794f7-cb50-47da-81a9-3ec401814147", "tag": "5a309941-8850-4f7b-b5de-5a1974dc32fc"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:43:05.156853 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b266565-5d3f-4363-8ab3-6b3fa84d0e18 x-openstack-request-id: req-9b266565-5d3f-4363-8ab3-6b3fa84d0e18 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:43:05.157371 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de794f7-cb50-47da-81a9-3ec401814147", "tag": "5a309941-8850-4f7b-b5de-5a1974dc32fc", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:43:05.157646 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b266565-5d3f-4363-8ab3-6b3fa84d0e18 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:43:05.158053 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de794f7-cb50-47da-81a9-3ec401814147', 'tag': '5a309941-8850-4f7b-b5de-5a1974dc32fc', 'status': 'completed', 'code': 200} Nov 11 22:43:05.195342 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-5e889591-067b-4ca8-adca-b0c70d5b7214 None None] Set router 3544b544-bad2-4480-8613-f28e8aa9fb53 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:43:05.220401 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb69007-9ec8-48b4-ac9a-1bdd9e85b66e req-1799d048-00fa-4fb5-99dd-e33b6bdfd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:43:05.222142 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bb69007-9ec8-48b4-ac9a-1bdd9e85b66e req-1799d048-00fa-4fb5-99dd-e33b6bdfd262 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 1096 time: 0.0415998 Nov 11 22:43:05.312011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb69007-9ec8-48b4-ac9a-1bdd9e85b66e req-1e6022d3-8ce4-4596-a2e9-5bc383a9de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:43:05.313666 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bb69007-9ec8-48b4-ac9a-1bdd9e85b66e req-1e6022d3-8ce4-4596-a2e9-5bc383a9de0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0842566 Nov 11 22:43:05.386375 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bb69007-9ec8-48b4-ac9a-1bdd9e85b66e req-a99ade49-0093-4d2f-bdcb-d5cc9c186452 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc HTTP/1.1" status: 200 len: 998 time: 0.0651214 Nov 11 22:43:05.417679 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5e889591-067b-4ca8-adca-b0c70d5b7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'd7b9611a-7386-4c69-a14d-4dd5c49246cf', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'port_id': '5a309941-8850-4f7b-b5de-5a1974dc32fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'mac_address': 'fa:16:3e:d6:7e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de794f7-cb50-47da-81a9-3ec401814147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:43:03Z', 'updated_at': '2021-11-11T22:43:03Z', 'revision_number': 0, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3bb8e2-8c16-4197-8b41-574428b3c551', 'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'mac_address': 'fa:16:3e:d8:73:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:03Z', 'updated_at': '2021-11-11T22:38:07Z', 'revision_number': 5, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'subnets': [{'id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:43:05.435930 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb69007-9ec8-48b4-ac9a-1bdd9e85b66e req-59789577-ef3b-4bf9-89f0-88c7e8bc91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:43:05.437458 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bb69007-9ec8-48b4-ac9a-1bdd9e85b66e req-59789577-ef3b-4bf9-89f0-88c7e8bc91dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0445886 Nov 11 22:43:05.443686 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e889591-067b-4ca8-adca-b0c70d5b7214 None None] Checking router: 3544b544-bad2-4480-8613-f28e8aa9fb53 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:43:05.454755 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e889591-067b-4ca8-adca-b0c70d5b7214 None None] Routers {'3544b544-bad2-4480-8613-f28e8aa9fb53'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:43:05.454755 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5e889591-067b-4ca8-adca-b0c70d5b7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:42:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3544b544-bad2-4480-8613-f28e8aa9fb53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:43:05.485089 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb69007-9ec8-48b4-ac9a-1bdd9e85b66e req-645ccd7b-0ba2-4664-8ff9-77f0888ca553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:43:05.486596 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bb69007-9ec8-48b4-ac9a-1bdd9e85b66e req-645ccd7b-0ba2-4664-8ff9-77f0888ca553 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422628 Nov 11 22:43:05.561829 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-5e889591-067b-4ca8-adca-b0c70d5b7214 None None] Set router 3544b544-bad2-4480-8613-f28e8aa9fb53 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:43:05.579858 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bb69007-9ec8-48b4-ac9a-1bdd9e85b66e req-853ef172-784a-44e2-9b82-9768c98baed1 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862124 Nov 11 22:43:05.676666 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0bb69007-9ec8-48b4-ac9a-1bdd9e85b66e req-336df973-a89a-431a-ae47-3ba08036a778 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892677 Nov 11 22:43:05.788999 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-5e889591-067b-4ca8-adca-b0c70d5b7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'd7b9611a-7386-4c69-a14d-4dd5c49246cf', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'port_id': '5a309941-8850-4f7b-b5de-5a1974dc32fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'mac_address': 'fa:16:3e:d6:7e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de794f7-cb50-47da-81a9-3ec401814147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:43:03Z', 'updated_at': '2021-11-11T22:43:03Z', 'revision_number': 0, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3bb8e2-8c16-4197-8b41-574428b3c551', 'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'mac_address': 'fa:16:3e:d8:73:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:03Z', 'updated_at': '2021-11-11T22:38:07Z', 'revision_number': 5, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'subnets': [{'id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:43:05.815913 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e889591-067b-4ca8-adca-b0c70d5b7214 None None] The sync data for ids ['3544b544-bad2-4480-8613-f28e8aa9fb53'] in n-d-805737-3 is: [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'd7b9611a-7386-4c69-a14d-4dd5c49246cf', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'port_id': '5a309941-8850-4f7b-b5de-5a1974dc32fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'mac_address': 'fa:16:3e:d6:7e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de794f7-cb50-47da-81a9-3ec401814147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:43:03Z', 'updated_at': '2021-11-11T22:43:03Z', 'revision_number': 0, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3bb8e2-8c16-4197-8b41-574428b3c551', 'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'mac_address': 'fa:16:3e:d8:73:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:03Z', 'updated_at': '2021-11-11T22:38:07Z', 'revision_number': 5, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'subnets': [{'id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:43:06.018135 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4137acd4-639b-4ed0-8bf7-5dd8cdd5d8dd None None] New status for floating IP d7b9611a-7386-4c69-a14d-4dd5c49246cf: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:43:11.806286 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:13.958020 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cd9da2d0-bbb4-44b8-9a60-2e7b864a88df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:15.363989 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:16.136789 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-32e45ce6-024c-490d-81ab-bdf8809758a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:17.524596 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:18.889648 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:19.441253 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:31.505064 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:43:32.862707 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-847e64d1-44c6-45f4-ba34-8d62e5a33815 req-bc618dd1-d057-444b-8ad2-e3868458d60c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527847 Nov 11 22:43:32.955198 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e64d1-44c6-45f4-ba34-8d62e5a33815 req-18acd89e-618f-4b43-ac37-29e8ba1071bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:43:32.956681 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-847e64d1-44c6-45f4-ba34-8d62e5a33815 req-18acd89e-618f-4b43-ac37-29e8ba1071bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 1096 time: 0.0421877 Nov 11 22:43:33.072906 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e64d1-44c6-45f4-ba34-8d62e5a33815 req-80eccaac-edcb-4f32-9608-a1bfaf0b967a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:43:33.074315 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-847e64d1-44c6-45f4-ba34-8d62e5a33815 req-80eccaac-edcb-4f32-9608-a1bfaf0b967a service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0896013 Nov 11 22:43:33.143777 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-847e64d1-44c6-45f4-ba34-8d62e5a33815 req-becdcd4f-39b5-414a-b4d4-3874457e357b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc HTTP/1.1" status: 200 len: 1000 time: 0.0605211 Nov 11 22:43:33.203824 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e64d1-44c6-45f4-ba34-8d62e5a33815 req-9d5b99d3-91f5-40a3-8d17-07913a9b68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:43:33.206100 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-847e64d1-44c6-45f4-ba34-8d62e5a33815 req-9d5b99d3-91f5-40a3-8d17-07913a9b68a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0534611 Nov 11 22:43:33.260249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e64d1-44c6-45f4-ba34-8d62e5a33815 req-8c346c09-526d-4053-9582-77b46604bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:43:33.261779 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-847e64d1-44c6-45f4-ba34-8d62e5a33815 req-8c346c09-526d-4053-9582-77b46604bdb4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447631 Nov 11 22:43:33.353483 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-847e64d1-44c6-45f4-ba34-8d62e5a33815 req-cdac44db-b578-41a4-a411-0bbf686e3b46 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837469 Nov 11 22:43:33.445512 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-847e64d1-44c6-45f4-ba34-8d62e5a33815 req-dbd3ca7d-0543-429c-8edb-1522f6bb75ee service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849500 Nov 11 22:43:41.834051 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:43.963915 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-190ae5a2-5966-4fe4-9a1b-e3085476c66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:45.367620 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:46.137378 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6330353-58e7-426f-80a1-ea5f55c0c92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:47.526394 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:48.896835 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:49.455008 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:08.510600 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:44:11.858945 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:13.961589 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e5641fed-ede1-4074-a6bf-51f357f30617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:15.392019 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:16.138922 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a5d4d16d-4447-4996-888b-5f4180f54ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:17.531811 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:18.906481 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:19.451538 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:32.899478 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2817dec9-59da-4c83-878d-60005f2c76e6 req-f02efcf1-4094-4bc5-97e5-dc538b4ca475 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553987 Nov 11 22:44:32.986095 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817dec9-59da-4c83-878d-60005f2c76e6 req-f1016ea7-739d-42b6-a156-2e31b85a0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:44:32.987510 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2817dec9-59da-4c83-878d-60005f2c76e6 req-f1016ea7-739d-42b6-a156-2e31b85a0e5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 1096 time: 0.0427980 Nov 11 22:44:33.105570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817dec9-59da-4c83-878d-60005f2c76e6 req-6eadf66e-ea34-404b-9c18-908b068e2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:44:33.107053 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2817dec9-59da-4c83-878d-60005f2c76e6 req-6eadf66e-ea34-404b-9c18-908b068e2d6d service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0970018 Nov 11 22:44:33.170859 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2817dec9-59da-4c83-878d-60005f2c76e6 req-711abbe9-1120-4b0b-967c-6cfa1a65d1df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc HTTP/1.1" status: 200 len: 1000 time: 0.0568302 Nov 11 22:44:33.225988 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817dec9-59da-4c83-878d-60005f2c76e6 req-fc57b7cb-179b-4986-9595-01105fed5875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:44:33.227475 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2817dec9-59da-4c83-878d-60005f2c76e6 req-fc57b7cb-179b-4986-9595-01105fed5875 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0498338 Nov 11 22:44:33.272961 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817dec9-59da-4c83-878d-60005f2c76e6 req-98fd5213-b051-4ee4-bd94-73a017f9d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:44:33.274351 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2817dec9-59da-4c83-878d-60005f2c76e6 req-98fd5213-b051-4ee4-bd94-73a017f9d39c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402110 Nov 11 22:44:33.365842 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2817dec9-59da-4c83-878d-60005f2c76e6 req-5f9d0b88-01d5-4309-b6f9-de9367be65aa service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842485 Nov 11 22:44:33.458865 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-2817dec9-59da-4c83-878d-60005f2c76e6 req-aedb8efa-9f01-478b-b086-5851bc618578 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858760 Nov 11 22:44:41.870601 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:43.950897 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8df2c351-c802-45de-a1f8-4fb90f9a044b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:45.369299 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:45.513226 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:44:46.136233 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2c11c537-4b2d-4c37-a17d-6b7916255574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:47.537225 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:48.901764 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:49.448743 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:00.775966 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2b9f9-b136-48ee-bdd3-3dcc404bfac6 req-ae850041-9f37-49de-b043-e946df1848f8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:00.777537 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05e2b9f9-b136-48ee-bdd3-3dcc404bfac6 req-ae850041-9f37-49de-b043-e946df1848f8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0502079 Nov 11 22:45:00.826224 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-05e2b9f9-b136-48ee-bdd3-3dcc404bfac6 req-6c65b43b-8404-4a80-949c-438a07d49255 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421753 Nov 11 22:45:01.983287 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c4000-9f9f-48a0-815a-65c1a855ad40 req-9d709837-a693-43c0-b881-f0e9b6949fdb tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:01.984783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-120c4000-9f9f-48a0-815a-65c1a855ad40 req-9d709837-a693-43c0-b881-f0e9b6949fdb tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0578704 Nov 11 22:45:02.038738 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-120c4000-9f9f-48a0-815a-65c1a855ad40 req-917a4377-4620-464c-b28a-30051db1ee9d tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477829 Nov 11 22:45:03.180839 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f49720-82ac-4ee9-a14c-8dd8d49f99c2 req-d53562f4-6b15-4520-afb9-79d9d7386147 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:03.182372 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58f49720-82ac-4ee9-a14c-8dd8d49f99c2 req-d53562f4-6b15-4520-afb9-79d9d7386147 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0593462 Nov 11 22:45:03.242988 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-58f49720-82ac-4ee9-a14c-8dd8d49f99c2 req-17e40dc5-e60e-4907-b067-6dea5459bdd7 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539703 Nov 11 22:45:04.375547 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7689c3-fbff-4b69-8661-e25c32b0e76b req-0f962009-3609-42da-ad11-5784e13651fa tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:04.377060 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a7689c3-fbff-4b69-8661-e25c32b0e76b req-0f962009-3609-42da-ad11-5784e13651fa tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0515387 Nov 11 22:45:04.429937 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4a7689c3-fbff-4b69-8661-e25c32b0e76b req-9f8ba74e-cad1-446b-80a6-753744db28c3 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468915 Nov 11 22:45:05.553989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1142fa-7147-486a-a56c-18034791c750 req-c4a486d6-6fd5-409d-b4f7-d64318b503a2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:05.555512 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa1142fa-7147-486a-a56c-18034791c750 req-c4a486d6-6fd5-409d-b4f7-d64318b503a2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0572138 Nov 11 22:45:05.607901 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fa1142fa-7147-486a-a56c-18034791c750 req-5585c2fd-ab7e-4721-8dd2-f0d713839738 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438094 Nov 11 22:45:06.732638 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cb964-da41-4af5-abd7-fdd5d06a5a4f req-892dc19d-dbe3-4b8b-b4db-5a39ca38d5b0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:06.734301 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f0cb964-da41-4af5-abd7-fdd5d06a5a4f req-892dc19d-dbe3-4b8b-b4db-5a39ca38d5b0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0530021 Nov 11 22:45:06.784089 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1f0cb964-da41-4af5-abd7-fdd5d06a5a4f req-4a5d2be3-f3b2-4a64-93f9-03aea24d795c tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436895 Nov 11 22:45:07.918850 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b8b58-24a7-42f8-840c-89c44544c179 req-d8e3ca47-4c00-4337-a662-9b53a5f0fbc2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:07.920315 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d6b8b58-24a7-42f8-840c-89c44544c179 req-d8e3ca47-4c00-4337-a662-9b53a5f0fbc2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0535722 Nov 11 22:45:07.971278 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d6b8b58-24a7-42f8-840c-89c44544c179 req-d0b8be39-4ada-49b1-9514-3bccef24c732 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446451 Nov 11 22:45:09.104047 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110be61f-ea6c-4efc-aa9a-bccbb8b5af39 req-665c8003-6f86-4f27-91d9-7337f125758a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:09.105544 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-110be61f-ea6c-4efc-aa9a-bccbb8b5af39 req-665c8003-6f86-4f27-91d9-7337f125758a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0538886 Nov 11 22:45:09.161277 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-110be61f-ea6c-4efc-aa9a-bccbb8b5af39 req-7ab7b4b7-1161-496c-be47-102ec90fcdf0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467675 Nov 11 22:45:10.292711 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c42bcd-9128-4202-b7c9-01b4ea55ca47 req-55f92572-fde0-41f0-a996-8c3c33edbc42 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:10.294167 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9c42bcd-9128-4202-b7c9-01b4ea55ca47 req-55f92572-fde0-41f0-a996-8c3c33edbc42 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0499401 Nov 11 22:45:10.346560 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f9c42bcd-9128-4202-b7c9-01b4ea55ca47 req-b43bf705-3ee4-46bc-8216-6420254efd81 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462897 Nov 11 22:45:10.900865 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbc309-d41c-408b-be48-18f4d2c36dec req-12d91712-13f4-4a21-9849-8a37b0ca97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:10.902372 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b6dbc309-d41c-408b-be48-18f4d2c36dec req-12d91712-13f4-4a21-9849-8a37b0ca97ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 1096 time: 0.0432661 Nov 11 22:45:11.004536 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbc309-d41c-408b-be48-18f4d2c36dec req-4577b79f-337b-4809-ba43-dc1efc597299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:11.005954 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b6dbc309-d41c-408b-be48-18f4d2c36dec req-4577b79f-337b-4809-ba43-dc1efc597299 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0959120 Nov 11 22:45:11.074485 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b6dbc309-d41c-408b-be48-18f4d2c36dec req-d65707f1-c674-4882-8d18-864c959410fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc HTTP/1.1" status: 200 len: 1000 time: 0.0603769 Nov 11 22:45:11.123877 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbc309-d41c-408b-be48-18f4d2c36dec req-b6bb9085-cdd5-4a22-80b2-669d75b9e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:11.125297 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b6dbc309-d41c-408b-be48-18f4d2c36dec req-b6bb9085-cdd5-4a22-80b2-669d75b9e97c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0436387 Nov 11 22:45:11.174094 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbc309-d41c-408b-be48-18f4d2c36dec req-b3061518-f47b-4ea0-bf9f-4741b4fa4265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:11.175570 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b6dbc309-d41c-408b-be48-18f4d2c36dec req-b3061518-f47b-4ea0-bf9f-4741b4fa4265 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435290 Nov 11 22:45:11.266662 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b6dbc309-d41c-408b-be48-18f4d2c36dec req-52cbc56b-4934-4e9d-a437-c298ce5433ec service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832667 Nov 11 22:45:11.357911 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b6dbc309-d41c-408b-be48-18f4d2c36dec req-0a724eb4-a8f2-4b7b-9269-dee51408186f service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847054 Nov 11 22:45:11.473332 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765f8ef-9a87-4db9-9973-06aa0a1b17fa req-1392d5ec-8cea-4524-be8c-e1105ea295cc tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:11.474822 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4765f8ef-9a87-4db9-9973-06aa0a1b17fa req-1392d5ec-8cea-4524-be8c-e1105ea295cc tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0557711 Nov 11 22:45:11.528949 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4765f8ef-9a87-4db9-9973-06aa0a1b17fa req-0649bffa-54e7-4d2d-a4d0-adc27c8ad003 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450344 Nov 11 22:45:11.881597 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:12.651952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc8a38-ccca-4ac9-b3ae-a8766e044be8 req-14842c12-162c-4a56-8118-75b10b029d77 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:12.653475 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4afc8a38-ccca-4ac9-b3ae-a8766e044be8 req-14842c12-162c-4a56-8118-75b10b029d77 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0495269 Nov 11 22:45:12.703417 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-4afc8a38-ccca-4ac9-b3ae-a8766e044be8 req-885884a2-29e6-4932-9a01-0f725cc85591 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437143 Nov 11 22:45:13.832162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7061c7f-5e26-434e-9cfc-945d8694e5df req-1d806c11-b725-4134-87d4-dee503c27bcf tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:13.833717 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7061c7f-5e26-434e-9cfc-945d8694e5df req-1d806c11-b725-4134-87d4-dee503c27bcf tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0574963 Nov 11 22:45:13.885946 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a7061c7f-5e26-434e-9cfc-945d8694e5df req-5ea7df72-2a3c-4aeb-9ae1-51c4de1c578e tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460546 Nov 11 22:45:13.944614 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5d6aa9a0-5f19-4b4e-8293-0bdcad3ab6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:15.013679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e92596-970b-4d7d-9c11-d69f6e16badc req-7924ae16-6561-4141-842d-5097675ced83 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:15.015165 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e92596-970b-4d7d-9c11-d69f6e16badc req-7924ae16-6561-4141-842d-5097675ced83 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0515218 Nov 11 22:45:15.068969 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-20e92596-970b-4d7d-9c11-d69f6e16badc req-84e33d61-efab-4ce8-ba89-bb8c1dea2324 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 Nov 11 22:45:15.289747 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-a2fdec93-011b-4bb7-a091-431cb61b9af3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730357 Nov 11 22:45:15.303303 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d55646-c078-45e5-8984-359e0881051c req-21561d8c-4c52-4881-b1d9-774d17c30cb1 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:15.304842 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f6d55646-c078-45e5-8984-359e0881051c req-21561d8c-4c52-4881-b1d9-774d17c30cb1 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0632405 Nov 11 22:45:15.308448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-e7f8d788-429a-4480-a1e1-22fa59d9d61f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:45:15.309420 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-e7f8d788-429a-4480-a1e1-22fa59d9d61f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142117 Nov 11 22:45:15.357183 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f6d55646-c078-45e5-8984-359e0881051c req-84380f5d-fda3-4cbd-8c16-830d8b045bf3 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461895 Nov 11 22:45:15.394875 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:16.131559 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-899f9d65-19d5-4d6e-86ef-db0c4d4dee7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:16.479053 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752a602-9ba2-4133-961e-34870ff5b171 req-ac59d94a-f257-440f-8cf9-392f4487a364 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:16.480589 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8752a602-9ba2-4133-961e-34870ff5b171 req-ac59d94a-f257-440f-8cf9-392f4487a364 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0536406 Nov 11 22:45:16.532009 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8752a602-9ba2-4133-961e-34870ff5b171 req-8c974787-956f-4b86-b707-212e224545ab tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451238 Nov 11 22:45:17.097934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5a309941-8850-4f7b-b5de-5a1974dc32fc no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:45:17.194188 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:17.219081 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de794f7-cb50-47da-81a9-3ec401814147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a309941-8850-4f7b-b5de-5a1974dc32fc'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:45:17.221467 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7657733e-5156-4aa2-9a3b-977cc130a4a3" -d '{"events": [{"server_uuid": "3de794f7-cb50-47da-81a9-3ec401814147", "name": "network-vif-unplugged", "status": "completed", "tag": "5a309941-8850-4f7b-b5de-5a1974dc32fc"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:45:17.237284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5a309941-8850-4f7b-b5de-5a1974dc32fc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:45:17.244259 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:17.269286 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 22:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf1a559-d633-4abe-a22b-01717a6d8b9c x-openstack-request-id: req-3bf1a559-d633-4abe-a22b-01717a6d8b9c {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:45:17.269582 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de794f7-cb50-47da-81a9-3ec401814147", "name": "network-vif-unplugged", "status": "failed", "tag": "5a309941-8850-4f7b-b5de-5a1974dc32fc", "code": 422}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:45:17.269835 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3bf1a559-d633-4abe-a22b-01717a6d8b9c {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:45:17.270240 n-d-805737-3 neutron-server[102536]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3de794f7-cb50-47da-81a9-3ec401814147', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a309941-8850-4f7b-b5de-5a1974dc32fc', 'code': 422} returned with failed status Nov 11 22:45:17.297148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=5a309941-8850-4f7b-b5de-5a1974dc32fc,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:45:17.305523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:45:17.305523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:45:17.305737 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:45:17.306014 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:45:17.306307 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:45:17.306639 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:45:17.307036 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:45:17.307273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:45:17.307599 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:45:17.307906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:45:17.308225 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:45:17.308543 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:45:17.536722 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:17.655914 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f0579-54f4-4853-b758-39888ba6ccb1 req-ab1e21d2-b20a-49e5-86e5-e46d8c92b06d tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:17.657483 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e84f0579-54f4-4853-b758-39888ba6ccb1 req-ab1e21d2-b20a-49e5-86e5-e46d8c92b06d tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0541484 Nov 11 22:45:17.711124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e84f0579-54f4-4853-b758-39888ba6ccb1 req-5c6f7c11-843a-4fd0-973c-bfdea02da827 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455973 Nov 11 22:45:18.829229 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf391a-364a-4ca9-8471-662656f6c427 req-e1d56d6f-3848-46af-87b0-1f41045fcec2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:18.830871 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adf391a-364a-4ca9-8471-662656f6c427 req-e1d56d6f-3848-46af-87b0-1f41045fcec2 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0525014 Nov 11 22:45:18.888734 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0adf391a-364a-4ca9-8471-662656f6c427 req-cccdb6b5-a096-4b5c-8f19-6905a5e38517 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514357 Nov 11 22:45:18.911580 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:19.447203 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:20.052690 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dd2b3-d79c-45fb-8e7e-4542286fec30 req-3c28b771-9044-4be5-9edc-e2eee205d742 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:20.054274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d0dd2b3-d79c-45fb-8e7e-4542286fec30 req-3c28b771-9044-4be5-9edc-e2eee205d742 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0952349 Nov 11 22:45:20.108051 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9d0dd2b3-d79c-45fb-8e7e-4542286fec30 req-d94f5aee-26d0-4c65-9bcf-cf757a7fc4e4 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476625 Nov 11 22:45:21.153183 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-2c3831db-0192-4d28-b1e4-2a26d9080686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:21.155710 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-2c3831db-0192-4d28-b1e4-2a26d9080686 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147&tenant_id=218c22e32a974273a9c966ed2011f2bb HTTP/1.1" status: 200 len: 1094 time: 0.0527639 Nov 11 22:45:21.222250 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-563591fb-062d-491d-a585-8cb55d2afa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:21.223873 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-563591fb-062d-491d-a585-8cb55d2afa67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 1094 time: 0.0445166 Nov 11 22:45:21.240055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7a167-87b0-4c5a-b546-5bcf33692caf req-f71e9016-07e3-402e-83aa-5db412fd0144 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:21.241799 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-31a7a167-87b0-4c5a-b546-5bcf33692caf req-f71e9016-07e3-402e-83aa-5db412fd0144 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0542583 Nov 11 22:45:21.297748 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-31a7a167-87b0-4c5a-b546-5bcf33692caf req-f50ab1fe-29d4-4a49-a23c-2dd630d9e503 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498259 Nov 11 22:45:21.324028 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-a8ea0d20-8849-46c4-8ba5-ba30e9f50a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:21.325549 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-a8ea0d20-8849-46c4-8ba5-ba30e9f50a46 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0943444 Nov 11 22:45:21.393590 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-0cb63226-42a5-40a0-92fc-cdca7f275984 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc HTTP/1.1" status: 200 len: 998 time: 0.0598936 Nov 11 22:45:21.447555 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-24f96b25-2830-4b02-990a-7d548f7640a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:21.449029 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-24f96b25-2830-4b02-990a-7d548f7640a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0479436 Nov 11 22:45:21.494699 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-7568aada-51eb-4371-be7d-0abe146c7862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:21.496142 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-7568aada-51eb-4371-be7d-0abe146c7862 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402412 Nov 11 22:45:21.595995 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-406111f5-de48-4b35-aca3-7a77dfa0a6c5 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917349 Nov 11 22:45:21.687695 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-f9deefc1-e844-4975-9bb6-ebefe303c163 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850644 Nov 11 22:45:22.431005 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccacaa-e82f-4b2f-afbc-6c3572a229ca req-0b49b07b-b880-4593-a09c-41d4b87f618a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:22.432516 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-daccacaa-e82f-4b2f-afbc-6c3572a229ca req-0b49b07b-b880-4593-a09c-41d4b87f618a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0531526 Nov 11 22:45:22.486150 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-daccacaa-e82f-4b2f-afbc-6c3572a229ca req-3acb28a9-08ae-4017-b065-a4e13de09c41 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446165 Nov 11 22:45:22.512529 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:45:23.632391 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8adea4-d167-44c9-97ef-71e4d1e7f2d3 req-120e2528-485f-4783-a67a-73a8ca90e814 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:23.633924 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a8adea4-d167-44c9-97ef-71e4d1e7f2d3 req-120e2528-485f-4783-a67a-73a8ca90e814 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0662267 Nov 11 22:45:23.683689 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3a8adea4-d167-44c9-97ef-71e4d1e7f2d3 req-d82ac716-7521-4376-91c1-95d9beb06840 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436199 Nov 11 22:45:24.808425 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91deb91e-c270-42cb-8af4-81588601d27c req-c25771ff-6c4e-4abb-8328-9726c2da1156 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:24.809943 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91deb91e-c270-42cb-8af4-81588601d27c req-c25771ff-6c4e-4abb-8328-9726c2da1156 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0492456 Nov 11 22:45:24.857916 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91deb91e-c270-42cb-8af4-81588601d27c req-24540dfc-09cd-417b-9d9e-45cb9499ea4b tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421011 Nov 11 22:45:25.991134 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58eead5-bfd8-4544-a66c-5027a61c7b66 req-01de6cbc-dcfd-4e55-9726-e1ab9f40fe2c tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:25.992673 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e58eead5-bfd8-4544-a66c-5027a61c7b66 req-01de6cbc-dcfd-4e55-9726-e1ab9f40fe2c tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0535645 Nov 11 22:45:26.048739 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e58eead5-bfd8-4544-a66c-5027a61c7b66 req-aaa42db8-32ed-4af4-a030-a7b491132d89 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476952 Nov 11 22:45:27.177700 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af512d5f-9306-4437-9271-26d9876a6f12 req-2296cdc6-0e98-4c64-8e64-75173f46ebfa tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:27.179184 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af512d5f-9306-4437-9271-26d9876a6f12 req-2296cdc6-0e98-4c64-8e64-75173f46ebfa tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0564418 Nov 11 22:45:27.236320 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-af512d5f-9306-4437-9271-26d9876a6f12 req-6e4e86fa-ef17-4d1e-bd30-6c223771de9e tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508573 Nov 11 22:45:28.360626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e2481-3c61-45a8-9d53-02acc9b8ff59 req-1814455b-c5d1-4bd9-b647-8762be460c01 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:28.362123 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941e2481-3c61-45a8-9d53-02acc9b8ff59 req-1814455b-c5d1-4bd9-b647-8762be460c01 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0508838 Nov 11 22:45:28.411998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-941e2481-3c61-45a8-9d53-02acc9b8ff59 req-bb62c6c4-b629-4577-b55b-cc7e20faf40c tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437715 Nov 11 22:45:29.533317 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65197a6-0e25-444c-8f67-555cc7114151 req-aa0d114c-b04c-4f47-bfe1-67495731a64c tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:29.535017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b65197a6-0e25-444c-8f67-555cc7114151 req-aa0d114c-b04c-4f47-bfe1-67495731a64c tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0547624 Nov 11 22:45:29.587387 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b65197a6-0e25-444c-8f67-555cc7114151 req-b156de88-bed7-44f9-8442-2a94cb828ef1 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455592 Nov 11 22:45:30.716151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edd030-80ea-4290-be3a-e35e75cbcee5 req-99a1fdb6-0ae6-4758-bc87-398ad535dfc8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:30.717700 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94edd030-80ea-4290-be3a-e35e75cbcee5 req-99a1fdb6-0ae6-4758-bc87-398ad535dfc8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 943 time: 0.0505886 Nov 11 22:45:30.769751 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-94edd030-80ea-4290-be3a-e35e75cbcee5 req-c55fedf7-b0df-4222-8bec-ccf7ea14ee59 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432446 Nov 11 22:45:31.178447 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5a309941-8850-4f7b-b5de-5a1974dc32fc details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:45:31.301218 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5a309941-8850-4f7b-b5de-5a1974dc32fc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:45:31.313263 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': '5a309941-8850-4f7b-b5de-5a1974dc32fc', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'port_id': '5a309941-8850-4f7b-b5de-5a1974dc32fc', 'mac_address': 'fa:16:3e:d6:7e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:45:31.350972 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:31.364070 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a309941-8850-4f7b-b5de-5a1974dc32fc {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:45:31.384379 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5a309941-8850-4f7b-b5de-5a1974dc32fc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:45:31.390981 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:31.437594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=5a309941-8850-4f7b-b5de-5a1974dc32fc,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:45:31.628302 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['5a309941-8850-4f7b-b5de-5a1974dc32fc'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:45:31.898977 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e43962-41ed-4742-a82e-9cf387f49321 req-38cb1f07-cbfb-4543-9297-009cad60e0e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:31.900491 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44e43962-41ed-4742-a82e-9cf387f49321 req-38cb1f07-cbfb-4543-9297-009cad60e0e5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 944 time: 0.0559945 Nov 11 22:45:31.949611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-44e43962-41ed-4742-a82e-9cf387f49321 req-ef12891c-34c2-4be1-b6d9-86c18a05a377 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431120 Nov 11 22:45:33.092261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311dcda-76a8-40cb-8ebb-e0eb6422b571 req-41f19507-5579-4347-a557-7fe8e9c87c62 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:33.094401 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8311dcda-76a8-40cb-8ebb-e0eb6422b571 req-41f19507-5579-4347-a557-7fe8e9c87c62 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 944 time: 0.0664570 Nov 11 22:45:33.149039 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-8311dcda-76a8-40cb-8ebb-e0eb6422b571 req-0da52fda-90be-42b8-af25-f4c722ffdfc0 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485606 Nov 11 22:45:33.182627 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5a309941-8850-4f7b-b5de-5a1974dc32fc up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:45:33.235849 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port 5a309941-8850-4f7b-b5de-5a1974dc32fc triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:45:33.236222 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:33.325689 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:33.349508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de794f7-cb50-47da-81a9-3ec401814147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a309941-8850-4f7b-b5de-5a1974dc32fc'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:45:33.351768 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bdf6bc-44df-45d0-a8f0-9e8ce91af39a" -d '{"events": [{"server_uuid": "3de794f7-cb50-47da-81a9-3ec401814147", "name": "network-vif-plugged", "status": "completed", "tag": "5a309941-8850-4f7b-b5de-5a1974dc32fc"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:45:33.364384 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port 5a309941-8850-4f7b-b5de-5a1974dc32fc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:45:33.369627 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:33.396345 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84379bd-f7f6-4061-aa82-f5de73db3285 x-openstack-request-id: req-c84379bd-f7f6-4061-aa82-f5de73db3285 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:45:33.396577 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de794f7-cb50-47da-81a9-3ec401814147", "name": "network-vif-plugged", "status": "completed", "tag": "5a309941-8850-4f7b-b5de-5a1974dc32fc", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:45:33.396852 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c84379bd-f7f6-4061-aa82-f5de73db3285 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:45:33.397252 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de794f7-cb50-47da-81a9-3ec401814147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a309941-8850-4f7b-b5de-5a1974dc32fc', 'code': 200} Nov 11 22:45:33.424485 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=5a309941-8850-4f7b-b5de-5a1974dc32fc,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:45:33.549048 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d510e-f445-4ed6-b21a-10abf7251930 req-f1993e85-ead8-4e73-8a34-db87a9f7487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:33.550542 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-055d510e-f445-4ed6-b21a-10abf7251930 req-f1993e85-ead8-4e73-8a34-db87a9f7487f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 1096 time: 0.0417473 Nov 11 22:45:33.600406 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-055d510e-f445-4ed6-b21a-10abf7251930 req-4dae7091-3cda-4e4f-b6c9-304038e62332 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427115 Nov 11 22:45:33.895566 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772abfd3-65cb-47e1-9cdd-0085e5b67b26 req-ebcc4ee7-b784-46a2-91f5-0f6a014d58d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:33.897035 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-772abfd3-65cb-47e1-9cdd-0085e5b67b26 req-ebcc4ee7-b784-46a2-91f5-0f6a014d58d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 1096 time: 0.0415683 Nov 11 22:45:33.999570 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772abfd3-65cb-47e1-9cdd-0085e5b67b26 req-23f7cb3c-b067-45b8-b620-efba16950318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:34.001041 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-772abfd3-65cb-47e1-9cdd-0085e5b67b26 req-23f7cb3c-b067-45b8-b620-efba16950318 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0839059 Nov 11 22:45:34.067813 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-772abfd3-65cb-47e1-9cdd-0085e5b67b26 req-a0f5c350-bc7a-40ec-a9c0-22b43bfa287c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc HTTP/1.1" status: 200 len: 1000 time: 0.0590808 Nov 11 22:45:34.116566 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772abfd3-65cb-47e1-9cdd-0085e5b67b26 req-a57fdc71-93b7-4e72-b2a3-374524aa0c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:34.117961 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-772abfd3-65cb-47e1-9cdd-0085e5b67b26 req-a57fdc71-93b7-4e72-b2a3-374524aa0c94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0425444 Nov 11 22:45:34.163477 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772abfd3-65cb-47e1-9cdd-0085e5b67b26 req-c1f4d99e-6324-4d9e-b3b0-1e6e738719d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:34.164884 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-772abfd3-65cb-47e1-9cdd-0085e5b67b26 req-c1f4d99e-6324-4d9e-b3b0-1e6e738719d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391371 Nov 11 22:45:34.260130 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-772abfd3-65cb-47e1-9cdd-0085e5b67b26 req-0229546c-b33b-4076-9539-4cd135db209d service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872953 Nov 11 22:45:34.277160 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb17e3-4af8-4801-b7f7-a00cf16ced9e req-b5676278-3559-42af-850f-50d2ffca18e8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:34.278702 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66fb17e3-4af8-4801-b7f7-a00cf16ced9e req-b5676278-3559-42af-850f-50d2ffca18e8 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0499017 Nov 11 22:45:34.333665 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-66fb17e3-4af8-4801-b7f7-a00cf16ced9e req-335ea947-f798-4ddd-9285-ccc864e75f04 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486755 Nov 11 22:45:34.351788 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-772abfd3-65cb-47e1-9cdd-0085e5b67b26 req-6d65f6f2-9894-47fa-849a-fa3d1a790d8a service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835052 Nov 11 22:45:35.461239 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f0876-9c94-44d7-aa15-e323277e9b2a req-9f2f1cc4-9f15-4c84-93cb-02e0448ed5fd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:45:35.462767 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f85f0876-9c94-44d7-aa15-e323277e9b2a req-9f2f1cc4-9f15-4c84-93cb-02e0448ed5fd tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0496466 Nov 11 22:45:35.513200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f85f0876-9c94-44d7-aa15-e323277e9b2a req-ad633611-9b06-411e-a06a-e15343276b7e tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439074 Nov 11 22:45:41.898935 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:43.957078 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21e60c62-8a19-41c8-ace6-dbe54aa612cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:45.390731 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:46.136326 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8c853075-5ad2-4a0a-b89a-9fe8d7b955e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:47.546235 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:48.907855 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:49.446825 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:59.512306 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:46:11.900681 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:13.963309 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e24e51c8-123d-44ba-a5c6-609af5da6f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:15.415660 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:16.141590 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bc6faf1-e51f-46e2-b638-96877d2028fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:17.546437 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:18.918713 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:19.446525 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:34.866936 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ec525409-db10-42a2-89ef-cc930ebf841c req-04030a35-7d38-45b4-bf75-370c85a56abd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463862 Nov 11 22:46:34.952266 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec525409-db10-42a2-89ef-cc930ebf841c req-f6620dc5-6f1f-4c45-bd5e-6e68c9e3a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:46:34.953788 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ec525409-db10-42a2-89ef-cc930ebf841c req-f6620dc5-6f1f-4c45-bd5e-6e68c9e3a809 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 1096 time: 0.0433054 Nov 11 22:46:35.063826 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec525409-db10-42a2-89ef-cc930ebf841c req-5c2149f4-76dc-437d-821d-e9f1b9d64fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:46:35.065250 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ec525409-db10-42a2-89ef-cc930ebf841c req-5c2149f4-76dc-437d-821d-e9f1b9d64fb4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.0894430 Nov 11 22:46:35.134512 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ec525409-db10-42a2-89ef-cc930ebf841c req-7fbf0fef-5297-46c1-b339-d6fc7467394a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc HTTP/1.1" status: 200 len: 1000 time: 0.0617483 Nov 11 22:46:35.188562 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec525409-db10-42a2-89ef-cc930ebf841c req-83da094b-bb08-4433-bb77-cb91682dd473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:46:35.190738 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ec525409-db10-42a2-89ef-cc930ebf841c req-83da094b-bb08-4433-bb77-cb91682dd473 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0486958 Nov 11 22:46:35.242226 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec525409-db10-42a2-89ef-cc930ebf841c req-56c4b246-ddc9-4e39-929f-a88e7ab4eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:46:35.243686 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ec525409-db10-42a2-89ef-cc930ebf841c req-56c4b246-ddc9-4e39-929f-a88e7ab4eaf5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462420 Nov 11 22:46:35.642832 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ec525409-db10-42a2-89ef-cc930ebf841c req-47828858-3bf9-4fe3-b259-4cb392d62463 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909895 Nov 11 22:46:35.737894 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-ec525409-db10-42a2-89ef-cc930ebf841c req-7d9219c8-2cb0-4401-b107-f50d2c53f93a service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875032 Nov 11 22:46:36.512466 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:46:41.895897 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:43.970723 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-31113a66-dd49-481d-9c5b-16d42a5a6d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:45.433887 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:46.147031 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2be52339-d6c2-485e-8dc6-662d953d84ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:47.556003 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:48.912283 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:49.451655 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:51.083083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59482) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:46:51.247994 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Deleting port 9a84b402-a155-4a9f-9003-1224a8fdbf3a {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:46:51.248302 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:51.328254 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:51.328586 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:51.341624 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Calling delete_port for 9a84b402-a155-4a9f-9003-1224a8fdbf3a owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:46:51.504089 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:51.533424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event deleted for resources: {'Port': ['ID=9a84b402-a155-4a9f-9003-1224a8fdbf3a,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:46:51.546957 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:51.547308 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:51.547656 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:51.547992 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:51.548324 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:51.548659 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:51.549017 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:51.549337 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:51.549662 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:51.549976 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:51.550303 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:51.550625 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:51.605767 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:51.606109 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Floating IP d7b9611a-7386-4c69-a14d-4dd5c49246cf disassociated (deleted). External IP: 172.25.0.80, port: 5a309941-8850-4f7b-b5de-5a1974dc32fc. Nov 11 22:46:51.824605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Router 3544b544-bad2-4480-8613-f28e8aa9fb53 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:46:51.935246 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:46:51.940597 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:51.945439 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ecdb33-d802-4a77-8b6a-d0806e9ee772 None None] Sync routers for ids ['3544b544-bad2-4480-8613-f28e8aa9fb53'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:46:51.955588 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ecdb33-d802-4a77-8b6a-d0806e9ee772 None None] Routers {'3544b544-bad2-4480-8613-f28e8aa9fb53'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:46:51.956194 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-93ecdb33-d802-4a77-8b6a-d0806e9ee772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3544b544-bad2-4480-8613-f28e8aa9fb53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:46:51.967563 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e1ee3662-4672-4a91-8103-2224c1243e18 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "DELETE /v2.0/floatingips/d7b9611a-7386-4c69-a14d-4dd5c49246cf HTTP/1.1" status: 204 len: 168 time: 0.8833704 Nov 11 22:46:51.968145 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de794f7-cb50-47da-81a9-3ec401814147', 'tag': '5a309941-8850-4f7b-b5de-5a1974dc32fc'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:46:51.970445 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1378c9-b317-48e9-a774-be717c52fbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "3de794f7-cb50-47da-81a9-3ec401814147", "tag": "5a309941-8850-4f7b-b5de-5a1974dc32fc"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:46:52.067500 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-93ecdb33-d802-4a77-8b6a-d0806e9ee772 None None] Set router 3544b544-bad2-4480-8613-f28e8aa9fb53 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:46:52.208819 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579e8ab9-93b7-4620-b38e-a2782bdd7b0b x-openstack-request-id: req-579e8ab9-93b7-4620-b38e-a2782bdd7b0b {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:46:52.209346 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de794f7-cb50-47da-81a9-3ec401814147", "tag": "5a309941-8850-4f7b-b5de-5a1974dc32fc", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:46:52.209346 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-579e8ab9-93b7-4620-b38e-a2782bdd7b0b {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:46:52.209780 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de794f7-cb50-47da-81a9-3ec401814147', 'tag': '5a309941-8850-4f7b-b5de-5a1974dc32fc', 'status': 'completed', 'code': 200} Nov 11 22:46:52.273160 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-93ecdb33-d802-4a77-8b6a-d0806e9ee772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '8b3bb8e2-8c16-4197-8b41-574428b3c551', 'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'mac_address': 'fa:16:3e:d8:73:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:03Z', 'updated_at': '2021-11-11T22:38:07Z', 'revision_number': 5, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'subnets': [{'id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:46:52.278432 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1378c9-b317-48e9-a774-be717c52fbcd req-c74d4178-c11b-49e2-a55b-5942ffc19287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:46:52.280597 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1378c9-b317-48e9-a774-be717c52fbcd req-c74d4178-c11b-49e2-a55b-5942ffc19287 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=218c22e32a974273a9c966ed2011f2bb&device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 1096 time: 0.0442803 Nov 11 22:46:52.307406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a10c4-70a4-4433-a21a-f1876b73a631 req-74d51822-a7b9-4adb-9c5f-edf68313192b tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:46:52.309075 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d3a10c4-70a4-4433-a21a-f1876b73a631 req-74d51822-a7b9-4adb-9c5f-edf68313192b tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0521824 Nov 11 22:46:52.362398 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7d3a10c4-70a4-4433-a21a-f1876b73a631 req-4e955e88-ba48-4b17-94c8-e69b7479ba7c tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472302 Nov 11 22:46:52.387072 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1378c9-b317-48e9-a774-be717c52fbcd req-a9ed3d1d-efa3-4e48-ba74-45bfb0e2d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:46:52.393399 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1378c9-b317-48e9-a774-be717c52fbcd req-a9ed3d1d-efa3-4e48-ba74-45bfb0e2d3c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 200 len: 910 time: 0.1043930 Nov 11 22:46:52.396655 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ecdb33-d802-4a77-8b6a-d0806e9ee772 None None] Checking router: 3544b544-bad2-4480-8613-f28e8aa9fb53 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:46:52.406845 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ecdb33-d802-4a77-8b6a-d0806e9ee772 None None] Routers {'3544b544-bad2-4480-8613-f28e8aa9fb53'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:46:52.407505 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-93ecdb33-d802-4a77-8b6a-d0806e9ee772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3544b544-bad2-4480-8613-f28e8aa9fb53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:46:52.475745 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1378c9-b317-48e9-a774-be717c52fbcd req-5df5be5d-cc5d-4ff9-a3c9-03387a7cd9e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc HTTP/1.1" status: 200 len: 217 time: 0.0439310 Nov 11 22:46:52.521246 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-93ecdb33-d802-4a77-8b6a-d0806e9ee772 None None] Set router 3544b544-bad2-4480-8613-f28e8aa9fb53 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:46:52.526256 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1378c9-b317-48e9-a774-be717c52fbcd req-7bd5c488-8592-427a-b4a6-7bd3bcf5d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:46:52.527737 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1378c9-b317-48e9-a774-be717c52fbcd req-7bd5c488-8592-427a-b4a6-7bd3bcf5d3ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 200 len: 847 time: 0.0445311 Nov 11 22:46:52.575874 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1378c9-b317-48e9-a774-be717c52fbcd req-1d5e809c-1c79-4915-a0f1-c47a708538f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:46:52.577414 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1378c9-b317-48e9-a774-be717c52fbcd req-1d5e809c-1c79-4915-a0f1-c47a708538f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b9dc450-9428-4635-89a4-0993f441e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415494 Nov 11 22:46:52.672559 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1378c9-b317-48e9-a774-be717c52fbcd req-315c4e0c-ba20-46da-b179-24c5b2bbb317 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863168 Nov 11 22:46:52.722814 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-93ecdb33-d802-4a77-8b6a-d0806e9ee772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '8b3bb8e2-8c16-4197-8b41-574428b3c551', 'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'mac_address': 'fa:16:3e:d8:73:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:03Z', 'updated_at': '2021-11-11T22:38:07Z', 'revision_number': 5, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'subnets': [{'id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:46:52.754996 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ecdb33-d802-4a77-8b6a-d0806e9ee772 None None] The sync data for ids ['3544b544-bad2-4480-8613-f28e8aa9fb53'] in n-d-805737-3 is: [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:38:03Z', 'revision_number': 4, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '8b3bb8e2-8c16-4197-8b41-574428b3c551', 'name': '', 'network_id': '4b9dc450-9428-4635-89a4-0993f441e77f', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'mac_address': 'fa:16:3e:d8:73:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:03Z', 'updated_at': '2021-11-11T22:38:07Z', 'revision_number': 5, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'subnets': [{'id': '89972251-7f62-4d31-b683-9f28e6442bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:46:52.770838 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8c1378c9-b317-48e9-a774-be717c52fbcd req-2c0b38b4-860f-4f22-937b-ac076f2761a2 service neutron] 10.222.0.10 "GET /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901201 Nov 11 22:46:52.987674 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a6716-cd61-44c2-a1e0-a624454097f3 None None] New status for floating IP d7b9611a-7386-4c69-a14d-4dd5c49246cf: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:46:53.487537 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27aab6-3033-4473-9241-2296464fdcea req-e1bb82ba-8a06-4b89-83e4-e4fbf17b0812 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:46:53.489055 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b27aab6-3033-4473-9241-2296464fdcea req-e1bb82ba-8a06-4b89-83e4-e4fbf17b0812 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0551419 Nov 11 22:46:53.539556 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-1b27aab6-3033-4473-9241-2296464fdcea req-e863566c-1bd7-4daf-9987-00fbfb99e432 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f2180f5-8027-46a4-b14d-137ce8caddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442798 Nov 11 22:46:53.849043 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570070a2-4e78-4c6d-82ca-511bdfeebe12 req-58531fff-5bb8-4804-a2e7-714aa86c7994 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:46:53.850488 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-570070a2-4e78-4c6d-82ca-511bdfeebe12 req-58531fff-5bb8-4804-a2e7-714aa86c7994 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.10 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 945 time: 0.0561957 Nov 11 22:46:53.942223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-570070a2-4e78-4c6d-82ca-511bdfeebe12 req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Deleting port 5a309941-8850-4f7b-b5de-5a1974dc32fc {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:46:53.942563 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-570070a2-4e78-4c6d-82ca-511bdfeebe12 req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:54.033909 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-570070a2-4e78-4c6d-82ca-511bdfeebe12 req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] For port 5a309941-8850-4f7b-b5de-5a1974dc32fc, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=5a309941-8850-4f7b-b5de-5a1974dc32fc,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:46:54.034180 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-570070a2-4e78-4c6d-82ca-511bdfeebe12 req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:54.048102 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-570070a2-4e78-4c6d-82ca-511bdfeebe12 req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Calling delete_port for 5a309941-8850-4f7b-b5de-5a1974dc32fc owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:46:54.185166 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-570070a2-4e78-4c6d-82ca-511bdfeebe12 req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:54.213168 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event deleted for resources: {'Port': ['ID=5a309941-8850-4f7b-b5de-5a1974dc32fc,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:46:54.240416 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:54.240762 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:54.241128 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:54.241460 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:54.241773 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:54.242163 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:54.242488 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:54.242812 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:54.243130 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:54.243446 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:54.243764 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:54.244081 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:46:54.262628 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-570070a2-4e78-4c6d-82ca-511bdfeebe12 req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] No DVR routers for this DVR port 5a309941-8850-4f7b-b5de-5a1974dc32fc on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:46:54.265223 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-570070a2-4e78-4c6d-82ca-511bdfeebe12 req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:54.268633 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-570070a2-4e78-4c6d-82ca-511bdfeebe12 req-203383f1-25ad-48d4-bd09-edbf5b9ecece tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.10 "DELETE /v2.0/ports/5a309941-8850-4f7b-b5de-5a1974dc32fc HTTP/1.1" status: 204 len: 173 time: 0.4116879 Nov 11 22:46:54.269091 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de794f7-cb50-47da-81a9-3ec401814147', 'name': 'network-vif-deleted', 'tag': '5a309941-8850-4f7b-b5de-5a1974dc32fc'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:46:54.271342 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00658cb-61a5-45d9-8511-8d404647521d" -d '{"events": [{"server_uuid": "3de794f7-cb50-47da-81a9-3ec401814147", "name": "network-vif-deleted", "tag": "5a309941-8850-4f7b-b5de-5a1974dc32fc"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:46:54.308007 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27c7dd5-3dc6-4156-887f-b2107547bb7e x-openstack-request-id: req-a27c7dd5-3dc6-4156-887f-b2107547bb7e {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:46:54.308306 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de794f7-cb50-47da-81a9-3ec401814147", "name": "network-vif-deleted", "tag": "5a309941-8850-4f7b-b5de-5a1974dc32fc", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:46:54.308561 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a27c7dd5-3dc6-4156-887f-b2107547bb7e {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:46:54.309000 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de794f7-cb50-47da-81a9-3ec401814147', 'name': 'network-vif-deleted', 'tag': '5a309941-8850-4f7b-b5de-5a1974dc32fc', 'status': 'completed', 'code': 200} Nov 11 22:46:54.645400 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ac7bffb0-6b17-4964-91d5-1fcf5e26395d req-1cb43c09-3d65-452c-9abc-a7e071ff179d tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 210 time: 0.0290971 Nov 11 22:46:55.744716 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-edf8505e-25bf-4480-b9f1-1a6796782d93 req-c68cffb5-eec0-47f5-b021-39532d84987a tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 210 time: 0.0271649 Nov 11 22:46:56.842396 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fc705ac0-2d10-4249-935c-b7c678bf9c12 req-a3e2edec-537d-482e-9126-557212b71db5 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 210 time: 0.0269060 Nov 11 22:46:57.690370 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5a309941-8850-4f7b-b5de-5a1974dc32fc no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:46:57.711402 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: 5a309941-8850-4f7b-b5de-5a1974dc32fc {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:46:57.711750 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device 5a309941-8850-4f7b-b5de-5a1974dc32fc not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:46:57.944690 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a11efc9c-c43b-481f-ba74-7decdfbbc20a req-c84b9914-adb6-42bc-8cac-db09fea32cb1 tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 210 time: 0.0305576 Nov 11 22:46:59.057848 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dbec264d-eabb-4352-b4cc-13b7590c60af req-3d76daa2-52a4-4489-b9bd-c7c63f8f9f4e tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3de794f7-cb50-47da-81a9-3ec401814147 HTTP/1.1" status: 200 len: 210 time: 0.0276225 Nov 11 22:47:00.116934 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59516) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:00.177375 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3de3feb8-812c-41dd-87c9-4098077e57dc tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:00.203740 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3de3feb8-812c-41dd-87c9-4098077e57dc tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:00.267558 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3de3feb8-812c-41dd-87c9-4098077e57dc tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:00.270204 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3de3feb8-812c-41dd-87c9-4098077e57dc tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:00.274027 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3de3feb8-812c-41dd-87c9-4098077e57dc tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] 10.222.0.57 "DELETE /v2.0/security-groups/8f2180f5-8027-46a4-b14d-137ce8caddf1 HTTP/1.1" status: 204 len: 168 time: 0.1534812 Nov 11 22:47:00.281191 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3feb8-812c-41dd-87c9-4098077e57dc tempest-TestShelveInstance-383304242 tempest-TestShelveInstance-383304242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2180f5-8027-46a4-b14d-137ce8caddf1,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:00.326577 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59520) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:00.793434 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ebee44ca-e77d-4392-af11-5245e781c550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:01.044486 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ebee44ca-e77d-4392-af11-5245e781c550 admin admin] Deleting port 8b3bb8e2-8c16-4197-8b41-574428b3c551 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:47:01.044721 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ebee44ca-e77d-4392-af11-5245e781c550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:01.126691 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-ebee44ca-e77d-4392-af11-5245e781c550 admin admin] For port 8b3bb8e2-8c16-4197-8b41-574428b3c551, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8b3bb8e2-8c16-4197-8b41-574428b3c551,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:01.127062 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ebee44ca-e77d-4392-af11-5245e781c550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:01.140018 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-ebee44ca-e77d-4392-af11-5245e781c550 admin admin] Calling delete_port for 8b3bb8e2-8c16-4197-8b41-574428b3c551 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:47:01.327454 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ebee44ca-e77d-4392-af11-5245e781c550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:01.360324 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee44ca-e77d-4392-af11-5245e781c550 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3bb8e2-8c16-4197-8b41-574428b3c551,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:01.537418 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-ebee44ca-e77d-4392-af11-5245e781c550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:01.759987 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebee44ca-e77d-4392-af11-5245e781c550 admin admin] Router 3544b544-bad2-4480-8613-f28e8aa9fb53 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:47:01.865623 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebee44ca-e77d-4392-af11-5245e781c550 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:47:01.871063 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-ebee44ca-e77d-4392-af11-5245e781c550 admin admin] 10.222.0.57 "PUT /v2.0/routers/3544b544-bad2-4480-8613-f28e8aa9fb53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5427845 Nov 11 22:47:01.873802 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59524) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:01.876498 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ab60e-0bd6-4e82-b7de-5354860b2d95 None None] Sync routers for ids ['3544b544-bad2-4480-8613-f28e8aa9fb53'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:47:01.889488 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ab60e-0bd6-4e82-b7de-5354860b2d95 None None] Routers {'3544b544-bad2-4480-8613-f28e8aa9fb53'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:47:01.890232 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f87ab60e-0bd6-4e82-b7de-5354860b2d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3544b544-bad2-4480-8613-f28e8aa9fb53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:01.978253 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:01.998879 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f87ab60e-0bd6-4e82-b7de-5354860b2d95 None None] Set router 3544b544-bad2-4480-8613-f28e8aa9fb53 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:47:02.085359 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:02.147199 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] Deleting port a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:47:02.147532 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:02.188639 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f87ab60e-0bd6-4e82-b7de-5354860b2d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:47:01Z', 'revision_number': 5, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port': {'id': 'a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:02Z', 'updated_at': '2021-11-11T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:02.215202 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ab60e-0bd6-4e82-b7de-5354860b2d95 None None] Checking router: 3544b544-bad2-4480-8613-f28e8aa9fb53 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:47:02.223602 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ab60e-0bd6-4e82-b7de-5354860b2d95 None None] Routers {'3544b544-bad2-4480-8613-f28e8aa9fb53'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:47:02.224194 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f87ab60e-0bd6-4e82-b7de-5354860b2d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['3544b544-bad2-4480-8613-f28e8aa9fb53'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:02.228235 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] For port a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:02.228599 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:02.241405 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] Calling delete_port for a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:47:02.312727 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-f87ab60e-0bd6-4e82-b7de-5354860b2d95 None None] Set router 3544b544-bad2-4480-8613-f28e8aa9fb53 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:47:02.369285 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-f87ab60e-0bd6-4e82-b7de-5354860b2d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:47:02Z', 'revision_number': 6, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:02.395648 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ab60e-0bd6-4e82-b7de-5354860b2d95 None None] The sync data for ids ['3544b544-bad2-4480-8613-f28e8aa9fb53'] in n-d-805737-3 is: [{'id': '3544b544-bad2-4480-8613-f28e8aa9fb53', 'name': 'tempest-TestShelveInstance-594115516-router', 'tenant_id': '218c22e32a974273a9c966ed2011f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:01Z', 'updated_at': '2021-11-11T22:47:02Z', 'revision_number': 6, 'project_id': '218c22e32a974273a9c966ed2011f2bb', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:47:02.411685 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:02.441821 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:02.456098 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd16cf15-be2a-4403-b4ed-0c3698294142 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:47:02.506416 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:02.595732 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:02.597876 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:02.640639 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:02.641188 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3544b544-bad2-4480-8613-f28e8aa9fb53 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:47:02.645866 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:02.649603 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-36a4def2-1deb-469d-94e7-b39501884819 admin admin] 10.222.0.57 "DELETE /v2.0/routers/3544b544-bad2-4480-8613-f28e8aa9fb53 HTTP/1.1" status: 204 len: 168 time: 0.7722776 Nov 11 22:47:02.649855 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59526) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:02.701709 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-18786c03-7048-431b-bc1c-aaa48ab148e9 admin admin] Deleting subnet 89972251-7f62-4d31-b683-9f28e6442bfa {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:47:02.705687 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18786c03-7048-431b-bc1c-aaa48ab148e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:02.744958 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18786c03-7048-431b-bc1c-aaa48ab148e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:02.826154 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18786c03-7048-431b-bc1c-aaa48ab148e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:02.883083 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18786c03-7048-431b-bc1c-aaa48ab148e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:02.912245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18786c03-7048-431b-bc1c-aaa48ab148e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89972251-7f62-4d31-b683-9f28e6442bfa,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:02.917923 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18786c03-7048-431b-bc1c-aaa48ab148e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:02.922272 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-18786c03-7048-431b-bc1c-aaa48ab148e9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/89972251-7f62-4d31-b683-9f28e6442bfa HTTP/1.1" status: 204 len: 168 time: 0.2713645 Nov 11 22:47:02.923064 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908169c4-cdd5-4680-adbc-10ad0db74aa5 None None] Network 4b9dc450-9428-4635-89a4-0993f441e77f requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:47:02.925752 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59528) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:03.000383 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:03.054211 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] Deleting port 3203d66c-d890-4599-83a1-ab7d909f7590 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:47:03.054560 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:03.116990 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] For port 3203d66c-d890-4599-83a1-ab7d909f7590, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3203d66c-d890-4599-83a1-ab7d909f7590,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:03.117361 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:03.133793 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] Calling delete_port for 3203d66c-d890-4599-83a1-ab7d909f7590 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:47:03.150478 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] DHCP port deletion for 4b9dc450-9428-4635-89a4-0993f441e77f request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:47:03.198238 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Deleting port 3203d66c-d890-4599-83a1-ab7d909f7590 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:47:03.198482 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:03.228544 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:03.253370 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3203d66c-d890-4599-83a1-ab7d909f7590,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:03.259635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] No DVR routers for this DVR port 3203d66c-d890-4599-83a1-ab7d909f7590 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:47:03.269157 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] For port 3203d66c-d890-4599-83a1-ab7d909f7590, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3203d66c-d890-4599-83a1-ab7d909f7590,segment=NetworkSegment(1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56),segment_id=1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:03.269554 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:03.282934 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Calling delete_port for 3203d66c-d890-4599-83a1-ab7d909f7590 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:47:03.336065 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:47:03.354913 n-d-805737-3 neutron-server[102536]: self.session.flush() Nov 11 22:47:03.361614 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9dc450-9428-4635-89a4-0993f441e77f']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:03.367480 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:03.373170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:03.373525 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5e0ca4-49ad-4cbb-9d0e-51f6aecd0f56') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:03.384224 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:03.395996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Pushing event deleted for resources: {'Port': ['ID=3203d66c-d890-4599-83a1-ab7d909f7590,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:03.398433 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:03.400765 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] No DVR routers for this DVR port 3203d66c-d890-4599-83a1-ab7d909f7590 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:47:03.407170 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:47:03.407558 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:03.407947 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:03.408296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:03.408637 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:03.409004 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:03.409359 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:47:03.409469 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:47:03.412201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:03.412201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:03.412201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:03.412201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:03.412201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:03.412201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:03.412201 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60657f-92ec-44d3-a8cb-5a9ea423b4cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:03.473251 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:03.477974 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:03.482153 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4b9dc450-9428-4635-89a4-0993f441e77f HTTP/1.1" status: 204 len: 168 time: 0.5545845 Nov 11 22:47:03.484549 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59530) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:03.498441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f1e95-627d-47c4-84db-f828013833c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9dc450-9428-4635-89a4-0993f441e77f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:03.640110 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:47:03.660154 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:47:03.660498 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a6cf17f8-13e4-41b1-9f1f-7f44f80bcf91 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:47:03.660970 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8b3bb8e2-8c16-4197-8b41-574428b3c551 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:47:03.679848 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 8b3bb8e2-8c16-4197-8b41-574428b3c551 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:47:03.680078 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8b3bb8e2-8c16-4197-8b41-574428b3c551 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:47:03.680514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3203d66c-d890-4599-83a1-ab7d909f7590 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:47:03.699303 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 3203d66c-d890-4599-83a1-ab7d909f7590 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:47:03.699539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3203d66c-d890-4599-83a1-ab7d909f7590 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:47:04.143149 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a619f38d-da8e-454d-85b0-27e08fb8b12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:04.393593 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a619f38d-da8e-454d-85b0-27e08fb8b12e admin admin] Deleting port 8ce8bd53-e785-44eb-958e-86d448199c2a {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:47:04.393845 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a619f38d-da8e-454d-85b0-27e08fb8b12e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:04.476590 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-a619f38d-da8e-454d-85b0-27e08fb8b12e admin admin] For port 8ce8bd53-e785-44eb-958e-86d448199c2a, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=8ce8bd53-e785-44eb-958e-86d448199c2a,segment=NetworkSegment(c6710df4-47d5-4541-96bd-0240e2f377ca),segment_id=c6710df4-47d5-4541-96bd-0240e2f377ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:04.476981 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a619f38d-da8e-454d-85b0-27e08fb8b12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:04.489927 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-a619f38d-da8e-454d-85b0-27e08fb8b12e admin admin] Calling delete_port for 8ce8bd53-e785-44eb-958e-86d448199c2a owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:47:04.683443 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a619f38d-da8e-454d-85b0-27e08fb8b12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:04.711138 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619f38d-da8e-454d-85b0-27e08fb8b12e admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce8bd53-e785-44eb-958e-86d448199c2a,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:04.877316 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-a619f38d-da8e-454d-85b0-27e08fb8b12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:05.101616 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a619f38d-da8e-454d-85b0-27e08fb8b12e admin admin] Router fcfa94c8-9581-4f3a-b675-96fad7651c73 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:47:05.205170 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a619f38d-da8e-454d-85b0-27e08fb8b12e admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:47:05.213085 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-a619f38d-da8e-454d-85b0-27e08fb8b12e admin admin] 10.222.0.57 "PUT /v2.0/routers/fcfa94c8-9581-4f3a-b675-96fad7651c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7245278 Nov 11 22:47:05.213463 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59532) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:05.214337 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb39cd-599a-4c2c-b79d-bdbc32bd91d9 None None] Sync routers for ids ['fcfa94c8-9581-4f3a-b675-96fad7651c73'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:47:05.224192 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb39cd-599a-4c2c-b79d-bdbc32bd91d9 None None] Routers {'fcfa94c8-9581-4f3a-b675-96fad7651c73'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:47:05.224820 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-accb39cd-599a-4c2c-b79d-bdbc32bd91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['fcfa94c8-9581-4f3a-b675-96fad7651c73'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:05.318194 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:05.326200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-accb39cd-599a-4c2c-b79d-bdbc32bd91d9 None None] Set router fcfa94c8-9581-4f3a-b675-96fad7651c73 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:47:05.423525 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:05.481399 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] Deleting port bb62edad-ff16-44ff-b9b5-4c5687ba37a5 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:47:05.481752 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:05.565618 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] For port bb62edad-ff16-44ff-b9b5-4c5687ba37a5, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=bb62edad-ff16-44ff-b9b5-4c5687ba37a5,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:05.566372 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:05.577567 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] Calling delete_port for bb62edad-ff16-44ff-b9b5-4c5687ba37a5 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:47:05.670911 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-accb39cd-599a-4c2c-b79d-bdbc32bd91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'name': 'tempest-TestShelveInstance-1976533368-router', 'tenant_id': '2241918ed337497baa80df52508f64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'bb62edad-ff16-44ff-b9b5-4c5687ba37a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:05Z', 'updated_at': '2021-11-11T22:47:04Z', 'revision_number': 5, 'project_id': '2241918ed337497baa80df52508f64d9', 'gw_port': {'id': 'bb62edad-ff16-44ff-b9b5-4c5687ba37a5', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:38:06Z', 'updated_at': '2021-11-11T22:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:05.697002 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb39cd-599a-4c2c-b79d-bdbc32bd91d9 None None] Checking router: fcfa94c8-9581-4f3a-b675-96fad7651c73 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:47:05.705508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb39cd-599a-4c2c-b79d-bdbc32bd91d9 None None] Routers {'fcfa94c8-9581-4f3a-b675-96fad7651c73'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:47:05.706118 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-accb39cd-599a-4c2c-b79d-bdbc32bd91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['fcfa94c8-9581-4f3a-b675-96fad7651c73'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:05.753087 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:05.778415 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb62edad-ff16-44ff-b9b5-4c5687ba37a5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:05.793203 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-accb39cd-599a-4c2c-b79d-bdbc32bd91d9 None None] Set router fcfa94c8-9581-4f3a-b675-96fad7651c73 gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:47:05.796584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcd746e-42e1-4128-9506-4e9fffcc54d7 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:47:05.842115 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:05.852373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-accb39cd-599a-4c2c-b79d-bdbc32bd91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'name': 'tempest-TestShelveInstance-1976533368-router', 'tenant_id': '2241918ed337497baa80df52508f64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:05Z', 'updated_at': '2021-11-11T22:47:05Z', 'revision_number': 6, 'project_id': '2241918ed337497baa80df52508f64d9', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:05.879543 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb39cd-599a-4c2c-b79d-bdbc32bd91d9 None None] The sync data for ids ['fcfa94c8-9581-4f3a-b675-96fad7651c73'] in n-d-805737-3 is: [{'id': 'fcfa94c8-9581-4f3a-b675-96fad7651c73', 'name': 'tempest-TestShelveInstance-1976533368-router', 'tenant_id': '2241918ed337497baa80df52508f64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:38:05Z', 'updated_at': '2021-11-11T22:47:05Z', 'revision_number': 6, 'project_id': '2241918ed337497baa80df52508f64d9', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:47:05.932574 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:05.934780 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:05.985564 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:05.986187 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcfa94c8-9581-4f3a-b675-96fad7651c73 {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:47:05.992590 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:05.994042 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-327351d6-932e-4e3a-89a3-c2fbdbd7539c admin admin] 10.222.0.57 "DELETE /v2.0/routers/fcfa94c8-9581-4f3a-b675-96fad7651c73 HTTP/1.1" status: 204 len: 168 time: 0.7796454 Nov 11 22:47:05.997893 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59534) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:06.043171 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cdbf1b-c728-4e2f-97a0-cb16a710bde4 admin admin] Deleting subnet ffe87d19-ad86-4d57-8dc6-8ad672b20476 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:47:06.046315 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84cdbf1b-c728-4e2f-97a0-cb16a710bde4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.088335 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84cdbf1b-c728-4e2f-97a0-cb16a710bde4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.173913 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84cdbf1b-c728-4e2f-97a0-cb16a710bde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.238623 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84cdbf1b-c728-4e2f-97a0-cb16a710bde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.263452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdbf1b-c728-4e2f-97a0-cb16a710bde4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffe87d19-ad86-4d57-8dc6-8ad672b20476,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:06.271025 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-84cdbf1b-c728-4e2f-97a0-cb16a710bde4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.276836 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff9e750-f5b3-401a-a49b-ae39fbb031f9 None None] Network 0950d9bc-868c-4360-9834-a14a5ef9fe39 requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:47:06.278153 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59536) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:06.280675 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-84cdbf1b-c728-4e2f-97a0-cb16a710bde4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ffe87d19-ad86-4d57-8dc6-8ad672b20476 HTTP/1.1" status: 204 len: 168 time: 0.2761567 Nov 11 22:47:06.357777 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.417929 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] Deleting port deba6f64-803a-4f1d-b603-9582bfd7156f {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:47:06.418364 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.476709 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2569c55e-7eac-48c2-a9dd-c6981e9a7b5d None None] DHCP port deletion for 0950d9bc-868c-4360-9834-a14a5ef9fe39 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:47:06.491063 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] For port deba6f64-803a-4f1d-b603-9582bfd7156f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=deba6f64-803a-4f1d-b603-9582bfd7156f,segment=NetworkSegment(c6710df4-47d5-4541-96bd-0240e2f377ca),segment_id=c6710df4-47d5-4541-96bd-0240e2f377ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:06.491445 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.505089 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] Calling delete_port for deba6f64-803a-4f1d-b603-9582bfd7156f owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:47:06.526180 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2569c55e-7eac-48c2-a9dd-c6981e9a7b5d None None] Deleting port deba6f64-803a-4f1d-b603-9582bfd7156f {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:47:06.526558 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2569c55e-7eac-48c2-a9dd-c6981e9a7b5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.589351 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.594868 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-2569c55e-7eac-48c2-a9dd-c6981e9a7b5d None None] For port deba6f64-803a-4f1d-b603-9582bfd7156f, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=deba6f64-803a-4f1d-b603-9582bfd7156f,segment=NetworkSegment(c6710df4-47d5-4541-96bd-0240e2f377ca),segment_id=c6710df4-47d5-4541-96bd-0240e2f377ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:06.595261 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2569c55e-7eac-48c2-a9dd-c6981e9a7b5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.609653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-2569c55e-7eac-48c2-a9dd-c6981e9a7b5d None None] Calling delete_port for deba6f64-803a-4f1d-b603-9582bfd7156f owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:47:06.616491 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] Pushing event deleted for resources: {'Port': ['ID=deba6f64-803a-4f1d-b603-9582bfd7156f,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:06.619969 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] No DVR routers for this DVR port deba6f64-803a-4f1d-b603-9582bfd7156f on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:47:06.691013 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-2569c55e-7eac-48c2-a9dd-c6981e9a7b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.695268 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.716746 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0950d9bc-868c-4360-9834-a14a5ef9fe39']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:06.723878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569c55e-7eac-48c2-a9dd-c6981e9a7b5d None None] Pushing event deleted for resources: {'Port': ['ID=deba6f64-803a-4f1d-b603-9582bfd7156f,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:06.727732 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2569c55e-7eac-48c2-a9dd-c6981e9a7b5d None None] No DVR routers for this DVR port deba6f64-803a-4f1d-b603-9582bfd7156f on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:47:06.729786 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6710df4-47d5-4541-96bd-0240e2f377ca') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:06.731225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6710df4-47d5-4541-96bd-0240e2f377ca') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:06.744574 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.758053 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.764020 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:47:06.764428 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:47:06.766703 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:47:06.822995 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.831138 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.832152 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0950d9bc-868c-4360-9834-a14a5ef9fe39 HTTP/1.1" status: 204 len: 168 time: 0.5528846 Nov 11 22:47:06.845498 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d6e3f-23e6-45cb-a31f-282fcebb3199 admin admin] Pushing event deleted for resources: {'Network': ['ID=0950d9bc-868c-4360-9834-a14a5ef9fe39,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:06.948139 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59540) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:06.989515 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-601cff65-f48f-40ba-bed1-a355824d0707 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=218c22e32a974273a9c966ed2011f2bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401676 Nov 11 22:47:06.992146 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59542) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:07.039781 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f1ed20c8-f2d6-4b6a-b6b1-0f3e7703e130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:07.066378 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f1ed20c8-f2d6-4b6a-b6b1-0f3e7703e130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:07.122387 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f1ed20c8-f2d6-4b6a-b6b1-0f3e7703e130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:07.125216 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-f1ed20c8-f2d6-4b6a-b6b1-0f3e7703e130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:07.126390 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-f1ed20c8-f2d6-4b6a-b6b1-0f3e7703e130 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/82206993-6515-4058-a70e-1ee56e627be5 HTTP/1.1" status: 204 len: 168 time: 0.1333954 Nov 11 22:47:07.134441 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed20c8-f2d6-4b6a-b6b1-0f3e7703e130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82206993-6515-4058-a70e-1ee56e627be5,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:07.465317 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59548) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:07.508925 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-cd0f7d90-6c82-4bdd-a26e-8e36bab31fb3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2241918ed337497baa80df52508f64d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421250 Nov 11 22:47:07.511287 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59550) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:07.559527 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73331e4b-b37a-4f48-bf3b-2673eecf38a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:07.581317 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73331e4b-b37a-4f48-bf3b-2673eecf38a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:07.631221 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73331e4b-b37a-4f48-bf3b-2673eecf38a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:07.633933 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-73331e4b-b37a-4f48-bf3b-2673eecf38a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:07.635103 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-73331e4b-b37a-4f48-bf3b-2673eecf38a6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/43598724-cae6-4d85-b0c0-a6c22f51b0c0 HTTP/1.1" status: 204 len: 168 time: 0.1229784 Nov 11 22:47:07.640144 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bb62edad-ff16-44ff-b9b5-4c5687ba37a5 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:47:07.644538 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73331e4b-b37a-4f48-bf3b-2673eecf38a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43598724-cae6-4d85-b0c0-a6c22f51b0c0,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:07.665795 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: bb62edad-ff16-44ff-b9b5-4c5687ba37a5 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:47:07.666132 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device bb62edad-ff16-44ff-b9b5-4c5687ba37a5 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:47:07.666558 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8ce8bd53-e785-44eb-958e-86d448199c2a no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:47:07.691611 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 8ce8bd53-e785-44eb-958e-86d448199c2a {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:47:07.691875 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 8ce8bd53-e785-44eb-958e-86d448199c2a not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:47:07.692288 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device deba6f64-803a-4f1d-b603-9582bfd7156f no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:47:07.712445 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: deba6f64-803a-4f1d-b603-9582bfd7156f {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:47:07.712680 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device deba6f64-803a-4f1d-b603-9582bfd7156f not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:47:08.363431 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59572) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:08.480841 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1592153347-network', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:08.509202 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] Made reservation on behalf of 5e469b2389da46bd85a11510ea91c7ee for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:47:08.511558 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:08.520544 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:08.595087 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:08.601338 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:08.625801 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:47:08.635225 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbd6f77-8dea-4382-a089-10aaada6131e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:08.639991 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:08.640339 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] Added segment 2a1196d6-4c23-457d-a20d-0053f6ca6a5a of type vlan for network 38bc57b6-f2fb-433a-86df-6d8f38d6352e Nov 11 22:47:08.680829 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:08.714435 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:08.715888 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:08.716498 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:08.776546 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4117026 Nov 11 22:47:08.779854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59576) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:08.782166 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762b481-5c0a-49d3-bf9c-ae1a4349c5ca admin admin] Pushing event updated for resources: {'Network': ['ID=38bc57b6-f2fb-433a-86df-6d8f38d6352e,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:08.785034 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-d941d9cc-ef49-4e2d-bdf3-4cbdfab1b43f admin admin] Request body: {'subnet': {'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1592153347-subnet', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:08.792886 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 38bc57b6-f2fb-433a-86df-6d8f38d6352e details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:47:08.810206 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d941d9cc-ef49-4e2d-bdf3-4cbdfab1b43f admin admin] Made reservation on behalf of 5e469b2389da46bd85a11510ea91c7ee for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:47:08.812689 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d941d9cc-ef49-4e2d-bdf3-4cbdfab1b43f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:08.988011 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d941d9cc-ef49-4e2d-bdf3-4cbdfab1b43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.041436 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941d9cc-ef49-4e2d-bdf3-4cbdfab1b43f admin admin] Pushing event updated for resources: {'Subnet': ['ID=377a9ee3-61ba-4917-a839-0fbb5fa64f21,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:09.058497 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941d9cc-ef49-4e2d-bdf3-4cbdfab1b43f admin admin] Checking segment: {'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:47:09.058857 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d941d9cc-ef49-4e2d-bdf3-4cbdfab1b43f admin admin] Network hostable DHCP agents. Network: 38bc57b6-f2fb-433a-86df-6d8f38d6352e, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:47:09.080321 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d941d9cc-ef49-4e2d-bdf3-4cbdfab1b43f admin admin] Network 38bc57b6-f2fb-433a-86df-6d8f38d6352e is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:47:09.090621 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-d941d9cc-ef49-4e2d-bdf3-4cbdfab1b43f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 38bc57b6-f2fb-433a-86df-6d8f38d6352e) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:47:09.094743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d941d9cc-ef49-4e2d-bdf3-4cbdfab1b43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:09.095329 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-d941d9cc-ef49-4e2d-bdf3-4cbdfab1b43f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.099793 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0b71d0-ffad-4a66-9e67-3985bf2d8ab9 None None] Network 38bc57b6-f2fb-433a-86df-6d8f38d6352e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:47:09.111422 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-d941d9cc-ef49-4e2d-bdf3-4cbdfab1b43f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3304210 Nov 11 22:47:09.114605 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59578) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:09.119261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:09.140425 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.141540 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.192337 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.245689 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:47:09.246661 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.335801 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.385103 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Allocated IP 172.20.0.2 (38bc57b6-f2fb-433a-86df-6d8f38d6352e/377a9ee3-61ba-4917-a839-0fbb5fa64f21/3c75ac7d-5056-4d51-b814-b784a7c5679e) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:47:09.530205 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.536024 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.537956 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.554842 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.579409 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Network 38bc57b6-f2fb-433a-86df-6d8f38d6352e is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:47:09.582284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:47:09.584885 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:47:09.593384 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Pushing event updated for resources: {'Port': ['ID=3c75ac7d-5056-4d51-b814-b784a7c5679e,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:09.643779 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Attempting to bind port 3c75ac7d-5056-4d51-b814-b784a7c5679e on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:47:09.644147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Attempting to bind port 3c75ac7d-5056-4d51-b814-b784a7c5679e by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:47:09.644508 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Attempting to bind port 3c75ac7d-5056-4d51-b814-b784a7c5679e on network 38bc57b6-f2fb-433a-86df-6d8f38d6352e {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:47:09.649493 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:47:09.649886 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Checking segment: {'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:47:09.650285 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.650673 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Bound using segment: {'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:47:09.651147 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Bound port: 3c75ac7d-5056-4d51-b814-b784a7c5679e, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:47:09.651519 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.656744 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Allocated IP 172.25.0.57 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:47:09.723890 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] For port 3c75ac7d-5056-4d51-b814-b784a7c5679e, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:47:09.727517 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] For port 3c75ac7d-5056-4d51-b814-b784a7c5679e, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3c75ac7d-5056-4d51-b814-b784a7c5679e,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:47:09.731977 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.766895 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.786281 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee685b-3132-4157-bfc4-a80f23300b01 None None] Pushing event updated for resources: {'Port': ['ID=3c75ac7d-5056-4d51-b814-b784a7c5679e,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:09.803801 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.846258 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:47:09.849329 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:47:09.853961 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:47:09.857084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Pushing event updated for resources: {'Port': ['ID=1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:09.862079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc091ca-31d9-4452-ad6d-7a73479ec21f None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:47:09.909058 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-cea3196d-0d1e-43c7-9ce6-e9c05481f401 None None] Provisioning complete for port 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:09.909434 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cea3196d-0d1e-43c7-9ce6-e9c05481f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:09.957996 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-cea3196d-0d1e-43c7-9ce6-e9c05481f401 None None] Port 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:47:10.119465 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:10.316006 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:10.683406 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56dd494-4cad-4ed6-b581-8f59f140f640 None None] Network 38bc57b6-f2fb-433a-86df-6d8f38d6352e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:47:10.809366 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Router 13cae451-5e7c-4fcf-aa54-510cce978e24 is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:47:10.812632 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-28be0092-e483-47ca-84e1-f1ea53daead1 None None] Provisioning complete for port 3c75ac7d-5056-4d51-b814-b784a7c5679e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:10.813065 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28be0092-e483-47ca-84e1-f1ea53daead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:10.919259 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:47:10.928072 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28be0092-e483-47ca-84e1-f1ea53daead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:10.930208 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Sync routers for ids ['13cae451-5e7c-4fcf-aa54-510cce978e24'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:47:10.941841 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Routers {'13cae451-5e7c-4fcf-aa54-510cce978e24'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:47:10.945569 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['13cae451-5e7c-4fcf-aa54-510cce978e24'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:10.945797 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:10.947197 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e029cf96-bfe6-4967-8cd3-4301780f2868 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8315697 Nov 11 22:47:10.950042 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59580) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:10.970861 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-28be0092-e483-47ca-84e1-f1ea53daead1 None None] For port 3c75ac7d-5056-4d51-b814-b784a7c5679e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3c75ac7d-5056-4d51-b814-b784a7c5679e,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:10.978430 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-28be0092-e483-47ca-84e1-f1ea53daead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.041371 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be0092-e483-47ca-84e1-f1ea53daead1 None None] Pushing event updated for resources: {'Port': ['ID=3c75ac7d-5056-4d51-b814-b784a7c5679e,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:11.061808 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Set router 13cae451-5e7c-4fcf-aa54-510cce978e24 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:47:11.200557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fb8b5836-4dd6-4491-b818-682df81ef3b1 None None] Provisioning complete for port 3c75ac7d-5056-4d51-b814-b784a7c5679e triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:11.200877 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5836-4dd6-4491-b818-682df81ef3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.249324 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:10Z', 'revision_number': 3, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:11.275842 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Checking router: 13cae451-5e7c-4fcf-aa54-510cce978e24 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:47:11.276189 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Updating router 13cae451-5e7c-4fcf-aa54-510cce978e24 port 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:47:11.301338 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.375015 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.539016 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Allocated IP 172.20.0.1 (38bc57b6-f2fb-433a-86df-6d8f38d6352e/377a9ee3-61ba-4917-a839-0fbb5fa64f21/3df9caab-f8a9-44f9-9523-fb6635528423) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:47:11.643535 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.646210 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.651067 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.680377 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3c75ac7d-5056-4d51-b814-b784a7c5679e up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:47:11.684395 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.703338 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Attempting to bind port 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:47:11.703702 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Attempting to bind port 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:47:11.704058 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Attempting to bind port 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:47:11.704744 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2305d5e-b4c5-4b48-b055-2a8ccaf12bc5 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:47:11.713092 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:47:11.713461 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:47:11.713858 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.714242 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:47:11.715267 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Bound port: 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:47:11.715643 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.737635 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 3c75ac7d-5056-4d51-b814-b784a7c5679e triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:11.737798 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.744105 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Pushing event updated for resources: {'Port': ['ID=3df9caab-f8a9-44f9-9523-fb6635528423,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:11.753623 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Network 38bc57b6-f2fb-433a-86df-6d8f38d6352e is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:47:11.755221 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:47:11.758665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:47:11.762290 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01de47c-b6d2-4be7-b6db-3d127834c7b6 None None] Pushing event updated for resources: {'Port': ['ID=1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:11.786096 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] For port 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:47:11.790706 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de47c-b6d2-4be7-b6db-3d127834c7b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:11.790912 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de47c-b6d2-4be7-b6db-3d127834c7b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:11.791313 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de47c-b6d2-4be7-b6db-3d127834c7b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:11.791709 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de47c-b6d2-4be7-b6db-3d127834c7b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:11.792171 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de47c-b6d2-4be7-b6db-3d127834c7b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:11.792520 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de47c-b6d2-4be7-b6db-3d127834c7b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:11.793153 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de47c-b6d2-4be7-b6db-3d127834c7b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:11.793609 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de47c-b6d2-4be7-b6db-3d127834c7b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:11.793997 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de47c-b6d2-4be7-b6db-3d127834c7b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:11.794918 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de47c-b6d2-4be7-b6db-3d127834c7b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:11.794918 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de47c-b6d2-4be7-b6db-3d127834c7b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:11.795134 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01de47c-b6d2-4be7-b6db-3d127834c7b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:47:11.799548 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] For port 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:47:11.810038 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.821737 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.842547 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-7842bb27-bd2d-4c71-a5f3-e752d4bef72a None None] Provisioning complete for port 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:11.842948 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7842bb27-bd2d-4c71-a5f3-e752d4bef72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.867248 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01de47c-b6d2-4be7-b6db-3d127834c7b6 None None] Pushing event updated for resources: {'Port': ['ID=1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:11.886372 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Routers {'13cae451-5e7c-4fcf-aa54-510cce978e24'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:47:11.887060 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['13cae451-5e7c-4fcf-aa54-510cce978e24'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:11.896195 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0e9ca0-8cf7-4253-8c2f-2286796614c5 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:47:11.904855 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.948981 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7842bb27-bd2d-4c71-a5f3-e752d4bef72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:11.972641 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-7842bb27-bd2d-4c71-a5f3-e752d4bef72a None None] For port 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:11.979435 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7842bb27-bd2d-4c71-a5f3-e752d4bef72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:12.019669 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:12.029066 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] Set router 13cae451-5e7c-4fcf-aa54-510cce978e24 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:47:12.031314 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842bb27-bd2d-4c71-a5f3-e752d4bef72a None None] Pushing event updated for resources: {'Port': ['ID=1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:12.102680 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8134ab9d-7dd5-4796-add5-eb88ae31170d None None] Provisioning complete for port 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:12.103707 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8134ab9d-7dd5-4796-add5-eb88ae31170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:12.190587 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:12.197067 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:12.204289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-8134ab9d-7dd5-4796-add5-eb88ae31170d None None] Provisioning complete for port 3df9caab-f8a9-44f9-9523-fb6635528423 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:12.204651 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8134ab9d-7dd5-4796-add5-eb88ae31170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:12.223200 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:10Z', 'revision_number': 3, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:12.238517 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-8134ab9d-7dd5-4796-add5-eb88ae31170d None None] Port 3df9caab-f8a9-44f9-9523-fb6635528423 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:47:12.253822 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdddca4a-7794-4e61-8f20-77bcbcfcb1ff None None] The sync data for ids ['13cae451-5e7c-4fcf-aa54-510cce978e24'] in n-d-805737-3 is: [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:10Z', 'revision_number': 3, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:47:12.272362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Pushing event updated for resources: {'Port': ['ID=3df9caab-f8a9-44f9-9523-fb6635528423,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:12.276005 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:12.374262 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Network 38bc57b6-f2fb-433a-86df-6d8f38d6352e is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:47:12.375652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:47:12.514295 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Router 13cae451-5e7c-4fcf-aa54-510cce978e24 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:47:12.634695 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:47:12.639690 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-cfccc34b-3d2f-42e1-86d6-39ffbb64ec0a admin admin] 10.222.0.57 "PUT /v2.0/routers/13cae451-5e7c-4fcf-aa54-510cce978e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6881998 Nov 11 22:47:12.663398 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-0bf0fe82-9b4d-4e38-9242-5d02b80f72dd None None] Provisioning complete for port 3df9caab-f8a9-44f9-9523-fb6635528423 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:12.663769 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0bf0fe82-9b4d-4e38-9242-5d02b80f72dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:12.702923 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0fe82-9b4d-4e38-9242-5d02b80f72dd None None] Port 3df9caab-f8a9-44f9-9523-fb6635528423 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:47:13.123427 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59596) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:13.131162 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-649098950-network', 'tenant_id': '444f75926bbd4b598313887d241be876'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:13.159074 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] Made reservation on behalf of 444f75926bbd4b598313887d241be876 for: {'network': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:47:13.161468 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for network, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:13.170157 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:13.248129 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:13.254325 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:13.281968 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=102534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:47:13.288548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633215ea-1f60-481c-abcd-c444f4385f54,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:13.294677 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:13.295042 n-d-805737-3 neutron-server[102534]: INFO neutron.db.segments_db [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] Added segment 9934946e-47dc-4ed7-8af8-53c526993de7 of type vlan for network 5ce4fc15-68db-4d02-8928-9d3c1963529b Nov 11 22:47:13.340708 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756755453925'] for network, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:13.367920 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153'] for network, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:13.369027 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:13.370069 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:13.401844 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2772071 Nov 11 22:47:13.404816 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59598) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:13.409856 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-3df6cc83-af38-46b0-9d9c-f7c1859d702d admin admin] Request body: {'subnet': {'network_id': '5ce4fc15-68db-4d02-8928-9d3c1963529b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-649098950-subnet', 'tenant_id': '444f75926bbd4b598313887d241be876', 'ip_version': 4}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:13.434206 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a2445-30dd-4eff-98cd-554b6d41b8ad admin admin] Pushing event updated for resources: {'Network': ['ID=5ce4fc15-68db-4d02-8928-9d3c1963529b,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:13.434668 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df6cc83-af38-46b0-9d9c-f7c1859d702d admin admin] Made reservation on behalf of 444f75926bbd4b598313887d241be876 for: {'subnet': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:47:13.437453 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3df6cc83-af38-46b0-9d9c-f7c1859d702d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6088819'] for subnet, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:13.444273 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Network 5ce4fc15-68db-4d02-8928-9d3c1963529b details requested by agent ovs-agent-n-d-805737-3 with host n-d-805737-3 {{(pid=102536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:47:13.519957 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:47:13.618954 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3df6cc83-af38-46b0-9d9c-f7c1859d702d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7482195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6088801'] for subnet, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:13.669819 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6cc83-af38-46b0-9d9c-f7c1859d702d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a01292a3-dc7d-41b9-a906-af44ee811505,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:13.674102 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:47:13.685551 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df6cc83-af38-46b0-9d9c-f7c1859d702d admin admin] Checking segment: {'id': '9934946e-47dc-4ed7-8af8-53c526993de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '5ce4fc15-68db-4d02-8928-9d3c1963529b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:47:13.686267 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df6cc83-af38-46b0-9d9c-f7c1859d702d admin admin] Network hostable DHCP agents. Network: 5ce4fc15-68db-4d02-8928-9d3c1963529b, hostable agents: ['51feea8c-0a4c-45f3-b6d0-abd657d1a511'], hosted agents: [] {{(pid=102535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:47:13.709198 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df6cc83-af38-46b0-9d9c-f7c1859d702d admin admin] Network 5ce4fc15-68db-4d02-8928-9d3c1963529b is scheduled to be hosted by DHCP agent 51feea8c-0a4c-45f3-b6d0-abd657d1a511 with binding_index 1 {{(pid=102535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:47:13.724477 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-3df6cc83-af38-46b0-9d9c-f7c1859d702d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805737-3, 5ce4fc15-68db-4d02-8928-9d3c1963529b) {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:47:13.728683 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df6cc83-af38-46b0-9d9c-f7c1859d702d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:13.729461 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-3df6cc83-af38-46b0-9d9c-f7c1859d702d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:13.730538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:13.731321 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:13.735352 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d780aea-65cd-4780-bacf-aa430cd9e70e None None] Network 5ce4fc15-68db-4d02-8928-9d3c1963529b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:47:13.747569 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-3df6cc83-af38-46b0-9d9c-f7c1859d702d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3415976 Nov 11 22:47:13.750230 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59600) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:13.754669 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-649098950-router', 'tenant_id': '444f75926bbd4b598313887d241be876', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:13.780706 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2094243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:13.781979 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2084457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:13.833875 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:13.878720 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Sync routers for ids ['13cae451-5e7c-4fcf-aa54-510cce978e24'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:47:13.983392 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:14.108008 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Routers {'13cae451-5e7c-4fcf-aa54-510cce978e24'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:47:14.108504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['13cae451-5e7c-4fcf-aa54-510cce978e24'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:14.154863 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c66fa298-9071-42fa-bc48-26faed184d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:14.188722 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:14.209162 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:14.223554 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59502c5d-a72e-56e7-8441-cc07b39e6bba-5ce4fc15-68db-4d02-8928-9d3c1963529b', 'network_id': '5ce4fc15-68db-4d02-8928-9d3c1963529b', 'tenant_id': '444f75926bbd4b598313887d241be876', 'fixed_ips': [{'subnet_id': 'a01292a3-dc7d-41b9-a906-af44ee811505'}]}} from n-d-805737-3. {{(pid=102536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:47:14.224407 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:14.266750 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Set router 13cae451-5e7c-4fcf-aa54-510cce978e24 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:47:14.312050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Allocated IP 172.25.0.133 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/ea5bedb9-e9f0-4901-bd04-718a2fedc748) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:47:14.416069 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:14.450677 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:14.492145 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:47:14.495123 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:47:14.499663 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:47:14.502817 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Pushing event updated for resources: {'Port': ['ID=ea5bedb9-e9f0-4901-bd04-718a2fedc748,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:14.505893 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.db_base_plugin_common [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Allocated IP 172.20.0.2 (5ce4fc15-68db-4d02-8928-9d3c1963529b/a01292a3-dc7d-41b9-a906-af44ee811505/a7c0e12a-c889-4722-a9fd-c3a2dbe67496) {{(pid=102536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:47:14.514252 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7fd5b9-b010-4e42-b0fa-55b1634aa4b5 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:47:14.697984 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e57fa78a-a5db-4412-8758-6eded23c164d None None] Provisioning complete for port ea5bedb9-e9f0-4901-bd04-718a2fedc748 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:14.698275 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e57fa78a-a5db-4412-8758-6eded23c164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:14.704048 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '3df9caab-f8a9-44f9-9523-fb6635528423', 'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'mac_address': 'fa:16:3e:4b:4e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:11Z', 'updated_at': '2021-11-11T22:47:12Z', 'revision_number': 2, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'subnets': [{'id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:14.755286 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:14.766803 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Checking router: 13cae451-5e7c-4fcf-aa54-510cce978e24 for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:47:14.767157 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Updating router 13cae451-5e7c-4fcf-aa54-510cce978e24 port 3df9caab-f8a9-44f9-9523-fb6635528423 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:47:14.792193 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Publish callbacks [] for port, precommit_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:14.803373 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e57fa78a-a5db-4412-8758-6eded23c164d None None] Port ea5bedb9-e9f0-4901-bd04-718a2fedc748 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:47:14.808559 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436'] for port, after_create {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:14.811944 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:14.858029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Network 5ce4fc15-68db-4d02-8928-9d3c1963529b is already hosted by enough agents. {{(pid=102536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:47:14.867785 n-d-805737-3 neutron-server[102536]: DEBUG neutron.scheduler.base_scheduler [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Resources bound (agent type, host, resource id): {{(pid=102536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:47:14.888248 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Received port after_create {{(pid=102536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:47:14.894161 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Pushing event updated for resources: {'Port': ['ID=a7c0e12a-c889-4722-a9fd-c3a2dbe67496,revision_number=1']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:14.944532 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084540'] for router, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:15.012554 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Attempting to bind port a7c0e12a-c889-4722-a9fd-c3a2dbe67496 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:47:15.012897 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Attempting to bind port a7c0e12a-c889-4722-a9fd-c3a2dbe67496 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '9934946e-47dc-4ed7-8af8-53c526993de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '5ce4fc15-68db-4d02-8928-9d3c1963529b'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:47:15.013262 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Attempting to bind port a7c0e12a-c889-4722-a9fd-c3a2dbe67496 on network 5ce4fc15-68db-4d02-8928-9d3c1963529b {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:47:15.024621 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:47:15.024994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Checking segment: {'id': '9934946e-47dc-4ed7-8af8-53c526993de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '5ce4fc15-68db-4d02-8928-9d3c1963529b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:47:15.025392 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:15.025782 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Bound using segment: {'id': '9934946e-47dc-4ed7-8af8-53c526993de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '5ce4fc15-68db-4d02-8928-9d3c1963529b'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:47:15.026244 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Bound port: a7c0e12a-c889-4722-a9fd-c3a2dbe67496, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9934946e-47dc-4ed7-8af8-53c526993de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '5ce4fc15-68db-4d02-8928-9d3c1963529b'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:47:15.026623 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:15.075425 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Router 793f5662-5935-4dec-9fbf-94270e99abaa is scheduled to L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c with binding_index 1 {{(pid=102535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:47:15.155427 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] For port a7c0e12a-c889-4722-a9fd-c3a2dbe67496, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:47:15.170601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] For port a7c0e12a-c889-4722-a9fd-c3a2dbe67496, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a7c0e12a-c889-4722-a9fd-c3a2dbe67496,segment=NetworkSegment(9934946e-47dc-4ed7-8af8-53c526993de7),segment_id=9934946e-47dc-4ed7-8af8-53c526993de7)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:47:15.180880 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:15.181123 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:47:15.190727 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Sync routers for ids ['793f5662-5935-4dec-9fbf-94270e99abaa'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:47:15.201465 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:15.201726 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Routers {'793f5662-5935-4dec-9fbf-94270e99abaa'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:47:15.202123 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['793f5662-5935-4dec-9fbf-94270e99abaa'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:15.205650 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-55bf98c5-9fa1-438f-a6dc-96d72a1b6991 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4518001 Nov 11 22:47:15.205960 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59602) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:15.279363 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:15.285850 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b736ee-ae28-41fb-b192-c12b2bf65d1a None None] Pushing event updated for resources: {'Port': ['ID=a7c0e12a-c889-4722-a9fd-c3a2dbe67496,revision_number=2']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:15.290464 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:15.328948 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Set router 793f5662-5935-4dec-9fbf-94270e99abaa gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:47:15.346941 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d9fb6-292d-48be-b09b-38eb265f2274 None None] Pushing event updated for resources: {'Port': ['ID=3df9caab-f8a9-44f9-9523-fb6635528423,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:15.413784 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Attempting to bind port 3df9caab-f8a9-44f9-9523-fb6635528423 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:47:15.414138 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Attempting to bind port 3df9caab-f8a9-44f9-9523-fb6635528423 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:47:15.414501 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Attempting to bind port 3df9caab-f8a9-44f9-9523-fb6635528423 on network 38bc57b6-f2fb-433a-86df-6d8f38d6352e {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:47:15.422750 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:47:15.423114 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Checking segment: {'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:47:15.423512 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:15.423887 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Bound using segment: {'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:47:15.424362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Bound port: 3df9caab-f8a9-44f9-9523-fb6635528423, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:47:15.424748 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:15.453551 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:15.599436 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] For port 3df9caab-f8a9-44f9-9523-fb6635528423, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:47:15.607224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] For port 3df9caab-f8a9-44f9-9523-fb6635528423, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3df9caab-f8a9-44f9-9523-fb6635528423,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:47:15.610755 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'name': 'tempest-TestSnapshotPattern-649098950-router', 'tenant_id': '444f75926bbd4b598313887d241be876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ea5bedb9-e9f0-4901-bd04-718a2fedc748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:13Z', 'updated_at': '2021-11-11T22:47:14Z', 'revision_number': 3, 'project_id': '444f75926bbd4b598313887d241be876', 'gw_port': {'id': 'ea5bedb9-e9f0-4901-bd04-718a2fedc748', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:14Z', 'updated_at': '2021-11-11T22:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:15.632674 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:15.656131 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Checking router: 793f5662-5935-4dec-9fbf-94270e99abaa for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:47:15.656481 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Updating router 793f5662-5935-4dec-9fbf-94270e99abaa port ea5bedb9-e9f0-4901-bd04-718a2fedc748 binding host n-d-805737-3 {{(pid=102537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:47:15.690779 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:15.717076 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Routers {'13cae451-5e7c-4fcf-aa54-510cce978e24'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:47:15.718055 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['13cae451-5e7c-4fcf-aa54-510cce978e24'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:15.782410 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a7c0e12a-c889-4722-a9fd-c3a2dbe67496 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:47:15.815200 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d9fb6-292d-48be-b09b-38eb265f2274 None None] Pushing event updated for resources: {'Port': ['ID=3df9caab-f8a9-44f9-9523-fb6635528423,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:15.845975 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:15.911691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-fd3a530a-f25d-4805-a3f9-dde06ab0d0ca None None] Provisioning complete for port 3df9caab-f8a9-44f9-9523-fb6635528423 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:15.912159 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd3a530a-f25d-4805-a3f9-dde06ab0d0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:15.916224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] Set router 13cae451-5e7c-4fcf-aa54-510cce978e24 gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:47:15.971156 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a7c0e12a-c889-4722-a9fd-c3a2dbe67496 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:15.971943 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.022349 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Allocated IP 172.20.0.1 (5ce4fc15-68db-4d02-8928-9d3c1963529b/a01292a3-dc7d-41b9-a906-af44ee811505/e2754672-1ea2-46ab-9295-8940b3c4c529) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:47:16.060497 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Publish callbacks [] for port, precommit_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.070365 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.121560 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Attempting to bind port ea5bedb9-e9f0-4901-bd04-718a2fedc748 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:47:16.122029 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Attempting to bind port ea5bedb9-e9f0-4901-bd04-718a2fedc748 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:47:16.122487 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Attempting to bind port ea5bedb9-e9f0-4901-bd04-718a2fedc748 on network 0a630514-d3c7-460d-bc48-cd2bd16452e1 {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:47:16.132348 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:47:16.132919 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Checking segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:47:16.133409 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.133919 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Bound using segment: {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'} {{(pid=102537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:47:16.134494 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.managers [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Bound port: ea5bedb9-e9f0-4901-bd04-718a2fedc748, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7956fcc7-fdc3-4dd0-aea7-592d831515ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1'}}] {{(pid=102537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:47:16.134984 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.144509 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.160301 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680bdac0-fdf4-40dc-b2c6-1e5ce777b32f None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:47:16.164486 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d2a44-9d0d-4e2c-8aab-2c6239f958ee None None] Pushing event updated for resources: {'Port': ['ID=ea5bedb9-e9f0-4901-bd04-718a2fedc748,revision_number=2']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:16.200378 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.201789 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] For port ea5bedb9-e9f0-4901-bd04-718a2fedc748, host n-d-805737-3, cleared binding levels {{(pid=102537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:47:16.206034 n-d-805737-3 neutron-server[102537]: DEBUG neutron.plugins.ml2.db [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] For port ea5bedb9-e9f0-4901-bd04-718a2fedc748, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ea5bedb9-e9f0-4901-bd04-718a2fedc748,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:47:16.216033 n-d-805737-3 neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.263362 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Pushing event updated for resources: {'Port': ['ID=e2754672-1ea2-46ab-9295-8940b3c4c529,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:16.276470 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Routers {'793f5662-5935-4dec-9fbf-94270e99abaa'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:47:16.277176 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:46:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['793f5662-5935-4dec-9fbf-94270e99abaa'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:16.278085 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Network 5ce4fc15-68db-4d02-8928-9d3c1963529b is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:47:16.280302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:47:16.285745 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:47:16.342288 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2083689'] for router_interface, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.393636 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] Set router 793f5662-5935-4dec-9fbf-94270e99abaa gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:47:16.463379 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd3a530a-f25d-4805-a3f9-dde06ab0d0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.487050 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d2a44-9d0d-4e2c-8aab-2c6239f958ee None None] Pushing event updated for resources: {'Port': ['ID=ea5bedb9-e9f0-4901-bd04-718a2fedc748,revision_number=3']} {{(pid=102537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:16.495779 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-5a5238e9-c6b4-4edc-9a62-6605d2c5957c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.517678 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.524946 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-fd3a530a-f25d-4805-a3f9-dde06ab0d0ca None None] For port 3df9caab-f8a9-44f9-9523-fb6635528423, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3df9caab-f8a9-44f9-9523-fb6635528423,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:16.533539 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8688fdd3-524a-4c7c-b173-286412333e64 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:47:16.538669 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fd3a530a-f25d-4805-a3f9-dde06ab0d0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.543191 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.643190 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] For port a7c0e12a-c889-4722-a9fd-c3a2dbe67496, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a7c0e12a-c889-4722-a9fd-c3a2dbe67496,segment=NetworkSegment(9934946e-47dc-4ed7-8af8-53c526993de7),segment_id=9934946e-47dc-4ed7-8af8-53c526993de7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:16.644724 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'name': 'tempest-TestSnapshotPattern-649098950-router', 'tenant_id': '444f75926bbd4b598313887d241be876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ea5bedb9-e9f0-4901-bd04-718a2fedc748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:13Z', 'updated_at': '2021-11-11T22:47:14Z', 'revision_number': 3, 'project_id': '444f75926bbd4b598313887d241be876', 'gw_port': {'id': 'ea5bedb9-e9f0-4901-bd04-718a2fedc748', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:14Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:16.645790 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '3df9caab-f8a9-44f9-9523-fb6635528423', 'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'mac_address': 'fa:16:3e:4b:4e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:11Z', 'updated_at': '2021-11-11T22:47:15Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'subnets': [{'id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:16.647673 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a530a-f25d-4805-a3f9-dde06ab0d0ca None None] Pushing event updated for resources: {'Port': ['ID=3df9caab-f8a9-44f9-9523-fb6635528423,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:16.679920 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.683842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f7bcdb-8b1e-4944-b20b-85c29f28778a None None] The sync data for ids ['13cae451-5e7c-4fcf-aa54-510cce978e24'] in n-d-805737-3 is: [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '3df9caab-f8a9-44f9-9523-fb6635528423', 'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'mac_address': 'fa:16:3e:4b:4e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:11Z', 'updated_at': '2021-11-11T22:47:15Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'subnets': [{'id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:47:16.692055 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aab2fc-d532-4ecf-841b-3ccf9969d402 None None] The sync data for ids ['793f5662-5935-4dec-9fbf-94270e99abaa'] in n-d-805737-3 is: [{'id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'name': 'tempest-TestSnapshotPattern-649098950-router', 'tenant_id': '444f75926bbd4b598313887d241be876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ea5bedb9-e9f0-4901-bd04-718a2fedc748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:13Z', 'updated_at': '2021-11-11T22:47:14Z', 'revision_number': 3, 'project_id': '444f75926bbd4b598313887d241be876', 'gw_port': {'id': 'ea5bedb9-e9f0-4901-bd04-718a2fedc748', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:14Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:47:16.727303 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb17548a-1838-48e5-a05c-6cb019423064 None None] Network 5ce4fc15-68db-4d02-8928-9d3c1963529b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:47:16.767289 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-40494097-dfaa-4bd9-a956-df3699732ef4 None None] Provisioning complete for port ea5bedb9-e9f0-4901-bd04-718a2fedc748 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:16.769246 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.769432 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40494097-dfaa-4bd9-a956-df3699732ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.778541 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.868545 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Pushing event updated for resources: {'Port': ['ID=e2754672-1ea2-46ab-9295-8940b3c4c529,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:16.869109 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Pushing event updated for resources: {'Port': ['ID=a7c0e12a-c889-4722-a9fd-c3a2dbe67496,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:16.881983 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083837'] for router_interface, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.957364 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40494097-dfaa-4bd9-a956-df3699732ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.979092 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-40494097-dfaa-4bd9-a956-df3699732ef4 None None] For port ea5bedb9-e9f0-4901-bd04-718a2fedc748, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ea5bedb9-e9f0-4901-bd04-718a2fedc748,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:16.996109 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40494097-dfaa-4bd9-a956-df3699732ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:16.996351 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Network 5ce4fc15-68db-4d02-8928-9d3c1963529b is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:47:16.997847 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:47:17.091714 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40494097-dfaa-4bd9-a956-df3699732ef4 None None] Pushing event updated for resources: {'Port': ['ID=ea5bedb9-e9f0-4901-bd04-718a2fedc748,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:17.103191 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-40494097-dfaa-4bd9-a956-df3699732ef4 None None] Provisioning complete for port 3df9caab-f8a9-44f9-9523-fb6635528423 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:17.103574 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-40494097-dfaa-4bd9-a956-df3699732ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:17.151227 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Router 793f5662-5935-4dec-9fbf-94270e99abaa has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:47:17.320918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:47:17.334834 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e5ae758a-ac97-4206-9a36-50725565a97f admin admin] 10.222.0.57 "PUT /v2.0/routers/793f5662-5935-4dec-9fbf-94270e99abaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1195781 Nov 11 22:47:17.348421 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-20ae1b41-226f-407b-925c-c4aa8bfc4e55 None None] Provisioning complete for port a7c0e12a-c889-4722-a9fd-c3a2dbe67496 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:17.349089 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20ae1b41-226f-407b-925c-c4aa8bfc4e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:17.553889 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:17.632120 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-52d5de35-0529-4c17-ba63-24818200251f None None] Provisioning complete for port e2754672-1ea2-46ab-9295-8940b3c4c529 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:17.632412 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52d5de35-0529-4c17-ba63-24818200251f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:17.731489 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-52d5de35-0529-4c17-ba63-24818200251f None None] Port e2754672-1ea2-46ab-9295-8940b3c4c529 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:47:17.744642 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-52d5de35-0529-4c17-ba63-24818200251f None None] Provisioning complete for port a7c0e12a-c889-4722-a9fd-c3a2dbe67496 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:17.745209 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-52d5de35-0529-4c17-ba63-24818200251f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:17.869628 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3df9caab-f8a9-44f9-9523-fb6635528423 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:47:17.959713 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port 3df9caab-f8a9-44f9-9523-fb6635528423 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:17.960101 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:17.986405 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59610) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:17.993380 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-62ec05cb-c73e-43e2-bfdc-0711c735bb09 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1960703315', 'description': 'tempest-secgroup-smoke-1960703315 description', 'project_id': '5e469b2389da46bd85a11510ea91c7ee'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:18.019624 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62ec05cb-c73e-43e2-bfdc-0711c735bb09 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.063683 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-1356605f-9dba-4686-a129-856018b90945 None None] Provisioning complete for port e2754672-1ea2-46ab-9295-8940b3c4c529 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:18.064054 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1356605f-9dba-4686-a129-856018b90945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.069580 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a7c0e12a-c889-4722-a9fd-c3a2dbe67496 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:47:18.107396 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62ec05cb-c73e-43e2-bfdc-0711c735bb09 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.116015 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62ec05cb-c73e-43e2-bfdc-0711c735bb09 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.128919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-1356605f-9dba-4686-a129-856018b90945 None None] Port e2754672-1ea2-46ab-9295-8940b3c4c529 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:47:18.150847 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-62ec05cb-c73e-43e2-bfdc-0711c735bb09 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.152200 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-62ec05cb-c73e-43e2-bfdc-0711c735bb09 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1639087 Nov 11 22:47:18.155184 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59612) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:18.157610 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port a7c0e12a-c889-4722-a9fd-c3a2dbe67496 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:18.158059 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.159963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-93140588-4191-45e2-bba0-dd34069dcea2 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Request body: {'security_group_rule': {'security_group_id': '98930a2b-b14e-4f03-babb-fd6e21cf0663', 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:18.165231 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec05cb-c73e-43e2-bfdc-0711c735bb09 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98930a2b-b14e-4f03-babb-fd6e21cf0663,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:18.193086 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93140588-4191-45e2-bba0-dd34069dcea2 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.250372 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ea5bedb9-e9f0-4901-bd04-718a2fedc748 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:47:18.257299 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93140588-4191-45e2-bba0-dd34069dcea2 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.261976 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93140588-4191-45e2-bba0-dd34069dcea2 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.279763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93140588-4191-45e2-bba0-dd34069dcea2 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b390131-8ffb-48ca-a939-a5b7e5567440,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:18.289423 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93140588-4191-45e2-bba0-dd34069dcea2 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.293360 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-93140588-4191-45e2-bba0-dd34069dcea2 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345780 Nov 11 22:47:18.293585 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59614) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:18.298008 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-61b3c3fd-d37d-4724-b2d6-a7e7140ca218 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Request body: {'security_group_rule': {'security_group_id': '98930a2b-b14e-4f03-babb-fd6e21cf0663', 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:18.299089 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port ea5bedb9-e9f0-4901-bd04-718a2fedc748 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:18.299456 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.326928 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61b3c3fd-d37d-4724-b2d6-a7e7140ca218 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.382296 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61b3c3fd-d37d-4724-b2d6-a7e7140ca218 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.387123 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61b3c3fd-d37d-4724-b2d6-a7e7140ca218 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.405555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3c3fd-d37d-4724-b2d6-a7e7140ca218 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258f5fe5-8ddc-4ccc-bb8e-8ae36f0aef5e,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:18.413632 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-61b3c3fd-d37d-4724-b2d6-a7e7140ca218 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.415209 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-61b3c3fd-d37d-4724-b2d6-a7e7140ca218 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205175 Nov 11 22:47:18.417845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59616) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:18.428375 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-ff2d8fba-aabf-4296-890e-6012e00473a8 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Request body: {'security_group_rule': {'security_group_id': '98930a2b-b14e-4f03-babb-fd6e21cf0663', 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:18.457197 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8fba-aabf-4296-890e-6012e00473a8 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.519283 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8fba-aabf-4296-890e-6012e00473a8 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.525420 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8fba-aabf-4296-890e-6012e00473a8 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.546193 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d8fba-aabf-4296-890e-6012e00473a8 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755f6828-b747-4257-b075-0316afb9fb17,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:18.552116 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8fba-aabf-4296-890e-6012e00473a8 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.553475 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-ff2d8fba-aabf-4296-890e-6012e00473a8 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289082 Nov 11 22:47:18.556319 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59618) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:18.560635 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-46e9ce4e-74cb-4ba3-82cd-4a77be77ccda tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Request body: {'security_group_rule': {'security_group_id': '98930a2b-b14e-4f03-babb-fd6e21cf0663', 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:18.590806 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-46e9ce4e-74cb-4ba3-82cd-4a77be77ccda tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.653138 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-46e9ce4e-74cb-4ba3-82cd-4a77be77ccda tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.658894 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-46e9ce4e-74cb-4ba3-82cd-4a77be77ccda tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.678928 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9ce4e-74cb-4ba3-82cd-4a77be77ccda tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9839894c-0fa9-4586-9472-03aeb06be890,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:18.691691 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-46e9ce4e-74cb-4ba3-82cd-4a77be77ccda tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.692997 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-46e9ce4e-74cb-4ba3-82cd-4a77be77ccda tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355929 Nov 11 22:47:18.695652 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59620) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:18.700009 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-3ba7d656-9218-42d8-9e04-44768d0e6a43 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Request body: {'security_group_rule': {'security_group_id': '98930a2b-b14e-4f03-babb-fd6e21cf0663', 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:18.723529 n-d-805737-3 neutron-server[102534]: INFO neutron.db.securitygroups_db [None req-3ba7d656-9218-42d8-9e04-44768d0e6a43 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Project 5e469b2389da46bd85a11510ea91c7ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:47:18.728498 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d656-9218-42d8-9e04-44768d0e6a43 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.787886 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d656-9218-42d8-9e04-44768d0e6a43 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.793809 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d656-9218-42d8-9e04-44768d0e6a43 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.810936 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7d656-9218-42d8-9e04-44768d0e6a43 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01039c86-0a21-4e1b-9836-0f639a43c0b3,revision_number=0']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:18.821808 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d656-9218-42d8-9e04-44768d0e6a43 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.823060 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-3ba7d656-9218-42d8-9e04-44768d0e6a43 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264844 Nov 11 22:47:18.826098 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59622) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:18.830848 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-18f8a9a7-bdff-45e6-bb12-b83a4637a662 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Request body: {'security_group_rule': {'security_group_id': '98930a2b-b14e-4f03-babb-fd6e21cf0663', 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:18.855232 n-d-805737-3 neutron-server[102535]: INFO neutron.db.securitygroups_db [None req-18f8a9a7-bdff-45e6-bb12-b83a4637a662 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Project 5e469b2389da46bd85a11510ea91c7ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:47:18.860271 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18f8a9a7-bdff-45e6-bb12-b83a4637a662 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.908695 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.922641 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18f8a9a7-bdff-45e6-bb12-b83a4637a662 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.927783 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18f8a9a7-bdff-45e6-bb12-b83a4637a662 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000263'] for security_group_rule, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.944720 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8a9a7-bdff-45e6-bb12-b83a4637a662 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83af088-9995-43b5-a2ce-138035e2e0d9,revision_number=0']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:18.954064 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-18f8a9a7-bdff-45e6-bb12-b83a4637a662 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:18.955444 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-18f8a9a7-bdff-45e6-bb12-b83a4637a662 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282859 Nov 11 22:47:19.115894 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-df69fc89-2496-4873-91d5-44f4c5cea37e tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960703315&fields=id&tenant_id=5e469b2389da46bd85a11510ea91c7ee HTTP/1.1" status: 200 len: 267 time: 0.0539303 Nov 11 22:47:19.230577 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-84a0be80-2f99-44af-8c02-9ab39dc9b01b tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:19.232106 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-84a0be80-2f99-44af-8c02-9ab39dc9b01b tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 810 time: 0.1088908 Nov 11 22:47:19.248435 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-7bc6fd3f-0ab9-4cd8-818b-af806fbf2ce3 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/quotas/5e469b2389da46bd85a11510ea91c7ee HTTP/1.1" status: 200 len: 375 time: 0.0103881 Nov 11 22:47:19.301668 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-c3a04f0c-59e3-4eda-9370-b71a33a9b9a2 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474234 Nov 11 22:47:19.318365 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-31673829-c733-4e9c-b24d-f010566b796d service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:47:19.319347 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-31673829-c733-4e9c-b24d-f010566b796d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054245 Nov 11 22:47:19.416896 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-f81c9515-b60a-432d-b8b2-b72c2c57658f service neutron] 10.222.0.57 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898356 Nov 11 22:47:19.448591 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:19.513274 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-af7d76a0-3e4a-4b35-964d-aa64726c2033 service neutron] 10.222.0.57 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900657 Nov 11 22:47:19.670471 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Sync routers for ids ['793f5662-5935-4dec-9fbf-94270e99abaa'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:47:19.680878 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Routers {'793f5662-5935-4dec-9fbf-94270e99abaa'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:47:19.681766 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:47:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['793f5662-5935-4dec-9fbf-94270e99abaa'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:19.685438 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f63d358d-43e3-4d07-a6dc-7904a519024d req-11a70dc8-0695-4899-bd72-fa590324cce9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 210 time: 0.0313680 Nov 11 22:47:19.791480 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Set router 793f5662-5935-4dec-9fbf-94270e99abaa gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:47:19.999841 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'name': 'tempest-TestSnapshotPattern-649098950-router', 'tenant_id': '444f75926bbd4b598313887d241be876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ea5bedb9-e9f0-4901-bd04-718a2fedc748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:13Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 4, 'project_id': '444f75926bbd4b598313887d241be876', 'gw_port': {'id': 'ea5bedb9-e9f0-4901-bd04-718a2fedc748', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:14Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e2754672-1ea2-46ab-9295-8940b3c4c529', 'name': '', 'network_id': '5ce4fc15-68db-4d02-8928-9d3c1963529b', 'tenant_id': '444f75926bbd4b598313887d241be876', 'mac_address': 'fa:16:3e:79:9a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a01292a3-dc7d-41b9-a906-af44ee811505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:15Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 2, 'project_id': '444f75926bbd4b598313887d241be876', 'subnets': [{'id': 'a01292a3-dc7d-41b9-a906-af44ee811505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:20.025725 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Checking router: 793f5662-5935-4dec-9fbf-94270e99abaa for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:47:20.026079 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Updating router 793f5662-5935-4dec-9fbf-94270e99abaa port e2754672-1ea2-46ab-9295-8940b3c4c529 binding host n-d-805737-3 {{(pid=102536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:47:20.054425 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:20.345466 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Publish callbacks [] for port, precommit_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:20.354089 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:20.404564 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444e2ba-a858-422d-9ad7-35ae2ed9be83 None None] Pushing event updated for resources: {'Port': ['ID=e2754672-1ea2-46ab-9295-8940b3c4c529,revision_number=3']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:20.454851 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Attempting to bind port e2754672-1ea2-46ab-9295-8940b3c4c529 on host n-d-805737-3 for vnic_type normal with profile {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:47:20.455221 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Attempting to bind port e2754672-1ea2-46ab-9295-8940b3c4c529 by drivers openvswitch,hyperv on host n-d-805737-3 at level 0 using segments [{'id': '9934946e-47dc-4ed7-8af8-53c526993de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '5ce4fc15-68db-4d02-8928-9d3c1963529b'}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:47:20.455584 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Attempting to bind port e2754672-1ea2-46ab-9295-8940b3c4c529 on network 5ce4fc15-68db-4d02-8928-9d3c1963529b {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:47:20.460994 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Checking agent: {'id': 'ce7c59b5-ba41-442c-906a-35dc132e1fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 14, 19), 'started_at': datetime.datetime(2021, 11, 11, 21, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805737-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:47:20.461325 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Checking segment: {'id': '9934946e-47dc-4ed7-8af8-53c526993de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '5ce4fc15-68db-4d02-8928-9d3c1963529b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:47:20.461710 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:20.462163 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Bound using segment: {'id': '9934946e-47dc-4ed7-8af8-53c526993de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '5ce4fc15-68db-4d02-8928-9d3c1963529b'} {{(pid=102536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:47:20.462619 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.managers [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Bound port: e2754672-1ea2-46ab-9295-8940b3c4c529, host: n-d-805737-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9934946e-47dc-4ed7-8af8-53c526993de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '5ce4fc15-68db-4d02-8928-9d3c1963529b'}}] {{(pid=102536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:47:20.462991 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:20.532653 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] For port e2754672-1ea2-46ab-9295-8940b3c4c529, host n-d-805737-3, cleared binding levels {{(pid=102536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:47:20.536445 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] For port e2754672-1ea2-46ab-9295-8940b3c4c529, host n-d-805737-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e2754672-1ea2-46ab-9295-8940b3c4c529,segment=NetworkSegment(9934946e-47dc-4ed7-8af8-53c526993de7),segment_id=9934946e-47dc-4ed7-8af8-53c526993de7)] {{(pid=102536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:47:20.543290 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:20.612537 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444e2ba-a858-422d-9ad7-35ae2ed9be83 None None] Pushing event updated for resources: {'Port': ['ID=e2754672-1ea2-46ab-9295-8940b3c4c529,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:20.615687 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Routers {'793f5662-5935-4dec-9fbf-94270e99abaa'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:47:20.616260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:47:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['793f5662-5935-4dec-9fbf-94270e99abaa'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:20.618756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-6aa6fb62-bfbf-411d-a6d0-5701f90a5995 None None] Provisioning complete for port e2754672-1ea2-46ab-9295-8940b3c4c529 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:20.619124 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6aa6fb62-bfbf-411d-a6d0-5701f90a5995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:20.781685 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] Set router 793f5662-5935-4dec-9fbf-94270e99abaa gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:47:20.785750 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-eca46ce6-2933-43ad-ade4-46b201ea6a09 req-50c61065-3d99-4520-92ed-b4d81eb9ef32 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 210 time: 0.0431991 Nov 11 22:47:20.822085 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6aa6fb62-bfbf-411d-a6d0-5701f90a5995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:21.088176 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-6aa6fb62-bfbf-411d-a6d0-5701f90a5995 None None] For port e2754672-1ea2-46ab-9295-8940b3c4c529, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e2754672-1ea2-46ab-9295-8940b3c4c529,segment=NetworkSegment(9934946e-47dc-4ed7-8af8-53c526993de7),segment_id=9934946e-47dc-4ed7-8af8-53c526993de7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:21.097489 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6aa6fb62-bfbf-411d-a6d0-5701f90a5995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:21.184212 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6fb62-bfbf-411d-a6d0-5701f90a5995 None None] Pushing event updated for resources: {'Port': ['ID=e2754672-1ea2-46ab-9295-8940b3c4c529,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:21.223282 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'name': 'tempest-TestSnapshotPattern-649098950-router', 'tenant_id': '444f75926bbd4b598313887d241be876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ea5bedb9-e9f0-4901-bd04-718a2fedc748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:13Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 4, 'project_id': '444f75926bbd4b598313887d241be876', 'gw_port': {'id': 'ea5bedb9-e9f0-4901-bd04-718a2fedc748', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:14Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e2754672-1ea2-46ab-9295-8940b3c4c529', 'name': '', 'network_id': '5ce4fc15-68db-4d02-8928-9d3c1963529b', 'tenant_id': '444f75926bbd4b598313887d241be876', 'mac_address': 'fa:16:3e:79:9a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a01292a3-dc7d-41b9-a906-af44ee811505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:15Z', 'updated_at': '2021-11-11T22:47:20Z', 'revision_number': 4, 'project_id': '444f75926bbd4b598313887d241be876', 'subnets': [{'id': 'a01292a3-dc7d-41b9-a906-af44ee811505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:21.226637 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bbb984e4-9d03-494a-abd3-1b3df8772279 None None] Provisioning complete for port e2754672-1ea2-46ab-9295-8940b3c4c529 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:21.226995 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bbb984e4-9d03-494a-abd3-1b3df8772279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:21.252057 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09008614-e3cf-40ae-aed3-0d239ec3fa23 None None] The sync data for ids ['793f5662-5935-4dec-9fbf-94270e99abaa'] in n-d-805737-3 is: [{'id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'name': 'tempest-TestSnapshotPattern-649098950-router', 'tenant_id': '444f75926bbd4b598313887d241be876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ea5bedb9-e9f0-4901-bd04-718a2fedc748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:13Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 4, 'project_id': '444f75926bbd4b598313887d241be876', 'gw_port': {'id': 'ea5bedb9-e9f0-4901-bd04-718a2fedc748', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:14Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': 'e2754672-1ea2-46ab-9295-8940b3c4c529', 'name': '', 'network_id': '5ce4fc15-68db-4d02-8928-9d3c1963529b', 'tenant_id': '444f75926bbd4b598313887d241be876', 'mac_address': 'fa:16:3e:79:9a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a01292a3-dc7d-41b9-a906-af44ee811505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:15Z', 'updated_at': '2021-11-11T22:47:20Z', 'revision_number': 4, 'project_id': '444f75926bbd4b598313887d241be876', 'subnets': [{'id': 'a01292a3-dc7d-41b9-a906-af44ee811505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:47:21.669362 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e2754672-1ea2-46ab-9295-8940b3c4c529 up at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:47:21.723801 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Provisioning complete for port e2754672-1ea2-46ab-9295-8940b3c4c529 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:21.724167 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:21.863283 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-813ef2cf-929d-40a1-bf80-b982c3ce1ea6 req-4074de1f-2d91-4210-a87f-dfc640201c5e tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 210 time: 0.0279193 Nov 11 22:47:22.724515 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-eb5e8229-3ad9-4788-846a-9850097cb7f4 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:22.726415 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-eb5e8229-3ad9-4788-846a-9850097cb7f4 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.10 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 810 time: 0.1110077 Nov 11 22:47:22.791906 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-d2d5c021-c158-49d5-8cda-374a2295176b tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e469b2389da46bd85a11510ea91c7ee HTTP/1.1" status: 200 len: 380 time: 0.0535722 Nov 11 22:47:22.802742 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-8af005ad-a9dd-468f-9bf2-9fabf027d42c tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Request body: {'port': {'device_id': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'admin_state_up': True, 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'security_groups': ['98930a2b-b14e-4f03-babb-fd6e21cf0663']}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:22.961362 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-dc2242c4-a651-4e7c-a3fe-0680c8e7e6ef req-13f58778-5b1c-46e5-ad63-0f713ab59689 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 210 time: 0.0276213 Nov 11 22:47:23.230476 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-8af005ad-a9dd-468f-9bf2-9fabf027d42c tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Made reservation on behalf of 5e469b2389da46bd85a11510ea91c7ee for: {'port': 1} {{(pid=102535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:47:23.235500 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-8af005ad-a9dd-468f-9bf2-9fabf027d42c tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:23.366921 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-8af005ad-a9dd-468f-9bf2-9fabf027d42c tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Allocated IP 172.20.0.8 (38bc57b6-f2fb-433a-86df-6d8f38d6352e/377a9ee3-61ba-4917-a839-0fbb5fa64f21/d6e366f3-c990-42a3-9907-bcb155451aca) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:47:23.509613 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-8af005ad-a9dd-468f-9bf2-9fabf027d42c tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:23.546539 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-8af005ad-a9dd-468f-9bf2-9fabf027d42c tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:23.587466 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-8af005ad-a9dd-468f-9bf2-9fabf027d42c tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Network 38bc57b6-f2fb-433a-86df-6d8f38d6352e is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:47:23.592873 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-8af005ad-a9dd-468f-9bf2-9fabf027d42c tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:47:23.596550 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-8af005ad-a9dd-468f-9bf2-9fabf027d42c tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:47:23.603109 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af005ad-a9dd-468f-9bf2-9fabf027d42c tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event updated for resources: {'Port': ['ID=d6e366f3-c990-42a3-9907-bcb155451aca,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:23.649039 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-8af005ad-a9dd-468f-9bf2-9fabf027d42c tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:23.649718 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-8af005ad-a9dd-468f-9bf2-9fabf027d42c tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:23.667483 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-8af005ad-a9dd-468f-9bf2-9fabf027d42c tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8683023 Nov 11 22:47:23.681302 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Request body: {'port': {'device_id': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805737-3'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:23.749544 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:23.891919 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-bb0cbf43-d350-4b66-9118-dbd977ccca52 None None] Provisioning complete for port d6e366f3-c990-42a3-9907-bcb155451aca triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:23.892549 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-bb0cbf43-d350-4b66-9118-dbd977ccca52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:23.930888 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-bb0cbf43-d350-4b66-9118-dbd977ccca52 None None] Port d6e366f3-c990-42a3-9907-bcb155451aca cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:47:24.019984 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e366f3-c990-42a3-9907-bcb155451aca {{(pid=102535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:47:24.027792 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:24.040455 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.provisioning_blocks [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Transition to ACTIVE for port object d6e366f3-c990-42a3-9907-bcb155451aca will not be triggered until provisioned by entity L2. {{(pid=102535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:47:24.047882 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:24.078608 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f26b0-6b0c-49ff-aa91-acc0ec8c6a08 req-4f1de6e5-11d3-491f-b13f-8a306ecb3d98 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:24.080124 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-369f26b0-6b0c-49ff-aa91-acc0ec8c6a08 req-4f1de6e5-11d3-491f-b13f-8a306ecb3d98 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 931 time: 0.0499387 Nov 11 22:47:24.100305 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e366f3-c990-42a3-9907-bcb155451aca,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:24.136653 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-369f26b0-6b0c-49ff-aa91-acc0ec8c6a08 req-e136178d-2080-456e-8b1a-a8901a42eec1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491152 Nov 11 22:47:24.171131 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Attempting to bind port d6e366f3-c990-42a3-9907-bcb155451aca on host n-h1-805737-3 for vnic_type normal with profile {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:47:24.171462 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Attempting to bind port d6e366f3-c990-42a3-9907-bcb155451aca by drivers openvswitch,hyperv on host n-h1-805737-3 at level 0 using segments [{'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:47:24.172011 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Attempting to bind port d6e366f3-c990-42a3-9907-bcb155451aca on network 38bc57b6-f2fb-433a-86df-6d8f38d6352e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:47:24.176520 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Port d6e366f3-c990-42a3-9907-bcb155451aca on network 38bc57b6-f2fb-433a-86df-6d8f38d6352e not bound, no agent of type Open vSwitch agent registered on host n-h1-805737-3 {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:47:24.176869 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Attempting to bind port d6e366f3-c990-42a3-9907-bcb155451aca on network 38bc57b6-f2fb-433a-86df-6d8f38d6352e {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:47:24.181675 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Checking agent: {'id': '647ba199-f228-4235-be91-7473ef9156a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:47:24.182008 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Checking segment: {'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:47:24.182386 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Bound using segment: {'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'} {{(pid=102535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:47:24.182803 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.managers [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Bound port: d6e366f3-c990-42a3-9907-bcb155451aca, host: n-h1-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'}}] {{(pid=102535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:47:24.183156 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:24.255452 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] For port d6e366f3-c990-42a3-9907-bcb155451aca, host n-h1-805737-3, cleared binding levels {{(pid=102535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:47:24.258775 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] For port d6e366f3-c990-42a3-9907-bcb155451aca, host n-h1-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d6e366f3-c990-42a3-9907-bcb155451aca,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:47:24.264946 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:24.300760 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:24.301397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:24.303303 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] 10.222.0.10 "PUT /v2.0/ports/d6e366f3-c990-42a3-9907-bcb155451aca HTTP/1.1" status: 200 len: 1091 time: 0.6259151 Nov 11 22:47:24.305697 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'tag': 'd6e366f3-c990-42a3-9907-bcb155451aca'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:47:24.309161 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12642e0-b417-492c-9c61-f5872b5fc760" -d '{"events": [{"name": "network-changed", "server_uuid": "10146f2a-bf6a-4b43-9468-227ad92a66a5", "tag": "d6e366f3-c990-42a3-9907-bcb155451aca"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:47:24.340972 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8c1ef-e0fa-40e9-bafa-76707db205e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e366f3-c990-42a3-9907-bcb155451aca,revision_number=3']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:24.384121 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4acba6d-68bb-4e04-b8d1-ea31a8dff890 x-openstack-request-id: req-d4acba6d-68bb-4e04-b8d1-ea31a8dff890 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:47:24.384407 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10146f2a-bf6a-4b43-9468-227ad92a66a5", "tag": "d6e366f3-c990-42a3-9907-bcb155451aca", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:47:24.384657 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d4acba6d-68bb-4e04-b8d1-ea31a8dff890 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:47:24.385079 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'tag': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'status': 'completed', 'code': 200} Nov 11 22:47:24.401899 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-f48a2940-5599-4b1f-8cd3-c309208d651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:24.403404 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-f48a2940-5599-4b1f-8cd3-c309208d651b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 1094 time: 0.0531733 Nov 11 22:47:24.445984 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-fd05fe74-4a0c-4f17-ba2c-98d92c4ba000 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e366f3-c990-42a3-9907-bcb155451aca HTTP/1.1" status: 200 len: 217 time: 0.0347095 Nov 11 22:47:24.499068 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-95009145-3619-432e-b459-f701c2b461c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:24.500262 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-95009145-3619-432e-b459-f701c2b461c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 200 len: 849 time: 0.0464957 Nov 11 22:47:24.549751 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-ead3f605-095d-4655-90a5-bd58f7860b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:24.551117 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-ead3f605-095d-4655-90a5-bd58f7860b02 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38bc57b6-f2fb-433a-86df-6d8f38d6352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437727 Nov 11 22:47:24.648263 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-074058e3-e3e6-4af3-9dc9-20604a33e0e5 service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894837 Nov 11 22:47:24.744374 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d489f9e0-ba73-43b9-85e0-911f8687a7fc req-d3fb9f78-1cf9-4988-be43-63675ea413fc service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891552 Nov 11 22:47:24.832936 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12642e0-b417-492c-9c61-f5872b5fc760 req-1ee53ca6-2692-4d41-9130-94da80b2fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:24.834507 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e12642e0-b417-492c-9c61-f5872b5fc760 req-1ee53ca6-2692-4d41-9130-94da80b2fff5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 1094 time: 0.0416942 Nov 11 22:47:24.931220 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12642e0-b417-492c-9c61-f5872b5fc760 req-14bd89c4-5da9-4354-bea1-6d7e99da7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:24.932708 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e12642e0-b417-492c-9c61-f5872b5fc760 req-14bd89c4-5da9-4354-bea1-6d7e99da7ef5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 912 time: 0.0906982 Nov 11 22:47:24.974298 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e12642e0-b417-492c-9c61-f5872b5fc760 req-dfae38a2-075a-4397-8e3a-adf654148246 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e366f3-c990-42a3-9907-bcb155451aca HTTP/1.1" status: 200 len: 217 time: 0.0341539 Nov 11 22:47:25.030688 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12642e0-b417-492c-9c61-f5872b5fc760 req-5bfcb709-4d20-4f22-96de-f826f8ac3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:25.032134 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e12642e0-b417-492c-9c61-f5872b5fc760 req-5bfcb709-4d20-4f22-96de-f826f8ac3f13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 200 len: 849 time: 0.0512948 Nov 11 22:47:25.083878 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12642e0-b417-492c-9c61-f5872b5fc760 req-fca67d46-aa71-4e69-9981-65763c36e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:25.085371 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e12642e0-b417-492c-9c61-f5872b5fc760 req-fca67d46-aa71-4e69-9981-65763c36e486 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38bc57b6-f2fb-433a-86df-6d8f38d6352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441067 Nov 11 22:47:25.175883 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e12642e0-b417-492c-9c61-f5872b5fc760 req-70d4e525-c46b-47eb-9e0a-dfe0563418f4 service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813739 Nov 11 22:47:25.264974 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806719af-eea6-4aa7-a16d-30e6bc110df9 req-ecf5c5da-8725-4843-8c56-bb9e1b58851b tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:25.266435 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-806719af-eea6-4aa7-a16d-30e6bc110df9 req-ecf5c5da-8725-4843-8c56-bb9e1b58851b tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 943 time: 0.0534983 Nov 11 22:47:25.269824 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e12642e0-b417-492c-9c61-f5872b5fc760 req-fe3049d7-8397-4fe8-88db-b8e1a6a25c8d service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864973 Nov 11 22:47:25.319265 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-806719af-eea6-4aa7-a16d-30e6bc110df9 req-650a76d0-dd35-407e-aa6d-c20bd73f6f74 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464711 Nov 11 22:47:26.451815 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45f421-6b5b-475a-83cf-05bf351667b3 req-9d71a786-1bc1-4dc7-939a-612bf19ab9e0 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:26.453657 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb45f421-6b5b-475a-83cf-05bf351667b3 req-9d71a786-1bc1-4dc7-939a-612bf19ab9e0 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 943 time: 0.0574336 Nov 11 22:47:26.506684 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bb45f421-6b5b-475a-83cf-05bf351667b3 req-2c0fac20-7365-4b00-9f9d-265fe48a87c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439770 Nov 11 22:47:27.634161 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf14578-b5bd-4fa1-8051-af1e04e6c17c req-257927fb-99fe-43f7-a5fe-89e6ea023bf9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:27.635664 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdf14578-b5bd-4fa1-8051-af1e04e6c17c req-257927fb-99fe-43f7-a5fe-89e6ea023bf9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 943 time: 0.0501566 Nov 11 22:47:27.687641 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-fdf14578-b5bd-4fa1-8051-af1e04e6c17c req-4e79b51d-1c23-4b2a-b177-d0b9626cef52 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459630 Nov 11 22:47:27.837655 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d6e366f3-c990-42a3-9907-bcb155451aca details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:47:27.939412 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d6e366f3-c990-42a3-9907-bcb155451aca, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d6e366f3-c990-42a3-9907-bcb155451aca,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:27.950376 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'port_id': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'mac_address': 'fa:16:3e:ed:1c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:47:27.991245 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:28.004763 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e366f3-c990-42a3-9907-bcb155451aca {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:47:28.025299 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d6e366f3-c990-42a3-9907-bcb155451aca, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d6e366f3-c990-42a3-9907-bcb155451aca,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:28.032541 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:28.077339 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=d6e366f3-c990-42a3-9907-bcb155451aca,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:28.241336 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['d6e366f3-c990-42a3-9907-bcb155451aca'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:47:28.812078 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa1bc4-9d81-4327-8547-b2e4befa815c req-2fd48bcf-3e38-4ef5-b31f-fd38b2517080 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:28.813547 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3caa1bc4-9d81-4327-8547-b2e4befa815c req-2fd48bcf-3e38-4ef5-b31f-fd38b2517080 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 944 time: 0.0492983 Nov 11 22:47:28.866998 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3caa1bc4-9d81-4327-8547-b2e4befa815c req-003671c5-552c-4495-8fb3-699f2224c91d tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445850 Nov 11 22:47:29.848006 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d6e366f3-c990-42a3-9907-bcb155451aca up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:47:29.904276 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning for port d6e366f3-c990-42a3-9907-bcb155451aca completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:47:29.908332 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port d6e366f3-c990-42a3-9907-bcb155451aca triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:47:29.908722 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:29.985729 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:29.988309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded781e-1770-433f-9850-8f3b25f99af9 req-73581c0e-8d3a-41c8-9e27-af5a6a1d43ba tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:29.989829 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ded781e-1770-433f-9850-8f3b25f99af9 req-73581c0e-8d3a-41c8-9e27-af5a6a1d43ba tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 944 time: 0.0502956 Nov 11 22:47:30.008143 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e366f3-c990-42a3-9907-bcb155451aca'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:47:30.010497 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a42ab2f-2216-4d93-87d9-b089c6b057e7" -d '{"events": [{"server_uuid": "10146f2a-bf6a-4b43-9468-227ad92a66a5", "name": "network-vif-plugged", "status": "completed", "tag": "d6e366f3-c990-42a3-9907-bcb155451aca"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:47:30.022449 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d6e366f3-c990-42a3-9907-bcb155451aca, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d6e366f3-c990-42a3-9907-bcb155451aca,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:47:30.028279 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:30.040183 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7ded781e-1770-433f-9850-8f3b25f99af9 req-f18a243a-0749-4237-a7c4-647a8178978d tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436862 Nov 11 22:47:30.077076 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=d6e366f3-c990-42a3-9907-bcb155451aca,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:30.086070 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0082f266-e0fa-4051-8cbe-d2b7eae048d0 x-openstack-request-id: req-0082f266-e0fa-4051-8cbe-d2b7eae048d0 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:47:30.086357 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10146f2a-bf6a-4b43-9468-227ad92a66a5", "name": "network-vif-plugged", "status": "completed", "tag": "d6e366f3-c990-42a3-9907-bcb155451aca", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:47:30.086690 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0082f266-e0fa-4051-8cbe-d2b7eae048d0 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:47:30.087044 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'code': 200} Nov 11 22:47:30.181654 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bc5aa-9c04-4caa-bf29-e799009745f6 req-adecec49-a763-4a19-92df-7587f1183713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:30.183040 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e26bc5aa-9c04-4caa-bf29-e799009745f6 req-adecec49-a763-4a19-92df-7587f1183713 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 1096 time: 0.0409489 Nov 11 22:47:30.230725 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-e26bc5aa-9c04-4caa-bf29-e799009745f6 req-2717fdf0-66ec-492a-b8be-1e42a1040c83 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388899 Nov 11 22:47:31.170918 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5363d82-bdfc-484b-aaaa-c93cf92f1296 req-47d7f5b6-f15a-453e-8a66-14febe50e0d6 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:31.172760 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f5363d82-bdfc-484b-aaaa-c93cf92f1296 req-47d7f5b6-f15a-453e-8a66-14febe50e0d6 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 945 time: 0.0539429 Nov 11 22:47:31.224251 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-f5363d82-bdfc-484b-aaaa-c93cf92f1296 req-2481b35e-a928-4b66-a615-5a4aeca86066 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453146 Nov 11 22:47:32.356626 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bce88-b1e0-4c7d-a8f8-491d90ff1ab7 req-fbd141a4-860c-48ef-b6ad-b342618e3ba7 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:32.358187 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-545bce88-b1e0-4c7d-a8f8-491d90ff1ab7 req-fbd141a4-860c-48ef-b6ad-b342618e3ba7 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 945 time: 0.0601046 Nov 11 22:47:32.408345 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-545bce88-b1e0-4c7d-a8f8-491d90ff1ab7 req-29c491a1-1557-45d4-8d8e-6e9ba6da8cfd tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440755 Nov 11 22:47:32.523261 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47254ef8-9c02-45e6-8b31-63964f047fce req-19efc32a-5ea9-43ac-ac5d-212d8ef26b61 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:32.524636 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47254ef8-9c02-45e6-8b31-63964f047fce req-19efc32a-5ea9-43ac-ac5d-212d8ef26b61 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 945 time: 0.0503900 Nov 11 22:47:32.581562 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-47254ef8-9c02-45e6-8b31-63964f047fce req-177d31d4-1109-445d-a48a-5a6b503e9b55 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501318 Nov 11 22:47:32.604223 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59682) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:32.736116 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2752487d-f48e-4189-b831-72c3427d2ece tempest-TestSnapshotPattern-1987430168 tempest-TestSnapshotPattern-1987430168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:32.737709 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-2752487d-f48e-4189-b831-72c3427d2ece tempest-TestSnapshotPattern-1987430168 tempest-TestSnapshotPattern-1987430168-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 1091 time: 0.1324155 Nov 11 22:47:32.740947 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 59686) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:32.745384 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.v2.base [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:47:32.771862 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for floatingip, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:32.877127 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:32.983386 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_common [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Allocated IP 172.25.0.254 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/fd00e776-872b-4b0e-a0e1-d8d6911c164c) {{(pid=102535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:47:33.085397 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for port, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:33.129218 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:33.166167 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:47:33.172944 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.base_scheduler [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Resources bound (agent type, host, resource id): {{(pid=102535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:47:33.175684 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Received port after_create {{(pid=102535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:47:33.181589 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event updated for resources: {'Port': ['ID=fd00e776-872b-4b0e-a0e1-d8d6911c164c,revision_number=1']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:33.548492 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:33.630606 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:33.780922 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for port, precommit_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:33.786995 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7482334'] for port, after_update {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:33.854629 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event updated for resources: {'Port': ['ID=fd00e776-872b-4b0e-a0e1-d8d6911c164c,revision_number=2']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:47:33.867890 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:33.968469 n-d-805737-3 neutron-server[102535]: INFO neutron.db.l3_db [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Floating IP cb0afa37-175c-4be8-a681-91c4e6f5e21f associated. External IP: 172.25.0.254, port: d6e366f3-c990-42a3-9907-bcb155451aca. Nov 11 22:47:34.179726 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Router 13cae451-5e7c-4fcf-aa54-510cce978e24 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:47:34.288157 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:47:34.298830 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22612760-34dc-4056-a6ba-e3fdc0a2431a None None] Sync routers for ids ['13cae451-5e7c-4fcf-aa54-510cce978e24'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:47:34.309509 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:34.313176 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22612760-34dc-4056-a6ba-e3fdc0a2431a None None] Routers {'13cae451-5e7c-4fcf-aa54-510cce978e24'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:47:34.313779 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-22612760-34dc-4056-a6ba-e3fdc0a2431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:47:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['13cae451-5e7c-4fcf-aa54-510cce978e24'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:34.336443 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-92da216d-d5e7-4fe4-b373-8e703618beef tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5944738 Nov 11 22:47:34.337144 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'tag': 'd6e366f3-c990-42a3-9907-bcb155451aca'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:47:34.339416 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7195e6-c639-4301-b6cc-e03cbf215053" -d '{"events": [{"name": "network-changed", "server_uuid": "10146f2a-bf6a-4b43-9468-227ad92a66a5", "tag": "d6e366f3-c990-42a3-9907-bcb155451aca"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:47:34.376429 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591d4f66-be1a-4378-88ba-09162a31fdbe x-openstack-request-id: req-591d4f66-be1a-4378-88ba-09162a31fdbe {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:47:34.376726 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10146f2a-bf6a-4b43-9468-227ad92a66a5", "tag": "d6e366f3-c990-42a3-9907-bcb155451aca", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:47:34.377032 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-591d4f66-be1a-4378-88ba-09162a31fdbe {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:47:34.377443 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'tag': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'status': 'completed', 'code': 200} Nov 11 22:47:34.432619 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-22612760-34dc-4056-a6ba-e3fdc0a2431a None None] Set router 13cae451-5e7c-4fcf-aa54-510cce978e24 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:47:34.443113 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7195e6-c639-4301-b6cc-e03cbf215053 req-439bb642-9e80-4a34-9d53-29fb0cfdd463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:34.444649 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8d7195e6-c639-4301-b6cc-e03cbf215053 req-439bb642-9e80-4a34-9d53-29fb0cfdd463 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 1096 time: 0.0416784 Nov 11 22:47:34.547004 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7195e6-c639-4301-b6cc-e03cbf215053 req-6a41dfb0-65f4-4a76-addb-e85b535f3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:34.548499 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8d7195e6-c639-4301-b6cc-e03cbf215053 req-6a41dfb0-65f4-4a76-addb-e85b535f3ade service neutron] 10.222.0.10 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 912 time: 0.0971286 Nov 11 22:47:34.614713 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8d7195e6-c639-4301-b6cc-e03cbf215053 req-c64af5c5-ca33-47b2-b713-42eb64a7b77d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e366f3-c990-42a3-9907-bcb155451aca HTTP/1.1" status: 200 len: 999 time: 0.0587771 Nov 11 22:47:34.662438 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7195e6-c639-4301-b6cc-e03cbf215053 req-97f54dc2-9c67-431c-841a-c102ed8aed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:34.663881 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8d7195e6-c639-4301-b6cc-e03cbf215053 req-97f54dc2-9c67-431c-841a-c102ed8aed6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 200 len: 849 time: 0.0423658 Nov 11 22:47:34.719800 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7195e6-c639-4301-b6cc-e03cbf215053 req-92715d77-607d-40d7-b228-f3b5a1b5cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:34.721568 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8d7195e6-c639-4301-b6cc-e03cbf215053 req-92715d77-607d-40d7-b228-f3b5a1b5cde7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38bc57b6-f2fb-433a-86df-6d8f38d6352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505648 Nov 11 22:47:34.751623 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-22612760-34dc-4056-a6ba-e3fdc0a2431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'cb0afa37-175c-4be8-a681-91c4e6f5e21f', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'port_id': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'mac_address': 'fa:16:3e:ed:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:47:33Z', 'updated_at': '2021-11-11T22:47:33Z', 'revision_number': 0, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df9caab-f8a9-44f9-9523-fb6635528423', 'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'mac_address': 'fa:16:3e:4b:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:11Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 5, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'subnets': [{'id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:34.777890 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22612760-34dc-4056-a6ba-e3fdc0a2431a None None] Checking router: 13cae451-5e7c-4fcf-aa54-510cce978e24 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:47:34.786585 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22612760-34dc-4056-a6ba-e3fdc0a2431a None None] Routers {'13cae451-5e7c-4fcf-aa54-510cce978e24'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:47:34.787193 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-22612760-34dc-4056-a6ba-e3fdc0a2431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:47:16Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['13cae451-5e7c-4fcf-aa54-510cce978e24'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:34.811499 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.10', 59186) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:47:34.818758 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8d7195e6-c639-4301-b6cc-e03cbf215053 req-bfa65854-66f1-4ea4-b472-43f6e21d692f service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842946 Nov 11 22:47:34.854520 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c1fa6073-3fcd-4f2f-80f7-08b64a35ee3d req-ed368e59-1be6-4c2c-8f84-a969f9865ee1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410995 Nov 11 22:47:34.894732 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-22612760-34dc-4056-a6ba-e3fdc0a2431a None None] Set router 13cae451-5e7c-4fcf-aa54-510cce978e24 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:47:34.914520 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-8d7195e6-c639-4301-b6cc-e03cbf215053 req-ed60e90a-59f1-46c9-9200-cd2a0fbfdf13 service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887108 Nov 11 22:47:35.019249 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa6073-3fcd-4f2f-80f7-08b64a35ee3d req-4e24350f-1e15-49f7-a243-c62b4be69fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:35.020669 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c1fa6073-3fcd-4f2f-80f7-08b64a35ee3d req-4e24350f-1e15-49f7-a243-c62b4be69fc8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 1096 time: 0.0413952 Nov 11 22:47:35.124156 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-22612760-34dc-4056-a6ba-e3fdc0a2431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'cb0afa37-175c-4be8-a681-91c4e6f5e21f', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'port_id': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'mac_address': 'fa:16:3e:ed:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:47:33Z', 'updated_at': '2021-11-11T22:47:33Z', 'revision_number': 0, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df9caab-f8a9-44f9-9523-fb6635528423', 'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'mac_address': 'fa:16:3e:4b:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:11Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 5, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'subnets': [{'id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:47:35.125507 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa6073-3fcd-4f2f-80f7-08b64a35ee3d req-a4a06f67-727e-4531-9a2d-cd88e1c8df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:35.126984 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c1fa6073-3fcd-4f2f-80f7-08b64a35ee3d req-a4a06f67-727e-4531-9a2d-cd88e1c8df31 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 912 time: 0.0871906 Nov 11 22:47:35.150165 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22612760-34dc-4056-a6ba-e3fdc0a2431a None None] The sync data for ids ['13cae451-5e7c-4fcf-aa54-510cce978e24'] in n-d-805737-3 is: [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'cb0afa37-175c-4be8-a681-91c4e6f5e21f', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'port_id': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'mac_address': 'fa:16:3e:ed:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:47:33Z', 'updated_at': '2021-11-11T22:47:33Z', 'revision_number': 0, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df9caab-f8a9-44f9-9523-fb6635528423', 'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'mac_address': 'fa:16:3e:4b:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:11Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 5, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'subnets': [{'id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:47:35.193522 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c1fa6073-3fcd-4f2f-80f7-08b64a35ee3d req-33e218b7-3447-4963-ae46-fa4283afa239 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e366f3-c990-42a3-9907-bcb155451aca HTTP/1.1" status: 200 len: 999 time: 0.0587471 Nov 11 22:47:35.244995 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa6073-3fcd-4f2f-80f7-08b64a35ee3d req-2c394061-61d7-418a-a227-ac174db56466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:35.246491 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c1fa6073-3fcd-4f2f-80f7-08b64a35ee3d req-2c394061-61d7-418a-a227-ac174db56466 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 200 len: 849 time: 0.0462136 Nov 11 22:47:35.298512 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa6073-3fcd-4f2f-80f7-08b64a35ee3d req-2352918b-8d75-49c4-9bb1-0ee9fd1a564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:47:35.300028 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c1fa6073-3fcd-4f2f-80f7-08b64a35ee3d req-2352918b-8d75-49c4-9bb1-0ee9fd1a564c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38bc57b6-f2fb-433a-86df-6d8f38d6352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461996 Nov 11 22:47:35.345628 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20fd9e6-4f1e-4373-9b2d-4e93383a6bd5 None None] New status for floating IP cb0afa37-175c-4be8-a681-91c4e6f5e21f: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:47:35.391855 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c1fa6073-3fcd-4f2f-80f7-08b64a35ee3d req-38c0bb7a-46ef-441e-95e6-cd1f48eed04d service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842993 Nov 11 22:47:35.486634 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-c1fa6073-3fcd-4f2f-80f7-08b64a35ee3d req-2aa3f8b5-11bc-4f97-97d0-834d00cba055 service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878484 Nov 11 22:47:41.910183 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:43.958500 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a531a241-d236-4a04-a27d-e306fb4c848f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:45.435149 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:46.141578 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-35a7d9a2-7376-4644-bf5a-d7c7d697dd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:47.564678 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:48.918844 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:49.448445 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:50.513929 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:48:11.929625 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:13.963720 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-83230d78-5efc-42ec-9b64-886b09710bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:15.451338 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:16.154987 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb29a-c739-4b73-820c-e39b2700bc99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:17.564579 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:18.923229 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:19.452192 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:27.515180 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:48:34.916499 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ed2d850-3a2a-4e71-9750-5e1cd4fbb202 req-0adab8fa-ad9c-4694-b89d-717a5eb7ee20 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1135190 Nov 11 22:48:34.998370 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2d850-3a2a-4e71-9750-5e1cd4fbb202 req-a91300c7-0f6a-45d8-afa5-ead9d1914714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:48:34.999721 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ed2d850-3a2a-4e71-9750-5e1cd4fbb202 req-a91300c7-0f6a-45d8-afa5-ead9d1914714 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 1096 time: 0.0406439 Nov 11 22:48:35.431683 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2d850-3a2a-4e71-9750-5e1cd4fbb202 req-e2d0d60e-082e-4705-9c6b-fb0e97181699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:48:35.433191 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ed2d850-3a2a-4e71-9750-5e1cd4fbb202 req-e2d0d60e-082e-4705-9c6b-fb0e97181699 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 912 time: 0.4146476 Nov 11 22:48:35.511704 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ed2d850-3a2a-4e71-9750-5e1cd4fbb202 req-97670ba7-3f64-412e-b913-c8a546fc3870 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e366f3-c990-42a3-9907-bcb155451aca HTTP/1.1" status: 200 len: 1001 time: 0.0713685 Nov 11 22:48:35.564651 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2d850-3a2a-4e71-9750-5e1cd4fbb202 req-642d5db6-8ccd-41c4-8f93-b78e793f95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:48:35.566781 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ed2d850-3a2a-4e71-9750-5e1cd4fbb202 req-642d5db6-8ccd-41c4-8f93-b78e793f95d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 200 len: 849 time: 0.0475383 Nov 11 22:48:35.621682 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2d850-3a2a-4e71-9750-5e1cd4fbb202 req-1f481ea9-41d9-4288-91e3-5900ed2194ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:48:35.623171 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ed2d850-3a2a-4e71-9750-5e1cd4fbb202 req-1f481ea9-41d9-4288-91e3-5900ed2194ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38bc57b6-f2fb-433a-86df-6d8f38d6352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496910 Nov 11 22:48:35.715225 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ed2d850-3a2a-4e71-9750-5e1cd4fbb202 req-87ea2a6c-5322-48b4-b24c-5ecb6b275d7c service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840096 Nov 11 22:48:35.807440 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-0ed2d850-3a2a-4e71-9750-5e1cd4fbb202 req-ff420709-2a4c-42c7-a668-a79d96e052d1 service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835981 Nov 11 22:48:41.928921 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:43.968722 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6e3c2877-9c89-49c8-ad45-26b6a94cce3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:45.465290 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:46.157515 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf2b9-36f4-4246-9ac7-5e2c620aac29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:47.571585 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:48.927356 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:49.455741 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:04.519592 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:49:11.948108 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:13.972783 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c283a8f7-d696-4be3-9c2e-a1cede6e7a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:15.476023 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:16.159546 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2a57-0f66-47cf-b798-3dd736d1f290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:17.571170 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:18.935457 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:19.457795 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:34.577076 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d6e366f3-c990-42a3-9907-bcb155451aca details requested by agent hyperv_n-h1-805737-3 with host n-h1-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:49:34.677859 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d6e366f3-c990-42a3-9907-bcb155451aca, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d6e366f3-c990-42a3-9907-bcb155451aca,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:49:34.690154 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Returning: {'device': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'port_id': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'mac_address': 'fa:16:3e:ed:1c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:49:34.737639 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:34.752240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6e366f3-c990-42a3-9907-bcb155451aca {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:49:34.772310 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d6e366f3-c990-42a3-9907-bcb155451aca, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d6e366f3-c990-42a3-9907-bcb155451aca,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:49:34.779374 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:34.847929 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=d6e366f3-c990-42a3-9907-bcb155451aca,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:49:34.855842 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:34.856196 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:34.856618 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:34.856983 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:34.857316 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:34.857656 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:34.858224 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:34.858980 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:34.859722 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:34.860387 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:34.860995 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:34.861338 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:34.870394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] get_ports_and_sgs() called for port_ids ['d6e366f3-c990-42a3-9907-bcb155451aca'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:49:35.885257 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4aa31-78ce-40dc-b8a7-3b7580c5a720 req-fbe03985-3a6d-4077-88f5-d6cdc8ad3de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:35.887692 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5e4aa31-78ce-40dc-b8a7-3b7580c5a720 req-fbe03985-3a6d-4077-88f5-d6cdc8ad3de1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 1095 time: 0.0470679 Nov 11 22:49:36.012245 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4aa31-78ce-40dc-b8a7-3b7580c5a720 req-521f224a-4802-4cad-b2c8-9ab5491665b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:36.013684 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5e4aa31-78ce-40dc-b8a7-3b7580c5a720 req-521f224a-4802-4cad-b2c8-9ab5491665b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 912 time: 0.1014826 Nov 11 22:49:36.089678 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5e4aa31-78ce-40dc-b8a7-3b7580c5a720 req-facd6bf5-c03b-4f8c-ba79-8431db8cacee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e366f3-c990-42a3-9907-bcb155451aca HTTP/1.1" status: 200 len: 1000 time: 0.0651879 Nov 11 22:49:36.141649 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4aa31-78ce-40dc-b8a7-3b7580c5a720 req-0759c0fc-2b23-4106-bd50-6e9f347ea400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:36.143184 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5e4aa31-78ce-40dc-b8a7-3b7580c5a720 req-0759c0fc-2b23-4106-bd50-6e9f347ea400 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 200 len: 849 time: 0.0474467 Nov 11 22:49:36.200253 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4aa31-78ce-40dc-b8a7-3b7580c5a720 req-533717b4-e27b-4d55-b98c-f90c900d89bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:36.201870 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5e4aa31-78ce-40dc-b8a7-3b7580c5a720 req-533717b4-e27b-4d55-b98c-f90c900d89bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38bc57b6-f2fb-433a-86df-6d8f38d6352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515614 Nov 11 22:49:36.300584 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5e4aa31-78ce-40dc-b8a7-3b7580c5a720 req-f0b16a40-962b-4a3e-866c-ae493272a6ca service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912166 Nov 11 22:49:36.402595 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-d5e4aa31-78ce-40dc-b8a7-3b7580c5a720 req-3ea3980d-934a-47bb-ad9a-0b54bb86f65f service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935459 Nov 11 22:49:36.578019 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d6e366f3-c990-42a3-9907-bcb155451aca up at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:49:36.629530 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Provisioning complete for port d6e366f3-c990-42a3-9907-bcb155451aca triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:49:36.630110 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:36.720766 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:36.751905 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e366f3-c990-42a3-9907-bcb155451aca'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:49:36.754231 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cd64a0-9843-4e43-8c22-6d7f2ed99955" -d '{"events": [{"server_uuid": "10146f2a-bf6a-4b43-9468-227ad92a66a5", "name": "network-vif-plugged", "status": "completed", "tag": "d6e366f3-c990-42a3-9907-bcb155451aca"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:49:36.769562 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d6e366f3-c990-42a3-9907-bcb155451aca, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d6e366f3-c990-42a3-9907-bcb155451aca,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:49:36.777347 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:36.833680 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=d6e366f3-c990-42a3-9907-bcb155451aca,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:49:36.899196 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba24cf54-3345-4d10-a662-94f4f8f85e82 x-openstack-request-id: req-ba24cf54-3345-4d10-a662-94f4f8f85e82 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:49:36.899503 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10146f2a-bf6a-4b43-9468-227ad92a66a5", "name": "network-vif-plugged", "status": "completed", "tag": "d6e366f3-c990-42a3-9907-bcb155451aca", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:49:36.899763 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ba24cf54-3345-4d10-a662-94f4f8f85e82 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:49:36.900165 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'code': 200} Nov 11 22:49:41.520458 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:49:41.937504 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:43.670308 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-977a5a0e-334a-4422-a48a-af31c3eb2137 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960703315&fields=id&tenant_id=5e469b2389da46bd85a11510ea91c7ee HTTP/1.1" status: 200 len: 267 time: 0.0516455 Nov 11 22:49:43.786164 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-bf5290af-cf04-4d19-8a80-493f185f8abf tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:43.787632 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-bf5290af-cf04-4d19-8a80-493f185f8abf tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 810 time: 0.1079476 Nov 11 22:49:43.806558 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-dce35231-721a-4cc4-9b02-4467c73c89f4 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/quotas/5e469b2389da46bd85a11510ea91c7ee HTTP/1.1" status: 200 len: 375 time: 0.0097492 Nov 11 22:49:43.865384 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-2b768795-a4db-421d-8885-566eea61a231 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0506387 Nov 11 22:49:43.969419 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-44c606c4-4ab9-4487-b6f2-cc57fbbce1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:44.025915 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-8c5b23d9-f84f-4aaa-b409-95fbd8c74a54 service neutron] 10.222.0.57 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482129 Nov 11 22:49:44.474646 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-0388a36d-9bfc-4167-b514-8827801ac630 service neutron] 10.222.0.57 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422255 Nov 11 22:49:44.639334 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-0edb792c-2358-4b67-b00c-18115fbfaf05 req-1cea77fe-992a-4dc7-855c-e77cc7ebf1b6 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 210 time: 0.0270648 Nov 11 22:49:45.495343 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:45.733249 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-da8e6776-af2e-4220-9187-285dbaaa9e27 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:45.735448 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-da8e6776-af2e-4220-9187-285dbaaa9e27 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.71 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 810 time: 0.1253192 Nov 11 22:49:45.750430 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7fcab2ed-77a6-4e2f-b19e-4ee3e069f020 req-23c0b08a-b6ff-4353-8b22-7ca8b076bf45 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 210 time: 0.0373445 Nov 11 22:49:45.806166 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-d4bd7534-633e-44b5-8d21-d02099005abc tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e469b2389da46bd85a11510ea91c7ee HTTP/1.1" status: 200 len: 380 time: 0.0548346 Nov 11 22:49:45.816151 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Request body: {'port': {'device_id': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'admin_state_up': True, 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'security_groups': ['98930a2b-b14e-4f03-babb-fd6e21cf0663']}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:49:45.931831 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Made reservation on behalf of 5e469b2389da46bd85a11510ea91c7ee for: {'port': 1} {{(pid=102534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:49:45.935585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:46.102845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Allocated IP 172.20.0.14 (38bc57b6-f2fb-433a-86df-6d8f38d6352e/377a9ee3-61ba-4917-a839-0fbb5fa64f21/362b69df-ed9a-45af-ac63-9a60cf1a5a05) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:49:46.162439 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f420dc5a-7c68-41dd-8105-aadac5f0d95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:46.294752 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:46.338157 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:46.384311 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Network 38bc57b6-f2fb-433a-86df-6d8f38d6352e is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:49:46.386256 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:49:46.392879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:49:46.499740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:46.500428 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:46.503449 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event updated for resources: {'Port': ['ID=362b69df-ed9a-45af-ac63-9a60cf1a5a05,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:49:46.514510 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:46.514897 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:46.515179 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:46.515514 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:46.515849 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:46.516176 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:46.516498 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:46.525359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:46.525359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:46.525672 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:46.526045 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:46.526340 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:49:46.561766 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-e7301096-1ea8-4bdc-be9b-63a28f9e11d5 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7492135 Nov 11 22:49:46.640467 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d6e366f3-c990-42a3-9907-bcb155451aca no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:49:46.755476 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:46.768278 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-d90cbade-0c67-4fdb-8585-20854fac6269 None None] Provisioning complete for port 362b69df-ed9a-45af-ac63-9a60cf1a5a05 triggered by entity DHCP. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:49:46.769005 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d90cbade-0c67-4fdb-8585-20854fac6269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:46.817797 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e366f3-c990-42a3-9907-bcb155451aca'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:49:46.820763 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a55fc86-1768-421f-b133-bee06f7c92c3" -d '{"events": [{"server_uuid": "10146f2a-bf6a-4b43-9468-227ad92a66a5", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e366f3-c990-42a3-9907-bcb155451aca"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:49:46.841541 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-d90cbade-0c67-4fdb-8585-20854fac6269 None None] Port 362b69df-ed9a-45af-ac63-9a60cf1a5a05 cannot update to ACTIVE because it is not bound. {{(pid=102536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:49:46.846557 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] For port d6e366f3-c990-42a3-9907-bcb155451aca, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d6e366f3-c990-42a3-9907-bcb155451aca,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:49:46.852138 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:46.902679 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eda8f-43c8-4a41-99c6-5d5e57a6d29c req-ac734a2f-5fe6-47af-ae67-a4d34e23b88b tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:46.903537 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Pushing event updated for resources: {'Port': ['ID=d6e366f3-c990-42a3-9907-bcb155451aca,revision_number=8']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:49:46.914679 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-170eda8f-43c8-4a41-99c6-5d5e57a6d29c req-ac734a2f-5fe6-47af-ae67-a4d34e23b88b tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 932 time: 0.0632586 Nov 11 22:49:46.965012 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-170eda8f-43c8-4a41-99c6-5d5e57a6d29c req-7e7408f1-b84a-46ea-8d7d-2955a0aafe6c tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489082 Nov 11 22:49:47.019827 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d27dcf-6ff8-4d97-aa1d-2729b8ab29f4 x-openstack-request-id: req-98d27dcf-6ff8-4d97-aa1d-2729b8ab29f4 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:49:47.020118 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10146f2a-bf6a-4b43-9468-227ad92a66a5", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e366f3-c990-42a3-9907-bcb155451aca", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:49:47.020381 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98d27dcf-6ff8-4d97-aa1d-2729b8ab29f4 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:49:47.020776 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'code': 200} Nov 11 22:49:47.570320 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:48.099490 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d91b6-9516-49f7-9144-a89d47317f04 req-933b87ef-b11b-495b-8496-a3e285bc6cdf tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:48.101609 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b83d91b6-9516-49f7-9144-a89d47317f04 req-933b87ef-b11b-495b-8496-a3e285bc6cdf tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 932 time: 0.0605564 Nov 11 22:49:48.155672 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b83d91b6-9516-49f7-9144-a89d47317f04 req-61028b86-b725-4592-982b-dfab20d32dfd tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459471 Nov 11 22:49:48.927905 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:49.283279 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb3003-e822-4de2-93fb-a28758b4bc24 req-63ba9670-3352-4ebe-a534-d301854152a2 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:49.285649 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27cb3003-e822-4de2-93fb-a28758b4bc24 req-63ba9670-3352-4ebe-a534-d301854152a2 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 932 time: 0.0500841 Nov 11 22:49:49.335409 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-27cb3003-e822-4de2-93fb-a28758b4bc24 req-91d1f957-a7f4-4ccc-93f1-6d5f1eb96e59 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432839 Nov 11 22:49:49.453764 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:50.460724 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1c787-b3e6-4281-a50b-e873ea27cf6a req-5d79e48c-544b-4d7a-82e7-43defbfd916b tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:50.465664 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9aa1c787-b3e6-4281-a50b-e873ea27cf6a req-5d79e48c-544b-4d7a-82e7-43defbfd916b tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 932 time: 0.0603647 Nov 11 22:49:50.519621 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9aa1c787-b3e6-4281-a50b-e873ea27cf6a req-d8867aa2-c7d4-455d-b682-36e160d004d4 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490499 Nov 11 22:49:51.663022 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0f7a-9eeb-4d00-9b1a-3af62e054617 req-39e4522c-435c-4d16-9ec7-1215af1a3144 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:51.664519 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea1e0f7a-9eeb-4d00-9b1a-3af62e054617 req-39e4522c-435c-4d16-9ec7-1215af1a3144 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 932 time: 0.0721371 Nov 11 22:49:51.721928 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ea1e0f7a-9eeb-4d00-9b1a-3af62e054617 req-3ee8541b-1b0c-41dc-bd92-ae2676ec5995 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513043 Nov 11 22:49:52.846099 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96900a55-291e-42b1-b5d1-bfa49adee71d req-3d2cfe7a-d86e-459c-9991-113915d8b466 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:52.848046 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96900a55-291e-42b1-b5d1-bfa49adee71d req-3d2cfe7a-d86e-459c-9991-113915d8b466 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 932 time: 0.0498369 Nov 11 22:49:52.900950 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-96900a55-291e-42b1-b5d1-bfa49adee71d req-0558939e-0eeb-4dd7-9801-e4feb8f631c3 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469110 Nov 11 22:49:54.024819 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf7e2-285a-448d-95e5-5c9b73e0996b req-accb65dc-5f45-4937-b0ca-5ef1515276d2 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:54.027217 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce9cf7e2-285a-448d-95e5-5c9b73e0996b req-accb65dc-5f45-4937-b0ca-5ef1515276d2 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 932 time: 0.0583808 Nov 11 22:49:54.078886 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-ce9cf7e2-285a-448d-95e5-5c9b73e0996b req-282139d3-67a2-46ba-9aec-5b1fab37002a tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450752 Nov 11 22:49:55.202163 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1f5ba-663a-4526-9010-8971e6af253e req-08b8d895-b950-4d55-b741-e2ffa0136e7a tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:55.203770 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89e1f5ba-663a-4526-9010-8971e6af253e req-08b8d895-b950-4d55-b741-e2ffa0136e7a tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 932 time: 0.0543849 Nov 11 22:49:55.255489 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-89e1f5ba-663a-4526-9010-8971e6af253e req-15661c7f-632d-40b1-8399-e63da2259892 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446303 Nov 11 22:49:56.381860 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528a8e3-3589-4b25-8158-17b69baba03f req-e277c140-52aa-49b8-b2cf-6ee240efe0b0 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:56.383338 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5528a8e3-3589-4b25-8158-17b69baba03f req-e277c140-52aa-49b8-b2cf-6ee240efe0b0 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 932 time: 0.0566957 Nov 11 22:49:56.434990 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-5528a8e3-3589-4b25-8158-17b69baba03f req-b129db43-0357-4c0c-8550-ba454dc77e1a tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431712 Nov 11 22:49:56.757186 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Request body: {'port': {'device_id': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805737-3'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:49:56.810787 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:57.098821 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362b69df-ed9a-45af-ac63-9a60cf1a5a05 {{(pid=102534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:49:57.106957 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:57.120123 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.provisioning_blocks [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Transition to ACTIVE for port object 362b69df-ed9a-45af-ac63-9a60cf1a5a05 will not be triggered until provisioned by entity L2. {{(pid=102534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:49:57.126597 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:57.176586 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=362b69df-ed9a-45af-ac63-9a60cf1a5a05,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:49:57.246021 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Attempting to bind port 362b69df-ed9a-45af-ac63-9a60cf1a5a05 on host n-h2-805737-3 for vnic_type normal with profile {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:49:57.246359 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Attempting to bind port 362b69df-ed9a-45af-ac63-9a60cf1a5a05 by drivers openvswitch,hyperv on host n-h2-805737-3 at level 0 using segments [{'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:49:57.246692 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Attempting to bind port 362b69df-ed9a-45af-ac63-9a60cf1a5a05 on network 38bc57b6-f2fb-433a-86df-6d8f38d6352e {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:49:57.251448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Port 362b69df-ed9a-45af-ac63-9a60cf1a5a05 on network 38bc57b6-f2fb-433a-86df-6d8f38d6352e not bound, no agent of type Open vSwitch agent registered on host n-h2-805737-3 {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:49:57.251762 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Attempting to bind port 362b69df-ed9a-45af-ac63-9a60cf1a5a05 on network 38bc57b6-f2fb-433a-86df-6d8f38d6352e {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:49:57.256905 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Checking agent: {'id': 'fb710ae2-df68-4c9c-b778-050c90aa0275', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805737-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'started_at': datetime.datetime(2021, 11, 11, 21, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:49:57.257240 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Checking segment: {'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:49:57.257628 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Bound using segment: {'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'} {{(pid=102534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:49:57.258055 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.managers [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Bound port: 362b69df-ed9a-45af-ac63-9a60cf1a5a05, host: n-h2-805737-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1196d6-4c23-457d-a20d-0053f6ca6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e'}}] {{(pid=102534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:49:57.258398 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:57.329665 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] For port 362b69df-ed9a-45af-ac63-9a60cf1a5a05, host n-h2-805737-3, cleared binding levels {{(pid=102534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:49:57.334186 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] For port 362b69df-ed9a-45af-ac63-9a60cf1a5a05, host n-h2-805737-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=362b69df-ed9a-45af-ac63-9a60cf1a5a05,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:49:57.341010 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:57.377209 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:57.377894 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:49:57.379368 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] 10.222.0.71 "PUT /v2.0/ports/362b69df-ed9a-45af-ac63-9a60cf1a5a05 HTTP/1.1" status: 200 len: 1092 time: 0.6806309 Nov 11 22:49:57.379666 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'tag': '362b69df-ed9a-45af-ac63-9a60cf1a5a05'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:49:57.382069 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c615e2-ad02-4479-be4e-e092e32d2957" -d '{"events": [{"name": "network-changed", "server_uuid": "65fa1792-c0b2-4575-bbb9-4154d43f3856", "tag": "362b69df-ed9a-45af-ac63-9a60cf1a5a05"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:49:57.411541 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78098bbf-dbed-4fe7-bb79-dbc71ad20ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=362b69df-ed9a-45af-ac63-9a60cf1a5a05,revision_number=3']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:49:57.443722 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6474ea92-300d-4d3c-8b39-04278ef2e2c9 x-openstack-request-id: req-6474ea92-300d-4d3c-8b39-04278ef2e2c9 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:49:57.444008 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fa1792-c0b2-4575-bbb9-4154d43f3856", "tag": "362b69df-ed9a-45af-ac63-9a60cf1a5a05", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:49:57.444255 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6474ea92-300d-4d3c-8b39-04278ef2e2c9 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:49:57.444650 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'tag': '362b69df-ed9a-45af-ac63-9a60cf1a5a05', 'status': 'completed', 'code': 200} Nov 11 22:49:57.482177 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-8feee090-7c7d-46cf-b0ba-403a3e0b5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:57.483923 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-8feee090-7c7d-46cf-b0ba-403a3e0b5964 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 1095 time: 0.0506220 Nov 11 22:49:57.544192 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-f018736c-07b0-4c64-8238-ed121e73b09e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=362b69df-ed9a-45af-ac63-9a60cf1a5a05 HTTP/1.1" status: 200 len: 217 time: 0.0487335 Nov 11 22:49:57.618871 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f68b9-0711-4c26-a37e-43e53fe42721 req-2e9edc39-cc7f-4fc2-a295-12f870f08e41 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:57.620269 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d53f68b9-0711-4c26-a37e-43e53fe42721 req-2e9edc39-cc7f-4fc2-a295-12f870f08e41 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 944 time: 0.0857267 Nov 11 22:49:57.621945 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-92725595-68f1-4201-979a-88479763e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:57.623239 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-92725595-68f1-4201-979a-88479763e75a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 200 len: 849 time: 0.0617805 Nov 11 22:49:57.712511 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-d53f68b9-0711-4c26-a37e-43e53fe42721 req-b7f3ee00-fcca-4ba0-8767-c966d996a423 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848162 Nov 11 22:49:57.716424 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-a45a9d26-eb89-4b8f-8fcb-a80c33526347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:57.717933 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-a45a9d26-eb89-4b8f-8fcb-a80c33526347 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38bc57b6-f2fb-433a-86df-6d8f38d6352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810544 Nov 11 22:49:57.814471 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-e3f4a0b7-478f-441c-be78-471377ce9af0 service neutron] 10.222.0.71 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838511 Nov 11 22:49:57.917123 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-be7757f3-eda3-4a37-b12a-1eb52e2882d2 req-a91f3403-8460-488b-a4b0-05078cfdcb49 service neutron] 10.222.0.71 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888808 Nov 11 22:49:58.024067 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c615e2-ad02-4479-be4e-e092e32d2957 req-1452f460-b28d-469e-be2e-399689ae18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:58.025601 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8c615e2-ad02-4479-be4e-e092e32d2957 req-1452f460-b28d-469e-be2e-399689ae18cd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 1095 time: 0.0481868 Nov 11 22:49:58.121398 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c615e2-ad02-4479-be4e-e092e32d2957 req-3dec6ac6-5fbe-4faa-9fcb-befe45567de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:58.122853 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8c615e2-ad02-4479-be4e-e092e32d2957 req-3dec6ac6-5fbe-4faa-9fcb-befe45567de2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 912 time: 0.0899246 Nov 11 22:49:58.166668 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8c615e2-ad02-4479-be4e-e092e32d2957 req-80552db1-de75-4389-b252-e07f1c544579 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=362b69df-ed9a-45af-ac63-9a60cf1a5a05 HTTP/1.1" status: 200 len: 217 time: 0.0352757 Nov 11 22:49:58.226755 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c615e2-ad02-4479-be4e-e092e32d2957 req-e040408e-8ae7-4354-8124-c19a68224e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:58.228088 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8c615e2-ad02-4479-be4e-e092e32d2957 req-e040408e-8ae7-4354-8124-c19a68224e62 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 200 len: 849 time: 0.0518456 Nov 11 22:49:58.279952 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c615e2-ad02-4479-be4e-e092e32d2957 req-92decafc-4ed7-448c-b4d9-40a9a9724c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:58.281625 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8c615e2-ad02-4479-be4e-e092e32d2957 req-92decafc-4ed7-448c-b4d9-40a9a9724c2b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38bc57b6-f2fb-433a-86df-6d8f38d6352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425863 Nov 11 22:49:58.379825 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8c615e2-ad02-4479-be4e-e092e32d2957 req-caab0dbc-2227-45f7-b539-95a40982e198 service neutron] 10.222.0.71 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900829 Nov 11 22:49:58.479178 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e8c615e2-ad02-4479-be4e-e092e32d2957 req-56eedc53-629f-4f70-8b54-27c8d965b350 service neutron] 10.222.0.71 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901198 Nov 11 22:49:58.840879 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4282ec-5aaf-4ec9-bfee-c3a4034bf297 req-5596acd2-a600-4f22-85c6-0e14442532c4 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:49:58.842348 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b4282ec-5aaf-4ec9-bfee-c3a4034bf297 req-5596acd2-a600-4f22-85c6-0e14442532c4 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 944 time: 0.0563617 Nov 11 22:49:58.896682 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-3b4282ec-5aaf-4ec9-bfee-c3a4034bf297 req-b2aa5199-91cb-47a1-a3e9-8ae13058ebaa tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450642 Nov 11 22:50:00.020399 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 362b69df-ed9a-45af-ac63-9a60cf1a5a05 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:50:00.034610 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077fe80-f1bb-4245-ac22-6619f918759b req-a0f39b0d-b7c3-49f1-bff5-881d966a1a16 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:00.036112 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b077fe80-f1bb-4245-ac22-6619f918759b req-a0f39b0d-b7c3-49f1-bff5-881d966a1a16 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 944 time: 0.0524948 Nov 11 22:50:00.086159 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-b077fe80-f1bb-4245-ac22-6619f918759b req-b4b6ed87-cb2e-4764-842a-76ab67c102bc tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438275 Nov 11 22:50:00.120243 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 362b69df-ed9a-45af-ac63-9a60cf1a5a05, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=362b69df-ed9a-45af-ac63-9a60cf1a5a05,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:50:00.138077 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '362b69df-ed9a-45af-ac63-9a60cf1a5a05', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'port_id': '362b69df-ed9a-45af-ac63-9a60cf1a5a05', 'mac_address': 'fa:16:3e:9e:77:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:50:00.176456 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:00.191750 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362b69df-ed9a-45af-ac63-9a60cf1a5a05 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:50:00.211776 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 362b69df-ed9a-45af-ac63-9a60cf1a5a05, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=362b69df-ed9a-45af-ac63-9a60cf1a5a05,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:50:00.224754 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:00.270523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=362b69df-ed9a-45af-ac63-9a60cf1a5a05,revision_number=4']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:50:00.556327 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['362b69df-ed9a-45af-ac63-9a60cf1a5a05'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:50:01.216218 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ac8b7-8377-4a1a-abad-3bfaa400fbcf req-50b3a2f7-ee12-410d-b549-7ab82cae68d6 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:01.217708 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-767ac8b7-8377-4a1a-abad-3bfaa400fbcf req-50b3a2f7-ee12-410d-b549-7ab82cae68d6 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 945 time: 0.0566461 Nov 11 22:50:01.271547 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-767ac8b7-8377-4a1a-abad-3bfaa400fbcf req-3ac485d9-8225-42fb-a7b6-0ca321f085cf tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447812 Nov 11 22:50:02.031053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 362b69df-ed9a-45af-ac63-9a60cf1a5a05 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:50:02.087594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning for port 362b69df-ed9a-45af-ac63-9a60cf1a5a05 completed by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:50:02.091895 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 362b69df-ed9a-45af-ac63-9a60cf1a5a05 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:50:02.092266 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:02.167495 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:02.190832 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362b69df-ed9a-45af-ac63-9a60cf1a5a05'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:50:02.193102 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320b88ad-1ed7-4504-859d-6a2843892fc1" -d '{"events": [{"server_uuid": "65fa1792-c0b2-4575-bbb9-4154d43f3856", "name": "network-vif-plugged", "status": "completed", "tag": "362b69df-ed9a-45af-ac63-9a60cf1a5a05"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:50:02.205430 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 362b69df-ed9a-45af-ac63-9a60cf1a5a05, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=362b69df-ed9a-45af-ac63-9a60cf1a5a05,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:50:02.211097 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:02.234297 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe752d80-2113-4338-82d8-3f890c01bd6a x-openstack-request-id: req-fe752d80-2113-4338-82d8-3f890c01bd6a {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:50:02.234588 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fa1792-c0b2-4575-bbb9-4154d43f3856", "name": "network-vif-plugged", "status": "completed", "tag": "362b69df-ed9a-45af-ac63-9a60cf1a5a05", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:50:02.234881 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe752d80-2113-4338-82d8-3f890c01bd6a {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:50:02.235277 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362b69df-ed9a-45af-ac63-9a60cf1a5a05', 'code': 200} Nov 11 22:50:02.260320 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=362b69df-ed9a-45af-ac63-9a60cf1a5a05,revision_number=5']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:50:02.352995 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e17049-5e45-4651-bef8-53caafde100c req-d26f9988-04d2-45d1-aad3-5fecf33566ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:02.354459 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91e17049-5e45-4651-bef8-53caafde100c req-d26f9988-04d2-45d1-aad3-5fecf33566ff service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 1097 time: 0.0510163 Nov 11 22:50:02.428548 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1cb38-8df2-456d-a7db-35299204dc6e req-0df662f3-d0d4-4bfd-b0cd-e388f14a38cc tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:02.430074 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bbe1cb38-8df2-456d-a7db-35299204dc6e req-0df662f3-d0d4-4bfd-b0cd-e388f14a38cc tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 946 time: 0.0879412 Nov 11 22:50:02.433082 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-91e17049-5e45-4651-bef8-53caafde100c req-4f7970e0-339a-485c-8b76-359fc3af59d8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616734 Nov 11 22:50:02.480486 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-bbe1cb38-8df2-456d-a7db-35299204dc6e req-18b7a0b7-a034-4ae1-9ff7-e963902dffd0 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443594 Nov 11 22:50:03.610441 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fece0-a465-4d3e-b8d4-319ed1a8a359 req-5d2e1510-da1d-4898-862e-7adf90879d4d tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:03.611970 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f1fece0-a465-4d3e-b8d4-319ed1a8a359 req-5d2e1510-da1d-4898-862e-7adf90879d4d tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 946 time: 0.0518479 Nov 11 22:50:03.662353 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-9f1fece0-a465-4d3e-b8d4-319ed1a8a359 req-da19d0d2-a970-442b-82ad-25a3468f7603 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442991 Nov 11 22:50:04.796640 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0c2af-6016-4066-b656-d514e011d0b5 req-3e73bb54-10c0-4aa9-807d-4521fa871e2d tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:04.798179 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2d0c2af-6016-4066-b656-d514e011d0b5 req-3e73bb54-10c0-4aa9-807d-4521fa871e2d tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 946 time: 0.0517807 Nov 11 22:50:04.853598 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e2d0c2af-6016-4066-b656-d514e011d0b5 req-959f0dab-a0b3-445b-947d-91e06b031d11 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468152 Nov 11 22:50:04.982406 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ff165-7f3b-4932-8620-0b7e805563b5 req-42424737-2953-4502-aedb-264404b93a35 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:04.983781 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7f9ff165-7f3b-4932-8620-0b7e805563b5 req-42424737-2953-4502-aedb-264404b93a35 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 946 time: 0.0525649 Nov 11 22:50:05.043050 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-7f9ff165-7f3b-4932-8620-0b7e805563b5 req-4bb41f8e-1880-4a14-922d-7aad34e1bc25 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514703 Nov 11 22:50:05.065235 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59966) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:50:05.105735 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98a1883-04f8-482b-8a19-f1a2fedc2958 tempest-TestSnapshotPattern-1987430168 tempest-TestSnapshotPattern-1987430168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:05.107219 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-e98a1883-04f8-482b-8a19-f1a2fedc2958 tempest-TestSnapshotPattern-1987430168 tempest-TestSnapshotPattern-1987430168-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 1092 time: 0.0410223 Nov 11 22:50:05.110155 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 59968) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:50:05.114407 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.v2.base [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Request body: {'floatingip': {'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'port_id': '362b69df-ed9a-45af-ac63-9a60cf1a5a05', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:50:05.139207 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for floatingip, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:05.249733 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:05.353959 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_common [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Allocated IP 172.25.0.188 (0a630514-d3c7-460d-bc48-cd2bd16452e1/f17a2db5-2b6c-4c91-b4e6-13b915a1aacd/966ec504-3121-4c27-af55-0227fa77c3a0) {{(pid=102534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:50:05.464959 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for port, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:05.503117 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756755468436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:05.539723 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Network 0a630514-d3c7-460d-bc48-cd2bd16452e1 is already hosted by enough agents. {{(pid=102534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:50:05.544963 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.base_scheduler [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Resources bound (agent type, host, resource id): {{(pid=102534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:50:05.549268 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Received port after_create {{(pid=102534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:50:05.554979 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event updated for resources: {'Port': ['ID=966ec504-3121-4c27-af55-0227fa77c3a0,revision_number=1']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:50:05.913007 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:05.984440 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:06.134119 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for port, precommit_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:06.141534 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4708488'] for port, after_update {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:06.209712 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event updated for resources: {'Port': ['ID=966ec504-3121-4c27-af55-0227fa77c3a0,revision_number=2']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:50:06.223851 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2084562'] for floatingip, after_create {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:06.323430 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Floating IP ad1b4d4a-67ed-4b4d-a900-44688509bccc associated. External IP: 172.25.0.188, port: 362b69df-ed9a-45af-ac63-9a60cf1a5a05. Nov 11 22:50:06.551648 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Router 13cae451-5e7c-4fcf-aa54-510cce978e24 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:50:06.664118 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:50:06.674719 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a936a06-5068-48bb-bea3-e719a1775b12 None None] Sync routers for ids ['13cae451-5e7c-4fcf-aa54-510cce978e24'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:50:06.686197 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a936a06-5068-48bb-bea3-e719a1775b12 None None] Routers {'13cae451-5e7c-4fcf-aa54-510cce978e24'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:50:06.687165 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a936a06-5068-48bb-bea3-e719a1775b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:49:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['13cae451-5e7c-4fcf-aa54-510cce978e24'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:50:06.687894 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:06.718344 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-4ea03f2c-921a-4d2f-9ffb-6877ff28538f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6071503 Nov 11 22:50:06.719088 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'tag': '362b69df-ed9a-45af-ac63-9a60cf1a5a05'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:50:06.721416 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00ab4ff-84fb-4a16-a309-21aaeafb1d00" -d '{"events": [{"name": "network-changed", "server_uuid": "65fa1792-c0b2-4575-bbb9-4154d43f3856", "tag": "362b69df-ed9a-45af-ac63-9a60cf1a5a05"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:50:06.757185 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f832514-4a84-4bdf-8b25-3f10ec051e32 x-openstack-request-id: req-0f832514-4a84-4bdf-8b25-3f10ec051e32 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:50:06.757482 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fa1792-c0b2-4575-bbb9-4154d43f3856", "tag": "362b69df-ed9a-45af-ac63-9a60cf1a5a05", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:50:06.757739 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f832514-4a84-4bdf-8b25-3f10ec051e32 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:50:06.758151 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'tag': '362b69df-ed9a-45af-ac63-9a60cf1a5a05', 'status': 'completed', 'code': 200} Nov 11 22:50:06.791632 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7a936a06-5068-48bb-bea3-e719a1775b12 None None] Set router 13cae451-5e7c-4fcf-aa54-510cce978e24 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:50:06.825172 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ab4ff-84fb-4a16-a309-21aaeafb1d00 req-0b414583-b72b-47ae-99c6-75125827a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:06.826730 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c00ab4ff-84fb-4a16-a309-21aaeafb1d00 req-0b414583-b72b-47ae-99c6-75125827a208 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 1097 time: 0.0421827 Nov 11 22:50:06.927502 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ab4ff-84fb-4a16-a309-21aaeafb1d00 req-4dde82ad-6f0e-4e81-81dc-876c56dcdbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:06.929055 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c00ab4ff-84fb-4a16-a309-21aaeafb1d00 req-4dde82ad-6f0e-4e81-81dc-876c56dcdbc0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 912 time: 0.0937376 Nov 11 22:50:07.020001 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a936a06-5068-48bb-bea3-e719a1775b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'ad1b4d4a-67ed-4b4d-a900-44688509bccc', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'port_id': '362b69df-ed9a-45af-ac63-9a60cf1a5a05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'mac_address': 'fa:16:3e:9e:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:50:05Z', 'updated_at': '2021-11-11T22:50:05Z', 'revision_number': 0, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'fixed_ip_address_scope': None}, {'id': 'cb0afa37-175c-4be8-a681-91c4e6f5e21f', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'port_id': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'mac_address': 'fa:16:3e:ed:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:47:33Z', 'updated_at': '2021-11-11T22:47:35Z', 'revision_number': 1, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df9caab-f8a9-44f9-9523-fb6635528423', 'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'mac_address': 'fa:16:3e:4b:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:11Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 5, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'subnets': [{'id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:50:07.050102 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a936a06-5068-48bb-bea3-e719a1775b12 None None] Checking router: 13cae451-5e7c-4fcf-aa54-510cce978e24 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:50:07.059266 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a936a06-5068-48bb-bea3-e719a1775b12 None None] Routers {'13cae451-5e7c-4fcf-aa54-510cce978e24'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:50:07.059874 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a936a06-5068-48bb-bea3-e719a1775b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:49:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['13cae451-5e7c-4fcf-aa54-510cce978e24'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:50:07.165515 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-7a936a06-5068-48bb-bea3-e719a1775b12 None None] Set router 13cae451-5e7c-4fcf-aa54-510cce978e24 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:50:07.352787 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c00ab4ff-84fb-4a16-a309-21aaeafb1d00 req-bc13c899-942a-401b-ab3e-e66454528568 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=362b69df-ed9a-45af-ac63-9a60cf1a5a05 HTTP/1.1" status: 200 len: 1000 time: 0.4164743 Nov 11 22:50:07.405926 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ab4ff-84fb-4a16-a309-21aaeafb1d00 req-18541226-cdc8-4535-ab46-e3ee370de432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:07.407437 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c00ab4ff-84fb-4a16-a309-21aaeafb1d00 req-18541226-cdc8-4535-ab46-e3ee370de432 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 200 len: 849 time: 0.0464447 Nov 11 22:50:07.458713 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ab4ff-84fb-4a16-a309-21aaeafb1d00 req-95be2f92-692f-4df2-a56b-2d04a19c7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:07.460146 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c00ab4ff-84fb-4a16-a309-21aaeafb1d00 req-95be2f92-692f-4df2-a56b-2d04a19c7d6b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38bc57b6-f2fb-433a-86df-6d8f38d6352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455122 Nov 11 22:50:07.496089 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-7a936a06-5068-48bb-bea3-e719a1775b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'ad1b4d4a-67ed-4b4d-a900-44688509bccc', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'port_id': '362b69df-ed9a-45af-ac63-9a60cf1a5a05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'mac_address': 'fa:16:3e:9e:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:50:05Z', 'updated_at': '2021-11-11T22:50:05Z', 'revision_number': 0, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'fixed_ip_address_scope': None}, {'id': 'cb0afa37-175c-4be8-a681-91c4e6f5e21f', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'port_id': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'mac_address': 'fa:16:3e:ed:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:47:33Z', 'updated_at': '2021-11-11T22:47:35Z', 'revision_number': 1, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df9caab-f8a9-44f9-9523-fb6635528423', 'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'mac_address': 'fa:16:3e:4b:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:11Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 5, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'subnets': [{'id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:50:07.526597 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a936a06-5068-48bb-bea3-e719a1775b12 None None] The sync data for ids ['13cae451-5e7c-4fcf-aa54-510cce978e24'] in n-d-805737-3 is: [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'ad1b4d4a-67ed-4b4d-a900-44688509bccc', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'port_id': '362b69df-ed9a-45af-ac63-9a60cf1a5a05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'mac_address': 'fa:16:3e:9e:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:50:05Z', 'updated_at': '2021-11-11T22:50:05Z', 'revision_number': 0, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'fixed_ip_address_scope': None}, {'id': 'cb0afa37-175c-4be8-a681-91c4e6f5e21f', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'port_id': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'mac_address': 'fa:16:3e:ed:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:47:33Z', 'updated_at': '2021-11-11T22:47:35Z', 'revision_number': 1, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df9caab-f8a9-44f9-9523-fb6635528423', 'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'mac_address': 'fa:16:3e:4b:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:11Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 5, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'subnets': [{'id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:50:07.555692 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c00ab4ff-84fb-4a16-a309-21aaeafb1d00 req-1cea277c-95d4-442f-bf26-54411174ba50 service neutron] 10.222.0.71 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872889 Nov 11 22:50:07.653873 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c00ab4ff-84fb-4a16-a309-21aaeafb1d00 req-b379e054-c56d-4d35-a286-7a18b010eeb1 service neutron] 10.222.0.71 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900781 Nov 11 22:50:07.735388 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291e96ae-c68f-480e-8cde-60f27a4835cf None None] New status for floating IP ad1b4d4a-67ed-4b4d-a900-44688509bccc: ACTIVE {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:50:11.963257 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:13.969620 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-aaa51298-e0f7-4f5d-af41-f595605586c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:15.494569 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:16.169747 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1a00b0bf-71a0-4117-831e-73d9f6641fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:17.578436 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:18.524149 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:50:18.943134 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:19.455307 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:36.846686 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b8260a29-9823-4c0d-bc24-72cec6b52000 req-ce915921-dbb6-4a6b-a4d2-7df5a3b46dea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435643 Nov 11 22:50:36.935617 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8260a29-9823-4c0d-bc24-72cec6b52000 req-ec6bef05-fa71-472a-8d3e-21f49d15c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:36.937176 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b8260a29-9823-4c0d-bc24-72cec6b52000 req-ec6bef05-fa71-472a-8d3e-21f49d15c767 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 1094 time: 0.0468564 Nov 11 22:50:37.044557 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8260a29-9823-4c0d-bc24-72cec6b52000 req-10fb8801-79d2-43ac-b19a-2b79f313c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:37.045993 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b8260a29-9823-4c0d-bc24-72cec6b52000 req-10fb8801-79d2-43ac-b19a-2b79f313c5b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 912 time: 0.0900733 Nov 11 22:50:37.120390 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b8260a29-9823-4c0d-bc24-72cec6b52000 req-39a5fcad-963a-410e-a2ab-be074b673022 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e366f3-c990-42a3-9907-bcb155451aca HTTP/1.1" status: 200 len: 999 time: 0.0672226 Nov 11 22:50:37.174822 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8260a29-9823-4c0d-bc24-72cec6b52000 req-c62f8ce7-5587-4364-85a4-43ab84c3ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:37.176310 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b8260a29-9823-4c0d-bc24-72cec6b52000 req-c62f8ce7-5587-4364-85a4-43ab84c3ef7f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 200 len: 849 time: 0.0493939 Nov 11 22:50:37.223907 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8260a29-9823-4c0d-bc24-72cec6b52000 req-768d0c2d-4bdb-40c5-a252-e3ccf5752229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:37.225489 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b8260a29-9823-4c0d-bc24-72cec6b52000 req-768d0c2d-4bdb-40c5-a252-e3ccf5752229 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38bc57b6-f2fb-433a-86df-6d8f38d6352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422156 Nov 11 22:50:37.322036 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b8260a29-9823-4c0d-bc24-72cec6b52000 req-2c67e7ca-06b0-4c35-a5b6-bf9247d95eaf service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887041 Nov 11 22:50:37.415015 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b8260a29-9823-4c0d-bc24-72cec6b52000 req-f93ff3c3-561c-447d-a184-249cb2116320 service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861752 Nov 11 22:50:41.967688 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:43.551826 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78af5d68-b734-4d87-8fd0-b0f5683570a7 req-71c725dc-5558-4462-8161-0e51925fc64f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397494 Nov 11 22:50:43.647830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af5d68-b734-4d87-8fd0-b0f5683570a7 req-93ef9202-aae9-4488-b9b9-066c62304612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:43.649391 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78af5d68-b734-4d87-8fd0-b0f5683570a7 req-93ef9202-aae9-4488-b9b9-066c62304612 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 1097 time: 0.0430081 Nov 11 22:50:43.759767 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af5d68-b734-4d87-8fd0-b0f5683570a7 req-442ff356-e8b0-44d6-8a3b-6bb2e87f6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:43.761267 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78af5d68-b734-4d87-8fd0-b0f5683570a7 req-442ff356-e8b0-44d6-8a3b-6bb2e87f6588 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 912 time: 0.0874784 Nov 11 22:50:43.830711 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78af5d68-b734-4d87-8fd0-b0f5683570a7 req-05b98538-27fe-4799-aaf2-50c2ca4b4dc6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=362b69df-ed9a-45af-ac63-9a60cf1a5a05 HTTP/1.1" status: 200 len: 1002 time: 0.0612247 Nov 11 22:50:43.886787 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af5d68-b734-4d87-8fd0-b0f5683570a7 req-862abbcb-8ca3-41c4-bfbb-72e54f4e004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:43.888264 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78af5d68-b734-4d87-8fd0-b0f5683570a7 req-862abbcb-8ca3-41c4-bfbb-72e54f4e004b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 200 len: 849 time: 0.0500004 Nov 11 22:50:43.940434 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af5d68-b734-4d87-8fd0-b0f5683570a7 req-a6de57d5-a5e0-4319-a842-528f5a5d48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:50:43.942017 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78af5d68-b734-4d87-8fd0-b0f5683570a7 req-a6de57d5-a5e0-4319-a842-528f5a5d48d3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38bc57b6-f2fb-433a-86df-6d8f38d6352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422816 Nov 11 22:50:43.964587 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-dde1e899-c750-4d3d-bc53-95cbcd0910a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:44.038611 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78af5d68-b734-4d87-8fd0-b0f5683570a7 req-90393d3e-b91f-4b40-8514-8cc69bf7de7b service neutron] 10.222.0.71 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868969 Nov 11 22:50:44.136895 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-78af5d68-b734-4d87-8fd0-b0f5683570a7 req-71b2dd3b-a5ca-4e49-b5a6-a5f2633da6f1 service neutron] 10.222.0.71 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898557 Nov 11 22:50:45.480638 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:46.161847 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-093f54e0-1591-4668-ae14-9e0abd417315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:47.586360 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:48.947044 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:49.455586 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:50:55.524705 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:51:11.986611 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:13.968633 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-43e9edc4-028e-45a5-8acc-1af222390b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:15.492999 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:16.162631 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0fc01669-5107-4fab-aee9-757338b4ecf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:17.594138 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:18.952780 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:19.456778 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:32.524567 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:51:36.850488 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-153ce7be-f9e9-41e3-8fdb-a4ed568bc3eb req-791a491a-7bc8-45da-b6a3-8159d06638a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421708 Nov 11 22:51:36.941201 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ce7be-f9e9-41e3-8fdb-a4ed568bc3eb req-99e1a70c-a058-4f24-a16a-806c11204041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:36.942735 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-153ce7be-f9e9-41e3-8fdb-a4ed568bc3eb req-99e1a70c-a058-4f24-a16a-806c11204041 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 1094 time: 0.0471609 Nov 11 22:51:37.049631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ce7be-f9e9-41e3-8fdb-a4ed568bc3eb req-667d4516-bebd-41e7-ac10-9f5f2e4d3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:37.051110 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-153ce7be-f9e9-41e3-8fdb-a4ed568bc3eb req-667d4516-bebd-41e7-ac10-9f5f2e4d3da8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 912 time: 0.0887778 Nov 11 22:51:37.120366 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-153ce7be-f9e9-41e3-8fdb-a4ed568bc3eb req-8586d51d-b35f-486a-8012-df6b621d8011 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e366f3-c990-42a3-9907-bcb155451aca HTTP/1.1" status: 200 len: 999 time: 0.0617394 Nov 11 22:51:37.170050 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ce7be-f9e9-41e3-8fdb-a4ed568bc3eb req-0bcaaee3-ade9-4fa1-a3bb-197000b1ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:37.171442 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-153ce7be-f9e9-41e3-8fdb-a4ed568bc3eb req-0bcaaee3-ade9-4fa1-a3bb-197000b1ace6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 200 len: 849 time: 0.0443063 Nov 11 22:51:37.216957 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ce7be-f9e9-41e3-8fdb-a4ed568bc3eb req-2adbdd35-d66b-4bde-af0b-d880f1f0c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:37.218411 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-153ce7be-f9e9-41e3-8fdb-a4ed568bc3eb req-2adbdd35-d66b-4bde-af0b-d880f1f0c5ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38bc57b6-f2fb-433a-86df-6d8f38d6352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397799 Nov 11 22:51:37.233215 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [req-153ce7be-f9e9-41e3-8fdb-a4ed568bc3eb req-fab1a4af-2836-4c13-9a1d-0a183fa29424 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102535) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:51:37.234183 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-153ce7be-f9e9-41e3-8fdb-a4ed568bc3eb req-fab1a4af-2836-4c13-9a1d-0a183fa29424 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052741 Nov 11 22:51:37.325450 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-153ce7be-f9e9-41e3-8fdb-a4ed568bc3eb req-55527381-0ee6-4683-86fc-a2f2e8ddc0e9 service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844572 Nov 11 22:51:37.414419 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-153ce7be-f9e9-41e3-8fdb-a4ed568bc3eb req-0f8e7c53-4e48-43fe-9f12-b5980dfa5ad5 service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820372 Nov 11 22:51:38.498028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 362b69df-ed9a-45af-ac63-9a60cf1a5a05 details requested by agent hyperv_n-h2-805737-3 with host n-h2-805737-3 {{(pid=102536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:51:38.597314 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 362b69df-ed9a-45af-ac63-9a60cf1a5a05, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=362b69df-ed9a-45af-ac63-9a60cf1a5a05,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:51:38.609353 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Returning: {'device': '362b69df-ed9a-45af-ac63-9a60cf1a5a05', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'port_id': '362b69df-ed9a-45af-ac63-9a60cf1a5a05', 'mac_address': 'fa:16:3e:9e:77:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:51:38.652535 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:38.667291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 362b69df-ed9a-45af-ac63-9a60cf1a5a05 {{(pid=102536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:51:38.686148 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 362b69df-ed9a-45af-ac63-9a60cf1a5a05, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=362b69df-ed9a-45af-ac63-9a60cf1a5a05,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:51:38.691192 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:38.742895 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=362b69df-ed9a-45af-ac63-9a60cf1a5a05,revision_number=6']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:51:38.751157 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:38.751523 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:38.751863 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:38.752206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:38.752555 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:38.752907 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:38.753246 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:38.753594 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:38.753918 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:38.754268 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:38.754601 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:38.754925 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:38.784304 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] get_ports_and_sgs() called for port_ids ['362b69df-ed9a-45af-ac63-9a60cf1a5a05'] {{(pid=102536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:51:40.511309 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 362b69df-ed9a-45af-ac63-9a60cf1a5a05 up at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:51:40.565504 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.provisioning_blocks [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Provisioning complete for port 362b69df-ed9a-45af-ac63-9a60cf1a5a05 triggered by entity L2. {{(pid=102536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:51:40.566887 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965935'] for port, provisioning_complete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:40.655874 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:40.679512 n-d-805737-3 neutron-server[102536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362b69df-ed9a-45af-ac63-9a60cf1a5a05'}] {{(pid=102536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:51:40.681926 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3019dea1ea869a49266b08fc393c796508d482269489bc892ba949e178d80e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5287ad9-6008-41b9-8e3e-3cf289b97cd1" -d '{"events": [{"server_uuid": "65fa1792-c0b2-4575-bbb9-4154d43f3856", "name": "network-vif-plugged", "status": "completed", "tag": "362b69df-ed9a-45af-ac63-9a60cf1a5a05"}]}' {{(pid=102536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:51:40.697733 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] For port 362b69df-ed9a-45af-ac63-9a60cf1a5a05, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=362b69df-ed9a-45af-ac63-9a60cf1a5a05,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:51:40.707697 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756755880340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756755468454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756755468472'] for port, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:40.735878 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731b02bf-4213-44bc-9fb2-7ec791b3d0f3 x-openstack-request-id: req-731b02bf-4213-44bc-9fb2-7ec791b3d0f3 {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:51:40.736167 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fa1792-c0b2-4575-bbb9-4154d43f3856", "name": "network-vif-plugged", "status": "completed", "tag": "362b69df-ed9a-45af-ac63-9a60cf1a5a05", "code": 200}]} {{(pid=102536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:51:40.736418 n-d-805737-3 neutron-server[102536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-731b02bf-4213-44bc-9fb2-7ec791b3d0f3 {{(pid=102536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:51:40.736835 n-d-805737-3 neutron-server[102536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362b69df-ed9a-45af-ac63-9a60cf1a5a05', 'code': 200} Nov 11 22:51:40.779053 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Pushing event updated for resources: {'Port': ['ID=362b69df-ed9a-45af-ac63-9a60cf1a5a05,revision_number=7']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:51:41.982261 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:43.966293 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-20ed54fa-b6d6-4ea1-9156-28814ff3cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:44.576084 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372aa8e-d43f-4616-b2ec-99451345c8f4 req-74db01fe-8aa6-4eba-97bc-5f2ac91ec5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:44.577783 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c372aa8e-d43f-4616-b2ec-99451345c8f4 req-74db01fe-8aa6-4eba-97bc-5f2ac91ec5fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 1097 time: 0.0446732 Nov 11 22:51:44.691448 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372aa8e-d43f-4616-b2ec-99451345c8f4 req-d5018766-5666-4033-a548-4fe98a548b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:44.692876 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c372aa8e-d43f-4616-b2ec-99451345c8f4 req-d5018766-5666-4033-a548-4fe98a548b22 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 912 time: 0.0925133 Nov 11 22:51:44.769880 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c372aa8e-d43f-4616-b2ec-99451345c8f4 req-c329c0a8-14aa-4bcd-9dcb-999f0b7931be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=362b69df-ed9a-45af-ac63-9a60cf1a5a05 HTTP/1.1" status: 200 len: 1002 time: 0.0653870 Nov 11 22:51:44.823435 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372aa8e-d43f-4616-b2ec-99451345c8f4 req-ec41a325-ded5-4f26-b312-77ae1dc63eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:44.824976 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c372aa8e-d43f-4616-b2ec-99451345c8f4 req-ec41a325-ded5-4f26-b312-77ae1dc63eb1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 200 len: 849 time: 0.0476158 Nov 11 22:51:44.884730 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372aa8e-d43f-4616-b2ec-99451345c8f4 req-29eec7d6-3c47-4812-9f0a-291aaca034a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:44.886674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c372aa8e-d43f-4616-b2ec-99451345c8f4 req-29eec7d6-3c47-4812-9f0a-291aaca034a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38bc57b6-f2fb-433a-86df-6d8f38d6352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540099 Nov 11 22:51:44.898529 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-c372aa8e-d43f-4616-b2ec-99451345c8f4 req-439524a6-e98d-4c0b-90d5-585ff18c2b29 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=102534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:51:44.899820 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c372aa8e-d43f-4616-b2ec-99451345c8f4 req-439524a6-e98d-4c0b-90d5-585ff18c2b29 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057735 Nov 11 22:51:44.996327 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c372aa8e-d43f-4616-b2ec-99451345c8f4 req-1f05c5bd-09de-47fb-8c9b-afe0a8df62b9 service neutron] 10.222.0.71 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880582 Nov 11 22:51:45.107158 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-c372aa8e-d43f-4616-b2ec-99451345c8f4 req-7fcceb85-440a-4143-9dbe-a915882f291a service neutron] 10.222.0.71 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030858 Nov 11 22:51:45.517432 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:46.159207 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3e642a61-974c-4953-9ea7-771a1c35bf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:47.585946 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:48.947579 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:49.306937 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60174) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:51:49.452128 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:49.466300 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Deleting port 966ec504-3121-4c27-af55-0227fa77c3a0 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:51:49.466637 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:49.544525 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:49.544769 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:49.556309 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Calling delete_port for 966ec504-3121-4c27-af55-0227fa77c3a0 owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:51:49.714334 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:49.743109 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event deleted for resources: {'Port': ['ID=966ec504-3121-4c27-af55-0227fa77c3a0,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:51:49.755509 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:49.755654 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:49.755937 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:49.756234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:49.756594 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:49.756950 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:49.757248 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:49.757699 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:49.757843 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:49.758188 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:49.758507 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:49.758827 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:49.812232 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:49.812461 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Floating IP ad1b4d4a-67ed-4b4d-a900-44688509bccc disassociated (deleted). External IP: 172.25.0.188, port: 362b69df-ed9a-45af-ac63-9a60cf1a5a05. Nov 11 22:51:50.024927 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Router 13cae451-5e7c-4fcf-aa54-510cce978e24 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:51:50.141387 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:51:50.146539 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:50.151351 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a946e-17b8-4fdb-9267-c1fbabf444d2 None None] Sync routers for ids ['13cae451-5e7c-4fcf-aa54-510cce978e24'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:51:50.161685 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52a946e-17b8-4fdb-9267-c1fbabf444d2 None None] Routers {'13cae451-5e7c-4fcf-aa54-510cce978e24'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:51:50.162296 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c52a946e-17b8-4fdb-9267-c1fbabf444d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:51:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['13cae451-5e7c-4fcf-aa54-510cce978e24'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:51:50.175405 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2c4b2aa4-d5e1-4154-8ddb-21d6bd3d1c86 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "DELETE /v2.0/floatingips/ad1b4d4a-67ed-4b4d-a900-44688509bccc HTTP/1.1" status: 204 len: 168 time: 0.8672957 Nov 11 22:51:50.176213 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'tag': '362b69df-ed9a-45af-ac63-9a60cf1a5a05'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:51:50.178672 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc67898-46bc-4cbe-a5f3-f074b4fcd82b" -d '{"events": [{"name": "network-changed", "server_uuid": "65fa1792-c0b2-4575-bbb9-4154d43f3856", "tag": "362b69df-ed9a-45af-ac63-9a60cf1a5a05"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:51:50.267124 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c52a946e-17b8-4fdb-9267-c1fbabf444d2 None None] Set router 13cae451-5e7c-4fcf-aa54-510cce978e24 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:51:50.340423 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655ba1cc-f034-4bf3-bff7-10ddb0cd757e x-openstack-request-id: req-655ba1cc-f034-4bf3-bff7-10ddb0cd757e {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:51:50.341007 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fa1792-c0b2-4575-bbb9-4154d43f3856", "tag": "362b69df-ed9a-45af-ac63-9a60cf1a5a05", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:51:50.341007 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-655ba1cc-f034-4bf3-bff7-10ddb0cd757e {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:51:50.341385 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'tag': '362b69df-ed9a-45af-ac63-9a60cf1a5a05', 'status': 'completed', 'code': 200} Nov 11 22:51:50.435470 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc67898-46bc-4cbe-a5f3-f074b4fcd82b req-cd857f8d-9b00-429f-a925-d6565ec2b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:50.436927 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cc67898-46bc-4cbe-a5f3-f074b4fcd82b req-cd857f8d-9b00-429f-a925-d6565ec2b3d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 1097 time: 0.0729778 Nov 11 22:51:50.475093 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d93d6f-f131-4d6c-8618-bd421693cc9f req-dbca416b-486d-4bd3-acb8-02711da862ec tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:50.476567 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9d93d6f-f131-4d6c-8618-bd421693cc9f req-dbca416b-486d-4bd3-acb8-02711da862ec tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 946 time: 0.0853148 Nov 11 22:51:50.504431 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c52a946e-17b8-4fdb-9267-c1fbabf444d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'cb0afa37-175c-4be8-a681-91c4e6f5e21f', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'port_id': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'mac_address': 'fa:16:3e:ed:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:47:33Z', 'updated_at': '2021-11-11T22:47:35Z', 'revision_number': 1, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df9caab-f8a9-44f9-9523-fb6635528423', 'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'mac_address': 'fa:16:3e:4b:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:11Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 5, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'subnets': [{'id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:51:50.530702 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a946e-17b8-4fdb-9267-c1fbabf444d2 None None] Checking router: 13cae451-5e7c-4fcf-aa54-510cce978e24 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:51:50.539143 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52a946e-17b8-4fdb-9267-c1fbabf444d2 None None] Routers {'13cae451-5e7c-4fcf-aa54-510cce978e24'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:51:50.539743 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c52a946e-17b8-4fdb-9267-c1fbabf444d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:51:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['13cae451-5e7c-4fcf-aa54-510cce978e24'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:51:50.575933 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a9d93d6f-f131-4d6c-8618-bd421693cc9f req-758f1dc1-7f0f-46d3-9220-5930fee943a0 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926168 Nov 11 22:51:50.578865 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc67898-46bc-4cbe-a5f3-f074b4fcd82b req-3b058cf2-b100-4a47-93d4-56fcdfcf0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:50.581288 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cc67898-46bc-4cbe-a5f3-f074b4fcd82b req-3b058cf2-b100-4a47-93d4-56fcdfcf0825 service neutron] 10.222.0.71 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 912 time: 0.1351044 Nov 11 22:51:50.632015 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cc67898-46bc-4cbe-a5f3-f074b4fcd82b req-4312d4f3-4618-49ce-8903-e03aadbdb927 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=362b69df-ed9a-45af-ac63-9a60cf1a5a05 HTTP/1.1" status: 200 len: 217 time: 0.0406134 Nov 11 22:51:50.650277 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-c52a946e-17b8-4fdb-9267-c1fbabf444d2 None None] Set router 13cae451-5e7c-4fcf-aa54-510cce978e24 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:51:50.684878 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc67898-46bc-4cbe-a5f3-f074b4fcd82b req-f9e1a89f-f1b4-4daf-9e2e-d13783cca816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:50.686461 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cc67898-46bc-4cbe-a5f3-f074b4fcd82b req-f9e1a89f-f1b4-4daf-9e2e-d13783cca816 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 200 len: 849 time: 0.0468941 Nov 11 22:51:50.737111 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc67898-46bc-4cbe-a5f3-f074b4fcd82b req-0839f0f9-850e-4243-9402-c85eb61e6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:50.738674 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cc67898-46bc-4cbe-a5f3-f074b4fcd82b req-0839f0f9-850e-4243-9402-c85eb61e6fb9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=38bc57b6-f2fb-433a-86df-6d8f38d6352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435181 Nov 11 22:51:50.836997 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cc67898-46bc-4cbe-a5f3-f074b4fcd82b req-445f3cb8-0baa-4c1c-8668-425040ed9df0 service neutron] 10.222.0.71 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893965 Nov 11 22:51:50.879707 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-c52a946e-17b8-4fdb-9267-c1fbabf444d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'cb0afa37-175c-4be8-a681-91c4e6f5e21f', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'port_id': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'mac_address': 'fa:16:3e:ed:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:47:33Z', 'updated_at': '2021-11-11T22:47:35Z', 'revision_number': 1, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df9caab-f8a9-44f9-9523-fb6635528423', 'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'mac_address': 'fa:16:3e:4b:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:11Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 5, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'subnets': [{'id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:51:50.909710 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a946e-17b8-4fdb-9267-c1fbabf444d2 None None] The sync data for ids ['13cae451-5e7c-4fcf-aa54-510cce978e24'] in n-d-805737-3 is: [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_floatingips': [{'id': 'cb0afa37-175c-4be8-a681-91c4e6f5e21f', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'router_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'port_id': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'mac_address': 'fa:16:3e:ed:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:47:33Z', 'updated_at': '2021-11-11T22:47:35Z', 'revision_number': 1, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df9caab-f8a9-44f9-9523-fb6635528423', 'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'mac_address': 'fa:16:3e:4b:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:11Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 5, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'subnets': [{'id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:51:50.941018 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-2cc67898-46bc-4cbe-a5f3-f074b4fcd82b req-3958a5f9-b3e5-4060-b30a-d6988bb27a6c service neutron] 10.222.0.71 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933909 Nov 11 22:51:51.159199 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2fa818-c6ff-4940-880b-6ef9e657526e None None] New status for floating IP ad1b4d4a-67ed-4b4d-a900-44688509bccc: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:51:51.710442 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6c4bd-6dd2-4d98-bb59-e41beaaf9421 req-175ea4db-b10f-41fd-9225-23dc00182d6a tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:51.711977 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92d6c4bd-6dd2-4d98-bb59-e41beaaf9421 req-175ea4db-b10f-41fd-9225-23dc00182d6a tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 946 time: 0.0505950 Nov 11 22:51:51.773294 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-92d6c4bd-6dd2-4d98-bb59-e41beaaf9421 req-adc5b6b8-1f9b-44d7-bd3b-3d75f289dd8c tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524375 Nov 11 22:51:52.363112 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ee8a2-5552-4690-9c02-e08c8ef14ee9 req-582e5088-471a-4e0a-85d9-fbcd1cd2ad43 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:52.364581 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a80ee8a2-5552-4690-9c02-e08c8ef14ee9 req-582e5088-471a-4e0a-85d9-fbcd1cd2ad43 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.71 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 946 time: 0.0564206 Nov 11 22:51:52.464991 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-a80ee8a2-5552-4690-9c02-e08c8ef14ee9 req-5b5c75ad-4291-4a3a-9fd8-029f29690fcd tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Deleting port 362b69df-ed9a-45af-ac63-9a60cf1a5a05 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:51:52.465320 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a80ee8a2-5552-4690-9c02-e08c8ef14ee9 req-5b5c75ad-4291-4a3a-9fd8-029f29690fcd tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:52.563830 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [req-a80ee8a2-5552-4690-9c02-e08c8ef14ee9 req-5b5c75ad-4291-4a3a-9fd8-029f29690fcd tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] For port 362b69df-ed9a-45af-ac63-9a60cf1a5a05, host n-h2-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805737-3',level=0,port_id=362b69df-ed9a-45af-ac63-9a60cf1a5a05,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:51:52.564223 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a80ee8a2-5552-4690-9c02-e08c8ef14ee9 req-5b5c75ad-4291-4a3a-9fd8-029f29690fcd tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:52.577552 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [req-a80ee8a2-5552-4690-9c02-e08c8ef14ee9 req-5b5c75ad-4291-4a3a-9fd8-029f29690fcd tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Calling delete_port for 362b69df-ed9a-45af-ac63-9a60cf1a5a05 owned by compute:nova {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:51:52.606677 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 362b69df-ed9a-45af-ac63-9a60cf1a5a05 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:51:52.684670 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529006'] for port, before_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:52.712401 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a80ee8a2-5552-4690-9c02-e08c8ef14ee9 req-5b5c75ad-4291-4a3a-9fd8-029f29690fcd tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:52.743090 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c75ad-4291-4a3a-9fd8-029f29690fcd tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event deleted for resources: {'Port': ['ID=362b69df-ed9a-45af-ac63-9a60cf1a5a05,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:51:52.781587 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80ee8a2-5552-4690-9c02-e08c8ef14ee9 req-5b5c75ad-4291-4a3a-9fd8-029f29690fcd tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] No DVR routers for this DVR port 362b69df-ed9a-45af-ac63-9a60cf1a5a05 on host n-h2-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:51:52.784316 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [req-a80ee8a2-5552-4690-9c02-e08c8ef14ee9 req-5b5c75ad-4291-4a3a-9fd8-029f29690fcd tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:52.787663 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-a80ee8a2-5552-4690-9c02-e08c8ef14ee9 req-5b5c75ad-4291-4a3a-9fd8-029f29690fcd tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.71 "DELETE /v2.0/ports/362b69df-ed9a-45af-ac63-9a60cf1a5a05 HTTP/1.1" status: 204 len: 173 time: 0.4125078 Nov 11 22:51:52.788103 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'name': 'network-vif-deleted', 'tag': '362b69df-ed9a-45af-ac63-9a60cf1a5a05'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:51:52.790416 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef1d61e-e531-461d-9786-b3cf985134aa" -d '{"events": [{"server_uuid": "65fa1792-c0b2-4575-bbb9-4154d43f3856", "name": "network-vif-deleted", "tag": "362b69df-ed9a-45af-ac63-9a60cf1a5a05"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:51:52.881307 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb12465-cf11-45a2-bb13-14bb441e6254 x-openstack-request-id: req-2fb12465-cf11-45a2-bb13-14bb441e6254 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:51:52.881606 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fa1792-c0b2-4575-bbb9-4154d43f3856", "name": "network-vif-deleted", "tag": "362b69df-ed9a-45af-ac63-9a60cf1a5a05", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:51:52.881864 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2fb12465-cf11-45a2-bb13-14bb441e6254 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:51:52.882271 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fa1792-c0b2-4575-bbb9-4154d43f3856', 'name': 'network-vif-deleted', 'tag': '362b69df-ed9a-45af-ac63-9a60cf1a5a05', 'status': 'completed', 'code': 200} Nov 11 22:51:52.971984 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-85c519a2-82bc-4ea4-a077-796bed8ba0a5 req-1df932db-f037-42b8-8ccb-fa0f6a9f3d85 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=65fa1792-c0b2-4575-bbb9-4154d43f3856 HTTP/1.1" status: 200 len: 210 time: 0.0270050 Nov 11 22:51:54.586271 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60232) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:51:54.768376 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-145303ce-1520-4560-8991-889505f451e9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Deleting port fd00e776-872b-4b0e-a0e1-d8d6911c164c {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:51:54.768713 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-145303ce-1520-4560-8991-889505f451e9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:54.844823 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-145303ce-1520-4560-8991-889505f451e9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:54.845177 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-145303ce-1520-4560-8991-889505f451e9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:54.856845 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-145303ce-1520-4560-8991-889505f451e9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Calling delete_port for fd00e776-872b-4b0e-a0e1-d8d6911c164c owned by network:floatingip {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:51:55.011160 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-145303ce-1520-4560-8991-889505f451e9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:55.035591 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145303ce-1520-4560-8991-889505f451e9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event deleted for resources: {'Port': ['ID=fd00e776-872b-4b0e-a0e1-d8d6911c164c,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:51:55.107893 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-145303ce-1520-4560-8991-889505f451e9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for floatingip, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:55.108134 n-d-805737-3 neutron-server[102534]: INFO neutron.db.l3_db [None req-145303ce-1520-4560-8991-889505f451e9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Floating IP cb0afa37-175c-4be8-a681-91c4e6f5e21f disassociated (deleted). External IP: 172.25.0.254, port: d6e366f3-c990-42a3-9907-bcb155451aca. Nov 11 22:51:55.322169 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145303ce-1520-4560-8991-889505f451e9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Router 13cae451-5e7c-4fcf-aa54-510cce978e24 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:51:55.430749 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145303ce-1520-4560-8991-889505f451e9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:51:55.435585 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-145303ce-1520-4560-8991-889505f451e9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for floatingip, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:55.441088 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6c0f7-9d9e-4ae4-8432-88272c865e13 None None] Sync routers for ids ['13cae451-5e7c-4fcf-aa54-510cce978e24'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:51:55.451770 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb6c0f7-9d9e-4ae4-8432-88272c865e13 None None] Routers {'13cae451-5e7c-4fcf-aa54-510cce978e24'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:51:55.452377 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0cb6c0f7-9d9e-4ae4-8432-88272c865e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:51:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['13cae451-5e7c-4fcf-aa54-510cce978e24'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:51:55.466488 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-145303ce-1520-4560-8991-889505f451e9 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "DELETE /v2.0/floatingips/cb0afa37-175c-4be8-a681-91c4e6f5e21f HTTP/1.1" status: 204 len: 168 time: 0.8790903 Nov 11 22:51:55.467083 n-d-805737-3 neutron-server[102534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'tag': 'd6e366f3-c990-42a3-9907-bcb155451aca'}] {{(pid=102534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:51:55.469514 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b546e885dacb598251a020e98287f29bfc7f4d212847436b29bcfee269ba7e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b518865b-0566-4c21-ab55-3f233ab38bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "10146f2a-bf6a-4b43-9468-227ad92a66a5", "tag": "d6e366f3-c990-42a3-9907-bcb155451aca"}]}' {{(pid=102534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:51:55.557728 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0cb6c0f7-9d9e-4ae4-8432-88272c865e13 None None] Set router 13cae451-5e7c-4fcf-aa54-510cce978e24 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:51:55.624470 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f1b8c0-f1d9-4578-8c37-07024cfe7f38 x-openstack-request-id: req-10f1b8c0-f1d9-4578-8c37-07024cfe7f38 {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:51:55.625039 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10146f2a-bf6a-4b43-9468-227ad92a66a5", "tag": "d6e366f3-c990-42a3-9907-bcb155451aca", "status": "completed", "code": 200}]} {{(pid=102534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:51:55.625039 n-d-805737-3 neutron-server[102534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-10f1b8c0-f1d9-4578-8c37-07024cfe7f38 {{(pid=102534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:51:55.625439 n-d-805737-3 neutron-server[102534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'tag': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'status': 'completed', 'code': 200} Nov 11 22:51:55.698788 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518865b-0566-4c21-ab55-3f233ab38bfa req-7c5ada0f-c1f1-48d2-8da9-d863fc6cc4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:55.700247 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518865b-0566-4c21-ab55-3f233ab38bfa req-7c5ada0f-c1f1-48d2-8da9-d863fc6cc4fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e469b2389da46bd85a11510ea91c7ee&device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 1094 time: 0.0521328 Nov 11 22:51:55.731613 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a684052-16bc-4bf0-aa3e-d442992ac38c req-bbb09c05-5af6-42c8-b3c8-9ef0d579659f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:55.733656 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a684052-16bc-4bf0-aa3e-d442992ac38c req-bbb09c05-5af6-42c8-b3c8-9ef0d579659f tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 943 time: 0.0601909 Nov 11 22:51:55.792679 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6a684052-16bc-4bf0-aa3e-d442992ac38c req-805d9144-d678-4b71-820e-588c00f413dc tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529335 Nov 11 22:51:55.816893 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518865b-0566-4c21-ab55-3f233ab38bfa req-d30e162c-857e-4115-be4d-a36c7b179f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:55.818412 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518865b-0566-4c21-ab55-3f233ab38bfa req-d30e162c-857e-4115-be4d-a36c7b179f8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 200 len: 912 time: 0.1091053 Nov 11 22:51:55.853185 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0cb6c0f7-9d9e-4ae4-8432-88272c865e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '3df9caab-f8a9-44f9-9523-fb6635528423', 'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'mac_address': 'fa:16:3e:4b:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:11Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 5, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'subnets': [{'id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:51:55.860397 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518865b-0566-4c21-ab55-3f233ab38bfa req-09696f62-d2a7-47ef-adee-ffc3f0967e0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e366f3-c990-42a3-9907-bcb155451aca HTTP/1.1" status: 200 len: 217 time: 0.0341389 Nov 11 22:51:55.881728 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6c0f7-9d9e-4ae4-8432-88272c865e13 None None] Checking router: 13cae451-5e7c-4fcf-aa54-510cce978e24 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:51:55.890403 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb6c0f7-9d9e-4ae4-8432-88272c865e13 None None] Routers {'13cae451-5e7c-4fcf-aa54-510cce978e24'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:51:55.890998 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0cb6c0f7-9d9e-4ae4-8432-88272c865e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:51:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['13cae451-5e7c-4fcf-aa54-510cce978e24'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:51:55.914631 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518865b-0566-4c21-ab55-3f233ab38bfa req-9b7ba2d5-f3f3-4675-aad1-8b759438f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:55.916109 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518865b-0566-4c21-ab55-3f233ab38bfa req-9b7ba2d5-f3f3-4675-aad1-8b759438f797 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 200 len: 849 time: 0.0474665 Nov 11 22:51:55.962729 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518865b-0566-4c21-ab55-3f233ab38bfa req-dbbcff01-97ca-449a-83a6-17b806763f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:55.964537 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518865b-0566-4c21-ab55-3f233ab38bfa req-dbbcff01-97ca-449a-83a6-17b806763f47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38bc57b6-f2fb-433a-86df-6d8f38d6352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404797 Nov 11 22:51:55.994957 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-0cb6c0f7-9d9e-4ae4-8432-88272c865e13 None None] Set router 13cae451-5e7c-4fcf-aa54-510cce978e24 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:51:56.062764 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518865b-0566-4c21-ab55-3f233ab38bfa req-0489bf3e-5ae5-4c47-8c47-83c1f220a4da service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899711 Nov 11 22:51:56.153529 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-b518865b-0566-4c21-ab55-3f233ab38bfa req-62b7ca96-55b5-4813-9c3d-5480f56338fc service neutron] 10.222.0.10 "GET /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828419 Nov 11 22:51:56.206285 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-0cb6c0f7-9d9e-4ae4-8432-88272c865e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '3df9caab-f8a9-44f9-9523-fb6635528423', 'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'mac_address': 'fa:16:3e:4b:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:11Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 5, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'subnets': [{'id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:51:56.233216 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6c0f7-9d9e-4ae4-8432-88272c865e13 None None] The sync data for ids ['13cae451-5e7c-4fcf-aa54-510cce978e24'] in n-d-805737-3 is: [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3', '_interfaces': [{'id': '3df9caab-f8a9-44f9-9523-fb6635528423', 'name': '', 'network_id': '38bc57b6-f2fb-433a-86df-6d8f38d6352e', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'mac_address': 'fa:16:3e:4b:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:11Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 5, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'subnets': [{'id': '377a9ee3-61ba-4917-a839-0fbb5fa64f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:51:56.448751 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8607c4-f69c-48b2-8ec2-40e78c773309 None None] New status for floating IP cb0afa37-175c-4be8-a681-91c4e6f5e21f: DOWN {{(pid=102536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:51:56.623937 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 362b69df-ed9a-45af-ac63-9a60cf1a5a05 no longer exists at agent hyperv_n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:51:56.656634 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] No Port match for: 362b69df-ed9a-45af-ac63-9a60cf1a5a05 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:51:56.657032 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Device 362b69df-ed9a-45af-ac63-9a60cf1a5a05 not bound to the agent host n-h2-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:51:56.917421 n-d-805737-3 neutron-server[102534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc383f1-83bd-4b3e-a9d6-745e8d7674e0 req-ccd672a8-ea4d-4012-96a2-e322fc7cb743 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:56.919031 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6cc383f1-83bd-4b3e-a9d6-745e8d7674e0 req-ccd672a8-ea4d-4012-96a2-e322fc7cb743 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 943 time: 0.0564189 Nov 11 22:51:56.968853 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-6cc383f1-83bd-4b3e-a9d6-745e8d7674e0 req-db0b7573-e027-4132-8ae5-6ff77cfb4c98 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/security-groups?id=98930a2b-b14e-4f03-babb-fd6e21cf0663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436971 Nov 11 22:51:57.236281 n-d-805737-3 neutron-server[102535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be0f65-6c33-4dff-8bc7-8533f9d456aa req-2bafa75a-e60a-4592-bdf1-622bfa318bf4 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:51:57.237809 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-69be0f65-6c33-4dff-8bc7-8533f9d456aa req-2bafa75a-e60a-4592-bdf1-622bfa318bf4 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.10 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 943 time: 0.0602210 Nov 11 22:51:57.333595 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-69be0f65-6c33-4dff-8bc7-8533f9d456aa req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Deleting port d6e366f3-c990-42a3-9907-bcb155451aca {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:51:57.333902 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69be0f65-6c33-4dff-8bc7-8533f9d456aa req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:57.434437 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [req-69be0f65-6c33-4dff-8bc7-8533f9d456aa req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] For port d6e366f3-c990-42a3-9907-bcb155451aca, host n-h1-805737-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805737-3',level=0,port_id=d6e366f3-c990-42a3-9907-bcb155451aca,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:51:57.434935 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69be0f65-6c33-4dff-8bc7-8533f9d456aa req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:57.450771 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [req-69be0f65-6c33-4dff-8bc7-8533f9d456aa req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Calling delete_port for d6e366f3-c990-42a3-9907-bcb155451aca owned by compute:nova {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:51:57.583893 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69be0f65-6c33-4dff-8bc7-8533f9d456aa req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:57.613106 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event deleted for resources: {'Port': ['ID=d6e366f3-c990-42a3-9907-bcb155451aca,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:51:57.642003 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:57.642321 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:57.642658 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:57.642994 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:57.643327 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:57.643653 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:57.643980 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:57.644306 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:57.644625 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:57.644977 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:57.645298 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:57.645633 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805737-3 {{(pid=102535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:51:57.666662 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.l3_dvrscheduler_db [req-69be0f65-6c33-4dff-8bc7-8533f9d456aa req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] No DVR routers for this DVR port d6e366f3-c990-42a3-9907-bcb155451aca on host n-h1-805737-3 {{(pid=102535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:51:57.669157 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [req-69be0f65-6c33-4dff-8bc7-8533f9d456aa req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30715'] for port, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:57.672472 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [req-69be0f65-6c33-4dff-8bc7-8533f9d456aa req-ab069c4d-a7c7-4e79-9bbb-52206138f6c1 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.10 "DELETE /v2.0/ports/d6e366f3-c990-42a3-9907-bcb155451aca HTTP/1.1" status: 204 len: 173 time: 0.4276445 Nov 11 22:51:57.672931 n-d-805737-3 neutron-server[102535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'name': 'network-vif-deleted', 'tag': 'd6e366f3-c990-42a3-9907-bcb155451aca'}] {{(pid=102535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:51:57.675253 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3bbc62f825c8481f24723294429af61840a867e2b60abb8d81b4a7e08fa4914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f269f6d-6eb0-42e9-9844-f5a2dfe64804" -d '{"events": [{"server_uuid": "10146f2a-bf6a-4b43-9468-227ad92a66a5", "name": "network-vif-deleted", "tag": "d6e366f3-c990-42a3-9907-bcb155451aca"}]}' {{(pid=102535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:51:57.796770 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bebf2a-3ed9-4434-826b-89b2be52a076 x-openstack-request-id: req-22bebf2a-3ed9-4434-826b-89b2be52a076 {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:51:57.797100 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10146f2a-bf6a-4b43-9468-227ad92a66a5", "name": "network-vif-deleted", "tag": "d6e366f3-c990-42a3-9907-bcb155451aca", "status": "completed", "code": 200}]} {{(pid=102535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:51:57.797358 n-d-805737-3 neutron-server[102535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-22bebf2a-3ed9-4434-826b-89b2be52a076 {{(pid=102535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:51:57.797763 n-d-805737-3 neutron-server[102535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10146f2a-bf6a-4b43-9468-227ad92a66a5', 'name': 'network-vif-deleted', 'tag': 'd6e366f3-c990-42a3-9907-bcb155451aca', 'status': 'completed', 'code': 200} Nov 11 22:51:58.100238 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [req-e7559061-fb63-4408-9086-de2063f9e67c req-11b8c01d-63ea-46b8-b43c-8a426c5fa926 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "GET /v2.0/ports?device_id=10146f2a-bf6a-4b43-9468-227ad92a66a5 HTTP/1.1" status: 200 len: 210 time: 0.0323935 Nov 11 22:51:59.163328 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60250) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:51:59.222534 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc5a6f23-35a2-41d3-83f2-15da6a28f094 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:59.248717 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc5a6f23-35a2-41d3-83f2-15da6a28f094 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:59.261817 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d6e366f3-c990-42a3-9907-bcb155451aca no longer exists at agent hyperv_n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:51:59.282090 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] No Port match for: d6e366f3-c990-42a3-9907-bcb155451aca {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:51:59.282463 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Device d6e366f3-c990-42a3-9907-bcb155451aca not bound to the agent host n-h1-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:51:59.310538 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc5a6f23-35a2-41d3-83f2-15da6a28f094 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:59.313277 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-fc5a6f23-35a2-41d3-83f2-15da6a28f094 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:51:59.314449 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-fc5a6f23-35a2-41d3-83f2-15da6a28f094 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] 10.222.0.57 "DELETE /v2.0/security-groups/98930a2b-b14e-4f03-babb-fd6e21cf0663 HTTP/1.1" status: 204 len: 168 time: 0.1501288 Nov 11 22:51:59.324479 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a6f23-35a2-41d3-83f2-15da6a28f094 tempest-TestSnapshotPattern-552535507 tempest-TestSnapshotPattern-552535507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98930a2b-b14e-4f03-babb-fd6e21cf0663,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:51:59.364663 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60254) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:52:00.058331 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da35cf02-c816-4152-b88a-dec267195940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:00.308911 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-da35cf02-c816-4152-b88a-dec267195940 admin admin] Deleting port 3df9caab-f8a9-44f9-9523-fb6635528423 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:52:00.309582 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da35cf02-c816-4152-b88a-dec267195940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:00.386258 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-da35cf02-c816-4152-b88a-dec267195940 admin admin] For port 3df9caab-f8a9-44f9-9523-fb6635528423, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3df9caab-f8a9-44f9-9523-fb6635528423,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:52:00.386619 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da35cf02-c816-4152-b88a-dec267195940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:00.399087 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-da35cf02-c816-4152-b88a-dec267195940 admin admin] Calling delete_port for 3df9caab-f8a9-44f9-9523-fb6635528423 owned by network:router_interface {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:52:00.596642 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da35cf02-c816-4152-b88a-dec267195940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:00.621763 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35cf02-c816-4152-b88a-dec267195940 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df9caab-f8a9-44f9-9523-fb6635528423,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:52:00.786674 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-da35cf02-c816-4152-b88a-dec267195940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:01.008959 n-d-805737-3 neutron-server[102534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da35cf02-c816-4152-b88a-dec267195940 admin admin] Router 13cae451-5e7c-4fcf-aa54-510cce978e24 has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:52:01.119234 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da35cf02-c816-4152-b88a-dec267195940 admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:52:01.127377 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-da35cf02-c816-4152-b88a-dec267195940 admin admin] 10.222.0.57 "PUT /v2.0/routers/13cae451-5e7c-4fcf-aa54-510cce978e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7589183 Nov 11 22:52:01.128447 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60256) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:52:01.131152 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba855a5a-cb42-49d4-81b4-942eb585bfce None None] Sync routers for ids ['13cae451-5e7c-4fcf-aa54-510cce978e24'] in n-d-805737-3 {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:52:01.143977 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba855a5a-cb42-49d4-81b4-942eb585bfce None None] Routers {'13cae451-5e7c-4fcf-aa54-510cce978e24'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:52:01.144927 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba855a5a-cb42-49d4-81b4-942eb585bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:51:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['13cae451-5e7c-4fcf-aa54-510cce978e24'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:52:01.237713 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] Publish callbacks [] for router, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:01.250729 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ba855a5a-cb42-49d4-81b4-942eb585bfce None None] Set router 13cae451-5e7c-4fcf-aa54-510cce978e24 gateway port host: n-d-805737-3 {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:52:01.334569 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:01.392533 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] Deleting port 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:52:01.392900 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:01.431616 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba855a5a-cb42-49d4-81b4-942eb585bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:52:00Z', 'revision_number': 5, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port': {'id': '1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:52:01.459218 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba855a5a-cb42-49d4-81b4-942eb585bfce None None] Checking router: 13cae451-5e7c-4fcf-aa54-510cce978e24 for host: n-d-805737-3 {{(pid=102537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:52:01.468351 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba855a5a-cb42-49d4-81b4-942eb585bfce None None] Routers {'13cae451-5e7c-4fcf-aa54-510cce978e24'} bound to L3 agent in host n-d-805737-3 {{(pid=102537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:52:01.469470 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba855a5a-cb42-49d4-81b4-942eb585bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:51:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['13cae451-5e7c-4fcf-aa54-510cce978e24'], 'active': True} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:52:01.472558 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] For port 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:52:01.472957 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:01.486606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] Calling delete_port for 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6 owned by network:router_gateway {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:52:01.556559 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_dvr_db [None req-ba855a5a-cb42-49d4-81b4-942eb585bfce None None] Set router 13cae451-5e7c-4fcf-aa54-510cce978e24 gateway port host: None {{(pid=102537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:52:01.609702 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.l3_hamode_db [None req-ba855a5a-cb42-49d4-81b4-942eb585bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:52:01Z', 'revision_number': 6, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:52:01.635396 n-d-805737-3 neutron-server[102537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba855a5a-cb42-49d4-81b4-942eb585bfce None None] The sync data for ids ['13cae451-5e7c-4fcf-aa54-510cce978e24'] in n-d-805737-3 is: [{'id': '13cae451-5e7c-4fcf-aa54-510cce978e24', 'name': 'tempest-TestSnapshotPattern-1592153347-router', 'tenant_id': '5e469b2389da46bd85a11510ea91c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:09Z', 'updated_at': '2021-11-11T22:52:01Z', 'revision_number': 6, 'project_id': '5e469b2389da46bd85a11510ea91c7ee', 'gw_port_host': None}] {{(pid=102537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:52:01.660748 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:01.694363 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:52:01.705756 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c162b3c8-aa0f-42b5-baad-5299075215f1 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:52:01.759225 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:01.846250 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:01.848414 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:01.894441 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:01.895257 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13cae451-5e7c-4fcf-aa54-510cce978e24 {{(pid=102534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:52:01.900357 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] Publish callbacks [] for router, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:01.901545 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-57d6aff8-ac47-4496-b15c-fd9df270ce9d admin admin] 10.222.0.57 "DELETE /v2.0/routers/13cae451-5e7c-4fcf-aa54-510cce978e24 HTTP/1.1" status: 204 len: 168 time: 0.7721820 Nov 11 22:52:01.904573 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60258) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:52:01.951282 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d0e10b-eb94-4ab5-9359-30303a99defd admin admin] Deleting subnet 377a9ee3-61ba-4917-a839-0fbb5fa64f21 {{(pid=102534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:52:01.954220 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93d0e10b-eb94-4ab5-9359-30303a99defd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:01.991270 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93d0e10b-eb94-4ab5-9359-30303a99defd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7427731'] for subnet, precommit_delete_associations {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.074732 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93d0e10b-eb94-4ab5-9359-30303a99defd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.127525 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93d0e10b-eb94-4ab5-9359-30303a99defd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4708546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626759'] for subnet, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.157601 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0e10b-eb94-4ab5-9359-30303a99defd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377a9ee3-61ba-4917-a839-0fbb5fa64f21,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:52:02.159958 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-93d0e10b-eb94-4ab5-9359-30303a99defd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.163516 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-93d0e10b-eb94-4ab5-9359-30303a99defd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/377a9ee3-61ba-4917-a839-0fbb5fa64f21 HTTP/1.1" status: 204 len: 168 time: 0.2579777 Nov 11 22:52:02.163766 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513d1c81-3c3f-4b5e-815c-94067f085998 None None] Network 38bc57b6-f2fb-433a-86df-6d8f38d6352e requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:52:02.166387 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60260) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:52:02.234782 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.286077 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] Deleting port 3c75ac7d-5056-4d51-b814-b784a7c5679e {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:52:02.286412 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.353890 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] For port 3c75ac7d-5056-4d51-b814-b784a7c5679e, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=3c75ac7d-5056-4d51-b814-b784a7c5679e,segment=NetworkSegment(2a1196d6-4c23-457d-a20d-0053f6ca6a5a),segment_id=2a1196d6-4c23-457d-a20d-0053f6ca6a5a)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:52:02.354598 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.367302 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] Calling delete_port for 3c75ac7d-5056-4d51-b814-b784a7c5679e owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:52:02.419284 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aa6a23-5ae6-4bf4-8188-03ea5ca863c7 None None] DHCP port deletion for 38bc57b6-f2fb-433a-86df-6d8f38d6352e request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:52:02.445690 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3df9caab-f8a9-44f9-9523-fb6635528423 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:52:02.457477 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.468538 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 3df9caab-f8a9-44f9-9523-fb6635528423 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:52:02.468906 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3df9caab-f8a9-44f9-9523-fb6635528423 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:52:02.491194 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa6a23-5ae6-4bf4-8188-03ea5ca863c7 None None] Deleting port 3c75ac7d-5056-4d51-b814-b784a7c5679e {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:52:02.491573 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6a23-5ae6-4bf4-8188-03ea5ca863c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.491791 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] No DVR routers for this DVR port 3c75ac7d-5056-4d51-b814-b784a7c5679e on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:52:02.497590 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c75ac7d-5056-4d51-b814-b784a7c5679e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:52:02.560611 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-c5aa6a23-5ae6-4bf4-8188-03ea5ca863c7 None None] For port 3c75ac7d-5056-4d51-b814-b784a7c5679e, host n-d-805737-3, got binding levels [] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:52:02.561160 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6a23-5ae6-4bf4-8188-03ea5ca863c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.570097 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.574363 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa6a23-5ae6-4bf4-8188-03ea5ca863c7 None None] Calling delete_port for 3c75ac7d-5056-4d51-b814-b784a7c5679e owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:52:02.577029 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.ipam_backend_mixin [None req-c5aa6a23-5ae6-4bf4-8188-03ea5ca863c7 None None] Port 3c75ac7d-5056-4d51-b814-b784a7c5679e was not found and therefore no delete operation was performed {{(pid=102536) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 22:52:02.578296 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6a23-5ae6-4bf4-8188-03ea5ca863c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.591182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bc57b6-f2fb-433a-86df-6d8f38d6352e']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:52:02.602412 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1196d6-4c23-457d-a20d-0053f6ca6a5a') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:52:02.602820 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1196d6-4c23-457d-a20d-0053f6ca6a5a') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:52:02.604495 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa6a23-5ae6-4bf4-8188-03ea5ca863c7 None None] Pushing event deleted for resources: {'Port': ['ID=3c75ac7d-5056-4d51-b814-b784a7c5679e,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:52:02.606759 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa6a23-5ae6-4bf4-8188-03ea5ca863c7 None None] No DVR routers for this DVR port 3c75ac7d-5056-4d51-b814-b784a7c5679e on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:52:02.618138 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.632770 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.640360 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:52:02.640360 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:52:02.641248 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:52:02.702222 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.713226 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:02.718306 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] 10.222.0.57 "DELETE /v2.0/networks/38bc57b6-f2fb-433a-86df-6d8f38d6352e HTTP/1.1" status: 204 len: 168 time: 0.5508471 Nov 11 22:52:02.721372 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60262) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:52:02.731949 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d081594-c251-420f-a263-6d52d7d1ed29 admin admin] Pushing event deleted for resources: {'Network': ['ID=38bc57b6-f2fb-433a-86df-6d8f38d6352e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:52:03.070318 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4c5c02d-4013-43ed-9e1b-35eb7ece836a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083794'] for router_interface, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:03.313854 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5c02d-4013-43ed-9e1b-35eb7ece836a admin admin] Deleting port e2754672-1ea2-46ab-9295-8940b3c4c529 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:52:03.314202 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4c5c02d-4013-43ed-9e1b-35eb7ece836a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:03.403442 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-e4c5c02d-4013-43ed-9e1b-35eb7ece836a admin admin] For port e2754672-1ea2-46ab-9295-8940b3c4c529, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=e2754672-1ea2-46ab-9295-8940b3c4c529,segment=NetworkSegment(9934946e-47dc-4ed7-8af8-53c526993de7),segment_id=9934946e-47dc-4ed7-8af8-53c526993de7)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:52:03.403797 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4c5c02d-4013-43ed-9e1b-35eb7ece836a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:03.416035 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5c02d-4013-43ed-9e1b-35eb7ece836a admin admin] Calling delete_port for e2754672-1ea2-46ab-9295-8940b3c4c529 owned by network:router_interface {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:52:03.599893 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4c5c02d-4013-43ed-9e1b-35eb7ece836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:03.625841 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5c02d-4013-43ed-9e1b-35eb7ece836a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2754672-1ea2-46ab-9295-8940b3c4c529,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:52:03.790282 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-e4c5c02d-4013-43ed-9e1b-35eb7ece836a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2083170'] for router_interface, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:03.873296 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:52:03.893691 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:52:03.894107 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 1cc1dc00-b1f1-4f66-ba9e-4d202468eaf6 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:52:03.894462 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3c75ac7d-5056-4d51-b814-b784a7c5679e no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:52:03.912838 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: 3c75ac7d-5056-4d51-b814-b784a7c5679e {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:52:03.913185 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device 3c75ac7d-5056-4d51-b814-b784a7c5679e not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:52:04.004469 n-d-805737-3 neutron-server[102535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c5c02d-4013-43ed-9e1b-35eb7ece836a admin admin] Router 793f5662-5935-4dec-9fbf-94270e99abaa has already been hosted by L3 agent 40cac472-0f87-4831-b646-6d0ef89aa50c {{(pid=102535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:52:04.111077 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c5c02d-4013-43ed-9e1b-35eb7ece836a admin admin] Notify agent at l3_agent.n-d-805737-3 the message routers_updated {{(pid=102535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:52:04.116443 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-e4c5c02d-4013-43ed-9e1b-35eb7ece836a admin admin] 10.222.0.57 "PUT /v2.0/routers/793f5662-5935-4dec-9fbf-94270e99abaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3934219 Nov 11 22:52:04.119067 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60264) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:52:04.121668 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5099eb27-5b65-4e54-94ba-1e4ff423a987 None None] Sync routers for ids ['793f5662-5935-4dec-9fbf-94270e99abaa'] in n-d-805737-3 {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:52:04.132780 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099eb27-5b65-4e54-94ba-1e4ff423a987 None None] Routers {'793f5662-5935-4dec-9fbf-94270e99abaa'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:52:04.133514 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5099eb27-5b65-4e54-94ba-1e4ff423a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:51:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['793f5662-5935-4dec-9fbf-94270e99abaa'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:52:04.222309 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:04.237291 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5099eb27-5b65-4e54-94ba-1e4ff423a987 None None] Set router 793f5662-5935-4dec-9fbf-94270e99abaa gateway port host: n-d-805737-3 {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:52:04.327988 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:04.381712 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] Deleting port ea5bedb9-e9f0-4901-bd04-718a2fedc748 {{(pid=102535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:52:04.382111 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:04.417620 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5099eb27-5b65-4e54-94ba-1e4ff423a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'name': 'tempest-TestSnapshotPattern-649098950-router', 'tenant_id': '444f75926bbd4b598313887d241be876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'external_fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ea5bedb9-e9f0-4901-bd04-718a2fedc748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:13Z', 'updated_at': '2021-11-11T22:52:03Z', 'revision_number': 5, 'project_id': '444f75926bbd4b598313887d241be876', 'gw_port': {'id': 'ea5bedb9-e9f0-4901-bd04-718a2fedc748', 'name': '', 'network_id': '0a630514-d3c7-460d-bc48-cd2bd16452e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805737-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:47:14Z', 'updated_at': '2021-11-11T22:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f17a2db5-2b6c-4c91-b4e6-13b915a1aacd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805737-3'}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:52:04.444334 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5099eb27-5b65-4e54-94ba-1e4ff423a987 None None] Checking router: 793f5662-5935-4dec-9fbf-94270e99abaa for host: n-d-805737-3 {{(pid=102536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:52:04.453240 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099eb27-5b65-4e54-94ba-1e4ff423a987 None None] Routers {'793f5662-5935-4dec-9fbf-94270e99abaa'} bound to L3 agent in host n-d-805737-3 {{(pid=102536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:52:04.453831 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5099eb27-5b65-4e54-94ba-1e4ff423a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805737-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T21:14:16Z,description=,heartbeat_timestamp=2021-11-11T22:51:46Z,host='n-d-805737-3',id=40cac472-0f87-4831-b646-6d0ef89aa50c,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T21:14:16Z,topic='l3_agent')) {'router_ids': ['793f5662-5935-4dec-9fbf-94270e99abaa'], 'active': True} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:52:04.462016 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.db [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] For port ea5bedb9-e9f0-4901-bd04-718a2fedc748, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=ea5bedb9-e9f0-4901-bd04-718a2fedc748,segment=NetworkSegment(7956fcc7-fdc3-4dd0-aea7-592d831515ca),segment_id=7956fcc7-fdc3-4dd0-aea7-592d831515ca)] {{(pid=102535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:52:04.462375 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:04.474203 n-d-805737-3 neutron-server[102535]: DEBUG neutron.plugins.ml2.plugin [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] Calling delete_port for ea5bedb9-e9f0-4901-bd04-718a2fedc748 owned by network:router_gateway {{(pid=102535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:52:04.543730 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvr_db [None req-5099eb27-5b65-4e54-94ba-1e4ff423a987 None None] Set router 793f5662-5935-4dec-9fbf-94270e99abaa gateway port host: None {{(pid=102536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:52:04.597319 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_hamode_db [None req-5099eb27-5b65-4e54-94ba-1e4ff423a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'name': 'tempest-TestSnapshotPattern-649098950-router', 'tenant_id': '444f75926bbd4b598313887d241be876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:13Z', 'updated_at': '2021-11-11T22:52:04Z', 'revision_number': 6, 'project_id': '444f75926bbd4b598313887d241be876', 'gw_port_host': None}], 'n-d-805737-3', False) {} {{(pid=102536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:52:04.623060 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5099eb27-5b65-4e54-94ba-1e4ff423a987 None None] The sync data for ids ['793f5662-5935-4dec-9fbf-94270e99abaa'] in n-d-805737-3 is: [{'id': '793f5662-5935-4dec-9fbf-94270e99abaa', 'name': 'tempest-TestSnapshotPattern-649098950-router', 'tenant_id': '444f75926bbd4b598313887d241be876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:47:13Z', 'updated_at': '2021-11-11T22:52:04Z', 'revision_number': 6, 'project_id': '444f75926bbd4b598313887d241be876', 'gw_port_host': None}] {{(pid=102536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:52:04.640951 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7482279'] for port, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:04.669441 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5bedb9-e9f0-4901-bd04-718a2fedc748,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:52:04.678997 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8845057a-2d87-4fa5-9e5a-ba14eb5e4c08 None None] DHCP port deletion for 0a630514-d3c7-460d-bc48-cd2bd16452e1 request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:52:04.728369 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084504'] for router_gateway, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.134508 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.136941 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.192356 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2094452'] for router, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.192934 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 793f5662-5935-4dec-9fbf-94270e99abaa {{(pid=102535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:52:05.200006 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] Publish callbacks [] for router, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.201205 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-1708eea0-52e7-4efd-9e03-37a8e131b9f8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/793f5662-5935-4dec-9fbf-94270e99abaa HTTP/1.1" status: 204 len: 168 time: 1.0812435 Nov 11 22:52:05.203743 n-d-805737-3 neutron-server[102535]: DEBUG neutron.wsgi [-] (102535) accepted ('10.222.0.57', 60266) {{(pid=102535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:52:05.249210 n-d-805737-3 neutron-server[102535]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfa410b-d864-4d99-9b90-909a0a1a88fb admin admin] Deleting subnet a01292a3-dc7d-41b9-a906-af44ee811505 {{(pid=102535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:52:05.252453 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6bfa410b-d864-4d99-9b90-909a0a1a88fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.286461 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6bfa410b-d864-4d99-9b90-909a0a1a88fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7598452'] for subnet, precommit_delete_associations {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.366345 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6bfa410b-d864-4d99-9b90-909a0a1a88fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955165'] for subnet, precommit_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.420327 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6bfa410b-d864-4d99-9b90-909a0a1a88fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7482260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6088728'] for subnet, after_delete {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.444973 n-d-805737-3 neutron-server[102535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa410b-d864-4d99-9b90-909a0a1a88fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a01292a3-dc7d-41b9-a906-af44ee811505,revision_number=None']} {{(pid=102535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:52:05.449809 n-d-805737-3 neutron-server[102535]: DEBUG neutron_lib.callbacks.manager [None req-6bfa410b-d864-4d99-9b90-909a0a1a88fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.453195 n-d-805737-3 neutron-server[102535]: INFO neutron.wsgi [None req-6bfa410b-d864-4d99-9b90-909a0a1a88fb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a01292a3-dc7d-41b9-a906-af44ee811505 HTTP/1.1" status: 204 len: 168 time: 0.2484708 Nov 11 22:52:05.454753 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a52247a-a0bc-4034-ae41-abc77ed729f9 None None] Network 5ce4fc15-68db-4d02-8928-9d3c1963529b requested from n-d-805737-3 {{(pid=102536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:52:05.455857 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60268) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:52:05.531412 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563832'] for network, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.588076 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] Deleting port a7c0e12a-c889-4722-a9fd-c3a2dbe67496 {{(pid=102534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:52:05.588383 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.653503 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec93f687-8a38-4453-97da-c81536a989cf None None] DHCP port deletion for 5ce4fc15-68db-4d02-8928-9d3c1963529b request from n-d-805737-3 {{(pid=102536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:52:05.656606 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.db [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] For port a7c0e12a-c889-4722-a9fd-c3a2dbe67496, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a7c0e12a-c889-4722-a9fd-c3a2dbe67496,segment=NetworkSegment(9934946e-47dc-4ed7-8af8-53c526993de7),segment_id=9934946e-47dc-4ed7-8af8-53c526993de7)] {{(pid=102534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:52:05.657031 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.670760 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] Calling delete_port for a7c0e12a-c889-4722-a9fd-c3a2dbe67496 owned by network:dhcp {{(pid=102534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:52:05.707206 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ec93f687-8a38-4453-97da-c81536a989cf None None] Deleting port a7c0e12a-c889-4722-a9fd-c3a2dbe67496 {{(pid=102536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:52:05.707586 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec93f687-8a38-4453-97da-c81536a989cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756755873720'] for port, before_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.757523 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4708593'] for port, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.774888 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.db [None req-ec93f687-8a38-4453-97da-c81536a989cf None None] For port a7c0e12a-c889-4722-a9fd-c3a2dbe67496, host n-d-805737-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805737-3',level=0,port_id=a7c0e12a-c889-4722-a9fd-c3a2dbe67496,segment=NetworkSegment(9934946e-47dc-4ed7-8af8-53c526993de7),segment_id=9934946e-47dc-4ed7-8af8-53c526993de7)] {{(pid=102536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:52:05.775815 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec93f687-8a38-4453-97da-c81536a989cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2088564'] for port, precommit_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.783322 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c0e12a-c889-4722-a9fd-c3a2dbe67496,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:52:05.787182 n-d-805737-3 neutron-server[102534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] No DVR routers for this DVR port a7c0e12a-c889-4722-a9fd-c3a2dbe67496 on host n-d-805737-3 {{(pid=102534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:52:05.868851 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-952474', 'neutron.services.segments.db._delete_segments_for_network-8756756048878'] for network, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.890171 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce4fc15-68db-4d02-8928-9d3c1963529b']}} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:52:05.900185 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9934946e-47dc-4ed7-8af8-53c526993de7') {'for_net_delete': True} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:52:05.900436 n-d-805737-3 neutron-server[102534]: DEBUG neutron.services.segments.db [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9934946e-47dc-4ed7-8af8-53c526993de7') {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:52:05.910604 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756755987703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7427424'] for segment, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.924129 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610'] for segment, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.930464 n-d-805737-3 neutron-server[102534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=102534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:52:05.930846 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-924610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4708524'] for segment, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: Traceback (most recent call last): Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: timer() Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: cb(*args, **kw) Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: return func(*args, **kwargs) Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: self._notify() Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: self.callback(batched_events) Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: event.method(event) Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: return f(self, *a, **k) Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: return self._get(url).json() Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: return self.request(url, 'GET', **kwargs) Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:52:05.932512 n-d-805737-3 neutron-server[102534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:52:05.960454 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e2754672-1ea2-46ab-9295-8940b3c4c529 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:52:05.962781 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-ec93f687-8a38-4453-97da-c81536a989cf None None] Calling delete_port for a7c0e12a-c889-4722-a9fd-c3a2dbe67496 owned by network:dhcp {{(pid=102536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:52:05.987834 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-952451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2084580'] for network, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.988095 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: e2754672-1ea2-46ab-9295-8940b3c4c529 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:52:05.988260 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device e2754672-1ea2-46ab-9295-8940b3c4c529 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:52:05.988821 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a7c0e12a-c889-4722-a9fd-c3a2dbe67496 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:52:05.994276 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] Publish callbacks [] for network, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:05.997636 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5ce4fc15-68db-4d02-8928-9d3c1963529b HTTP/1.1" status: 204 len: 168 time: 0.5380812 Nov 11 22:52:06.008636 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b11fa4-d18c-4eca-8a1f-3cfd25264369 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce4fc15-68db-4d02-8928-9d3c1963529b,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:52:06.039902 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: a7c0e12a-c889-4722-a9fd-c3a2dbe67496 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:52:06.040222 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device a7c0e12a-c889-4722-a9fd-c3a2dbe67496 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:52:06.040648 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ea5bedb9-e9f0-4901-bd04-718a2fedc748 no longer exists at agent ovs-agent-n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:52:06.065051 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.plugin [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] No Port match for: ea5bedb9-e9f0-4901-bd04-718a2fedc748 {{(pid=102536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:52:06.065394 n-d-805737-3 neutron-server[102536]: DEBUG neutron.plugins.ml2.rpc [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Device ea5bedb9-e9f0-4901-bd04-718a2fedc748 not bound to the agent host n-d-805737-3 {{(pid=102536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:52:06.101438 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ec93f687-8a38-4453-97da-c81536a989cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610153', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756755880322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756755468445'] for port, after_delete {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:06.124028 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec93f687-8a38-4453-97da-c81536a989cf None None] Network 5ce4fc15-68db-4d02-8928-9d3c1963529b is not hosted by any dhcp agent {{(pid=102536) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 22:52:06.124516 n-d-805737-3 neutron-server[102536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec93f687-8a38-4453-97da-c81536a989cf None None] No DVR routers for this DVR port a7c0e12a-c889-4722-a9fd-c3a2dbe67496 on host n-d-805737-3 {{(pid=102536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:52:06.126913 n-d-805737-3 neutron-server[102536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93f687-8a38-4453-97da-c81536a989cf None None] Pushing event deleted for resources: {'Port': ['ID=a7c0e12a-c889-4722-a9fd-c3a2dbe67496,revision_number=None']} {{(pid=102536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:52:06.193989 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60272) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:52:06.236175 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-5c38324b-116f-4632-9f17-db57e2c3295d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5e469b2389da46bd85a11510ea91c7ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409834 Nov 11 22:52:06.238740 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60274) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:52:06.290271 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29c35d5f-c688-432f-b3fe-b8f0a383e17d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:06.311310 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29c35d5f-c688-432f-b3fe-b8f0a383e17d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:06.359522 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29c35d5f-c688-432f-b3fe-b8f0a383e17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:06.362167 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-29c35d5f-c688-432f-b3fe-b8f0a383e17d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:06.363329 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-29c35d5f-c688-432f-b3fe-b8f0a383e17d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1dbd6f77-8dea-4382-a089-10aaada6131e HTTP/1.1" status: 204 len: 168 time: 0.1237063 Nov 11 22:52:06.371375 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c35d5f-c688-432f-b3fe-b8f0a383e17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbd6f77-8dea-4382-a089-10aaada6131e,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:52:06.710555 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60280) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:52:06.751734 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-eb35ea9a-d300-4d9f-b3be-e48fa4e28a6c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=444f75926bbd4b598313887d241be876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400176 Nov 11 22:52:06.754345 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [-] (102534) accepted ('10.222.0.57', 60282) {{(pid=102534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:52:06.804834 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f01cb1d9-0bef-4871-98b0-1d92c4b1c0cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:06.826736 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f01cb1d9-0bef-4871-98b0-1d92c4b1c0cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:06.881983 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f01cb1d9-0bef-4871-98b0-1d92c4b1c0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000342'] for security_group, after_delete {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:06.884700 n-d-805737-3 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-f01cb1d9-0bef-4871-98b0-1d92c4b1c0cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:06.885893 n-d-805737-3 neutron-server[102534]: INFO neutron.wsgi [None req-f01cb1d9-0bef-4871-98b0-1d92c4b1c0cf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/633215ea-1f60-481c-abcd-c444f4385f54 HTTP/1.1" status: 204 len: 168 time: 0.1306717 Nov 11 22:52:06.893880 n-d-805737-3 neutron-server[102534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cb1d9-0bef-4871-98b0-1d92c4b1c0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633215ea-1f60-481c-abcd-c444f4385f54,revision_number=None']} {{(pid=102534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:52:09.527444 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:52:12.015260 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:13.969758 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-0d839c3b-0754-4140-b80c-8bf90757baa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:15.521550 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:16.159209 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e214c083-bc8b-4d28-a719-5891307656af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:17.593643 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:18.955625 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:19.467603 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:42.017840 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:43.971251 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-280c1fbb-a081-4372-b5f8-892c9daabab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:45.531098 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:46.159371 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-98a27721-87cf-4f30-9ba3-3e6f45b76ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:46.532337 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:52:47.592117 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:48.966458 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:52:49.475610 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:53:12.036415 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:53:13.974120 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-cbcc1c37-b370-46f4-b030-6107bd9e6d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:53:15.563211 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:53:16.158142 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a1f637d3-8d4c-4928-8fde-6901ec81a22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:53:17.610012 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:53:18.966384 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:53:19.468992 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:53:23.537197 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:53:42.029005 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:53:43.977301 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-c3c38459-c21f-4a94-a02f-d23c369ecb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:53:45.574924 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:53:46.154658 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-f6e718a2-67ff-4f1c-8dac-87601ee3d5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:53:47.609240 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:53:48.969901 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:53:49.471911 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:54:00.539100 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:54:12.052179 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:54:13.980303 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e8d429f8-a4eb-41be-aebb-9776bd66a826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:54:15.578887 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:54:16.151727 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-34093277-ac05-4aeb-8fb0-b1c1f812b882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:54:17.608313 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:54:18.984107 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:54:19.479930 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:54:37.538694 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:54:42.061665 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:54:43.986291 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-da6a5974-7abe-49fa-9f7c-3192cde0a47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:54:45.575957 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:54:46.152930 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-02cc0a99-b3ff-4318-86eb-36387ca75308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:54:47.611872 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:54:48.977300 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:54:49.471971 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:55:12.066376 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:55:13.983222 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-94db75ce-9a92-4d76-a9e9-2d2195600f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:55:14.544043 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:55:15.582969 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:55:16.154479 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-8dc3501f-e1ba-40c3-862d-a879937eb5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:55:17.620540 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:55:18.986965 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:55:19.477314 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:55:42.075429 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:55:43.972028 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d520814e-e8c4-4f2a-a634-5ab04121f61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:55:45.586047 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:55:46.148467 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b861d7fa-8a4a-40ef-8037-596b048d7496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:55:47.624049 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:55:48.995678 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:55:49.482911 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:55:51.546308 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:56:12.079099 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:56:13.971033 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffdebc77-cf05-48a5-b5ed-f828681b3309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:56:15.593526 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:56:16.162245 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3fa6cf01-582b-4919-bb66-ccd8988b1be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:56:17.621912 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:56:18.994975 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:56:19.475619 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:56:28.551596 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:56:42.075087 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:56:43.970065 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-50cd359a-de9a-4a23-a12c-0935c0e0928b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:56:45.599768 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:56:46.167814 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e55a44ec-e602-4008-94e6-394f5bca80e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:56:47.624583 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:56:49.004437 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:56:49.479526 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:57:05.552915 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:57:12.078075 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:57:13.971469 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-1bfa5c29-6a94-45d4-a4cf-33b740628ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:57:15.590049 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:57:16.160703 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-364ab4d5-1837-4aa2-abd8-5e6d5a03ad66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:57:17.626648 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:57:19.010382 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:57:19.479308 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:57:42.085100 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:57:42.557890 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:57:43.974338 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6615d992-5bf5-4af6-ae20-2361d13b8e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:57:45.613957 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:57:46.168341 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-4cf459b1-7be5-4c01-936a-d61137880af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:57:47.642175 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:57:49.015054 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:57:49.479484 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:58:12.083606 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:58:13.979620 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-d4fe666f-b788-44b0-9d09-bed78dcbe04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:58:15.613632 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:58:16.164100 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-a6a142d1-d444-4b83-8747-1945815560b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:58:17.642657 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:58:19.017043 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:58:19.483271 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:58:19.558946 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:58:42.100639 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:58:43.981722 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-36e763f6-b157-4b0a-acbc-f1d16bd673b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:58:45.616369 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:58:46.163063 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-25a33871-512a-4f0e-b8f5-f4e7a0d0e062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:58:47.650570 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:58:49.011925 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:58:49.489687 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:58:56.561674 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:59:12.105773 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:59:13.987966 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fa175b10-0b45-42ff-8301-986a08eae426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:59:15.615816 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:59:16.164736 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6688d332-d27b-4e41-8e53-e9964a210650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:59:17.652672 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:59:19.027136 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:59:19.483034 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:59:33.569345 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:59:42.115746 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:59:43.994021 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-ffbbb325-85cc-4e2a-893d-2fb9e14a1099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:59:45.630909 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:59:46.164487 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06cead51-0329-4949-8be3-f11391a64ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:59:47.655210 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:59:49.030303 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:59:49.486398 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 23:00:10.559593 n-d-805737-3 neutron-server[102537]: DEBUG neutron.db.agents_db [None req-b3291c6e-9dc2-4c90-9f50-3c88d6ae2c42 None None] Agent healthcheck: found 7 active agents {{(pid=102537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 23:00:12.128226 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-e25e67e1-c89e-4a21-b366-39ca70a8736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 23:00:13.979982 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-fc35a764-f286-4b42-b8c9-65784cb0ebd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 23:00:15.310863 n-d-805737-3 neutron-server[102534]: DEBUG neutron.wsgi [req-44188fe1-702d-44c0-9625-eb8b36bc9ab2 req-e7f8d788-429a-4480-a1e1-22fa59d9d61f service neutron] (102534) timed out ('10.222.0.57', 58136) {{(pid=102534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 23:00:15.643543 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-435ac731-e46b-48d7-9715-8fb69b77de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 23:00:16.159036 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-b2b21337-c7e7-4276-a7cf-97f07ac90572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 23:00:17.656905 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-06c614aa-5043-4291-95ce-9553f5f55a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 23:00:19.025580 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-6749ee6e-b0db-4736-85e6-a1275e0c35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 23:00:19.480488 n-d-805737-3 neutron-server[102536]: DEBUG neutron_lib.callbacks.manager [None req-3605a07e-8b74-4500-96d0-8df00952ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756756048860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965980'] for agent, after_update {{(pid=102536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}